0: ch1=8074 mean# 8074 dev# 0 part# 0
1: ch1=8074 ch2=8074 mean# 8074 dev# 0 part# 0
2: ch1=13338 ch2=10884 mean# 12111 dev# 1227 part# 0.1013128561
3: ch1=18148 ch2=14148 mean# 16148 dev# 2000 part# 0.1238543473
4: ch1=20188 ch2=20182 mean# 20185 dev# 3 part# 0.0001486252167
5: ch1=27764 ch2=20680 mean# 24222 dev# 3542 part# 0.1462306994
6: ch1=28222 ch2=28296 mean# 28259 dev# 37 part# 0.001309317386
7: ch1=34120 ch2=30472 mean# 32296 dev# 1824 part# 0.05647758236
8: ch1=37842 ch2=34824 mean# 36333 dev# 1509 part# 0.04153249112
9: ch1=40380 ch2=40360 mean# 40370 dev# 10 part# 0.0002477086946
10: ch1=47458 ch2=41356 mean# 44407 dev# 3051 part# 0.06870538429
11: ch1=49004 ch2=47884 mean# 48444 dev# 560 part# 0.01155973908
12: ch1=53814 ch2=51148 mean# 52481 dev# 1333 part# 0.02539966845
13: ch1=58624 ch2=54412 mean# 56518 dev# 2106 part# 0.03726246506
14: ch1=60572 ch2=60538 mean# 60555 dev# 17 part# 0.0002807365205
15: ch1=68240 ch2=60944 mean# 64592 dev# 3648 part# 0.05647758236
16: ch1=68698 ch2=68560 mean# 68629 dev# 69 part# 0.001005405878
17: ch1=74596 ch2=70736 mean# 72666 dev# 1930 part# 0.0265598767
18: ch1=78318 ch2=75088 mean# 76703 dev# 1615 part# 0.02105523904
19: ch1=80764 ch2=80716 mean# 80740 dev# 24 part# 0.0002972504335
20: ch1=87934 ch2=81620 mean# 84777 dev# 3157 part# 0.03723887375
21: ch1=89480 ch2=88148 mean# 88814 dev# 666 part# 0.007498817754
22: ch1=94290 ch2=91412 mean# 92851 dev# 1439 part# 0.01549794833
23: ch1=99100 ch2=94676 mean# 96888 dev# 2212 part# 0.02283048468
24: ch1=100956 ch2=100894 mean# 100925 dev# 31 part# 0.0003071587813
25: ch1=108716 ch2=101208 mean# 104962 dev# 3754 part# 0.03576532459
26: ch1=109174 ch2=108824 mean# 108999 dev# 175 part# 0.001605519317
27: ch1=113984 ch2=112088 mean# 113036 dev# 948 part# 0.008386708659
28: ch1=119882 ch2=114264 mean# 117073 dev# 2809 part# 0.02399357666
29: ch1=121148 ch2=121072 mean# 121110 dev# 38 part# 0.0003137643465
30: ch1=128410 ch2=121884 mean# 125147 dev# 3263 part# 0.02607333775
31: ch1=121882 ch2=128412 mean# 125147 dev# 3265 part# 0.02608931896
32: ch1=126692 ch2=123602 mean# 125147 dev# 1545 part# 0.01234548171
33: ch1=126238 ch2=124056 mean# 125147 dev# 1091 part# 0.008717747928
34: ch1=123192 ch2=127102 mean# 125147 dev# 1955 part# 0.01562162896
35: ch1=129004 ch2=121290 mean# 125147 dev# 3857 part# 0.03081975597
36: ch1=121428 ch2=128866 mean# 125147 dev# 3719 part# 0.02971705275
37: ch1=126234 ch2=124060 mean# 125147 dev# 1087 part# 0.008685785516
38: ch1=126234 ch2=124060 mean# 125147 dev# 1087 part# 0.008685785516
39: ch1=123686 ch2=126608 mean# 125147 dev# 1461 part# 0.01167427106
40: ch1=128502 ch2=121792 mean# 125147 dev# 3355 part# 0.02680847324
41: ch1=121882 ch2=128412 mean# 125147 dev# 3265 part# 0.02608931896
42: ch1=126234 ch2=124060 mean# 125147 dev# 1087 part# 0.008685785516
43: ch1=125146 ch2=125148 mean# 125147 dev# 1 part# 7.990603051e-06
44: ch1=123096 ch2=127198 mean# 125147 dev# 2051 part# 0.01638872686
45: ch1=129092 ch2=121202 mean# 125147 dev# 3945 part# 0.03152292904
46: ch1=121424 ch2=128870 mean# 125147 dev# 3723 part# 0.02974901516
47: ch1=126230 ch2=124064 mean# 125147 dev# 1083 part# 0.008653823104
48: ch1=125142 ch2=125152 mean# 125147 dev# 5 part# 3.995301525e-05
49: ch1=123590 ch2=126704 mean# 125147 dev# 1557 part# 0.01244136895
50: ch1=128590 ch2=121704 mean# 125147 dev# 3443 part# 0.0275116463
51: ch1=121878 ch2=128416 mean# 125147 dev# 3269 part# 0.02612128137
52: ch1=126230 ch2=124064 mean# 125147 dev# 1083 part# 0.008653823104
53: ch1=125142 ch2=125152 mean# 125147 dev# 5 part# 3.995301525e-05
54: ch1=123000 ch2=127244 mean# 125122 dev# 2122 part# 0.01695944758
55: ch1=128046 ch2=122198 mean# 125122 dev# 2924 part# 0.02336919167
56: ch1=121832 ch2=128412 mean# 125122 dev# 3290 part# 0.02629433673
57: ch1=126184 ch2=124060 mean# 125122 dev# 1062 part# 0.008487715989
58: ch1=126184 ch2=124060 mean# 125122 dev# 1062 part# 0.008487715989
59: ch1=122410 ch2=127834 mean# 125122 dev# 2712 part# 0.02167484535
60: ch1=128636 ch2=121608 mean# 125122 dev# 3514 part# 0.02808458944
61: ch1=121832 ch2=128412 mean# 125122 dev# 3290 part# 0.02629433673
62: ch1=126184 ch2=124060 mean# 125122 dev# 1062 part# 0.008487715989
63: ch1=125096 ch2=125148 mean# 125122 dev# 26 part# 0.0002077971899
64: ch1=122908 ch2=127336 mean# 125122 dev# 2214 part# 0.01769472994
65: ch1=128138 ch2=122106 mean# 125122 dev# 3016 part# 0.02410447403
66: ch1=121832 ch2=128412 mean# 125122 dev# 3290 part# 0.02629433673
67: ch1=126642 ch2=123602 mean# 125122 dev# 1520 part# 0.01214814341
68: ch1=126188 ch2=124056 mean# 125122 dev# 1066 part# 0.008519684788
69: ch1=122322 ch2=127922 mean# 125122 dev# 2800 part# 0.02237815892
70: ch1=128732 ch2=121512 mean# 125122 dev# 3610 part# 0.0288518406
71: ch1=121836 ch2=128408 mean# 125122 dev# 3286 part# 0.02626236793
72: ch1=126188 ch2=124056 mean# 125122 dev# 1066 part# 0.008519684788
73: ch1=126188 ch2=124056 mean# 125122 dev# 1066 part# 0.008519684788
74: ch1=123908 ch2=126336 mean# 125122 dev# 1214 part# 0.00970253033
75: ch1=128234 ch2=122010 mean# 125122 dev# 3112 part# 0.0248717252
76: ch1=121836 ch2=128408 mean# 125122 dev# 3286 part# 0.02626236793
77: ch1=126646 ch2=123598 mean# 125122 dev# 1524 part# 0.01218011221
78: ch1=126192 ch2=124052 mean# 125122 dev# 1070 part# 0.008551653586
79: ch1=123322 ch2=126922 mean# 125122 dev# 1800 part# 0.0143859593
80: ch1=128828 ch2=121416 mean# 125122 dev# 3706 part# 0.02961909177
81: ch1=121840 ch2=128404 mean# 125122 dev# 3282 part# 0.02623039913
82: ch1=126192 ch2=124052 mean# 125122 dev# 1070 part# 0.008551653586
83: ch1=126192 ch2=124052 mean# 125122 dev# 1070 part# 0.008551653586
84: ch1=123820 ch2=126424 mean# 125122 dev# 1302 part# 0.0104058439
85: ch1=128330 ch2=121964 mean# 125147 dev# 3183 part# 0.02543408951
86: ch1=121886 ch2=128408 mean# 125147 dev# 3261 part# 0.02605735655
87: ch1=126238 ch2=124056 mean# 125147 dev# 1091 part# 0.008717747928
88: ch1=126238 ch2=124056 mean# 125147 dev# 1091 part# 0.008717747928
89: ch1=123276 ch2=127018 mean# 125147 dev# 1871 part# 0.01495041831
90: ch1=128920 ch2=121374 mean# 125147 dev# 3773 part# 0.03014854531
91: ch1=121428 ch2=128866 mean# 125147 dev# 3719 part# 0.02971705275
92: ch1=126234 ch2=124060 mean# 125147 dev# 1087 part# 0.008685785516
93: ch1=126234 ch2=124060 mean# 125147 dev# 1087 part# 0.008685785516
94: ch1=123770 ch2=126524 mean# 125147 dev# 1377 part# 0.0110030604
95: ch1=128418 ch2=121876 mean# 125147 dev# 3271 part# 0.02613726258
96: ch1=121882 ch2=128412 mean# 125147 dev# 3265 part# 0.02608931896
97: ch1=126234 ch2=124060 mean# 125147 dev# 1087 part# 0.008685785516
98: ch1=125146 ch2=125148 mean# 125147 dev# 1 part# 7.990603051e-06
99: ch1=123180 ch2=127114 mean# 125147 dev# 1967 part# 0.0157175162
100: ch1=126832 ch2=122374 ch3=1088 mean# 83431.33333 dev# 58253.9661 part# 0.6982264788
101: ch1=119248 ch2=125606 ch3=5440 mean# 83431.33333 dev# 55209.25102 part# 0.6617328145
102: ch1=123198 ch2=119712 ch3=7384 mean# 83431.33333 dev# 53792.41415 part# 0.6447507429
103: ch1=118610 ch2=120800 ch3=10884 mean# 83431.33333 dev# 51306.5019 part# 0.6149548359
104: ch1=120786 ch2=118624 ch3=10884 mean# 83431.33333 dev# 51306.30397 part# 0.6149524636
105: ch1=119344 ch2=115714 ch3=15236 mean# 83431.33333 dev# 48244.14881 part# 0.578249764
106: ch1=112258 ch2=118624 ch3=19412 mean# 83431.33333 dev# 45343.04628 part# 0.5434774259
107: ch1=115342 ch2=114272 ch3=20680 mean# 83431.33333 dev# 44374.04347 part# 0.5318630507
108: ch1=112078 ch2=114272 ch3=23944 mean# 83431.33333 dev# 42073.43207 part# 0.504288142
109: ch1=112988 ch2=112096 ch3=25210 mean# 83431.33333 dev# 41170.31015 part# 0.4934634089
110: ch1=111048 ch2=109858 ch3=29388 mean# 83431.33333 dev# 38217.49541 part# 0.4580712531
111: ch1=107722 ch2=111008 ch3=31564 mean# 83431.33333 dev# 36700.26929 part# 0.4398859257
112: ch1=107264 ch2=107744 ch3=35286 mean# 83431.33333 dev# 34044.45566 part# 0.4080535968
113: ch1=108196 ch2=105568 ch3=36530 mean# 83431.33333 dev# 33181.6003 part# 0.3977114948
114: ch1=102298 ch2=107660 ch3=40336 mean# 83431.33333 dev# 30551.52563 part# 0.3661876708
115: ch1=106818 ch2=102108 ch3=41368 mean# 83431.33333 dev# 29805.35783 part# 0.3572441748
116: ch1=99640 ch2=104934 ch3=45720 mean# 83431.33333 dev# 26753.38116 part# 0.3206634737
117: ch1=103404 ch2=99078 ch3=47812 mean# 83431.33333 dev# 25248.5148 part# 0.3026262891
118: ch1=97914 ch2=101220 ch3=51160 mean# 83431.33333 dev# 22859.15754 part# 0.273987681
119: ch1=100090 ch2=97956 ch3=52248 mean# 83431.33333 dev# 22067.15051 part# 0.2644947603
120: ch1=98242 ch2=96082 ch3=55970 mean# 83431.33333 dev# 19438.10727 part# 0.2329832989
121: ch1=92474 ch2=99040 ch3=58780 mean# 83431.33333 dev# 17636.02875 part# 0.2113837578
122: ch1=96196 ch2=93142 ch3=60956 mean# 83431.33333 dev# 15941.29199 part# 0.1910708046
123: ch1=92478 ch2=93596 ch3=64220 mean# 83431.33333 dev# 13592.12952 part# 0.1629139674
124: ch1=91390 ch2=92508 ch3=66396 mean# 83431.33333 dev# 12054.44364 part# 0.1444834112
125: ch1=90132 ch2=90044 ch3=70118 mean# 83431.33333 dev# 9414.016831 part# 0.1128355074
126: ch1=87038 ch2=91416 ch3=71840 mean# 83431.33333 dev# 8388.920365 part# 0.100548799
127: ch1=88126 ch2=87064 ch3=75104 mean# 83431.33333 dev# 5904.253909 part# 0.07076782395
128: ch1=87330 ch2=85976 ch3=76988 mean# 83431.33333 dev# 4589.534278 part# 0.05500971991
129: ch1=83608 ch2=85976 ch3=80710 mean# 83431.33333 dev# 2153.461916 part# 0.02581118903
130: ch1=86820 ch2=81834 ch3=81640 mean# 83431.33333 dev# 2397.457728 part# 0.02873569955
131: ch1=81136 ch2=84254 ch3=84904 mean# 83431.33333 dev# 1644.595459 part# 0.01971196423
132: ch1=85172 ch2=82394 ch3=82728 mean# 83431.33333 dev# 1238.367025 part# 0.01484294899
133: ch1=81358 ch2=84888 ch3=84048 mean# 83431.33333 dev# 1505.641244 part# 0.01804647228
134: ch1=87034 ch2=81624 ch3=81636 mean# 83431.33333 dev# 2547.474741 part# 0.03053378915
135: ch1=78960 ch2=85346 ch3=85988 mean# 83431.33333 dev# 3172.554947 part# 0.03802594085
136: ch1=82564 ch2=83918 ch3=83812 mean# 83431.33333 dev# 614.8221062 part# 0.007369199096
137: ch1=84678 ch2=82716 ch3=82900 mean# 83431.33333 dev# 884.7211739 part# 0.01060418357
138: ch1=84858 ch2=82716 ch3=82720 mean# 83431.33333 dev# 1008.806996 part# 0.01209146439
139: ch1=83312 ch2=83174 ch3=83808 mean# 83431.33333 dev# 272.236825 part# 0.003263004607
140: ch1=80764 ch2=84812 ch3=84718 mean# 83431.33333 dev# 1886.479849 part# 0.02261116746
141: ch1=84402 ch2=83176 ch3=82716 mean# 83431.33333 dev# 711.5922678 part# 0.008529077019
142: ch1=81598 ch2=84892 ch3=83804 mean# 83431.33333 dev# 1370.345293 part# 0.01642482792
143: ch1=86408 ch2=81628 ch3=82258 mean# 83431.33333 dev# 2120.476886 part# 0.02541583361
144: ch1=80666 ch2=84892 ch3=84736 mean# 83431.33333 dev# 1956.422813 part# 0.02344949714
145: ch1=87018 ch2=81712 ch3=81564 mean# 83431.33333 dev# 2536.875944 part# 0.03040675299
146: ch1=81148 ch2=84262 ch3=84884 mean# 83431.33333 dev# 1634.406994 part# 0.01958984627
147: ch1=84236 ch2=83350 ch3=82708 mean# 83431.33333 dev# 626.4488983 part# 0.007508556717
148: ch1=81560 ch2=84854 ch3=83880 mean# 83431.33333 dev# 1381.686248 part# 0.01656075953
149: ch1=87050 ch2=81624 ch3=81620 mean# 83431.33333 dev# 2558.78426 part# 0.03066934397
150: ch1=80064 ch2=85346 ch3=84884 mean# 83431.33333 dev# 2388.522742 part# 0.02862860566
151: ch1=83478 ch2=83478 ch3=83338 mean# 83431.33333 dev# 65.99663291 part# 0.0007910293444
152: ch1=83782 ch2=82720 ch3=83792 mean# 83431.33333 dev# 503.005191 part# 0.006028972221
153: ch1=82694 ch2=83808 ch3=83792 mean# 83431.33333 dev# 521.414316 part# 0.006249622236
154: ch1=84870 ch2=82720 ch3=82704 mean# 83431.33333 dev# 1017.311926 part# 0.01219340367
155: ch1=80518 ch2=84896 ch3=84880 mean# 83431.33333 dev# 2060.048112 part# 0.02469154009
156: ch1=85328 ch2=82720 ch3=82246 mean# 83431.33333 dev# 1355.034399 part# 0.016241313
157: ch1=82698 ch2=83808 ch3=83788 mean# 83431.33333 dev# 518.6092513 part# 0.006216000999
158: ch1=84874 ch2=82720 ch3=82700 mean# 83431.33333 dev# 1020.152058 part# 0.01222744523
159: ch1=80780 ch2=84896 ch3=84618 mean# 83431.33333 dev# 1878.207893 part# 0.02251202058
160: ch1=87212 ch2=81632 ch3=81450 mean# 83431.33333 dev# 2674.367381 part# 0.03205471223
161: ch1=81156 ch2=84266 ch3=84872 mean# 83431.33333 dev# 1627.81353 part# 0.01951081764
162: ch1=84244 ch2=83354 ch3=82696 mean# 83431.33333 dev# 634.3297425 part# 0.007603015763
163: ch1=81754 ch2=84756 ch3=83784 mean# 83431.33333 dev# 1250.67484 part# 0.01499046929
164: ch1=87058 ch2=81628 ch3=81608 mean# 83431.33333 dev# 2564.453591 part# 0.03073729604
165: ch1=81160 ch2=84262 ch3=84872 mean# 83431.33333 dev# 1625.267431 part# 0.01948030034
166: ch1=84248 ch2=83350 ch3=82696 mean# 83431.33333 dev# 636.2061161 part# 0.007625505799
167: ch1=82190 ch2=84320 ch3=83784 mean# 83431.33333 dev# 904.6197482 part# 0.01084268598
168: ch1=85974 ch2=82712 ch3=81608 mean# 83431.33333 dev# 1853.567611 part# 0.02221668451
169: ch1=81164 ch2=84258 ch3=84872 mean# 83431.33333 dev# 1622.72391 part# 0.01944981394
170: ch1=83960 ch2=83346 ch3=82988 mean# 83431.33333 dev# 401.378735 part# 0.004810887216
171: ch1=84798 ch2=82796 ch3=82700 mean# 83431.33333 dev# 967.1736602 part# 0.0115924512
172: ch1=81160 ch2=84258 ch3=84876 mean# 83431.33333 dev# 1625.771065 part# 0.01948633685
173: ch1=85696 ch2=81898 ch3=82700 mean# 83431.33333 dev# 1634.490203 part# 0.0195908436
174: ch1=80886 ch2=84896 ch3=84512 mean# 83431.33333 dev# 1806.6369 part# 0.02165417749
175: ch1=87504 ch2=81632 ch3=81158 mean# 83431.33333 dev# 2886.304365 part# 0.0345949687
176: ch1=81152 ch2=84266 ch3=84876 mean# 83431.33333 dev# 1630.857716 part# 0.01954730496
177: ch1=84240 ch2=83354 ch3=82700 mean# 83431.33333 dev# 631.0759771 part# 0.007564016442
178: ch1=81610 ch2=83808 ch3=84876 mean# 83431.33333 dev# 1359.680681 part# 0.0162970029
179: ch1=88138 ch2=80544 ch3=81612 mean# 83431.33333 dev# 3356.554715 part# 0.04023134452
180: ch1=82240 ch2=83808 ch3=84246 mean# 83431.33333 dev# 861.1687149 part# 0.01032188604
181: ch1=84194 ch2=85572 ch3=80528 mean# 83431.33333 dev# 2128.650485 part# 0.02551380159
182: ch1=87808 ch2=84134 ch3=78352 mean# 83431.33333 dev# 3892.23923 part# 0.046652008
183: ch1=87050 ch2=88156 ch3=75088 mean# 83431.33333 dev# 5916.880785 part# 0.07091916848
184: ch1=89226 ch2=88156 ch3=72912 mean# 83431.33333 dev# 7451.107539 part# 0.08930826395
185: ch1=90314 ch2=89244 ch3=70736 mean# 83431.33333 dev# 8987.578144 part# 0.107724254
186: ch1=91854 ch2=92056 ch3=66384 mean# 83431.33333 dev# 12054.56708 part# 0.1444848908
187: ch1=94662 ch2=90336 ch3=65296 mean# 83431.33333 dev# 12944.65927 part# 0.1551534508
188: ch1=93574 ch2=94688 ch3=62032 mean# 83431.33333 dev# 15138.44663 part# 0.1814479767
189: ch1=95750 ch2=94688 ch3=59856 mean# 83431.33333 dev# 16675.91511 part# 0.1998759273
190: ch1=98464 ch2=95776 ch3=56054 mean# 83431.33333 dev# 19389.77602 part# 0.2324040052
191: ch1=94528 ch2=100266 ch3=55500 mean# 83431.33333 dev# 19888.86954 part# 0.2383860924
192: ch1=101648 ch2=97498 ch3=51148 mean# 83431.33333 dev# 22890.54875 part# 0.2743639331
193: ch1=100106 ch2=101216 ch3=48972 mean# 83431.33333 dev# 24370.6417 part# 0.2921041859
194: ch1=103370 ch2=101216 ch3=45708 mean# 83431.33333 dev# 26688.91577 part# 0.3198907976
195: ch1=102282 ch2=103392 ch3=44620 mean# 83431.33333 dev# 27447.49802 part# 0.3289830921
196: ch1=104188 ch2=105838 ch3=40268 mean# 83431.33333 dev# 30528.51818 part# 0.3659119058
197: ch1=108810 ch2=103392 ch3=38092 mean# 83431.33333 dev# 32135.96159 part# 0.3851785691
198: ch1=107722 ch2=107744 ch3=34828 mean# 83431.33333 dev# 34367.74776 part# 0.4119285452
199: ch1=106634 ch2=109920 ch3=33740 mean# 83431.33333 dev# 35162.67818 part# 0.4214565053
200: ch1=112532 ch2=108374 ch3=29388 mean# 83431.33333 dev# 38252.09057 part# 0.4584859074
201: ch1=111052 ch2=112322 ch3=26920 mean# 83431.33333 dev# 39962.91048 part# 0.4789916316
202: ch1=114254 ch2=111008 ch3=25032 mean# 83431.33333 dev# 41315.82206 part# 0.4952075008
203: ch1=114712 ch2=114902 ch3=20680 mean# 83431.33333 dev# 44371.96113 part# 0.5318380919
204: ch1=114528 ch2=116174 ch3=19592 mean# 83431.33333 dev# 45146.22678 part# 0.5411183662
205: ch1=119338 ch2=115352 ch3=15604 mean# 83431.33333 dev# 47988.76542 part# 0.575188763
206: ch1=114534 ch2=120524 ch3=15236 mean# 83431.33333 dev# 48283.34869 part# 0.57871961
207: ch1=122336 ch2=117074 ch3=10884 mean# 83431.33333 dev# 51343.67109 part# 0.6154003423
208: ch1=119248 ch2=122338 ch3=8708 mean# 83431.33333 dev# 52852.43251 part# 0.6334842127
209: ch1=124054 ch2=121884 ch3=4356 mean# 83431.33333 dev# 55921.72197 part# 0.6702724232
210: ch1=121878 ch2=124060 ch3=4356 mean# 83431.33333 dev# 55921.79979 part# 0.670273356
211: ch1=123102 ch2=126558 ch3=634 mean# 83431.33333 dev# 58563.55402 part# 0.7019371701
212: ch1=128452 ch2=121842 mean# 125147 dev# 3305 part# 0.02640894308
213: ch1=121882 ch2=128412 mean# 125147 dev# 3265 part# 0.02608931896
214: ch1=126234 ch2=124060 mean# 125147 dev# 1087 part# 0.008685785516
215: ch1=125146 ch2=125148 mean# 125147 dev# 1 part# 7.990603051e-06
216: ch1=123146 ch2=127148 mean# 125147 dev# 2001 part# 0.0159891967
217: ch1=127954 ch2=122340 mean# 125147 dev# 2807 part# 0.02242962276
218: ch1=121882 ch2=128412 mean# 125147 dev# 3265 part# 0.02608931896
219: ch1=126234 ch2=124060 mean# 125147 dev# 1087 part# 0.008685785516
220: ch1=125146 ch2=125148 mean# 125147 dev# 1 part# 7.990603051e-06
221: ch1=123644 ch2=126650 mean# 125147 dev# 1503 part# 0.01200987639
222: ch1=128544 ch2=121750 mean# 125147 dev# 3397 part# 0.02714407856
223: ch1=121882 ch2=128412 mean# 125147 dev# 3265 part# 0.02608931896
224: ch1=126234 ch2=124060 mean# 125147 dev# 1087 part# 0.008685785516
225: ch1=125146 ch2=125148 mean# 125147 dev# 1 part# 7.990603051e-06
226: ch1=123054 ch2=127240 mean# 125147 dev# 2093 part# 0.01672433219
227: ch1=128050 ch2=122244 mean# 125147 dev# 2903 part# 0.02319672066
228: ch1=121886 ch2=128408 mean# 125147 dev# 3261 part# 0.02605735655
229: ch1=126238 ch2=124056 mean# 125147 dev# 1091 part# 0.008717747928
230: ch1=126238 ch2=124056 mean# 125147 dev# 1091 part# 0.008717747928
231: ch1=122464 ch2=127830 mean# 125147 dev# 2683 part# 0.02143878799
232: ch1=128640 ch2=121654 mean# 125147 dev# 3493 part# 0.02791117646
233: ch1=121886 ch2=128408 mean# 125147 dev# 3261 part# 0.02605735655
234: ch1=127326 ch2=122968 mean# 125147 dev# 2179 part# 0.01741152405
235: ch1=125150 ch2=125144 mean# 125147 dev# 3 part# 2.397180915e-05
236: ch1=122962 ch2=127332 mean# 125147 dev# 2185 part# 0.01745946767
237: ch1=128142 ch2=122152 mean# 125147 dev# 2995 part# 0.02393185614
238: ch1=121886 ch2=128408 mean# 125147 dev# 3261 part# 0.02605735655
239: ch1=126696 ch2=123598 mean# 125147 dev# 1549 part# 0.01237744413
240: ch1=126242 ch2=124052 mean# 125147 dev# 1095 part# 0.008749710341
241: ch1=122376 ch2=127918 mean# 125147 dev# 2771 part# 0.02214196105
242: ch1=128736 ch2=121558 mean# 125147 dev# 3589 part# 0.02867827435
243: ch1=121890 ch2=128404 mean# 125147 dev# 3257 part# 0.02602539414
244: ch1=126242 ch2=124052 mean# 125147 dev# 1095 part# 0.008749710341
245: ch1=126242 ch2=124052 mean# 125147 dev# 1095 part# 0.008749710341
246: ch1=123962 ch2=126332 mean# 125147 dev# 1185 part# 0.009468864615
247: ch1=128238 ch2=122056 mean# 125147 dev# 3091 part# 0.02469895403
248: ch1=122978 ch2=127316 mean# 125147 dev# 2169 part# 0.01733161802
249: ch1=126242 ch2=124052 mean# 125147 dev# 1095 part# 0.008749710341
250: ch1=126242 ch2=124052 mean# 125147 dev# 1095 part# 0.008749710341
251: ch1=123372 ch2=126922 mean# 125147 dev# 1775 part# 0.01418332042
252: ch1=128828 ch2=121466 mean# 125147 dev# 3681 part# 0.02941340983
253: ch1=121890 ch2=128404 mean# 125147 dev# 3257 part# 0.02602539414
254: ch1=126242 ch2=124052 mean# 125147 dev# 1095 part# 0.008749710341
255: ch1=126242 ch2=124052 mean# 125147 dev# 1095 part# 0.008749710341
256: ch1=123870 ch2=126424 mean# 125147 dev# 1277 part# 0.0102040001
257: ch1=128330 ch2=121964 mean# 125147 dev# 3183 part# 0.02543408951
258: ch1=121886 ch2=128408 mean# 125147 dev# 3261 part# 0.02605735655
259: ch1=126238 ch2=124056 mean# 125147 dev# 1091 part# 0.008717747928
260: ch1=126238 ch2=124056 mean# 125147 dev# 1091 part# 0.008717747928
261: ch1=123276 ch2=127018 mean# 125147 dev# 1871 part# 0.01495041831
262: ch1=127832 ch2=122462 mean# 125147 dev# 2685 part# 0.02145476919
263: ch1=121886 ch2=128408 mean# 125147 dev# 3261 part# 0.02605735655
264: ch1=126238 ch2=124056 mean# 125147 dev# 1091 part# 0.008717747928
265: ch1=125150 ch2=125144 mean# 125147 dev# 3 part# 2.397180915e-05
266: ch1=123774 ch2=126520 mean# 125147 dev# 1373 part# 0.01097109799
267: ch1=128422 ch2=121872 mean# 125147 dev# 3275 part# 0.02616922499
268: ch1=121886 ch2=128408 mean# 125147 dev# 3261 part# 0.02605735655
269: ch1=126238 ch2=124056 mean# 125147 dev# 1091 part# 0.008717747928
270: ch1=125150 ch2=125144 mean# 125147 dev# 3 part# 2.397180915e-05
271: ch1=123184 ch2=127110 mean# 125147 dev# 1963 part# 0.01568555379
272: ch1=127924 ch2=122370 mean# 125147 dev# 2777 part# 0.02218990467
273: ch1=121886 ch2=128408 mean# 125147 dev# 3261 part# 0.02605735655
274: ch1=126238 ch2=124056 mean# 125147 dev# 1091 part# 0.008717747928
275: ch1=126238 ch2=124056 mean# 125147 dev# 1091 part# 0.008717747928
276: ch1=122594 ch2=127700 mean# 125147 dev# 2553 part# 0.02040000959
277: ch1=121152 ch2=129142 mean# 125147 dev# 3995 part# 0.03192245919
278: ch1=114066 ch2=136228 mean# 125147 dev# 11081 part# 0.08854387241
279: ch1=112520 ch2=137774 mean# 125147 dev# 12627 part# 0.1008973447
280: ch1=107710 ch2=142584 mean# 125147 dev# 17437 part# 0.1393321454
281: ch1=102900 ch2=147394 mean# 125147 dev# 22247 part# 0.1777669461
282: ch1=100960 ch2=149334 mean# 125147 dev# 24187 part# 0.193268716
283: ch1=93284 ch2=157010 mean# 125147 dev# 31863 part# 0.254604585
284: ch1=92826 ch2=157468 mean# 125147 dev# 32321 part# 0.2582642812
285: ch1=88016 ch2=162278 mean# 125147 dev# 37131 part# 0.2966990819
286: ch1=82118 ch2=166520 mean# 124319 dev# 42201 part# 0.3394573637
2025-12-06T17:36:00.671094Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800071846345495:2048] [node 2] ICP01 ready to work
2025-12-06T17:36:00.679216Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800072388098034:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:00.707923Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800072388098034:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(28127748ns) {Configure:104(28117464ns) {ProcessConfigured:135(102719ns) {StartInitialHandshake:157(99319ns) {DropHandshakes:470(4346ns) {DropIncomingHandshake:442(1048ns) DropOutgoingHandshake:457(511ns)} GenerateSessionVirtualId:988(1425ns) PrepareNewSessionHandshake:477(2039ns) {SwitchToState:179(627ns)}}}}}
2025-12-06T17:36:00.863073Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800071846345505:2057] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:00.864981Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [1:7580800071846345495:2048] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:00.874836Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800072388098045:2057] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:00.979222Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800072388098045:2057] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:00.979664Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800072388098034:2048] [node 1] ICP20 outgoing handshake succeeded
2025-12-06T17:36:00.979786Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:00.979856Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800072388098034:2048] [node 1] ICP22 created new session: [2:7580800072388098048:2048]
2025-12-06T17:36:00.979920Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800072388098048:2048] [node 1] ICS09 handshake done sender: [2:7580800072388098045:2057] self: [2:7580800072388098044:0] peer: [1:7580800071846345506:0] socket: 16 qp: 17
2025-12-06T17:36:00.979958Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800072388098048:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:00.980039Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:00.979022Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800071846345505:2057] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:00.981089Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [1:7580800071846345495:2048] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:00.981193Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:00.981251Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800071846345495:2048] [node 2] ICP22 created new session: [1:7580800071846345508:2048]
2025-12-06T17:36:00.981290Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800071846345508:2048] [node 2] ICS09 handshake done sender: [1:7580800071846345505:2057] self: [1:7580800071846345506:0] peer: [2:7580800072388098044:0] socket: 18 qp: 18
2025-12-06T17:36:00.981321Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800071846345508:2048] [node 2] ICS10 traffic start
2025-12-06T17:36:00.981356Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:01.091860Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:36:01.092159Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580800072388098048:2048] [node 1] ICS01 socket: 16 reason# EndOfStream
2025-12-06T17:36:01.092300Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580800072388098034:2048] [node 1] ICP30 unregister session Session# [2:7580800072388098048:2048] VirtualId# [2:7580800072388098044:0]
2025-12-06T17:36:01.092347Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580800072388098048:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:01.092444Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:01.092495Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:01.095639Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580800072388098034:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# ::1(::1:32480) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:36:01.095739Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [2:7580800072388098034:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# ::1(::1:32480) Couldn't connect to any resolved address LastSessionDieTime# 2025-12-06T17:36:01.090451Z
2025-12-06T17:36:01.095755Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# ::1(::1:32480) Couldn't connect to any resolved address LastSessionDieTime# 2025-12-06T17:36:01.090451Z
2025-12-06T17:36:01.167415Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800078976642539:2048] [node 2] ICP01 ready to work
2025-12-06T17:36:01.181682Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800079097772271:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:01.207212Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800078976642549:2057] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:01.208969Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [1:7580800078976642539:2048] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:01.209290Z :INTERCONNECT NOTICE: interconnect_handshake.cpp:1583: Handshake [1:7580800078976642549:2057] [node 2] ICH03 handshake failed, explanation# incoming handshake Peer# ::1(::1) connection checker refused to proceed with incoming connection: rejected
2025-12-06T17:36:01.210168Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:404: Proxy [1:7580800078976642539:2048] [node 2] ICP24 incoming handshake failed, temporary: 1 explanation: incoming handshake Peer# ::1(::1) connection checker refused to proceed with incoming connection: rejected outgoing: [0:0:0]
2025-12-06T17:36:01.210224Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [1:7580800078976642539:2048] [node 2] ICP32 transit to hold-by-error state Explanation# incoming handshake Peer# ::1(::1) connection checker refused to proceed with incoming connection: rejected LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:01.210240Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: incoming handshake Peer# ::1(::1) connection checker refused to proceed with incoming connection: rejected LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:01.218825Z :INTERCONNECT NOTICE: interconnect_handshake.cpp:1583: Handshake [2:7580800079097772282:2057] [node 1] ICH03 handshake failed, explanation# outgoing handshake Peer# ::1(::1:29898) error from peer: connection checker refused to proceed with incoming connection: rejected
2025-12-06T17:36:01.222998Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580800079097772271:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# ::1(::1:29898) error from peer: connection checker refused to proceed with incoming connection: rejected incoming: [0:0:0] held: no
2025-12-06T17:36:01.223095Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [2:7580800079097772271:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# ::1(::1:29898) error from peer: connection checker refused to proceed with incoming connection: rejected LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:01.223122Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# ::1(::1:29898) error from peer: connection checker refused to proceed with incoming connection: rejected LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:01.222684Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [1:7580800078976642539:2048] [node 2] ICP33 wake up from error state
2025-12-06T17:36:01.235646Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [2:7580800079097772271:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:36:01.344306Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800078989582452:2048] [node 2] ICP01 ready to work
2025-12-06T17:36:01.344333Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800078989582453:2049] [node 3] ICP01 ready to work
2025-12-06T17:36:01.354973Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800076365296262:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:01.355003Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800076365296263:2049] [node 3] ICP01 ready to work
2025-12-06T17:36:01.395069Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800079682265686:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:01.395122Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800079682265687:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:01.462947Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800079443828405:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:01.462980Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800079443828406:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:01.552619Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800079566809073:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:01.552655Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800079566809074:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:01.552677Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800079566809075:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:01.463005Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800079443828407:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:01.859458Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800078989582479:2069] [node 5] ICP01 ready to work
2025-12-06T17:36:01.863241Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800079443828418:2059] [node 6] ICP01 ready to work
2025-12-06T17:36:01.873854Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800079443828418:2059] [node 6] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1196) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:36:01.873955Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580800079443828418:2059] [node 6] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:1196) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:01.873971Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [6] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1196) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:01.891458Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800076365296283:2064] [node 5] ICP01 ready to work
2025-12-06T17:36:01.891896Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800076365296284:2067] [node 4] ICP01 ready to work
2025-12-06T17:36:01.886624Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580800079443828418:2059] [node 6] ICP33 wake up from error state
2025-12-06T17:36:01.903681Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800079566809086:2059] [node 4] ICP01 ready to work
2025-12-06T17:36:01.954835Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800079443828405:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(44454760ns) {Configure:104(44450149ns) {ProcessConfigured:135(72595ns) {StartInitialHandshake:157(69665ns) {DropHandshakes:470(5832ns) {DropIncomingHandshake:442(718ns) DropOutgoingHandshake:457(712ns)} GenerateSessionVirtualId:988(1123ns) PrepareNewSessionHandshake:477(2047ns) {SwitchToState:179(930ns)}}}}}
2025-12-06T17:36:01.931168Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800078989582479:2069] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(71331606ns) {Configure:104(71323391ns) {ProcessConfigured:135(70536ns) {StartInitialHandshake:157(68152ns) {DropHandshakes:470(8776ns) {DropIncomingHandshake:442(846ns) DropOutgoingHandshake:457(549ns)} GenerateSessionVirtualId:988(924ns) PrepareNewSessionHandshake:477(2237ns) {SwitchToState:179(659ns)}}}}}
2025-12-06T17:36:01.983189Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800079682265704:2060] [node 4] ICP01 ready to work
2025-12-06T17:36:01.983511Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800079682265705:2062] [node 5] ICP01 ready to work
2025-12-06T17:36:01.963197Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800079566809092:2063] [node 6] ICP01 ready to work
2025-12-06T17:36:01.934024Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800078989582492:2074] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:02.033004Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800076365296283:2064] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(129218327ns) {Configure:104(129213533ns) {ProcessConfigured:135(91919ns) {StartInitialHandshake:157(89867ns) {DropHandshakes:470(2930ns) {DropIncomingHandshake:442(815ns) DropOutgoingHandshake:457(315ns)} GenerateSessionVirtualId:988(1250ns) PrepareNewSessionHandshake:477(2045ns) {SwitchToState:179(482ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:02.034939Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800078989582492:2074] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(100580422ns) {Configure:104(100578035ns) {ProcessConfigured:135(10698746ns) {StartInitialHandshake:157(10696183ns) {DropHandshakes:470(220030ns) {DropIncomingHandshake:442(541ns) DropOutgoingHandshake:457(832ns)} GenerateSessionVirtualId:988(1354ns) PrepareNewSessionHandshake:477(3390ns) {SwitchToState:179(1549ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:02.043515Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800083738795732:2065] [node 5] ICP01 ready to work
2025-12-06T17:36:02.035410Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800083284549797:2084] [node 6] ICP01 ready to work
2025-12-06T17:36:02.045040Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800083738795730:2072] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18193
2025-12-06T17:36:02.045093Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800083738795731:2073] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18193
2025-12-06T17:36:02.037340Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800083284549798:2087] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17485
2025-12-06T17:36:02.057368Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800083284549798:2087] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:02.054975Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800076365296262:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(16684969ns) {Configure:104(16682693ns) {ProcessConfigured:135(16083288ns) {StartInitialHandshake:157(16081322ns) {DropHandshakes:470(975ns) {DropIncomingHandshake:442(222ns) DropOutgoingHandshake:457(94ns)} GenerateSessionVirtualId:988(306ns) PrepareNewSessionHandshake:477(3342ns) {SwitchToState:179(527ns)}}}}}
2025-12-06T17:36:02.056976Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800080660263595:2078] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6994
2025-12-06T17:36:02.103400Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800083977233013:2069] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:02.104834Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800083977233010:2067] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34650
2025-12-06T17:36:02.106920Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800079443828407:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(60500228ns) {Configure:104(60498256ns) {ProcessConfigured:135(415278ns) {StartInitialHandshake:157(413876ns) {DropHandshakes:470(925ns) {DropIncomingHandshake:442(189ns) DropOutgoingHandshake:457(167ns)} GenerateSessionVirtualId:988(214ns) PrepareNewSessionHandshake:477(1227ns) {SwitchToState:179(145ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:02.182388Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800080660263599:2079] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6994
2025-12-06T17:36:02.202700Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800079682265707:2063] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:02.202759Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800079682265707:2063] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:36:02.178761Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800079443828418:2059] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(47284474ns) {Configure:104(47281999ns) {ProcessConfigured:135(47256105ns) {StartInitialHandshake:157(47254173ns) {DropHandshakes:470(876ns) {DropIncomingHandshake:442(227ns) DropOutgoingHandshake:457(94ns)} GenerateSessionVirtualId:988(356ns) PrepareNewSessionHandshake:477(4993ns) {SwitchToState:179(1926ns)}}}}}
2025-12-06T17:36:02.163483Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800079566809073:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(83239058ns) {Configure:104(83235690ns) {ProcessConfigured:135(61862ns) {StartInitialHandshake:157(60037ns) {DropHandshakes:470(7325ns) {DropIncomingHandshake:442(133ns) DropOutgoingHandshake:457(202ns)} GenerateSessionVirtualId:988(304ns) PrepareNewSessionHandshake:477(1298ns) {SwitchToState:179(477ns)}}}}}
2025-12-06T17:36:02.203948Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800079682265707:2063] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:02.179056Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800083738795731:2073] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:02.235007Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800079682265704:2060] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:36:02.235076Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:02.235128Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800079682265704:2060] [node 4] ICP22 created new session: [3:7580800083977233022:2060]
2025-12-06T17:36:02.235175Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800083977233022:2060] [node 4] ICS09 handshake done sender: [3:7580800079682265707:2063] self: [3:7580800079682265706:0] peer: [4:7580800083738795746:0] socket: 35 qp: -1
2025-12-06T17:36:02.235211Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800083977233022:2060] [node 4] ICS10 traffic start
2025-12-06T17:36:02.235256Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:02.236632Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580800083977233013:2069] [node 6] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1196) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:36:02.236693Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580800083977233013:2069] [node 6] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:1196) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:02.236705Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [6] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1196) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:02.228460Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800083284549807:2095] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17485
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:02.180071Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800083738795745:2080] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18193
2025-12-06T17:36:02.180248Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800079443828407:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:02.255312Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580800083977233013:2069] [node 6] ICP33 wake up from error state
2025-12-06T17:36:02.239700Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800083284549808:2096] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17485
2025-12-06T17:36:02.283872Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800079566809075:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(53046788ns) {Configure:104(53041763ns) {ProcessConfigured:135(78352ns) {StartInitialHandshake:157(75390ns) {DropHandshakes:470(3276ns) {DropIncomingHandshake:442(688ns) DropOutgoingHandshake:457(409ns)} GenerateSessionVirtualId:988(1711ns) PrepareNewSessionHandshake:477(2040ns) {SwitchToState:179(695ns)}}}}}
2025-12-06T17:36:02.214435Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800083738795745:2080] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:02.239813Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800083284549809:2097] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17485
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:02.323137Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800080660263604:2082] [node 6] ICP01 ready to work
2025-12-06T17:36:02.324506Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800080660263603:2083] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6994
2025-12-06T17:36:02.325234Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800080660263603:2083] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:02.314683Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800079443828406:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:02.314889Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800079443828406:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(45398834ns) {IncomingHandshake:261(33620503ns) {DropIncomingHandshake:442(827ns) PrepareNewSessionHandshake:477(2232ns) {SwitchToState:179(889ns)} GenerateSessionVirtualId:988(1544ns) IssueIncomingHandshakeReply:193(33566523ns) {SwitchToState:179(1698ns)}}}
2025-12-06T17:36:02.485465Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800083284549807:2095] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:02.510684Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800080660263595:2078] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:02.559818Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800075547803095:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:02.559893Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800075547803096:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:02.559914Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800075547803097:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:02.560518Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800079842770419:2059] [node 5] ICP01 ready to work
2025-12-06T17:36:02.560925Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800079842770420:2062] [node 4] ICP01 ready to work
2025-12-06T17:36:02.583754Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800078989582491:2082] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:02.526602Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800083977233013:2069] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(91452175ns) {Configure:104(91447904ns) {ProcessConfigured:135(67664337ns) {StartInitialHandshake:157(67661585ns) {DropHandshakes:470(3337ns) {DropIncomingHandshake:442(812ns) DropOutgoingHandshake:457(871ns)} GenerateSessionVirtualId:988(883ns) PrepareNewSessionHandshake:477(4432ns) {SwitchToState:179(2206ns)}}}}}
2025-12-06T17:36:02.546688Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800083977233010:2067] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:02.583785Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800078989582491:2082] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:36:02.599316Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800079682265686:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:02.562926Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800080660263590:2075] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:02.631038Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800083977233049:2098] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34650
2025-12-06T17:36:02.562972Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800080660263590:2075] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:02.662602Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800078989582489:2081] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:02.583383Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580800076365296262:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:02.584380Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800080660263590:2075] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:02.621695Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800076365296284:2067] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:36:02.621776Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:02.621835Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800076365296284:2067] [node 4] ICP22 created new session: [2:7580800080660263630:2067]
2025-12-06T17:36:02.621872Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800080660263630:2067] [node 4] ICS09 handshake done sender: [2:7580800080660263590:2075] self: [2:7580800080660263589:0] peer: [4:7580800083738795758:0] socket: 47 qp: -1
2025-12-06T17:36:02.621901Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800080660263630:2067] [node 4] ICS10 traffic start
2025-12-06T17:36:02.621933Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:02.686998Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800080660263636:2108] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6994
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:02.724284Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800083738795756:2089] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18193
2025-12-06T17:36:02.725017Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800083738795731:2073] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:02.725333Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800083738795768:2100] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18193
2025-12-06T17:36:02.725672Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800083738795745:2080] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:02.725795Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800079443828406:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:02.725854Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:02.725891Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800079443828406:2049] [node 2] ICP22 created new session: [4:7580800083738795769:2049]
2025-12-06T17:36:02.725928Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800083738795769:2049] [node 2] ICS09 handshake done sender: [4:7580800083738795745:2080] self: [4:7580800083738795758:0] peer: [2:7580800080660263589:0] socket: 51 qp: -1
2025-12-06T17:36:02.725957Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800083738795769:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:02.726000Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:02.662670Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800078989582489:2081] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:36:02.743504Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800079443828407:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:02.743587Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:02.743627Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800079443828407:2050] [node 3] ICP22 created new session: [4:7580800083738795772:2050]
2025-12-06T17:36:02.743666Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800083738795772:2050] [node 3] ICS09 handshake done sender: [4:7580800083738795731:2073] self: [4:7580800083738795746:0] peer: [3:7580800079682265706:0] socket: 44 qp: -1
2025-12-06T17:36:02.743699Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800083738795772:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:02.743747Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:02.755117Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800075547803095:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(193927663ns) {Configure:104(184341625ns) {ProcessConfigured:135(3051620ns) {StartInitialHandshake:157(3046953ns) {DropHandshakes:470(3769ns) {DropIncomingHandshake:442(965ns) DropOutgoingHandshake:457(558ns)} GenerateSessionVirtualId:988(979ns) PrepareNewSessionHandshake:477(3300ns) {SwitchToState:179(1384ns)}}}}}
2025-12-06T17:36:02.718697Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800078989582491:2082] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:02.726901Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800083977233049:2098] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:02.727017Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800079682265687:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:02.727295Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800083977233056:2103] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34650
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:02.759287Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800078989582489:2081] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:02.759551Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800083284549808:2096] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:02.759587Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800078989582452:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:36:02.759676Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:02.759722Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800078989582452:2048] [node 2] ICP22 created new session: [1:7580800083284549831:2048]
2025-12-06T17:36:02.759765Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800083284549831:2048] [node 2] ICS09 handshake done sender: [1:7580800078989582491:2082] self: [1:7580800078989582490:0] peer: [2:7580800080660263624:0] socket: 41 qp: -1
2025-12-06T17:36:02.759799Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800083284549831:2048] [node 2] ICS10 traffic start
2025-12-06T17:36:02.759829Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:02.760295Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800078989582453:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:36:02.760360Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:02.760403Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800078989582453:2049] [node 3] ICP22 created new session: [1:7580800083284549833:2049]
2025-12-06T17:36:02.760444Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800083284549833:2049] [node 3] ICS09 handshake done sender: [1:7580800078989582489:2081] self: [1:7580800078989582488:0] peer: [3:7580800083977233034:0] socket: 40 qp: -1
2025-12-06T17:36:02.760462Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800083284549833:2049] [node 3] ICS10 traffic start
2025-12-06T17:36:02.762719Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:02.774980Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800083738795776:2102] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18193
2025-12-06T17:36:02.816669Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800080660263594:2077] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:02.822879Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800083977233010:2067] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:02.827860Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800079566809092:2063] [node 6] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1196) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:36:02.827977Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580800079566809092:2063] [node 6] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:1196) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:02.827993Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [6] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1196) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:02.828274Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800083861776436:2104] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40822
2025-12-06T17:36:02.821111Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800083738795786:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18193
2025-12-06T17:36:02.816714Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800080660263594:2077] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:36:02.875641Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800080660263595:2078] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:02.820665Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800083284549837:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17485
2025-12-06T17:36:02.853301Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580800079566809092:2063] [node 6] ICP33 wake up from error state
2025-12-06T17:36:02.962580Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800083977233058:2104] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34650
2025-12-06T17:36:02.946878Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580800076365296262:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19780) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7580800080660263595:2078] held: no
2025-12-06T17:36:02.946997Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580800076365296262:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:03.063010Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800075547803096:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(223531031ns) {Configure:104(223524601ns) {ProcessConfigured:135(87944238ns) {StartInitialHandshake:157(87940658ns) {DropHandshakes:470(3337ns) {DropIncomingHandshake:442(892ns) DropOutgoingHandshake:457(554ns)} GenerateSessionVirtualId:988(1423ns) PrepareNewSessionHandshake:477(8627ns) {SwitchToState:179(3641ns)}}}}}
2025-12-06T17:36:03.058666Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800083738795786:2113] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:03.058972Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800079443828405:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:03.108799Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800083284549793:2086] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:02.947063Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:02.947105Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800076365296262:2048] [node 1] ICP22 created new session: [2:7580800080660263646:2048]
2025-12-06T17:36:02.947141Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800080660263646:2048] [node 1] ICS09 handshake done sender: [2:7580800080660263595:2078] self: [2:7580800080660263624:0] peer: [1:7580800078989582490:0] socket: 45 qp: -1
2025-12-06T17:36:02.947177Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800080660263646:2048] [node 1] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:03.156623Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800083861776439:2107] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40822
2025-12-06T17:36:03.156751Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800083861776440:2108] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40822
2025-12-06T17:36:03.156836Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800083861776437:2105] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40822
2025-12-06T17:36:03.156916Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800083861776438:2106] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40822
2025-12-06T17:36:03.157202Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800083861776436:2104] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:03.157360Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800079566809075:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:03.108866Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800083284549793:2086] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:36:03.139096Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800079682265686:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:03.139192Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:03.139259Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800079682265686:2048] [node 1] ICP22 created new session: [3:7580800088272200370:2048]
2025-12-06T17:36:03.139310Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800088272200370:2048] [node 1] ICS09 handshake done sender: [3:7580800083977233010:2067] self: [3:7580800083977233034:0] peer: [1:7580800078989582488:0] socket: 43 qp: -1
2025-12-06T17:36:03.139357Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800088272200370:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:03.139395Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:02.947207Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:03.163095Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800083738795730:2072] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:02.948233Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800080660263599:2079] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:03.154753Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800083284549793:2086] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:03.186867Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800083284549809:2097] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:03.186911Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800078989582492:2074] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:36:03.186983Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:03.187028Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800078989582492:2074] [node 4] ICP22 created new session: [1:7580800087579517140:2074]
2025-12-06T17:36:03.187076Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800087579517140:2074] [node 4] ICS09 handshake done sender: [1:7580800083284549793:2086] self: [1:7580800083284549792:0] peer: [4:7580800088033763092:0] socket: 38 qp: -1
2025-12-06T17:36:03.187107Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800087579517140:2074] [node 4] ICS10 traffic start
2025-12-06T17:36:03.187139Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:03.172308Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800083861776439:2107] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:03.163465Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800088033763094:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18193
2025-12-06T17:36:03.179113Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800083738795736:2075] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:03.179134Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800083738795736:2075] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:03.179621Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800083738795786:2113] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:02.948919Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580800076365296284:2067] [node 4] ICP18 handshake (actor [2:7580800080660263599:2079]) is too old
2025-12-06T17:36:03.200360Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800084137737765:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44036
2025-12-06T17:36:03.200498Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800084137737766:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44036
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:03.202851Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800079443828405:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:03.202919Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:03.202967Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800079443828405:2048] [node 1] ICP22 created new session: [4:7580800088033763097:2048]
2025-12-06T17:36:03.203017Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800088033763097:2048] [node 1] ICS09 handshake done sender: [4:7580800083738795786:2113] self: [4:7580800088033763092:0] peer: [1:7580800083284549792:0] socket: 82 qp: -1
2025-12-06T17:36:03.203046Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800088033763097:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:03.203087Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:03.119381Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800080660263594:2077] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:03.172467Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800079566809086:2059] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:03.146700Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800076365296263:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:36:03.254746Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800078989582487:2080] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:03.266608Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800078989582487:2080] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:03.146793Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:03.191139Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800083861776438:2106] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:03.182785Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800079682265686:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(19745141ns) {HandleHandshakeStatus:329(19741611ns) {DropIncomingHandshake:442(1145ns) DropOutgoingHandshake:457(10308ns) SwitchToState:179(591ns) ProcessPendingSessionEvents:495(19293360ns) {ForwardSessionEventToSession:612(55854ns) ForwardSessionEventToSession:612(131075ns) ForwardSessionEventToSession:612(13507ns) ForwardSessionEventToSession:612(2081ns) ForwardSessionEventToSession:612(11465715ns) ForwardSessionEventToSession:612(7452854ns) ForwardSessionEventToSession:612(7184ns) ForwardSessionEventToSession:612(149880ns)}}}
2025-12-06T17:36:03.183108Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7580800079682265686:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:36:03.184050Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800088272200372:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34650
2025-12-06T17:36:03.184171Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800088272200373:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34650
2025-12-06T17:36:03.195175Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800088272200372:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:03.195245Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800083977233049:2098] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:03.215310Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800079682265709:2064] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:03.215334Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800079682265709:2064] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:03.268612Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800079682265687:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:03.268686Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:03.268729Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800079682265687:2049] [node 2] ICP22 created new session: [3:7580800088272200376:2049]
2025-12-06T17:36:03.268784Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800088272200376:2049] [node 2] ICS09 handshake done sender: [3:7580800083977233049:2098] self: [3:7580800083977233057:0] peer: [2:7580800080660263593:0] socket: 71 qp: -1
2025-12-06T17:36:03.268819Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800088272200376:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:03.268869Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:03.269119Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7580800079682265687:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:36:03.271604Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800079682265709:2064] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:03.216789Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800079566809074:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:03.282764Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800078989582487:2080] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:03.217028Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800088156743753:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40822
2025-12-06T17:36:03.234833Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800083861776437:2105] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:03.234985Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800079566809073:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:03.247683Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800083861776439:2107] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:03.247850Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800079566809086:2059] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:36:03.255015Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:03.262869Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800079566809086:2059] [node 4] ICP22 created new session: [5:7580800088156743756:2059]
2025-12-06T17:36:03.262925Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800088156743756:2059] [node 4] ICS09 handshake done sender: [5:7580800083861776439:2107] self: [5:7580800088156743752:0] peer: [4:7580800083738795735:0] socket: 86 qp: -1
2025-12-06T17:36:03.262956Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800088156743756:2059] [node 4] ICS10 traffic start
2025-12-06T17:36:03.263000Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:03.239102Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800079443828405:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(36083932ns) {HandleHandshakeStatus:329(36081427ns) {DropIncomingHandshake:442(793ns) DropOutgoingHandshake:457(4053ns) SwitchToState:179(501ns) ProcessPendingSessionEvents:495(108872ns) {ForwardSessionEventToSession:612(76703ns) ForwardSessionEventToSession:612(10126ns) ForwardSessionEventToSession:612(2138ns) ForwardSessionEventToSession:612(4713ns) ForwardSessionEventToSession:612(1755ns) ForwardSessionEventToSession:612(1666ns) ForwardSessionEventToSession:612(4379ns)}}}
2025-12-06T17:36:03.146848Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800076365296263:2049] [node 3] ICP22 created new session: [2:7580800084955230946:2049]
2025-12-06T17:36:03.146894Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800084955230946:2049] [node 3] ICS09 handshake done sender: [2:7580800080660263594:2077] self: [2:7580800080660263593:0] peer: [3:7580800083977233057:0] socket: 70 qp: -1
2025-12-06T17:36:03.146922Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800084955230946:2049] [node 3] ICS10 traffic start
2025-12-06T17:36:03.146957Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:03.290334Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800080660263588:2074] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:03.290380Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800080660263588:2074] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:03.299176Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800084137737763:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44036
2025-12-06T17:36:03.299287Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800084137737764:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44036
2025-12-06T17:36:03.299416Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800084137737765:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:03.299575Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800075547803096:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:03.310822Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800080660263588:2074] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:03.243273Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7580800079443828405:2048] [node 1] ICP27 obsolete handshake fail ignored
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:03.342715Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800078989582479:2069] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:03.342813Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:03.342869Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800078989582479:2069] [node 5] ICP22 created new session: [1:7580800087579517144:2069]
2025-12-06T17:36:03.342921Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800087579517144:2069] [node 5] ICS09 handshake done sender: [1:7580800078989582487:2080] self: [1:7580800078989582486:0] peer: [5:7580800088156743755:0] socket: 39 qp: -1
2025-12-06T17:36:03.342952Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800087579517144:2069] [node 5] ICS10 traffic start
2025-12-06T17:36:03.342985Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:03.363827Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800088156743758:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40822
2025-12-06T17:36:03.359167Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800079682265705:2062] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:03.359263Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:03.247132Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800083738795736:2075] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:03.359319Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800079682265705:2062] [node 5] ICP22 created new session: [3:7580800088272200379:2062]
2025-12-06T17:36:03.271605Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800083738795732:2065] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:03.359380Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800088272200379:2062] [node 5] ICS09 handshake done sender: [3:7580800079682265709:2064] self: [3:7580800079682265708:0] peer: [5:7580800088156743749:0] socket: 37 qp: -1
2025-12-06T17:36:03.271680Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:03.271728Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800083738795732:2065] [node 5] ICP22 created new session: [4:7580800088033763099:2065]
2025-12-06T17:36:03.359412Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800088272200379:2062] [node 5] ICS10 traffic start
2025-12-06T17:36:03.271774Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800088033763099:2065] [node 5] ICS09 handshake done sender: [4:7580800083738795736:2075] self: [4:7580800083738795735:0] peer: [5:7580800088156743752:0] socket: 54 qp: -1
2025-12-06T17:36:03.359446Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:03.271811Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800088033763099:2065] [node 5] ICS10 traffic start
2025-12-06T17:36:03.271839Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:03.382254Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800088156743759:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40822
2025-12-06T17:36:03.378853Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800080660263606:2084] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:03.378887Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800080660263606:2084] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:03.379437Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800076365296283:2064] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:03.379501Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:03.379555Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800076365296283:2064] [node 5] ICP22 created new session: [2:7580800084955230950:2064]
2025-12-06T17:36:03.379612Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800084955230950:2064] [node 5] ICS09 handshake done sender: [2:7580800080660263588:2074] self: [2:7580800080660263587:0] peer: [5:7580800088156743754:0] socket: 46 qp: -1
2025-12-06T17:36:03.379643Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800084955230950:2064] [node 5] ICS10 traffic start
2025-12-06T17:36:03.379668Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:03.386716Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800080660263606:2084] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:03.426825Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800088156743760:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40822
2025-12-06T17:36:03.458748Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800080660263604:2082] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:03.458848Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:03.458905Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800080660263604:2082] [node 6] ICP22 created new session: [2:7580800084955230953:2082]
2025-12-06T17:36:03.458951Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800084955230953:2082] [node 6] ICS09 handshake done sender: [2:7580800080660263606:2084] self: [2:7580800080660263605:0] peer: [6:7580800084137737769:0] socket: 90 qp: -1
2025-12-06T17:36:03.458988Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800084955230953:2082] [node 6] ICS10 traffic start
2025-12-06T17:36:03.459029Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:03.473860Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800084137737766:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:03.474161Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800084137737764:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:03.474402Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800075547803095:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:03.474492Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800084137737771:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44036
2025-12-06T17:36:03.474904Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800083284549837:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:03.475008Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800083284549800:2088] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:03.475026Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800083284549800:2088] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:03.482803Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800079566809075:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23175) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800083861776436:2104] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:03.486663Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800084137737763:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:03.486865Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800079842770420:2062] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:03.487424Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800075547803097:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:03.487502Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800084137737770:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44036
2025-12-06T17:36:03.491008Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800083284549800:2088] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:03.492660Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800084137737774:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44036
2025-12-06T17:36:03.493349Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800084137737765:2116] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:03.494734Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800084137737764:2115] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:03.496322Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800083284549797:2084] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:03.491103Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800083738795776:2102] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:03.506651Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800083738795742:2079] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:03.511018Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800079566809073:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19780) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800083861776437:2105] held: no
2025-12-06T17:36:03.511297Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800083861776440:2108] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:03.511375Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800083861776436:2104] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:03.493505Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800083977233031:2079] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:03.511899Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800079566809075:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:03.511984Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:03.512047Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800079566809075:2050] [node 3] ICP22 created new session: [5:7580800088156743763:2050]
2025-12-06T17:36:03.512092Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800088156743763:2050] [node 3] ICS09 handshake done sender: [5:7580800083861776436:2104] self: [5:7580800088156743749:0] peer: [3:7580800079682265708:0] socket: 83 qp: -1
2025-12-06T17:36:03.512122Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800088156743763:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:03.512152Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:03.496410Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:03.493535Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800083977233031:2079] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:03.494963Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800083977233031:2079] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:03.495170Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800083977233013:2069] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:03.495239Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:03.495289Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800083977233013:2069] [node 6] ICP22 created new session: [3:7580800088272200382:2069]
2025-12-06T17:36:03.495328Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800088272200382:2069] [node 6] ICS09 handshake done sender: [3:7580800083977233031:2079] self: [3:7580800083977233028:0] peer: [6:7580800084137737775:0] socket: 93 qp: -1
2025-12-06T17:36:03.495372Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800088272200382:2069] [node 6] ICS10 traffic start
2025-12-06T17:36:03.495416Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:03.496450Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800083284549797:2084] [node 6] ICP22 created new session: [1:7580800087579517148:2084]
2025-12-06T17:36:03.517885Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800083738795742:2079] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:03.535059Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800075547803096:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:03.542727Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:03.542789Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800075547803096:2049] [node 2] ICP22 created new session: [6:7580800084137737778:2049]
2025-12-06T17:36:03.542833Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800084137737778:2049] [node 2] ICS09 handshake done sender: [6:7580800084137737765:2116] self: [6:7580800084137737769:0] peer: [2:7580800080660263605:0] socket: 94 qp: -1
2025-12-06T17:36:03.542890Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800084137737778:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:03.542925Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:03.532809Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800083738795742:2079] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:03.496488Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800087579517148:2084] [node 6] ICS09 handshake done sender: [1:7580800083284549800:2088] self: [1:7580800083284549799:0] peer: [6:7580800084137737772:0] socket: 57 qp: -1
2025-12-06T17:36:03.496531Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800087579517148:2084] [node 6] ICS10 traffic start
2025-12-06T17:36:03.496556Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:03.523168Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800083284549797:2084] [node 6] ICP35 event processing took too much time PendingConnection:279(26621958ns) {HandleHandshakeStatus:329(26619200ns) {DropIncomingHandshake:442(11478ns) DropOutgoingHandshake:457(320ns) SwitchToState:179(369ns) ProcessPendingSessionEvents:495(136682ns) {ForwardSessionEventToSession:612(80967ns) ForwardSessionEventToSession:612(9248ns) ForwardSessionEventToSession:612(2696ns) ForwardSessionEventToSession:612(18170ns) ForwardSessionEventToSession:612(7604ns) ForwardSessionEventToSession:612(2130ns) ForwardSessionEventToSession:612(4329ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:03.557989Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800083861776437:2105] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:03.567002Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800075547803095:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:03.570907Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800083861776438:2106] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:03.567086Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:03.586622Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800079443828418:2059] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:03.594656Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800084955230955:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6994
2025-12-06T17:36:03.567160Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800075547803095:2048] [node 1] ICP22 created new session: [6:7580800084137737780:2048]
2025-12-06T17:36:03.567198Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800084137737780:2048] [node 1] ICS09 handshake done sender: [6:7580800084137737764:2115] self: [6:7580800084137737772:0] peer: [1:7580800083284549799:0] socket: 77 qp: -1
2025-12-06T17:36:03.567226Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800084137737780:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:03.567271Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:03.569174Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580800075547803095:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:36:03.569303Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800084137737776:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44036
2025-12-06T17:36:03.569661Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800084137737777:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44036
2025-12-06T17:36:03.570037Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800084137737766:2117] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:03.570181Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800084137737763:2114] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:03.570452Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800075547803097:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:03.570505Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:03.570559Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800075547803097:2050] [node 3] ICP22 created new session: [6:7580800084137737783:2050]
2025-12-06T17:36:03.570706Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800084137737783:2050] [node 3] ICS09 handshake done sender: [6:7580800084137737766:2117] self: [6:7580800084137737775:0] peer: [3:7580800083977233028:0] socket: 58 qp: -1
2025-12-06T17:36:03.572785Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800084137737783:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:03.575679Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:03.579140Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800079842770420:2062] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:36:03.579189Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:03.579224Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800079842770420:2062] [node 4] ICP22 created new session: [6:7580800084137737785:2062]
2025-12-06T17:36:03.579263Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800084137737785:2062] [node 4] ICS09 handshake done sender: [6:7580800084137737763:2114] self: [6:7580800084137737773:0] peer: [4:7580800083738795739:0] socket: 64 qp: -1
2025-12-06T17:36:03.579301Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800084137737785:2062] [node 4] ICS10 traffic start
2025-12-06T17:36:03.579343Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:03.577903Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800079566809073:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:03.578018Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:03.578061Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800079566809073:2048] [node 1] ICP22 created new session: [5:7580800088156743765:2048]
2025-12-06T17:36:03.578102Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800088156743765:2048] [node 1] ICS09 handshake done sender: [5:7580800083861776437:2105] self: [5:7580800088156743755:0] peer: [1:7580800078989582486:0] socket: 84 qp: -1
2025-12-06T17:36:03.578136Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800088156743765:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:03.578166Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:03.578468Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800079566809074:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:03.578547Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:03.578584Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800079566809074:2049] [node 2] ICP22 created new session: [5:7580800088156743767:2049]
2025-12-06T17:36:03.578641Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800088156743767:2049] [node 2] ICS09 handshake done sender: [5:7580800083861776438:2106] self: [5:7580800088156743754:0] peer: [2:7580800080660263587:0] socket: 85 qp: -1
2025-12-06T17:36:03.578668Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800088156743767:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:03.590684Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:03.608448Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800083977233013:2069] [node 6] ICP35 event processing took too much time PendingConnection:279(95459423ns) {HandleHandshakeStatus:329(95456188ns) {DropIncomingHandshake:442(344ns) DropOutgoingHandshake:457(1086ns) SwitchToState:179(771ns) ProcessPendingSessionEvents:495(38987722ns) {ForwardSessionEventToSession:612(19443939ns) ForwardSessionEventToSession:612(3751851ns) ForwardSessionEventToSession:612(1060363ns) ForwardSessionEventToSession:612(2062ns) ForwardSessionEventToSession:612(3610268ns) ForwardSessionEventToSession:612(11090725ns) ForwardSessionEventToSession:612(7839ns)}}}
2025-12-06T17:36:03.609479Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800088272200384:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34650
2025-12-06T17:36:03.609865Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800079566809074:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(31252956ns) {HandleHandshakeStatus:329(31251364ns) {DropIncomingHandshake:442(291ns) DropOutgoingHandshake:457(3591ns) SwitchToState:179(140ns) ProcessPendingSessionEvents:495(1415651ns) {ForwardSessionEventToSession:612(1385937ns) ForwardSessionEventToSession:612(3617ns) ForwardSessionEventToSession:612(5488ns) ForwardSessionEventToSession:612(2386ns) ForwardSessionEventToSession:612(6740ns) ForwardSessionEventToSession:612(2019ns) ForwardSessionEventToSession:612(1741ns)}}}
2025-12-06T17:36:03.606687Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:03.606779Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800079443828418:2059] [node 6] ICP22 created new session: [4:7580800088033763103:2059]
2025-12-06T17:36:03.606842Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800088033763103:2059] [node 6] ICS09 handshake done sender: [4:7580800083738795742:2079] self: [4:7580800083738795739:0] peer: [6:7580800084137737773:0] socket: 53 qp: -1
2025-12-06T17:36:03.606884Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800088033763103:2059] [node 6] ICS10 traffic start
2025-12-06T17:36:03.606961Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:03.607407Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800079443828418:2059] [node 6] ICP35 event processing took too much time PendingConnection:279(31386914ns) {HandleHandshakeStatus:329(31383650ns) {DropIncomingHandshake:442(19137ns) DropOutgoingHandshake:457(521ns) SwitchToState:179(600ns) ProcessPendingSessionEvents:495(81172ns) {ForwardSessionEventToSession:612(54682ns) ForwardSessionEventToSession:612(5664ns) ForwardSessionEventToSession:612(5244ns) ForwardSessionEventToSession:612(1680ns) ForwardSessionEventToSession:612(4056ns) ForwardSessionEventToSession:612(1537ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:03.634707Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800084137737771:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:03.634844Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800079842770419:2059] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:03.636293Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800084137737788:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44036
2025-12-06T17:36:03.636913Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800084137737771:2120] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:03.637077Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800079842770419:2059] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:36:03.637147Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:03.637178Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800079842770419:2059] [node 5] ICP22 created new session: [6:7580800084137737789:2059]
2025-12-06T17:36:03.637214Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800084137737789:2059] [node 5] ICS09 handshake done sender: [6:7580800084137737771:2120] self: [6:7580800084137737787:0] peer: [5:7580800088156743750:0] socket: 100 qp: -1
2025-12-06T17:36:03.635082Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800088156743751:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:03.635117Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580800088156743751:2120] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:03.636462Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800088156743751:2120] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:03.637239Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800084137737789:2059] [node 5] ICS10 traffic start
2025-12-06T17:36:03.637284Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:03.638660Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580800079566809092:2063] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:03.638723Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:03.638757Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800079566809092:2063] [node 6] ICP22 created new session: [5:7580800088156743771:2063]
2025-12-06T17:36:03.638803Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800088156743771:2063] [node 6] ICS09 handshake done sender: [5:7580800088156743751:2120] self: [5:7580800088156743750:0] peer: [6:7580800084137737787:0] socket: 91 qp: -1
2025-12-06T17:36:03.638830Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800088156743771:2063] [node 6] ICS10 traffic start
2025-12-06T17:36:03.638872Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:03.666743Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:36:03.666994Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580800080660263646:2048] [node 1] ICS01 socket: 45 reason# EndOfStream
2025-12-06T17:36:03.667040Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580800076365296262:2048] [node 1] ICP30 unregister session Session# [2:7580800080660263646:2048] VirtualId# [2:7580800080660263624:0]
2025-12-06T17:36:03.667082Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580800080660263646:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:03.667188Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:03.667229Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:03.670949Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:36:03.671206Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800088272200370:2048] [node 1] ICS01 socket: 43 reason# EndOfStream
2025-12-06T17:36:03.671244Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800079682265686:2048] [node 1] ICP30 unregister session Session# [3:7580800088272200370:2048] VirtualId# [3:7580800083977233034:0]
2025-12-06T17:36:03.671277Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800088272200370:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:03.671363Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:03.671400Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:03.675019Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:36:03.675266Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800088033763097:2048] [node 1] ICS01 socket: 82 reason# EndOfStream
2025-12-06T17:36:03.675292Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800079443828405:2048] [node 1] ICP30 unregister session Session# [4:7580800088033763097:2048] VirtualId# [4:7580800088033763092:0]
2025-12-06T17:36:03.675315Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800088033763097:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:03.675383Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:03.675410Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:03.675749Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:36:03.676019Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:36:03.676205Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800088156743765:2048] [node 1] ICS01 socket: 84 reason# EndOfStream
2025-12-06T17:36:03.675907Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580800084137737780:2048] [node 1] ICS07 socket disconnect 77 reason# EndOfStream
2025-12-06T17:36:03.676023Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800084137737780:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:03.676425Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800079566809073:2048] [node 1] ICP30 unregister session Session# [5:7580800088156743765:2048] VirtualId# [5:7580800088156743755:0]
2025-12-06T17:36:03.676449Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800088156743765:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:03.676517Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:03.676548Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:03.676105Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:03.676145Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580800084137737780:2048] [node 1] ICS15 start handshake
2025-12-06T17:36:03.677650Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800075547803095:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19780) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:36:03.677707Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800084137737780:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:36:03.677760Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800075547803095:2048] [node 1] ICP30 unregister session Session# [6:7580800084137737780:2048] VirtualId# [6:7580800084137737772:0]
2025-12-06T17:36:03.677799Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:03.677833Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580800075547803095:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:19780) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:03.677845Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19780) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:03.686796Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580800075547803095:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:36:03.694732Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:36:03.694991Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800088272200376:2049] [node 2] ICS01 socket: 71 reason# EndOfStream
2025-12-06T17:36:03.695029Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800079682265687:2049] [node 2] ICP30 unregister session Session# [3:7580800088272200376:2049] VirtualId# [3:7580800083977233057:0]
2025-12-06T17:36:03.695057Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800088272200376:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:03.695133Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:03.695170Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:03.704335Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:36:03.704588Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800088156743767:2049] [node 2] ICS01 socket: 85 reason# EndOfStream
2025-12-06T17:36:03.704646Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800079566809074:2049] [node 2] ICP30 unregister session Session# [5:7580800088156743767:2049] VirtualId# [5:7580800088156743754:0]
2025-12-06T17:36:03.704689Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800088156743767:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:03.704788Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:03.704836Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:03.710644Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:36:03.710950Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580800083738795769:2049] [node 2] ICS07 socket disconnect 51 reason# EndOfStream
2025-12-06T17:36:03.710987Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800083738795769:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:03.711116Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:03.711170Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580800083738795769:2049] [node 2] ICS15 start handshake
2025-12-06T17:36:03.716261Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800079443828406:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21019) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:36:03.716445Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800083738795769:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:36:03.716503Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800079443828406:2049] [node 2] ICP30 unregister session Session# [4:7580800083738795769:2049] VirtualId# [4:7580800083738795758:0]
2025-12-06T17:36:03.716559Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:03.716600Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580800079443828406:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:21019) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:03.716617Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21019) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:03.726240Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580800079443828406:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:36:03.746695Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:36:03.746998Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800084137737778:2049] [node 2] ICS01 socket: 94 reason# EndOfStream
2025-12-06T17:36:03.747036Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800075547803096:2049] [node 2] ICP30 unregister session Session# [6:7580800084137737778:2049] VirtualId# [6:7580800084137737769:0]
2025-12-06T17:36:03.747065Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800084137737778:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:03.747185Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:03.747229Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:03.778556Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:36:03.778861Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800088156743763:2050] [node 3] ICS01 socket: 83 reason# EndOfStream
2025-12-06T17:36:03.778898Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800079566809075:2050] [node 3] ICP30 unregister session Session# [5:7580800088156743763:2050] VirtualId# [5:7580800088156743749:0]
2025-12-06T17:36:03.778935Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800088156743763:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:03.779031Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:03.779072Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:03.782744Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:36:03.782984Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800083738795772:2050] [node 3] ICS01 socket: 44 reason# EndOfStream
2025-12-06T17:36:03.783037Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800079443828407:2050] [node 3] ICP30 unregister session Session# [4:7580800083738795772:2050] VirtualId# [4:7580800083738795746:0]
2025-12-06T17:36:03.783069Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800083738795772:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:03.783175Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:03.783220Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:03.794662Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:36:03.794951Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800084137737783:2050] [node 3] ICS01 socket: 58 reason# EndOfStream
2025-12-06T17:36:03.794996Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800075547803097:2050] [node 3] ICP30 unregister session Session# [6:7580800084137737783:2050] VirtualId# [6:7580800084137737775:0]
2025-12-06T17:36:03.795040Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800084137737783:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:03.795164Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:03.795209Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:03.818528Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:36:03.818803Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580800088156743756:2059] [node 4] ICS07 socket disconnect 86 reason# EndOfStream
2025-12-06T17:36:03.818836Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800088156743756:2059] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:03.818932Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:36:03.818968Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580800088156743756:2059] [node 4] ICS15 start handshake
2025-12-06T17:36:03.819890Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800079566809086:2059] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4423) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:36:03.819944Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800088156743756:2059] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:36:03.819991Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800079566809086:2059] [node 4] ICP30 unregister session Session# [5:7580800088156743756:2059] VirtualId# [5:7580800088156743752:0]
2025-12-06T17:36:03.820029Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:36:03.820058Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580800079566809086:2059] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:4423) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:03.820074Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4423) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:03.821936Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:36:03.822166Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800084137737785:2062] [node 4] ICS01 socket: 64 reason# EndOfStream
2025-12-06T17:36:03.822220Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800079842770420:2062] [node 4] ICP30 unregister session Session# [6:7580800084137737785:2062] VirtualId# [6:7580800084137737773:0]
2025-12-06T17:36:03.822253Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800084137737785:2062] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:03.822338Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:36:03.822375Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:36:03.968591Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800088340266695:2048] [node 2] ICP01 ready to work
2025-12-06T17:36:03.968626Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800088340266696:2049] [node 3] ICP01 ready to work
2025-12-06T17:36:04.008425Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800084635797913:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:04.008463Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800084635797914:2049] [node 3] ICP01 ready to work
2025-12-06T17:36:04.046965Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800091977021810:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:04.046997Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800091977021811:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:04.047026Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800091977021812:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:04.086843Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800089626683670:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:04.087037Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800089626683671:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:04.134948Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800089241284094:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:04.134980Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800089241284095:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:04.135014Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800089241284096:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:04.195024Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800091350853326:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:04.195056Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800091350853327:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:04.195104Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800091350853328:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:04.664189Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800092635234054:2105] [node 6] ICP01 ready to work
2025-12-06T17:36:04.664545Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800092635234055:2107] [node 4] ICP01 ready to work
2025-12-06T17:36:04.651296Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800088930765272:2096] [node 5] ICP01 ready to work
2025-12-06T17:36:04.653199Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800089626683684:2060] [node 4] ICP01 ready to work
2025-12-06T17:36:04.651669Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800088930765273:2098] [node 6] ICP01 ready to work
2025-12-06T17:36:04.694016Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800088930765274:2097] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:04.734945Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800089626683701:2073] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:04.821631Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800092635234067:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13414
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:04.826593Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800092635234068:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13414
2025-12-06T17:36:04.799474Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800084635797914:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(147523866ns) {Configure:104(147519345ns) {ProcessConfigured:135(61063ns) {StartInitialHandshake:157(58782ns) {DropHandshakes:470(3121ns) {DropIncomingHandshake:442(922ns) DropOutgoingHandshake:457(530ns)} GenerateSessionVirtualId:988(820ns) PrepareNewSessionHandshake:477(2006ns) {SwitchToState:179(689ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:04.816916Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800089241284096:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(276399687ns) {Configure:104(276393887ns) {ProcessConfigured:135(92098ns) {StartInitialHandshake:157(90670ns) {DropHandshakes:470(1343ns) {DropIncomingHandshake:442(287ns) DropOutgoingHandshake:457(220ns)} GenerateSessionVirtualId:988(395ns) PrepareNewSessionHandshake:477(3675ns) {SwitchToState:179(922ns)}}}}}
2025-12-06T17:36:04.840074Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800091977021853:2063] [node 5] ICP01 ready to work
2025-12-06T17:36:04.780191Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800089626683671:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(25294814ns) {Configure:104(25288962ns) {ProcessConfigured:135(79947ns) {StartInitialHandshake:157(77450ns) {DropHandshakes:470(3891ns) {DropIncomingHandshake:442(782ns) DropOutgoingHandshake:457(509ns)} GenerateSessionVirtualId:988(1014ns) PrepareNewSessionHandshake:477(2360ns) {SwitchToState:179(804ns)}}}}}
2025-12-06T17:36:04.835669Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800092635234068:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:04.783796Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800089626683705:2081] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18029
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:04.819131Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800088930765274:2097] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(17396360ns) {Configure:104(17390813ns) {ProcessConfigured:135(70818ns) {StartInitialHandshake:157(68709ns) {DropHandshakes:470(2241ns) {DropIncomingHandshake:442(574ns) DropOutgoingHandshake:457(288ns)} GenerateSessionVirtualId:988(731ns) PrepareNewSessionHandshake:477(2029ns) {SwitchToState:179(716ns)}}}}}
2025-12-06T17:36:04.879667Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800091350853327:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(240749648ns) {Configure:104(240744701ns) {ProcessConfigured:135(933675ns) {StartInitialHandshake:157(931562ns) {DropHandshakes:470(3484ns) {DropIncomingHandshake:442(830ns) DropOutgoingHandshake:457(385ns)} GenerateSessionVirtualId:988(1098ns) PrepareNewSessionHandshake:477(2676ns) {SwitchToState:179(983ns)}}}}}
2025-12-06T17:36:04.880269Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800091350853347:2064] [node 5] ICP01 ready to work
2025-12-06T17:36:04.887522Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800091350853354:2069] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:04.840345Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800091977021854:2069] [node 6] ICP01 ready to work
2025-12-06T17:36:04.830991Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800089626683724:2064] [node 6] ICP01 ready to work
2025-12-06T17:36:04.883959Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800092635234067:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:04.833860Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800088930765282:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58973
2025-12-06T17:36:04.899876Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800092635234069:2106] [node 5] ICP01 ready to work
2025-12-06T17:36:04.895303Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800091350853358:2071] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62573
2025-12-06T17:36:04.920524Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800091350853358:2071] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:04.920669Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800091350853327:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:04.834036Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800088930765283:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58973
2025-12-06T17:36:04.882257Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800089626683705:2081] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:04.910817Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800089241284127:2073] [node 6] ICP01 ready to work
2025-12-06T17:36:04.911275Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800089241284130:2075] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:04.959528Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800089241284126:2074] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2648
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:04.854714Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800088930765281:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58973
2025-12-06T17:36:04.930147Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800092635234059:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:04.907253Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800091977021810:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(64799303ns) {Configure:104(64797196ns) {ProcessConfigured:135(53186ns) {StartInitialHandshake:157(50457ns) {DropHandshakes:470(3031ns) {DropIncomingHandshake:442(940ns) DropOutgoingHandshake:457(420ns)} GenerateSessionVirtualId:988(697ns) PrepareNewSessionHandshake:477(1842ns) {SwitchToState:179(558ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:04.899909Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800089626683670:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:04.970807Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800091977021812:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(394837343ns) {Configure:104(394831037ns) {ProcessConfigured:135(37571450ns) {StartInitialHandshake:157(37569241ns) {DropHandshakes:470(2680ns) {DropIncomingHandshake:442(320ns) DropOutgoingHandshake:457(764ns)} GenerateSessionVirtualId:988(490ns) PrepareNewSessionHandshake:477(3296ns) {SwitchToState:179(1469ns)}}}}}
2025-12-06T17:36:04.971939Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800091977021869:2100] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49245
2025-12-06T17:36:04.972335Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800091977021855:2090] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49245
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:04.972453Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800091977021856:2091] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49245
2025-12-06T17:36:04.930209Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800092635234059:2111] [node 2] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:04.992132Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800089626683730:2096] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18029
2025-12-06T17:36:05.015201Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800091977021853:2063] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(22762839ns) {Configure:104(22756149ns) {ProcessConfigured:135(21617353ns) {StartInitialHandshake:157(21615243ns) {DropHandshakes:470(1398ns) {DropIncomingHandshake:442(357ns) DropOutgoingHandshake:457(142ns)} GenerateSessionVirtualId:988(483ns) PrepareNewSessionHandshake:477(3848ns) {SwitchToState:179(910ns)}}}}}
2025-12-06T17:36:04.855146Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800088930765283:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:05.007983Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800091350853328:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(69840199ns) {Configure:104(69834633ns) {ProcessConfigured:135(84094ns) {StartInitialHandshake:157(81733ns) {DropHandshakes:470(3876ns) {DropIncomingHandshake:442(1041ns) DropOutgoingHandshake:457(611ns)} GenerateSessionVirtualId:988(1424ns) PrepareNewSessionHandshake:477(2797ns) {SwitchToState:179(995ns)}}}}}
2025-12-06T17:36:05.038589Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800091350853378:2089] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62573
2025-12-06T17:36:04.963583Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800092635234057:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:04.858402Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800088930765281:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:04.883111Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800088930765282:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:04.883321Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580800084635797913:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:04.883679Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800088930765292:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58973
2025-12-06T17:36:04.891531Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800088930765272:2096] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(152551722ns) {Configure:104(152547466ns) {ProcessConfigured:135(30789193ns) {StartInitialHandshake:157(30785164ns) {DropHandshakes:470(3335ns) {DropIncomingHandshake:442(760ns) DropOutgoingHandshake:457(543ns)} GenerateSessionVirtualId:988(1029ns) PrepareNewSessionHandshake:477(3156ns) {SwitchToState:179(1506ns)}}}}}
2025-12-06T17:36:04.983055Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800088930765280:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:04.983103Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800088930765280:2112] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:04.998463Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800088930765295:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58973
2025-12-06T17:36:05.042743Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800088930765296:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58973
2025-12-06T17:36:05.050623Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800091977021856:2091] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:04.992302Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800089626683743:2108] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18029
2025-12-06T17:36:05.015133Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800089241284126:2074] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:05.030086Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800093536251436:2083] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2648
2025-12-06T17:36:05.063915Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800091977021869:2100] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:05.073242Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800091350853358:2071] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:04.992373Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800089626683744:2109] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18029
2025-12-06T17:36:05.073532Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800091350853327:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:05.022757Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800089626683729:2095] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18029
2025-12-06T17:36:05.067277Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800089626683730:2096] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:04.963626Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800092635234057:2110] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:36:04.965527Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800092635234070:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13414
2025-12-06T17:36:04.966708Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800088340266696:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(19832242ns)
2025-12-06T17:36:04.994716Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800092635234059:2111] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:04.994819Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800092635234057:2110] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:05.133457Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800088340266696:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:36:05.133550Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:05.133601Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800088340266696:2049] [node 3] ICP22 created new session: [1:7580800096930201373:2049]
2025-12-06T17:36:05.133654Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800096930201373:2049] [node 3] ICS09 handshake done sender: [1:7580800092635234057:2110] self: [1:7580800092635234056:0] peer: [3:7580800089626683732:0] socket: 44 qp: -1
2025-12-06T17:36:05.133689Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800096930201373:2049] [node 3] ICS10 traffic start
2025-12-06T17:36:05.073612Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:05.062784Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800088930765292:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:05.114646Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800091977021812:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:05.067102Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800088930765282:2114] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:05.135412Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800089626683729:2095] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:05.073680Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800091350853327:2049] [node 2] ICP22 created new session: [6:7580800095645820677:2049]
2025-12-06T17:36:05.148673Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:05.148808Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800089626683671:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:05.067480Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800088930765280:2112] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:05.206713Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800091977021812:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(67574194ns) {IncomingHandshake:261(49549109ns) {DropIncomingHandshake:442(919ns) PrepareNewSessionHandshake:477(1965ns) {SwitchToState:179(1024ns)} GenerateSessionVirtualId:988(1074ns) IssueIncomingHandshakeReply:193(27716211ns) {SwitchToState:179(5025ns)}}}
2025-12-06T17:36:05.073719Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800095645820677:2049] [node 2] ICS09 handshake done sender: [6:7580800091350853358:2071] self: [6:7580800091350853359:0] peer: [2:7580800088930765279:0] socket: 74 qp: -1
2025-12-06T17:36:05.133832Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580800084635797913:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:05.133897Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:05.133937Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800084635797913:2048] [node 1] ICP22 created new session: [2:7580800093225732595:2048]
2025-12-06T17:36:05.133963Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800093225732595:2048] [node 1] ICS09 handshake done sender: [2:7580800088930765282:2114] self: [2:7580800088930765293:0] peer: [1:7580800092635234058:0] socket: 54 qp: -1
2025-12-06T17:36:05.133989Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800093225732595:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:05.163568Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800093921651045:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18029
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:05.535409Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800093536251468:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2648
2025-12-06T17:36:05.166879Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800089626683705:2081] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:05.073750Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800095645820677:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:05.134031Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:05.199091Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800088930765273:2098] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:05.073792Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:05.587083Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800093536251468:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:05.590926Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800089241284095:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(30592034ns) {HandleCleanupEventQueue:832(30588678ns) {CleanupEventQueue:841(30577149ns) {DropSessionEvent:512(30572369ns)} ScheduleCleanupEventQueue:822(8987ns)}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:05.206497Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800093921651045:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:05.623994Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800089241284096:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:05.624419Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800093536251472:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2648
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:05.100073Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800091350853326:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(339955367ns) {Configure:104(335523620ns) {ProcessConfigured:135(68257267ns) {StartInitialHandshake:157(68253080ns) {DropHandshakes:470(3551ns) {DropIncomingHandshake:442(869ns) DropOutgoingHandshake:457(558ns)} GenerateSessionVirtualId:988(1413ns) PrepareNewSessionHandshake:477(4265ns) {SwitchToState:179(1974ns)}}}}}
2025-12-06T17:36:05.199220Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:05.442791Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800089626683670:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:05.199274Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800088930765273:2098] [node 6] ICP22 created new session: [2:7580800093225732597:2098]
2025-12-06T17:36:05.199324Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800093225732597:2098] [node 6] ICS09 handshake done sender: [2:7580800088930765280:2112] self: [2:7580800088930765279:0] peer: [6:7580800091350853359:0] socket: 65 qp: -1
2025-12-06T17:36:05.199360Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800093225732597:2098] [node 6] ICS10 traffic start
2025-12-06T17:36:05.199400Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:05.448264Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800088930765276:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:05.448314Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800088930765276:2110] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:36:05.592472Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800088930765276:2110] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:05.592797Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800084635797914:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:36:05.592900Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:05.592945Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800084635797914:2049] [node 3] ICP22 created new session: [2:7580800093225732602:2049]
2025-12-06T17:36:05.592995Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800093225732602:2049] [node 3] ICS09 handshake done sender: [2:7580800088930765276:2110] self: [2:7580800088930765275:0] peer: [3:7580800093921651043:0] socket: 59 qp: -1
2025-12-06T17:36:05.593030Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800093225732602:2049] [node 3] ICS10 traffic start
2025-12-06T17:36:05.593070Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:05.678749Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800088930765273:2098] [node 6] ICP35 event processing took too much time PendingConnection:279(178012433ns) {HandleHandshakeStatus:329(178007747ns) {DropIncomingHandshake:442(13804ns) DropOutgoingHandshake:457(772ns) SwitchToState:179(892ns) ProcessPendingSessionEvents:495(177091065ns) {ForwardSessionEventToSession:612(149864ns) ForwardSessionEventToSession:612(3914ns) ForwardSessionEventToSession:612(62897407ns) ForwardSessionEventToSession:612(3657ns) ForwardSessionEventToSession:612(78458013ns) ForwardSessionEventToSession:612(11905ns) ForwardSessionEventToSession:612(3334ns) ForwardSessionEventToSession:612(35520666ns) ForwardSessionEventToSession:612(6742ns) ForwardSessionEventToSession:612(2687ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:05.678913Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800089241284094:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(18848983ns) {HandleCleanupEventQueue:832(18844941ns) {CleanupEventQueue:841(16669ns) {DropSessionEvent:512(12660ns)} ScheduleCleanupEventQueue:822(18825123ns)}}
2025-12-06T17:36:05.703858Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800088930765289:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:05.703899Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800088930765289:2117] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:05.705585Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800088930765289:2117] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:05.679618Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800088340266696:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(491201353ns) {HandleHandshakeStatus:329(491199237ns) {DropIncomingHandshake:442(11867ns) DropOutgoingHandshake:457(675ns) SwitchToState:179(145ns) ProcessPendingSessionEvents:495(176276227ns) {ForwardSessionEventToSession:612(90732754ns) ForwardSessionEventToSession:612(5770ns) ForwardSessionEventToSession:612(23712527ns) ForwardSessionEventToSession:612(23252ns) ForwardSessionEventToSession:612(2698ns) ForwardSessionEventToSession:612(27842296ns) ForwardSessionEventToSession:612(5710ns) ForwardSessionEventToSession:612(2674ns) ForwardSessionEventToSession:612(4127005ns) ForwardSessionEventToSession:612(25666ns)}}}
2025-12-06T17:36:05.442915Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:05.679817Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800092635234070:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:05.679893Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800088340266695:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:36:05.679965Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:05.680033Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800088340266695:2048] [node 2] ICP22 created new session: [1:7580800096930201375:2048]
2025-12-06T17:36:05.680093Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800096930201375:2048] [node 2] ICS09 handshake done sender: [1:7580800092635234059:2111] self: [1:7580800092635234058:0] peer: [2:7580800088930765293:0] socket: 45 qp: -1
2025-12-06T17:36:05.680133Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800096930201375:2048] [node 2] ICS10 traffic start
2025-12-06T17:36:05.680194Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:05.703237Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580800088340266695:2048] [node 2] ICP18 handshake (actor [1:7580800092635234070:2116]) is too old
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:05.692251Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800093536251472:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:05.442956Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800089626683670:2048] [node 1] ICP22 created new session: [3:7580800093921651055:2048]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:05.705840Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800088930765272:2096] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:05.713173Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800095645820705:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62573
2025-12-06T17:36:05.705920Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:05.693647Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800093536251474:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2648
2025-12-06T17:36:05.758595Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800092635234072:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:05.774636Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800092635234072:2117] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:05.720655Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800095645820707:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62573
2025-12-06T17:36:05.693713Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800093536251475:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2648
2025-12-06T17:36:05.699140Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800089241284095:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:05.703552Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800093536251475:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:05.711554Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800093536251477:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2648
2025-12-06T17:36:05.714685Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800089241284094:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:05.721133Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800089241284095:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24038) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800093536251472:2118] held: no
2025-12-06T17:36:05.724964Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800093536251468:2116] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:05.759457Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800089241284096:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:05.759560Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:05.759616Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800089241284096:2050] [node 3] ICP22 created new session: [5:7580800093536251479:2050]
2025-12-06T17:36:05.759662Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800093536251479:2050] [node 3] ICS09 handshake done sender: [5:7580800093536251468:2116] self: [5:7580800093536251473:0] peer: [3:7580800089626683710:0] socket: 92 qp: -1
2025-12-06T17:36:05.759700Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800093536251479:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:05.705961Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800088930765272:2096] [node 5] ICP22 created new session: [2:7580800093225732605:2096]
2025-12-06T17:36:05.759790Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:05.773013Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800093536251472:2118] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:05.724560Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800095645820705:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:05.828176Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800089241284095:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:05.706018Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800093225732605:2096] [node 5] ICS09 handshake done sender: [2:7580800088930765289:2117] self: [2:7580800088930765284:0] peer: [5:7580800093536251476:0] socket: 95 qp: -1
2025-12-06T17:36:05.799376Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800092635234072:2117] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:05.442998Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800093921651055:2048] [node 1] ICS09 handshake done sender: [3:7580800089626683705:2081] self: [3:7580800089626683732:0] peer: [1:7580800092635234056:0] socket: 48 qp: -1
2025-12-06T17:36:05.724712Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800091350853328:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:05.828260Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:05.706054Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800093225732605:2096] [node 5] ICS10 traffic start
2025-12-06T17:36:05.878756Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800092635234069:2106] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:05.915251Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800092635234063:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:05.915274Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800092635234063:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:05.443023Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800093921651055:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:05.762633Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800095645820707:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:05.706098Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:05.829455Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800088930765272:2096] [node 5] ICP35 event processing took too much time PendingConnection:279(93458739ns) {HandleHandshakeStatus:329(93455174ns) {DropIncomingHandshake:442(10765ns) DropOutgoingHandshake:457(674ns) SwitchToState:179(845ns) ProcessPendingSessionEvents:495(40561158ns) {ForwardSessionEventToSession:612(40509091ns) ForwardSessionEventToSession:612(6906ns) ForwardSessionEventToSession:612(9068ns) ForwardSessionEventToSession:612(2594ns) ForwardSessionEventToSession:612(2243ns) ForwardSessionEventToSession:612(4633ns) ForwardSessionEventToSession:612(2434ns) ForwardSessionEventToSession:612(2481ns) ForwardSessionEventToSession:612(6499ns)}}}
2025-12-06T17:36:05.443052Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:05.443595Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800089626683709:2083] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:05.443611Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800089626683709:2083] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:36:05.479564Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800089626683709:2083] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:05.479820Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800089626683684:2060] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:36:05.479880Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:05.479934Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800089626683684:2060] [node 4] ICP22 created new session: [3:7580800093921651059:2060]
2025-12-06T17:36:05.479976Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800093921651059:2060] [node 4] ICS09 handshake done sender: [3:7580800089626683709:2083] self: [3:7580800089626683708:0] peer: [4:7580800096271989179:0] socket: 51 qp: -1
2025-12-06T17:36:05.828302Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800089241284095:2049] [node 2] ICP22 created new session: [5:7580800093536251482:2049]
2025-12-06T17:36:05.863298Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800091350853326:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:05.480005Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800093921651059:2060] [node 4] ICS10 traffic start
2025-12-06T17:36:05.828342Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800093536251482:2049] [node 2] ICS09 handshake done sender: [5:7580800093536251472:2118] self: [5:7580800093536251476:0] peer: [2:7580800088930765284:0] socket: 96 qp: -1
2025-12-06T17:36:05.828375Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800093536251482:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:05.828410Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:05.829085Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800093536251481:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2648
2025-12-06T17:36:05.903179Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800093536251475:2120] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:05.947123Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800089241284094:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:05.947213Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:05.947258Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800089241284094:2048] [node 1] ICP22 created new session: [5:7580800093536251485:2048]
2025-12-06T17:36:05.947299Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800093536251485:2048] [node 1] ICS09 handshake done sender: [5:7580800093536251475:2120] self: [5:7580800093536251478:0] peer: [1:7580800092635234071:0] socket: 99 qp: -1
2025-12-06T17:36:05.947371Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800093536251485:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:05.947407Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:05.937893Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800088930765274:2097] [node 4] ICP35 event processing took too much time PendingConnection:279(65078068ns) {HandleCleanupEventQueue:832(65075294ns) {CleanupEventQueue:841(65072260ns) {DropSessionEvent:512(18504ns) DropSessionEvent:512(3625ns) DropSessionEvent:512(3706ns) DropSessionEvent:512(3979ns) DropSessionEvent:512(3329ns) DropSessionEvent:512(25321ns) DropSessionEvent:512(16105127ns) DropSessionEvent:512(4541ns) DropSessionEvent:512(19973209ns)} ScheduleCleanupEventQueue:822(538ns)}}
2025-12-06T17:36:05.930711Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:05.480045Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:05.902654Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800091350853326:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(33988607ns) {IncomingHandshake:261(33986155ns) {DropIncomingHandshake:442(2020ns) PrepareNewSessionHandshake:477(4664ns) {SwitchToState:179(3222ns)} GenerateSessionVirtualId:988(1123ns) IssueIncomingHandshakeReply:193(20506756ns) {SwitchToState:179(1316ns)}}}
2025-12-06T17:36:05.946674Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800092635234069:2106] [node 5] ICP22 created new session: [1:7580800096930201380:2106]
2025-12-06T17:36:05.914951Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800095645820710:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62573
2025-12-06T17:36:05.960546Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800091350853328:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27974) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800095645820705:2117] held: no
2025-12-06T17:36:05.983017Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800095645820705:2117] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:06.026934Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800088930765296:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:06.023141Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800091977021855:2090] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:06.023347Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800091977021810:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:06.014587Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800093536251436:2083] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:05.958913Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800096930201380:2106] [node 5] ICS09 handshake done sender: [1:7580800092635234072:2117] self: [1:7580800092635234071:0] peer: [5:7580800093536251478:0] socket: 61 qp: -1
2025-12-06T17:36:06.027577Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800100566956486:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49245
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:06.034661Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800091350853328:2050] [node 3] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:06.030732Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800100566956487:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49245
2025-12-06T17:36:06.032600Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800089241284130:2075] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:05.538667Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800089626683724:2064] [node 6] ICP35 event processing took too much time PendingConnection:279(35958990ns) {IncomingHandshake:261(35956070ns) {DropIncomingHandshake:442(714ns) PrepareNewSessionHandshake:477(2249ns) {SwitchToState:179(755ns)} GenerateSessionVirtualId:988(884ns) IssueIncomingHandshakeReply:193(10303ns)}}
2025-12-06T17:36:05.647097Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580800089626683671:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24038) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580800089626683730:2096] held: no
2025-12-06T17:36:05.647321Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800089626683711:2084] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:05.647344Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800089626683711:2084] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:05.668112Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800093921651062:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18029
2025-12-06T17:36:05.711182Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800089626683711:2084] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:05.723735Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800089626683701:2073] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:05.723824Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:05.723864Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800089626683701:2073] [node 5] ICP22 created new session: [3:7580800093921651064:2073]
2025-12-06T17:36:05.723918Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800093921651064:2073] [node 5] ICS09 handshake done sender: [3:7580800089626683711:2084] self: [3:7580800089626683710:0] peer: [5:7580800093536251473:0] socket: 90 qp: -1
2025-12-06T17:36:05.723948Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800093921651064:2073] [node 5] ICS10 traffic start
2025-12-06T17:36:05.723976Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:05.724417Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800089626683730:2096] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:05.849443Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800089626683671:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:05.849571Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:05.849637Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800089626683671:2049] [node 2] ICP22 created new session: [3:7580800093921651066:2049]
2025-12-06T17:36:05.849694Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800093921651066:2049] [node 2] ICS09 handshake done sender: [3:7580800089626683730:2096] self: [3:7580800093921651043:0] peer: [2:7580800088930765275:0] socket: 64 qp: -1
2025-12-06T17:36:05.849747Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800093921651066:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:05.849804Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:05.878901Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800089626683726:2092] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:05.878944Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800089626683726:2092] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:05.910931Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800089626683726:2092] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:05.911304Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800089626683724:2064] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:05.911391Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:05.911437Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800089626683724:2064] [node 6] ICP22 created new session: [3:7580800093921651069:2064]
2025-12-06T17:36:05.911485Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800093921651069:2064] [node 6] ICS09 handshake done sender: [3:7580800089626683726:2092] self: [3:7580800089626683725:0] peer: [6:7580800095645820708:0] socket: 91 qp: -1
2025-12-06T17:36:05.911520Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800093921651069:2064] [node 6] ICS10 traffic start
2025-12-06T17:36:05.911579Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:06.018352Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800089626683744:2109] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:06.026656Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7580800089626683684:2060] [node 4] ICP18 handshake (actor [3:7580800089626683744:2109]) is too old
2025-12-06T17:36:05.958976Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800096930201380:2106] [node 5] ICS10 traffic start
2025-12-06T17:36:05.959031Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:05.959595Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800092635234069:2106] [node 5] ICP35 event processing took too much time PendingConnection:279(92562155ns) {HandleHandshakeStatus:329(92557057ns) {DropIncomingHandshake:442(20332ns) DropOutgoingHandshake:457(604ns) SwitchToState:179(737ns) ProcessPendingSessionEvents:495(124740ns) {ForwardSessionEventToSession:612(76722ns) ForwardSessionEventToSession:612(2685ns) ForwardSessionEventToSession:612(1922ns) ForwardSessionEventToSession:612(5696ns) ForwardSessionEventToSession:612(5385ns) ForwardSessionEventToSession:612(2878ns) ForwardSessionEventToSession:612(8195ns) ForwardSessionEventToSession:612(2811ns) ForwardSessionEventToSession:612(4932ns) ForwardSessionEventToSession:612(2462ns)}}}
2025-12-06T17:36:05.970806Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800092635234063:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:05.998878Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800092635234054:2105] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:05.998945Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:05.998998Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800092635234054:2105] [node 6] ICP22 created new session: [1:7580800096930201383:2105]
2025-12-06T17:36:05.999071Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800096930201383:2105] [node 6] ICS09 handshake done sender: [1:7580800092635234063:2113] self: [1:7580800092635234062:0] peer: [6:7580800095645820709:0] socket: 49 qp: -1
2025-12-06T17:36:05.999106Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800096930201383:2105] [node 6] ICS10 traffic start
2025-12-06T17:36:05.999141Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:06.038926Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800092635234061:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:06.038967Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800092635234061:2112] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:36:06.053802Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800092635234061:2112] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:06.050816Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:06.086763Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800088930765286:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:06.054626Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800100566956487:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:06.050885Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800091350853328:2050] [node 3] ICP22 created new session: [6:7580800099940788009:2050]
2025-12-06T17:36:06.091812Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800088930765286:2116] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:36:06.079013Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800101225168682:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13414
2025-12-06T17:36:06.055076Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800091977021812:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27974) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580800091977021856:2091] held: no
2025-12-06T17:36:06.055362Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800100566956488:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49245
2025-12-06T17:36:06.055758Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800091977021855:2090] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:06.055911Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800091977021810:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:06.055992Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:06.056033Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800091977021810:2048] [node 1] ICP22 created new session: [4:7580800100566956489:2048]
2025-12-06T17:36:06.056076Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800100566956489:2048] [node 1] ICS09 handshake done sender: [4:7580800091977021855:2090] self: [4:7580800100566956485:0] peer: [1:7580800092635234060:0] socket: 62 qp: -1
2025-12-06T17:36:06.056144Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800100566956489:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:06.056183Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:06.057000Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800091977021856:2091] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:06.057167Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800091977021812:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:06.057233Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:06.057270Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800091977021812:2050] [node 3] ICP22 created new session: [4:7580800100566956491:2050]
2025-12-06T17:36:06.057319Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800100566956491:2050] [node 3] ICS09 handshake done sender: [4:7580800091977021856:2091] self: [4:7580800096271989179:0] peer: [3:7580800089626683708:0] socket: 63 qp: -1
2025-12-06T17:36:06.057351Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800100566956491:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:06.057381Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:06.057924Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800091977021811:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:06.104496Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800091977021871:2101] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:06.102864Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800088930765286:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:06.104519Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800091977021871:2101] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:06.050937Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800099940788009:2050] [node 3] ICS09 handshake done sender: [6:7580800095645820705:2117] self: [6:7580800095645820708:0] peer: [3:7580800089626683725:0] socket: 93 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:06.082976Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800092635234055:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:36:06.050968Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800099940788009:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:06.051011Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:06.051263Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800091350853328:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(16546401ns) {HandleHandshakeStatus:329(16543992ns) {DropIncomingHandshake:442(1090ns) DropOutgoingHandshake:457(578ns) SwitchToState:179(216ns) ProcessPendingSessionEvents:495(909ns)}}
2025-12-06T17:36:06.051599Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800099940788008:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62573
2025-12-06T17:36:06.051864Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800095645820711:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62573
2025-12-06T17:36:06.099893Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800095645820707:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:06.103424Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800099940788008:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:06.103652Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800091350853347:2064] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:06.104018Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800099940788012:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62573
2025-12-06T17:36:06.119329Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800091350853326:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:06.119427Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:06.119473Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800091350853326:2048] [node 1] ICP22 created new session: [6:7580800099940788014:2048]
2025-12-06T17:36:06.119519Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800099940788014:2048] [node 1] ICS09 handshake done sender: [6:7580800095645820707:2118] self: [6:7580800095645820709:0] peer: [1:7580800092635234062:0] socket: 100 qp: -1
2025-12-06T17:36:06.119553Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800099940788014:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:06.119606Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:06.124376Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800089241284132:2076] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:06.120231Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800088930765274:2097] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:36:06.090910Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:06.090988Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800092635234055:2107] [node 4] ICP22 created new session: [1:7580800101225168683:2107]
2025-12-06T17:36:06.091051Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800101225168683:2107] [node 4] ICS09 handshake done sender: [1:7580800092635234061:2112] self: [1:7580800092635234060:0] peer: [4:7580800100566956485:0] socket: 46 qp: -1
2025-12-06T17:36:06.091096Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800101225168683:2107] [node 4] ICS10 traffic start
2025-12-06T17:36:06.091154Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:06.127466Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580800089241284132:2076] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:06.137997Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800099940788016:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62573
2025-12-06T17:36:06.123309Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800100566956496:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49245
2025-12-06T17:36:06.143616Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800099940788008:2121] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:06.142788Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800089241284132:2076] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:06.125002Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:06.146782Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580800089241284127:2073] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:06.146873Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:06.146913Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800089241284127:2073] [node 6] ICP22 created new session: [5:7580800097831218786:2073]
2025-12-06T17:36:06.146949Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800097831218786:2073] [node 6] ICS09 handshake done sender: [5:7580800089241284132:2076] self: [5:7580800089241284131:0] peer: [6:7580800099940788013:0] socket: 67 qp: -1
2025-12-06T17:36:06.146978Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800097831218786:2073] [node 6] ICS10 traffic start
2025-12-06T17:36:06.147011Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:06.123754Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800100566956487:2119] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:06.135729Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800101225168682:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:06.131889Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800091977021811:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:06.151155Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800100566956495:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49245
2025-12-06T17:36:06.159098Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800091977021871:2101] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:06.159863Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800091977021853:2063] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:06.159957Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:06.160012Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800091977021853:2063] [node 5] ICP22 created new session: [4:7580800100566956499:2063]
2025-12-06T17:36:06.160063Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800100566956499:2063] [node 5] ICS09 handshake done sender: [4:7580800091977021871:2101] self: [4:7580800091977021870:0] peer: [5:7580800097831218784:0] socket: 80 qp: -1
2025-12-06T17:36:06.160099Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800100566956499:2063] [node 5] ICS10 traffic start
2025-12-06T17:36:06.160135Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:06.162660Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:06.162738Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800091977021811:2049] [node 2] ICP22 created new session: [4:7580800100566956498:2049]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:06.143945Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800091350853347:2064] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:36:06.170875Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800097831218788:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2648
2025-12-06T17:36:06.131950Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800088930765274:2097] [node 4] ICP22 created new session: [2:7580800097520699905:2097]
2025-12-06T17:36:06.142820Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800097520699905:2097] [node 4] ICS09 handshake done sender: [2:7580800088930765286:2116] self: [2:7580800088930765285:0] peer: [4:7580800100566956493:0] socket: 94 qp: -1
2025-12-06T17:36:06.144216Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800097520699905:2097] [node 4] ICS10 traffic start
2025-12-06T17:36:06.144265Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:06.144969Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800088930765274:2097] [node 4] ICP35 event processing took too much time PendingConnection:279(25843430ns) {HandleHandshakeStatus:329(24651731ns) {DropIncomingHandshake:442(14696ns) DropOutgoingHandshake:457(2079ns) SwitchToState:179(679ns) ProcessPendingSessionEvents:495(787ns)}}
2025-12-06T17:36:06.172531Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580800092635234054:2105] [node 6] ICP18 handshake (actor [1:7580800101225168682:2118]) is too old
2025-12-06T17:36:06.144031Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:06.144080Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800091350853347:2064] [node 5] ICP22 created new session: [6:7580800099940788017:2064]
2025-12-06T17:36:06.144123Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800099940788017:2064] [node 5] ICS09 handshake done sender: [6:7580800099940788008:2121] self: [6:7580800099940788013:0] peer: [5:7580800089241284131:0] socket: 68 qp: -1
2025-12-06T17:36:06.158676Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800099940788017:2064] [node 5] ICS10 traffic start
2025-12-06T17:36:06.170651Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:06.171615Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800091350853347:2064] [node 5] ICP35 event processing took too much time PendingConnection:279(27486072ns) {HandleHandshakeStatus:329(27474828ns) {DropIncomingHandshake:442(3007ns) DropOutgoingHandshake:457(5189ns) SwitchToState:179(1142ns) ProcessPendingSessionEvents:495(491255ns) {ForwardSessionEventToSession:612(462084ns) ForwardSessionEventToSession:612(7025ns) ForwardSessionEventToSession:612(2242ns) ForwardSessionEventToSession:612(5215ns) ForwardSessionEventToSession:612(1594ns) ForwardSessionEventToSession:612(4470ns)}}}
2025-12-06T17:36:06.174933Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800093536251436:2083] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:06.176599Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800089241284130:2075] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:36:06.176680Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:06.176749Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800089241284130:2075] [node 4] ICP22 created new session: [5:7580800097831218789:2075]
2025-12-06T17:36:06.176797Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800097831218789:2075] [node 4] ICS09 handshake done sender: [5:7580800093536251436:2083] self: [5:7580800097831218784:0] peer: [4:7580800091977021870:0] socket: 84 qp: -1
2025-12-06T17:36:06.176824Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800097831218789:2075] [node 4] ICS10 traffic start
2025-12-06T17:36:06.176858Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:06.179584Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800099940788012:2122] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:06.173013Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800100566956498:2049] [node 2] ICS09 handshake done sender: [4:7580800100566956487:2119] self: [4:7580800100566956493:0] peer: [2:7580800088930765285:0] socket: 103 qp: -1
2025-12-06T17:36:06.173063Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800100566956498:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:06.173112Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:06.174214Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800091977021811:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(42209372ns) {HandleHandshakeStatus:329(42205983ns) {DropIncomingHandshake:442(1231ns) DropOutgoingHandshake:457(4870ns) SwitchToState:179(737ns) ProcessPendingSessionEvents:495(211942ns) {ForwardSessionEventToSession:612(195235ns) ForwardSessionEventToSession:612(5322ns) ForwardSessionEventToSession:612(2260ns) ForwardSessionEventToSession:612(4881ns)}}}
2025-12-06T17:36:06.174383Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7580800091977021811:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:36:06.174674Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800100566956495:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:06.175923Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7580800091977021853:2063] [node 5] ICP18 handshake (actor [4:7580800100566956495:2121]) is too old
2025-12-06T17:36:06.183239Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800091977021860:2093] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:06.183266Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800091977021860:2093] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:06.185356Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800091977021860:2093] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:06.179689Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800091350853354:2069] [node 4] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:06.190003Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800099940788020:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62573
2025-12-06T17:36:06.187054Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800091977021854:2069] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:06.187192Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:06.187244Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800091977021854:2069] [node 6] ICP22 created new session: [4:7580800100566956503:2069]
2025-12-06T17:36:06.187294Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800100566956503:2069] [node 6] ICS09 handshake done sender: [4:7580800091977021860:2093] self: [4:7580800091977021859:0] peer: [6:7580800099940788019:0] socket: 107 qp: -1
2025-12-06T17:36:06.187330Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800100566956503:2069] [node 6] ICS10 traffic start
2025-12-06T17:36:06.187365Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:06.190483Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800099940788012:2122] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:06.191258Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800091350853354:2069] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:36:06.191350Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:06.191396Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800091350853354:2069] [node 4] ICP22 created new session: [6:7580800099940788021:2069]
2025-12-06T17:36:06.191457Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800099940788021:2069] [node 4] ICS09 handshake done sender: [6:7580800099940788012:2122] self: [6:7580800099940788019:0] peer: [4:7580800091977021859:0] socket: 109 qp: -1
2025-12-06T17:36:06.191498Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800099940788021:2069] [node 4] ICS10 traffic start
2025-12-06T17:36:06.191535Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:06.222850Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:36:06.223101Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580800093225732595:2048] [node 1] ICS01 socket: 54 reason# EndOfStream
2025-12-06T17:36:06.223144Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580800084635797913:2048] [node 1] ICP30 unregister session Session# [2:7580800093225732595:2048] VirtualId# [2:7580800088930765293:0]
2025-12-06T17:36:06.223174Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580800093225732595:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:06.223271Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:06.223312Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:06.223684Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:36:06.226224Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800093921651055:2048] [node 1] ICS01 socket: 48 reason# EndOfStream
2025-12-06T17:36:06.226267Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800089626683670:2048] [node 1] ICP30 unregister session Session# [3:7580800093921651055:2048] VirtualId# [3:7580800089626683732:0]
2025-12-06T17:36:06.226305Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800093921651055:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:06.226419Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:06.226460Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:06.234750Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:36:06.235006Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800093536251485:2048] [node 1] ICS01 socket: 99 reason# EndOfStream
2025-12-06T17:36:06.235062Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800089241284094:2048] [node 1] ICP30 unregister session Session# [5:7580800093536251485:2048] VirtualId# [5:7580800093536251478:0]
2025-12-06T17:36:06.235092Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800093536251485:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:06.235171Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:06.235209Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:06.234781Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:36:06.235007Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800099940788014:2048] [node 1] ICS01 socket: 100 reason# EndOfStream
2025-12-06T17:36:06.235068Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800091350853326:2048] [node 1] ICP30 unregister session Session# [6:7580800099940788014:2048] VirtualId# [6:7580800095645820709:0]
2025-12-06T17:36:06.235322Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:36:06.235594Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800100566956489:2048] [node 1] ICS01 socket: 62 reason# EndOfStream
2025-12-06T17:36:06.235658Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800091977021810:2048] [node 1] ICP30 unregister session Session# [4:7580800100566956489:2048] VirtualId# [4:7580800100566956485:0]
2025-12-06T17:36:06.235688Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800100566956489:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:06.235767Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:06.235825Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:06.235094Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800099940788014:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:06.235172Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:06.235226Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:06.293835Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:36:06.294129Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800093921651066:2049] [node 2] ICS01 socket: 64 reason# EndOfStream
2025-12-06T17:36:06.294198Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800089626683671:2049] [node 2] ICP30 unregister session Session# [3:7580800093921651066:2049] VirtualId# [3:7580800093921651043:0]
2025-12-06T17:36:06.294232Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800093921651066:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:06.294325Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:06.294372Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:06.314833Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:36:06.315156Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800095645820677:2049] [node 2] ICS01 socket: 74 reason# EndOfStream
2025-12-06T17:36:06.315223Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800091350853327:2049] [node 2] ICP30 unregister session Session# [6:7580800095645820677:2049] VirtualId# [6:7580800091350853359:0]
2025-12-06T17:36:06.315283Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800095645820677:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:06.315398Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:06.304473Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:36:06.304715Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580800100566956498:2049] [node 2] ICS07 socket disconnect 103 reason# EndOfStream
2025-12-06T17:36:06.304740Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800100566956498:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:06.304861Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:06.304913Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580800100566956498:2049] [node 2] ICS15 start handshake
2025-12-06T17:36:06.314953Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:36:06.315274Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800093536251482:2049] [node 2] ICS01 socket: 96 reason# EndOfStream
2025-12-06T17:36:06.315307Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800089241284095:2049] [node 2] ICP30 unregister session Session# [5:7580800093536251482:2049] VirtualId# [5:7580800093536251476:0]
2025-12-06T17:36:06.315334Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800093536251482:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:06.315438Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:06.315486Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:06.315943Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:06.326724Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800091977021811:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24038) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:36:06.326806Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800100566956498:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:36:06.326836Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800091977021811:2049] [node 2] ICP30 unregister session Session# [4:7580800100566956498:2049] VirtualId# [4:7580800100566956493:0]
2025-12-06T17:36:06.326887Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:06.326920Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580800091977021811:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:24038) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:06.326933Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24038) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:06.339535Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580800091977021811:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:36:06.347281Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:36:06.347606Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800093536251479:2050] [node 3] ICS01 socket: 92 reason# EndOfStream
2025-12-06T17:36:06.347859Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800089241284096:2050] [node 3] ICP30 unregister session Session# [5:7580800093536251479:2050] VirtualId# [5:7580800093536251473:0]
2025-12-06T17:36:06.347918Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800093536251479:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:06.348013Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:06.348082Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:06.348820Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:36:06.349583Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800099940788009:2050] [node 3] ICS01 socket: 93 reason# EndOfStream
2025-12-06T17:36:06.349619Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800091350853328:2050] [node 3] ICP30 unregister session Session# [6:7580800099940788009:2050] VirtualId# [6:7580800095645820708:0]
2025-12-06T17:36:06.349641Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800099940788009:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:06.349701Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:06.349754Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:06.348545Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:36:06.348938Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800100566956491:2050] [node 3] ICS01 socket: 63 reason# EndOfStream
2025-12-06T17:36:06.348973Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800091977021812:2050] [node 3] ICP30 unregister session Session# [4:7580800100566956491:2050] VirtualId# [4:7580800096271989179:0]
2025-12-06T17:36:06.348997Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800100566956491:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:06.349069Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:06.349104Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:06.386815Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:36:06.387057Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800097831218789:2075] [node 4] ICS01 socket: 84 reason# EndOfStream
2025-12-06T17:36:06.387111Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800089241284130:2075] [node 4] ICP30 unregister session Session# [5:7580800097831218789:2075] VirtualId# [5:7580800097831218784:0]
2025-12-06T17:36:06.387147Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800097831218789:2075] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:06.387267Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:36:06.387319Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:36:06.387429Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:36:06.387611Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800099940788021:2069] [node 4] ICS01 socket: 109 reason# EndOfStream
2025-12-06T17:36:06.387642Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800091350853354:2069] [node 4] ICP30 unregister session Session# [6:7580800099940788021:2069] VirtualId# [6:7580800099940788019:0]
2025-12-06T17:36:06.387661Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800099940788021:2069] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:06.387716Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:36:06.387749Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:36:06.555563Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800098569012127:2048] [node 2] ICP01 ready to work
2025-12-06T17:36:06.555621Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800098569012128:2049] [node 3] ICP01 ready to work
2025-12-06T17:36:06.565586Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800098077257592:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:06.565615Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800098077257593:2049] [node 3] ICP01 ready to work
2025-12-06T17:36:06.609683Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800101270472731:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:06.609814Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800101270472732:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:06.634995Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800097278191291:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:06.635024Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800097278191292:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:06.635055Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800097278191293:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:06.667495Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800099130249140:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:06.667520Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800099130249141:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:06.667552Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800099130249142:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:06.720645Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800100316265198:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:06.720680Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800100316265199:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:06.720704Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800100316265200:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:07.154576Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800103425216486:2096] [node 4] ICP01 ready to work
2025-12-06T17:36:07.212505Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800102863979488:2108] [node 4] ICP01 ready to work
2025-12-06T17:36:07.212856Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800102863979489:2110] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:07.347123Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800102863979490:2111] [node 6] ICP01 ready to work
2025-12-06T17:36:07.403295Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800102372224956:2107] [node 4] ICP01 ready to work
2025-12-06T17:36:07.403724Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800102372224957:2108] [node 5] ICP01 ready to work
2025-12-06T17:36:07.404041Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800102372224958:2113] [node 6] ICP01 ready to work
2025-12-06T17:36:07.396933Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800102863979483:2107] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51748
2025-12-06T17:36:07.415809Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800099130249142:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(168909188ns) {Configure:104(168896930ns) {ProcessConfigured:135(10517577ns) {StartInitialHandshake:157(10513849ns) {DropHandshakes:470(4101ns) {DropIncomingHandshake:442(1086ns) DropOutgoingHandshake:457(576ns)} GenerateSessionVirtualId:988(1080ns) PrepareNewSessionHandshake:477(4617ns) {SwitchToState:179(1868ns)}}}}}
2025-12-06T17:36:07.425725Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800103425216502:2099] [node 6] ICP01 ready to work
2025-12-06T17:36:07.429418Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800103425216486:2096] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(117263142ns) {Configure:104(31556058ns) {ProcessConfigured:135(89977ns) {StartInitialHandshake:157(86815ns) {DropHandshakes:470(3934ns) {DropIncomingHandshake:442(981ns) DropOutgoingHandshake:457(653ns)} GenerateSessionVirtualId:988(1055ns) PrepareNewSessionHandshake:477(3009ns) {SwitchToState:179(1053ns)}}}}}
2025-12-06T17:36:07.438627Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800105565440090:2108] [node 5] ICP01 ready to work
2025-12-06T17:36:07.443747Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800104611232561:2083] [node 5] ICP01 ready to work
2025-12-06T17:36:07.432974Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800098569012128:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(35684245ns) {Configure:104(35677710ns) {ProcessConfigured:135(6721245ns) {StartInitialHandshake:157(6718109ns) {DropHandshakes:470(3723ns) {DropIncomingHandshake:442(1069ns) DropOutgoingHandshake:457(604ns)} GenerateSessionVirtualId:988(722ns) PrepareNewSessionHandshake:477(3087ns) {SwitchToState:179(1323ns)}}}}}
2025-12-06T17:36:07.451610Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800104611232563:2065] [node 4] ICP01 ready to work
2025-12-06T17:36:07.468220Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800098077257593:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(79888272ns) {Configure:104(79882857ns) {ProcessConfigured:135(29999775ns) {StartInitialHandshake:157(29996531ns) {DropHandshakes:470(4326ns) {DropIncomingHandshake:442(1439ns) DropOutgoingHandshake:457(531ns)} GenerateSessionVirtualId:988(1158ns) PrepareNewSessionHandshake:477(2716ns) {SwitchToState:179(996ns)}}}}}
2025-12-06T17:36:07.487423Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800099130249140:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(54013625ns) {Configure:104(54001281ns) {ProcessConfigured:135(1733690ns) {StartInitialHandshake:157(1731585ns) {DropHandshakes:470(4052ns) {DropIncomingHandshake:442(1283ns) DropOutgoingHandshake:457(561ns)} GenerateSessionVirtualId:988(1614ns) PrepareNewSessionHandshake:477(1425ns) {SwitchToState:179(351ns)}}}}}
2025-12-06T17:36:07.474339Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800100316265199:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(263862003ns) {Configure:104(263856438ns) {ProcessConfigured:135(17061249ns) {StartInitialHandshake:157(17058638ns) {DropHandshakes:470(3382ns) {DropIncomingHandshake:442(994ns) DropOutgoingHandshake:457(552ns)} GenerateSessionVirtualId:988(663ns) PrepareNewSessionHandshake:477(4791ns) {SwitchToState:179(1882ns)}}}}}
2025-12-06T17:36:07.499099Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800105565440091:2109] [node 6] ICP01 ready to work
2025-12-06T17:36:07.515865Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800099130249141:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(89823350ns) {Configure:104(89817590ns) {ProcessConfigured:135(65563ns) {StartInitialHandshake:157(63509ns) {DropHandshakes:470(3800ns) {DropIncomingHandshake:442(906ns) DropOutgoingHandshake:457(498ns)} GenerateSessionVirtualId:988(1222ns) PrepareNewSessionHandshake:477(2598ns) {SwitchToState:179(720ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:07.490915Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800098569012127:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(314956431ns) {Configure:104(314950709ns) {ProcessConfigured:135(978181ns) {StartInitialHandshake:157(963644ns) {DropHandshakes:470(747ns) {DropIncomingHandshake:442(165ns) DropOutgoingHandshake:457(51ns)} GenerateSessionVirtualId:988(289ns) PrepareNewSessionHandshake:477(2794ns) {SwitchToState:179(1114ns)}}}}}
2025-12-06T17:36:07.517486Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800102863979489:2110] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(202479019ns) {Configure:104(133020820ns) {ProcessConfigured:135(53865ns) {StartInitialHandshake:157(51338ns) {DropHandshakes:470(2361ns) {DropIncomingHandshake:442(443ns) DropOutgoingHandshake:457(524ns)} GenerateSessionVirtualId:988(487ns) PrepareNewSessionHandshake:477(1814ns) {SwitchToState:179(681ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:07.533738Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800104611232568:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11594
2025-12-06T17:36:07.527095Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800102863979497:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51748
2025-12-06T17:36:07.527033Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800102372224957:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(70261436ns) {Configure:104(70256798ns) {ProcessConfigured:135(5752182ns) {StartInitialHandshake:157(5750563ns) {DropHandshakes:470(580433ns) {DropIncomingHandshake:442(725ns) DropOutgoingHandshake:457(186ns)} GenerateSessionVirtualId:988(583ns) PrepareNewSessionHandshake:477(2042ns) {SwitchToState:179(197ns)}}}}}
2025-12-06T17:36:07.572382Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800101270472731:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(96613901ns) {Configure:104(96609476ns) {ProcessConfigured:135(72355ns) {StartInitialHandshake:157(69643ns) {DropHandshakes:470(3257ns) {DropIncomingHandshake:442(1021ns) DropOutgoingHandshake:457(547ns)} GenerateSessionVirtualId:988(1505ns) PrepareNewSessionHandshake:477(2704ns) {SwitchToState:179(1066ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:07.532311Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800102372224958:2113] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(61389025ns) {Configure:104(61383192ns) {ProcessConfigured:135(70327ns) {StartInitialHandshake:157(67989ns) {DropHandshakes:470(3308ns) {DropIncomingHandshake:442(897ns) DropOutgoingHandshake:457(438ns)} GenerateSessionVirtualId:988(971ns) PrepareNewSessionHandshake:477(2064ns) {SwitchToState:179(698ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:07.543284Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800102863979483:2107] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:07.555021Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800101573158656:2109] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:07.593008Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800105565440100:2107] [node 4] ICP01 ready to work
2025-12-06T17:36:07.593512Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800105565440098:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50538
2025-12-06T17:36:07.595175Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800105565440091:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(20961528ns) {Configure:104(20954371ns) {ProcessConfigured:135(50534ns) {StartInitialHandshake:157(47349ns) {DropHandshakes:470(3248ns) {DropIncomingHandshake:442(700ns) DropOutgoingHandshake:457(484ns)} GenerateSessionVirtualId:988(622ns) PrepareNewSessionHandshake:477(2013ns) {SwitchToState:179(474ns)}}}}}
2025-12-06T17:36:07.596556Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800105565440098:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:07.596719Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800105565440096:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50538
2025-12-06T17:36:07.596781Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800105565440097:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50538
2025-12-06T17:36:07.619523Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800104611232570:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11594
2025-12-06T17:36:07.622702Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800104611232568:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:07.622864Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800104611232561:2083] [node 5] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:07.547095Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800102863979488:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(113846731ns) {Configure:104(113841823ns) {ProcessConfigured:135(12890702ns) {StartInitialHandshake:157(12887125ns) {DropHandshakes:470(3506ns) {DropIncomingHandshake:442(614ns) DropOutgoingHandshake:457(472ns)} GenerateSessionVirtualId:988(495ns) PrepareNewSessionHandshake:477(4455ns) {SwitchToState:179(1323ns)}}}}}
2025-12-06T17:36:07.565202Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800101573158661:2108] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:07.603140Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800103425216514:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26991
2025-12-06T17:36:07.634968Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800104611232573:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11594
2025-12-06T17:36:07.614183Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800105565440099:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50538
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:07.603297Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800103425216515:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26991
2025-12-06T17:36:07.547390Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800102863979497:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:07.584200Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800097278191291:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(186868569ns) {Configure:104(186864567ns) {ProcessConfigured:135(73374ns) {StartInitialHandshake:157(70297ns) {DropHandshakes:470(4227ns) {DropIncomingHandshake:442(1060ns) DropOutgoingHandshake:457(422ns)} GenerateSessionVirtualId:988(1512ns) PrepareNewSessionHandshake:477(2592ns) {SwitchToState:179(936ns)}}}}}
2025-12-06T17:36:07.624025Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800105565440097:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:07.642974Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800104611232573:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:07.594960Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800102863979507:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51748
2025-12-06T17:36:07.656660Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800102372224963:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:07.624303Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800105565440103:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50538
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:07.624742Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800103425216506:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:07.585588Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800101573158657:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54805
2025-12-06T17:36:07.585867Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800101573158658:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54805
2025-12-06T17:36:07.591082Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800101573158656:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(25216312ns) {Configure:104(25211512ns) {ProcessConfigured:135(62400ns) {StartInitialHandshake:157(58626ns) {DropHandshakes:470(3368ns) {DropIncomingHandshake:442(769ns) DropOutgoingHandshake:457(510ns)} GenerateSessionVirtualId:988(1075ns) PrepareNewSessionHandshake:477(2302ns) {SwitchToState:179(785ns)}}}}}
2025-12-06T17:36:07.607905Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800101573158657:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:07.618610Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800101573158658:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:07.655593Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800097278191292:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(98815309ns) {Configure:104(98812819ns) {ProcessConfigured:135(64284ns) {StartInitialHandshake:157(61657ns) {DropHandshakes:470(1936ns) {DropIncomingHandshake:442(251ns) DropOutgoingHandshake:457(553ns)} GenerateSessionVirtualId:988(403ns) PrepareNewSessionHandshake:477(856ns) {SwitchToState:179(179ns)}}}}}
2025-12-06T17:36:07.655757Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800097278191292:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:07.682620Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800101573158665:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:07.682671Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800101573158665:2120] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:07.686818Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800101573158665:2120] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:07.699074Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800101573158676:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54805
2025-12-06T17:36:07.643101Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800100316265200:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:07.642661Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800102863979507:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:07.656690Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800102372224963:2116] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:36:07.672340Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800102372224960:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:07.672366Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800102372224960:2115] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:36:07.674817Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800102372224963:2116] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:07.630923Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800105565440103:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:07.624766Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580800103425216506:2112] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:07.656618Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800102863979509:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51748
2025-12-06T17:36:07.718779Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800102372224972:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53035
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:07.647726Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800105565440102:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:07.719608Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800101573158658:2117] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:07.747201Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800102372224956:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:36:07.747308Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:07.747363Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800102372224956:2107] [node 4] ICP22 created new session: [2:7580800102372224975:2107]
2025-12-06T17:36:07.747418Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800102372224975:2107] [node 4] ICS09 handshake done sender: [2:7580800102372224963:2116] self: [2:7580800102372224962:0] peer: [4:7580800101573158674:0] socket: 56 qp: -1
2025-12-06T17:36:07.747450Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800102372224975:2107] [node 4] ICS10 traffic start
2025-12-06T17:36:07.747501Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:07.647390Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800104611232563:2065] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(187900297ns) {Configure:104(187889944ns) {ProcessConfigured:135(68968ns) {StartInitialHandshake:157(66883ns) {DropHandshakes:470(3153ns) {DropIncomingHandshake:442(508ns) DropOutgoingHandshake:457(505ns)} GenerateSessionVirtualId:988(1021ns) PrepareNewSessionHandshake:477(1861ns) {SwitchToState:179(652ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:07.703220Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800102863979499:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:07.638700Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800103425216515:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:07.719813Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800101573158661:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:07.648892Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800103425216516:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26991
2025-12-06T17:36:07.656039Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800103425216486:2096] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:07.657195Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800103425216516:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:07.657303Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800099130249142:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:07.657670Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800103425216514:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:07.690771Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800099130249140:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:07.690918Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800103425216506:2112] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:07.718565Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800099130249140:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(18212748ns) {IncomingHandshake:261(18207495ns) {DropIncomingHandshake:442(457ns) PrepareNewSessionHandshake:477(1370ns) {SwitchToState:179(348ns)} GenerateSessionVirtualId:988(527ns) IssueIncomingHandshakeReply:193(12199714ns) {SwitchToState:179(1190ns)}}}
2025-12-06T17:36:07.719108Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800103425216521:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26991
2025-12-06T17:36:07.728464Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800103425216486:2096] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5590) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800103425216515:2116] held: no
2025-12-06T17:36:07.728578Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580800103425216502:2099] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:07.728662Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:07.728720Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800103425216502:2099] [node 6] ICP22 created new session: [5:7580800103425216522:2099]
2025-12-06T17:36:07.728762Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800103425216522:2099] [node 6] ICS09 handshake done sender: [5:7580800103425216506:2112] self: [5:7580800103425216505:0] peer: [6:7580800104611232572:0] socket: 52 qp: -1
2025-12-06T17:36:07.728810Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800103425216522:2099] [node 6] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:07.647775Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800105565440102:2116] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:07.649271Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800104611232577:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11594
2025-12-06T17:36:07.728870Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:07.743600Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800103425216515:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:07.753145Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800103425216526:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26991
2025-12-06T17:36:07.778985Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800103425216527:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26991
2025-12-06T17:36:07.779203Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800103425216486:2096] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:36:07.779267Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:07.779312Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800103425216486:2096] [node 4] ICP22 created new session: [5:7580800103425216529:2096]
2025-12-06T17:36:07.779365Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800103425216529:2096] [node 4] ICS09 handshake done sender: [5:7580800103425216515:2116] self: [5:7580800103425216517:0] peer: [4:7580800101573158664:0] socket: 82 qp: -1
2025-12-06T17:36:07.779398Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800103425216529:2096] [node 4] ICS10 traffic start
2025-12-06T17:36:07.779434Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:07.780712Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800103425216514:2115] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:07.780873Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800099130249140:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9418) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800103425216514:2115] held: no
2025-12-06T17:36:07.780999Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800103425216528:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26991
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:07.771258Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800102372224960:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:07.703252Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800102863979499:2116] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:07.651372Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800105565440096:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:07.719904Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:07.657586Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800104611232570:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:07.804307Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800102372224978:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53035
2025-12-06T17:36:07.710235Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800102863979492:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:07.651752Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800105565440102:2116] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:07.678715Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800100316265198:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:07.719952Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800101573158661:2108] [node 5] ICP22 created new session: [4:7580800101573158677:2108]
2025-12-06T17:36:07.710272Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800102863979492:2112] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:36:07.863845Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800099130249140:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:07.863944Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:07.863995Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800099130249140:2048] [node 1] ICP22 created new session: [5:7580800103425216531:2048]
2025-12-06T17:36:07.864046Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800103425216531:2048] [node 1] ICS09 handshake done sender: [5:7580800103425216514:2115] self: [5:7580800103425216520:0] peer: [1:7580800102863979495:0] socket: 65 qp: -1
2025-12-06T17:36:07.864085Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800103425216531:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:07.864138Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:07.864740Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800103425216516:2117] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:07.865011Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800103425216527:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:07.865268Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800099130249141:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:07.870639Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800099130249142:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:07.870744Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:07.870805Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800099130249142:2050] [node 3] ICP22 created new session: [5:7580800103425216534:2050]
2025-12-06T17:36:07.870851Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800103425216534:2050] [node 3] ICS09 handshake done sender: [5:7580800103425216516:2117] self: [5:7580800103425216518:0] peer: [3:7580800105565440094:0] socket: 87 qp: -1
2025-12-06T17:36:07.870887Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800103425216534:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:07.870945Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:07.899834Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800103425216536:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26991
2025-12-06T17:36:07.902372Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800103425216527:2120] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:07.662638Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800105565440099:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:07.804890Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800102372224979:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53035
2025-12-06T17:36:07.718386Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800104611232573:2116] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:07.719989Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800101573158677:2108] [node 5] ICS09 handshake done sender: [4:7580800101573158665:2120] self: [4:7580800101573158664:0] peer: [5:7580800103425216517:0] socket: 78 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:07.810826Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800098077257593:2049] [node 3] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:07.866896Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800102372224978:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:07.873027Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:07.878427Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800102372224969:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:07.878455Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800102372224969:2118] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:07.882870Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800102372224969:2118] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:07.883161Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800102372224957:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:07.886829Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800102372224979:2122] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:07.910751Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800098077257593:2049] [node 3] ICP22 created new session: [2:7580800102372224981:2049]
2025-12-06T17:36:07.667159Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800101270472732:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(141334414ns) {Configure:104(141327455ns) {ProcessConfigured:135(64012ns) {StartInitialHandshake:157(61898ns) {DropHandshakes:470(2397ns) {DropIncomingHandshake:442(655ns) DropOutgoingHandshake:457(483ns)} GenerateSessionVirtualId:988(991ns) PrepareNewSessionHandshake:477(2054ns) {SwitchToState:179(283ns)}}}}}
2025-12-06T17:36:07.722828Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800102863979496:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:07.720860Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800104611232579:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11594
2025-12-06T17:36:07.923208Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800099130249141:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:07.720020Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800101573158677:2108] [node 5] ICS10 traffic start
2025-12-06T17:36:07.722866Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800102863979496:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:07.667351Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800101270472732:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:07.928097Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800102372224981:2049] [node 3] ICS09 handshake done sender: [2:7580800102372224960:2115] self: [2:7580800102372224959:0] peer: [3:7580800105565440115:0] socket: 55 qp: -1
2025-12-06T17:36:07.938421Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:07.938473Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800102372224957:2108] [node 5] ICP22 created new session: [2:7580800102372224984:2108]
2025-12-06T17:36:07.938332Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800102372224981:2049] [node 3] ICS10 traffic start
2025-12-06T17:36:07.945943Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580800098077257592:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:07.946919Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:07.720053Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:07.730692Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800097278191292:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:07.730837Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:07.730884Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800097278191292:2049] [node 2] ICP22 created new session: [4:7580800101573158680:2049]
2025-12-06T17:36:07.730931Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800101573158680:2049] [node 2] ICS09 handshake done sender: [4:7580800101573158658:2117] self: [4:7580800101573158674:0] peer: [2:7580800102372224962:0] socket: 70 qp: -1
2025-12-06T17:36:07.730958Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800101573158680:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:07.730991Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:07.743148Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800101573158682:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54805
2025-12-06T17:36:07.734819Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800102863979509:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:07.736380Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800102863979499:2116] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:07.738663Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800102863979514:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51748
2025-12-06T17:36:07.738839Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800102863979496:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:07.739005Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800102863979490:2111] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:07.739073Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:07.739130Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800102863979490:2111] [node 6] ICP22 created new session: [1:7580800102863979515:2111]
2025-12-06T17:36:07.739170Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800102863979515:2111] [node 6] ICS09 handshake done sender: [1:7580800102863979499:2116] self: [1:7580800102863979498:0] peer: [6:7580800104611232578:0] socket: 64 qp: -1
2025-12-06T17:36:07.739195Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800102863979515:2111] [node 6] ICS10 traffic start
2025-12-06T17:36:07.739223Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:07.740123Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800102863979489:2110] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:07.740171Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:07.740203Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800102863979489:2110] [node 5] ICP22 created new session: [1:7580800102863979517:2110]
2025-12-06T17:36:07.740249Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800102863979517:2110] [node 5] ICS09 handshake done sender: [1:7580800102863979496:2114] self: [1:7580800102863979495:0] peer: [5:7580800103425216520:0] socket: 63 qp: -1
2025-12-06T17:36:07.740288Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800102863979517:2110] [node 5] ICS10 traffic start
2025-12-06T17:36:07.740316Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:07.746753Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800102863979492:2112] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:07.763428Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800102863979514:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:07.774751Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580800102863979489:2110] [node 5] ICP18 handshake (actor [1:7580800102863979514:2120]) is too old
2025-12-06T17:36:07.780639Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800098569012128:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:36:07.781212Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:07.798623Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800098569012128:2049] [node 3] ICP22 created new session: [1:7580800102863979521:2049]
2025-12-06T17:36:07.819446Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800102863979504:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:07.819466Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800102863979504:2117] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:36:07.820250Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800102863979504:2117] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:07.824556Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800102863979521:2049] [node 3] ICS09 handshake done sender: [1:7580800102863979492:2112] self: [1:7580800102863979491:0] peer: [3:7580800105565440116:0] socket: 61 qp: -1
2025-12-06T17:36:07.840752Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800102863979521:2049] [node 3] ICS10 traffic start
2025-12-06T17:36:07.846489Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800102863979488:2108] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:36:07.854711Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:07.950738Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:07.955179Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800098569012128:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(174321245ns) {HandleHandshakeStatus:329(174317473ns) {DropIncomingHandshake:442(34428ns) DropOutgoingHandshake:457(600ns) SwitchToState:179(761ns) ProcessPendingSessionEvents:495(10275551ns) {ForwardSessionEventToSession:612(10225959ns) ForwardSessionEventToSession:612(5603ns) ForwardSessionEventToSession:612(2795ns) ForwardSessionEventToSession:612(10427ns) ForwardSessionEventToSession:612(1962ns) ForwardSessionEventToSession:612(5206ns) ForwardSessionEventToSession:612(2091ns) ForwardSessionEventToSession:612(1692ns) ForwardSessionEventToSession:612(6673ns) ForwardSessionEventToSession:612(2026ns)}}}
2025-12-06T17:36:07.962640Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800102863979494:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:07.967061Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800102863979488:2108] [node 4] ICP22 created new session: [1:7580800102863979524:2108]
2025-12-06T17:36:07.766915Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800101573158683:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54805
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:07.731636Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800100316265198:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(21073607ns) {IncomingHandshake:261(21072501ns) {DropIncomingHandshake:442(1246ns) PrepareNewSessionHandshake:477(2330ns) {SwitchToState:179(593ns)} GenerateSessionVirtualId:988(542ns) IssueIncomingHandshakeReply:193(9979832ns) {SwitchToState:179(1351ns)}}}
2025-12-06T17:36:07.674847Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800101270472731:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:07.923322Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:07.962822Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800102372224984:2108] [node 5] ICS09 handshake done sender: [2:7580800102372224969:2118] self: [2:7580800102372224961:0] peer: [5:7580800103425216533:0] socket: 108 qp: -1
2025-12-06T17:36:07.923383Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800099130249141:2049] [node 2] ICP22 created new session: [5:7580800103425216537:2049]
2025-12-06T17:36:07.751195Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800100316265200:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:07.780909Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800101573158683:2125] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:07.968655Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800102863979494:2113] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:36:07.710724Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800105565440095:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:07.967060Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800102372224984:2108] [node 5] ICS10 traffic start
2025-12-06T17:36:07.751274Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:07.781033Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800097278191293:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:07.923452Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800103425216537:2049] [node 2] ICS09 handshake done sender: [5:7580800103425216527:2120] self: [5:7580800103425216533:0] peer: [2:7580800102372224961:0] socket: 110 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:07.969862Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:07.710744Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800105565440095:2111] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:07.971077Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800102863979494:2113] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:07.751315Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800100316265200:2050] [node 3] ICP22 created new session: [6:7580800104611232580:2050]
2025-12-06T17:36:07.805345Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800101573158682:2124] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:07.923485Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800103425216537:2049] [node 2] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:07.735141Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800105565440091:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:07.972140Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800102863979524:2108] [node 4] ICS09 handshake done sender: [1:7580800102863979504:2117] self: [1:7580800102863979503:0] peer: [4:7580800101573158685:0] socket: 104 qp: -1
2025-12-06T17:36:07.985768Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800102372224972:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:07.996547Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800102372224988:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53035
2025-12-06T17:36:07.818654Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800097278191291:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:07.983577Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800102863979524:2108] [node 4] ICS10 traffic start
2025-12-06T17:36:07.735215Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:07.990303Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800098569012127:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:36:07.990460Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:07.991099Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800102863979488:2108] [node 4] ICP35 event processing took too much time PendingConnection:279(144423443ns) {HandleHandshakeStatus:329(144420143ns) {DropIncomingHandshake:442(12450ns) DropOutgoingHandshake:457(595ns) SwitchToState:179(905ns) ProcessPendingSessionEvents:495(140199ns) {ForwardSessionEventToSession:612(62489ns) ForwardSessionEventToSession:612(6903ns) ForwardSessionEventToSession:612(2215ns) ForwardSessionEventToSession:612(2362ns) ForwardSessionEventToSession:612(8186ns) ForwardSessionEventToSession:612(2474ns) ForwardSessionEventToSession:612(1817ns) ForwardSessionEventToSession:612(4716ns) ForwardSessionEventToSession:612(30987ns) ForwardSessionEventToSession:612(7894ns)}}}
2025-12-06T17:36:07.998232Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:07.999062Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800098569012127:2048] [node 2] ICP22 created new session: [1:7580800102863979527:2048]
2025-12-06T17:36:08.001593Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800102863979527:2048] [node 2] ICS09 handshake done sender: [1:7580800102863979494:2113] self: [1:7580800102863979493:0] peer: [2:7580800102372224985:0] socket: 49 qp: -1
2025-12-06T17:36:08.001640Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800102863979527:2048] [node 2] ICS10 traffic start
2025-12-06T17:36:08.001696Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:07.923526Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:07.751363Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800104611232580:2050] [node 3] ICS09 handshake done sender: [6:7580800104611232573:2116] self: [6:7580800104611232574:0] peer: [3:7580800105565440101:0] socket: 86 qp: -1
2025-12-06T17:36:08.019108Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800098569012127:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(42520384ns) {HandleHandshakeStatus:329(42517680ns) {DropIncomingHandshake:442(22131ns) DropOutgoingHandshake:457(830ns) SwitchToState:179(689ns) ProcessPendingSessionEvents:495(1509008ns) {ForwardSessionEventToSession:612(1453823ns) ForwardSessionEventToSession:612(8764ns) ForwardSessionEventToSession:612(2309ns) ForwardSessionEventToSession:612(5914ns) ForwardSessionEventToSession:612(5115ns) ForwardSessionEventToSession:612(2218ns) ForwardSessionEventToSession:612(8209ns) ForwardSessionEventToSession:612(2313ns) ForwardSessionEventToSession:612(2412ns) ForwardSessionEventToSession:612(7759ns)}}}
2025-12-06T17:36:07.735251Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800105565440091:2109] [node 6] ICP22 created new session: [3:7580800105565440117:2109]
2025-12-06T17:36:07.820593Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800101573158686:2126] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54805
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:08.015523Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800098077257593:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(184784171ns) {HandleHandshakeStatus:329(184780298ns) {DropIncomingHandshake:442(378ns) DropOutgoingHandshake:457(827ns) SwitchToState:179(452ns) ProcessPendingSessionEvents:495(19634524ns) {ForwardSessionEventToSession:612(15164778ns) ForwardSessionEventToSession:612(21037ns) ForwardSessionEventToSession:612(2399ns) ForwardSessionEventToSession:612(2126ns) ForwardSessionEventToSession:612(5225ns) ForwardSessionEventToSession:612(1708ns) ForwardSessionEventToSession:612(227980ns) ForwardSessionEventToSession:612(13399ns) ForwardSessionEventToSession:612(2162ns) ForwardSessionEventToSession:612(4171165ns)}}}
2025-12-06T17:36:07.751392Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800104611232580:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:07.821007Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800101573158682:2124] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:07.751422Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:07.735292Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800105565440117:2109] [node 6] ICS09 handshake done sender: [3:7580800105565440102:2116] self: [3:7580800105565440101:0] peer: [6:7580800104611232574:0] socket: 85 qp: -1
2025-12-06T17:36:08.017299Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800102372224979:2122] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:07.821153Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800097278191291:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:07.821221Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:07.821263Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800097278191291:2048] [node 1] ICP22 created new session: [4:7580800101573158687:2048]
2025-12-06T17:36:07.821321Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800101573158687:2048] [node 1] ICS09 handshake done sender: [4:7580800101573158682:2124] self: [4:7580800101573158685:0] peer: [1:7580800102863979503:0] socket: 106 qp: -1
2025-12-06T17:36:07.821352Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800101573158687:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:07.821395Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:07.985418Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800101573158690:2128] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54805
2025-12-06T17:36:07.995715Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800101573158670:2121] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:07.995748Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800101573158670:2121] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:07.998350Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800101573158690:2128] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:08.004400Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800101573158689:2127] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54805
2025-12-06T17:36:08.005872Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800097278191293:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27333) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580800101573158683:2125] held: no
2025-12-06T17:36:08.006003Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800101573158683:2125] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:08.006185Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800097278191293:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:08.006275Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:08.006318Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800097278191293:2050] [node 3] ICP22 created new session: [4:7580800105868125987:2050]
2025-12-06T17:36:08.006361Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800105868125987:2050] [node 3] ICS09 handshake done sender: [4:7580800101573158683:2125] self: [4:7580800101573158684:0] peer: [3:7580800105565440104:0] socket: 113 qp: -1
2025-12-06T17:36:08.006396Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800105868125987:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:08.006429Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:08.012098Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800101573158670:2121] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:08.017553Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800101573158656:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:08.018449Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:08.019874Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800101573158656:2109] [node 6] ICP22 created new session: [4:7580800105868125991:2109]
2025-12-06T17:36:08.019935Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800105868125991:2109] [node 6] ICS09 handshake done sender: [4:7580800101573158670:2121] self: [4:7580800101573158669:0] peer: [6:7580800104611232590:0] socket: 100 qp: -1
2025-12-06T17:36:08.019976Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800105868125991:2109] [node 6] ICS10 traffic start
2025-12-06T17:36:08.020041Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:07.872474Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800100316265198:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9418) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800104611232570:2115] held: no
2025-12-06T17:36:07.735319Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800105565440117:2109] [node 6] ICS10 traffic start
2025-12-06T17:36:08.018074Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800102372224971:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:07.872605Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800104611232568:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:07.735361Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:08.018103Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800102372224971:2119] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:08.020892Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580800098077257592:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9418) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7580800102372224979:2122] held: no
2025-12-06T17:36:08.020970Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580800098077257592:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:08.021034Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:08.021085Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800098077257592:2048] [node 1] ICP22 created new session: [2:7580800106667192286:2048]
2025-12-06T17:36:08.021139Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800106667192286:2048] [node 1] ICS09 handshake done sender: [2:7580800102372224979:2122] self: [2:7580800102372224985:0] peer: [1:7580800102863979493:0] socket: 116 qp: -1
2025-12-06T17:36:08.021170Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800106667192286:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:08.021207Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:08.025147Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800102372224971:2119] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:08.025873Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800102372224958:2113] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:08.025997Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:08.026067Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800102372224958:2113] [node 6] ICP22 created new session: [2:7580800106667192289:2113]
2025-12-06T17:36:08.026138Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800106667192289:2113] [node 6] ICS09 handshake done sender: [2:7580800102372224971:2119] self: [2:7580800102372224970:0] peer: [6:7580800104611232592:0] socket: 50 qp: -1
2025-12-06T17:36:08.026194Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800106667192289:2113] [node 6] ICS10 traffic start
2025-12-06T17:36:08.026240Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:07.763042Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800105565440122:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50538
2025-12-06T17:36:08.026561Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800102372224957:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(126266297ns) {HandleHandshakeStatus:329(126263092ns) {DropIncomingHandshake:442(12029ns) DropOutgoingHandshake:457(684ns) SwitchToState:179(824ns) ProcessPendingSessionEvents:495(23736541ns) {ForwardSessionEventToSession:612(5655022ns) ForwardSessionEventToSession:612(4762989ns) ForwardSessionEventToSession:612(9925ns) ForwardSessionEventToSession:612(2853ns) ForwardSessionEventToSession:612(2179327ns) ForwardSessionEventToSession:612(1707377ns) ForwardSessionEventToSession:612(5073ns) ForwardSessionEventToSession:612(3261529ns) ForwardSessionEventToSession:612(3551ns) ForwardSessionEventToSession:612(6124126ns)}}}
2025-12-06T17:36:07.767522Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800105565440095:2111] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:07.865688Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800105565440105:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:07.865711Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800105565440105:2118] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:36:07.866315Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800105565440090:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:07.880523Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580800101270472731:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9418) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580800105565440099:2115] held: no
2025-12-06T17:36:07.880653Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800105565440097:2113] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:07.928517Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800101270472732:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:07.899053Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580800100316265200:2050] [node 3] ICP27 obsolete handshake fail ignored
2025-12-06T17:36:07.938512Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:07.900204Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800104611232561:2083] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:36:07.944713Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800105565440090:2108] [node 5] ICP22 created new session: [3:7580800105565440124:2108]
2025-12-06T17:36:07.946291Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800105565440121:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50538
2025-12-06T17:36:07.955852Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800105565440124:2108] [node 5] ICS09 handshake done sender: [3:7580800105565440095:2111] self: [3:7580800105565440094:0] peer: [5:7580800103425216518:0] socket: 84 qp: -1
2025-12-06T17:36:07.962675Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:07.962774Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800105565440124:2108] [node 5] ICS10 traffic start
2025-12-06T17:36:07.967167Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800101270472732:2049] [node 2] ICP22 created new session: [3:7580800105565440125:2049]
2025-12-06T17:36:07.969980Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:07.971811Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800105565440125:2049] [node 2] ICS09 handshake done sender: [3:7580800105565440097:2113] self: [3:7580800105565440115:0] peer: [2:7580800102372224959:0] socket: 73 qp: -1
2025-12-06T17:36:07.971845Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800105565440125:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:07.971881Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:07.900300Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:07.900341Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800104611232561:2083] [node 5] ICP22 created new session: [6:7580800104611232585:2083]
2025-12-06T17:36:07.900384Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800104611232585:2083] [node 5] ICS09 handshake done sender: [6:7580800104611232568:2114] self: [6:7580800104611232572:0] peer: [5:7580800103425216505:0] socket: 53 qp: -1
2025-12-06T17:36:07.900423Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800104611232585:2083] [node 5] ICS10 traffic start
2025-12-06T17:36:07.900455Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:07.901587Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800104611232582:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11594
2025-12-06T17:36:07.943898Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800104611232583:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11594
2025-12-06T17:36:07.944176Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800104611232570:2115] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:07.970520Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800100316265198:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:07.970622Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:07.970667Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800100316265198:2048] [node 1] ICP22 created new session: [6:7580800104611232589:2048]
2025-12-06T17:36:07.970713Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800104611232589:2048] [node 1] ICS09 handshake done sender: [6:7580800104611232570:2115] self: [6:7580800104611232578:0] peer: [1:7580800102863979498:0] socket: 66 qp: -1
2025-12-06T17:36:07.971297Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800104611232583:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:07.971594Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800104611232563:2065] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:07.972433Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800104611232589:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:07.972481Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:07.972543Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800104611232584:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11594
2025-12-06T17:36:07.995931Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800104611232584:2122] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:08.001846Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800100316265199:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:08.003372Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800100316265198:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(28811541ns) {HandleHandshakeStatus:329(28809228ns) {DropIncomingHandshake:442(1215ns) DropOutgoingHandshake:457(616ns) SwitchToState:179(771ns) ProcessPendingSessionEvents:495(682ns)}}
2025-12-06T17:36:08.011450Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800108906199889:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11594
2025-12-06T17:36:08.012631Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800104611232583:2121] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:08.012880Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800104611232563:2065] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:36:08.012954Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:08.013000Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800104611232563:2065] [node 4] ICP22 created new session: [6:7580800108906199890:2065]
2025-12-06T17:36:08.013062Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800108906199890:2065] [node 4] ICS09 handshake done sender: [6:7580800104611232583:2121] self: [6:7580800104611232590:0] peer: [4:7580800101573158669:0] socket: 102 qp: -1
2025-12-06T17:36:08.013097Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800108906199890:2065] [node 4] ICS10 traffic start
2025-12-06T17:36:08.013128Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:08.026413Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800108906199892:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11594
2025-12-06T17:36:08.034119Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800100316265199:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11215) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800104611232584:2122] held: no
2025-12-06T17:36:08.034247Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800104611232584:2122] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:08.035044Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800100316265199:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:08.035149Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:08.035200Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800100316265199:2049] [node 2] ICP22 created new session: [6:7580800108906199893:2049]
2025-12-06T17:36:08.035254Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800108906199893:2049] [node 2] ICS09 handshake done sender: [6:7580800104611232584:2122] self: [6:7580800104611232592:0] peer: [2:7580800102372224970:0] socket: 51 qp: -1
2025-12-06T17:36:08.035292Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800108906199893:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:08.035326Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:07.974968Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800105565440099:2115] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:07.975303Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800105565440090:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(108800797ns) {HandleHandshakeStatus:329(108798683ns) {DropIncomingHandshake:442(10161ns) DropOutgoingHandshake:457(691ns) SwitchToState:179(215ns) ProcessPendingSessionEvents:495(818353ns) {ForwardSessionEventToSession:612(766120ns) ForwardSessionEventToSession:612(9234ns) ForwardSessionEventToSession:612(2206ns) ForwardSessionEventToSession:612(4801ns) ForwardSessionEventToSession:612(2907ns) ForwardSessionEventToSession:612(4907ns) ForwardSessionEventToSession:612(2507ns) ForwardSessionEventToSession:612(2216ns) ForwardSessionEventToSession:612(4850ns) ForwardSessionEventToSession:612(5921ns)}}}
2025-12-06T17:36:07.983973Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800101270472732:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(58428879ns) {HandleHandshakeStatus:329(58425614ns) {DropIncomingHandshake:442(1549ns) DropOutgoingHandshake:457(10143793ns) SwitchToState:179(1142ns) ProcessPendingSessionEvents:495(11712553ns) {ForwardSessionEventToSession:612(2683328ns) ForwardSessionEventToSession:612(1514735ns) ForwardSessionEventToSession:612(6986ns) ForwardSessionEventToSession:612(7452454ns) ForwardSessionEventToSession:612(14277ns) ForwardSessionEventToSession:612(2436ns) ForwardSessionEventToSession:612(6198ns) ForwardSessionEventToSession:612(2469ns) ForwardSessionEventToSession:612(5585ns) ForwardSessionEventToSession:612(5185ns)}}}
2025-12-06T17:36:07.986813Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800105565440105:2118] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:07.994656Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800101270472731:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:07.994748Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:07.994796Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800101270472731:2048] [node 1] ICP22 created new session: [3:7580800105565440129:2048]
2025-12-06T17:36:07.994862Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800105565440129:2048] [node 1] ICS09 handshake done sender: [3:7580800105565440099:2115] self: [3:7580800105565440116:0] peer: [1:7580800102863979491:0] socket: 75 qp: -1
2025-12-06T17:36:07.994898Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800105565440129:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:07.994940Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:07.996824Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800105565440100:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:36:07.996948Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:07.997008Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800105565440100:2107] [node 4] ICP22 created new session: [3:7580800105565440131:2107]
2025-12-06T17:36:07.997068Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800105565440131:2107] [node 4] ICS09 handshake done sender: [3:7580800105565440105:2118] self: [3:7580800105565440104:0] peer: [4:7580800101573158684:0] socket: 109 qp: -1
2025-12-06T17:36:07.997099Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800105565440131:2107] [node 4] ICS10 traffic start
2025-12-06T17:36:07.997133Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:08.080304Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:36:08.080579Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580800106667192286:2048] [node 1] ICS01 socket: 116 reason# EndOfStream
2025-12-06T17:36:08.080621Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580800098077257592:2048] [node 1] ICP30 unregister session Session# [2:7580800106667192286:2048] VirtualId# [2:7580800102372224985:0]
2025-12-06T17:36:08.080650Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580800106667192286:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:08.080734Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:08.080779Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:08.082091Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:36:08.082316Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800105565440129:2048] [node 1] ICS01 socket: 75 reason# EndOfStream
2025-12-06T17:36:08.082348Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800101270472731:2048] [node 1] ICP30 unregister session Session# [3:7580800105565440129:2048] VirtualId# [3:7580800105565440116:0]
2025-12-06T17:36:08.082376Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800105565440129:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:08.082433Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:08.082466Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:08.086690Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:36:08.086954Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800101573158687:2048] [node 1] ICS01 socket: 106 reason# EndOfStream
2025-12-06T17:36:08.087224Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800097278191291:2048] [node 1] ICP30 unregister session Session# [4:7580800101573158687:2048] VirtualId# [4:7580800101573158685:0]
2025-12-06T17:36:08.087396Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:36:08.088199Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800103425216531:2048] [node 1] ICS01 socket: 65 reason# EndOfStream
2025-12-06T17:36:08.088268Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800099130249140:2048] [node 1] ICP30 unregister session Session# [5:7580800103425216531:2048] VirtualId# [5:7580800103425216520:0]
2025-12-06T17:36:08.088289Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800103425216531:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:08.088365Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:08.088409Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:08.087255Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800101573158687:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:08.087335Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:08.087895Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:08.086549Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:36:08.086827Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800104611232589:2048] [node 1] ICS01 socket: 66 reason# EndOfStream
2025-12-06T17:36:08.086866Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800100316265198:2048] [node 1] ICP30 unregister session Session# [6:7580800104611232589:2048] VirtualId# [6:7580800104611232578:0]
2025-12-06T17:36:08.086897Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800104611232589:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:08.086969Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:08.087010Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:08.137701Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:36:08.138035Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800105565440125:2049] [node 2] ICS01 socket: 73 reason# EndOfStream
2025-12-06T17:36:08.138086Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800101270472732:2049] [node 2] ICP30 unregister session Session# [3:7580800105565440125:2049] VirtualId# [3:7580800105565440115:0]
2025-12-06T17:36:08.138178Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800105565440125:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:08.138286Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:08.138332Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:08.141754Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:36:08.142023Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800101573158680:2049] [node 2] ICS01 socket: 70 reason# EndOfStream
2025-12-06T17:36:08.142066Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800097278191292:2049] [node 2] ICP30 unregister session Session# [4:7580800101573158680:2049] VirtualId# [4:7580800101573158674:0]
2025-12-06T17:36:08.142098Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800101573158680:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:08.142185Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:08.142234Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:08.143175Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:36:08.143319Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800103425216537:2049] [node 2] ICS01 socket: 110 reason# EndOfStream
2025-12-06T17:36:08.143343Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800099130249141:2049] [node 2] ICP30 unregister session Session# [5:7580800103425216537:2049] VirtualId# [5:7580800103425216533:0]
2025-12-06T17:36:08.143366Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800103425216537:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:08.143439Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:08.143478Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:08.147612Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:36:08.147814Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800108906199893:2049] [node 2] ICS01 socket: 51 reason# EndOfStream
2025-12-06T17:36:08.147868Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800100316265199:2049] [node 2] ICP30 unregister session Session# [6:7580800108906199893:2049] VirtualId# [6:7580800104611232592:0]
2025-12-06T17:36:08.147894Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800108906199893:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:08.147973Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:08.148011Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:08.186857Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:36:08.187121Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800104611232580:2050] [node 3] ICS01 socket: 86 reason# EndOfStream
2025-12-06T17:36:08.187175Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800100316265200:2050] [node 3] ICP30 unregister session Session# [6:7580800104611232580:2050] VirtualId# [6:7580800104611232574:0]
2025-12-06T17:36:08.187213Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800104611232580:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:08.187287Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:08.187329Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:08.187413Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:36:08.187605Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800105868125987:2050] [node 3] ICS01 socket: 113 reason# EndOfStream
2025-12-06T17:36:08.187648Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800097278191293:2050] [node 3] ICP30 unregister session Session# [4:7580800105868125987:2050] VirtualId# [4:7580800101573158684:0]
2025-12-06T17:36:08.187667Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800105868125987:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:08.187723Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:08.187760Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:08.190230Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:36:08.190517Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800103425216534:2050] [node 3] ICS01 socket: 87 reason# EndOfStream
2025-12-06T17:36:08.190607Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800099130249142:2050] [node 3] ICP30 unregister session Session# [5:7580800103425216534:2050] VirtualId# [5:7580800103425216518:0]
2025-12-06T17:36:08.190638Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800103425216534:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:08.190788Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:08.190886Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:08.221936Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:36:08.222158Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800103425216529:2096] [node 4] ICS01 socket: 82 reason# EndOfStream
2025-12-06T17:36:08.222224Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800103425216486:2096] [node 4] ICP30 unregister session Session# [5:7580800103425216529:2096] VirtualId# [5:7580800103425216517:0]
2025-12-06T17:36:08.222257Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800103425216529:2096] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:08.222396Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:36:08.222451Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:36:08.222938Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:36:08.223137Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800108906199890:2065] [node 4] ICS01 socket: 102 reason# EndOfStream
2025-12-06T17:36:08.223167Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800104611232563:2065] [node 4] ICP30 unregister session Session# [6:7580800108906199890:2065] VirtualId# [6:7580800104611232590:0]
2025-12-06T17:36:08.223205Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800108906199890:2065] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:08.223281Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:36:08.223318Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:36:08.274740Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:36:08.275023Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800104611232585:2083] [node 5] ICS01 socket: 53 reason# EndOfStream
2025-12-06T17:36:08.275069Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800104611232561:2083] [node 5] ICP30 unregister session Session# [6:7580800104611232585:2083] VirtualId# [6:7580800104611232572:0]
2025-12-06T17:36:08.275099Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800104611232585:2083] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:08.275209Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:36:08.275255Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:36:08.325500Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800109629257663:2048] [node 2] ICP01 ready to work
2025-12-06T17:36:08.325530Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800109629257664:2049] [node 3] ICP01 ready to work
2025-12-06T17:36:08.335944Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800108428804091:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:08.335968Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800108428804092:2049] [node 3] ICP01 ready to work
2025-12-06T17:36:08.349940Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800106566371554:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:08.350280Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800106566371555:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:08.367238Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800108153490429:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:08.367267Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800108153490430:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:08.367295Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800108153490431:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:08.439016Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800107501184631:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:08.439050Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800107501184632:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:08.404380Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800108459384759:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:08.404407Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800108459384760:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:08.404436Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800108459384761:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:08.439071Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800107501184633:2050] [node 3] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:08.731420Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800106566371572:2065] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40226
2025-12-06T17:36:08.735469Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800108459384777:2062] [node 4] ICP01 ready to work
2025-12-06T17:36:08.764255Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800107501184645:2061] [node 6] ICP01 ready to work
2025-12-06T17:36:08.684221Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800108428804129:2084] [node 5] ICP01 ready to work
2025-12-06T17:36:08.747637Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800106566371577:2063] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:08.844864Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800106566371615:2105] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40226
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:08.901523Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800109629257726:2108] [node 6] ICP01 ready to work
2025-12-06T17:36:08.845965Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800106566371615:2105] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:08.932526Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800108459384786:2069] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6172
2025-12-06T17:36:09.061783Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800112448457787:2063] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:08.932706Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800108459384787:2070] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6172
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:08.900473Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800106566371625:2077] [node 5] ICP01 ready to work
2025-12-06T17:36:09.034910Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800111796151993:2067] [node 4] ICP01 ready to work
2025-12-06T17:36:09.082872Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800108459384786:2069] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:09.090170Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800112754352129:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6172
2025-12-06T17:36:09.090287Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800108459384761:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:09.071186Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800112448457790:2065] [node 6] ICP01 ready to work
2025-12-06T17:36:08.967564Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800109629257663:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(65601505ns) {Configure:104(65596955ns) {ProcessConfigured:135(75923ns) {StartInitialHandshake:157(74271ns) {DropHandshakes:470(3554ns) {DropIncomingHandshake:442(676ns) DropOutgoingHandshake:457(486ns)} GenerateSessionVirtualId:988(1128ns) PrepareNewSessionHandshake:477(6319ns) {SwitchToState:179(794ns)}}}}}
2025-12-06T17:36:09.084366Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800110861338923:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40226
2025-12-06T17:36:09.094579Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800112448457788:2109] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2633
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:09.119734Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800108459384787:2070] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:08.969207Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800109629257727:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37693
2025-12-06T17:36:08.969415Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800109629257728:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37693
2025-12-06T17:36:09.131643Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800112448457788:2109] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:09.118706Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800106566371579:2070] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:09.118747Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800106566371579:2070] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:09.118821Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800110861338924:2061] [node 4] ICP01 ready to work
2025-12-06T17:36:09.119517Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800106566371572:2065] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:09.202890Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800112723771451:2088] [node 6] ICP01 ready to work
2025-12-06T17:36:09.206304Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800112723771455:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44589
2025-12-06T17:36:09.206469Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800112723771456:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44589
2025-12-06T17:36:09.162147Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800110861338923:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:09.175797Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800106566371625:2077] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(274903936ns) {Configure:104(274902269ns) {ProcessConfigured:135(100357ns) {StartInitialHandshake:157(61095ns) {DropHandshakes:470(2996ns) {DropIncomingHandshake:442(733ns) DropOutgoingHandshake:457(525ns)} GenerateSessionVirtualId:988(4819ns) PrepareNewSessionHandshake:477(2524ns) {SwitchToState:179(914ns)}} IncomingHandshake:261(17421ns) {DropIncomingHandshake:442(190ns) PrepareNewSessionHandshake:477(250ns) {SwitchToState:179(142ns)} GenerateSessionVirtualId:988(178ns) IssueIncomingHandshakeReply:193(1207ns)}}}}
2025-12-06T17:36:09.044572Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800109629257727:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:09.059648Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800113924225035:2107] [node 5] ICP01 ready to work
2025-12-06T17:36:09.067024Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800113924225038:2106] [node 4] ICP01 ready to work
2025-12-06T17:36:09.106813Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800109629257728:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:09.230625Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800113924225032:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:09.230663Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800113924225032:2114] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:36:09.230887Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800107501184632:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(65008927ns) {Configure:104(40941558ns) {ProcessConfigured:135(63774ns) {StartInitialHandshake:157(61927ns) {DropHandshakes:470(2049ns) {DropIncomingHandshake:442(487ns) DropOutgoingHandshake:457(452ns)} GenerateSessionVirtualId:988(891ns) PrepareNewSessionHandshake:477(2077ns) {SwitchToState:179(645ns)}}}}}
2025-12-06T17:36:09.151518Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800108153490430:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(80087890ns) {Configure:104(80084134ns) {ProcessConfigured:135(61693ns) {StartInitialHandshake:157(59585ns) {DropHandshakes:470(2977ns) {DropIncomingHandshake:442(740ns) DropOutgoingHandshake:457(577ns)} GenerateSessionVirtualId:988(989ns) PrepareNewSessionHandshake:477(2126ns) {SwitchToState:179(775ns)}}}}}
2025-12-06T17:36:09.138989Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800108459384759:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(55739019ns) {Configure:104(55733173ns) {ProcessConfigured:135(12145710ns) {StartInitialHandshake:157(12143744ns) {DropHandshakes:470(5519ns) {DropIncomingHandshake:442(450ns) DropOutgoingHandshake:457(273ns)} GenerateSessionVirtualId:988(857ns) PrepareNewSessionHandshake:477(9666ns) {SwitchToState:179(614ns)}}}}}
2025-12-06T17:36:09.206973Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800108428804129:2084] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(522428847ns) {Configure:104(522423743ns) {ProcessConfigured:135(8127869ns) {StartInitialHandshake:157(8126434ns) {DropHandshakes:470(3015ns) {DropIncomingHandshake:442(591ns) DropOutgoingHandshake:457(463ns)} GenerateSessionVirtualId:988(1151ns) PrepareNewSessionHandshake:477(3402ns) {SwitchToState:179(1392ns)}}}}}
2025-12-06T17:36:09.207120Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800112723771463:2080] [node 4] ICP01 ready to work
2025-12-06T17:36:09.250604Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800112723771457:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44589
2025-12-06T17:36:09.175987Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800106566371579:2070] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:09.274695Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800108428804092:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(235609429ns) {Configure:104(235604360ns) {ProcessConfigured:135(63776ns) {StartInitialHandshake:157(61898ns) {DropHandshakes:470(3434ns) {DropIncomingHandshake:442(560ns) DropOutgoingHandshake:457(570ns)} GenerateSessionVirtualId:988(1247ns) PrepareNewSessionHandshake:477(2620ns) {SwitchToState:179(893ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:09.276078Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800109629257730:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:09.276108Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800109629257730:2112] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:36:09.277229Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800113924225042:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37693
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:09.144125Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800112754352134:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6172
2025-12-06T17:36:09.187022Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800106566371554:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:09.187134Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800110861338930:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40226
2025-12-06T17:36:09.183092Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800112448457787:2063] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(31256228ns) {Configure:104(31235968ns) {ProcessConfigured:135(65162ns) {StartInitialHandshake:157(63379ns) {DropHandshakes:470(3473ns) {DropIncomingHandshake:442(854ns) DropOutgoingHandshake:457(638ns)} GenerateSessionVirtualId:988(1320ns) PrepareNewSessionHandshake:477(5318ns) {SwitchToState:179(592ns)}}}}}
2025-12-06T17:36:09.282775Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800109629257732:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:09.199422Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800106566371555:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(459525441ns) {Configure:104(459518578ns) {ProcessConfigured:135(57877ns) {StartInitialHandshake:157(56344ns) {DropHandshakes:470(1842ns) {DropIncomingHandshake:442(322ns) DropOutgoingHandshake:457(514ns)} GenerateSessionVirtualId:988(387ns) PrepareNewSessionHandshake:477(1985ns) {SwitchToState:179(652ns)}}}}}
2025-12-06T17:36:09.211724Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800110861338924:2061] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(89472829ns) {Configure:104(89465648ns) {ProcessConfigured:135(93159ns) {StartInitialHandshake:157(90696ns) {DropHandshakes:470(3763ns) {DropIncomingHandshake:442(1009ns) DropOutgoingHandshake:457(585ns)} GenerateSessionVirtualId:988(1084ns) PrepareNewSessionHandshake:477(1918ns) {SwitchToState:179(739ns)}}}}}
2025-12-06T17:36:09.231772Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800106566371577:2063] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:09.294701Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:09.274819Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800112723771456:2112] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:09.274948Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800112723771455:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:09.275476Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580800108428804091:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:09.306604Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800112723771457:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:09.314631Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800106566371577:2063] [node 6] ICP22 created new session: [3:7580800110861338939:2063]
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:09.179625Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800112754352129:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:09.294616Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800108153490431:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(454001867ns) {Configure:104(453996525ns) {ProcessConfigured:135(19327958ns) {StartInitialHandshake:157(19325403ns) {DropHandshakes:470(3623ns) {DropIncomingHandshake:442(790ns) DropOutgoingHandshake:457(476ns)} GenerateSessionVirtualId:988(5476ns) PrepareNewSessionHandshake:477(2748ns) {SwitchToState:179(1033ns)}}}}}
2025-12-06T17:36:09.282831Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800109629257732:2113] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:09.322852Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800110861338938:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40226
2025-12-06T17:36:09.327947Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800112723771463:2080] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(40716536ns) {Configure:104(40709841ns) {ProcessConfigured:135(98551ns) {StartInitialHandshake:157(96247ns) {DropHandshakes:470(6929ns) {DropIncomingHandshake:442(710ns) DropOutgoingHandshake:457(547ns)} GenerateSessionVirtualId:988(1041ns) PrepareNewSessionHandshake:477(2416ns) {SwitchToState:179(891ns)}}}}}
2025-12-06T17:36:09.334674Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800110861338930:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:09.335604Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800110861338928:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:09.335624Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800110861338928:2115] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:09.336835Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800110861338928:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:09.359360Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800110861338942:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40226
2025-12-06T17:36:09.359985Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800110861338923:2114] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:09.360200Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800106566371554:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:09.243294Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800108459384759:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:09.322309Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800113924225032:2114] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:09.360283Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:09.311648Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800111796152005:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40555
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:09.322464Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800109629257730:2112] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:09.383131Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800112723771472:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44589
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:09.264634Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800108459384786:2069] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:09.396740Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800108153490429:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(646745655ns) {Configure:104(646738012ns) {ProcessConfigured:135(27980662ns) {StartInitialHandshake:157(27977020ns) {DropHandshakes:470(3625ns) {DropIncomingHandshake:442(793ns) DropOutgoingHandshake:457(702ns)} GenerateSessionVirtualId:988(551ns) PrepareNewSessionHandshake:477(3656ns) {SwitchToState:179(1365ns)}}}}}
2025-12-06T17:36:09.360345Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800106566371554:2048] [node 1] ICP22 created new session: [3:7580800110861338944:2048]
2025-12-06T17:36:09.390484Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800112723771473:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44589
2025-12-06T17:36:09.335200Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800111796152005:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:09.328575Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800113924225046:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37693
2025-12-06T17:36:09.404135Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800112448457796:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:09.335333Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800107501184633:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:09.403302Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800112723771456:2112] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:09.404169Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800112448457796:2113] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:09.346785Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800109629257732:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:09.336612Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800111796152007:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40555
2025-12-06T17:36:09.455282Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580800108428804091:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:09.452751Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800109629257663:2048] [node 2] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:09.411973Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800112448457805:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2633
2025-12-06T17:36:09.354775Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800111796152005:2115] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:09.360395Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800110861338944:2048] [node 1] ICS09 handshake done sender: [3:7580800110861338923:2114] self: [3:7580800110861338931:0] peer: [1:7580800113924225031:0] socket: 77 qp: -1
2025-12-06T17:36:09.466722Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800112723771472:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:09.264850Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800108459384761:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8861) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800108459384786:2069] held: no
2025-12-06T17:36:09.452934Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800109629257664:2049] [node 3] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:09.422707Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800112448457796:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:09.383279Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800107501184633:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:09.360431Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800110861338944:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:09.518673Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:09.264944Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800108459384761:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:09.518760Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800112448457790:2065] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:09.453029Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:09.360464Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:09.393106Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:09.522860Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800108428804092:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(55889610ns) {IncomingHandshake:261(55887764ns) {DropIncomingHandshake:442(186ns) PrepareNewSessionHandshake:477(403ns) {SwitchToState:179(131ns)} GenerateSessionVirtualId:988(2044ns) IssueIncomingHandshakeReply:193(8016ns)}}
2025-12-06T17:36:09.265014Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:09.610827Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:09.453079Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800109629257664:2049] [node 3] ICP22 created new session: [1:7580800113924225048:2049]
2025-12-06T17:36:09.530602Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800112723771459:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:09.530648Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800112723771459:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:09.554559Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800108428804091:2048] [node 1] ICP22 created new session: [2:7580800112723771475:2048]
2025-12-06T17:36:09.393149Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800107501184633:2050] [node 3] ICP22 created new session: [5:7580800111796152008:2050]
2025-12-06T17:36:09.583869Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800112723771476:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44589
2025-12-06T17:36:09.584066Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800112723771459:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:09.584281Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800112723771451:2088] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:09.584357Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:09.584406Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800112723771451:2088] [node 6] ICP22 created new session: [2:7580800112723771478:2088]
2025-12-06T17:36:09.584444Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800112723771478:2088] [node 6] ICS09 handshake done sender: [2:7580800112723771459:2114] self: [2:7580800112723771458:0] peer: [6:7580800112754352151:0] socket: 92 qp: -1
2025-12-06T17:36:09.584495Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800112723771478:2088] [node 6] ICS10 traffic start
2025-12-06T17:36:09.584535Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:09.590719Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800112723771475:2048] [node 1] ICS09 handshake done sender: [2:7580800112723771456:2112] self: [2:7580800112723771467:0] peer: [1:7580800109629257729:0] socket: 88 qp: -1
2025-12-06T17:36:09.606704Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800112723771475:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:09.618385Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800112723771453:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:09.618413Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800112723771453:2110] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:36:09.634803Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:09.677580Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800112723771453:2110] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:09.725582Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800108428804092:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:36:09.814852Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:09.265066Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800108459384761:2050] [node 3] ICP22 created new session: [6:7580800112754352137:2050]
2025-12-06T17:36:09.622980Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800112448457808:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2633
2025-12-06T17:36:09.363095Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800106566371625:2077] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:09.265132Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800112754352137:2050] [node 3] ICS09 handshake done sender: [6:7580800108459384786:2069] self: [6:7580800112754352130:0] peer: [3:7580800106566371578:0] socket: 67 qp: -1
2025-12-06T17:36:09.860774Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800108428804092:2049] [node 3] ICP22 created new session: [2:7580800112723771484:2049]
2025-12-06T17:36:09.393197Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800111796152008:2050] [node 3] ICS09 handshake done sender: [5:7580800111796152005:2115] self: [5:7580800111796152006:0] peer: [3:7580800110861338927:0] socket: 86 qp: -1
2025-12-06T17:36:09.393228Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800111796152008:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:09.393301Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:09.395535Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800107501184647:2062] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:09.395560Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580800107501184647:2062] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:09.396532Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800111796152010:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40555
2025-12-06T17:36:09.408514Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800107501184647:2062] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:09.489740Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800111796152013:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40555
2025-12-06T17:36:09.551249Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800111796152013:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:09.579052Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800107501184631:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:09.631518Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800111796152016:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40555
2025-12-06T17:36:09.631591Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800111796152017:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40555
2025-12-06T17:36:09.631637Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800111796152018:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40555
2025-12-06T17:36:09.659478Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580800107501184645:2061] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:09.675961Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:09.676024Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800107501184645:2061] [node 6] ICP22 created new session: [5:7580800111796152019:2061]
2025-12-06T17:36:09.676094Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800111796152019:2061] [node 6] ICS09 handshake done sender: [5:7580800107501184647:2062] self: [5:7580800107501184646:0] peer: [6:7580800112754352148:0] socket: 59 qp: -1
2025-12-06T17:36:09.676126Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800111796152019:2061] [node 6] ICS10 traffic start
2025-12-06T17:36:09.676162Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:09.676649Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800107501184645:2061] [node 6] ICP35 event processing took too much time PendingConnection:279(209212910ns) {HandleHandshakeStatus:329(209210718ns) {DropIncomingHandshake:442(2112ns) DropOutgoingHandshake:457(2186ns) SwitchToState:179(824ns) ProcessPendingSessionEvents:495(111304ns) {ForwardSessionEventToSession:612(47093ns) ForwardSessionEventToSession:612(5482ns) ForwardSessionEventToSession:612(5048ns) ForwardSessionEventToSession:612(2186ns) ForwardSessionEventToSession:612(1643ns) ForwardSessionEventToSession:612(5252ns) ForwardSessionEventToSession:612(1794ns) ForwardSessionEventToSession:612(1665ns) ForwardSessionEventToSession:612(12922ns) ForwardSessionEventToSession:612(7174ns)}}}
2025-12-06T17:36:09.698712Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800107501184631:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(27619651ns) {IncomingHandshake:261(27617410ns) {DropIncomingHandshake:442(950ns) PrepareNewSessionHandshake:477(5894ns) {SwitchToState:179(3125ns)} GenerateSessionVirtualId:988(1048ns) IssueIncomingHandshakeReply:193(56063ns) {SwitchToState:179(212ns)}}}
2025-12-06T17:36:09.725666Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800111796152017:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:09.755229Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800111796152013:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:09.763010Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800107501184632:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:09.838572Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800107501184632:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(32058632ns) {IncomingHandshake:261(32054884ns) {DropIncomingHandshake:442(553ns) PrepareNewSessionHandshake:477(2195ns) {SwitchToState:179(1046ns)} GenerateSessionVirtualId:988(831ns) IssueIncomingHandshakeReply:193(7844035ns) {SwitchToState:179(1069ns)}}}
2025-12-06T17:36:09.453132Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800113924225048:2049] [node 3] ICS09 handshake done sender: [1:7580800113924225032:2114] self: [1:7580800113924225031:0] peer: [3:7580800110861338931:0] socket: 74 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:09.623492Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800112448457810:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2633
2025-12-06T17:36:09.367178Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800110861338939:2063] [node 6] ICS09 handshake done sender: [3:7580800106566371579:2070] self: [3:7580800106566371578:0] peer: [6:7580800112754352130:0] socket: 57 qp: -1
2025-12-06T17:36:09.378774Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800110861338939:2063] [node 6] ICS10 traffic start
2025-12-06T17:36:09.386773Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:09.408576Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:09.419045Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800110861338938:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:09.450702Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800106566371625:2077] [node 5] ICP22 created new session: [3:7580800110861338947:2077]
2025-12-06T17:36:09.458646Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800110861338947:2077] [node 5] ICS09 handshake done sender: [3:7580800110861338928:2115] self: [3:7580800110861338927:0] peer: [5:7580800111796152006:0] socket: 85 qp: -1
2025-12-06T17:36:09.483397Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800106566371555:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:09.486675Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800110861338947:2077] [node 5] ICS10 traffic start
2025-12-06T17:36:09.527823Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:09.608197Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800106566371625:2077] [node 5] ICP35 event processing took too much time PendingConnection:279(253049067ns) {HandleHandshakeStatus:329(253046231ns) {DropIncomingHandshake:442(12285ns) DropOutgoingHandshake:457(479ns) SwitchToState:179(900ns) ProcessPendingSessionEvents:495(96186ns) {ForwardSessionEventToSession:612(59158ns) ForwardSessionEventToSession:612(2428ns) ForwardSessionEventToSession:612(2291ns) ForwardSessionEventToSession:612(4823ns) ForwardSessionEventToSession:612(4268ns) ForwardSessionEventToSession:612(2199ns) ForwardSessionEventToSession:612(4116ns) ForwardSessionEventToSession:612(2232ns) ForwardSessionEventToSession:612(4388ns) ForwardSessionEventToSession:612(2585ns)}}}
2025-12-06T17:36:09.670810Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800106566371555:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(28192090ns) {IncomingHandshake:261(28180577ns) {DropIncomingHandshake:442(722ns) PrepareNewSessionHandshake:477(4873ns) {SwitchToState:179(3253ns)} GenerateSessionVirtualId:988(984ns) IssueIncomingHandshakeReply:193(16759618ns) {SwitchToState:179(2235ns)}}}
2025-12-06T17:36:09.684656Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800110861338950:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40226
2025-12-06T17:36:09.766611Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800110861338938:2119] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:09.818847Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800106566371577:2063] [node 6] ICP35 event processing took too much time PendingConnection:279(383897417ns) {HandleHandshakeStatus:329(382969948ns) {DropIncomingHandshake:442(5302039ns) DropOutgoingHandshake:457(892ns) SwitchToState:179(1098ns) ProcessPendingSessionEvents:495(95769690ns) {ForwardSessionEventToSession:612(37016197ns) ForwardSessionEventToSession:612(7178ns) ForwardSessionEventToSession:612(22942638ns) ForwardSessionEventToSession:612(2356ns) ForwardSessionEventToSession:612(11700738ns) ForwardSessionEventToSession:612(15946603ns) ForwardSessionEventToSession:612(17886ns) ForwardSessionEventToSession:612(8082225ns) ForwardSessionEventToSession:612(5000ns) ForwardSessionEventToSession:612(2554ns)}}}
2025-12-06T17:36:09.862631Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800106566371555:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:09.862724Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:09.862777Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800106566371555:2049] [node 2] ICP22 created new session: [3:7580800110861338951:2049]
2025-12-06T17:36:09.862843Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800110861338951:2049] [node 2] ICS09 handshake done sender: [3:7580800110861338938:2119] self: [3:7580800110861338948:0] peer: [2:7580800112723771452:0] socket: 95 qp: -1
2025-12-06T17:36:09.862879Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800110861338951:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:09.862913Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:09.866815Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7580800106566371555:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:36:09.871326Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800110861338936:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:09.886693Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800110861338936:2118] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:36:09.894913Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800110861338936:2118] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:09.871442Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800112723771476:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:09.453162Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800113924225048:2049] [node 3] ICS10 traffic start
2025-12-06T17:36:09.265162Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800112754352137:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:09.623542Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800112448457811:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2633
2025-12-06T17:36:09.453215Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:09.454786Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800113924225042:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:09.265199Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:09.919026Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800107501184631:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(21828088ns) {HandleCleanupEventQueue:832(21827008ns) {CleanupEventQueue:841(7951327ns) {DropSessionEvent:512(3743ns) DropSessionEvent:512(3197ns) DropSessionEvent:512(7931056ns) DropSessionEvent:512(3289ns) DropSessionEvent:512(2985ns) DropSessionEvent:512(3160ns)} ScheduleCleanupEventQueue:822(13873210ns)}}
2025-12-06T17:36:09.929483Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800107501184631:2048] [node 1] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:09.955005Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800110861338924:2061] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:36:09.955087Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:09.955131Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800110861338924:2061] [node 4] ICP22 created new session: [3:7580800110861338954:2061]
2025-12-06T17:36:09.955171Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800110861338954:2061] [node 4] ICS09 handshake done sender: [3:7580800110861338936:2118] self: [3:7580800110861338935:0] peer: [4:7580800112448457814:0] socket: 107 qp: -1
2025-12-06T17:36:09.955208Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800110861338954:2061] [node 4] ICS10 traffic start
2025-12-06T17:36:09.955248Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:09.890669Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800112723771484:2049] [node 3] ICS09 handshake done sender: [2:7580800112723771453:2110] self: [2:7580800112723771452:0] peer: [3:7580800110861338948:0] socket: 91 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:09.459362Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800109629257726:2108] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:09.626687Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800112448457790:2065] [node 6] ICP22 created new session: [4:7580800112448457809:2065]
2025-12-06T17:36:09.670702Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800112448457809:2065] [node 6] ICS09 handshake done sender: [4:7580800112448457796:2113] self: [4:7580800112448457795:0] peer: [6:7580800112754352142:0] socket: 82 qp: -1
2025-12-06T17:36:09.672882Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800112448457808:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:09.678910Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800112448457805:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:09.682633Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800112448457809:2065] [node 6] ICS10 traffic start
2025-12-06T17:36:09.698842Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:09.787134Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800108153490431:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:09.787207Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800112448457787:2063] [node 5] ICP35 event processing took too much time PendingConnection:279(38752520ns) {IncomingHandshake:261(38749587ns) {DropIncomingHandshake:442(344ns) PrepareNewSessionHandshake:477(1666ns) {SwitchToState:179(587ns)} GenerateSessionVirtualId:988(1189ns) IssueIncomingHandshakeReply:193(5773494ns)}}
2025-12-06T17:36:09.815879Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800112448457810:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:09.816630Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800112448457811:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:09.860659Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800108153490431:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(22630415ns) {IncomingHandshake:261(22627822ns) {DropIncomingHandshake:442(918ns) PrepareNewSessionHandshake:477(1703ns) {SwitchToState:179(518ns)} GenerateSessionVirtualId:988(1116ns) IssueIncomingHandshakeReply:193(416682ns) {SwitchToState:179(908ns)}}}
2025-12-06T17:36:09.867334Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800108153490429:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:09.887843Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800112448457790:2065] [node 6] ICP35 event processing took too much time PendingConnection:279(403452799ns) {HandleHandshakeStatus:329(403448578ns) {DropIncomingHandshake:442(28530ns) DropOutgoingHandshake:457(616ns) SwitchToState:179(695ns) ProcessPendingSessionEvents:495(11528659ns) {ForwardSessionEventToSession:612(11473930ns) ForwardSessionEventToSession:612(9566ns) ForwardSessionEventToSession:612(2681ns) ForwardSessionEventToSession:612(8582ns) ForwardSessionEventToSession:612(2582ns) ForwardSessionEventToSession:612(2771ns) ForwardSessionEventToSession:612(4875ns) ForwardSessionEventToSession:612(1829ns) ForwardSessionEventToSession:612(1449ns) ForwardSessionEventToSession:612(5228ns)}}}
2025-12-06T17:36:09.888619Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800108153490430:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:09.903428Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800112448457817:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2633
2025-12-06T17:36:09.903628Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800112448457818:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2633
2025-12-06T17:36:09.904401Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800112448457805:2116] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:09.904568Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800108153490431:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:09.904640Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:09.904682Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800108153490431:2050] [node 3] ICP22 created new session: [4:7580800112448457819:2050]
2025-12-06T17:36:09.904719Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800112448457819:2050] [node 3] ICS09 handshake done sender: [4:7580800112448457805:2116] self: [4:7580800112448457814:0] peer: [3:7580800110861338935:0] socket: 108 qp: -1
2025-12-06T17:36:09.904747Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800112448457819:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:09.904777Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:09.929033Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800108153490430:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(27894488ns) {IncomingHandshake:261(27891762ns) {DropIncomingHandshake:442(957ns) PrepareNewSessionHandshake:477(6443265ns) {SwitchToState:179(1858ns)} GenerateSessionVirtualId:988(1032ns) IssueIncomingHandshakeReply:193(12493152ns) {SwitchToState:179(1562ns)}}}
2025-12-06T17:36:09.956413Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800111796152022:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40555
2025-12-06T17:36:09.291296Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800112754352139:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6172
2025-12-06T17:36:09.900420Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800112723771484:2049] [node 3] ICS10 traffic start
2025-12-06T17:36:10.036105Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800112448457810:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:09.459488Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:09.975807Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:10.065743Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800108153490429:2048] [node 1] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:10.067461Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800116743425118:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2633
2025-12-06T17:36:10.067935Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800112448457811:2119] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:10.068130Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800108153490430:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:09.900508Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:09.459526Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800109629257726:2108] [node 6] ICP22 created new session: [1:7580800113924225052:2108]
2025-12-06T17:36:09.329012Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800112754352141:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6172
2025-12-06T17:36:10.110818Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:10.110872Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800108153490430:2049] [node 2] ICP22 created new session: [4:7580800116743425119:2049]
2025-12-06T17:36:10.110921Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800116743425119:2049] [node 2] ICS09 handshake done sender: [4:7580800112448457811:2119] self: [4:7580800112448457816:0] peer: [2:7580800112723771469:0] socket: 122 qp: -1
2025-12-06T17:36:10.110952Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800116743425119:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:10.110990Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:10.115334Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:09.994744Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800111796152017:2120] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:09.362735Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800108459384759:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(40680793ns) {IncomingHandshake:261(24743825ns) {DropIncomingHandshake:442(1078ns) PrepareNewSessionHandshake:477(2353ns) {SwitchToState:179(709ns)} GenerateSessionVirtualId:988(631ns) IssueIncomingHandshakeReply:193(24682007ns) {SwitchToState:179(2916ns)}}}
2025-12-06T17:36:09.459563Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800113924225052:2108] [node 6] ICS09 handshake done sender: [1:7580800109629257732:2113] self: [1:7580800109629257731:0] peer: [6:7580800112754352136:0] socket: 71 qp: -1
2025-12-06T17:36:09.901149Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800108428804092:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(205847789ns) {HandleHandshakeStatus:329(205844395ns) {DropIncomingHandshake:442(17226ns) DropOutgoingHandshake:457(606ns) SwitchToState:179(933ns) ProcessPendingSessionEvents:495(129808ns) {ForwardSessionEventToSession:612(70562ns) ForwardSessionEventToSession:612(2630ns) ForwardSessionEventToSession:612(5777ns) ForwardSessionEventToSession:612(2671ns) ForwardSessionEventToSession:612(4977ns) ForwardSessionEventToSession:612(2194ns) ForwardSessionEventToSession:612(2096ns) ForwardSessionEventToSession:612(27359ns) ForwardSessionEventToSession:612(2209ns)}}}
2025-12-06T17:36:09.914599Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800112723771462:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:09.914643Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800112723771462:2116] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:09.934564Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800112723771470:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:09.934616Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800112723771470:2117] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:36:09.942731Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800112723771462:2116] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:09.970831Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800112723771470:2117] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:09.998697Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800108428804091:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(417621413ns) {HandleHandshakeStatus:329(417616859ns) {DropIncomingHandshake:442(886ns) DropOutgoingHandshake:457(5161ns) SwitchToState:179(513ns) ProcessPendingSessionEvents:495(96535162ns) {ForwardSessionEventToSession:612(42794276ns) ForwardSessionEventToSession:612(7859ns) ForwardSessionEventToSession:612(11475790ns) ForwardSessionEventToSession:612(2818ns) ForwardSessionEventToSession:612(25256904ns) ForwardSessionEventToSession:612(8566ns) ForwardSessionEventToSession:612(2442ns) ForwardSessionEventToSession:612(16956028ns) ForwardSessionEventToSession:612(3903ns) ForwardSessionEventToSession:612(3117ns)}}}
2025-12-06T17:36:10.006801Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800108428804129:2084] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:10.055697Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:10.064591Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800112723771463:2080] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:36:10.064675Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:10.064728Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800112723771463:2080] [node 4] ICP22 created new session: [2:7580800117018738786:2080]
2025-12-06T17:36:10.064780Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800117018738786:2080] [node 4] ICS09 handshake done sender: [2:7580800112723771470:2117] self: [2:7580800112723771469:0] peer: [4:7580800112448457816:0] socket: 120 qp: -1
2025-12-06T17:36:10.064809Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800117018738786:2080] [node 4] ICS10 traffic start
2025-12-06T17:36:10.064844Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:10.074622Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800108428804129:2084] [node 5] ICP22 created new session: [2:7580800117018738785:2084]
2025-12-06T17:36:10.110620Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800117018738785:2084] [node 5] ICS09 handshake done sender: [2:7580800112723771462:2116] self: [2:7580800112723771454:0] peer: [5:7580800111796152021:0] socket: 87 qp: -1
2025-12-06T17:36:10.114615Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800117018738785:2084] [node 5] ICS10 traffic start
2025-12-06T17:36:10.134609Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:10.152193Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800108428804129:2084] [node 5] ICP35 event processing took too much time PendingConnection:279(160961200ns) {HandleHandshakeStatus:329(160957914ns) {DropIncomingHandshake:442(20609ns) DropOutgoingHandshake:457(598ns) SwitchToState:179(1004ns) ProcessPendingSessionEvents:495(103926ns) {ForwardSessionEventToSession:612(53875ns) ForwardSessionEventToSession:612(2320ns) ForwardSessionEventToSession:612(2223ns) ForwardSessionEventToSession:612(4864ns) ForwardSessionEventToSession:612(1994ns) ForwardSessionEventToSession:612(1464ns) ForwardSessionEventToSession:612(23340ns) ForwardSessionEventToSession:612(1497ns) ForwardSessionEventToSession:612(3990ns)}}}
2025-12-06T17:36:09.459589Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800113924225052:2108] [node 6] ICS10 traffic start
2025-12-06T17:36:09.459620Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:09.462794Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800113924225046:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:09.462930Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:09.489039Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580800109629257726:2108] [node 6] ICP18 handshake (actor [1:7580800113924225046:2118]) is too old
2025-12-06T17:36:09.530719Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800109629257663:2048] [node 2] ICP22 created new session: [1:7580800113924225047:2048]
2025-12-06T17:36:09.628087Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800113924225037:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:09.628112Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800113924225037:2115] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:09.646887Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800113924225037:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:09.650614Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800113924225047:2048] [node 2] ICS09 handshake done sender: [1:7580800109629257730:2112] self: [1:7580800109629257729:0] peer: [2:7580800112723771467:0] socket: 70 qp: -1
2025-12-06T17:36:09.662611Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800113924225047:2048] [node 2] ICS10 traffic start
2025-12-06T17:36:09.679002Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:09.759839Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800113924225035:2107] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:09.759937Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:09.759987Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800113924225035:2107] [node 5] ICP22 created new session: [1:7580800113924225056:2107]
2025-12-06T17:36:09.760035Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800113924225056:2107] [node 5] ICS09 handshake done sender: [1:7580800113924225037:2115] self: [1:7580800113924225036:0] peer: [5:7580800111796152015:0] socket: 61 qp: -1
2025-12-06T17:36:09.760069Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800113924225056:2107] [node 5] ICS10 traffic start
2025-12-06T17:36:09.760107Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:09.863762Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800109629257663:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(410778641ns) {HandleHandshakeStatus:329(410775987ns) {DropIncomingHandshake:442(442ns) DropOutgoingHandshake:457(689ns) SwitchToState:179(300ns) ProcessPendingSessionEvents:495(28399468ns) {ForwardSessionEventToSession:612(28352723ns) ForwardSessionEventToSession:612(9712ns) ForwardSessionEventToSession:612(5641ns) ForwardSessionEventToSession:612(2282ns) ForwardSessionEventToSession:612(4255ns) ForwardSessionEventToSession:612(3772ns) ForwardSessionEventToSession:612(1287ns) ForwardSessionEventToSession:612(4312ns) ForwardSessionEventToSession:612(1807ns) ForwardSessionEventToSession:612(1712ns)}}}
2025-12-06T17:36:09.863830Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580800109629257663:2048] [node 2] ICP18 handshake (actor [1:7580800113924225042:2117]) is too old
2025-12-06T17:36:09.890799Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800113924225040:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:09.890838Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800113924225040:2116] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:36:09.922787Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800113924225040:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:09.923476Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800113924225038:2106] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:36:09.923534Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:09.923583Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800113924225038:2106] [node 4] ICP22 created new session: [1:7580800113924225059:2106]
2025-12-06T17:36:09.923656Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800113924225059:2106] [node 4] ICS09 handshake done sender: [1:7580800113924225040:2116] self: [1:7580800113924225039:0] peer: [4:7580800112448457815:0] socket: 114 qp: -1
2025-12-06T17:36:09.923713Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800113924225059:2106] [node 4] ICS10 traffic start
2025-12-06T17:36:09.923753Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:09.971133Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800113924225061:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37693
2025-12-06T17:36:10.037404Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800113924225061:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:10.037527Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580800113924225038:2106] [node 4] ICP18 handshake (actor [1:7580800113924225061:2119]) is too old
2025-12-06T17:36:10.138864Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800108153490429:2048] [node 1] ICP22 created new session: [4:7580800116743425121:2048]
2025-12-06T17:36:10.148846Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800108153490430:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(66611457ns) {HandleHandshakeStatus:329(66609135ns) {DropIncomingHandshake:442(437ns) DropOutgoingHandshake:457(3082ns) SwitchToState:179(341ns) ProcessPendingSessionEvents:495(23591262ns) {ForwardSessionEventToSession:612(47661ns) ForwardSessionEventToSession:612(4866ns) ForwardSessionEventToSession:612(1861ns) ForwardSessionEventToSession:612(2385ns) ForwardSessionEventToSession:612(7031ns) ForwardSessionEventToSession:612(3452847ns) ForwardSessionEventToSession:612(20057774ns) ForwardSessionEventToSession:612(3588ns) ForwardSessionEventToSession:612(2273ns)}}}
2025-12-06T17:36:10.163711Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800116743425121:2048] [node 1] ICS09 handshake done sender: [4:7580800112448457810:2118] self: [4:7580800112448457815:0] peer: [1:7580800113924225039:0] socket: 98 qp: -1
2025-12-06T17:36:10.163747Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800116743425121:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:09.366854Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800112754352135:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6172
2025-12-06T17:36:09.370076Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800112754352129:2114] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:09.374811Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800112754352135:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:09.379091Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800108459384777:2062] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:09.386900Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800108459384759:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:09.386981Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:09.387031Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800108459384759:2048] [node 1] ICP22 created new session: [6:7580800112754352144:2048]
2025-12-06T17:36:09.387085Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800112754352144:2048] [node 1] ICS09 handshake done sender: [6:7580800112754352129:2114] self: [6:7580800112754352136:0] peer: [1:7580800109629257731:0] socket: 73 qp: -1
2025-12-06T17:36:09.387136Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800112754352144:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:09.387174Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:09.390821Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800112754352143:2080] [node 5] ICP01 ready to work
2025-12-06T17:36:09.392271Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800112754352143:2080] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:09.403643Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800112754352150:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6172
2025-12-06T17:36:09.450851Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800112754352139:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:09.451023Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800108459384760:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:09.522635Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800108459384787:2070] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:09.575653Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800112754352143:2080] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:36:09.575720Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:09.575765Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800112754352143:2080] [node 5] ICP22 created new session: [6:7580800112754352153:2080]
2025-12-06T17:36:09.575824Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800112754352153:2080] [node 5] ICS09 handshake done sender: [6:7580800108459384787:2070] self: [6:7580800112754352148:0] peer: [5:7580800107501184646:0] socket: 68 qp: -1
2025-12-06T17:36:09.575855Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800112754352153:2080] [node 5] ICS10 traffic start
2025-12-06T17:36:09.575888Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:09.587523Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800112754352155:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6172
2025-12-06T17:36:09.682679Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800112754352152:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6172
2025-12-06T17:36:09.684275Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800108459384760:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11694) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800112754352139:2119] held: no
2025-12-06T17:36:09.904230Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800112754352139:2119] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:09.922950Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800108459384760:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:09.923028Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:09.923083Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800108459384760:2049] [node 2] ICP22 created new session: [6:7580800112754352156:2049]
2025-12-06T17:36:09.931148Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800112754352156:2049] [node 2] ICS09 handshake done sender: [6:7580800112754352139:2119] self: [6:7580800112754352151:0] peer: [2:7580800112723771458:0] socket: 96 qp: -1
2025-12-06T17:36:09.934761Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800108459384777:2062] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18698) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800112754352135:2118] held: no
2025-12-06T17:36:10.018843Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800107501184631:2048] [node 1] ICP22 created new session: [5:7580800111796152023:2048]
2025-12-06T17:36:09.935087Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800108459384777:2062] [node 4] ICP35 event processing took too much time PendingConnection:279(21868523ns) {HandleHandshakeStatus:395(12269921ns) {LogHandshakeFail:472(12150799ns) {UpdateErrorStateLog:545(5955ns)} DropOutgoingHandshake:457(413ns) ProcessPendingSessionEvents:495(59032ns) {DropSessionEvent:512(12726ns) DropSessionEvent:512(2922ns) DropSessionEvent:512(8755ns) DropSessionEvent:512(2592ns) DropSessionEvent:512(3015ns) DropSessionEvent:512(2817ns) DropSessionEvent:512(2331ns) DropSessionEvent:512(2399ns) DropSessionEvent:512(2538ns) DropSessionEvent:512(6810ns)}}}
2025-12-06T17:36:09.935461Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800112754352135:2118] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:09.939714Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800112754352156:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:09.949670Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800108459384777:2062] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:36:09.949748Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:09.949810Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800108459384777:2062] [node 4] ICP22 created new session: [6:7580800112754352157:2062]
2025-12-06T17:36:09.949870Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800112754352157:2062] [node 4] ICS09 handshake done sender: [6:7580800112754352135:2118] self: [6:7580800112754352142:0] peer: [4:7580800112448457795:0] socket: 83 qp: -1
2025-12-06T17:36:09.949904Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800112754352157:2062] [node 4] ICS10 traffic start
2025-12-06T17:36:09.949948Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:09.975964Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:10.034974Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800108459384760:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(111896286ns) {HandleHandshakeStatus:329(111891926ns) {DropIncomingHandshake:442(1365ns) DropOutgoingHandshake:457(522ns) SwitchToState:179(741ns) ProcessPendingSessionEvents:495(1086ns)}}
2025-12-06T17:36:10.176030Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800112448457802:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:10.176161Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:10.176623Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800108153490429:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(110698560ns) {HandleHandshakeStatus:329(110696106ns) {DropIncomingHandshake:442(390ns) DropOutgoingHandshake:457(3485ns) SwitchToState:179(285ns) ProcessPendingSessionEvents:495(105598ns) {ForwardSessionEventToSession:612(52956ns) ForwardSessionEventToSession:612(14890ns) ForwardSessionEventToSession:612(13891ns) ForwardSessionEventToSession:612(1540ns) ForwardSessionEventToSession:612(1879ns) ForwardSessionEventToSession:612(4219ns) ForwardSessionEventToSession:612(1725ns) ForwardSessionEventToSession:612(4467ns) ForwardSessionEventToSession:612(1586ns)}}}
2025-12-06T17:36:10.037966Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800111796152023:2048] [node 1] ICS09 handshake done sender: [5:7580800111796152013:2118] self: [5:7580800111796152015:0] peer: [1:7580800113924225036:0] socket: 115 qp: -1
2025-12-06T17:36:10.179656Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800112448457802:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:10.180643Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800112448457802:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:10.180963Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800112448457787:2063] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:10.181040Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:10.181079Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800112448457787:2063] [node 5] ICP22 created new session: [4:7580800116743425124:2063]
2025-12-06T17:36:10.181118Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800116743425124:2063] [node 5] ICS09 handshake done sender: [4:7580800112448457802:2114] self: [4:7580800112448457801:0] peer: [5:7580800116091119323:0] socket: 93 qp: -1
2025-12-06T17:36:10.181148Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800116743425124:2063] [node 5] ICS10 traffic start
2025-12-06T17:36:10.181186Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:10.058612Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800107501184632:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:10.076001Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:10.076066Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800107501184632:2049] [node 2] ICP22 created new session: [5:7580800116091119320:2049]
2025-12-06T17:36:10.076110Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800116091119320:2049] [node 2] ICS09 handshake done sender: [5:7580800111796152017:2120] self: [5:7580800111796152021:0] peer: [2:7580800112723771454:0] socket: 124 qp: -1
2025-12-06T17:36:10.076141Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800116091119320:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:10.076188Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:10.076550Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800107501184632:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(17835144ns) {HandleHandshakeStatus:329(17830881ns) {DropIncomingHandshake:442(1069ns) DropOutgoingHandshake:457(7550ns) SwitchToState:179(652ns) ProcessPendingSessionEvents:495(87281ns) {ForwardSessionEventToSession:612(51793ns) ForwardSessionEventToSession:612(2507ns) ForwardSessionEventToSession:612(5022ns) ForwardSessionEventToSession:612(1686ns) ForwardSessionEventToSession:612(5056ns) ForwardSessionEventToSession:612(1518ns) ForwardSessionEventToSession:612(4230ns) ForwardSessionEventToSession:612(4984ns) ForwardSessionEventToSession:612(1822ns)}}}
2025-12-06T17:36:10.071032Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800111796152023:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:10.130813Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800111796151993:2067] [node 4] ICP35 event processing took too much time PendingConnection:279(76103269ns) {HandleCleanupEventQueue:832(76099822ns) {CleanupEventQueue:841(76097116ns) {DropSessionEvent:512(3423623ns) DropSessionEvent:512(4050ns) DropSessionEvent:512(3505ns) DropSessionEvent:512(17770815ns) DropSessionEvent:512(27830459ns) DropSessionEvent:512(3541ns) DropSessionEvent:512(3856ns) DropSessionEvent:512(27028777ns) DropSessionEvent:512(7941ns) DropSessionEvent:512(3320ns)} ScheduleCleanupEventQueue:822(502ns)}}
2025-12-06T17:36:10.138795Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:10.162841Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800111796152016:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:10.162984Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800111796151993:2067] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:10.164295Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800107501184631:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(234680353ns) {HandleHandshakeStatus:329(234678040ns) {DropIncomingHandshake:442(1136ns) DropOutgoingHandshake:457(4390ns) SwitchToState:179(743ns) ProcessPendingSessionEvents:495(555179ns) {ForwardSessionEventToSession:612(540354ns) ForwardSessionEventToSession:612(3575ns) ForwardSessionEventToSession:612(1791ns) ForwardSessionEventToSession:612(5159ns)}}}
2025-12-06T17:36:10.164343Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7580800107501184631:2048] [node 1] ICP27 obsolete handshake fail ignored
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:10.187561Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800111796151993:2067] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18698) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800111796152016:2119] held: no
2025-12-06T17:36:10.187763Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800116091119324:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40555
2025-12-06T17:36:10.190653Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800111796152010:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:10.190801Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [5:7580800107501184645:2061] [node 6] ICP18 handshake (actor [5:7580800111796152010:2117]) is too old
2025-12-06T17:36:10.195145Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800111796152016:2119] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:10.202743Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800111796151993:2067] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:36:10.202818Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:10.202861Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800111796151993:2067] [node 4] ICP22 created new session: [5:7580800116091119325:2067]
2025-12-06T17:36:10.202899Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800116091119325:2067] [node 4] ICS09 handshake done sender: [5:7580800111796152016:2119] self: [5:7580800116091119323:0] peer: [4:7580800112448457801:0] socket: 121 qp: -1
2025-12-06T17:36:10.202934Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800116091119325:2067] [node 4] ICS10 traffic start
2025-12-06T17:36:10.202970Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:10.232825Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:36:10.233066Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7580800112723771475:2048] [node 1] ICS07 socket disconnect 88 reason# EndOfStream
2025-12-06T17:36:10.233091Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580800112723771475:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:10.233153Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:10.233186Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580800112723771475:2048] [node 1] ICS15 start handshake
2025-12-06T17:36:10.235815Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:36:10.236062Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800110861338944:2048] [node 1] ICS01 socket: 77 reason# EndOfStream
2025-12-06T17:36:10.236113Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800106566371554:2048] [node 1] ICP30 unregister session Session# [3:7580800110861338944:2048] VirtualId# [3:7580800110861338931:0]
2025-12-06T17:36:10.236141Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800110861338944:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:10.236207Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:10.236511Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:10.238717Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580800108428804091:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15763) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:36:10.238759Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580800112723771475:2048] [node 1] ICS15 start handshake
2025-12-06T17:36:10.239594Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580800108428804091:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15763) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:36:10.239638Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580800112723771475:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:36:10.239673Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580800108428804091:2048] [node 1] ICP30 unregister session Session# [2:7580800112723771475:2048] VirtualId# [2:7580800112723771467:0]
2025-12-06T17:36:10.239714Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:10.239743Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [2:7580800108428804091:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:15763) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:10.239756Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15763) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:10.244349Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:36:10.244598Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800112754352144:2048] [node 1] ICS01 socket: 73 reason# EndOfStream
2025-12-06T17:36:10.244634Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800108459384759:2048] [node 1] ICP30 unregister session Session# [6:7580800112754352144:2048] VirtualId# [6:7580800112754352136:0]
2025-12-06T17:36:10.244676Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800112754352144:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:10.244760Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:10.244795Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:10.246744Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:36:10.246985Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800111796152023:2048] [node 1] ICS01 socket: 115 reason# EndOfStream
2025-12-06T17:36:10.246791Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:36:10.247021Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800107501184631:2048] [node 1] ICP30 unregister session Session# [5:7580800111796152023:2048] VirtualId# [5:7580800111796152015:0]
2025-12-06T17:36:10.247053Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800116743425121:2048] [node 1] ICS01 socket: 98 reason# EndOfStream
2025-12-06T17:36:10.247084Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800111796152023:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:10.247091Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800108153490429:2048] [node 1] ICP30 unregister session Session# [4:7580800116743425121:2048] VirtualId# [4:7580800112448457815:0]
2025-12-06T17:36:10.247206Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:10.247146Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800116743425121:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:10.247279Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:10.247287Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:10.247352Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:10.296842Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:36:10.297100Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800110861338951:2049] [node 2] ICS01 socket: 95 reason# EndOfStream
2025-12-06T17:36:10.297139Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800106566371555:2049] [node 2] ICP30 unregister session Session# [3:7580800110861338951:2049] VirtualId# [3:7580800110861338948:0]
2025-12-06T17:36:10.297167Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800110861338951:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:10.297252Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:10.297289Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:10.310158Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:36:10.310419Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800112754352156:2049] [node 2] ICS01 socket: 96 reason# EndOfStream
2025-12-06T17:36:10.310455Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800108459384760:2049] [node 2] ICP30 unregister session Session# [6:7580800112754352156:2049] VirtualId# [6:7580800112754352151:0]
2025-12-06T17:36:10.310493Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800112754352156:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:10.310606Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:10.310644Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:10.310789Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:36:10.311004Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580800116743425119:2049] [node 2] ICS07 socket disconnect 122 reason# EndOfStream
2025-12-06T17:36:10.311027Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800116743425119:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:10.311103Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:10.311142Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580800116743425119:2049] [node 2] ICS15 start handshake
2025-12-06T17:36:10.310723Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:36:10.310923Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800116091119320:2049] [node 2] ICS01 socket: 124 reason# EndOfStream
2025-12-06T17:36:10.310949Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800107501184632:2049] [node 2] ICP30 unregister session Session# [5:7580800116091119320:2049] VirtualId# [5:7580800111796152021:0]
2025-12-06T17:36:10.310969Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800116091119320:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:10.311018Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:10.311052Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:10.315641Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800108153490430:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11694) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:36:10.315694Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800116743425119:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:36:10.315732Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800108153490430:2049] [node 2] ICP30 unregister session Session# [4:7580800116743425119:2049] VirtualId# [4:7580800112448457816:0]
2025-12-06T17:36:10.315773Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:10.315802Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580800108153490430:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:11694) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:10.315814Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11694) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:10.334686Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580800108153490430:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:36:10.390721Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:36:10.390992Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800112448457819:2050] [node 3] ICS01 socket: 108 reason# EndOfStream
2025-12-06T17:36:10.391031Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800108153490431:2050] [node 3] ICP30 unregister session Session# [4:7580800112448457819:2050] VirtualId# [4:7580800112448457814:0]
2025-12-06T17:36:10.390724Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:36:10.391061Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800112448457819:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:10.391142Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:10.390842Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:36:10.391198Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:10.391072Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800111796152008:2050] [node 3] ICS01 socket: 86 reason# EndOfStream
2025-12-06T17:36:10.391121Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800107501184633:2050] [node 3] ICP30 unregister session Session# [5:7580800111796152008:2050] VirtualId# [5:7580800111796152006:0]
2025-12-06T17:36:10.391171Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800111796152008:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:10.391252Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:10.391298Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:10.391705Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800112754352137:2050] [node 3] ICS01 socket: 67 reason# EndOfStream
2025-12-06T17:36:10.391747Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800108459384761:2050] [node 3] ICP30 unregister session Session# [6:7580800112754352137:2050] VirtualId# [6:7580800112754352130:0]
2025-12-06T17:36:10.391768Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800112754352137:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:10.392428Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:10.392511Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:10.454745Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:36:10.455008Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800116091119325:2067] [node 4] ICS01 socket: 121 reason# EndOfStream
2025-12-06T17:36:10.455059Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800111796151993:2067] [node 4] ICP30 unregister session Session# [5:7580800116091119325:2067] VirtualId# [5:7580800116091119323:0]
2025-12-06T17:36:10.455092Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800116091119325:2067] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:10.455184Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:36:10.455225Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:36:10.455303Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:36:10.455503Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800112754352157:2062] [node 4] ICS01 socket: 83 reason# EndOfStream
2025-12-06T17:36:10.455529Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800108459384777:2062] [node 4] ICP30 unregister session Session# [6:7580800112754352157:2062] VirtualId# [6:7580800112754352142:0]
2025-12-06T17:36:10.455545Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800112754352157:2062] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:10.455582Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:36:10.455608Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:36:10.510703Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:36:10.510984Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800112754352153:2080] [node 5] ICS01 socket: 68 reason# EndOfStream
2025-12-06T17:36:10.511031Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800112754352143:2080] [node 5] ICP30 unregister session Session# [6:7580800112754352153:2080] VirtualId# [6:7580800112754352148:0]
2025-12-06T17:36:10.511060Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800112754352153:2080] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:10.511171Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:36:10.511217Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:36:10.679389Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800115949978619:2048] [node 2] ICP01 ready to work
2025-12-06T17:36:10.679420Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800115949978620:2049] [node 3] ICP01 ready to work
2025-12-06T17:36:10.790920Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800118039281261:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:10.790952Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800118039281262:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:10.750946Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800116863195402:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:10.750976Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800116863195403:2049] [node 3] ICP01 ready to work
2025-12-06T17:36:10.842930Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800114692418296:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:10.842965Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800114692418297:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:10.843000Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800114692418298:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:10.909337Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800117300374090:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:10.909364Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800117300374091:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:10.909387Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800117300374092:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:11.027052Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800117894619003:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:11.027080Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800117894619004:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:11.027105Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800117894619005:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:11.272465Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800122334248579:2070] [node 5] ICP01 ready to work
2025-12-06T17:36:11.242471Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800120244945963:2096] [node 5] ICP01 ready to work
2025-12-06T17:36:11.271524Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800121158162724:2074] [node 6] ICP01 ready to work
2025-12-06T17:36:11.260123Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800120244945968:2101] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:11.349273Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800121595341408:2068] [node 4] ICP01 ready to work
2025-12-06T17:36:11.425128Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800121158162724:2074] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(153293998ns) {Configure:104(153287933ns) {ProcessConfigured:135(78027ns) {StartInitialHandshake:157(74727ns) {DropHandshakes:470(3377ns) {DropIncomingHandshake:442(900ns) DropOutgoingHandshake:457(574ns)} GenerateSessionVirtualId:988(1085ns) PrepareNewSessionHandshake:477(2470ns) {SwitchToState:179(821ns)}}}}}
2025-12-06T17:36:11.474607Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800121158162750:2066] [node 4] ICP01 ready to work
2025-12-06T17:36:11.554600Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800122189586328:2072] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33643
2025-12-06T17:36:11.567505Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800116863195403:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(308320900ns) {Configure:104(308312289ns) {ProcessConfigured:135(80445ns) {StartInitialHandshake:157(74867ns) {DropHandshakes:470(4051ns) {DropIncomingHandshake:442(1385ns) DropOutgoingHandshake:457(607ns)} GenerateSessionVirtualId:988(1101ns) PrepareNewSessionHandshake:477(2073ns) {SwitchToState:179(683ns)}}}}}
2025-12-06T17:36:11.568449Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800118987385655:2074] [node 5] ICP01 ready to work
2025-12-06T17:36:11.579058Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800120244945980:2098] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:11.595240Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800117300374091:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(76225318ns) {Configure:104(32320004ns) {ProcessConfigured:135(6657742ns) {StartInitialHandshake:157(6653529ns) {DropHandshakes:470(3529ns) {DropIncomingHandshake:442(1101ns) DropOutgoingHandshake:457(572ns)} GenerateSessionVirtualId:988(1410ns) PrepareNewSessionHandshake:477(4513ns) {SwitchToState:179(1622ns)}}}}}
2025-12-06T17:36:11.622947Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800122189586368:2059] [node 5] ICP01 ready to work
2025-12-06T17:36:11.634046Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800122189586328:2072] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:11.659629Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800117894619004:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(77612007ns) {Configure:104(77595278ns) {ProcessConfigured:135(83074ns) {StartInitialHandshake:157(80428ns) {DropHandshakes:470(3981ns) {DropIncomingHandshake:442(981ns) DropOutgoingHandshake:457(446ns)} GenerateSessionVirtualId:988(1023ns) PrepareNewSessionHandshake:477(2311ns) {SwitchToState:179(721ns)}}}}}
2025-12-06T17:36:11.659850Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800117894619004:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:11.632589Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800120244945963:2096] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(385151386ns) {Configure:104(385135584ns) {ProcessConfigured:135(73477ns) {StartInitialHandshake:157(70854ns) {DropHandshakes:470(6121ns) {DropIncomingHandshake:442(726ns) DropOutgoingHandshake:457(462ns)} GenerateSessionVirtualId:988(1333ns) PrepareNewSessionHandshake:477(2081ns) {SwitchToState:179(648ns)}}}}}
2025-12-06T17:36:11.633363Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800120244945981:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39205
2025-12-06T17:36:11.639858Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800115949978619:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(268898931ns) {Configure:104(268890927ns) {ProcessConfigured:135(64449ns) {StartInitialHandshake:157(62844ns) {DropHandshakes:470(3130ns) {DropIncomingHandshake:442(897ns) DropOutgoingHandshake:457(419ns)} GenerateSessionVirtualId:988(1394ns) PrepareNewSessionHandshake:477(2056ns) {SwitchToState:179(765ns)}}}}}
2025-12-06T17:36:11.646889Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800121595341408:2068] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(248878532ns) {Configure:104(248872962ns) {ProcessConfigured:135(43580806ns) {StartInitialHandshake:157(43577502ns) {DropHandshakes:470(6696ns) {DropIncomingHandshake:442(1136ns) DropOutgoingHandshake:457(545ns)} GenerateSessionVirtualId:988(1318ns) PrepareNewSessionHandshake:477(6767ns) {SwitchToState:179(3448ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:11.699261Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800121595341460:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31339
2025-12-06T17:36:11.707552Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800121595341461:2089] [node 6] ICP01 ready to work
2025-12-06T17:36:11.667133Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800118987385656:2075] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:11.640635Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800121158162750:2066] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(43263721ns) {Configure:104(43254822ns) {ProcessConfigured:135(67833ns) {StartInitialHandshake:157(65017ns) {DropHandshakes:470(3350ns) {DropIncomingHandshake:442(765ns) DropOutgoingHandshake:457(519ns)} GenerateSessionVirtualId:988(1034ns) PrepareNewSessionHandshake:477(2150ns) {SwitchToState:179(712ns)}}}}}
2025-12-06T17:36:11.727125Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800121595341460:2113] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:11.678748Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800122334248621:2072] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:11.726686Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800122189586374:2062] [node 4] ICP01 ready to work
2025-12-06T17:36:11.720594Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800122334248623:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50259
2025-12-06T17:36:11.720896Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800122334248624:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50259
2025-12-06T17:36:11.721183Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800122334248625:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50259
2025-12-06T17:36:11.743587Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800122334248622:2071] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:11.680099Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800114692418297:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(312085329ns) {Configure:104(312078114ns) {ProcessConfigured:135(65705ns) {StartInitialHandshake:157(63301ns) {DropHandshakes:470(3783ns) {DropIncomingHandshake:442(823ns) DropOutgoingHandshake:457(996ns)} GenerateSessionVirtualId:988(1257ns) PrepareNewSessionHandshake:477(1662ns) {SwitchToState:179(365ns)}}}}}
2025-12-06T17:36:11.714761Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800121158162754:2101] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:11.680843Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800118987385659:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39959
2025-12-06T17:36:11.732510Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800118987385659:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:11.732675Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800118987385661:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39959
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:11.791822Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800121595341465:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31339
2025-12-06T17:36:11.732732Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800118987385662:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39959
2025-12-06T17:36:11.714812Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800121158162754:2101] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:11.751575Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800121158162775:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59462
2025-12-06T17:36:11.793925Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800120244945980:2098] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(111352223ns) {Configure:104(111347093ns) {ProcessConfigured:135(22141441ns) {StartInitialHandshake:157(22138739ns) {DropHandshakes:470(3812ns) {DropIncomingHandshake:442(647ns) DropOutgoingHandshake:457(573ns)} GenerateSessionVirtualId:988(1006ns) PrepareNewSessionHandshake:477(4746ns) {SwitchToState:179(1601ns)}}}}}
2025-12-06T17:36:11.753120Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800118987385663:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39959
2025-12-06T17:36:11.790851Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800118987385663:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:11.791052Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800114692418297:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:11.823535Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800118987385662:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:11.774900Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800122334248579:2070] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(502128047ns) {Configure:104(502124588ns) {ProcessConfigured:135(19918003ns) {StartInitialHandshake:157(19914823ns) {DropHandshakes:470(3867ns) {DropIncomingHandshake:442(869ns) DropOutgoingHandshake:457(641ns)} GenerateSessionVirtualId:988(1061ns) PrepareNewSessionHandshake:477(4975ns) {SwitchToState:179(1957ns)}}}}}
2025-12-06T17:36:11.822870Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800121595341465:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:11.752256Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800121158162773:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59462
2025-12-06T17:36:11.794817Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800120244945981:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:11.864163Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800122189586374:2062] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(105125950ns) {Configure:104(105117875ns) {ProcessConfigured:135(78475ns) {StartInitialHandshake:157(75901ns) {DropHandshakes:470(2328ns) {DropIncomingHandshake:442(268ns) DropOutgoingHandshake:457(612ns)} GenerateSessionVirtualId:988(343ns) PrepareNewSessionHandshake:477(697ns) {SwitchToState:179(187ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:11.866970Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800122189586376:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33643
2025-12-06T17:36:11.823031Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800117300374092:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:11.775132Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800122334248625:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:11.834891Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800120244945968:2101] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(526731940ns) {Configure:104(526727471ns) {ProcessConfigured:135(43392269ns) {StartInitialHandshake:157(43388845ns) {DropHandshakes:470(4265ns) {DropIncomingHandshake:442(1120ns) DropOutgoingHandshake:457(549ns)} GenerateSessionVirtualId:988(1441ns) PrepareNewSessionHandshake:477(3163ns) {SwitchToState:179(745ns)}}}}}
2025-12-06T17:36:11.752393Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800121158162774:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59462
2025-12-06T17:36:11.883101Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800118987385656:2075] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(159431736ns) {Configure:104(159426847ns) {ProcessConfigured:135(44098129ns) {StartInitialHandshake:157(44095692ns) {DropHandshakes:470(4220ns) {DropIncomingHandshake:442(1816ns) DropOutgoingHandshake:457(584ns)} GenerateSessionVirtualId:988(1060ns) PrepareNewSessionHandshake:477(2839ns) {SwitchToState:179(1219ns)}}}}}
2025-12-06T17:36:11.867555Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800122189586375:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33643
2025-12-06T17:36:11.810631Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800122334248624:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:11.862639Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800117300374090:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(352198090ns) {Configure:104(223479028ns) {ProcessConfigured:135(83841030ns) {StartInitialHandshake:157(83836595ns) {DropHandshakes:470(4442ns) {DropIncomingHandshake:442(736ns) DropOutgoingHandshake:457(1239ns)} GenerateSessionVirtualId:988(1687ns) PrepareNewSessionHandshake:477(5308ns) {SwitchToState:179(2279ns)}}}}}
2025-12-06T17:36:11.882869Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800120244945986:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:11.782829Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800121158162775:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:11.875093Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800122189586368:2059] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(232208738ns) {Configure:104(232198334ns) {ProcessConfigured:135(93084ns) {StartInitialHandshake:157(90136ns) {DropHandshakes:470(3278ns) {DropIncomingHandshake:442(826ns) DropOutgoingHandshake:457(489ns)} GenerateSessionVirtualId:988(1260ns) PrepareNewSessionHandshake:477(1623ns) {SwitchToState:179(241ns)}}}}}
2025-12-06T17:36:11.882899Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800120244945986:2112] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:36:11.898980Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800120244945986:2112] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:11.906592Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800120244945983:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:11.910795Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800120244945983:2111] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:11.915182Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800115949978619:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:36:11.915284Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:11.915348Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800115949978619:2048] [node 2] ICP22 created new session: [1:7580800120244945997:2048]
2025-12-06T17:36:11.915402Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800120244945997:2048] [node 2] ICS09 handshake done sender: [1:7580800120244945986:2112] self: [1:7580800120244945985:0] peer: [2:7580800121158162785:0] socket: 77 qp: -1
2025-12-06T17:36:11.915431Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800120244945997:2048] [node 2] ICS10 traffic start
2025-12-06T17:36:11.915472Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:11.870859Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800117300374090:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:11.783062Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800121158162774:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:11.818843Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800122334248623:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:11.927506Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800122189586376:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:11.951493Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800118987385655:2074] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(382755848ns) {Configure:104(382751544ns) {ProcessConfigured:135(17385290ns) {StartInitialHandshake:157(17382284ns) {DropHandshakes:470(2262ns) {DropIncomingHandshake:442(589ns) DropOutgoingHandshake:457(270ns)} GenerateSessionVirtualId:988(491ns) PrepareNewSessionHandshake:477(3039ns) {SwitchToState:179(1093ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:11.927667Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800122189586328:2072] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:11.967098Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800121595341469:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31339
2025-12-06T17:36:11.971558Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800121595341460:2113] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:11.971772Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800117300374090:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:11.971856Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:11.971897Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800117300374090:2048] [node 1] ICP22 created new session: [5:7580800121595341470:2048]
2025-12-06T17:36:11.971942Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800121595341470:2048] [node 1] ICS09 handshake done sender: [5:7580800121595341460:2113] self: [5:7580800121595341467:0] peer: [1:7580800120244945982:0] socket: 75 qp: -1
2025-12-06T17:36:11.971971Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800121595341470:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:11.972026Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:11.783184Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800121158162771:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59462
2025-12-06T17:36:11.947435Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800115949978620:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(539814448ns) {Configure:104(539809772ns) {ProcessConfigured:135(67921596ns) {StartInitialHandshake:157(59919996ns) {DropHandshakes:470(3573ns) {DropIncomingHandshake:442(1060ns) DropOutgoingHandshake:457(253ns)} GenerateSessionVirtualId:988(2458ns) PrepareNewSessionHandshake:477(2421ns) {SwitchToState:179(509ns)}}}}}
2025-12-06T17:36:11.870657Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800122334248630:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:11.870703Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800122334248630:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:11.967438Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800120244945999:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39205
2025-12-06T17:36:11.927795Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800117894619005:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:11.790737Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800121158162772:2070] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:11.970921Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800120244945983:2111] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:12.011851Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800120244945999:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:12.016544Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800120244945993:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:12.016563Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800120244945993:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:12.017339Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800120244945993:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:12.017556Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800120244945968:2101] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:12.017631Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:12.017671Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800120244945968:2101] [node 6] ICP22 created new session: [1:7580800124539913299:2101]
2025-12-06T17:36:12.017713Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800124539913299:2101] [node 6] ICS09 handshake done sender: [1:7580800120244945993:2114] self: [1:7580800120244945991:0] peer: [6:7580800126484553683:0] socket: 112 qp: -1
2025-12-06T17:36:12.017758Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800124539913299:2101] [node 6] ICS10 traffic start
2025-12-06T17:36:12.017804Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:12.030840Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800120244945963:2096] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:12.037018Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800124539913302:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39205
2025-12-06T17:36:12.040599Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580800115949978619:2048] [node 2] ICP18 handshake (actor [1:7580800120244945999:2116]) is too old
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:11.928107Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800122189586381:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33643
2025-12-06T17:36:11.990660Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800118987385666:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:11.797389Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800121158162754:2101] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:12.040436Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800117300374092:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21444) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800121595341465:2116] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:11.886999Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800118039281261:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(383604312ns) {Configure:104(383594931ns) {ProcessConfigured:135(40540854ns) {StartInitialHandshake:157(40537287ns) {DropHandshakes:470(2702ns) {DropIncomingHandshake:442(709ns) DropOutgoingHandshake:457(457ns)} GenerateSessionVirtualId:988(765ns) PrepareNewSessionHandshake:477(3946ns) {SwitchToState:179(1683ns)}}}}}
2025-12-06T17:36:12.074646Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800121595341468:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31339
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:12.076017Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800125890308769:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31339
2025-12-06T17:36:12.076250Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800125890308770:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31339
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:12.054856Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:11.929298Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800117894619004:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:11.990717Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800118987385666:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:11.996277Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800118987385661:2112] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:11.814646Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800121158162770:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:12.054926Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800120244945963:2096] [node 5] ICP22 created new session: [1:7580800124539913303:2096]
2025-12-06T17:36:12.054977Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800124539913303:2096] [node 5] ICS09 handshake done sender: [1:7580800120244945983:2111] self: [1:7580800120244945982:0] peer: [5:7580800121595341467:0] socket: 73 qp: -1
2025-12-06T17:36:12.055017Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800124539913303:2096] [node 5] ICS10 traffic start
2025-12-06T17:36:12.055070Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:12.055613Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800120244945963:2096] [node 5] ICP35 event processing took too much time PendingConnection:279(40685949ns) {HandleHandshakeStatus:329(40682132ns) {DropIncomingHandshake:442(1596ns) DropOutgoingHandshake:457(1062ns) SwitchToState:179(893ns) ProcessPendingSessionEvents:495(121017ns) {ForwardSessionEventToSession:612(62974ns) ForwardSessionEventToSession:612(6700ns) ForwardSessionEventToSession:612(6156ns) ForwardSessionEventToSession:612(3092ns) ForwardSessionEventToSession:612(5783ns) ForwardSessionEventToSession:612(2651ns) ForwardSessionEventToSession:612(5202ns) ForwardSessionEventToSession:612(5603ns) ForwardSessionEventToSession:612(2787ns) ForwardSessionEventToSession:612(8088ns)}}}
2025-12-06T17:36:11.933923Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:11.906807Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800122334248630:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:12.030695Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800114692418298:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(539134729ns) {Configure:104(487965986ns) {ProcessConfigured:135(38703528ns) {StartInitialHandshake:157(38699931ns) {DropHandshakes:470(2630ns) {DropIncomingHandshake:442(795ns) DropOutgoingHandshake:457(502ns)} GenerateSessionVirtualId:988(965ns) PrepareNewSessionHandshake:477(3946ns) {SwitchToState:179(1263ns)}}}}}
2025-12-06T17:36:11.814691Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800121158162770:2112] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:36:12.040929Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800118987385666:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:11.970944Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800122334248579:2070] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:12.074693Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800114692418298:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:11.815630Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800121158162771:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:12.098015Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800124539913302:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:11.938832Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800117894619004:2049] [node 2] ICP22 created new session: [6:7580800122189586383:2049]
2025-12-06T17:36:12.091709Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800125890308769:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:11.971026Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:12.089552Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800118987385668:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39959
2025-12-06T17:36:11.939076Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800122189586381:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:12.092552Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800117300374091:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:11.939268Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800122189586374:2062] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:11.978695Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800122334248579:2070] [node 5] ICP22 created new session: [3:7580800122334248640:2070]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:11.842596Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800116863195402:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(516996494ns) {Configure:104(516993919ns) {ProcessConfigured:135(22737763ns) {StartInitialHandshake:157(22735727ns) {DropHandshakes:470(2076ns) {DropIncomingHandshake:442(513ns) DropOutgoingHandshake:457(295ns)} GenerateSessionVirtualId:988(643ns) PrepareNewSessionHandshake:477(2762ns) {SwitchToState:179(337ns)}}}}}
2025-12-06T17:36:12.091423Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800114692418298:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(19902865ns) {IncomingHandshake:261(19901052ns) {DropIncomingHandshake:442(407ns) PrepareNewSessionHandshake:477(2266ns) {SwitchToState:179(716ns)} GenerateSessionVirtualId:988(512ns) IssueIncomingHandshakeReply:193(66944ns) {SwitchToState:179(896ns)}}}
2025-12-06T17:36:11.867982Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580800116863195402:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:11.958745Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800122189586383:2049] [node 2] ICS09 handshake done sender: [6:7580800122189586328:2072] self: [6:7580800122189586372:0] peer: [2:7580800121158162753:0] socket: 63 qp: -1
2025-12-06T17:36:11.983164Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800122334248641:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50259
2025-12-06T17:36:12.113738Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800120244945994:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:12.098797Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800118987385663:2114] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:12.104592Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800117300374092:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(63970479ns) {HandleHandshakeStatus:395(63967531ns) {LogHandshakeFail:472(27500307ns) {UpdateErrorStateLog:545(17547707ns)} DropOutgoingHandshake:457(1545ns) ProcessPendingSessionEvents:495(10608822ns) {DropSessionEvent:512(17729ns) DropSessionEvent:512(10184ns) DropSessionEvent:512(3953ns) DropSessionEvent:512(3658ns) DropSessionEvent:512(10545282ns) DropSessionEvent:512(7267ns) DropSessionEvent:512(4204ns) DropSessionEvent:512(3342ns) DropSessionEvent:512(2539ns) DropSessionEvent:512(2446ns)}}}
2025-12-06T17:36:11.888571Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800121158162770:2112] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:11.958814Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800122189586383:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:12.106797Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800125890308770:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:11.994632Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800122334248632:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:12.100069Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800118987385656:2075] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:11.958896Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:11.906753Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800121158162724:2074] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:11.994670Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800122334248632:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:12.113771Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800120244945994:2115] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:36:12.100108Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:12.108192Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800121595341465:2116] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:12.014635Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800122334248641:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:11.910836Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800121158162773:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:12.100152Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800118987385656:2075] [node 6] ICP22 created new session: [4:7580800123282352975:2075]
2025-12-06T17:36:12.112325Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800117300374092:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:11.959482Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800117894619004:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(29930611ns) {HandleHandshakeStatus:329(29928276ns) {DropIncomingHandshake:442(1089ns) DropOutgoingHandshake:457(8706ns) SwitchToState:179(519ns) ProcessPendingSessionEvents:495(133934ns) {ForwardSessionEventToSession:612(84522ns) ForwardSessionEventToSession:612(10209ns) ForwardSessionEventToSession:612(2157ns) ForwardSessionEventToSession:612(2204ns) ForwardSessionEventToSession:612(5167ns) ForwardSessionEventToSession:612(2152ns) ForwardSessionEventToSession:612(5346ns) ForwardSessionEventToSession:612(2175ns) ForwardSessionEventToSession:612(1874ns) ForwardSessionEventToSession:612(7927ns)}}}
2025-12-06T17:36:12.131077Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800120244945994:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:12.112388Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:11.974901Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800122189586386:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33643
2025-12-06T17:36:11.918690Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:12.100190Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800123282352975:2075] [node 6] ICS09 handshake done sender: [4:7580800118987385666:2115] self: [4:7580800118987385664:0] peer: [6:7580800122189586384:0] socket: 104 qp: -1
2025-12-06T17:36:12.022624Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800122334248640:2070] [node 5] ICS09 handshake done sender: [3:7580800122334248630:2114] self: [3:7580800122334248629:0] peer: [5:7580800121595341466:0] socket: 96 qp: -1
2025-12-06T17:36:12.112431Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800117300374092:2050] [node 3] ICP22 created new session: [5:7580800125890308773:2050]
2025-12-06T17:36:12.016178Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800122189586386:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:11.938786Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800121158162724:2074] [node 6] ICP22 created new session: [2:7580800121158162786:2074]
2025-12-06T17:36:12.140705Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800115949978620:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:36:12.030666Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800122334248640:2070] [node 5] ICS10 traffic start
2025-12-06T17:36:12.100219Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800123282352975:2075] [node 6] ICS10 traffic start
2025-12-06T17:36:12.112471Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800125890308773:2050] [node 3] ICS09 handshake done sender: [5:7580800121595341465:2116] self: [5:7580800121595341466:0] peer: [3:7580800122334248629:0] socket: 98 qp: -1
2025-12-06T17:36:12.141253Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800120244945989:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:12.016311Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800117894619003:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:12.047780Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800126629215940:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50259
No RDMA context found for GID: 2025-12-06T17:36:11.951858Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800121158162786:2074] [node 6] ICS09 handshake done sender: [2:7580800121158162754:2101] self: [2:7580800121158162753:0] peer: [6:7580800122189586372:0] socket: 62 qp: -1
2025-12-06T17:36:12.112497Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800125890308773:2050] [node 3] ICS10 traffic start
::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:12.100281Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:12.141285Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800120244945989:2113] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:36:12.056751Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800126484553684:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33643
2025-12-06T17:36:12.054705Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:12.101674Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800123282352977:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39959
2025-12-06T17:36:12.150561Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:12.068196Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800126484553686:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33643
2025-12-06T17:36:12.078759Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800122334248627:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.02025-12-06T17:36:12.112541Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:12.106744Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800114692418297:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18152) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580800118987385663:2114] held: no
2025-12-06T17:36:11.960146Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800121158162788:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59462
2025-12-06T17:36:12.121846Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800121595341463:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:12.068793Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800122189586381:2118] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:12.109957Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800114692418296:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(718256504ns) {Configure:104(718248444ns) {ProcessConfigured:135(32103003ns) {StartInitialHandshake:157(32098851ns) {DropHandshakes:470(3662ns) {DropIncomingHandshake:442(849ns) DropOutgoingHandshake:457(683ns)} GenerateSessionVirtualId:988(1225ns) PrepareNewSessionHandshake:477(4062ns) {SwitchToState:179(1708ns)}}}}}
2025-12-06T17:36:12.151720Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800115949978620:2049] [node 3] ICP22 created new session: [1:7580800124539913309:2049]
2025-12-06T17:36:12.078781Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800122334248627:2113] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:36:12.068986Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800122189586374:2062] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:36:11.974976Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800121158162786:2074] [node 6] ICS10 traffic start
2025-12-06T17:36:12.155084Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800120244945989:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:12.090251Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800122334248632:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:12.114722Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800123282352978:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39959
2025-12-06T17:36:12.121887Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580800121595341463:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:11.975058Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:12.119484Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800114692418298:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21444) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580800118987385662:2113] held: no
2025-12-06T17:36:12.155747Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800124539913309:2049] [node 3] ICS09 handshake done sender: [1:7580800120244945994:2115] self: [1:7580800120244945992:0] peer: [3:7580800126629215950:0] socket: 120 qp: -1
2025-12-06T17:36:12.124966Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800114692418297:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:12.123385Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800125890308775:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31339
2025-12-06T17:36:12.069047Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:11.987055Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800121158162724:2074] [node 6] ICP35 event processing took too much time PendingConnection:279(80084842ns) {HandleHandshakeStatus:329(80079581ns) {DropIncomingHandshake:442(802ns) DropOutgoingHandshake:457(729ns) SwitchToState:179(656ns) ProcessPendingSessionEvents:495(11563909ns) {ForwardSessionEventToSession:612(11497776ns) ForwardSessionEventToSession:612(10575ns) ForwardSessionEventToSession:612(3417ns) ForwardSessionEventToSession:612(2687ns) ForwardSessionEventToSession:612(8564ns) ForwardSessionEventToSession:612(1943ns) ForwardSessionEventToSession:612(5317ns) ForwardSessionEventToSession:612(5181ns) ForwardSessionEventToSession:612(2460ns) ForwardSessionEventToSession:612(5862ns)}}}
2025-12-06T17:36:12.156103Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800124539913309:2049] [node 3] ICS10 traffic start
2025-12-06T17:36:12.127442Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:11.995435Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580800121158162724:2074] [node 6] ICP18 handshake (actor [2:7580800121158162773:2114]) is too old
2025-12-06T17:36:12.127399Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800125890308769:2119] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:12.069091Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800122189586374:2062] [node 4] ICP22 created new session: [6:7580800126484553688:2062]
2025-12-06T17:36:12.091005Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800126629215940:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:12.003086Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800121158162774:2115] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:12.131052Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800121595341463:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:12.156123Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800124539913307:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39205
2025-12-06T17:36:12.019032Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800121158162750:2066] [node 4] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:12.132956Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800117300374091:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:12.127732Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800114692418297:2049] [node 2] ICP22 created new session: [4:7580800123282352981:2049]
2025-12-06T17:36:12.092304Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800122334248627:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:12.069139Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800126484553688:2062] [node 4] ICS09 handshake done sender: [6:7580800122189586381:2118] self: [6:7580800122189586384:0] peer: [4:7580800118987385664:0] socket: 109 qp: -1
2025-12-06T17:36:12.156894Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:12.034765Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580800116863195402:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:12.069177Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800126484553688:2062] [node 4] ICS10 traffic start
2025-12-06T17:36:12.130321Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800114692418296:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:12.098182Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800122334248622:2071] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:12.133454Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:12.069213Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:12.157002Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800120244945980:2098] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:36:12.034834Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:12.098290Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:12.133494Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800117300374091:2049] [node 2] ICP22 created new session: [5:7580800125890308778:2049]
2025-12-06T17:36:12.034897Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800116863195402:2048] [node 1] ICP22 created new session: [2:7580800125453130086:2048]
2025-12-06T17:36:12.130550Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800123282352981:2049] [node 2] ICS09 handshake done sender: [4:7580800118987385663:2114] self: [4:7580800118987385665:0] peer: [2:7580800121158162769:0] socket: 93 qp: -1
2025-12-06T17:36:12.157917Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:12.132599Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800123282352981:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:12.034945Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800125453130086:2048] [node 1] ICS09 handshake done sender: [2:7580800121158162774:2115] self: [2:7580800121158162785:0] peer: [1:7580800120244945985:0] socket: 89 qp: -1
2025-12-06T17:36:12.134425Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800118987385662:2113] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:12.158335Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800120244945980:2098] [node 4] ICP22 created new session: [1:7580800124539913311:2098]
2025-12-06T17:36:12.139515Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:12.034984Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800125453130086:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:12.159674Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800124539913311:2098] [node 4] ICS09 handshake done sender: [1:7580800120244945989:2113] self: [1:7580800120244945988:0] peer: [4:7580800123282352982:0] socket: 83 qp: -1
2025-12-06T17:36:12.160323Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800124539913311:2098] [node 4] ICS10 traffic start
2025-12-06T17:36:12.146137Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800114692418298:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:12.035022Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:12.150516Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:12.160392Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:12.078742Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800126484553690:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33643
2025-12-06T17:36:12.050842Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:12.098337Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800122334248622:2071] [node 6] ICP22 created new session: [3:7580800126629215946:2071]
2025-12-06T17:36:12.087627Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800121158162750:2066] [node 4] ICP22 created new session: [2:7580800125453130089:2066]
2025-12-06T17:36:12.133535Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800125890308778:2049] [node 2] ICS09 handshake done sender: [5:7580800125890308769:2119] self: [5:7580800125890308771:0] peer: [2:7580800121158162782:0] socket: 65 qp: -1
2025-12-06T17:36:12.089126Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800126484553691:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33643
2025-12-06T17:36:12.098377Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800126629215946:2071] [node 6] ICS09 handshake done sender: [3:7580800122334248632:2115] self: [3:7580800122334248631:0] peer: [6:7580800122189586382:0] socket: 97 qp: -1
2025-12-06T17:36:12.087676Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800125453130089:2066] [node 4] ICS09 handshake done sender: [2:7580800121158162770:2112] self: [2:7580800121158162769:0] peer: [4:7580800118987385665:0] socket: 92 qp: -1
2025-12-06T17:36:12.098412Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800126629215946:2071] [node 6] ICS10 traffic start
2025-12-06T17:36:12.089596Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800125453130089:2066] [node 4] ICS10 traffic start
2025-12-06T17:36:12.133566Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800125890308778:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:12.160905Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800124539913307:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:12.153706Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800114692418298:2050] [node 3] ICP22 created new session: [4:7580800123282352984:2050]
2025-12-06T17:36:12.098446Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:12.133601Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:12.106891Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800122334248621:2072] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:36:12.090155Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:12.099846Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800121158162783:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:12.133923Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7580800117300374091:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:36:12.107541Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800118039281262:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(672362340ns) {Configure:104(672357274ns) {ProcessConfigured:135(24433398ns) {StartInitialHandshake:157(16548202ns) {DropHandshakes:470(5262ns) {DropIncomingHandshake:442(1176ns) DropOutgoingHandshake:457(899ns)} GenerateSessionVirtualId:988(3508ns) PrepareNewSessionHandshake:477(2675ns) {SwitchToState:179(1125ns)}}}}}
2025-12-06T17:36:12.091080Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800117894619003:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9625) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800122189586386:2119] held: no
2025-12-06T17:36:12.164565Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800115949978620:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(27598047ns) {HandleHandshakeStatus:329(27273683ns) {DropIncomingHandshake:442(404958ns) DropOutgoingHandshake:457(856ns) SwitchToState:179(659ns) ProcessPendingSessionEvents:495(2136759ns) {ForwardSessionEventToSession:612(1498368ns) ForwardSessionEventToSession:612(93179ns) ForwardSessionEventToSession:612(2782ns) ForwardSessionEventToSession:612(103931ns) ForwardSessionEventToSession:612(2569ns) ForwardSessionEventToSession:612(2455ns) ForwardSessionEventToSession:612(118288ns) ForwardSessionEventToSession:612(85778ns) ForwardSessionEventToSession:612(4555ns) ForwardSessionEventToSession:612(210319ns)}}}
2025-12-06T17:36:12.099867Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800121158162783:2118] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:12.140857Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580800121595341461:2089] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:12.109703Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:12.145961Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:12.112887Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800121158162783:2118] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:12.091894Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800126484553684:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:12.110983Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800122334248621:2072] [node 4] ICP22 created new session: [3:7580800126629215948:2072]
2025-12-06T17:36:12.122197Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800121158162772:2070] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:12.097526Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800122189586376:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:12.113231Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800118039281262:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:12.146031Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800121595341461:2089] [node 6] ICP22 created new session: [5:7580800125890308780:2089]
2025-12-06T17:36:12.122443Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:12.113504Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800118039281261:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:12.151442Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800125890308780:2089] [node 6] ICS09 handshake done sender: [5:7580800121595341463:2114] self: [5:7580800121595341462:0] peer: [6:7580800126484553692:0] socket: 116 qp: -1
2025-12-06T17:36:12.124988Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800121158162772:2070] [node 5] ICP22 created new session: [2:7580800125453130092:2070]
2025-12-06T17:36:12.109147Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800122189586368:2059] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:12.153569Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800125890308780:2089] [node 6] ICS10 traffic start
2025-12-06T17:36:12.154961Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7580800118987385656:2075] [node 6] ICP27 obsolete handshake fail ignored
2025-12-06T17:36:12.126841Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800125453130092:2070] [node 5] ICS09 handshake done sender: [2:7580800121158162783:2118] self: [2:7580800121158162782:0] peer: [5:7580800125890308771:0] socket: 108 qp: -1
2025-12-06T17:36:12.154057Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:12.109968Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800117894619005:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:12.126878Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800125453130092:2070] [node 5] ICS10 traffic start
2025-12-06T17:36:12.154928Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800125890308776:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31339
2025-12-06T17:36:12.112299Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:12.165329Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580800120244945980:2098] [node 4] ICP18 handshake (actor [1:7580800124539913307:2118]) is too old
2025-12-06T17:36:12.155960Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800123282352984:2050] [node 3] ICS09 handshake done sender: [4:7580800118987385662:2113] self: [4:7580800123282352973:0] peer: [3:7580800122334248626:0] socket: 88 qp: -1
2025-12-06T17:36:12.127615Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800121158162767:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:12.112888Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800117894619005:2050] [node 3] ICP22 created new session: [6:7580800126484553693:2050]
2025-12-06T17:36:12.160206Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800125890308776:2122] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:12.155997Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800123282352984:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:12.160571Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800121595341408:2068] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:12.127646Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800121158162767:2111] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:36:12.119394Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800126484553693:2050] [node 3] ICS09 handshake done sender: [6:7580800122189586376:2115] self: [6:7580800122189586382:0] peer: [3:7580800122334248631:0] socket: 101 qp: -1
2025-12-06T17:36:12.118817Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800122334248579:2070] [node 5] ICP35 event processing took too much time PendingConnection:279(138506321ns) {HandleHandshakeStatus:329(138502756ns) {DropIncomingHandshake:442(13069ns) DropOutgoingHandshake:457(955ns) SwitchToState:179(688ns) ProcessPendingSessionEvents:495(17613932ns) {ForwardSessionEventToSession:612(7242980ns) ForwardSessionEventToSession:612(5591ns) ForwardSessionEventToSession:612(7970ns) ForwardSessionEventToSession:612(666582ns) ForwardSessionEventToSession:612(4851407ns) ForwardSessionEventToSession:612(2447448ns) ForwardSessionEventToSession:612(6628ns) ForwardSessionEventToSession:612(2676ns) ForwardSessionEventToSession:612(2357271ns) ForwardSessionEventToSession:612(3604ns)}}}
2025-12-06T17:36:12.156407Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:12.128248Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:12.158404Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800114692418297:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(32791884ns) {HandleHandshakeStatus:329(32788897ns) {DropIncomingHandshake:442(870ns) DropOutgoingHandshake:457(465ns) SwitchToState:179(738ns) ProcessPendingSessionEvents:495(918ns)}}
2025-12-06T17:36:12.165154Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800121595341461:2089] [node 6] ICP35 event processing took too much time PendingConnection:279(25648469ns) {HandleHandshakeStatus:329(25646802ns) {DropIncomingHandshake:442(14670ns) DropOutgoingHandshake:457(1092ns) SwitchToState:179(2768ns) ProcessPendingSessionEvents:495(2464374ns) {ForwardSessionEventToSession:612(1260436ns) ForwardSessionEventToSession:612(3784ns) ForwardSessionEventToSession:612(116545ns) ForwardSessionEventToSession:612(2893ns) ForwardSessionEventToSession:612(208780ns) ForwardSessionEventToSession:612(570341ns) ForwardSessionEventToSession:612(3069ns) ForwardSessionEventToSession:612(2657ns) ForwardSessionEventToSession:612(273776ns) ForwardSessionEventToSession:612(3011ns)}}}
2025-12-06T17:36:12.121796Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800126629215948:2072] [node 4] ICS09 handshake done sender: [3:7580800122334248627:2113] self: [3:7580800122334248626:0] peer: [4:7580800123282352973:0] socket: 86 qp: -1
2025-12-06T17:36:12.130992Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800121158162750:2066] [node 4] ICP35 event processing took too much time PendingConnection:279(110449658ns) {HandleHandshakeStatus:329(110444982ns) {DropIncomingHandshake:442(14629ns) DropOutgoingHandshake:457(617ns) SwitchToState:179(226ns) ProcessPendingSessionEvents:495(15306710ns) {ForwardSessionEventToSession:612(4034781ns) ForwardSessionEventToSession:612(4157ns) ForwardSessionEventToSession:612(1987217ns) ForwardSessionEventToSession:612(1586603ns) ForwardSessionEventToSession:612(3971ns) ForwardSessionEventToSession:612(2174ns) ForwardSessionEventToSession:612(5111393ns) ForwardSessionEventToSession:612(2938ns) ForwardSessionEventToSession:612(2548213ns) ForwardSessionEventToSession:612(5618ns)}}}
2025-12-06T17:36:12.161367Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800118987385673:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:12.122464Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800126629215948:2072] [node 4] ICS10 traffic start
2025-12-06T17:36:12.134795Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800121158162767:2111] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:12.143730Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800116863195403:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:36:12.124813Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:12.143771Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:12.139096Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800126629215954:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50259
2025-12-06T17:36:12.148057Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800116863195403:2049] [node 3] ICP22 created new session: [2:7580800125453130096:2049]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:12.143741Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800122334248625:2112] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:12.150602Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800125453130096:2049] [node 3] ICS09 handshake done sender: [2:7580800121158162767:2111] self: [2:7580800121158162766:0] peer: [3:7580800126629215949:0] socket: 68 qp: -1
2025-12-06T17:36:12.153582Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800118039281262:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:12.153614Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800125453130096:2049] [node 3] ICS10 traffic start
2025-12-06T17:36:12.154960Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800126629215953:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50259
2025-12-06T17:36:12.154928Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800125453130094:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59462
2025-12-06T17:36:12.170838Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800125890308783:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31339
2025-12-06T17:36:12.155182Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800122334248621:2072] [node 4] ICP35 event processing took too much time PendingConnection:279(39590223ns) {HandleHandshakeStatus:329(39585746ns) {DropIncomingHandshake:442(15288ns) DropOutgoingHandshake:457(373ns) SwitchToState:179(699ns) ProcessPendingSessionEvents:495(5239132ns) {ForwardSessionEventToSession:612(4792431ns) ForwardSessionEventToSession:612(5589ns) ForwardSessionEventToSession:612(3360ns) ForwardSessionEventToSession:612(10248ns) ForwardSessionEventToSession:612(2396ns) ForwardSessionEventToSession:612(6044ns) ForwardSessionEventToSession:612(9208ns) ForwardSessionEventToSession:612(25859ns) ForwardSessionEventToSession:612(8528ns) ForwardSessionEventToSession:612(2870ns)}}}
2025-12-06T17:36:12.155753Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:12.155956Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:12.156879Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800118039281262:2049] [node 2] ICP22 created new session: [3:7580800126629215955:2049]
2025-12-06T17:36:12.157782Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800121158162772:2070] [node 5] ICP35 event processing took too much time PendingConnection:279(32721323ns) {HandleHandshakeStatus:329(32717388ns) {DropIncomingHandshake:442(12940ns) DropOutgoingHandshake:457(593ns) SwitchToState:179(711ns) ProcessPendingSessionEvents:495(20139435ns) {ForwardSessionEventToSession:612(6936519ns) ForwardSessionEventToSession:612(2037413ns) ForwardSessionEventToSession:612(2285901ns) ForwardSessionEventToSession:612(5945ns) ForwardSessionEventToSession:612(3546370ns) ForwardSessionEventToSession:612(1862311ns) ForwardSessionEventToSession:612(5998ns) ForwardSessionEventToSession:612(3123ns) ForwardSessionEventToSession:612(2531565ns) ForwardSessionEventToSession:612(897648ns)}}}
2025-12-06T17:36:12.158324Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800126629215955:2049] [node 2] ICS09 handshake done sender: [3:7580800122334248625:2112] self: [3:7580800126629215949:0] peer: [2:7580800121158162766:0] socket: 85 qp: -1
2025-12-06T17:36:12.162716Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800116863195403:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(17696118ns) {HandleHandshakeStatus:329(17692589ns) {DropIncomingHandshake:442(470ns) DropOutgoingHandshake:457(544ns) SwitchToState:179(511ns) ProcessPendingSessionEvents:495(2214830ns) {ForwardSessionEventToSession:612(982295ns) ForwardSessionEventToSession:612(286924ns) ForwardSessionEventToSession:612(656026ns) ForwardSessionEventToSession:612(5844ns) ForwardSessionEventToSession:612(151560ns) ForwardSessionEventToSession:612(2896ns) ForwardSessionEventToSession:612(93471ns) ForwardSessionEventToSession:612(3997ns) ForwardSessionEventToSession:612(2210ns) ForwardSessionEventToSession:612(9619ns)}}}
2025-12-06T17:36:12.158789Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800126629215955:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:12.165240Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7580800116863195403:2049] [node 3] ICP27 obsolete handshake fail ignored
2025-12-06T17:36:12.119478Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800117894619003:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(37796458ns) {HandleHandshakeStatus:395(17843108ns) {LogHandshakeFail:472(18464ns) {UpdateErrorStateLog:545(6095ns)} DropOutgoingHandshake:457(2042ns) ProcessPendingSessionEvents:495(1433108ns) {DropSessionEvent:512(491463ns) DropSessionEvent:512(3649ns) DropSessionEvent:512(3589ns) DropSessionEvent:512(2548ns) DropSessionEvent:512(2529ns) DropSessionEvent:512(3362ns) DropSessionEvent:512(9349ns) DropSessionEvent:512(2629ns) DropSessionEvent:512(3573ns) DropSessionEvent:512(476445ns)}}}
2025-12-06T17:36:12.161390Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800118987385673:2118] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:12.121902Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800122189586386:2119] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:12.161646Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800123282352985:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39959
2025-12-06T17:36:12.159159Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580800118039281261:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9625) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580800126629215940:2118] held: no
2025-12-06T17:36:12.162705Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800118987385661:2112] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:12.171582Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800125890308776:2122] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:12.162848Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800114692418296:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:12.171605Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800121595341408:2068] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6044) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800125890308776:2122] held: no
2025-12-06T17:36:12.159175Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:12.163365Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:12.160942Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800126629215940:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:12.164197Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800114692418296:2048] [node 1] ICP22 created new session: [4:7580800123282352987:2048]
2025-12-06T17:36:12.122055Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800126484553693:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:12.161963Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800118039281261:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:12.162115Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:12.164591Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800123282352987:2048] [node 1] ICS09 handshake done sender: [4:7580800118987385661:2112] self: [4:7580800123282352982:0] peer: [1:7580800120244945988:0] socket: 87 qp: -1
2025-12-06T17:36:12.122382Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:12.162384Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800118039281261:2048] [node 1] ICP22 created new session: [3:7580800126629215957:2048]
2025-12-06T17:36:12.129000Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800117894619003:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:12.164630Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800123282352987:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:12.164664Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:12.172139Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800121595341408:2068] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:36:12.163488Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800126629215957:2048] [node 1] ICS09 handshake done sender: [3:7580800126629215940:2118] self: [3:7580800126629215950:0] peer: [1:7580800120244945992:0] socket: 69 qp: -1
2025-12-06T17:36:12.130253Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:12.172278Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:12.165928Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800118987385673:2118] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:12.163537Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800126629215957:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:12.130997Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800117894619003:2048] [node 1] ICP22 created new session: [6:7580800126484553695:2048]
2025-12-06T17:36:12.169847Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800118987385655:2074] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:12.172501Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800121595341408:2068] [node 4] ICP22 created new session: [5:7580800125890308784:2068]
2025-12-06T17:36:12.163788Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:12.131631Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800126484553696:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33643
2025-12-06T17:36:12.172650Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800125890308784:2068] [node 4] ICS09 handshake done sender: [5:7580800125890308776:2122] self: [5:7580800125890308782:0] peer: [4:7580800118987385672:0] socket: 126 qp: -1
2025-12-06T17:36:12.134320Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800126484553695:2048] [node 1] ICS09 handshake done sender: [6:7580800122189586386:2119] self: [6:7580800126484553683:0] peer: [1:7580800120244945991:0] socket: 115 qp: -1
2025-12-06T17:36:12.170723Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:12.134884Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800126484553684:2120] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:12.172686Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800125890308784:2068] [node 4] ICS10 traffic start
2025-12-06T17:36:12.170768Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800118987385655:2074] [node 5] ICP22 created new session: [4:7580800123282352990:2074]
2025-12-06T17:36:12.135188Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800126484553695:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:12.170855Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800123282352990:2074] [node 5] ICS09 handshake done sender: [4:7580800118987385673:2118] self: [4:7580800118987385672:0] peer: [5:7580800125890308782:0] socket: 114 qp: -1
2025-12-06T17:36:12.140732Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:12.172749Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:12.170903Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800123282352990:2074] [node 5] ICS10 traffic start
2025-12-06T17:36:12.146313Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800122189586368:2059] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:36:12.170964Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:12.146376Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:12.146422Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800122189586368:2059] [node 5] ICP22 created new session: [6:7580800126484553698:2059]
2025-12-06T17:36:12.146481Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800126484553698:2059] [node 5] ICS09 handshake done sender: [6:7580800126484553684:2120] self: [6:7580800126484553692:0] peer: [5:7580800121595341462:0] socket: 84 qp: -1
2025-12-06T17:36:12.146517Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800126484553698:2059] [node 5] ICS10 traffic start
2025-12-06T17:36:12.148121Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:12.159168Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800117894619003:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(31004069ns) {HandleHandshakeStatus:329(30997341ns) {DropIncomingHandshake:442(1085ns) DropOutgoingHandshake:457(534ns) SwitchToState:179(551ns) ProcessPendingSessionEvents:495(1235ns)}}
2025-12-06T17:36:12.160462Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800117894619005:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(43639974ns) {HandleHandshakeStatus:329(41352773ns) {DropIncomingHandshake:442(1412ns) DropOutgoingHandshake:457(8345ns) SwitchToState:179(201ns) ProcessPendingSessionEvents:495(17499384ns) {ForwardSessionEventToSession:612(7393982ns) ForwardSessionEventToSession:612(333537ns) ForwardSessionEventToSession:612(6894ns) ForwardSessionEventToSession:612(365198ns) ForwardSessionEventToSession:612(2347ns) ForwardSessionEventToSession:612(4746502ns) ForwardSessionEventToSession:612(4828ns) ForwardSessionEventToSession:612(2911ns) ForwardSessionEventToSession:612(1981992ns) ForwardSessionEventToSession:612(2631548ns)}}}
2025-12-06T17:36:12.160508Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580800117894619005:2050] [node 3] ICP27 obsolete handshake fail ignored
2025-12-06T17:36:12.214111Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:36:12.214396Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580800125453130086:2048] [node 1] ICS01 socket: 89 reason# EndOfStream
2025-12-06T17:36:12.214441Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580800116863195402:2048] [node 1] ICP30 unregister session Session# [2:7580800125453130086:2048] VirtualId# [2:7580800121158162785:0]
2025-12-06T17:36:12.214470Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580800125453130086:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:12.214618Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:12.214713Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:12.215530Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:36:12.215747Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800126629215957:2048] [node 1] ICS01 socket: 69 reason# EndOfStream
2025-12-06T17:36:12.215785Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800118039281261:2048] [node 1] ICP30 unregister session Session# [3:7580800126629215957:2048] VirtualId# [3:7580800126629215950:0]
2025-12-06T17:36:12.215809Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800126629215957:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:12.215885Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:12.215934Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:12.219140Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:36:12.219360Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800121595341470:2048] [node 1] ICS01 socket: 75 reason# EndOfStream
2025-12-06T17:36:12.219404Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800117300374090:2048] [node 1] ICP30 unregister session Session# [5:7580800121595341470:2048] VirtualId# [5:7580800121595341467:0]
2025-12-06T17:36:12.219432Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800121595341470:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:12.219519Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:12.219569Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:12.220190Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:36:12.220382Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580800123282352987:2048] [node 1] ICS07 socket disconnect 87 reason# EndOfStream
2025-12-06T17:36:12.220414Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800123282352987:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:12.220493Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:12.220543Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580800123282352987:2048] [node 1] ICS15 start handshake
2025-12-06T17:36:12.221502Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:36:12.221784Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800126484553695:2048] [node 1] ICS01 socket: 115 reason# EndOfStream
2025-12-06T17:36:12.222072Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800117894619003:2048] [node 1] ICP30 unregister session Session# [6:7580800126484553695:2048] VirtualId# [6:7580800126484553683:0]
2025-12-06T17:36:12.222114Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800126484553695:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:12.222211Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:12.221889Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800114692418296:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9625) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:36:12.222295Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:12.221979Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800123282352987:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:36:12.222027Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800114692418296:2048] [node 1] ICP30 unregister session Session# [4:7580800123282352987:2048] VirtualId# [4:7580800123282352982:0]
2025-12-06T17:36:12.222086Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:12.222149Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580800114692418296:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:9625) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:12.222165Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9625) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:12.233151Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580800114692418296:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:36:12.257608Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:36:12.257899Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800126629215955:2049] [node 2] ICS01 socket: 85 reason# EndOfStream
2025-12-06T17:36:12.257954Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800118039281262:2049] [node 2] ICP30 unregister session Session# [3:7580800126629215955:2049] VirtualId# [3:7580800126629215949:0]
2025-12-06T17:36:12.257993Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800126629215955:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:12.258133Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:12.258198Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:12.264275Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:36:12.264602Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800123282352981:2049] [node 2] ICS01 socket: 93 reason# EndOfStream
2025-12-06T17:36:12.264656Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800114692418297:2049] [node 2] ICP30 unregister session Session# [4:7580800123282352981:2049] VirtualId# [4:7580800118987385665:0]
2025-12-06T17:36:12.264691Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800123282352981:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:12.264835Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:12.264899Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:12.266034Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:36:12.266280Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800125890308778:2049] [node 2] ICS01 socket: 65 reason# EndOfStream
2025-12-06T17:36:12.266324Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800117300374091:2049] [node 2] ICP30 unregister session Session# [5:7580800125890308778:2049] VirtualId# [5:7580800125890308771:0]
2025-12-06T17:36:12.266357Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800125890308778:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:12.266464Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:12.266516Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:12.267214Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:36:12.267502Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800122189586383:2049] [node 2] ICS01 socket: 63 reason# EndOfStream
2025-12-06T17:36:12.267582Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800117894619004:2049] [node 2] ICP30 unregister session Session# [6:7580800122189586383:2049] VirtualId# [6:7580800122189586372:0]
2025-12-06T17:36:12.267627Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800122189586383:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:12.267788Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:12.267844Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:12.329118Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:36:12.329412Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800125890308773:2050] [node 3] ICS01 socket: 98 reason# EndOfStream
2025-12-06T17:36:12.329488Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800117300374092:2050] [node 3] ICP30 unregister session Session# [5:7580800125890308773:2050] VirtualId# [5:7580800121595341466:0]
2025-12-06T17:36:12.329543Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800125890308773:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:12.329664Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:12.329749Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:12.331036Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:36:12.331176Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800123282352984:2050] [node 3] ICS01 socket: 88 reason# EndOfStream
2025-12-06T17:36:12.331220Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800114692418298:2050] [node 3] ICP30 unregister session Session# [4:7580800123282352984:2050] VirtualId# [4:7580800123282352973:0]
2025-12-06T17:36:12.331243Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800123282352984:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:12.331329Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:12.331372Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:12.331683Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:36:12.331903Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580800126484553693:2050] [node 3] ICS07 socket disconnect 101 reason# EndOfStream
2025-12-06T17:36:12.331925Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800126484553693:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:12.331998Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:12.332034Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580800126484553693:2050] [node 3] ICS15 start handshake
2025-12-06T17:36:12.332720Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800117894619005:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21444) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:36:12.332771Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800126484553693:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:36:12.332856Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800117894619005:2050] [node 3] ICP30 unregister session Session# [6:7580800126484553693:2050] VirtualId# [6:7580800122189586382:0]
2025-12-06T17:36:12.332907Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:12.332936Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580800117894619005:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:21444) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:12.332963Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21444) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:12.342981Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580800117894619005:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:36:12.368237Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:36:12.368586Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800126484553688:2062] [node 4] ICS01 socket: 109 reason# EndOfStream
2025-12-06T17:36:12.368638Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800122189586374:2062] [node 4] ICP30 unregister session Session# [6:7580800126484553688:2062] VirtualId# [6:7580800122189586384:0]
2025-12-06T17:36:12.368673Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800126484553688:2062] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:12.368804Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:36:12.368881Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:36:12.371132Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:36:12.371423Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800125890308784:2068] [node 4] ICS01 socket: 126 reason# EndOfStream
2025-12-06T17:36:12.371465Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800121595341408:2068] [node 4] ICP30 unregister session Session# [5:7580800125890308784:2068] VirtualId# [5:7580800125890308782:0]
2025-12-06T17:36:12.371499Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800125890308784:2068] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:12.371631Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:36:12.371683Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:36:12.401107Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:36:12.401381Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800126484553698:2059] [node 5] ICS01 socket: 84 reason# EndOfStream
2025-12-06T17:36:12.401417Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800122189586368:2059] [node 5] ICP30 unregister session Session# [6:7580800126484553698:2059] VirtualId# [6:7580800126484553692:0]
2025-12-06T17:36:12.401447Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800126484553698:2059] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:12.401535Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:36:12.401595Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:36:12.449741Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800124780215512:2048] [node 2] ICP01 ready to work
2025-12-06T17:36:12.450734Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800124780215513:2049] [node 3] ICP01 ready to work
2025-12-06T17:36:12.457204Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800123229190314:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:12.457236Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800123229190315:2049] [node 3] ICP01 ready to work
2025-12-06T17:36:12.462318Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800124288628766:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:12.462357Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800124288628767:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:12.468636Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800123735927830:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:12.468668Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800123735927831:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:12.468702Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800123735927832:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:12.475452Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800125436358381:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:12.475467Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800125436358382:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:12.475481Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800125436358383:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:12.483790Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800124396727880:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:12.483826Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800124396727881:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:12.483860Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800124396727882:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:12.640790Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800124288628830:2107] [node 4] ICP01 ready to work
2025-12-06T17:36:12.758940Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800124396727881:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(199099317ns) {Configure:104(199092618ns) {ProcessConfigured:135(7288514ns) {StartInitialHandshake:157(7284622ns) {DropHandshakes:470(3912ns) {DropIncomingHandshake:442(1103ns) DropOutgoingHandshake:457(556ns)} GenerateSessionVirtualId:988(1027ns) PrepareNewSessionHandshake:477(5636ns) {SwitchToState:179(2823ns)}}}}}
2025-12-06T17:36:12.641222Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800124288628831:2108] [node 5] ICP01 ready to work
2025-12-06T17:36:12.767134Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800124396727945:2076] [node 4] ICP01 ready to work
2025-12-06T17:36:12.641537Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800124288628832:2109] [node 6] ICP01 ready to work
2025-12-06T17:36:12.774219Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800125436358445:2108] [node 4] ICP01 ready to work
2025-12-06T17:36:12.774648Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800125436358446:2109] [node 6] ICP01 ready to work
2025-12-06T17:36:12.781051Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800124396727946:2086] [node 5] ICP01 ready to work
2025-12-06T17:36:12.781009Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800123735927893:2108] [node 5] ICP01 ready to work
2025-12-06T17:36:12.786580Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800124780215512:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(220295815ns) {Configure:104(220291402ns) {ProcessConfigured:135(1277370ns) {StartInitialHandshake:157(1274912ns) {DropHandshakes:470(2925ns) {DropIncomingHandshake:442(671ns) DropOutgoingHandshake:457(611ns)} GenerateSessionVirtualId:988(582ns) PrepareNewSessionHandshake:477(2671ns) {SwitchToState:179(1852ns)}}}}}
2025-12-06T17:36:12.785158Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800124288628766:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(137124608ns) {Configure:104(137119315ns) {ProcessConfigured:135(6781277ns) {StartInitialHandshake:157(6508843ns) {DropHandshakes:470(2854ns) {DropIncomingHandshake:442(556ns) DropOutgoingHandshake:457(546ns)} GenerateSessionVirtualId:988(1003ns) PrepareNewSessionHandshake:477(3128ns) {SwitchToState:179(162ns)}}}}}
2025-12-06T17:36:12.787796Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800123735927894:2109] [node 6] ICP01 ready to work
2025-12-06T17:36:12.795518Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800124780215579:2107] [node 4] ICP01 ready to work
2025-12-06T17:36:12.795913Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800123229190314:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(210458096ns) {Configure:104(161095011ns) {ProcessConfigured:135(4762506ns) {StartInitialHandshake:157(4759977ns) {DropHandshakes:470(2740ns) {DropIncomingHandshake:442(664ns) DropOutgoingHandshake:457(437ns)} GenerateSessionVirtualId:988(1074ns) PrepareNewSessionHandshake:477(4132ns) {SwitchToState:179(728ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:12.797152Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800124780215580:2108] [node 5] ICP01 ready to work
2025-12-06T17:36:12.797644Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800124780215581:2109] [node 6] ICP01 ready to work
2025-12-06T17:36:12.801884Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800124780215582:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13073
2025-12-06T17:36:12.801949Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800124780215583:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13073
2025-12-06T17:36:12.821712Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800124396727882:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(26774871ns) {Configure:104(26767352ns) {ProcessConfigured:135(3615018ns) {StartInitialHandshake:157(3610685ns) {DropHandshakes:470(2987ns) {DropIncomingHandshake:442(585ns) DropOutgoingHandshake:457(764ns)} GenerateSessionVirtualId:988(927ns) PrepareNewSessionHandshake:477(4368ns) {SwitchToState:179(1809ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:12.840698Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800124288628846:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30752
2025-12-06T17:36:12.841799Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800123735927830:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(45709148ns) {Configure:104(45703757ns) {ProcessConfigured:135(11825999ns) {StartInitialHandshake:157(11822732ns) {DropHandshakes:470(4115ns) {DropIncomingHandshake:442(876ns) DropOutgoingHandshake:457(645ns)} GenerateSessionVirtualId:988(748ns) PrepareNewSessionHandshake:477(5322ns) {SwitchToState:179(2153ns)}}}}}
2025-12-06T17:36:12.842783Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800124780215582:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:12.853522Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800123229190380:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49742
2025-12-06T17:36:12.854286Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800123229190383:2107] [node 4] ICP01 ready to work
2025-12-06T17:36:12.854979Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800123229190384:2109] [node 5] ICP01 ready to work
2025-12-06T17:36:12.855327Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800123229190385:2110] [node 6] ICP01 ready to work
2025-12-06T17:36:12.877109Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800124780215583:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:12.880001Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800124288628847:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30752
2025-12-06T17:36:12.880001Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800123229190381:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49742
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:12.880186Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800123229190382:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49742
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:12.880304Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800124288628848:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30752
2025-12-06T17:36:12.880646Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800124288628847:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:12.880765Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800124288628846:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:12.880424Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800123735927831:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(26772352ns) {Configure:104(26765473ns) {ProcessConfigured:135(56580ns) {StartInitialHandshake:157(54330ns) {DropHandshakes:470(1204ns) {DropIncomingHandshake:442(149ns) DropOutgoingHandshake:457(227ns)} GenerateSessionVirtualId:988(1581ns) PrepareNewSessionHandshake:477(1046ns) {SwitchToState:179(544ns)}}}}}
2025-12-06T17:36:12.881145Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800123229190380:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:12.881300Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800124288628766:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:12.881527Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800124288628848:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:12.881597Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800123229190381:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:12.881972Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800124780215578:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:12.882005Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800124780215578:2111] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:36:12.881847Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800123229190382:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:12.885100Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800123735927899:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15637
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:12.885313Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800123735927900:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15637
2025-12-06T17:36:12.885541Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800123735927899:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:12.881948Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800123229190386:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49742
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:12.888242Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580800123229190314:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:12.888627Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800123229190386:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:12.887849Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800124780215595:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13073
2025-12-06T17:36:12.887920Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800124780215596:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13073
2025-12-06T17:36:12.891131Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800124780215578:2111] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:12.895370Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800124780215576:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:12.895396Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800124780215576:2110] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:36:12.896994Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800124780215513:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:36:12.897078Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:12.897127Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800124780215513:2049] [node 3] ICP22 created new session: [1:7580800124780215598:2049]
2025-12-06T17:36:12.897179Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800124780215598:2049] [node 3] ICS09 handshake done sender: [1:7580800124780215578:2111] self: [1:7580800124780215577:0] peer: [3:7580800124288628849:0] socket: 77 qp: -1
2025-12-06T17:36:12.897214Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800124780215598:2049] [node 3] ICS10 traffic start
2025-12-06T17:36:12.897274Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:12.898939Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800124288628853:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30752
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:12.899533Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800124288628854:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30752
2025-12-06T17:36:12.899677Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800124288628847:2117] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:12.899927Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800124288628766:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:12.899996Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:12.900039Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800124288628766:2048] [node 1] ICP22 created new session: [3:7580800124288628855:2048]
2025-12-06T17:36:12.900113Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800124288628855:2048] [node 1] ICS09 handshake done sender: [3:7580800124288628847:2117] self: [3:7580800124288628849:0] peer: [1:7580800124780215577:0] socket: 83 qp: -1
2025-12-06T17:36:12.900166Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800124288628855:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:12.900222Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:12.901618Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800123735927900:2113] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:12.901848Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800123735927830:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:12.902169Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800123735927832:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:12.905624Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800124288628838:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:12.905657Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800124288628838:2113] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:36:12.906590Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800124288628852:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30752
2025-12-06T17:36:12.902559Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800123735927901:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15637
2025-12-06T17:36:12.907221Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800125436358460:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7690
2025-12-06T17:36:12.913024Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800124780215585:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:12.913067Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800124780215585:2114] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:36:12.914685Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800124780215576:2110] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:12.915325Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800125436358461:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7690
2025-12-06T17:36:12.905235Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800123735927911:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15637
2025-12-06T17:36:12.907780Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800123735927901:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:12.918978Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800123229190401:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49742
2025-12-06T17:36:12.919761Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800123229190403:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49742
2025-12-06T17:36:12.920367Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800124780215595:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:12.920442Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800124780215512:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:36:12.920503Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:12.920550Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800124780215512:2048] [node 2] ICP22 created new session: [1:7580800124780215603:2048]
2025-12-06T17:36:12.920610Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800124780215603:2048] [node 2] ICS09 handshake done sender: [1:7580800124780215576:2110] self: [1:7580800124780215575:0] peer: [2:7580800123229190400:0] socket: 76 qp: -1
2025-12-06T17:36:12.920643Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800124780215603:2048] [node 2] ICS10 traffic start
2025-12-06T17:36:12.920709Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:12.921260Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800124780215585:2114] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:12.923146Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800123229190382:2114] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:12.923453Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580800123229190314:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:12.923523Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:12.923572Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800123229190314:2048] [node 1] ICP22 created new session: [2:7580800123229190404:2048]
2025-12-06T17:36:12.923610Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800123229190404:2048] [node 1] ICS09 handshake done sender: [2:7580800123229190382:2114] self: [2:7580800123229190400:0] peer: [1:7580800124780215575:0] socket: 79 qp: -1
2025-12-06T17:36:12.923643Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800123229190404:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:12.923680Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:12.925523Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800124780215579:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:36:12.925575Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:12.925613Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800124780215579:2107] [node 4] ICP22 created new session: [1:7580800124780215605:2107]
2025-12-06T17:36:12.925666Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800124780215605:2107] [node 4] ICS09 handshake done sender: [1:7580800124780215585:2114] self: [1:7580800124780215584:0] peer: [4:7580800123735927912:0] socket: 81 qp: -1
2025-12-06T17:36:12.925698Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800124780215605:2107] [node 4] ICS10 traffic start
2025-12-06T17:36:12.925727Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:12.926393Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580800124780215512:2048] [node 2] ICP18 handshake (actor [1:7580800124780215595:2117]) is too old
2025-12-06T17:36:12.930046Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800125436358461:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:12.930187Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800125436358381:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:12.937370Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800124396727958:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44388
2025-12-06T17:36:12.937418Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800124288628854:2121] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:12.937673Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800124288628767:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:12.937912Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800124288628838:2113] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:12.940188Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800123735927914:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15637
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:12.941473Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800125436358463:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7690
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:12.941933Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800123735927915:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15637
2025-12-06T17:36:12.941429Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800124780215587:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:12.941466Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800124780215587:2115] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:12.942713Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800124396727959:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44388
2025-12-06T17:36:12.943562Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800123735927899:2112] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:12.944465Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800124780215596:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:12.946014Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800124396727958:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:12.946168Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800124396727880:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:12.946456Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800123229190388:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:12.946496Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800123229190388:2116] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:36:12.946283Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580800124780215579:2107] [node 4] ICP18 handshake (actor [1:7580800124780215596:2118]) is too old
2025-12-06T17:36:12.946227Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800123735927900:2113] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:12.949693Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800123229190401:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:12.951269Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800124780215587:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:12.951456Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800125436358463:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:12.946776Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800123735927832:2050] [node 3] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:12.946838Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:12.953345Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800124288628852:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:12.953673Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800124288628830:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:36:12.946882Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800123735927832:2050] [node 3] ICP22 created new session: [4:7580800123735927917:2050]
2025-12-06T17:36:12.955301Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800123229190390:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:12.953709Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:12.953804Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800124288628830:2107] [node 4] ICP22 created new session: [3:7580800124288628862:2107]
2025-12-06T17:36:12.953850Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800124288628862:2107] [node 4] ICS09 handshake done sender: [3:7580800124288628838:2113] self: [3:7580800124288628837:0] peer: [4:7580800123735927913:0] socket: 68 qp: -1
2025-12-06T17:36:12.953886Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800124288628862:2107] [node 4] ICS10 traffic start
2025-12-06T17:36:12.953918Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:12.954240Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7580800124288628830:2107] [node 4] ICP18 handshake (actor [3:7580800124288628852:2119]) is too old
2025-12-06T17:36:12.955539Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800124396727961:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44388
2025-12-06T17:36:12.955351Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800123229190390:2117] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:36:12.957236Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800124780215589:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:12.955055Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800125436358464:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7690
2025-12-06T17:36:12.946930Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800123735927917:2050] [node 3] ICS09 handshake done sender: [4:7580800123735927899:2112] self: [4:7580800123735927913:0] peer: [3:7580800124288628837:0] socket: 91 qp: -1
2025-12-06T17:36:12.957272Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800124780215589:2116] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:12.957667Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800123229190388:2116] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:12.946967Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800123735927917:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:12.958596Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800124396727959:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:12.958738Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800124396727882:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:12.958514Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800123229190315:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:36:12.958637Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:12.959202Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800124288628861:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30752
2025-12-06T17:36:12.947029Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:12.958677Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800123229190315:2049] [node 3] ICP22 created new session: [2:7580800123229190410:2049]
2025-12-06T17:36:12.947463Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800123735927830:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:12.960115Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800124780215580:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:12.959197Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800123229190410:2049] [node 3] ICS09 handshake done sender: [2:7580800123229190388:2116] self: [2:7580800123229190387:0] peer: [3:7580800124288628859:0] socket: 103 qp: -1
2025-12-06T17:36:12.959990Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800125436358460:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:12.947494Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:12.962351Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800124288628842:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:12.962378Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800124288628842:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:12.962915Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800124288628854:2121] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:12.960182Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:12.960226Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800124780215580:2108] [node 5] ICP22 created new session: [1:7580800124780215609:2108]
2025-12-06T17:36:12.960306Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800124780215609:2108] [node 5] ICS09 handshake done sender: [1:7580800124780215587:2115] self: [1:7580800124780215586:0] peer: [5:7580800125436358462:0] socket: 112 qp: -1
2025-12-06T17:36:12.960343Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800124780215609:2108] [node 5] ICS10 traffic start
2025-12-06T17:36:12.960397Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:12.961912Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800125436358382:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:12.962256Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800125436358461:2117] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:12.947526Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800123735927830:2048] [node 1] ICP22 created new session: [4:7580800123735927919:2048]
2025-12-06T17:36:12.947570Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800123735927919:2048] [node 1] ICS09 handshake done sender: [4:7580800123735927900:2113] self: [4:7580800123735927912:0] peer: [1:7580800124780215584:0] socket: 92 qp: -1
2025-12-06T17:36:12.947595Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800123735927919:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:12.947622Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:12.951721Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800123735927911:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:12.952234Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800123735927831:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:12.959236Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800123229190410:2049] [node 3] ICS10 traffic start
2025-12-06T17:36:12.959305Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:12.964147Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800124780215589:2116] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:12.965025Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800123735927924:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15637
2025-12-06T17:36:12.964766Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800124780215581:2109] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:12.965562Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800124396727961:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:12.965681Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800124396727945:2076] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:12.965966Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800124396727963:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44388
2025-12-06T17:36:12.965318Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:12.966600Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800124780215581:2109] [node 6] ICP22 created new session: [1:7580800124780215612:2109]
2025-12-06T17:36:12.968341Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800123229190390:2117] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:12.966792Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800124396727958:2115] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:12.971330Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800125436358381:2048] [node 1] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:12.966916Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800124780215612:2109] [node 6] ICS09 handshake done sender: [1:7580800124780215589:2116] self: [1:7580800124780215588:0] peer: [6:7580800124396727960:0] socket: 94 qp: -1
2025-12-06T17:36:12.971400Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:12.973252Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800124288628840:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:12.973288Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800124288628840:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:12.974067Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800124288628767:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:12.974143Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:12.974191Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800124288628767:2049] [node 2] ICP22 created new session: [3:7580800124288628866:2049]
2025-12-06T17:36:12.974235Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800124288628866:2049] [node 2] ICS09 handshake done sender: [3:7580800124288628854:2121] self: [3:7580800124288628859:0] peer: [2:7580800123229190387:0] socket: 107 qp: -1
2025-12-06T17:36:12.974264Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800124288628866:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:12.974291Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:12.974517Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7580800124288628767:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:36:12.967043Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800124780215612:2109] [node 6] ICS10 traffic start
2025-12-06T17:36:12.967143Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800123735927907:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:12.975416Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800124396727880:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:12.975507Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:12.975552Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800124396727880:2048] [node 1] ICP22 created new session: [6:7580800124396727966:2048]
2025-12-06T17:36:12.975595Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800124396727966:2048] [node 1] ICS09 handshake done sender: [6:7580800124396727958:2115] self: [6:7580800124396727960:0] peer: [1:7580800124780215588:0] socket: 99 qp: -1
2025-12-06T17:36:12.975627Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800124396727966:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:12.975660Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:12.971441Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800125436358381:2048] [node 1] ICP22 created new session: [5:7580800125436358467:2048]
2025-12-06T17:36:12.967172Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800123735927907:2117] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:12.971488Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800125436358467:2048] [node 1] ICS09 handshake done sender: [5:7580800125436358461:2117] self: [5:7580800125436358462:0] peer: [1:7580800124780215586:0] socket: 114 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:12.967077Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:12.971519Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800125436358467:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:12.971567Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:12.971796Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7580800125436358381:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:36:12.972202Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800125436358465:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7690
2025-12-06T17:36:12.972350Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800125436358383:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:12.978174Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800125436358471:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7690
2025-12-06T17:36:12.979265Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800125436358465:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:12.979392Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800125436358445:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:12.980475Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800124288628840:2114] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:12.981354Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800124396727965:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44388
2025-12-06T17:36:12.981408Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800124396727968:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44388
2025-12-06T17:36:12.979935Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800123735927905:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:12.979967Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800123735927905:2116] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:12.984129Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800125436358460:2116] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:12.987073Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800124396727970:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44388
2025-12-06T17:36:12.984180Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800123229190392:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:12.989799Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800124288628842:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:12.990058Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800124288628831:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:12.990796Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:12.984224Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800123229190392:2118] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:12.992312Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800124288628831:2108] [node 5] ICP22 created new session: [3:7580800124288628868:2108]
2025-12-06T17:36:12.990213Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800124396727959:2116] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:12.992883Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800125436358473:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7690
2025-12-06T17:36:12.993011Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800125436358383:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:12.993073Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:12.985197Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800123229190383:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:36:12.985250Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:12.993257Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800125436358383:2050] [node 3] ICP22 created new session: [5:7580800125436358474:2050]
2025-12-06T17:36:12.993219Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800124288628868:2108] [node 5] ICS09 handshake done sender: [3:7580800124288628840:2114] self: [3:7580800124288628839:0] peer: [5:7580800125436358469:0] socket: 74 qp: -1
2025-12-06T17:36:12.993287Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800124288628868:2108] [node 5] ICS10 traffic start
2025-12-06T17:36:12.993319Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:12.985300Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800123229190383:2107] [node 4] ICP22 created new session: [2:7580800123229190413:2107]
2025-12-06T17:36:12.985342Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800123229190413:2107] [node 4] ICS09 handshake done sender: [2:7580800123229190390:2117] self: [2:7580800123229190389:0] peer: [4:7580800123735927923:0] socket: 104 qp: -1
2025-12-06T17:36:12.985374Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800123229190413:2107] [node 4] ICS10 traffic start
2025-12-06T17:36:12.985427Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:12.989099Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800123229190392:2118] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:12.992281Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800123735927911:2118] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:12.991323Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800123229190384:2109] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:12.993481Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800124396727882:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:12.993329Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800125436358474:2050] [node 3] ICS09 handshake done sender: [5:7580800125436358460:2116] self: [5:7580800125436358469:0] peer: [3:7580800124288628839:0] socket: 110 qp: -1
2025-12-06T17:36:12.991377Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:12.993533Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:12.993838Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800125436358474:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:12.991434Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800123229190384:2109] [node 5] ICP22 created new session: [2:7580800123229190416:2109]
2025-12-06T17:36:12.994325Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:12.991496Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800123229190416:2109] [node 5] ICS09 handshake done sender: [2:7580800123229190392:2118] self: [2:7580800123229190391:0] peer: [5:7580800125436358466:0] socket: 118 qp: -1
2025-12-06T17:36:12.991529Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800123229190416:2109] [node 5] ICS10 traffic start
2025-12-06T17:36:12.991560Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:13.003258Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800123735927926:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15637
2025-12-06T17:36:13.003533Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800123735927907:2117] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:13.003913Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800123735927831:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:13.003973Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:13.004022Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800123735927831:2049] [node 2] ICP22 created new session: [4:7580800128030895224:2049]
2025-12-06T17:36:13.004066Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800128030895224:2049] [node 2] ICS09 handshake done sender: [4:7580800123735927911:2118] self: [4:7580800123735927923:0] peer: [2:7580800123229190389:0] socket: 108 qp: -1
2025-12-06T17:36:13.004104Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800128030895224:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:13.004137Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:13.004416Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7580800123735927831:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:36:13.004990Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800123735927894:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:13.005040Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:13.005084Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800123735927894:2109] [node 6] ICP22 created new session: [4:7580800128030895226:2109]
2025-12-06T17:36:13.005124Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800128030895226:2109] [node 6] ICS09 handshake done sender: [4:7580800123735927907:2117] self: [4:7580800123735927906:0] peer: [6:7580800124396727964:0] socket: 123 qp: -1
2025-12-06T17:36:13.005151Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800128030895226:2109] [node 6] ICS10 traffic start
2025-12-06T17:36:13.005187Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:12.993574Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800124396727882:2050] [node 3] ICP22 created new session: [6:7580800124396727971:2050]
2025-12-06T17:36:13.008491Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800125436358473:2122] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:12.993608Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800124396727971:2050] [node 3] ICS09 handshake done sender: [6:7580800124396727959:2116] self: [6:7580800124396727962:0] peer: [3:7580800124288628841:0] socket: 121 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:12.993629Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800124396727971:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:13.008573Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800125436358382:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20162) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800125436358463:2118] held: no
2025-12-06T17:36:13.009374Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800125436358476:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7690
2025-12-06T17:36:12.993658Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:12.995706Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800124396727970:2121] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:13.008971Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800123735927905:2116] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:13.009996Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800124288628832:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:13.010226Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:13.010299Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800124288628832:2109] [node 6] ICP22 created new session: [3:7580800128583596166:2109]
2025-12-06T17:36:13.010341Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800128583596166:2109] [node 6] ICS09 handshake done sender: [3:7580800124288628842:2115] self: [3:7580800124288628841:0] peer: [6:7580800124396727962:0] socket: 120 qp: -1
2025-12-06T17:36:13.010793Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800128583596166:2109] [node 6] ICS10 traffic start
2025-12-06T17:36:13.010846Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:13.013703Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800125436358463:2118] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:13.014387Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800124396727945:2076] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5437) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800124396727961:2117] held: no
2025-12-06T17:36:13.014676Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800124396727881:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:13.014736Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800124396727961:2117] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:13.015286Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800123735927926:2122] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:13.015345Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800123735927893:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:13.015381Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:13.015418Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800123735927893:2108] [node 5] ICP22 created new session: [4:7580800128030895228:2108]
2025-12-06T17:36:13.015476Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800128030895228:2108] [node 5] ICS09 handshake done sender: [4:7580800123735927905:2116] self: [4:7580800123735927904:0] peer: [5:7580800125436358472:0] socket: 95 qp: -1
2025-12-06T17:36:13.015519Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800128030895228:2108] [node 5] ICS10 traffic start
2025-12-06T17:36:13.015568Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:13.016068Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7580800123735927893:2108] [node 5] ICP18 handshake (actor [4:7580800123735927926:2122]) is too old
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:13.017381Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800125436358382:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:13.017428Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:13.017470Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800125436358382:2049] [node 2] ICP22 created new session: [5:7580800129731325776:2049]
2025-12-06T17:36:13.017517Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800129731325776:2049] [node 2] ICS09 handshake done sender: [5:7580800125436358463:2118] self: [5:7580800125436358466:0] peer: [2:7580800123229190391:0] socket: 119 qp: -1
2025-12-06T17:36:13.017552Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800129731325776:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:13.017582Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:13.018014Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800129731325773:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7690
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:13.019582Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800124396727945:2076] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:36:13.019644Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:13.019695Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800124396727945:2076] [node 4] ICP22 created new session: [6:7580800128691695271:2076]
2025-12-06T17:36:13.019758Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800128691695271:2076] [node 4] ICS09 handshake done sender: [6:7580800124396727961:2117] self: [6:7580800124396727964:0] peer: [4:7580800123735927906:0] socket: 124 qp: -1
2025-12-06T17:36:13.019785Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800128691695271:2076] [node 4] ICS10 traffic start
2025-12-06T17:36:13.019815Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:13.020562Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800128691695270:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44388
2025-12-06T17:36:13.019156Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800123229190394:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:13.019185Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800123229190394:2119] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:13.022427Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800123229190394:2119] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:13.018882Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800125436358465:2120] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:13.022716Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800123229190385:2110] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:13.022763Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:13.022823Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800123229190385:2110] [node 6] ICP22 created new session: [2:7580800127524157715:2110]
2025-12-06T17:36:13.022870Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800127524157715:2110] [node 6] ICS09 handshake done sender: [2:7580800123229190394:2119] self: [2:7580800123229190393:0] peer: [6:7580800128691695269:0] socket: 136 qp: -1
2025-12-06T17:36:13.022903Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800127524157715:2110] [node 6] ICS10 traffic start
2025-12-06T17:36:13.023883Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800125436358445:2108] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:36:13.022968Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:13.023929Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:13.023968Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800125436358445:2108] [node 4] ICP22 created new session: [5:7580800129731325778:2108]
2025-12-06T17:36:13.025223Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800129731325778:2108] [node 4] ICS09 handshake done sender: [5:7580800125436358465:2120] self: [5:7580800125436358472:0] peer: [4:7580800123735927904:0] socket: 98 qp: -1
2025-12-06T17:36:13.025283Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800129731325778:2108] [node 4] ICS10 traffic start
2025-12-06T17:36:13.025353Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:13.031344Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800124396727881:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20162) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800124396727970:2121] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:13.031868Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7580800125436358445:2108] [node 4] ICP27 obsolete handshake fail ignored
2025-12-06T17:36:13.032137Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800128691695273:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44388
2025-12-06T17:36:13.032662Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800128691695270:2122] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:13.032752Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800124396727970:2121] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:13.033032Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800124396727881:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:13.033083Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:13.033127Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800124396727881:2049] [node 2] ICP22 created new session: [6:7580800128691695274:2049]
2025-12-06T17:36:13.033172Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800128691695274:2049] [node 2] ICS09 handshake done sender: [6:7580800124396727970:2121] self: [6:7580800128691695269:0] peer: [2:7580800123229190393:0] socket: 137 qp: -1
2025-12-06T17:36:13.033954Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800125436358456:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:13.033986Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580800125436358456:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:13.033206Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800128691695274:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:13.033238Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:13.033637Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800124396727946:2086] [node 5] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:13.035372Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800128691695277:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44388
2025-12-06T17:36:13.035630Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800125436358456:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:13.036743Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800128691695270:2122] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:13.036657Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580800125436358446:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:13.036732Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:13.036782Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800125436358446:2109] [node 6] ICP22 created new session: [5:7580800129731325781:2109]
2025-12-06T17:36:13.036823Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800129731325781:2109] [node 6] ICS09 handshake done sender: [5:7580800125436358456:2115] self: [5:7580800125436358455:0] peer: [6:7580800128691695276:0] socket: 80 qp: -1
2025-12-06T17:36:13.036856Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800129731325781:2109] [node 6] ICS10 traffic start
2025-12-06T17:36:13.037188Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:13.037314Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800124396727946:2086] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:36:13.037380Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:13.037424Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800124396727946:2086] [node 5] ICP22 created new session: [6:7580800128691695278:2086]
2025-12-06T17:36:13.037458Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800128691695278:2086] [node 5] ICS09 handshake done sender: [6:7580800128691695270:2122] self: [6:7580800128691695276:0] peer: [5:7580800125436358455:0] socket: 86 qp: -1
2025-12-06T17:36:13.037484Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800128691695278:2086] [node 5] ICS10 traffic start
2025-12-06T17:36:13.037513Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:13.057657Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:36:13.057893Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580800123229190404:2048] [node 1] ICS01 socket: 79 reason# EndOfStream
2025-12-06T17:36:13.057934Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580800123229190314:2048] [node 1] ICP30 unregister session Session# [2:7580800123229190404:2048] VirtualId# [2:7580800123229190400:0]
2025-12-06T17:36:13.057966Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580800123229190404:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:13.058053Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:13.058097Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:13.059802Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:36:13.060014Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800124288628855:2048] [node 1] ICS01 socket: 83 reason# EndOfStream
2025-12-06T17:36:13.060048Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800124288628766:2048] [node 1] ICP30 unregister session Session# [3:7580800124288628855:2048] VirtualId# [3:7580800124288628849:0]
2025-12-06T17:36:13.060073Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800124288628855:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:13.060147Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:13.060184Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:13.062046Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:36:13.062285Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800123735927919:2048] [node 1] ICS01 socket: 92 reason# EndOfStream
2025-12-06T17:36:13.062323Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800123735927830:2048] [node 1] ICP30 unregister session Session# [4:7580800123735927919:2048] VirtualId# [4:7580800123735927912:0]
2025-12-06T17:36:13.062351Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800123735927919:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:13.062432Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:13.062516Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:13.066736Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:36:13.069067Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580800124396727966:2048] [node 1] ICS07 socket disconnect 99 reason# EndOfStream
2025-12-06T17:36:13.069110Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800124396727966:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:13.069215Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:13.069258Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580800124396727966:2048] [node 1] ICS15 start handshake
2025-12-06T17:36:13.071000Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800124396727880:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4403) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:36:13.071075Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800124396727966:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:36:13.071103Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800124396727880:2048] [node 1] ICP30 unregister session Session# [6:7580800124396727966:2048] VirtualId# [6:7580800124396727960:0]
2025-12-06T17:36:13.071150Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:13.071183Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580800124396727880:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:4403) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:13.071196Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4403) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:13.070734Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:36:13.082728Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580800124396727880:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:36:13.071039Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800125436358467:2048] [node 1] ICS01 socket: 114 reason# EndOfStream
2025-12-06T17:36:13.071092Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800125436358381:2048] [node 1] ICP30 unregister session Session# [5:7580800125436358467:2048] VirtualId# [5:7580800125436358462:0]
2025-12-06T17:36:13.071128Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800125436358467:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:13.071264Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:13.071323Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:13.106991Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:36:13.107271Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800124288628866:2049] [node 2] ICS01 socket: 107 reason# EndOfStream
2025-12-06T17:36:13.107315Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800124288628767:2049] [node 2] ICP30 unregister session Session# [3:7580800124288628866:2049] VirtualId# [3:7580800124288628859:0]
2025-12-06T17:36:13.107358Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800124288628866:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:13.107469Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:13.107515Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:13.115657Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:36:13.115911Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800128030895224:2049] [node 2] ICS01 socket: 108 reason# EndOfStream
2025-12-06T17:36:13.115953Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800123735927831:2049] [node 2] ICP30 unregister session Session# [4:7580800128030895224:2049] VirtualId# [4:7580800123735927923:0]
2025-12-06T17:36:13.115986Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800128030895224:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:13.116090Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:13.116144Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:13.121655Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:36:13.121911Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800129731325776:2049] [node 2] ICS01 socket: 119 reason# EndOfStream
2025-12-06T17:36:13.121952Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800125436358382:2049] [node 2] ICP30 unregister session Session# [5:7580800129731325776:2049] VirtualId# [5:7580800125436358466:0]
2025-12-06T17:36:13.121983Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800129731325776:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:13.122065Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:13.122115Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:13.122911Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:36:13.123131Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800128691695274:2049] [node 2] ICS01 socket: 137 reason# EndOfStream
2025-12-06T17:36:13.123163Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800124396727881:2049] [node 2] ICP30 unregister session Session# [6:7580800128691695274:2049] VirtualId# [6:7580800128691695269:0]
2025-12-06T17:36:13.123188Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800128691695274:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:13.123256Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:13.123301Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:13.145067Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:36:13.145299Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800123735927917:2050] [node 3] ICS01 socket: 91 reason# EndOfStream
2025-12-06T17:36:13.145339Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800123735927832:2050] [node 3] ICP30 unregister session Session# [4:7580800123735927917:2050] VirtualId# [4:7580800123735927913:0]
2025-12-06T17:36:13.145368Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800123735927917:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:13.145463Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:13.145514Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:13.146041Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:36:13.146317Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800124396727971:2050] [node 3] ICS01 socket: 121 reason# EndOfStream
2025-12-06T17:36:13.146362Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800124396727882:2050] [node 3] ICP30 unregister session Session# [6:7580800124396727971:2050] VirtualId# [6:7580800124396727962:0]
2025-12-06T17:36:13.146392Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800124396727971:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:13.146524Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:13.146609Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:13.146723Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:36:13.146913Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800125436358474:2050] [node 3] ICS01 socket: 110 reason# EndOfStream
2025-12-06T17:36:13.146945Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800125436358383:2050] [node 3] ICP30 unregister session Session# [5:7580800125436358474:2050] VirtualId# [5:7580800125436358469:0]
2025-12-06T17:36:13.146962Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800125436358474:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:13.147068Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:13.147111Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:13.172249Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:36:13.172495Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800129731325778:2108] [node 4] ICS01 socket: 98 reason# EndOfStream
2025-12-06T17:36:13.172539Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800125436358445:2108] [node 4] ICP30 unregister session Session# [5:7580800129731325778:2108] VirtualId# [5:7580800125436358472:0]
2025-12-06T17:36:13.172570Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800129731325778:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:13.172652Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:36:13.172693Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:36:13.190788Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:36:13.191074Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800128691695271:2076] [node 4] ICS01 socket: 124 reason# EndOfStream
2025-12-06T17:36:13.191126Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800124396727945:2076] [node 4] ICP30 unregister session Session# [6:7580800128691695271:2076] VirtualId# [6:7580800124396727964:0]
2025-12-06T17:36:13.191159Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800128691695271:2076] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:13.191270Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:36:13.191318Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:36:13.258788Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:36:13.259045Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580800128691695278:2086] [node 5] ICS07 socket disconnect 86 reason# EndOfStream
2025-12-06T17:36:13.259076Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800128691695278:2086] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:13.259203Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:36:13.259247Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580800128691695278:2086] [node 5] ICS15 start handshake
2025-12-06T17:36:13.260330Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800124396727946:2086] [node 5] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2590) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:36:13.260429Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800128691695278:2086] [node 5] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:36:13.260507Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800124396727946:2086] [node 5] ICP30 unregister session Session# [6:7580800128691695278:2086] VirtualId# [6:7580800128691695276:0]
2025-12-06T17:36:13.260591Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
2025-12-06T17:36:13.260643Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580800124396727946:2086] [node 5] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:2590) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:13.260659Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [5] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2590) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:36:13.310416Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800127776642836:2048] [node 2] ICP01 ready to work
2025-12-06T17:36:13.310444Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800127776642837:2049] [node 3] ICP01 ready to work
2025-12-06T17:36:13.317080Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800127366292368:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:13.317121Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800127366292369:2049] [node 3] ICP01 ready to work
2025-12-06T17:36:13.323606Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800130479155604:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:13.323655Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800130479155605:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:13.328971Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800129041944428:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:13.328974Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800129041944427:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:13.329021Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800129041944429:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:13.337048Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800130252255486:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:13.337211Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800130252255487:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:13.337237Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800130252255488:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:13.344647Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800128634046730:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:13.344687Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800128634046731:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:13.344781Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800128634046732:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:13.657158Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800128634046791:2106] [node 5] ICP01 ready to work
2025-12-06T17:36:13.727883Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800130479155668:2107] [node 6] ICP01 ready to work
2025-12-06T17:36:13.749831Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800130479155669:2109] [node 5] ICP01 ready to work
2025-12-06T17:36:13.763505Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800129041944427:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(152996923ns) {Configure:104(152991618ns) {ProcessConfigured:135(76516ns) {StartInitialHandshake:157(71506ns) {DropHandshakes:470(2534ns) {DropIncomingHandshake:442(515ns) DropOutgoingHandshake:457(354ns)} GenerateSessionVirtualId:988(1105ns) PrepareNewSessionHandshake:477(1658ns) {SwitchToState:179(620ns)}}}}}
2025-12-06T17:36:13.775621Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800127366292432:2107] [node 4] ICP01 ready to work
2025-12-06T17:36:13.735965Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800127776642837:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(157882316ns) {Configure:104(157876648ns) {ProcessConfigured:135(96019ns) {StartInitialHandshake:157(93389ns) {DropHandshakes:470(2615ns) {DropIncomingHandshake:442(581ns) DropOutgoingHandshake:457(455ns)} GenerateSessionVirtualId:988(1245ns) PrepareNewSessionHandshake:477(1813ns) {SwitchToState:179(940ns)}}}}}
2025-12-06T17:36:13.773657Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800129041944494:2108] [node 5] ICP01 ready to work
2025-12-06T17:36:13.774783Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800128634046794:2109] [node 4] ICP01 ready to work
2025-12-06T17:36:13.775214Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800130479155671:2110] [node 4] ICP01 ready to work
2025-12-06T17:36:13.776084Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800127366292434:2109] [node 5] ICP01 ready to work
2025-12-06T17:36:13.779009Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800130252255550:2108] [node 4] ICP01 ready to work
2025-12-06T17:36:13.736850Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800127776642903:2107] [node 4] ICP01 ready to work
2025-12-06T17:36:13.807198Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800129041944495:2109] [node 6] ICP01 ready to work
2025-12-06T17:36:13.807761Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800130252255551:2110] [node 6] ICP01 ready to work
2025-12-06T17:36:13.776351Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800127366292435:2110] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:13.737228Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800127776642904:2108] [node 5] ICP01 ready to work
2025-12-06T17:36:13.807789Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800130479155604:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(164738049ns) {Configure:104(164731829ns) {ProcessConfigured:135(7445516ns) {StartInitialHandshake:157(7438845ns) {DropHandshakes:470(3210ns) {DropIncomingHandshake:442(958ns) DropOutgoingHandshake:457(479ns)} GenerateSessionVirtualId:988(1685ns) PrepareNewSessionHandshake:477(4320ns) {SwitchToState:179(1826ns)}}}}}
2025-12-06T17:36:13.737523Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800127776642905:2109] [node 6] ICP01 ready to work
2025-12-06T17:36:13.810081Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800130252255486:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(152714337ns) {Configure:104(152709434ns) {ProcessConfigured:135(33341ns) {StartInitialHandshake:157(31847ns) {DropHandshakes:470(2082ns) {DropIncomingHandshake:442(422ns) DropOutgoingHandshake:457(233ns)} GenerateSessionVirtualId:988(464ns) PrepareNewSessionHandshake:477(868ns) {SwitchToState:179(380ns)}}}}}
2025-12-06T17:36:13.788210Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800127366292369:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(197908668ns) {Configure:104(197903165ns) {ProcessConfigured:135(12473719ns) {StartInitialHandshake:157(12470797ns) {DropHandshakes:470(2545ns) {DropIncomingHandshake:442(825ns) DropOutgoingHandshake:457(337ns)} GenerateSessionVirtualId:988(1090ns) PrepareNewSessionHandshake:477(4535ns) {SwitchToState:179(1529ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:13.830482Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800128634046791:2106] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(173035678ns) {Configure:104(173032564ns) {ProcessConfigured:135(11612356ns) {StartInitialHandshake:157(11609620ns) {DropHandshakes:470(1678493ns) {DropIncomingHandshake:442(529ns) DropOutgoingHandshake:457(1115ns)} GenerateSessionVirtualId:988(1180ns) PrepareNewSessionHandshake:477(3583ns) {SwitchToState:179(2139ns)}}}}}
2025-12-06T17:36:13.829629Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800129041944497:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42288
2025-12-06T17:36:13.831258Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800129041944428:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(200371737ns) {Configure:104(200367151ns) {ProcessConfigured:135(5591480ns) {StartInitialHandshake:157(5589231ns) {DropHandshakes:470(2143ns) {DropIncomingHandshake:442(342ns) DropOutgoingHandshake:457(216ns)} GenerateSessionVirtualId:988(851ns) PrepareNewSessionHandshake:477(2336ns) {SwitchToState:179(591ns)}}}}}
2025-12-06T17:36:13.814670Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800127366292435:2110] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(31606738ns) {Configure:104(31598698ns) {ProcessConfigured:135(17832484ns) {StartInitialHandshake:157(17828334ns) {DropHandshakes:470(13831431ns) {DropIncomingHandshake:442(2441ns) DropOutgoingHandshake:457(324ns)} GenerateSessionVirtualId:988(2120ns) PrepareNewSessionHandshake:477(2906ns) {SwitchToState:179(1366ns)}}}}}
2025-12-06T17:36:13.830952Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800127366292368:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(42486406ns) {Configure:104(42481534ns) {ProcessConfigured:135(10353778ns) {StartInitialHandshake:157(10352621ns) {DropHandshakes:470(798ns) {DropIncomingHandshake:442(265ns) DropOutgoingHandshake:457(68ns)} GenerateSessionVirtualId:988(144ns) PrepareNewSessionHandshake:477(2622ns) {SwitchToState:179(129ns)}}}}}
2025-12-06T17:36:13.748640Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800127776642836:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(169532193ns) {Configure:104(169527046ns) {ProcessConfigured:135(63949432ns) {StartInitialHandshake:157(63945904ns) {DropHandshakes:470(12297552ns) {DropIncomingHandshake:442(3049ns) DropOutgoingHandshake:457(494ns)} GenerateSessionVirtualId:988(3097ns) PrepareNewSessionHandshake:477(5935ns) {SwitchToState:179(2425ns)}}}}}
2025-12-06T17:36:13.838648Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800129041944497:2113] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:13.843787Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800130252255551:2110] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(23679071ns) {Configure:104(23675503ns) {ProcessConfigured:135(52000ns) {StartInitialHandshake:157(49208ns) {DropHandshakes:470(1941ns) {DropIncomingHandshake:442(384ns) DropOutgoingHandshake:457(383ns)} GenerateSessionVirtualId:988(471ns) PrepareNewSessionHandshake:477(1003ns) {SwitchToState:179(403ns)}}}}}
2025-12-06T17:36:13.848764Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800130479155605:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(23090923ns) {Configure:104(23084009ns) {ProcessConfigured:135(12488011ns) {StartInitialHandshake:157(12486649ns) {DropHandshakes:470(2363ns) {DropIncomingHandshake:442(683ns) DropOutgoingHandshake:457(315ns)} GenerateSessionVirtualId:988(699ns) PrepareNewSessionHandshake:477(2112ns) {SwitchToState:179(117ns)}}}}}
2025-12-06T17:36:13.812259Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800127776642915:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64099
2025-12-06T17:36:13.842359Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800129041944427:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:13.858723Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800130479155673:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40985
2025-12-06T17:36:13.859212Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800130479155676:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40985
2025-12-06T17:36:13.855780Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800128634046794:2109] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(54488811ns) {Configure:104(54486575ns) {ProcessConfigured:135(21882235ns) {StartInitialHandshake:157(21879682ns) {DropHandshakes:470(1856ns) {DropIncomingHandshake:442(436ns) DropOutgoingHandshake:457(578ns)} GenerateSessionVirtualId:988(471ns) PrepareNewSessionHandshake:477(5048ns) {SwitchToState:179(1919ns)}}}}}
2025-12-06T17:36:13.869012Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800127776642907:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:13.867510Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800130252255487:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(57963566ns) {Configure:104(57960495ns) {ProcessConfigured:135(63406ns) {StartInitialHandshake:157(60822ns) {DropHandshakes:470(2846ns) {DropIncomingHandshake:442(862ns) DropOutgoingHandshake:457(423ns)} GenerateSessionVirtualId:988(727ns) PrepareNewSessionHandshake:477(2122ns) {SwitchToState:179(1022ns)}}}}}
2025-12-06T17:36:13.869063Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800127776642907:2112] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:36:13.870897Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800127776642917:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64099
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:13.875319Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800130252255565:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56105
2025-12-06T17:36:13.892741Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800127776642907:2112] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:13.903561Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800128634046807:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36619
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:13.916497Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800130252255566:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56105
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:13.919204Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800129041944510:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42288
2025-12-06T17:36:13.919594Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800129041944509:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42288
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:13.926788Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800129041944509:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:13.903920Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800128634046806:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36619
2025-12-06T17:36:13.923990Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800130479155671:2110] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(55489964ns) {Configure:104(55469644ns) {ProcessConfigured:135(69734ns) {StartInitialHandshake:157(67457ns) {DropHandshakes:470(2532ns) {DropIncomingHandshake:442(483ns) DropOutgoingHandshake:457(326ns)} GenerateSessionVirtualId:988(752ns) PrepareNewSessionHandshake:477(1288ns) {SwitchToState:179(517ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:13.913758Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800127366292445:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30544
2025-12-06T17:36:13.920363Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800128634046807:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:13.920770Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800130252255558:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:13.954937Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800129041944497:2113] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:13.914114Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800127366292446:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30544
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:13.924455Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800130479155673:2112] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:13.987183Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800129041944427:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:13.987254Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:14.002721Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800129041944427:2048] [node 1] ICP22 created new session: [4:7580800129041944512:2048]
2025-12-06T17:36:13.920801Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580800130252255558:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:13.920487Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800128634046791:2106] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:13.914207Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800127366292444:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30544
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:13.977170Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800127776642916:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64099
2025-12-06T17:36:13.939260Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800130479155687:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40985
2025-12-06T17:36:13.939341Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800130479155604:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:13.946947Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800130479155676:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:13.949505Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800130479155686:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40985
2025-12-06T17:36:13.970675Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800130479155679:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:13.970709Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800130479155679:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:13.991285Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800130479155679:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:14.012825Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800130479155686:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:14.021184Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800130479155687:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:13.999506Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800127776642902:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:13.995200Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800130252255565:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:14.001258Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800130252255558:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:14.015552Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800130252255566:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:13.951150Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800128634046806:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:14.010900Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800129041944512:2048] [node 1] ICS09 handshake done sender: [4:7580800129041944497:2113] self: [4:7580800129041944508:0] peer: [1:7580800127776642906:0] socket: 78 qp: -1
2025-12-06T17:36:14.010984Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800129041944512:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:14.011047Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:14.011573Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800129041944427:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(36398365ns) {HandleHandshakeStatus:329(36394868ns) {DropIncomingHandshake:442(2839ns) DropOutgoingHandshake:457(8474ns) SwitchToState:179(394ns) ProcessPendingSessionEvents:495(136032ns) {ForwardSessionEventToSession:612(69878ns) ForwardSessionEventToSession:612(9009ns) ForwardSessionEventToSession:612(4054ns) ForwardSessionEventToSession:612(5419ns) ForwardSessionEventToSession:612(5928ns) ForwardSessionEventToSession:612(2021ns) ForwardSessionEventToSession:612(6359ns) ForwardSessionEventToSession:612(3420ns) ForwardSessionEventToSession:612(2889ns) ForwardSessionEventToSession:612(16387ns)}}}
2025-12-06T17:36:13.930839Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800127366292445:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:13.999544Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800127776642902:2111] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:36:13.951518Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800128634046732:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:13.930964Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800127366292436:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30544
2025-12-06T17:36:13.942655Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800127366292444:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:13.992003Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800127366292446:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:14.000893Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800127366292436:2111] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:14.001042Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580800127366292368:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:14.055370Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800131661259752:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30544
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:14.027322Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800130479155668:2107] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:14.002059Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800128634046812:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36619
2025-12-06T17:36:14.034711Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800128634046813:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36619
2025-12-06T17:36:14.051445Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800128634046732:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6560) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800128634046806:2115] held: no
2025-12-06T17:36:14.056084Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800128634046806:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:14.056446Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800128634046732:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:14.056497Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:14.056550Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800128634046732:2050] [node 3] ICP22 created new session: [6:7580800132929014111:2050]
2025-12-06T17:36:14.056624Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800132929014111:2050] [node 3] ICS09 handshake done sender: [6:7580800128634046806:2115] self: [6:7580800128634046811:0] peer: [3:7580800130479155678:0] socket: 100 qp: -1
2025-12-06T17:36:14.056672Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800132929014111:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:14.056725Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:14.058981Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800128634046807:2116] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:14.078795Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800128634046791:2106] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:36:14.000221Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800127776642903:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:36:14.027391Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:14.103744Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800133336911811:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42288
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:14.000281Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:14.000336Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800127776642903:2107] [node 4] ICP22 created new session: [1:7580800127776642919:2107]
2025-12-06T17:36:14.000400Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800127776642919:2107] [node 4] ICS09 handshake done sender: [1:7580800127776642907:2112] self: [1:7580800127776642906:0] peer: [4:7580800129041944508:0] socket: 74 qp: -1
2025-12-06T17:36:14.000441Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800127776642919:2107] [node 4] ICS10 traffic start
2025-12-06T17:36:14.000495Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:14.002431Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800127776642923:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64099
2025-12-06T17:36:14.013028Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800127776642902:2111] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:14.019013Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800127776642915:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:14.038714Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800127776642900:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:14.038776Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800127776642900:2110] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:36:14.039663Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800127776642923:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:14.058837Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800127776642917:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:14.058900Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800127776642837:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:36:14.066764Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:14.066846Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800127776642837:2049] [node 3] ICP22 created new session: [1:7580800132071610223:2049]
2025-12-06T17:36:14.066936Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800132071610223:2049] [node 3] ICS09 handshake done sender: [1:7580800127776642902:2111] self: [1:7580800127776642901:0] peer: [3:7580800130479155688:0] socket: 73 qp: -1
2025-12-06T17:36:14.068058Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800127776642900:2110] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:14.074674Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800132071610223:2049] [node 3] ICS10 traffic start
2025-12-06T17:36:14.094656Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:14.104043Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800127776642836:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:36:14.104106Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:14.104158Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800127776642836:2048] [node 2] ICP22 created new session: [1:7580800132071610225:2048]
2025-12-06T17:36:14.104205Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800132071610225:2048] [node 2] ICS09 handshake done sender: [1:7580800127776642900:2110] self: [1:7580800127776642899:0] peer: [2:7580800127366292455:0] socket: 72 qp: -1
2025-12-06T17:36:14.104241Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800132071610225:2048] [node 2] ICS10 traffic start
2025-12-06T17:36:14.104271Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:14.106557Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [1:7580800127776642903:2107] [node 4] ICP27 obsolete handshake fail ignored
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:14.027453Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800130479155668:2107] [node 6] ICP22 created new session: [3:7580800134774122988:2107]
2025-12-06T17:36:14.076306Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800134547222865:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56105
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:14.094722Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:14.123613Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800127776642837:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(64477186ns) {HandleHandshakeStatus:329(64473823ns) {DropIncomingHandshake:442(389ns) DropOutgoingHandshake:457(882ns) SwitchToState:179(829ns) ProcessPendingSessionEvents:495(135083ns) {ForwardSessionEventToSession:612(85380ns) ForwardSessionEventToSession:612(3184ns) ForwardSessionEventToSession:612(6867ns) ForwardSessionEventToSession:612(5439ns) ForwardSessionEventToSession:612(2606ns) ForwardSessionEventToSession:612(5298ns) ForwardSessionEventToSession:612(3170ns) ForwardSessionEventToSession:612(2460ns) ForwardSessionEventToSession:612(4490ns) ForwardSessionEventToSession:612(2422ns)}}}
2025-12-06T17:36:14.027505Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800134774122988:2107] [node 6] ICS09 handshake done sender: [3:7580800130479155679:2115] self: [3:7580800130479155678:0] peer: [6:7580800128634046811:0] socket: 92 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:14.114692Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800128634046791:2106] [node 5] ICP22 created new session: [6:7580800132929014113:2106]
2025-12-06T17:36:14.111869Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800133336911810:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42288
2025-12-06T17:36:14.076530Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800134547222866:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56105
2025-12-06T17:36:14.076625Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800130252255487:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:14.098777Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580800130252255551:2110] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:14.098888Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:14.098945Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800130252255551:2110] [node 6] ICP22 created new session: [5:7580800134547222869:2110]
2025-12-06T17:36:14.099000Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800134547222869:2110] [node 6] ICS09 handshake done sender: [5:7580800130252255558:2113] self: [5:7580800130252255557:0] peer: [6:7580800128634046810:0] socket: 94 qp: -1
2025-12-06T17:36:14.099044Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800134547222869:2110] [node 6] ICS10 traffic start
2025-12-06T17:36:14.099104Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:14.099563Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800130252255551:2110] [node 6] ICP35 event processing took too much time PendingConnection:279(22152820ns) {HandleHandshakeStatus:329(22150739ns) {DropIncomingHandshake:442(23322ns) DropOutgoingHandshake:457(487ns) SwitchToState:179(375ns) ProcessPendingSessionEvents:495(106711ns) {ForwardSessionEventToSession:612(56294ns) ForwardSessionEventToSession:612(7850ns) ForwardSessionEventToSession:612(2366ns) ForwardSessionEventToSession:612(2597ns) ForwardSessionEventToSession:612(5439ns) ForwardSessionEventToSession:612(2206ns) ForwardSessionEventToSession:612(7711ns) ForwardSessionEventToSession:612(2605ns) ForwardSessionEventToSession:612(3024ns) ForwardSessionEventToSession:612(5058ns)}}}
2025-12-06T17:36:14.135587Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800134547222866:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:14.135668Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800134547222865:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:14.136086Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800130252255488:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:14.136174Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800130252255486:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:14.136571Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800134547222871:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56105
2025-12-06T17:36:14.143066Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800134547222874:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56105
2025-12-06T17:36:14.126828Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800133336911810:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:14.143895Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800133336911811:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:14.159070Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800129041944429:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:14.123949Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580800127776642837:2049] [node 3] ICP18 handshake (actor [1:7580800127776642917:2117]) is too old
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:14.167233Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800132071610228:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64099
2025-12-06T17:36:14.027553Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800134774122988:2107] [node 6] ICS10 traffic start
2025-12-06T17:36:14.114785Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800132929014113:2106] [node 5] ICS09 handshake done sender: [6:7580800128634046807:2116] self: [6:7580800128634046810:0] peer: [5:7580800130252255557:0] socket: 102 qp: -1
2025-12-06T17:36:14.114830Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800132929014113:2106] [node 5] ICS10 traffic start
2025-12-06T17:36:14.114888Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:14.115349Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800128634046791:2106] [node 5] ICP35 event processing took too much time PendingConnection:279(36362200ns) {HandleHandshakeStatus:329(36358548ns) {DropIncomingHandshake:442(887ns) DropOutgoingHandshake:457(6920ns) SwitchToState:179(734ns) ProcessPendingSessionEvents:495(105821ns) {ForwardSessionEventToSession:612(62188ns) ForwardSessionEventToSession:612(3706ns) ForwardSessionEventToSession:612(5484ns) ForwardSessionEventToSession:612(5528ns) ForwardSessionEventToSession:612(2193ns) ForwardSessionEventToSession:612(2624ns) ForwardSessionEventToSession:612(4870ns) ForwardSessionEventToSession:612(2811ns) ForwardSessionEventToSession:612(4531ns) ForwardSessionEventToSession:612(2430ns)}}}
2025-12-06T17:36:14.159672Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800134547222866:2119] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:14.116522Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800132929014115:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36619
2025-12-06T17:36:14.163152Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800127366292438:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:14.187991Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800133336911815:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42288
2025-12-06T17:36:14.175016Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800127776642911:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:14.027616Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:14.028475Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7580800130479155668:2107] [node 6] ICP18 handshake (actor [3:7580800130479155686:2118]) is too old
2025-12-06T17:36:14.028594Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800134774122987:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40985
2025-12-06T17:36:14.041186Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800130479155673:2112] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:14.041464Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800130479155604:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:14.041534Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:14.041588Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800130479155604:2048] [node 1] ICP22 created new session: [3:7580800134774122992:2048]
2025-12-06T17:36:14.041640Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800134774122992:2048] [node 1] ICS09 handshake done sender: [3:7580800130479155673:2112] self: [3:7580800130479155688:0] peer: [1:7580800127776642901:0] socket: 77 qp: -1
2025-12-06T17:36:14.041679Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800134774122992:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:14.041717Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:14.046883Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800130479155605:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:14.105573Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800134774122995:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40985
2025-12-06T17:36:14.136823Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800130479155681:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:14.136848Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800130479155681:2116] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:14.137680Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800130479155681:2116] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:14.137897Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800130479155669:2109] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:14.137933Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:14.137982Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800130479155669:2109] [node 5] ICP22 created new session: [3:7580800134774122997:2109]
2025-12-06T17:36:14.138035Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800134774122997:2109] [node 5] ICS09 handshake done sender: [3:7580800130479155681:2116] self: [3:7580800130479155680:0] peer: [5:7580800134547222872:0] socket: 112 qp: -1
2025-12-06T17:36:14.138068Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800134774122997:2109] [node 5] ICS10 traffic start
2025-12-06T17:36:14.138116Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:14.159970Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800130479155685:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:14.159997Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800130479155685:2117] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:36:14.196206Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800133336911811:2121] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:14.196548Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800129041944429:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:14.196619Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:14.196672Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800129041944429:2050] [node 3] ICP22 created new session: [4:7580800133336911816:2050]
2025-12-06T17:36:14.196747Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800133336911816:2050] [node 3] ICS09 handshake done sender: [4:7580800133336911811:2121] self: [4:7580800133336911814:0] peer: [3:7580800130479155684:0] socket: 128 qp: -1
2025-12-06T17:36:14.196792Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800133336911816:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:14.196841Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:14.202690Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800130479155685:2117] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:14.163208Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800127366292438:2112] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:14.167436Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800130252255488:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:14.202612Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800129041944502:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:14.202684Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800129041944502:2116] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:14.133524Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800132929014115:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:14.175065Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800127776642911:2114] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:14.167501Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:14.251515Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7580800130479155669:2109] [node 5] ICP27 obsolete handshake fail ignored
2025-12-06T17:36:14.251591Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800130479155671:2110] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:36:14.251680Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:14.251748Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800130479155671:2110] [node 4] ICP22 created new session: [3:7580800134774123000:2110]
2025-12-06T17:36:14.251817Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800134774123000:2110] [node 4] ICS09 handshake done sender: [3:7580800130479155685:2117] self: [3:7580800130479155684:0] peer: [4:7580800133336911814:0] socket: 126 qp: -1
2025-12-06T17:36:14.251867Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800134774123000:2110] [node 4] ICS10 traffic start
2025-12-06T17:36:14.251917Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:14.171160Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800128634046730:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:14.175553Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800127366292439:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:14.186582Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800127776642909:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:14.167555Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800130252255488:2050] [node 3] ICP22 created new session: [5:7580800134547222875:2050]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:14.278975Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800134774123002:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40985
2025-12-06T17:36:14.279823Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800130479155687:2119] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:14.280075Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800130479155605:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:14.280164Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:14.280216Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800130479155605:2049] [node 2] ICP22 created new session: [3:7580800134774123003:2049]
2025-12-06T17:36:14.280283Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800134774123003:2049] [node 2] ICS09 handshake done sender: [3:7580800130479155687:2119] self: [3:7580800134774122991:0] peer: [2:7580800127366292433:0] socket: 113 qp: -1
2025-12-06T17:36:14.280340Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800134774123003:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:14.280389Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:14.254707Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800129041944502:2116] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:14.175575Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800127366292439:2113] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:36:14.186637Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800127776642909:2113] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:14.188809Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800132071610228:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:14.190785Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800127776642911:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:14.198364Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800127776642905:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:14.198423Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:14.198472Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800127776642905:2109] [node 6] ICP22 created new session: [1:7580800132071610231:2109]
2025-12-06T17:36:14.198522Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800132071610231:2109] [node 6] ICS09 handshake done sender: [1:7580800127776642911:2114] self: [1:7580800127776642910:0] peer: [6:7580800132929014117:0] socket: 85 qp: -1
2025-12-06T17:36:14.198585Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800132071610231:2109] [node 6] ICS10 traffic start
2025-12-06T17:36:14.198630Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:14.231075Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800127776642909:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:14.274553Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800127776642904:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:14.223851Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800128634046730:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25594) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800132929014115:2119] held: no
2025-12-06T17:36:14.167606Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800134547222875:2050] [node 3] ICS09 handshake done sender: [5:7580800134547222866:2119] self: [5:7580800134547222872:0] peer: [3:7580800130479155680:0] socket: 90 qp: -1
2025-12-06T17:36:14.294748Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:14.250600Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800132929014118:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36619
2025-12-06T17:36:14.306716Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800129041944494:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:14.306804Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:14.306852Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800129041944494:2108] [node 5] ICP22 created new session: [4:7580800133336911820:2108]
2025-12-06T17:36:14.306909Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800133336911820:2108] [node 5] ICS09 handshake done sender: [4:7580800129041944502:2116] self: [4:7580800129041944501:0] peer: [5:7580800134547222877:0] socket: 129 qp: -1
2025-12-06T17:36:14.306947Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800133336911820:2108] [node 5] ICS10 traffic start
2025-12-06T17:36:14.306984Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:14.310651Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800127776642904:2108] [node 5] ICP22 created new session: [1:7580800132071610234:2108]
2025-12-06T17:36:14.318858Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800132071610234:2108] [node 5] ICS09 handshake done sender: [1:7580800127776642909:2113] self: [1:7580800127776642908:0] peer: [5:7580800134547222873:0] socket: 120 qp: -1
2025-12-06T17:36:14.318915Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800132071610234:2108] [node 5] ICS10 traffic start
2025-12-06T17:36:14.318983Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:14.167644Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800134547222875:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:14.190776Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580800127366292368:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25594) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7580800127366292436:2111] held: no
2025-12-06T17:36:14.206435Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800127366292436:2111] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:14.226332Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580800127366292368:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:14.226394Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:14.226443Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800127366292368:2048] [node 1] ICP22 created new session: [2:7580800131661259756:2048]
2025-12-06T17:36:14.226489Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800131661259756:2048] [node 1] ICS09 handshake done sender: [2:7580800127366292436:2111] self: [2:7580800127366292455:0] peer: [1:7580800127776642899:0] socket: 76 qp: -1
2025-12-06T17:36:14.226520Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800131661259756:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:14.226585Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:14.251017Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800131661259755:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30544
2025-12-06T17:36:14.253650Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800127366292438:2112] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:14.254087Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800127366292439:2113] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:14.254379Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800127366292434:2109] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:14.254438Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:14.254495Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800127366292434:2109] [node 5] ICP22 created new session: [2:7580800131661259759:2109]
2025-12-06T17:36:14.254881Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800131661259759:2109] [node 5] ICS09 handshake done sender: [2:7580800127366292438:2112] self: [2:7580800127366292437:0] peer: [5:7580800134547222867:0] socket: 109 qp: -1
2025-12-06T17:36:14.254923Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800131661259759:2109] [node 5] ICS10 traffic start
2025-12-06T17:36:14.271549Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:14.314589Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800127366292368:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(64319625ns) {HandleHandshakeStatus:329(64315032ns) {DropIncomingHandshake:442(1629ns) DropOutgoingHandshake:457(426ns) SwitchToState:179(1118ns) ProcessPendingSessionEvents:495(1131ns)}}
2025-12-06T17:36:14.314693Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800127366292369:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:36:14.314760Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:14.330643Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800127366292369:2049] [node 3] ICP22 created new session: [2:7580800131661259761:2049]
2025-12-06T17:36:14.334923Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800127366292434:2109] [node 5] ICP35 event processing took too much time PendingConnection:279(80350536ns) {HandleHandshakeStatus:329(80346750ns) {DropIncomingHandshake:442(406ns) DropOutgoingHandshake:457(495ns) SwitchToState:179(671ns) ProcessPendingSessionEvents:495(23044668ns) {ForwardSessionEventToSession:612(22992474ns) ForwardSessionEventToSession:612(5865ns) ForwardSessionEventToSession:612(2993ns) ForwardSessionEventToSession:612(5717ns) ForwardSessionEventToSession:612(2477ns) ForwardSessionEventToSession:612(1709ns) ForwardSessionEventToSession:612(6327ns) ForwardSessionEventToSession:612(4616ns) ForwardSessionEventToSession:612(5057ns) ForwardSessionEventToSession:612(1988ns)}}}
2025-12-06T17:36:14.263646Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800132929014119:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36619
2025-12-06T17:36:14.167695Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:14.168405Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800134547222871:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:14.168666Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800130252255550:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:14.239960Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800134547222881:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56105
2025-12-06T17:36:14.335929Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800129041944504:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:14.347929Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800131661259761:2049] [node 3] ICS09 handshake done sender: [2:7580800127366292439:2113] self: [2:7580800127366292433:0] peer: [3:7580800134774122991:0] socket: 107 qp: -1
2025-12-06T17:36:14.347979Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800131661259761:2049] [node 3] ICS10 traffic start
2025-12-06T17:36:14.319414Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800127776642904:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(52592072ns) {HandleHandshakeStatus:329(52589124ns) {DropIncomingHandshake:442(25968ns) DropOutgoingHandshake:457(664ns) SwitchToState:179(626ns) ProcessPendingSessionEvents:495(104622ns) {ForwardSessionEventToSession:612(63053ns) ForwardSessionEventToSession:612(3248ns) ForwardSessionEventToSession:612(3243ns) ForwardSessionEventToSession:612(4631ns) ForwardSessionEventToSession:612(2159ns) ForwardSessionEventToSession:612(5589ns) ForwardSessionEventToSession:612(2039ns) ForwardSessionEventToSession:612(1732ns) ForwardSessionEventToSession:612(6920ns) ForwardSessionEventToSession:612(2418ns)}}}
2025-12-06T17:36:14.263801Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800132929014120:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36619
2025-12-06T17:36:14.240135Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800134547222879:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56105
2025-12-06T17:36:14.298626Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800132929014115:2119] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:14.304750Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800132929014119:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:14.310835Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800128634046794:2109] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:14.330705Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800128634046730:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:14.330798Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:14.330838Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800128634046730:2048] [node 1] ICP22 created new session: [6:7580800132929014122:2048]
2025-12-06T17:36:14.342674Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800132929014122:2048] [node 1] ICS09 handshake done sender: [6:7580800132929014115:2119] self: [6:7580800132929014117:0] peer: [1:7580800127776642910:0] socket: 96 qp: -1
2025-12-06T17:36:14.358601Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800132929014122:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:14.243017Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800134547222865:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:14.243182Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800130252255486:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:14.243239Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:14.243293Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800130252255486:2048] [node 1] ICP22 created new session: [5:7580800134547222882:2048]
2025-12-06T17:36:14.243340Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800134547222882:2048] [node 1] ICS09 handshake done sender: [5:7580800134547222865:2118] self: [5:7580800134547222873:0] peer: [1:7580800127776642908:0] socket: 122 qp: -1
2025-12-06T17:36:14.243376Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800134547222882:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:14.243424Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:14.244943Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800134547222880:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56105
2025-12-06T17:36:14.283496Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800134547222871:2120] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:14.299198Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800130252255566:2117] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:14.299450Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800130252255487:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:14.299510Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:14.299560Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800130252255487:2049] [node 2] ICP22 created new session: [5:7580800134547222884:2049]
2025-12-06T17:36:14.299608Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800134547222884:2049] [node 2] ICS09 handshake done sender: [5:7580800130252255566:2117] self: [5:7580800134547222867:0] peer: [2:7580800127366292437:0] socket: 110 qp: -1
2025-12-06T17:36:14.299649Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800134547222884:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:14.299689Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:14.302892Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800130252255550:2108] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:36:14.311568Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:14.326678Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800130252255550:2108] [node 4] ICP22 created new session: [5:7580800134547222886:2108]
2025-12-06T17:36:14.346605Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800134547222886:2108] [node 4] ICS09 handshake done sender: [5:7580800134547222871:2120] self: [5:7580800134547222877:0] peer: [4:7580800129041944501:0] socket: 95 qp: -1
2025-12-06T17:36:14.346673Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800134547222886:2108] [node 4] ICS10 traffic start
2025-12-06T17:36:14.355089Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:14.366634Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:14.353578Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:14.335977Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800129041944504:2117] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:14.383014Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800132929014124:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36619
2025-12-06T17:36:14.383696Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800132929014119:2121] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:14.354861Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800129041944504:2117] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:14.386823Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800129041944495:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:14.386883Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:14.386934Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800129041944495:2109] [node 6] ICP22 created new session: [4:7580800133336911823:2109]
2025-12-06T17:36:14.386981Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800133336911823:2109] [node 6] ICS09 handshake done sender: [4:7580800129041944504:2117] self: [4:7580800129041944503:0] peer: [6:7580800132929014121:0] socket: 83 qp: -1
2025-12-06T17:36:14.387020Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800133336911823:2109] [node 6] ICS10 traffic start
2025-12-06T17:36:14.387056Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:14.383862Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800128634046794:2109] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:36:14.383909Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:14.383953Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800128634046794:2109] [node 4] ICP22 created new session: [6:7580800132929014125:2109]
2025-12-06T17:36:14.383997Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800132929014125:2109] [node 4] ICS09 handshake done sender: [6:7580800132929014119:2121] self: [6:7580800132929014121:0] peer: [4:7580800129041944503:0] socket: 130 qp: -1
2025-12-06T17:36:14.384029Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800132929014125:2109] [node 4] ICS10 traffic start
2025-12-06T17:36:14.384066Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:14.402630Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800128634046730:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(75844482ns) {HandleHandshakeStatus:329(67894612ns) {DropIncomingHandshake:442(2809ns) DropOutgoingHandshake:457(585ns) SwitchToState:179(540ns) ProcessPendingSessionEvents:495(1526ns)}}
2025-12-06T17:36:14.427323Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7580800127366292434:2109] [node 5] ICP27 obsolete handshake fail ignored
2025-12-06T17:36:14.418922Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800130252255550:2108] [node 4] ICP35 event processing took too much time PendingConnection:279(103759189ns) {HandleHandshakeStatus:329(103756574ns) {DropIncomingHandshake:442(1781ns) DropOutgoingHandshake:457(5924ns) SwitchToState:179(4082ns) ProcessPendingSessionEvents:495(15976773ns) {ForwardSessionEventToSession:612(64935ns) ForwardSessionEventToSession:612(2872ns) ForwardSessionEventToSession:612(5563ns) ForwardSessionEventToSession:612(2386ns) ForwardSessionEventToSession:612(2407ns) ForwardSessionEventToSession:612(4982ns) ForwardSessionEventToSession:612(2835ns) ForwardSessionEventToSession:612(7820581ns) ForwardSessionEventToSession:612(7904870ns) ForwardSessionEventToSession:612(2933ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:14.456872Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800133336911825:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42288
2025-12-06T17:36:14.457755Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800127366292369:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(104003541ns) {HandleHandshakeStatus:329(104000432ns) {DropIncomingHandshake:442(16249ns) DropOutgoingHandshake:457(627ns) SwitchToState:179(814ns) ProcessPendingSessionEvents:495(36011989ns) {ForwardSessionEventToSession:612(8108306ns) ForwardSessionEventToSession:612(9197ns) ForwardSessionEventToSession:612(2619ns) ForwardSessionEventToSession:612(5244ns) ForwardSessionEventToSession:612(4420ns) ForwardSessionEventToSession:612(1386ns) ForwardSessionEventToSession:612(16335581ns) ForwardSessionEventToSession:612(6558ns) ForwardSessionEventToSession:612(2462ns) ForwardSessionEventToSession:612(11516686ns)}}}
2025-12-06T17:36:14.458711Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800132929014120:2122] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:14.458844Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800128634046731:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:14.459271Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800127366292441:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:14.462864Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800132929014128:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36619
2025-12-06T17:36:14.459306Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800127366292441:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:14.462849Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800127366292441:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:14.463364Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800132929014120:2122] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:14.463547Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800128634046731:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:14.463617Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:14.463666Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800128634046731:2049] [node 2] ICP22 created new session: [6:7580800132929014129:2049]
2025-12-06T17:36:14.463708Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800132929014129:2049] [node 2] ICS09 handshake done sender: [6:7580800132929014120:2122] self: [6:7580800132929014127:0] peer: [2:7580800127366292440:0] socket: 88 qp: -1
2025-12-06T17:36:14.463736Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800132929014129:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:14.463768Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:14.474696Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800127366292435:2110] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:14.474816Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:14.474872Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800127366292435:2110] [node 6] ICP22 created new session: [2:7580800131661259765:2110]
2025-12-06T17:36:14.474923Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800131661259765:2110] [node 6] ICS09 handshake done sender: [2:7580800127366292441:2114] self: [2:7580800127366292440:0] peer: [6:7580800132929014127:0] socket: 79 qp: -1
2025-12-06T17:36:14.474963Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800131661259765:2110] [node 6] ICS10 traffic start
2025-12-06T17:36:14.475002Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:14.478804Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800133336911825:2123] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:14.478957Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800129041944428:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:14.479383Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800127366292449:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:14.479419Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800127366292449:2119] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:14.487163Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800133336911827:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42288
2025-12-06T17:36:14.487483Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800127366292449:2119] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:14.487922Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800127366292432:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:36:14.487991Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:14.488037Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800127366292432:2107] [node 4] ICP22 created new session: [2:7580800131661259768:2107]
2025-12-06T17:36:14.488090Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800131661259768:2107] [node 4] ICS09 handshake done sender: [2:7580800127366292449:2119] self: [2:7580800127366292448:0] peer: [4:7580800133336911826:0] socket: 81 qp: -1
2025-12-06T17:36:14.488121Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800131661259768:2107] [node 4] ICS10 traffic start
2025-12-06T17:36:14.488179Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:14.489453Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800133336911825:2123] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:14.489678Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800129041944428:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:14.489730Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:14.489772Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800129041944428:2049] [node 2] ICP22 created new session: [4:7580800133336911828:2049]
2025-12-06T17:36:14.489818Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800133336911828:2049] [node 2] ICS09 handshake done sender: [4:7580800133336911825:2123] self: [4:7580800133336911826:0] peer: [2:7580800127366292448:0] socket: 93 qp: -1
2025-12-06T17:36:14.489849Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800133336911828:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:14.489877Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:14.530688Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:36:14.530935Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580800131661259756:2048] [node 1] ICS01 socket: 76 reason# EndOfStream
2025-12-06T17:36:14.530978Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580800127366292368:2048] [node 1] ICP30 unregister session Session# [2:7580800131661259756:2048] VirtualId# [2:7580800127366292455:0]
2025-12-06T17:36:14.531011Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580800131661259756:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:14.531109Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:14.531151Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:14.543151Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:36:14.543448Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800134774122992:2048] [node 1] ICS01 socket: 77 reason# EndOfStream
2025-12-06T17:36:14.543490Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800130479155604:2048] [node 1] ICP30 unregister session Session# [3:7580800134774122992:2048] VirtualId# [3:7580800130479155688:0]
2025-12-06T17:36:14.543526Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800134774122992:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:14.543647Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:14.543692Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:14.550748Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:36:14.551007Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800134547222882:2048] [node 1] ICS01 socket: 122 reason# EndOfStream
2025-12-06T17:36:14.551047Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800130252255486:2048] [node 1] ICP30 unregister session Session# [5:7580800134547222882:2048] VirtualId# [5:7580800134547222873:0]
2025-12-06T17:36:14.551084Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800134547222882:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:14.551176Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:14.551222Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:14.550748Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:36:14.554661Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:36:14.579102Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800132929014122:2048] [node 1] ICS01 socket: 96 reason# EndOfStream
2025-12-06T17:36:14.579149Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800128634046730:2048] [node 1] ICP30 unregister session Session# [6:7580800132929014122:2048] VirtualId# [6:7580800132929014117:0]
2025-12-06T17:36:14.579187Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800132929014122:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:14.579319Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:14.579365Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:14.550999Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580800129041944512:2048] [node 1] ICS07 socket disconnect 78 reason# EndOfStream
2025-12-06T17:36:14.551033Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800129041944512:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:14.551122Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:14.551165Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580800129041944512:2048] [node 1] ICS15 start handshake
2025-12-06T17:36:14.580422Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800129041944427:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25594) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:36:14.580524Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800129041944512:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:36:14.580565Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800129041944427:2048] [node 1] ICP30 unregister session Session# [4:7580800129041944512:2048] VirtualId# [4:7580800129041944508:0]
2025-12-06T17:36:14.580625Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:14.580667Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580800129041944427:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:25594) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:14.580692Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25594) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:14.618902Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580800129041944427:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:36:14.636166Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:36:14.636390Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800134774123003:2049] [node 2] ICS01 socket: 113 reason# EndOfStream
2025-12-06T17:36:14.636426Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800130479155605:2049] [node 2] ICP30 unregister session Session# [3:7580800134774123003:2049] VirtualId# [3:7580800134774122991:0]
2025-12-06T17:36:14.636468Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800134774123003:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:14.636539Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:14.636575Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:14.654726Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:36:14.654970Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800134547222884:2049] [node 2] ICS01 socket: 110 reason# EndOfStream
2025-12-06T17:36:14.655009Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800130252255487:2049] [node 2] ICP30 unregister session Session# [5:7580800134547222884:2049] VirtualId# [5:7580800134547222867:0]
2025-12-06T17:36:14.655053Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800134547222884:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:14.655135Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:14.655182Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:14.654726Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:36:14.655284Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:36:14.655482Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800133336911828:2049] [node 2] ICS01 socket: 93 reason# EndOfStream
2025-12-06T17:36:14.655512Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800129041944428:2049] [node 2] ICP30 unregister session Session# [4:7580800133336911828:2049] VirtualId# [4:7580800133336911826:0]
2025-12-06T17:36:14.655532Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800133336911828:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:14.655588Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:14.655631Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:14.662634Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800132929014129:2049] [node 2] ICS01 socket: 88 reason# EndOfStream
2025-12-06T17:36:14.670666Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800128634046731:2049] [node 2] ICP30 unregister session Session# [6:7580800132929014129:2049] VirtualId# [6:7580800132929014127:0]
2025-12-06T17:36:14.670725Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800132929014129:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:14.670848Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:14.670896Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:14.766641Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:36:14.774714Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800134547222875:2050] [node 3] ICS01 socket: 90 reason# EndOfStream
2025-12-06T17:36:14.762653Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:36:14.770698Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800132929014111:2050] [node 3] ICS01 socket: 100 reason# EndOfStream
2025-12-06T17:36:14.782858Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800128634046732:2050] [node 3] ICP30 unregister session Session# [6:7580800132929014111:2050] VirtualId# [6:7580800128634046811:0]
2025-12-06T17:36:14.782906Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800132929014111:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:14.782784Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800130252255488:2050] [node 3] ICP30 unregister session Session# [5:7580800134547222875:2050] VirtualId# [5:7580800134547222872:0]
2025-12-06T17:36:14.782859Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800134547222875:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:14.790717Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:14.790887Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:14.794501Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:14.802722Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:14.850743Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:36:14.850743Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:36:14.851040Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800132929014125:2109] [node 4] ICS01 socket: 130 reason# EndOfStream
2025-12-06T17:36:14.851086Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800128634046794:2109] [node 4] ICP30 unregister session Session# [6:7580800132929014125:2109] VirtualId# [6:7580800132929014121:0]
2025-12-06T17:36:14.851040Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800134547222886:2108] [node 4] ICS01 socket: 95 reason# EndOfStream
2025-12-06T17:36:14.851122Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800132929014125:2109] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:14.851086Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800130252255550:2108] [node 4] ICP30 unregister session Session# [5:7580800134547222886:2108] VirtualId# [5:7580800134547222877:0]
2025-12-06T17:36:14.851207Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:36:14.851125Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800134547222886:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:14.851257Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:36:14.851219Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:36:14.851257Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:36:14.954757Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:36:14.954983Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800132929014113:2106] [node 5] ICS01 socket: 102 reason# EndOfStream
2025-12-06T17:36:14.955023Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800128634046791:2106] [node 5] ICP30 unregister session Session# [6:7580800132929014113:2106] VirtualId# [6:7580800128634046810:0]
2025-12-06T17:36:14.955058Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800132929014113:2106] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:14.955186Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:36:14.955234Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:36:15.066922Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800136771625425:2048] [node 2] ICP01 ready to work
2025-12-06T17:36:15.066975Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800136771625426:2049] [node 3] ICP01 ready to work
2025-12-06T17:36:15.098996Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800139397094172:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:15.099037Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800139397094173:2049] [node 3] ICP01 ready to work
2025-12-06T17:36:15.118215Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800138159371276:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:15.118244Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800138159371277:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:15.118270Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800138159371278:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:15.135070Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800136874294804:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:15.135102Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800136874294805:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:15.188100Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800138736902775:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:15.188350Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800138736902776:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:15.188385Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800138736902777:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:15.294832Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800136433989838:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:15.294871Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800136433989839:2049] [node 2] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:15.294897Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800136433989840:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:15.591578Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800139397094211:2064] [node 4] ICP01 ready to work
2025-12-06T17:36:15.511960Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800138159371297:2067] [node 6] ICP01 ready to work
2025-12-06T17:36:15.534625Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800136874294818:2061] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:112
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:15.535833Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800136874294820:2062] [node 4] ICP01 ready to work
2025-12-06T17:36:15.645414Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800138736902775:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(77148165ns) {Configure:104(77143236ns) {ProcessConfigured:135(100422ns) {StartInitialHandshake:157(98206ns) {DropHandshakes:470(2752ns) {DropIncomingHandshake:442(615ns) DropOutgoingHandshake:457(380ns)} GenerateSessionVirtualId:988(1004ns) PrepareNewSessionHandshake:477(2348ns) {SwitchToState:179(753ns)}}}}}
2025-12-06T17:36:15.698678Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800136771625477:2083] [node 5] ICP01 ready to work
2025-12-06T17:36:15.728444Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800136771625425:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(28796566ns) {Configure:104(28789011ns) {ProcessConfigured:135(77735ns) {StartInitialHandshake:157(75655ns) {DropHandshakes:470(3095ns) {DropIncomingHandshake:442(589ns) DropOutgoingHandshake:457(849ns)} GenerateSessionVirtualId:988(665ns) PrepareNewSessionHandshake:477(1432ns) {SwitchToState:179(525ns)}}}}}
2025-12-06T17:36:15.735094Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800136433989855:2061] [node 5] ICP01 ready to work
2025-12-06T17:36:15.735438Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800136433989856:2063] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:15.652645Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800136874294849:2077] [node 6] ICP01 ready to work
2025-12-06T17:36:15.707157Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800138159371302:2069] [node 4] ICP01 ready to work
2025-12-06T17:36:15.699085Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800138736902813:2067] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:15.750574Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800136433989850:2059] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40991
2025-12-06T17:36:15.719040Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800138736902776:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(73117557ns) {Configure:104(73112843ns) {ProcessConfigured:135(19583695ns) {StartInitialHandshake:157(19579940ns) {DropHandshakes:470(2932ns) {DropIncomingHandshake:442(607ns) DropOutgoingHandshake:457(749ns)} GenerateSessionVirtualId:988(653ns) PrepareNewSessionHandshake:477(5448ns) {SwitchToState:179(2765ns)}}}}}
2025-12-06T17:36:15.747513Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800136771625426:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(17390230ns) {Configure:104(17387024ns) {ProcessConfigured:135(15259969ns) {StartInitialHandshake:157(15258415ns) {DropHandshakes:470(1319ns) {DropIncomingHandshake:442(216ns) DropOutgoingHandshake:457(292ns)} GenerateSessionVirtualId:988(380ns) PrepareNewSessionHandshake:477(3845ns) {SwitchToState:179(421ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:15.795970Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800138159371277:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(124159004ns) {Configure:104(109606767ns) {ProcessConfigured:135(74363ns) {StartInitialHandshake:157(72486ns) {DropHandshakes:470(2863ns) {DropIncomingHandshake:442(522ns) DropOutgoingHandshake:457(406ns)} GenerateSessionVirtualId:988(1146ns) PrepareNewSessionHandshake:477(1396ns) {SwitchToState:179(534ns)}}}}}
2025-12-06T17:36:15.796589Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800138159371306:2071] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49203
2025-12-06T17:36:15.778545Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800136874294861:2068] [node 5] ICP01 ready to work
2025-12-06T17:36:15.766674Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800139397094221:2066] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:15.831037Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800136874294849:2077] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(176627520ns) {Configure:104(176622611ns) {ProcessConfigured:135(39955689ns) {StartInitialHandshake:157(39953470ns) {DropHandshakes:470(19931143ns) {DropIncomingHandshake:442(765ns) DropOutgoingHandshake:457(2530ns)} GenerateSessionVirtualId:988(2160ns) PrepareNewSessionHandshake:477(4868ns) {SwitchToState:179(2277ns)}}}}}
2025-12-06T17:36:15.833321Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800136874294865:2100] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:112
2025-12-06T17:36:15.747647Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800136771625485:2081] [node 4] ICP01 ready to work
2025-12-06T17:36:15.742908Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800138736902818:2066] [node 5] ICP01 ready to work
2025-12-06T17:36:15.806642Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800139397094222:2069] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:15.814679Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800136771625495:2084] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:15.774712Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800138736902821:2086] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27421
2025-12-06T17:36:15.849892Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800136771625496:2109] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24888
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:15.865004Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800138159371306:2071] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:15.863985Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800136433989856:2063] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(104898701ns) {Configure:104(104887138ns) {ProcessConfigured:135(52390ns) {StartInitialHandshake:157(49964ns) {DropHandshakes:470(2288ns) {DropIncomingHandshake:442(399ns) DropOutgoingHandshake:457(655ns)} GenerateSessionVirtualId:988(504ns) PrepareNewSessionHandshake:477(1153ns) {SwitchToState:179(461ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:15.866865Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800136874294865:2100] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:15.778110Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800138736902823:2087] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27421
2025-12-06T17:36:15.883068Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800139397094222:2069] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(73090532ns) {Configure:104(73087118ns) {ProcessConfigured:135(12247465ns) {StartInitialHandshake:157(12244095ns) {DropHandshakes:470(1794ns) {DropIncomingHandshake:442(446ns) DropOutgoingHandshake:457(315ns)} GenerateSessionVirtualId:988(580ns) PrepareNewSessionHandshake:477(3814ns) {SwitchToState:179(1460ns)}}}}}
2025-12-06T17:36:15.851530Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800136771625499:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24888
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:15.947174Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800138159371310:2073] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49203
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:15.822850Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800138736902813:2067] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(59973563ns) {Configure:104(59969309ns) {ProcessConfigured:135(27975323ns) {StartInitialHandshake:157(27972650ns) {DropHandshakes:470(2376ns) {DropIncomingHandshake:442(534ns) DropOutgoingHandshake:457(371ns)} GenerateSessionVirtualId:988(658ns) PrepareNewSessionHandshake:477(3303ns) {SwitchToState:179(532ns)}}}}}
2025-12-06T17:36:15.867072Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800136874294818:2061] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:15.962907Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800138159371299:2068] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:15.962955Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580800138159371299:2068] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:15.864205Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800136433989850:2059] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:15.851581Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800136771625500:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24888
2025-12-06T17:36:15.970977Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800138159371299:2068] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:15.867164Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800136874294822:2063] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:15.867184Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800136874294822:2063] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:36:15.899174Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800139397094211:2064] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(274944003ns) {Configure:104(274935816ns) {ProcessConfigured:135(43978482ns) {StartInitialHandshake:157(43974983ns) {DropHandshakes:470(2612ns) {DropIncomingHandshake:442(384ns) DropOutgoingHandshake:457(366ns)} GenerateSessionVirtualId:988(1018ns) PrepareNewSessionHandshake:477(3807ns) {SwitchToState:179(1506ns)}}}}}
2025-12-06T17:36:15.840249Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800138736902823:2087] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:15.864773Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800136433989859:2065] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40991
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:15.863209Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800136771625496:2109] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:15.900047Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800139397094232:2099] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16694
2025-12-06T17:36:15.868141Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800136874294804:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:15.882621Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800136433989859:2065] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:15.840447Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800138736902818:2066] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(31396903ns) {Configure:104(31390586ns) {ProcessConfigured:135(21311625ns) {StartInitialHandshake:157(21306556ns) {DropHandshakes:470(2701ns) {DropIncomingHandshake:442(591ns) DropOutgoingHandshake:457(341ns)} GenerateSessionVirtualId:988(681ns) PrepareNewSessionHandshake:477(2491ns) {SwitchToState:179(410ns)}}}}}
2025-12-06T17:36:15.874363Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800136874294822:2063] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:15.878818Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800136771625491:2108] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:16.010875Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800138159371276:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(463769103ns) {Configure:104(463764013ns) {ProcessConfigured:135(16037242ns) {StartInitialHandshake:157(16034038ns) {DropHandshakes:470(3073ns) {DropIncomingHandshake:442(674ns) DropOutgoingHandshake:457(475ns)} GenerateSessionVirtualId:988(1481ns) PrepareNewSessionHandshake:477(5117ns) {SwitchToState:179(2633ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:15.878849Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800136771625491:2108] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:36:15.886904Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800136771625491:2108] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:15.911737Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800136771625485:2081] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(121099884ns) {Configure:104(121093463ns) {ProcessConfigured:135(81722ns) {StartInitialHandshake:157(79791ns) {DropHandshakes:470(2482ns) {DropIncomingHandshake:442(408ns) DropOutgoingHandshake:457(590ns)} GenerateSessionVirtualId:988(816ns) PrepareNewSessionHandshake:477(1837ns) {SwitchToState:179(394ns)}}}}}
2025-12-06T17:36:15.994955Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800136771625487:2106] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:15.994985Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800136771625487:2106] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:36:15.995537Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [1:7580800136771625426:2049] [node 3] ICP27 obsolete handshake fail ignored
2025-12-06T17:36:15.995984Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800136771625426:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:36:15.996030Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:15.996093Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800136771625426:2049] [node 3] ICP22 created new session: [1:7580800136771625506:2049]
2025-12-06T17:36:15.996140Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800136771625506:2049] [node 3] ICS09 handshake done sender: [1:7580800136771625491:2108] self: [1:7580800136771625490:0] peer: [3:7580800136874294872:0] socket: 93 qp: -1
2025-12-06T17:36:15.996178Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800136771625506:2049] [node 3] ICS10 traffic start
2025-12-06T17:36:15.996212Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:16.019210Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800136771625487:2106] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:16.054747Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800136771625489:2107] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:16.054801Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800136771625489:2107] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:15.900324Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800139397094233:2100] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16694
2025-12-06T17:36:16.011099Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800138159371276:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:15.891531Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800136433989839:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(376761756ns) {Configure:104(368652992ns) {ProcessConfigured:135(56869ns) {StartInitialHandshake:157(53851ns) {DropHandshakes:470(2305ns) {DropIncomingHandshake:442(581ns) DropOutgoingHandshake:457(410ns)} GenerateSessionVirtualId:988(857ns) PrepareNewSessionHandshake:477(2223ns) {SwitchToState:179(1074ns)}}}}}
2025-12-06T17:36:15.850772Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800138736902821:2086] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:15.900439Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800139397094234:2101] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16694
2025-12-06T17:36:15.919146Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800136874294864:2099] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:15.850979Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800138736902777:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:15.892781Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800136433989840:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:15.900707Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800139397094237:2102] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16694
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:15.919179Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800136874294864:2099] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:16.017796Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800138159371310:2073] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:16.108096Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800136771625425:2048] [node 2] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:15.906966Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800136433989855:2061] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(171250141ns) {Configure:104(171246678ns) {ProcessConfigured:135(24052185ns) {StartInitialHandshake:157(24048476ns) {DropHandshakes:470(3471ns) {DropIncomingHandshake:442(709ns) DropOutgoingHandshake:457(748ns)} GenerateSessionVirtualId:988(1215ns) PrepareNewSessionHandshake:477(4884ns) {SwitchToState:179(1952ns)}}}}}
2025-12-06T17:36:15.874983Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800138736902830:2090] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27421
2025-12-06T17:36:16.019102Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580800138159371297:2067] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:15.903343Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800139397094234:2101] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:15.934608Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800136433989866:2067] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40991
2025-12-06T17:36:15.919681Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800136874294820:2062] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:36:16.108147Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:16.108194Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800136771625425:2048] [node 2] ICP22 created new session: [1:7580800141066592805:2048]
2025-12-06T17:36:15.875137Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800138736902831:2091] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27421
2025-12-06T17:36:15.946751Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800136433989855:2061] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:15.919774Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:16.034895Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:15.975042Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800139397094232:2099] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:15.975905Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800138736902832:2092] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27421
2025-12-06T17:36:15.919833Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800136874294820:2062] [node 4] ICP22 created new session: [3:7580800136874294875:2062]
2025-12-06T17:36:15.975127Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800139397094233:2100] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:16.108235Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800141066592805:2048] [node 2] ICS09 handshake done sender: [1:7580800136771625487:2106] self: [1:7580800136771625486:0] peer: [2:7580800139397094241:0] socket: 91 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:16.041962Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800138159371278:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:15.948616Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800136433989868:2069] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40991
2025-12-06T17:36:15.982941Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800138736902821:2086] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:15.988320Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800138736902777:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28672) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580800138736902821:2086] held: no
2025-12-06T17:36:16.014848Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800138736902777:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:16.014911Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:16.014967Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800138736902777:2050] [node 3] ICP22 created new session: [4:7580800143031870130:2050]
2025-12-06T17:36:16.015014Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800143031870130:2050] [node 3] ICS09 handshake done sender: [4:7580800138736902821:2086] self: [4:7580800138736902828:0] peer: [3:7580800136874294821:0] socket: 85 qp: -1
2025-12-06T17:36:16.015057Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800143031870130:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:16.015108Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:16.070742Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800138736902830:2090] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:16.171241Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800143031870133:2093] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27421
2025-12-06T17:36:16.175414Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800138736902826:2088] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:16.175444Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800138736902826:2088] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:16.214691Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800143031870133:2093] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:16.238619Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800138736902826:2088] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:16.254906Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800138736902775:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:16.258942Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800138736902818:2066] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:16.259001Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:16.259053Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800138736902818:2066] [node 5] ICP22 created new session: [4:7580800143031870136:2066]
2025-12-06T17:36:16.259099Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800143031870136:2066] [node 5] ICS09 handshake done sender: [4:7580800138736902826:2088] self: [4:7580800138736902824:0] peer: [5:7580800142454338619:0] socket: 131 qp: -1
2025-12-06T17:36:16.259135Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800143031870136:2066] [node 5] ICS10 traffic start
2025-12-06T17:36:16.259170Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:16.302758Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800138736902775:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(19584180ns) {IncomingHandshake:261(19582604ns) {DropIncomingHandshake:442(1136ns) PrepareNewSessionHandshake:477(4708ns) {SwitchToState:179(4015ns)} GenerateSessionVirtualId:988(749ns) IssueIncomingHandshakeReply:193(55322ns) {SwitchToState:179(267ns)}}}
2025-12-06T17:36:15.919901Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800136874294875:2062] [node 4] ICS09 handshake done sender: [3:7580800136874294822:2063] self: [3:7580800136874294821:0] peer: [4:7580800138736902828:0] socket: 82 qp: -1
2025-12-06T17:36:16.108261Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800141066592805:2048] [node 2] ICS10 traffic start
2025-12-06T17:36:16.067411Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800142454338613:2075] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49203
2025-12-06T17:36:16.006856Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800136433989859:2065] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:16.474651Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800138736902775:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14433) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580800143031870133:2093] held: no
2025-12-06T17:36:15.975265Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800139397094239:2103] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16694
2025-12-06T17:36:16.108290Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:15.975440Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580800139397094172:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:15.919941Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800136874294875:2062] [node 4] ICS10 traffic start
2025-12-06T17:36:16.068295Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800138159371297:2067] [node 6] ICP22 created new session: [5:7580800142454338611:2067]
2025-12-06T17:36:16.007080Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800136433989840:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:16.108517Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [1:7580800136771625425:2048] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:36:16.530788Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800138736902832:2092] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:15.919978Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:15.983408Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800139397094239:2103] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:16.007126Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:16.560038Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800143031870156:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27421
2025-12-06T17:36:16.109578Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800141066592807:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24888
2025-12-06T17:36:15.921395Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800136874294874:2103] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:112
2025-12-06T17:36:15.926767Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800136874294865:2100] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:15.927186Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800136874294864:2099] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:15.938849Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800136874294804:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:15.938921Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:15.938986Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800136874294804:2048] [node 1] ICP22 created new session: [3:7580800136874294879:2048]
2025-12-06T17:36:15.939038Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800136874294879:2048] [node 1] ICS09 handshake done sender: [3:7580800136874294865:2100] self: [3:7580800136874294872:0] peer: [1:7580800136771625490:0] socket: 99 qp: -1
2025-12-06T17:36:15.939081Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800136874294879:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:15.939132Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:15.946717Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800136874294805:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(327938697ns) {Configure:104(327934080ns) {ProcessConfigured:135(28184928ns) {StartInitialHandshake:157(28181877ns) {DropHandshakes:470(1965ns) {DropIncomingHandshake:442(314ns) DropOutgoingHandshake:457(355ns)} GenerateSessionVirtualId:988(378ns) PrepareNewSessionHandshake:477(4681ns) {SwitchToState:179(437ns)}}}}}
2025-12-06T17:36:15.956209Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800136874294849:2077] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:15.956289Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:15.956346Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800136874294849:2077] [node 6] ICP22 created new session: [3:7580800136874294881:2077]
2025-12-06T17:36:15.956411Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800136874294881:2077] [node 6] ICS09 handshake done sender: [3:7580800136874294864:2099] self: [3:7580800136874294863:0] peer: [6:7580800136433989864:0] socket: 101 qp: -1
2025-12-06T17:36:15.956447Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800136874294881:2077] [node 6] ICS10 traffic start
2025-12-06T17:36:15.956486Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:16.079058Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800136874294867:2101] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:16.079110Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800136874294867:2101] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:16.080493Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800136874294867:2101] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:16.081340Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800136874294861:2068] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:16.081385Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:16.082134Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800136874294861:2068] [node 5] ICP22 created new session: [3:7580800141169262181:2068]
2025-12-06T17:36:16.082185Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800141169262181:2068] [node 5] ICS09 handshake done sender: [3:7580800136874294867:2101] self: [3:7580800136874294866:0] peer: [5:7580800142454338612:0] socket: 121 qp: -1
2025-12-06T17:36:16.082227Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800141169262181:2068] [node 5] ICS10 traffic start
2025-12-06T17:36:16.082265Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:16.207790Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800141169262183:2104] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:112
2025-12-06T17:36:16.370901Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800141169262183:2104] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:16.371317Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800136874294805:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:16.562227Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800141169262198:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:112
2025-12-06T17:36:16.607079Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800141169262183:2104] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:16.090851Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800142454338611:2067] [node 6] ICS09 handshake done sender: [5:7580800138159371299:2068] self: [5:7580800138159371298:0] peer: [6:7580800136433989869:0] socket: 78 qp: -1
2025-12-06T17:36:16.007180Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800136433989840:2050] [node 3] ICP22 created new session: [6:7580800140728957168:2050]
2025-12-06T17:36:16.560323Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800138736902776:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:16.014664Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800139397094237:2102] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:16.102941Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800138159371278:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(24088794ns) {Configure:104(24087079ns) {ProcessConfigured:135(22715516ns) {IncomingHandshake:261(6841163ns) {DropIncomingHandshake:442(1293ns) PrepareNewSessionHandshake:477(7043ns) {SwitchToState:179(4237ns)} GenerateSessionVirtualId:988(6053ns) IssueIncomingHandshakeReply:193(41208ns) {SwitchToState:179(106ns)}}}}}
2025-12-06T17:36:16.126699Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800136771625498:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:16.027404Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800143692061538:2104] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16694
2025-12-06T17:36:16.103053Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800142454338611:2067] [node 6] ICS10 traffic start
2025-12-06T17:36:16.642822Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800136874294805:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:16.566877Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800138736902775:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(59995002ns) {HandleHandshakeStatus:395(59991495ns) {LogHandshakeFail:472(35920644ns) {UpdateErrorStateLog:545(11578ns)} DropOutgoingHandshake:457(832ns) ProcessPendingSessionEvents:495(23980652ns) {DropSessionEvent:512(23937012ns) DropSessionEvent:512(4795ns) DropSessionEvent:512(4360ns) DropSessionEvent:512(4056ns) DropSessionEvent:512(7534ns) DropSessionEvent:512(5474ns) DropSessionEvent:512(5638ns) DropSessionEvent:512(5322ns)}}}
2025-12-06T17:36:16.567022Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800138736902827:2089] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:16.567044Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800138736902827:2089] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:16.595431Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800138736902827:2089] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:16.599072Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800143031870133:2093] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:16.635777Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800138736902775:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:16.635829Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:16.635885Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800138736902775:2048] [node 1] ICP22 created new session: [4:7580800143031870169:2048]
2025-12-06T17:36:16.635936Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800143031870169:2048] [node 1] ICS09 handshake done sender: [4:7580800143031870133:2093] self: [4:7580800143031870135:0] peer: [1:7580800136771625502:0] socket: 139 qp: -1
2025-12-06T17:36:16.635975Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800143031870169:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:16.636018Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:16.658730Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800138736902813:2067] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:16.658838Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:16.007228Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800140728957168:2050] [node 3] ICS09 handshake done sender: [6:7580800136433989859:2065] self: [6:7580800136433989864:0] peer: [3:7580800136874294863:0] socket: 104 qp: -1
2025-12-06T17:36:16.694680Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800138736902813:2067] [node 6] ICP22 created new session: [4:7580800143031870171:2067]
2025-12-06T17:36:16.007264Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800140728957168:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:16.007301Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:16.008050Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800140728957166:2070] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40991
2025-12-06T17:36:16.008460Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800140728957167:2071] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40991
2025-12-06T17:36:16.008522Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800136433989850:2059] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:16.008658Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800136433989855:2061] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:36:16.008696Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:16.008733Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800136433989855:2061] [node 5] ICP22 created new session: [6:7580800140728957170:2061]
2025-12-06T17:36:16.008774Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800140728957170:2061] [node 5] ICS09 handshake done sender: [6:7580800136433989850:2059] self: [6:7580800136433989869:0] peer: [5:7580800138159371298:0] socket: 79 qp: -1
2025-12-06T17:36:16.008804Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800140728957170:2061] [node 5] ICS10 traffic start
2025-12-06T17:36:16.008829Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:16.028465Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800136433989866:2067] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:16.028621Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800136433989839:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:16.071657Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800140728957173:2072] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40991
2025-12-06T17:36:16.106838Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800136433989866:2067] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:16.107041Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800136433989839:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:16.107098Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:16.107151Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800136433989839:2049] [node 2] ICP22 created new session: [6:7580800140728957174:2049]
2025-12-06T17:36:16.107205Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800140728957174:2049] [node 2] ICS09 handshake done sender: [6:7580800136433989866:2067] self: [6:7580800140728957172:0] peer: [2:7580800139397094226:0] socket: 118 qp: -1
2025-12-06T17:36:16.107243Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800140728957174:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:16.107274Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:16.122889Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800140728957167:2071] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:16.124134Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800136433989838:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:16.175039Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800140728957177:2073] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40991
2025-12-06T17:36:16.226693Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800140728957167:2071] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:16.263023Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800136433989838:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:16.282717Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:16.302684Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800136433989838:2048] [node 1] ICP22 created new session: [6:7580800140728957179:2048]
2025-12-06T17:36:16.370675Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800140728957179:2048] [node 1] ICS09 handshake done sender: [6:7580800140728957167:2071] self: [6:7580800140728957176:0] peer: [1:7580800136771625497:0] socket: 129 qp: -1
2025-12-06T17:36:16.384547Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800140728957179:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:16.490642Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:16.555723Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800140728957178:2074] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40991
2025-12-06T17:36:16.561104Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800140728957178:2074] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:16.561226Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800136433989856:2063] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:16.570689Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800136433989838:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(267774278ns) {HandleHandshakeStatus:329(267769487ns) {DropIncomingHandshake:442(801ns) DropOutgoingHandshake:457(506ns) SwitchToState:179(407ns) ProcessPendingSessionEvents:495(1597ns)}}
2025-12-06T17:36:16.622945Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800140728957229:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40991
2025-12-06T17:36:16.623450Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800140728957178:2074] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:16.623587Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800136433989856:2063] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:36:16.623634Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:16.623678Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800136433989856:2063] [node 4] ICP22 created new session: [6:7580800140728957230:2063]
2025-12-06T17:36:16.623723Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800140728957230:2063] [node 4] ICS09 handshake done sender: [6:7580800140728957178:2074] self: [6:7580800140728957226:0] peer: [4:7580800138736902825:0] socket: 102 qp: -1
2025-12-06T17:36:16.623751Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800140728957230:2063] [node 4] ICS10 traffic start
2025-12-06T17:36:16.623781Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:16.650652Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:16.671754Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800136874294805:2049] [node 2] ICP22 created new session: [3:7580800141169262200:2049]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:16.126723Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800136771625498:2110] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:16.143376Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800136771625489:2107] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:16.154708Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800136771625498:2110] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:16.230786Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800136771625495:2084] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:16.230837Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:16.230889Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800136771625495:2084] [node 6] ICP22 created new session: [1:7580800141066592811:2084]
2025-12-06T17:36:16.712135Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800141169262200:2049] [node 2] ICS09 handshake done sender: [3:7580800141169262183:2104] self: [3:7580800141169262196:0] peer: [2:7580800143692061544:0] socket: 144 qp: -1
2025-12-06T17:36:16.028278Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800139397094233:2100] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:16.028995Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800139397094227:2096] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:16.029016Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800139397094227:2096] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:16.029437Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580800139397094172:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:16.029492Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:16.029548Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800139397094172:2048] [node 1] ICP22 created new session: [2:7580800143692061540:2048]
2025-12-06T17:36:16.230944Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800141066592811:2084] [node 6] ICS09 handshake done sender: [1:7580800136771625498:2110] self: [1:7580800136771625497:0] peer: [6:7580800140728957176:0] socket: 128 qp: -1
2025-12-06T17:36:16.029600Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800143692061540:2048] [node 1] ICS09 handshake done sender: [2:7580800139397094233:2100] self: [2:7580800139397094241:0] peer: [1:7580800136771625486:0] socket: 111 qp: -1
2025-12-06T17:36:16.718657Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800141169262200:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:16.718731Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:16.110139Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:16.124761Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800142454338613:2075] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:16.029638Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800143692061540:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:16.029675Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:16.082175Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800139397094227:2096] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:16.118628Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800139397094221:2066] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:16.118724Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:16.125366Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800139397094173:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(346815847ns) {Configure:104(346808761ns) {ProcessConfigured:135(14526492ns) {StartInitialHandshake:157(14524419ns) {DropHandshakes:470(1463ns) {DropIncomingHandshake:442(324ns) DropOutgoingHandshake:457(253ns)} GenerateSessionVirtualId:988(689ns) PrepareNewSessionHandshake:477(2581ns) {SwitchToState:179(1211ns)}}}}}
2025-12-06T17:36:16.152027Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800139397094221:2066] [node 6] ICP22 created new session: [2:7580800143692061545:2066]
2025-12-06T17:36:16.198813Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800143692061545:2066] [node 6] ICS09 handshake done sender: [2:7580800139397094227:2096] self: [2:7580800139397094226:0] peer: [6:7580800140728957172:0] socket: 115 qp: -1
2025-12-06T17:36:16.230657Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800143692061545:2066] [node 6] ICS10 traffic start
2025-12-06T17:36:16.230728Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:16.331181Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800139397094221:2066] [node 6] ICP35 event processing took too much time PendingConnection:279(224271048ns) {HandleHandshakeStatus:329(224267989ns) {DropIncomingHandshake:442(24480ns) DropOutgoingHandshake:457(389ns) SwitchToState:179(438ns) ProcessPendingSessionEvents:495(28258512ns) {ForwardSessionEventToSession:612(28218329ns) ForwardSessionEventToSession:612(5674ns) ForwardSessionEventToSession:612(7391ns) ForwardSessionEventToSession:612(3094ns) ForwardSessionEventToSession:612(5182ns) ForwardSessionEventToSession:612(5158ns) ForwardSessionEventToSession:612(2554ns)}}}
2025-12-06T17:36:16.490696Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800143692061546:2105] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:16.490740Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800143692061546:2105] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:36:16.528080Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800143692061546:2105] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:16.627059Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800139397094229:2097] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:16.627110Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800139397094229:2097] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:36:16.634639Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800139397094173:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:36:16.646635Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:16.650632Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800139397094173:2049] [node 3] ICP22 created new session: [2:7580800143692061566:2049]
2025-12-06T17:36:16.230993Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800141066592811:2084] [node 6] ICS10 traffic start
2025-12-06T17:36:16.711474Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800143031870172:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27421
2025-12-06T17:36:16.125017Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800142454338616:2076] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49203
2025-12-06T17:36:16.678715Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800143692061566:2049] [node 3] ICS09 handshake done sender: [2:7580800143692061546:2105] self: [2:7580800143692061544:0] peer: [3:7580800141169262196:0] socket: 143 qp: -1
2025-12-06T17:36:16.682707Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800139397094229:2097] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:16.699019Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800143692061566:2049] [node 3] ICS10 traffic start
2025-12-06T17:36:16.699090Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:16.699462Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800139397094173:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(68509869ns) {HandleHandshakeStatus:329(68507348ns) {DropIncomingHandshake:442(30146ns) DropOutgoingHandshake:457(6377ns) SwitchToState:179(617ns) ProcessPendingSessionEvents:495(90505ns) {ForwardSessionEventToSession:612(60596ns) ForwardSessionEventToSession:612(2978ns) ForwardSessionEventToSession:612(5967ns) ForwardSessionEventToSession:612(3648ns) ForwardSessionEventToSession:612(4529ns) ForwardSessionEventToSession:612(4845ns)}}}
2025-12-06T17:36:16.699530Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800139397094211:2064] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:36:16.699594Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:16.699647Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800139397094211:2064] [node 4] ICP22 created new session: [2:7580800143692061569:2064]
2025-12-06T17:36:16.699685Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800143692061569:2064] [node 4] ICS09 handshake done sender: [2:7580800139397094229:2097] self: [2:7580800139397094228:0] peer: [4:7580800143031870167:0] socket: 117 qp: -1
2025-12-06T17:36:16.699743Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800143692061569:2064] [node 4] ICS10 traffic start
2025-12-06T17:36:16.699771Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:16.700241Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800139397094231:2098] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:16.700264Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800139397094231:2098] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:16.719040Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800139397094231:2098] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:16.738788Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800139397094222:2069] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:16.738885Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:16.738939Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800139397094222:2069] [node 5] ICP22 created new session: [2:7580800143692061572:2069]
2025-12-06T17:36:16.738999Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800143692061572:2069] [node 5] ICS09 handshake done sender: [2:7580800139397094231:2098] self: [2:7580800139397094230:0] peer: [5:7580800142454338668:0] socket: 135 qp: -1
2025-12-06T17:36:16.739042Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800143692061572:2069] [node 5] ICS10 traffic start
2025-12-06T17:36:16.739087Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:16.126374Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800142454338617:2077] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49203
2025-12-06T17:36:16.231024Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:16.711811Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800143031870171:2067] [node 6] ICS09 handshake done sender: [4:7580800138736902827:2089] self: [4:7580800138736902825:0] peer: [6:7580800140728957226:0] socket: 87 qp: -1
2025-12-06T17:36:16.231394Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800141066592807:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:16.231434Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800136771625477:2083] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:16.231463Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:16.126424Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800142454338618:2078] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49203
2025-12-06T17:36:16.711855Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800143031870171:2067] [node 6] ICS10 traffic start
2025-12-06T17:36:16.231499Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800136771625477:2083] [node 5] ICP22 created new session: [1:7580800141066592813:2083]
2025-12-06T17:36:16.231547Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800141066592813:2083] [node 5] ICS09 handshake done sender: [1:7580800136771625489:2107] self: [1:7580800136771625488:0] peer: [5:7580800142454338610:0] socket: 92 qp: -1
2025-12-06T17:36:16.231581Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800141066592813:2083] [node 5] ICS10 traffic start
2025-12-06T17:36:16.231607Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:16.232371Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580800136771625477:2083] [node 5] ICP18 handshake (actor [1:7580800141066592807:2114]) is too old
2025-12-06T17:36:16.262785Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800136771625503:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:16.262816Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800136771625503:2113] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:36:16.314995Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800136771625503:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:16.373722Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800136771625485:2081] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:36:16.373780Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:16.373826Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800136771625485:2081] [node 4] ICP22 created new session: [1:7580800141066592820:2081]
2025-12-06T17:36:16.373876Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800141066592820:2081] [node 4] ICS09 handshake done sender: [1:7580800136771625503:2113] self: [1:7580800136771625502:0] peer: [4:7580800143031870135:0] socket: 137 qp: -1
2025-12-06T17:36:16.373915Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800141066592820:2081] [node 4] ICS10 traffic start
2025-12-06T17:36:16.373946Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:16.711893Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:16.715434Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800138736902813:2067] [node 6] ICP35 event processing took too much time PendingConnection:279(68190156ns) {HandleHandshakeStatus:329(68187008ns) {DropIncomingHandshake:442(34357ns) DropOutgoingHandshake:457(558ns) SwitchToState:179(608ns) ProcessPendingSessionEvents:495(3147491ns) {ForwardSessionEventToSession:612(3099507ns) ForwardSessionEventToSession:612(5478ns) ForwardSessionEventToSession:612(5634ns) ForwardSessionEventToSession:612(5069ns) ForwardSessionEventToSession:612(4809ns) ForwardSessionEventToSession:612(2490ns) ForwardSessionEventToSession:612(2728ns) ForwardSessionEventToSession:612(4905ns) ForwardSessionEventToSession:612(3184ns) ForwardSessionEventToSession:612(2304ns)}}}
2025-12-06T17:36:16.734642Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800138736902832:2092] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:16.740042Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800138736902776:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13889) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580800138736902832:2092] held: no
2025-12-06T17:36:16.740303Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800138736902776:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:16.744657Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:16.754996Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800138736902776:2049] [node 2] ICP22 created new session: [4:7580800143031870174:2049]
2025-12-06T17:36:16.762735Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800143031870174:2049] [node 2] ICS09 handshake done sender: [4:7580800138736902832:2092] self: [4:7580800143031870167:0] peer: [2:7580800139397094228:0] socket: 124 qp: -1
2025-12-06T17:36:16.763134Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800143031870174:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:16.763193Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:16.758823Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800136874294805:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(107808223ns) {HandleHandshakeStatus:329(107804952ns) {DropIncomingHandshake:442(1005ns) DropOutgoingHandshake:457(4878ns) SwitchToState:179(324ns) ProcessPendingSessionEvents:495(27897841ns) {ForwardSessionEventToSession:612(73270ns) ForwardSessionEventToSession:612(9238835ns) ForwardSessionEventToSession:612(2915ns) ForwardSessionEventToSession:612(10571116ns) ForwardSessionEventToSession:612(9901ns) ForwardSessionEventToSession:612(1779ns) ForwardSessionEventToSession:612(3987816ns) ForwardSessionEventToSession:612(3634ns) ForwardSessionEventToSession:612(8803ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:16.126548Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800138159371302:2069] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:16.126614Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800138159371310:2073] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:16.151210Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800138159371278:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:16.151279Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:16.151331Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800138159371278:2050] [node 3] ICP22 created new session: [5:7580800142454338620:2050]
2025-12-06T17:36:16.151375Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800142454338620:2050] [node 3] ICS09 handshake done sender: [5:7580800138159371310:2073] self: [5:7580800142454338612:0] peer: [3:7580800136874294866:0] socket: 123 qp: -1
2025-12-06T17:36:16.151408Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800142454338620:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:16.151452Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:16.234724Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800138159371306:2071] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:16.300614Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800138159371297:2067] [node 6] ICP35 event processing took too much time PendingConnection:279(235696031ns) {HandleHandshakeStatus:329(235693207ns) {DropIncomingHandshake:442(828ns) DropOutgoingHandshake:457(396ns) SwitchToState:179(364ns) ProcessPendingSessionEvents:495(40001349ns) {ForwardSessionEventToSession:612(39988348ns)}}}
2025-12-06T17:36:16.327153Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800138159371276:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:16.327230Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:16.327291Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800138159371276:2048] [node 1] ICP22 created new session: [5:7580800142454338623:2048]
2025-12-06T17:36:16.327348Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800142454338623:2048] [node 1] ICS09 handshake done sender: [5:7580800138159371306:2071] self: [5:7580800142454338610:0] peer: [1:7580800136771625488:0] socket: 94 qp: -1
2025-12-06T17:36:16.327390Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800142454338623:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:16.327438Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:16.327682Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7580800138159371276:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:36:16.373109Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800142454338622:2079] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49203
2025-12-06T17:36:16.438733Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800138159371302:2069] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7531) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800142454338613:2075] held: no
2025-12-06T17:36:16.524316Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800138159371302:2069] [node 4] ICP35 event processing took too much time PendingConnection:279(68013149ns) {HandleHandshakeStatus:395(48065458ns) {LogHandshakeFail:472(25317ns) {UpdateErrorStateLog:545(7168ns)} DropOutgoingHandshake:457(2030ns) ProcessPendingSessionEvents:495(18831ns) {DropSessionEvent:512(10475ns) DropSessionEvent:512(6022ns)}}}
2025-12-06T17:36:16.524445Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800142454338613:2075] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:16.526638Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800138159371302:2069] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:36:16.526704Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:16.526762Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800138159371302:2069] [node 4] ICP22 created new session: [5:7580800142454338665:2069]
2025-12-06T17:36:16.526824Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800142454338665:2069] [node 4] ICS09 handshake done sender: [5:7580800142454338613:2075] self: [5:7580800142454338619:0] peer: [4:7580800138736902824:0] socket: 103 qp: -1
2025-12-06T17:36:16.526862Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800142454338665:2069] [node 4] ICS10 traffic start
2025-12-06T17:36:16.526920Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:16.555038Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800138159371277:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(20252844ns) {HandleCleanupEventQueue:832(20250585ns) {CleanupEventQueue:841(20243175ns) {DropSessionEvent:512(20238097ns)} ScheduleCleanupEventQueue:822(6355ns)}}
2025-12-06T17:36:16.659530Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800142454338617:2077] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:16.690741Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800138159371277:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:16.711683Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800138159371277:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(19931104ns) {IncomingHandshake:261(8045962ns) {DropIncomingHandshake:442(915ns) PrepareNewSessionHandshake:477(1375ns) {SwitchToState:179(683ns)} GenerateSessionVirtualId:988(855ns) IssueIncomingHandshakeReply:193(7752226ns) {SwitchToState:179(5206ns)}}}
2025-12-06T17:36:16.788149Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800138159371277:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13889) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800142454338617:2077] held: no
2025-12-06T17:36:16.788441Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800142454338669:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49203
2025-12-06T17:36:16.790206Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800138736902776:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(49801255ns) {HandleHandshakeStatus:329(49799817ns) {DropIncomingHandshake:442(388ns) DropOutgoingHandshake:457(220ns) SwitchToState:179(412ns) ProcessPendingSessionEvents:495(808ns)}}
2025-12-06T17:36:16.791088Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800142454338617:2077] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:16.791661Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800138159371277:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:16.791707Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:16.791752Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800138159371277:2049] [node 2] ICP22 created new session: [5:7580800142454338670:2049]
2025-12-06T17:36:16.791801Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800142454338670:2049] [node 2] ICS09 handshake done sender: [5:7580800142454338617:2077] self: [5:7580800142454338668:0] peer: [2:7580800139397094230:0] socket: 140 qp: -1
2025-12-06T17:36:16.791841Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800142454338670:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:16.791894Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:16.859865Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:36:16.860060Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580800136874294879:2048] [node 1] ICS07 socket disconnect 99 reason# EndOfStream
2025-12-06T17:36:16.860093Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800136874294879:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:16.860165Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:16.860219Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580800136874294879:2048] [node 1] ICS15 start handshake
2025-12-06T17:36:16.858780Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:36:16.859048Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7580800143692061540:2048] [node 1] ICS07 socket disconnect 111 reason# EndOfStream
2025-12-06T17:36:16.859080Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580800143692061540:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:16.859193Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:16.859238Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580800143692061540:2048] [node 1] ICS15 start handshake
2025-12-06T17:36:16.866870Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580800136874294804:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14433) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:36:16.866936Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800136874294879:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:36:16.866973Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800136874294804:2048] [node 1] ICP30 unregister session Session# [3:7580800136874294879:2048] VirtualId# [3:7580800136874294872:0]
2025-12-06T17:36:16.867021Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:16.867050Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580800136874294804:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:14433) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:16.867066Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14433) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:16.874686Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580800139397094172:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14433) Socket error# Connection reset by peer state# SendInitialPacket processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:36:16.874732Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580800143692061540:2048] [node 1] ICS15 start handshake
2025-12-06T17:36:16.872679Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:36:16.872950Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800143031870169:2048] [node 1] ICS01 socket: 139 reason# EndOfStream
2025-12-06T17:36:16.872994Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800138736902775:2048] [node 1] ICP30 unregister session Session# [4:7580800143031870169:2048] VirtualId# [4:7580800143031870135:0]
2025-12-06T17:36:16.899151Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580800136874294804:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:36:16.890659Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:36:16.878745Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:36:16.914896Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800140728957179:2048] [node 1] ICS01 socket: 129 reason# EndOfStream
2025-12-06T17:36:16.873028Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800143031870169:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:16.917315Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580800142454338623:2048] [node 1] ICS07 socket disconnect 94 reason# EndOfStream
2025-12-06T17:36:16.917358Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800142454338623:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:16.917460Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:16.917496Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580800142454338623:2048] [node 1] ICS15 start handshake
2025-12-06T17:36:16.918350Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800138159371276:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14433) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:36:16.918404Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800142454338623:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:36:16.918434Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800138159371276:2048] [node 1] ICP30 unregister session Session# [5:7580800142454338623:2048] VirtualId# [5:7580800142454338610:0]
2025-12-06T17:36:16.918476Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:16.918508Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580800138159371276:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:14433) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:16.918522Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14433) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:16.873115Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:16.879677Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:16.915578Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800136433989838:2048] [node 1] ICP30 unregister session Session# [6:7580800140728957179:2048] VirtualId# [6:7580800140728957176:0]
2025-12-06T17:36:16.915629Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800140728957179:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:16.918657Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:16.926688Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:16.934828Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580800138159371276:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:36:16.986667Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:36:16.987068Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580800141169262200:2049] [node 2] ICS07 socket disconnect 144 reason# EndOfStream
2025-12-06T17:36:16.987101Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800141169262200:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:16.987211Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:16.987255Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580800141169262200:2049] [node 2] ICS15 start handshake
2025-12-06T17:36:16.988051Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580800136874294805:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13889) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:36:16.988102Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800141169262200:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:36:16.988138Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800136874294805:2049] [node 2] ICP30 unregister session Session# [3:7580800141169262200:2049] VirtualId# [3:7580800141169262196:0]
2025-12-06T17:36:16.988175Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:16.988200Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580800136874294805:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:13889) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:16.988216Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13889) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:16.998688Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:36:16.998920Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580800140728957174:2049] [node 2] ICS07 socket disconnect 118 reason# EndOfStream
2025-12-06T17:36:16.998955Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800140728957174:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:16.999040Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:16.999075Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580800140728957174:2049] [node 2] ICS15 start handshake
2025-12-06T17:36:16.999935Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800136433989839:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13889) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:36:16.999977Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800140728957174:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:36:17.000010Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800136433989839:2049] [node 2] ICP30 unregister session Session# [6:7580800140728957174:2049] VirtualId# [6:7580800140728957172:0]
2025-12-06T17:36:17.000043Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:17.000071Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580800136433989839:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:13889) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:17.000085Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13889) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:16.998679Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580800136874294805:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:36:16.998728Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:36:16.998986Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800143031870174:2049] [node 2] ICS01 socket: 124 reason# EndOfStream
2025-12-06T17:36:16.999029Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800138736902776:2049] [node 2] ICP30 unregister session Session# [4:7580800143031870174:2049] VirtualId# [4:7580800143031870167:0]
2025-12-06T17:36:16.999058Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800143031870174:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:16.999134Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:16.999182Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:17.002667Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:36:17.002891Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800142454338670:2049] [node 2] ICS01 socket: 140 reason# EndOfStream
2025-12-06T17:36:17.002920Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800138159371277:2049] [node 2] ICP30 unregister session Session# [5:7580800142454338670:2049] VirtualId# [5:7580800142454338668:0]
2025-12-06T17:36:17.002947Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800142454338670:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:17.003019Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:17.003054Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:17.018643Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580800136433989839:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:36:17.046733Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:36:17.046945Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580800143031870130:2050] [node 3] ICS07 socket disconnect 85 reason# EndOfStream
2025-12-06T17:36:17.046975Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800143031870130:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:17.047058Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:17.047281Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:36:17.047104Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580800143031870130:2050] [node 3] ICS15 start handshake
2025-12-06T17:36:17.047482Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580800142454338620:2050] [node 3] ICS07 socket disconnect 123 reason# EndOfStream
2025-12-06T17:36:17.047509Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800142454338620:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:17.047575Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:17.047611Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580800142454338620:2050] [node 3] ICS15 start handshake
2025-12-06T17:36:17.050613Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:36:17.050822Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580800140728957168:2050] [node 3] ICS07 socket disconnect 104 reason# EndOfStream
2025-12-06T17:36:17.050850Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800140728957168:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:17.050934Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:17.051028Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580800140728957168:2050] [node 3] ICS15 start handshake
2025-12-06T17:36:17.052631Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800138736902777:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28672) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:36:17.052681Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800143031870130:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:36:17.052709Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800138736902777:2050] [node 3] ICP30 unregister session Session# [4:7580800143031870130:2050] VirtualId# [4:7580800138736902828:0]
2025-12-06T17:36:17.052741Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:17.052766Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580800138736902777:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:28672) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:17.052783Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28672) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:17.051449Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800138159371278:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28672) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:36:17.051499Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800142454338620:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:36:17.051546Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800138159371278:2050] [node 3] ICP30 unregister session Session# [5:7580800142454338620:2050] VirtualId# [5:7580800142454338612:0]
2025-12-06T17:36:17.051584Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:17.051610Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580800138159371278:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:28672) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:17.051622Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28672) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:17.054979Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800136433989840:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28672) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:36:17.055033Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800140728957168:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:36:17.055066Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800136433989840:2050] [node 3] ICP30 unregister session Session# [6:7580800140728957168:2050] VirtualId# [6:7580800136433989864:0]
2025-12-06T17:36:17.055097Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:17.055123Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580800136433989840:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:28672) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:17.055134Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28672) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:17.066634Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580800138159371278:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:36:17.070720Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580800136433989840:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:36:17.078616Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580800138736902777:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:36:17.147336Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:36:17.147543Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800140728957230:2063] [node 4] ICS01 socket: 102 reason# EndOfStream
2025-12-06T17:36:17.147570Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800136433989856:2063] [node 4] ICP30 unregister session Session# [6:7580800140728957230:2063] VirtualId# [6:7580800140728957226:0]
2025-12-06T17:36:17.147594Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800140728957230:2063] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:17.147639Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:36:17.147672Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:36:17.146765Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:36:17.147030Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800142454338665:2069] [node 4] ICS01 socket: 103 reason# EndOfStream
2025-12-06T17:36:17.147072Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800138159371302:2069] [node 4] ICP30 unregister session Session# [5:7580800142454338665:2069] VirtualId# [5:7580800142454338619:0]
2025-12-06T17:36:17.147107Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800142454338665:2069] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:17.147203Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:36:17.147251Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:36:17.206729Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:36:17.371358Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800146604326054:2048] [node 2] ICP01 ready to work
2025-12-06T17:36:17.371390Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800146604326055:2049] [node 3] ICP01 ready to work
2025-12-06T17:36:17.414982Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800144643885104:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:17.415012Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800144643885105:2049] [node 3] ICP01 ready to work
2025-12-06T17:36:17.471049Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800146665217386:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:17.471080Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800146665217387:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:17.522971Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800147839851504:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:17.523003Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800147839851505:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:17.523031Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800147839851506:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:17.483005Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800146760947615:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:17.483037Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800146760947616:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:17.483068Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800146760947617:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:17.583485Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800146867532952:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:17.583512Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800146867532953:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:17.583537Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800146867532954:2050] [node 3] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:17.943923Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800144643885140:2069] [node 4] ICP01 ready to work
2025-12-06T17:36:17.944109Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800144643885138:2082] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19024
2025-12-06T17:36:17.946905Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800144643885139:2083] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19024
2025-12-06T17:36:18.033542Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800146604326106:2091] [node 5] ICP01 ready to work
2025-12-06T17:36:18.019180Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800150960184732:2073] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:18.152600Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800146867532953:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(81490347ns) {Configure:104(81481994ns) {ProcessConfigured:135(73674ns) {StartInitialHandshake:157(70612ns) {DropHandshakes:470(2919ns) {DropIncomingHandshake:442(718ns) DropOutgoingHandshake:457(358ns)} GenerateSessionVirtualId:988(1315ns) PrepareNewSessionHandshake:477(1712ns) {SwitchToState:179(765ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:18.142295Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800150960184744:2107] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35123
2025-12-06T17:36:18.188615Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800147839851504:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(133364297ns) {Configure:104(97711345ns) {ProcessConfigured:135(56943ns) {StartInitialHandshake:157(54861ns) {DropHandshakes:470(2561ns) {DropIncomingHandshake:442(534ns) DropOutgoingHandshake:457(328ns)} GenerateSessionVirtualId:988(734ns) PrepareNewSessionHandshake:477(1667ns) {SwitchToState:179(511ns)}}}}}
2025-12-06T17:36:18.220079Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800146867532952:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(97086137ns) {Configure:104(97079441ns) {ProcessConfigured:135(55244ns) {StartInitialHandshake:157(52271ns) {DropHandshakes:470(2317ns) {DropIncomingHandshake:442(536ns) DropOutgoingHandshake:457(351ns)} GenerateSessionVirtualId:988(713ns) PrepareNewSessionHandshake:477(1754ns) {SwitchToState:179(973ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:18.190871Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800151055914974:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44640
2025-12-06T17:36:18.195131Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800148938852475:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19024
2025-12-06T17:36:18.186686Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800150960184743:2074] [node 5] ICP01 ready to work
2025-12-06T17:36:18.226956Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800148938852476:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19024
2025-12-06T17:36:18.239759Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800146867532954:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(86554933ns) {Configure:104(86550776ns) {ProcessConfigured:135(28676432ns) {StartInitialHandshake:157(28674057ns) {DropHandshakes:470(2612ns) {DropIncomingHandshake:442(576ns) DropOutgoingHandshake:457(373ns)} GenerateSessionVirtualId:988(662ns) PrepareNewSessionHandshake:477(3652ns) {SwitchToState:179(1143ns)}}}}}
2025-12-06T17:36:18.267695Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800150960184749:2065] [node 4] ICP01 ready to work
2025-12-06T17:36:18.196290Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800151055914974:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:18.270027Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800148938852475:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:18.197756Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800146760947616:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:18.298843Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800152134818871:2079] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:18.294716Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800150899293417:2089] [node 4] ICP01 ready to work
2025-12-06T17:36:18.269679Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800151162500320:2060] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:18.278793Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800144643885142:2084] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:18.271701Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800146760947615:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(348822098ns) {Configure:104(348818447ns) {ProcessConfigured:135(77046ns) {StartInitialHandshake:157(74578ns) {DropHandshakes:470(2568ns) {DropIncomingHandshake:442(814ns) DropOutgoingHandshake:457(421ns)} GenerateSessionVirtualId:988(707ns) PrepareNewSessionHandshake:477(1477ns) {SwitchToState:179(657ns)}}}}}
2025-12-06T17:36:18.278751Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800151162500319:2062] [node 4] ICP01 ready to work
2025-12-06T17:36:18.342618Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800152134818875:2081] [node 4] ICP01 ready to work
2025-12-06T17:36:18.318600Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800150899293418:2095] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:18.368317Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800151162500322:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38936
2025-12-06T17:36:18.320967Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800146665217386:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(401047164ns) {Configure:104(401034391ns) {ProcessConfigured:135(83816ns) {StartInitialHandshake:157(79444ns) {DropHandshakes:470(2574ns) {DropIncomingHandshake:442(642ns) DropOutgoingHandshake:457(397ns)} GenerateSessionVirtualId:988(914ns) PrepareNewSessionHandshake:477(1224ns) {SwitchToState:179(386ns)}}}}}
2025-12-06T17:36:18.278838Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800144643885142:2084] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:36:18.390997Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800151162500322:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:18.391125Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800146867532954:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:18.286676Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800151055914982:2067] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:18.314743Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800148938852477:2064] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:18.328912Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800146604326106:2091] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(241709794ns) {Configure:104(241697956ns) {ProcessConfigured:135(53828ns) {StartInitialHandshake:157(51868ns) {DropHandshakes:470(1552ns) {DropIncomingHandshake:442(385ns) DropOutgoingHandshake:457(264ns)} GenerateSessionVirtualId:988(712ns) PrepareNewSessionHandshake:477(979ns) {SwitchToState:179(387ns)}}}}}
2025-12-06T17:36:18.321144Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800150960184744:2107] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:18.339579Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800151055914989:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44640
2025-12-06T17:36:18.394190Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800151162500324:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38936
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:18.334980Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800144643885142:2084] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:18.355555Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800150960184732:2073] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(212710236ns) {Configure:104(212703602ns) {ProcessConfigured:135(75729ns) {StartInitialHandshake:157(74195ns) {DropHandshakes:470(1338ns) {DropIncomingHandshake:442(311ns) DropOutgoingHandshake:457(211ns)} GenerateSessionVirtualId:988(444ns) PrepareNewSessionHandshake:477(1524ns) {SwitchToState:179(466ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:18.378660Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800151055914988:2077] [node 5] ICP01 ready to work
2025-12-06T17:36:18.410896Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800151162500322:2113] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:18.454910Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800146867532954:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:18.459412Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800151162500320:2060] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(144349598ns) {Configure:104(120464430ns) {ProcessConfigured:135(87090ns) {StartInitialHandshake:157(85182ns) {DropHandshakes:470(1802ns) {DropIncomingHandshake:442(389ns) DropOutgoingHandshake:457(253ns)} GenerateSessionVirtualId:988(870ns) PrepareNewSessionHandshake:477(1363ns) {SwitchToState:179(515ns)}}}}}
2025-12-06T17:36:18.355803Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800146665217387:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:18.356550Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800150960184748:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35123
2025-12-06T17:36:18.356679Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800150960184751:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35123
2025-12-06T17:36:18.363668Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800150960184749:2065] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(41108007ns) {Configure:104(41105259ns) {ProcessConfigured:135(47021ns) {StartInitialHandshake:157(46067ns) {DropHandshakes:470(1707ns) {DropIncomingHandshake:442(362ns) DropOutgoingHandshake:457(363ns)} GenerateSessionVirtualId:988(587ns) PrepareNewSessionHandshake:477(3654ns) {SwitchToState:179(262ns)}}}}}
2025-12-06T17:36:18.383293Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800150960184748:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:18.393023Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800150960184758:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:18.393046Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800150960184758:2116] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:18.394356Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800150960184758:2116] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:18.403107Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800150960184751:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:18.416063Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800150960184768:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35123
2025-12-06T17:36:18.430909Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800150960184732:2073] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:18.431005Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:18.431071Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800150960184732:2073] [node 6] ICP22 created new session: [3:7580800150960184769:2073]
2025-12-06T17:36:18.431123Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800150960184769:2073] [node 6] ICS09 handshake done sender: [3:7580800150960184758:2116] self: [3:7580800150960184757:0] peer: [6:7580800151162500323:0] socket: 117 qp: -1
2025-12-06T17:36:18.431157Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800150960184769:2073] [node 6] ICS10 traffic start
2025-12-06T17:36:18.431216Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:18.454848Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800150960184744:2107] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:18.467354Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800150960184750:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35123
2025-12-06T17:36:18.469154Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800150960184772:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35123
2025-12-06T17:36:18.490624Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800150960184743:2074] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(126989140ns) {Configure:104(126983796ns) {ProcessConfigured:135(43294797ns) {StartInitialHandshake:157(43292540ns) {DropHandshakes:470(3028ns) {DropIncomingHandshake:442(780ns) DropOutgoingHandshake:457(334ns)} GenerateSessionVirtualId:988(805ns) PrepareNewSessionHandshake:477(2786ns) {SwitchToState:179(914ns)}}}}}
2025-12-06T17:36:18.495114Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800150960184750:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:18.498710Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800146665217387:2049] [node 2] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:18.423830Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800150899293417:2089] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(72899489ns) {Configure:104(72889317ns) {ProcessConfigured:135(73757ns) {StartInitialHandshake:157(71479ns) {DropHandshakes:470(2652ns) {DropIncomingHandshake:442(686ns) DropOutgoingHandshake:457(411ns)} GenerateSessionVirtualId:988(1540ns) PrepareNewSessionHandshake:477(2231ns) {SwitchToState:179(1141ns)}}}}}
2025-12-06T17:36:18.322614Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800148938852478:2066] [node 5] ICP01 ready to work
2025-12-06T17:36:18.415235Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800151055914974:2110] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:18.510649Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:18.369750Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800144643885138:2082] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:18.475235Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800152134818878:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62030
2025-12-06T17:36:18.376108Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800144643885140:2069] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:36:18.376176Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:18.376227Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800144643885140:2069] [node 4] ICP22 created new session: [2:7580800148938852481:2069]
2025-12-06T17:36:18.376278Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800148938852481:2069] [node 4] ICS09 handshake done sender: [2:7580800144643885142:2084] self: [2:7580800144643885141:0] peer: [4:7580800151055914981:0] socket: 90 qp: -1
2025-12-06T17:36:18.376316Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800148938852481:2069] [node 4] ICS10 traffic start
2025-12-06T17:36:18.376352Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:18.398733Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800144643885144:2085] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:18.398785Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800144643885144:2085] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:36:18.399783Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800148938852483:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19024
2025-12-06T17:36:18.399901Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580800144643885104:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:18.407238Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800144643885144:2085] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:18.407476Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800144643885105:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:36:18.407540Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:18.407589Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800144643885105:2049] [node 3] ICP22 created new session: [2:7580800148938852486:2049]
2025-12-06T17:36:18.407634Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800148938852486:2049] [node 3] ICS09 handshake done sender: [2:7580800144643885144:2085] self: [2:7580800144643885143:0] peer: [3:7580800150960184759:0] socket: 91 qp: -1
2025-12-06T17:36:18.407667Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800148938852486:2049] [node 3] ICS10 traffic start
2025-12-06T17:36:18.407725Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:18.411099Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800144643885139:2083] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:18.416307Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800148938852476:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:18.429705Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800148938852483:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:18.504161Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800148938852488:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19024
2025-12-06T17:36:18.504585Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800144643885138:2082] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:18.504730Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580800144643885104:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:18.504786Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:18.504828Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800144643885104:2048] [node 1] ICP22 created new session: [2:7580800148938852489:2048]
2025-12-06T17:36:18.504879Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800148938852489:2048] [node 1] ICS09 handshake done sender: [2:7580800144643885138:2082] self: [2:7580800148938852485:0] peer: [1:7580800146604326097:0] socket: 85 qp: -1
2025-12-06T17:36:18.504914Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800148938852489:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:18.504944Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:18.510948Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580800144643885105:2049] [node 3] ICP18 handshake (actor [2:7580800148938852483:2117]) is too old
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:18.450746Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800146760947616:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:18.424233Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800150899293419:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13656
2025-12-06T17:36:18.450838Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:18.450898Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800146760947616:2049] [node 2] ICP22 created new session: [4:7580800151055914990:2049]
2025-12-06T17:36:18.450958Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800151055914990:2049] [node 2] ICS09 handshake done sender: [4:7580800151055914974:2110] self: [4:7580800151055914981:0] peer: [2:7580800144643885141:0] socket: 92 qp: -1
2025-12-06T17:36:18.450999Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800151055914990:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:18.451046Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:18.451406Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7580800146760947616:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:36:18.452160Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800151055914992:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44640
2025-12-06T17:36:18.514626Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800151055914992:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:18.514894Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800146760947617:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:18.537269Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800151055914995:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44640
2025-12-06T17:36:18.537978Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800151055914992:2116] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:18.430599Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800146604326098:2090] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:18.430654Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800146604326098:2090] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:36:18.443007Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800150899293427:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13656
2025-12-06T17:36:18.443441Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800150899293419:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:18.443609Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800150899293425:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13656
2025-12-06T17:36:18.443765Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800150899293424:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13656
2025-12-06T17:36:18.454658Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800150899293426:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13656
2025-12-06T17:36:18.534627Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800152134818878:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:18.454658Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800146604326055:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(455827722ns) {Configure:104(436012373ns) {ProcessConfigured:135(7516257ns) {StartInitialHandshake:157(7513188ns) {DropHandshakes:470(1694ns) {DropIncomingHandshake:442(397ns) DropOutgoingHandshake:457(339ns)} GenerateSessionVirtualId:988(602ns) PrepareNewSessionHandshake:477(3409ns) {SwitchToState:179(1304ns)}}}}}
2025-12-06T17:36:18.490600Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800150899293426:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:18.538863Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800152134818880:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62030
2025-12-06T17:36:18.498723Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800146604326098:2090] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:18.542641Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800147839851504:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:18.498974Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800150899293425:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:18.507202Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800150899293424:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:18.526931Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800150899293427:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:18.511048Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800146867532954:2050] [node 3] ICP22 created new session: [6:7580800151162500327:2050]
2025-12-06T17:36:18.527365Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800150960184764:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:18.531697Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:294: Proxy [2:7580800144643885105:2049] [node 3] ICP35 event processing took too much time StateWork:294(16262048ns) {IncomingHandshake:261(16259449ns)}
2025-12-06T17:36:18.550610Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800146760947617:2050] [node 3] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:18.564074Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800152134818880:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:18.527408Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800150960184764:2117] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:18.534849Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:18.534913Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800146665217387:2049] [node 2] ICP22 created new session: [3:7580800150960184775:2049]
2025-12-06T17:36:18.534996Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800150960184775:2049] [node 2] ICS09 handshake done sender: [3:7580800150960184744:2107] self: [3:7580800150960184759:0] peer: [2:7580800144643885143:0] socket: 93 qp: -1
2025-12-06T17:36:18.535036Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800150960184775:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:18.535083Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:18.535593Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800146665217387:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(36673900ns) {HandleHandshakeStatus:329(36670921ns) {DropIncomingHandshake:442(1007ns) DropOutgoingHandshake:457(12227ns) SwitchToState:179(590ns) ProcessPendingSessionEvents:495(111180ns) {ForwardSessionEventToSession:612(56217ns) ForwardSessionEventToSession:612(6332ns) ForwardSessionEventToSession:612(9203ns) ForwardSessionEventToSession:612(3626ns) ForwardSessionEventToSession:612(5435ns) ForwardSessionEventToSession:612(2470ns) ForwardSessionEventToSession:612(5809ns) ForwardSessionEventToSession:612(2952ns) ForwardSessionEventToSession:612(3265ns) ForwardSessionEventToSession:612(5469ns)}}}
2025-12-06T17:36:18.537465Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800150960184764:2117] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:18.538220Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800150960184749:2065] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:36:18.538300Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:18.538341Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800150960184749:2065] [node 4] ICP22 created new session: [3:7580800150960184778:2065]
2025-12-06T17:36:18.538386Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800150960184778:2065] [node 4] ICS09 handshake done sender: [3:7580800150960184764:2117] self: [3:7580800150960184763:0] peer: [4:7580800151055914994:0] socket: 107 qp: -1
2025-12-06T17:36:18.538415Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800150960184778:2065] [node 4] ICS10 traffic start
2025-12-06T17:36:18.538471Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:18.550678Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800150960184772:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:18.550825Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800146665217386:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:18.534684Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800151162500327:2050] [node 3] ICS09 handshake done sender: [6:7580800151162500322:2113] self: [6:7580800151162500323:0] peer: [3:7580800150960184757:0] socket: 118 qp: -1
2025-12-06T17:36:18.546636Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800150899293418:2095] [node 6] ICP35 event processing took too much time PendingConnection:279(19980139ns) {IncomingHandshake:261(19978697ns) {DropIncomingHandshake:442(417ns) PrepareNewSessionHandshake:477(6314176ns) {SwitchToState:179(2974ns)} GenerateSessionVirtualId:988(550ns) IssueIncomingHandshakeReply:193(5683ns)}}
2025-12-06T17:36:18.542768Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800151162500327:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:18.575493Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800152134818881:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62030
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:18.562574Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800150899293421:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:18.590910Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:18.554877Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800151162500329:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38936
2025-12-06T17:36:18.614679Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800152134818881:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:18.562619Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800150899293421:2112] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:18.591005Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800146760947617:2050] [node 3] ICP22 created new session: [4:7580800151055914996:2050]
2025-12-06T17:36:18.563218Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800151162500319:2062] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(256426976ns) {Configure:104(236446538ns) {ProcessConfigured:135(56780ns) {StartInitialHandshake:157(54538ns) {DropHandshakes:470(2485ns) {DropIncomingHandshake:442(459ns) DropOutgoingHandshake:457(557ns)} GenerateSessionVirtualId:988(757ns) PrepareNewSessionHandshake:477(1708ns) {SwitchToState:179(368ns)}}}}}
2025-12-06T17:36:18.637661Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800147839851506:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:18.698583Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800150960184766:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:18.566810Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800146604326054:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:36:18.591095Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800151055914996:2050] [node 3] ICS09 handshake done sender: [4:7580800151055914992:2116] self: [4:7580800151055914994:0] peer: [3:7580800150960184763:0] socket: 130 qp: -1
2025-12-06T17:36:18.698655Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800150960184766:2118] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:18.570782Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:18.590578Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800150899293423:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:18.642736Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800152134818883:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62030
2025-12-06T17:36:18.591135Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800151055914996:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:18.672196Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800151162500333:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38936
2025-12-06T17:36:18.643275Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800152134818878:2115] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:18.590629Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800150899293423:2113] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:36:18.712905Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580800146665217386:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22581) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580800150960184772:2120] held: no
2025-12-06T17:36:18.591192Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:18.673109Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800151162500334:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38936
2025-12-06T17:36:18.643468Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800147839851504:2048] [node 1] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:18.730753Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800151162500333:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:18.751109Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800146867532954:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(239511172ns) {HandleHandshakeStatus:329(239507950ns) {DropIncomingHandshake:442(1892ns) DropOutgoingHandshake:457(6262ns) SwitchToState:179(624ns) ProcessPendingSessionEvents:495(72102470ns) {ForwardSessionEventToSession:612(24241221ns) ForwardSessionEventToSession:612(3866549ns) ForwardSessionEventToSession:612(2727ns) ForwardSessionEventToSession:612(19961447ns) ForwardSessionEventToSession:612(8217ns) ForwardSessionEventToSession:612(2063ns) ForwardSessionEventToSession:612(12306343ns) ForwardSessionEventToSession:612(11678773ns) ForwardSessionEventToSession:612(3324ns) ForwardSessionEventToSession:612(5183ns)}}}
2025-12-06T17:36:18.751180Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580800146867532954:2050] [node 3] ICP27 obsolete handshake fail ignored
2025-12-06T17:36:18.758725Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800151162500320:2060] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:18.766617Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800151162500334:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:18.784658Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800146867532952:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:18.786256Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800151162500329:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:18.786886Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800151162500319:2062] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:18.713141Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800150960184782:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35123
2025-12-06T17:36:18.783158Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800148938852478:2066] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(343863961ns) {Configure:104(343856401ns) {ProcessConfigured:135(83971365ns) {StartInitialHandshake:157(83967992ns) {DropHandshakes:470(2391ns) {DropIncomingHandshake:442(784ns) DropOutgoingHandshake:457(319ns)} GenerateSessionVirtualId:988(718ns) PrepareNewSessionHandshake:477(3066ns) {SwitchToState:179(579ns)}}}}}
2025-12-06T17:36:18.594745Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:18.783824Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800148938852477:2064] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(347964587ns) {Configure:104(347955128ns) {ProcessConfigured:135(59933708ns) {StartInitialHandshake:157(59931178ns) {DropHandshakes:470(1943ns) {DropIncomingHandshake:442(465ns) DropOutgoingHandshake:457(377ns)} GenerateSessionVirtualId:988(838ns) PrepareNewSessionHandshake:477(2950ns) {SwitchToState:179(725ns)}}}}}
2025-12-06T17:36:18.713620Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800150960184772:2120] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:18.713767Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800146665217386:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:18.713809Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:18.713850Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800146665217386:2048] [node 1] ICP22 created new session: [3:7580800150960184783:2048]
2025-12-06T17:36:18.713886Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800150960184783:2048] [node 1] ICS09 handshake done sender: [3:7580800150960184772:2120] self: [3:7580800150960184781:0] peer: [1:7580800150899293422:0] socket: 131 qp: -1
2025-12-06T17:36:18.713923Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800150960184783:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:18.713956Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:18.731057Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800150960184766:2118] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:18.784320Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800150960184743:2074] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:18.787792Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:18.788650Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800150960184743:2074] [node 5] ICP22 created new session: [3:7580800150960184786:2074]
2025-12-06T17:36:18.788716Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800150960184786:2074] [node 5] ICS09 handshake done sender: [3:7580800150960184766:2118] self: [3:7580800150960184756:0] peer: [5:7580800152134818884:0] socket: 135 qp: -1
2025-12-06T17:36:18.792009Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800150960184786:2074] [node 5] ICS10 traffic start
2025-12-06T17:36:18.643534Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:18.591697Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800146760947617:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(48892705ns) {HandleHandshakeStatus:329(48889669ns) {DropIncomingHandshake:442(2504ns) DropOutgoingHandshake:457(34203ns) SwitchToState:179(411ns) ProcessPendingSessionEvents:495(102412ns) {ForwardSessionEventToSession:612(57644ns) ForwardSessionEventToSession:612(2975ns) ForwardSessionEventToSession:612(4929ns) ForwardSessionEventToSession:612(3326ns) ForwardSessionEventToSession:612(2803ns) ForwardSessionEventToSession:612(5866ns) ForwardSessionEventToSession:612(2406ns) ForwardSessionEventToSession:612(5401ns) ForwardSessionEventToSession:612(5498ns) ForwardSessionEventToSession:612(2465ns)}}}
2025-12-06T17:36:18.814753Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:18.594816Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800146604326054:2048] [node 2] ICP22 created new session: [1:7580800150899293441:2048]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:18.643583Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800147839851504:2048] [node 1] ICP22 created new session: [5:7580800152134818885:2048]
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:18.822850Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800151162500339:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38936
2025-12-06T17:36:18.643627Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800152134818885:2048] [node 1] ICS09 handshake done sender: [5:7580800152134818878:2115] self: [5:7580800152134818879:0] peer: [1:7580800150899293420:0] socket: 128 qp: -1
2025-12-06T17:36:18.594867Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800150899293441:2048] [node 2] ICS09 handshake done sender: [1:7580800146604326098:2090] self: [1:7580800146604326097:0] peer: [2:7580800148938852485:0] socket: 84 qp: -1
2025-12-06T17:36:18.703776Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800151055914999:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44640
2025-12-06T17:36:18.836466Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800148938852494:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:18.836506Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800148938852494:2120] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:18.838206Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800148938852494:2120] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:18.843263Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800148938852477:2064] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:18.843342Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:18.843411Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800148938852477:2064] [node 6] ICP22 created new session: [2:7580800148938852500:2064]
2025-12-06T17:36:18.843473Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800148938852500:2064] [node 6] ICS09 handshake done sender: [2:7580800148938852494:2120] self: [2:7580800148938852492:0] peer: [6:7580800151162500342:0] socket: 100 qp: -1
2025-12-06T17:36:18.843508Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800148938852500:2064] [node 6] ICS10 traffic start
2025-12-06T17:36:18.843552Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:18.835209Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800151162500340:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38936
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:18.713494Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800151055914988:2077] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(306543822ns) {Configure:104(306531950ns) {ProcessConfigured:135(42641623ns) {StartInitialHandshake:157(42639320ns) {DropHandshakes:470(2780ns) {DropIncomingHandshake:442(885ns) DropOutgoingHandshake:457(340ns)} GenerateSessionVirtualId:988(917ns) PrepareNewSessionHandshake:477(2403ns) {SwitchToState:179(779ns)}}}}}
2025-12-06T17:36:18.594900Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800150899293441:2048] [node 2] ICS10 traffic start
2025-12-06T17:36:18.643662Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800152134818885:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:18.594958Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:18.922830Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800148938852493:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:18.922875Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800148938852493:2119] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:18.835641Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800151162500339:2121] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:18.715551Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800151055914999:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:18.595452Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800146604326054:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(28452309ns) {HandleHandshakeStatus:329(28449676ns) {DropIncomingHandshake:442(20292ns) DropOutgoingHandshake:457(371ns) SwitchToState:179(182ns) ProcessPendingSessionEvents:495(124875ns) {ForwardSessionEventToSession:612(53365ns) ForwardSessionEventToSession:612(7963ns) ForwardSessionEventToSession:612(2133ns) ForwardSessionEventToSession:612(5032ns) ForwardSessionEventToSession:612(18207ns) ForwardSessionEventToSession:612(3916ns) ForwardSessionEventToSession:612(8148ns) ForwardSessionEventToSession:612(2090ns) ForwardSessionEventToSession:612(8165ns) ForwardSessionEventToSession:612(4156ns)}}}
2025-12-06T17:36:18.606725Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800150899293421:2112] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:18.606833Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800150899293423:2113] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:18.670892Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800146604326055:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:36:18.670985Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:18.671046Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800146604326055:2049] [node 3] ICP22 created new session: [1:7580800150899293445:2049]
2025-12-06T17:36:18.671098Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800150899293445:2049] [node 3] ICS09 handshake done sender: [1:7580800150899293423:2113] self: [1:7580800150899293422:0] peer: [3:7580800150960184781:0] socket: 129 qp: -1
2025-12-06T17:36:18.671138Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800150899293445:2049] [node 3] ICS10 traffic start
2025-12-06T17:36:18.671174Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:18.678710Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800146604326106:2091] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:18.750877Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:18.750940Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800146604326106:2091] [node 5] ICP22 created new session: [1:7580800150899293448:2091]
2025-12-06T17:36:18.766755Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800150899293448:2091] [node 5] ICS09 handshake done sender: [1:7580800150899293421:2112] self: [1:7580800150899293420:0] peer: [5:7580800152134818879:0] socket: 127 qp: -1
2025-12-06T17:36:18.766810Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800150899293448:2091] [node 5] ICS10 traffic start
2025-12-06T17:36:18.766891Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:18.767402Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800146604326106:2091] [node 5] ICP35 event processing took too much time PendingConnection:279(100223282ns) {HandleHandshakeStatus:329(100217372ns) {DropIncomingHandshake:442(16798ns) DropOutgoingHandshake:457(610ns) SwitchToState:179(399ns) ProcessPendingSessionEvents:495(122536ns) {ForwardSessionEventToSession:612(59310ns) ForwardSessionEventToSession:612(2494ns) ForwardSessionEventToSession:612(13355ns) ForwardSessionEventToSession:612(3424ns) ForwardSessionEventToSession:612(20961ns) ForwardSessionEventToSession:612(2225ns) ForwardSessionEventToSession:612(2721ns) ForwardSessionEventToSession:612(4592ns) ForwardSessionEventToSession:612(2262ns) ForwardSessionEventToSession:612(2380ns)}}}
2025-12-06T17:36:18.774791Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800150899293430:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:18.774817Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800150899293430:2118] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:36:18.787686Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800150899293432:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:18.787711Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800150899293432:2119] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:18.802881Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800150899293430:2118] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:18.823879Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800150899293432:2119] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:18.838094Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800150899293417:2089] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:36:18.838181Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:18.838236Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800150899293417:2089] [node 4] ICP22 created new session: [1:7580800150899293452:2089]
2025-12-06T17:36:18.838292Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800150899293452:2089] [node 4] ICS09 handshake done sender: [1:7580800150899293430:2118] self: [1:7580800150899293429:0] peer: [4:7580800151055915001:0] socket: 123 qp: -1
2025-12-06T17:36:18.838326Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800150899293452:2089] [node 4] ICS10 traffic start
2025-12-06T17:36:18.838383Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:18.851117Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800150899293418:2095] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:18.863408Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:18.863475Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800150899293418:2095] [node 6] ICP22 created new session: [1:7580800150899293454:2095]
2025-12-06T17:36:18.863536Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800150899293454:2095] [node 6] ICS09 handshake done sender: [1:7580800150899293432:2119] self: [1:7580800150899293431:0] peer: [6:7580800151162500336:0] socket: 139 qp: -1
2025-12-06T17:36:18.863581Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800150899293454:2095] [node 6] ICS10 traffic start
2025-12-06T17:36:18.863690Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:18.864240Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800150899293418:2095] [node 6] ICP35 event processing took too much time PendingConnection:279(25204926ns) {HandleHandshakeStatus:329(12927937ns) {DropIncomingHandshake:442(20600ns) DropOutgoingHandshake:457(281ns) SwitchToState:179(4893ns) ProcessPendingSessionEvents:495(166831ns) {ForwardSessionEventToSession:612(108044ns) ForwardSessionEventToSession:612(6757ns) ForwardSessionEventToSession:612(6372ns) ForwardSessionEventToSession:612(2346ns) ForwardSessionEventToSession:612(2888ns) ForwardSessionEventToSession:612(8650ns) ForwardSessionEventToSession:612(2421ns) ForwardSessionEventToSession:612(2040ns) ForwardSessionEventToSession:612(14060ns) ForwardSessionEventToSession:612(5337ns)}}}
2025-12-06T17:36:18.643702Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: 2025-12-06T17:36:18.762860Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800146760947615:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
::ffff:127.1.0.0
2025-12-06T17:36:18.788538Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800151055914987:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:18.788574Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800151055914987:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:18.790403Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800151055914987:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:18.790594Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800151055914982:2067] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:18.790648Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:18.817091Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800151055914982:2067] [node 6] ICP22 created new session: [4:7580800151055915003:2067]
2025-12-06T17:36:18.830839Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800151055915003:2067] [node 6] ICS09 handshake done sender: [4:7580800151055914987:2114] self: [4:7580800151055914986:0] peer: [6:7580800151162500337:0] socket: 86 qp: -1
2025-12-06T17:36:18.838812Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800151055915003:2067] [node 6] ICS10 traffic start
2025-12-06T17:36:18.859936Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:18.862665Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800146760947615:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22581) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580800151055914999:2118] held: no
2025-12-06T17:36:18.931116Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800151055915007:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44640
2025-12-06T17:36:18.931459Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800151055914982:2067] [node 6] ICP35 event processing took too much time PendingConnection:279(140692119ns) {HandleHandshakeStatus:329(140682295ns) {DropIncomingHandshake:442(979ns) DropOutgoingHandshake:457(1438ns) SwitchToState:179(211ns) ProcessPendingSessionEvents:495(24374593ns) {ForwardSessionEventToSession:612(24321341ns) ForwardSessionEventToSession:612(4105ns) ForwardSessionEventToSession:612(2779ns) ForwardSessionEventToSession:612(5749ns) ForwardSessionEventToSession:612(2373ns) ForwardSessionEventToSession:612(2663ns) ForwardSessionEventToSession:612(7000ns) ForwardSessionEventToSession:612(6917ns) ForwardSessionEventToSession:612(4622ns) ForwardSessionEventToSession:612(3994ns)}}}
2025-12-06T17:36:18.940613Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800146760947615:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(24715867ns) {HandleHandshakeStatus:395(24712447ns) {LogHandshakeFail:472(11320128ns) {UpdateErrorStateLog:545(12665ns)} DropOutgoingHandshake:457(512ns) ProcessPendingSessionEvents:495(13302855ns) {DropSessionEvent:512(12665ns) DropSessionEvent:512(4468ns) DropSessionEvent:512(4669ns) DropSessionEvent:512(4349ns) DropSessionEvent:512(7895163ns) DropSessionEvent:512(24160ns) DropSessionEvent:512(26833ns) DropSessionEvent:512(4829ns) DropSessionEvent:512(13233ns) DropSessionEvent:512(2902ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:18.835768Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800146867532953:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:18.774835Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800152134818873:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:18.943001Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800150960184743:2074] [node 5] ICP35 event processing took too much time PendingConnection:279(118332381ns) {HandleHandshakeStatus:329(118329552ns) {DropIncomingHandshake:442(16486ns) DropOutgoingHandshake:457(478ns) SwitchToState:179(112ns) ProcessPendingSessionEvents:495(67973298ns) {ForwardSessionEventToSession:612(24773226ns) ForwardSessionEventToSession:612(6900ns) ForwardSessionEventToSession:612(11267691ns) ForwardSessionEventToSession:612(15632ns) ForwardSessionEventToSession:612(6249ns) ForwardSessionEventToSession:612(3048ns) ForwardSessionEventToSession:612(23892299ns) ForwardSessionEventToSession:612(11179ns) ForwardSessionEventToSession:612(7962760ns) ForwardSessionEventToSession:612(4624ns)}}}
2025-12-06T17:36:18.836136Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800151162500341:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38936
2025-12-06T17:36:18.837860Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800151162500343:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38936
2025-12-06T17:36:18.844722Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800151162500334:2119] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:18.844936Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800151162500329:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:18.845105Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800146867532952:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:18.845187Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:18.845255Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800146867532952:2048] [node 1] ICP22 created new session: [6:7580800151162500344:2048]
2025-12-06T17:36:18.848678Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800146867532953:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20554) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800151162500339:2121] held: no
2025-12-06T17:36:18.848845Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800151162500338:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38936
2025-12-06T17:36:18.849301Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800151162500339:2121] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:18.849466Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800151162500319:2062] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:36:18.849552Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:18.849600Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800151162500319:2062] [node 4] ICP22 created new session: [6:7580800151162500345:2062]
2025-12-06T17:36:18.849646Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800151162500345:2062] [node 4] ICS09 handshake done sender: [6:7580800151162500329:2116] self: [6:7580800151162500337:0] peer: [4:7580800151055914986:0] socket: 106 qp: -1
2025-12-06T17:36:18.849683Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800151162500345:2062] [node 4] ICS10 traffic start
2025-12-06T17:36:18.849735Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:18.850265Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800146867532953:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:18.850332Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:18.850382Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800146867532953:2049] [node 2] ICP22 created new session: [6:7580800151162500348:2049]
2025-12-06T17:36:18.850425Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800151162500348:2049] [node 2] ICS09 handshake done sender: [6:7580800151162500339:2121] self: [6:7580800151162500342:0] peer: [2:7580800148938852492:0] socket: 147 qp: -1
2025-12-06T17:36:18.850455Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800151162500348:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:18.850500Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:18.867024Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800151162500344:2048] [node 1] ICS09 handshake done sender: [6:7580800151162500334:2119] self: [6:7580800151162500336:0] peer: [1:7580800150899293431:0] socket: 140 qp: -1
2025-12-06T17:36:18.875667Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800151162500333:2118] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:18.878871Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800151162500344:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:18.878938Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:18.879464Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800146867532952:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(34125837ns) {HandleHandshakeStatus:329(34123419ns) {DropIncomingHandshake:442(571ns) DropOutgoingHandshake:457(3951ns) SwitchToState:179(364ns) ProcessPendingSessionEvents:495(152425ns) {ForwardSessionEventToSession:612(60610ns) ForwardSessionEventToSession:612(9494ns) ForwardSessionEventToSession:612(26567ns) ForwardSessionEventToSession:612(20419ns) ForwardSessionEventToSession:612(2713ns) ForwardSessionEventToSession:612(2204ns) ForwardSessionEventToSession:612(5685ns) ForwardSessionEventToSession:612(2163ns) ForwardSessionEventToSession:612(2159ns) ForwardSessionEventToSession:612(8799ns)}}}
2025-12-06T17:36:18.905574Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800151162500320:2060] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:36:18.942812Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:18.943302Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800151162500320:2060] [node 5] ICP22 created new session: [6:7580800151162500351:2060]
2025-12-06T17:36:18.954775Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800151162500351:2060] [node 5] ICS09 handshake done sender: [6:7580800151162500333:2118] self: [6:7580800151162500335:0] peer: [5:7580800152134818872:0] socket: 94 qp: -1
2025-12-06T17:36:18.954826Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800151162500351:2060] [node 5] ICS10 traffic start
2025-12-06T17:36:18.954889Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:18.955378Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800151162500320:2060] [node 5] ICP35 event processing took too much time PendingConnection:279(49608334ns) {HandleHandshakeStatus:329(49604123ns) {DropIncomingHandshake:442(747ns) DropOutgoingHandshake:457(16730ns) SwitchToState:179(725ns) ProcessPendingSessionEvents:495(121904ns) {ForwardSessionEventToSession:612(53229ns) ForwardSessionEventToSession:612(5658ns) ForwardSessionEventToSession:612(2532ns) ForwardSessionEventToSession:612(7830ns) ForwardSessionEventToSession:612(6074ns) ForwardSessionEventToSession:612(2309ns) ForwardSessionEventToSession:612(8623ns) ForwardSessionEventToSession:612(16581ns) ForwardSessionEventToSession:612(3354ns) ForwardSessionEventToSession:612(5857ns)}}}
2025-12-06T17:36:18.784046Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580800152134818873:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:18.788688Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800152134818873:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:18.791953Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800152134818889:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62030
2025-12-06T17:36:18.819099Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580800152134818871:2079] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:18.819176Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:18.819227Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800152134818871:2079] [node 6] ICP22 created new session: [5:7580800152134818892:2079]
2025-12-06T17:36:18.819273Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800152134818892:2079] [node 6] ICS09 handshake done sender: [5:7580800152134818873:2113] self: [5:7580800152134818872:0] peer: [6:7580800151162500335:0] socket: 138 qp: -1
2025-12-06T17:36:18.819300Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800152134818892:2079] [node 6] ICS10 traffic start
2025-12-06T17:36:18.819348Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:18.834713Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800147839851506:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13193) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800152134818881:2117] held: no
2025-12-06T17:36:18.896569Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800152134818889:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:18.896672Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800152134818888:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62030
2025-12-06T17:36:18.906598Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800147839851506:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(27991613ns) {HandleHandshakeStatus:395(27989260ns) {LogHandshakeFail:472(9921ns) {UpdateErrorStateLog:545(4127ns)} DropOutgoingHandshake:457(1450ns) ProcessPendingSessionEvents:495(11923544ns) {DropSessionEvent:512(15533ns) DropSessionEvent:512(5174ns) DropSessionEvent:512(5235ns) DropSessionEvent:512(11868ns) DropSessionEvent:512(4177ns) DropSessionEvent:512(5099ns) DropSessionEvent:512(4094ns) DropSessionEvent:512(3899ns) DropSessionEvent:512(3180ns) DropSessionEvent:512(7732987ns)}}}
2025-12-06T17:36:18.919413Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800152134818881:2117] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:18.919687Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800147839851505:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:18.919737Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800147839851506:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:18.919813Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:18.919856Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800147839851506:2050] [node 3] ICP22 created new session: [5:7580800152134818896:2050]
2025-12-06T17:36:18.919896Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800152134818896:2050] [node 3] ICS09 handshake done sender: [5:7580800152134818881:2117] self: [5:7580800152134818884:0] peer: [3:7580800150960184756:0] socket: 116 qp: -1
2025-12-06T17:36:18.919932Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800152134818896:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:18.919969Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:18.956333Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800152134818898:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62030
2025-12-06T17:36:18.956637Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800152134818891:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62030
2025-12-06T17:36:18.968330Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800152134818891:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:18.968462Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800152134818889:2120] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:18.968802Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800147839851505:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:18.968877Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:18.968927Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800147839851505:2049] [node 2] ICP22 created new session: [5:7580800152134818899:2049]
2025-12-06T17:36:18.968977Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800152134818899:2049] [node 2] ICS09 handshake done sender: [5:7580800152134818889:2120] self: [5:7580800152134818895:0] peer: [2:7580800148938852491:0] socket: 113 qp: -1
2025-12-06T17:36:18.969008Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800152134818899:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:18.969045Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:18.969480Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800152134818875:2081] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:18.964533Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800151055915005:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44640
2025-12-06T17:36:18.958823Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800148938852493:2119] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:18.970722Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800151055914999:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:18.996365Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800151055915007:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:18.996409Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800146760947615:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:18.996481Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:18.996530Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800146760947615:2048] [node 1] ICP22 created new session: [4:7580800151055915008:2048]
2025-12-06T17:36:18.996584Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800151055915008:2048] [node 1] ICS09 handshake done sender: [4:7580800151055914999:2118] self: [4:7580800151055915001:0] peer: [1:7580800150899293429:0] socket: 141 qp: -1
2025-12-06T17:36:18.996617Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800151055915008:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:18.996646Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:19.000966Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800151055915000:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:18.994849Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800148938852478:2066] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:18.994939Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:18.994992Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800148938852478:2066] [node 5] ICP22 created new session: [2:7580800148938852503:2066]
2025-12-06T17:36:18.995052Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800148938852503:2066] [node 5] ICS09 handshake done sender: [2:7580800148938852493:2119] self: [2:7580800148938852491:0] peer: [5:7580800152134818895:0] socket: 143 qp: -1
2025-12-06T17:36:18.995091Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800148938852503:2066] [node 5] ICS10 traffic start
2025-12-06T17:36:18.995165Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:19.001008Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800151055915000:2119] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:19.012669Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800151055915000:2119] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:19.013007Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800151055914988:2077] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:19.013108Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:19.013156Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800151055914988:2077] [node 5] ICP22 created new session: [4:7580800155350882308:2077]
2025-12-06T17:36:19.013217Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800155350882308:2077] [node 5] ICS09 handshake done sender: [4:7580800151055915000:2119] self: [4:7580800151055914998:0] peer: [5:7580800152134818901:0] socket: 150 qp: -1
2025-12-06T17:36:19.013248Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800155350882308:2077] [node 5] ICS10 traffic start
2025-12-06T17:36:19.013296Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:19.016021Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800152134818875:2081] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24750) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800152134818891:2121] held: no
2025-12-06T17:36:19.016405Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800156429786198:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62030
2025-12-06T17:36:19.017046Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800152134818891:2121] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:19.017359Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800152134818875:2081] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:36:19.017451Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:19.017507Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800152134818875:2081] [node 4] ICP22 created new session: [5:7580800156429786199:2081]
2025-12-06T17:36:19.017576Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800156429786199:2081] [node 4] ICS09 handshake done sender: [5:7580800152134818891:2121] self: [5:7580800152134818901:0] peer: [4:7580800151055914998:0] socket: 153 qp: -1
2025-12-06T17:36:19.017630Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800156429786199:2081] [node 4] ICS10 traffic start
2025-12-06T17:36:19.017670Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:19.081091Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:36:19.081357Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580800148938852489:2048] [node 1] ICS01 socket: 85 reason# EndOfStream
2025-12-06T17:36:19.081396Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580800144643885104:2048] [node 1] ICP30 unregister session Session# [2:7580800148938852489:2048] VirtualId# [2:7580800148938852485:0]
2025-12-06T17:36:19.081428Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580800148938852489:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:19.081522Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:19.081562Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:19.090699Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:36:19.090952Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800150960184783:2048] [node 1] ICS01 socket: 131 reason# EndOfStream
2025-12-06T17:36:19.091017Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800146665217386:2048] [node 1] ICP30 unregister session Session# [3:7580800150960184783:2048] VirtualId# [3:7580800150960184781:0]
2025-12-06T17:36:19.091057Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800150960184783:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:19.094178Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:36:19.091177Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:19.094405Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800151162500344:2048] [node 1] ICS01 socket: 140 reason# EndOfStream
2025-12-06T17:36:19.091234Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:19.094451Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800146867532952:2048] [node 1] ICP30 unregister session Session# [6:7580800151162500344:2048] VirtualId# [6:7580800151162500336:0]
2025-12-06T17:36:19.094482Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800151162500344:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:19.094595Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:19.094641Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:19.094712Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:36:19.094928Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800152134818885:2048] [node 1] ICS01 socket: 128 reason# EndOfStream
2025-12-06T17:36:19.094666Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:36:19.094915Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800151055915008:2048] [node 1] ICS01 socket: 141 reason# EndOfStream
2025-12-06T17:36:19.094982Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800147839851504:2048] [node 1] ICP30 unregister session Session# [5:7580800152134818885:2048] VirtualId# [5:7580800152134818879:0]
2025-12-06T17:36:19.095013Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800152134818885:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:19.095086Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:19.095147Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:19.094951Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800146760947615:2048] [node 1] ICP30 unregister session Session# [4:7580800151055915008:2048] VirtualId# [4:7580800151055915001:0]
2025-12-06T17:36:19.094986Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800151055915008:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:19.095117Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:19.095165Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:19.163680Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:36:19.163925Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580800150960184775:2049] [node 2] ICS07 socket disconnect 93 reason# EndOfStream
2025-12-06T17:36:19.163951Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800150960184775:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:19.164020Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:19.164058Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580800150960184775:2049] [node 2] ICS15 start handshake
2025-12-06T17:36:19.176027Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580800146665217387:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20554) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:36:19.176073Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580800150960184775:2049] [node 2] ICS15 start handshake
2025-12-06T17:36:19.176812Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580800146665217387:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20554) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:36:19.176851Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800150960184775:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:36:19.176882Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800146665217387:2049] [node 2] ICP30 unregister session Session# [3:7580800150960184775:2049] VirtualId# [3:7580800150960184759:0]
2025-12-06T17:36:19.176920Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:19.176950Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580800146665217387:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:20554) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:19.176962Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20554) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:19.182390Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:36:19.182710Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800152134818899:2049] [node 2] ICS01 socket: 113 reason# EndOfStream
2025-12-06T17:36:19.182698Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:36:19.182753Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800147839851505:2049] [node 2] ICP30 unregister session Session# [5:7580800152134818899:2049] VirtualId# [5:7580800152134818895:0]
2025-12-06T17:36:19.182941Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800151055914990:2049] [node 2] ICS01 socket: 92 reason# EndOfStream
2025-12-06T17:36:19.182788Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800152134818899:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:19.182994Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800146760947616:2049] [node 2] ICP30 unregister session Session# [4:7580800151055914990:2049] VirtualId# [4:7580800151055914981:0]
2025-12-06T17:36:19.183025Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800151055914990:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:19.182887Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:19.183127Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:19.182938Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:19.183170Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:19.186697Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:36:19.186981Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800151162500348:2049] [node 2] ICS01 socket: 147 reason# EndOfStream
2025-12-06T17:36:19.187021Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800146867532953:2049] [node 2] ICP30 unregister session Session# [6:7580800151162500348:2049] VirtualId# [6:7580800151162500342:0]
2025-12-06T17:36:19.187060Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800151162500348:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:19.187150Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:19.187189Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:19.190683Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580800146665217387:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:36:19.278752Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:36:19.279008Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800152134818896:2050] [node 3] ICS01 socket: 116 reason# EndOfStream
2025-12-06T17:36:19.279055Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800147839851506:2050] [node 3] ICP30 unregister session Session# [5:7580800152134818896:2050] VirtualId# [5:7580800152134818884:0]
2025-12-06T17:36:19.279088Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800152134818896:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:19.279182Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:19.279224Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:19.282675Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:36:19.282914Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580800151162500327:2050] [node 3] ICS07 socket disconnect 118 reason# EndOfStream
2025-12-06T17:36:19.282941Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800151162500327:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:19.283057Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:19.283103Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580800151162500327:2050] [node 3] ICS15 start handshake
2025-12-06T17:36:19.282670Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:36:19.282924Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800151055914996:2050] [node 3] ICS01 socket: 130 reason# EndOfStream
2025-12-06T17:36:19.282965Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800146760947617:2050] [node 3] ICP30 unregister session Session# [4:7580800151055914996:2050] VirtualId# [4:7580800151055914994:0]
2025-12-06T17:36:19.283001Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800151055914996:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:19.283096Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:19.283144Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:19.284077Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800146867532954:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13193) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:36:19.284135Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800151162500327:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:36:19.284176Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800146867532954:2050] [node 3] ICP30 unregister session Session# [6:7580800151162500327:2050] VirtualId# [6:7580800151162500323:0]
2025-12-06T17:36:19.284221Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:19.284250Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580800146867532954:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:13193) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:19.284262Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13193) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:19.294695Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580800146867532954:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:36:19.362877Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:36:19.363120Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800151162500345:2062] [node 4] ICS01 socket: 106 reason# EndOfStream
2025-12-06T17:36:19.363161Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800151162500319:2062] [node 4] ICP30 unregister session Session# [6:7580800151162500345:2062] VirtualId# [6:7580800151162500337:0]
2025-12-06T17:36:19.363193Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800151162500345:2062] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:19.363282Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:36:19.363332Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:36:19.362879Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:36:19.363121Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800156429786199:2081] [node 4] ICS01 socket: 153 reason# EndOfStream
2025-12-06T17:36:19.363162Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800152134818875:2081] [node 4] ICP30 unregister session Session# [5:7580800156429786199:2081] VirtualId# [5:7580800152134818901:0]
2025-12-06T17:36:19.363192Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800156429786199:2081] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:19.363284Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:36:19.363327Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:36:19.474734Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:36:19.475012Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580800151162500351:2060] [node 5] ICS07 socket disconnect 94 reason# EndOfStream
2025-12-06T17:36:19.475043Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800151162500351:2060] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:19.475157Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:36:19.475203Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580800151162500351:2060] [node 5] ICS15 start handshake
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:36:19.559132Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800155806752146:2048] [node 2] ICP01 ready to work
2025-12-06T17:36:19.559168Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800155806752147:2049] [node 3] ICP01 ready to work
2025-12-06T17:36:19.622844Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800154077511407:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:19.622879Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800154077511408:2049] [node 3] ICP01 ready to work
2025-12-06T17:36:19.647007Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800154487744171:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:19.647039Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800154487744172:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:19.690954Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800153759224847:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:19.690985Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800153759224848:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:19.691035Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800153759224849:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:19.889964Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800155944024711:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:19.889994Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800155944024712:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:19.890018Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800155944024713:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:20.064753Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800160101719485:2088] [node 6] ICP01 ready to work
2025-12-06T17:36:20.074207Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800158054192159:2062] [node 5] ICP01 ready to work
2025-12-06T17:36:20.112594Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800160101719486:2089] [node 4] ICP01 ready to work
2025-12-06T17:36:20.063429Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800158372478749:2091] [node 6] ICP01 ready to work
2025-12-06T17:36:20.127739Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800158782711504:2080] [node 4] ICP01 ready to work
2025-12-06T17:36:20.211581Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800160238992033:2070] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:20.221421Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800158372478768:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17978
2025-12-06T17:36:20.264328Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800155806752146:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(113299579ns) {Configure:104(93332436ns) {ProcessConfigured:135(64661ns) {StartInitialHandshake:157(62294ns) {DropHandshakes:470(2502ns) {DropIncomingHandshake:442(566ns) DropOutgoingHandshake:457(295ns)} GenerateSessionVirtualId:988(816ns) PrepareNewSessionHandshake:477(1492ns) {SwitchToState:179(455ns)}}}}}
2025-12-06T17:36:19.798989Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800157113043541:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:19.799016Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800157113043542:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:19.799046Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800157113043543:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:20.199462Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800161408010856:2063] [node 5] ICP01 ready to work
2025-12-06T17:36:20.275465Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800155944024713:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(213112383ns) {Configure:104(213107993ns) {ProcessConfigured:135(68940ns) {StartInitialHandshake:157(66232ns) {DropHandshakes:470(2706ns) {DropIncomingHandshake:442(887ns) DropOutgoingHandshake:457(318ns)} GenerateSessionVirtualId:988(869ns) PrepareNewSessionHandshake:477(1384ns) {SwitchToState:179(548ns)}}}}}
2025-12-06T17:36:20.226765Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800158782711520:2096] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:20.251142Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800158372478767:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17978
2025-12-06T17:36:20.291542Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800161408010860:2065] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46888
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:20.372179Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800160238992073:2105] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21364
2025-12-06T17:36:20.312241Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800158372478772:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17978
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:20.408386Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800153759224848:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(217508449ns) {Configure:104(217497473ns) {ProcessConfigured:135(56594ns) {StartInitialHandshake:157(54507ns) {DropHandshakes:470(2378ns) {DropIncomingHandshake:442(556ns) DropOutgoingHandshake:457(663ns)} GenerateSessionVirtualId:988(556ns) PrepareNewSessionHandshake:477(1349ns) {SwitchToState:179(538ns)}}}}}
2025-12-06T17:36:20.408699Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800158054192209:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15410
2025-12-06T17:36:20.352254Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800161408010883:2085] [node 4] ICP01 ready to work
2025-12-06T17:36:20.426624Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800158054192206:2064] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:20.419018Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800160101719510:2090] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:20.415710Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800160238992066:2061] [node 4] ICP01 ready to work
2025-12-06T17:36:20.400409Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800154487744172:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(211440011ns) {Configure:104(193474058ns) {ProcessConfigured:135(57691ns) {StartInitialHandshake:157(55726ns) {DropHandshakes:470(2069ns) {DropIncomingHandshake:442(787ns) DropOutgoingHandshake:457(363ns)} GenerateSessionVirtualId:988(887ns) PrepareNewSessionHandshake:477(2040ns) {SwitchToState:179(825ns)}}}}}
2025-12-06T17:36:20.495562Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800155806752147:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(306524017ns) {Configure:104(306520127ns) {ProcessConfigured:135(85047ns) {StartInitialHandshake:157(82454ns) {DropHandshakes:470(2573ns) {DropIncomingHandshake:442(502ns) DropOutgoingHandshake:457(716ns)} GenerateSessionVirtualId:988(705ns) PrepareNewSessionHandshake:477(1332ns) {SwitchToState:179(479ns)}}}}}
2025-12-06T17:36:20.369001Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800157113043543:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(178011516ns) {Configure:104(178007782ns) {ProcessConfigured:135(99020ns) {StartInitialHandshake:157(96208ns) {DropHandshakes:470(2541ns) {DropIncomingHandshake:442(397ns) DropOutgoingHandshake:457(323ns)} GenerateSessionVirtualId:988(828ns) PrepareNewSessionHandshake:477(1523ns) {SwitchToState:179(443ns)}}}}}
2025-12-06T17:36:20.446073Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800160238992082:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21364
2025-12-06T17:36:20.423244Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800158372478749:2091] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(359557736ns) {Configure:104(359554025ns) {ProcessConfigured:135(28302045ns) {StartInitialHandshake:157(28299875ns) {DropHandshakes:470(11883690ns) {DropIncomingHandshake:442(650ns) DropOutgoingHandshake:457(1993ns)} GenerateSessionVirtualId:988(1781ns) PrepareNewSessionHandshake:477(2986ns) {SwitchToState:179(1495ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:20.400933Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800158782711533:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52832
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:20.383661Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800157113043541:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(66238981ns) {Configure:104(66232929ns) {ProcessConfigured:135(22232959ns) {StartInitialHandshake:157(22229080ns) {DropHandshakes:470(3234ns) {DropIncomingHandshake:442(923ns) DropOutgoingHandshake:457(428ns)} GenerateSessionVirtualId:988(666ns) PrepareNewSessionHandshake:477(4797ns) {SwitchToState:179(2556ns)}}}}}
2025-12-06T17:36:20.479777Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800158054192159:2062] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(405292404ns) {Configure:104(405288739ns) {ProcessConfigured:135(80246ns) {StartInitialHandshake:157(77709ns) {DropHandshakes:470(2901ns) {DropIncomingHandshake:442(794ns) DropOutgoingHandshake:457(383ns)} GenerateSessionVirtualId:988(791ns) PrepareNewSessionHandshake:477(1775ns) {SwitchToState:179(873ns)}}}}}
2025-12-06T17:36:20.439169Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800158372478777:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17978
2025-12-06T17:36:20.470793Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800160238992082:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:20.401120Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800158782711534:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52832
2025-12-06T17:36:20.505113Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800155944024711:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(282378075ns) {Configure:104(282374008ns) {ProcessConfigured:135(22113567ns) {StartInitialHandshake:157(22110602ns) {DropHandshakes:470(2422ns) {DropIncomingHandshake:442(569ns) DropOutgoingHandshake:457(493ns)} GenerateSessionVirtualId:988(664ns) PrepareNewSessionHandshake:477(3504ns) {SwitchToState:179(1510ns)}}}}}
2025-12-06T17:36:20.555151Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800160101719517:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33567
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:20.446393Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800161408010914:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46888
2025-12-06T17:36:20.439230Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800158372478778:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17978
2025-12-06T17:36:20.552633Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800153759224847:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(381585154ns) {Configure:104(381581768ns) {ProcessConfigured:135(103779ns) {StartInitialHandshake:157(100818ns) {DropHandshakes:470(2408ns) {DropIncomingHandshake:442(662ns) DropOutgoingHandshake:457(379ns)} GenerateSessionVirtualId:988(875ns) PrepareNewSessionHandshake:477(2282ns) {SwitchToState:179(814ns)}}}}}
2025-12-06T17:36:20.449852Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800158372478767:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:20.558629Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800158054192209:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:20.505321Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800155944024711:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:20.562603Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800160101719512:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:20.523108Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800160238992089:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21364
2025-12-06T17:36:20.570861Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800160238992088:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21364
2025-12-06T17:36:20.590743Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800160238992073:2105] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:20.606759Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800160238992035:2071] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:20.606788Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580800160238992035:2071] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:20.610991Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800160238992088:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:20.615393Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800160238992035:2071] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:20.444319Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800158782711533:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:20.450768Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800158372478776:2093] [node 5] ICP01 ready to work
2025-12-06T17:36:20.573143Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800161408010860:2065] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:20.480596Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800158372478770:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:20.480633Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800158372478770:2112] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:36:20.496717Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800158372478778:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:20.491938Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800158372478779:2094] [node 4] ICP01 ready to work
2025-12-06T17:36:20.516048Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800158372478776:2093] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(64958742ns) {Configure:104(64954785ns) {ProcessConfigured:135(103458ns) {StartInitialHandshake:157(101571ns) {DropHandshakes:470(2928ns) {DropIncomingHandshake:442(523ns) DropOutgoingHandshake:457(323ns)} GenerateSessionVirtualId:988(517ns) PrepareNewSessionHandshake:477(1500ns) {SwitchToState:179(597ns)}}}}}
2025-12-06T17:36:20.516222Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800158372478777:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:20.522853Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800158372478770:2112] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:20.596809Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800158372478768:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:20.596858Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800154077511408:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:36:20.596947Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:20.596994Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800154077511408:2049] [node 3] ICP22 created new session: [2:7580800158372478789:2049]
2025-12-06T17:36:20.597057Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800158372478789:2049] [node 3] ICS09 handshake done sender: [2:7580800158372478770:2112] self: [2:7580800158372478769:0] peer: [3:7580800158782711537:0] socket: 96 qp: -1
2025-12-06T17:36:20.597105Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800158372478789:2049] [node 3] ICS10 traffic start
2025-12-06T17:36:20.597153Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:20.603120Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800158372478772:2113] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:20.635746Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800158054192206:2064] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(200806683ns) {Configure:104(200802373ns) {ProcessConfigured:135(95750ns) {StartInitialHandshake:157(93859ns) {DropHandshakes:470(2012ns) {DropIncomingHandshake:442(406ns) DropOutgoingHandshake:457(336ns)} GenerateSessionVirtualId:988(674ns) PrepareNewSessionHandshake:477(6458ns) {SwitchToState:179(419ns)}}}}}
2025-12-06T17:36:20.562659Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800160101719512:2111] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:20.594682Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800161408010856:2063] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:20.445736Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800154487744172:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:20.642707Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800160238992089:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:20.610102Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800161408010919:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46888
2025-12-06T17:36:20.661780Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800158372478785:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:20.530788Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800158782711534:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:20.571170Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800160101719486:2089] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(420189063ns) {Configure:104(420182942ns) {ProcessConfigured:135(12697501ns) {StartInitialHandshake:157(12694344ns) {DropHandshakes:470(2533ns) {DropIncomingHandshake:442(478ns) DropOutgoingHandshake:457(595ns)} GenerateSessionVirtualId:988(698ns) PrepareNewSessionHandshake:477(3542ns) {SwitchToState:179(1991ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:20.647258Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800158054192213:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:20.643857Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580800160238992033:2070] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:20.661817Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800158372478785:2118] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:36:20.582712Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800160101719512:2111] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:20.531114Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800158782711539:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52832
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:20.531268Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800158782711540:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52832
2025-12-06T17:36:20.558741Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800158782711538:2081] [node 5] ICP01 ready to work
2025-12-06T17:36:20.575577Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800154487744171:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(392666584ns) {Configure:104(392659351ns) {ProcessConfigured:135(57036ns) {StartInitialHandshake:157(54802ns) {DropHandshakes:470(2950ns) {DropIncomingHandshake:442(701ns) DropOutgoingHandshake:457(609ns)} GenerateSessionVirtualId:988(654ns) PrepareNewSessionHandshake:477(1516ns) {SwitchToState:179(424ns)}}}}}
2025-12-06T17:36:20.580276Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800158782711520:2096] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(305445057ns) {Configure:104(305437162ns) {ProcessConfigured:135(88796ns) {StartInitialHandshake:157(85774ns) {DropHandshakes:470(2425ns) {DropIncomingHandshake:442(629ns) DropOutgoingHandshake:457(243ns)} GenerateSessionVirtualId:988(1156ns) PrepareNewSessionHandshake:477(1733ns) {SwitchToState:179(764ns)}}}}}
2025-12-06T17:36:20.618178Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580800154487744172:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14918) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580800158782711533:2111] held: no
2025-12-06T17:36:20.618379Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800158782711533:2111] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:20.639511Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800158782711547:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52832
2025-12-06T17:36:20.646806Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800154487744172:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:20.646910Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:20.646971Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800154487744172:2049] [node 2] ICP22 created new session: [3:7580800158782711548:2049]
2025-12-06T17:36:20.647034Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800158782711548:2049] [node 2] ICS09 handshake done sender: [3:7580800158782711533:2111] self: [3:7580800158782711537:0] peer: [2:7580800158372478769:0] socket: 105 qp: -1
2025-12-06T17:36:20.649214Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800158782711548:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:20.655589Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800158782711539:2113] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:20.655903Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800154487744171:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:20.662898Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:20.682934Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800158782711547:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:20.710883Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800158782711504:2080] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(527876890ns) {Configure:104(527872986ns) {ProcessConfigured:135(27955298ns) {StartInitialHandshake:157(27949557ns) {DropHandshakes:470(2575ns) {DropIncomingHandshake:442(676ns) DropOutgoingHandshake:457(283ns)} GenerateSessionVirtualId:988(1050ns) PrepareNewSessionHandshake:477(5431ns) {SwitchToState:179(2759ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:20.647305Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800158054192213:2112] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:20.616009Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800161408010860:2065] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:20.646635Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800160238992066:2061] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:20.587503Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800160101719521:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33567
2025-12-06T17:36:20.616273Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800161408010856:2063] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:36:20.763165Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800158782711555:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52832
2025-12-06T17:36:20.662709Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800158372478774:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:20.655258Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800158054192218:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15410
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:20.670625Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:20.770755Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800158782711520:2096] [node 6] ICP35 event processing took too much time PendingConnection:279(72137645ns) {IncomingHandshake:261(56043165ns) {DropIncomingHandshake:442(524ns) PrepareNewSessionHandshake:477(4218ns) {SwitchToState:179(937ns)} GenerateSessionVirtualId:988(557ns) IssueIncomingHandshakeReply:193(11095ns)}}
2025-12-06T17:36:20.662742Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800158372478774:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:20.636295Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800160101719485:2088] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(570985277ns) {Configure:104(570982488ns) {ProcessConfigured:135(15629446ns) {StartInitialHandshake:157(9307973ns) {DropHandshakes:470(3942ns) {DropIncomingHandshake:442(564ns) DropOutgoingHandshake:457(610ns)} GenerateSessionVirtualId:988(2964ns) PrepareNewSessionHandshake:477(3743ns) {SwitchToState:179(1997ns)}}}}}
2025-12-06T17:36:20.616350Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:20.659061Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800158054192213:2112] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:20.671471Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800160238992090:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21364
2025-12-06T17:36:20.790733Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580800154487744171:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8067) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580800158782711539:2113] held: no
2025-12-06T17:36:20.672621Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800158372478782:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:20.659666Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800158054192223:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15410
2025-12-06T17:36:20.673944Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800160238992082:2114] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:20.672647Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800158372478782:2117] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:20.814835Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800154487744172:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(116048046ns) {HandleHandshakeStatus:329(116044250ns) {DropIncomingHandshake:442(1108ns) DropOutgoingHandshake:457(523ns) SwitchToState:179(446ns) ProcessPendingSessionEvents:495(2314ns)}}
2025-12-06T17:36:20.647539Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800160101719510:2090] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:20.616397Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800161408010856:2063] [node 5] ICP22 created new session: [6:7580800161408010920:2063]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:20.661390Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800158054192218:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:20.675047Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800155944024711:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:20.673333Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800158372478774:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:20.654840Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:20.878853Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800154487744171:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(24039215ns) {HandleHandshakeStatus:395(24031227ns) {LogHandshakeFail:472(20223ns) {UpdateErrorStateLog:545(4847ns)} DropOutgoingHandshake:457(1162ns) ProcessPendingSessionEvents:495(20258652ns) {DropSessionEvent:512(11350ns) DropSessionEvent:512(22097ns) DropSessionEvent:512(5520ns) DropSessionEvent:512(4051ns) DropSessionEvent:512(4248ns) DropSessionEvent:512(3943ns) DropSessionEvent:512(5580ns) DropSessionEvent:512(3611ns) DropSessionEvent:512(5920ns) DropSessionEvent:512(18158ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:20.661492Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800153759224848:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:20.616442Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800161408010920:2063] [node 5] ICS09 handshake done sender: [6:7580800161408010860:2065] self: [6:7580800161408010918:0] peer: [5:7580800160238992034:0] socket: 98 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:20.674574Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800158372478782:2117] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:20.898945Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800158782711539:2113] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:20.690639Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800155944024712:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:20.660047Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800160101719521:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:20.666893Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800158054192159:2062] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:20.616474Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800161408010920:2063] [node 5] ICS10 traffic start
2025-12-06T17:36:20.900182Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800154487744171:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:20.674664Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800158372478749:2091] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:20.660147Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800160101719517:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:20.706704Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800160238992033:2070] [node 6] ICP22 created new session: [5:7580800160238992095:2070]
2025-12-06T17:36:20.667820Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:20.678751Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800158054192159:2062] [node 5] ICP22 created new session: [4:7580800158054192225:2062]
2025-12-06T17:36:20.683565Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800158054192227:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15410
2025-12-06T17:36:20.694898Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800158054192228:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15410
2025-12-06T17:36:20.695002Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800158054192218:2114] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:20.695587Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800153759224848:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:20.695655Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:20.695709Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800153759224848:2049] [node 2] ICP22 created new session: [4:7580800158054192229:2049]
2025-12-06T17:36:20.695752Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800158054192229:2049] [node 2] ICS09 handshake done sender: [4:7580800158054192218:2114] self: [4:7580800158054192224:0] peer: [2:7580800158372478784:0] socket: 140 qp: -1
2025-12-06T17:36:20.695791Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800158054192229:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:20.695837Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:20.697427Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800158054192223:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:20.697587Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800153759224847:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:20.726806Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800158054192225:2062] [node 5] ICS09 handshake done sender: [4:7580800158054192213:2112] self: [4:7580800158054192212:0] peer: [5:7580800160238992093:0] socket: 120 qp: -1
2025-12-06T17:36:20.741609Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800158054192225:2062] [node 5] ICS10 traffic start
2025-12-06T17:36:20.759059Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:20.794921Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800153759224847:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8067) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580800158054192223:2116] held: no
2025-12-06T17:36:20.795122Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800158054192234:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15410
2025-12-06T17:36:20.834681Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800158054192220:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:20.834728Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800158054192220:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:20.855317Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800158054192234:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:20.886616Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800158054192220:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:20.899882Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800153759224849:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(612687836ns) {Configure:104(612683503ns) {ProcessConfigured:135(23885963ns) {StartInitialHandshake:157(1611220ns) {DropHandshakes:470(2670ns) {DropIncomingHandshake:442(421ns) DropOutgoingHandshake:457(296ns)} GenerateSessionVirtualId:988(1262ns) PrepareNewSessionHandshake:477(2862ns) {SwitchToState:179(1582ns)}}}}}
2025-12-06T17:36:20.901953Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800158054192159:2062] [node 5] ICP35 event processing took too much time PendingConnection:279(171862761ns) {HandleHandshakeStatus:329(171858372ns) {DropIncomingHandshake:442(808ns) DropOutgoingHandshake:457(525ns) SwitchToState:179(437ns) ProcessPendingSessionEvents:495(20011479ns) {ForwardSessionEventToSession:612(19947249ns) ForwardSessionEventToSession:612(6227ns) ForwardSessionEventToSession:612(7858ns) ForwardSessionEventToSession:612(5666ns) ForwardSessionEventToSession:612(2597ns) ForwardSessionEventToSession:612(5231ns) ForwardSessionEventToSession:612(2951ns) ForwardSessionEventToSession:612(2837ns) ForwardSessionEventToSession:612(4956ns) ForwardSessionEventToSession:612(2632ns)}}}
2025-12-06T17:36:20.919596Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7580800158054192159:2062] [node 5] ICP27 obsolete handshake fail ignored
2025-12-06T17:36:20.927609Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800153759224849:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:20.954856Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800158054192206:2064] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:20.954945Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:20.974966Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800158054192206:2064] [node 6] ICP22 created new session: [4:7580800158054192240:2064]
2025-12-06T17:36:20.994736Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800158054192233:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15410
2025-12-06T17:36:21.000094Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800158054192240:2064] [node 6] ICS09 handshake done sender: [4:7580800158054192220:2115] self: [4:7580800158054192219:0] peer: [6:7580800161408010926:0] socket: 144 qp: -1
2025-12-06T17:36:21.000135Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800158054192240:2064] [node 6] ICS10 traffic start
2025-12-06T17:36:21.000180Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:21.019240Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800158054192223:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:21.019545Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800162349159538:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15410
2025-12-06T17:36:21.030867Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800153759224847:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:21.030933Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:21.030979Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800153759224847:2048] [node 1] ICP22 created new session: [4:7580800162349159539:2048]
2025-12-06T17:36:21.031043Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800162349159539:2048] [node 1] ICS09 handshake done sender: [4:7580800158054192223:2116] self: [4:7580800158054192231:0] peer: [1:7580800160101719518:0] socket: 141 qp: -1
2025-12-06T17:36:21.031072Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800162349159539:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:21.031118Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:20.718743Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800160238992095:2070] [node 6] ICS09 handshake done sender: [5:7580800160238992035:2071] self: [5:7580800160238992034:0] peer: [6:7580800161408010918:0] socket: 94 qp: -1
2025-12-06T17:36:20.724306Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800160238992097:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21364
2025-12-06T17:36:20.734787Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:20.734854Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800155944024711:2048] [node 1] ICP22 created new session: [5:7580800160238992099:2048]
2025-12-06T17:36:20.734912Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800160238992099:2048] [node 1] ICS09 handshake done sender: [5:7580800160238992082:2114] self: [5:7580800160238992087:0] peer: [1:7580800160101719511:0] socket: 113 qp: -1
2025-12-06T17:36:20.734951Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800160238992099:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:20.734993Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:20.735443Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800155944024711:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(60233387ns) {HandleHandshakeStatus:329(60231597ns) {DropIncomingHandshake:442(490ns) DropOutgoingHandshake:457(4312ns) SwitchToState:179(363ns) ProcessPendingSessionEvents:495(115102ns) {ForwardSessionEventToSession:612(61432ns) ForwardSessionEventToSession:612(2576ns) ForwardSessionEventToSession:612(2347ns) ForwardSessionEventToSession:612(5116ns) ForwardSessionEventToSession:612(2510ns) ForwardSessionEventToSession:612(2704ns) ForwardSessionEventToSession:612(19731ns) ForwardSessionEventToSession:612(2852ns) ForwardSessionEventToSession:612(4737ns) ForwardSessionEventToSession:612(2204ns)}}}
2025-12-06T17:36:20.735703Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800160238992098:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21364
2025-12-06T17:36:20.736246Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800160238992088:2117] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:20.736384Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800160238992066:2061] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:36:20.736440Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:20.736492Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800160238992066:2061] [node 4] ICP22 created new session: [5:7580800160238992101:2061]
2025-12-06T17:36:20.736537Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800160238992101:2061] [node 4] ICS09 handshake done sender: [5:7580800160238992088:2117] self: [5:7580800160238992093:0] peer: [4:7580800158054192212:0] socket: 121 qp: -1
2025-12-06T17:36:20.736571Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800160238992101:2061] [node 4] ICS10 traffic start
2025-12-06T17:36:20.736597Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:20.616529Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:20.742659Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800160238992095:2070] [node 6] ICS10 traffic start
2025-12-06T17:36:20.667627Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800160101719510:2090] [node 5] ICP22 created new session: [1:7580800160101719524:2090]
2025-12-06T17:36:20.682733Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800160101719515:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:20.634842Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800161408010914:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:20.766768Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800155944024712:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(31909242ns) {IncomingHandshake:261(31906803ns) {DropIncomingHandshake:442(645ns) PrepareNewSessionHandshake:477(1993ns) {SwitchToState:179(874ns)} GenerateSessionVirtualId:988(618ns) IssueIncomingHandshakeReply:193(19900311ns) {SwitchToState:179(3552ns)}}}
2025-12-06T17:36:20.682788Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800160101719515:2112] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:36:20.786712Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:20.643479Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800157113043542:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:20.697835Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800160101719520:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:20.687011Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800161408010924:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46888
2025-12-06T17:36:20.786739Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800160238992089:2118] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:20.687163Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800161408010925:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46888
2025-12-06T17:36:20.697860Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800160101719520:2114] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:36:20.787621Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800155944024712:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14918) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800160238992089:2118] held: no
2025-12-06T17:36:20.741668Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800161408010914:2114] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:20.828173Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800155944024712:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:20.706936Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800160101719520:2114] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:20.828275Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:20.922605Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800158782711545:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:20.714714Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800160101719524:2090] [node 5] ICS09 handshake done sender: [1:7580800160101719512:2111] self: [1:7580800160101719511:0] peer: [5:7580800160238992087:0] socket: 112 qp: -1
2025-12-06T17:36:20.922650Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800158782711545:2116] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:20.783000Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800161408010924:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:20.922853Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:20.789837Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800161408010917:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46888
2025-12-06T17:36:20.922932Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800154487744171:2048] [node 1] ICP22 created new session: [3:7580800158782711556:2048]
2025-12-06T17:36:20.790109Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800157113043542:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:20.922979Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800158782711556:2048] [node 1] ICS09 handshake done sender: [3:7580800158782711539:2113] self: [3:7580800158782711549:0] peer: [1:7580800160101719514:0] socket: 124 qp: -1
2025-12-06T17:36:21.044925Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800158054192206:2064] [node 6] ICP35 event processing took too much time PendingConnection:279(94042089ns) {HandleHandshakeStatus:329(94037892ns) {DropIncomingHandshake:442(21990ns) DropOutgoingHandshake:457(469ns) SwitchToState:179(1127ns) ProcessPendingSessionEvents:495(44455662ns) {ForwardSessionEventToSession:612(30321052ns) ForwardSessionEventToSession:612(1506977ns) ForwardSessionEventToSession:612(2765ns) ForwardSessionEventToSession:612(10638817ns) ForwardSessionEventToSession:612(4465ns) ForwardSessionEventToSession:612(3771ns) ForwardSessionEventToSession:612(1950601ns) ForwardSessionEventToSession:612(2960ns) ForwardSessionEventToSession:612(6054ns) ForwardSessionEventToSession:612(5761ns)}}}
2025-12-06T17:36:20.811082Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:20.923031Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800158782711556:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:20.811154Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800161408010883:2085] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:20.923073Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:20.823097Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800161408010917:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:20.923274Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800154487744171:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(23022076ns) {HandleHandshakeStatus:329(23019330ns) {DropIncomingHandshake:442(531ns) DropOutgoingHandshake:457(327ns) SwitchToState:179(218ns) ProcessPendingSessionEvents:495(932ns)}}
2025-12-06T17:36:20.835226Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800161408010928:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46888
2025-12-06T17:36:20.924276Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800158782711558:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52832
2025-12-06T17:36:20.842806Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800157113043542:2049] [node 2] ICP22 created new session: [6:7580800161408010927:2049]
2025-12-06T17:36:20.858894Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800157113043543:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:20.970870Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800158782711545:2116] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:20.973683Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800158782711520:2096] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:20.882964Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800161408010927:2049] [node 2] ICS09 handshake done sender: [6:7580800161408010914:2114] self: [6:7580800161408010923:0] peer: [2:7580800158372478773:0] socket: 116 qp: -1
2025-12-06T17:36:20.973795Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:20.897549Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800161408010930:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46888
2025-12-06T17:36:20.973848Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800158782711520:2096] [node 6] ICP22 created new session: [3:7580800158782711560:2096]
2025-12-06T17:36:20.973896Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800158782711560:2096] [node 6] ICS09 handshake done sender: [3:7580800158782711545:2116] self: [3:7580800158782711544:0] peer: [6:7580800161408010929:0] socket: 134 qp: -1
2025-12-06T17:36:20.897705Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800161408010927:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:20.973933Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800158782711560:2096] [node 6] ICS10 traffic start
2025-12-06T17:36:20.897763Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:20.973986Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:20.974770Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800158782711552:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:20.719671Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800160101719515:2112] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:20.974832Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800158782711552:2118] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:36:20.719987Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800160101719508:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:21.027086Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800158782711552:2118] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:20.720021Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800160101719508:2110] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:36:20.720709Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800160101719486:2089] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:36:20.720792Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:20.678660Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800158372478785:2118] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:20.720866Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800160101719486:2089] [node 4] ICP22 created new session: [1:7580800160101719531:2089]
2025-12-06T17:36:20.711541Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800154077511407:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(524754036ns) {Configure:104(524746214ns) {ProcessConfigured:135(16693855ns) {StartInitialHandshake:157(16691801ns) {DropHandshakes:470(2694ns) {DropIncomingHandshake:442(782ns) DropOutgoingHandshake:457(502ns)} GenerateSessionVirtualId:988(800ns) PrepareNewSessionHandshake:477(3736ns) {SwitchToState:179(2000ns)}}}}}
2025-12-06T17:36:20.720912Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800160101719531:2089] [node 4] ICS09 handshake done sender: [1:7580800160101719520:2114] self: [1:7580800160101719518:0] peer: [4:7580800158054192231:0] socket: 107 qp: -1
2025-12-06T17:36:20.711713Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580800154077511407:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:20.720946Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800160101719531:2089] [node 4] ICS10 traffic start
2025-12-06T17:36:20.755009Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800158372478800:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17978
2025-12-06T17:36:20.720978Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:20.762662Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:20.721262Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800155806752147:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:36:20.828325Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800155944024712:2049] [node 2] ICP22 created new session: [5:7580800160238992104:2049]
2025-12-06T17:36:20.770591Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800158372478749:2091] [node 6] ICP22 created new session: [2:7580800158372478801:2091]
2025-12-06T17:36:20.721359Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:20.770961Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800158372478776:2093] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:20.721419Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800155806752147:2049] [node 3] ICP22 created new session: [1:7580800160101719533:2049]
2025-12-06T17:36:20.828375Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800160238992104:2049] [node 2] ICS09 handshake done sender: [5:7580800160238992089:2118] self: [5:7580800160238992094:0] peer: [2:7580800158372478781:0] socket: 126 qp: -1
2025-12-06T17:36:20.771013Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800158372478779:2094] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:36:20.721471Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800160101719533:2049] [node 3] ICS09 handshake done sender: [1:7580800160101719515:2112] self: [1:7580800160101719514:0] peer: [3:7580800158782711549:0] socket: 122 qp: -1
2025-12-06T17:36:20.828413Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800160238992104:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:20.721502Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800160101719533:2049] [node 3] ICS10 traffic start
2025-12-06T17:36:20.828479Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:20.771026Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:20.721545Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:20.786865Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:20.879810Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800160238992033:2070] [node 6] ICP35 event processing took too much time PendingConnection:279(235737098ns) {HandleHandshakeStatus:329(235734385ns) {DropIncomingHandshake:442(12316ns) DropOutgoingHandshake:457(856ns) SwitchToState:179(184ns) ProcessPendingSessionEvents:495(8765624ns) {ForwardSessionEventToSession:612(8700979ns) ForwardSessionEventToSession:612(10268ns) ForwardSessionEventToSession:612(2359ns) ForwardSessionEventToSession:612(2342ns) ForwardSessionEventToSession:612(5714ns) ForwardSessionEventToSession:612(4776ns) ForwardSessionEventToSession:612(7432ns) ForwardSessionEventToSession:612(12252ns) ForwardSessionEventToSession:612(2253ns) ForwardSessionEventToSession:612(5500ns)}}}
2025-12-06T17:36:20.724593Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800160101719530:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33567
2025-12-06T17:36:20.789993Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800158372478776:2093] [node 5] ICP22 created new session: [2:7580800158372478802:2093]
2025-12-06T17:36:20.741470Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800160101719524:2090] [node 5] ICS10 traffic start
2025-12-06T17:36:20.796069Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800158372478772:2113] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:20.796448Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580800154077511407:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:20.742734Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800160101719508:2110] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:20.796542Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:20.763649Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800160101719486:2089] [node 4] ICP35 event processing took too much time PendingConnection:279(42763172ns) {HandleHandshakeStatus:329(42758632ns) {DropIncomingHandshake:442(14248ns) DropOutgoingHandshake:457(504ns) SwitchToState:179(732ns) ProcessPendingSessionEvents:495(42363410ns) {ForwardSessionEventToSession:612(42285366ns) ForwardSessionEventToSession:612(8290ns) ForwardSessionEventToSession:612(6448ns) ForwardSessionEventToSession:612(5181ns) ForwardSessionEventToSession:612(2410ns) ForwardSessionEventToSession:612(7999ns) ForwardSessionEventToSession:612(2642ns) ForwardSessionEventToSession:612(3392ns) ForwardSessionEventToSession:612(5350ns) ForwardSessionEventToSession:612(21730ns)}}}
2025-12-06T17:36:20.796592Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800154077511407:2048] [node 1] ICP22 created new session: [2:7580800158372478804:2048]
2025-12-06T17:36:20.765645Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800155806752146:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:36:20.765701Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:20.796637Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800158372478804:2048] [node 1] ICS09 handshake done sender: [2:7580800158372478772:2113] self: [2:7580800158372478798:0] peer: [1:7580800160101719507:0] socket: 101 qp: -1
2025-12-06T17:36:20.796673Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800158372478804:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:20.765747Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800155806752146:2048] [node 2] ICP22 created new session: [1:7580800160101719538:2048]
2025-12-06T17:36:20.796722Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:20.765799Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800160101719538:2048] [node 2] ICS09 handshake done sender: [1:7580800160101719508:2110] self: [1:7580800160101719507:0] peer: [2:7580800158372478798:0] socket: 100 qp: -1
2025-12-06T17:36:20.798769Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800158372478779:2094] [node 4] ICP22 created new session: [2:7580800158372478803:2094]
2025-12-06T17:36:20.765831Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800160101719538:2048] [node 2] ICS10 traffic start
2025-12-06T17:36:20.816196Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800158372478803:2094] [node 4] ICS09 handshake done sender: [2:7580800158372478785:2118] self: [2:7580800158372478784:0] peer: [4:7580800158054192224:0] socket: 137 qp: -1
2025-12-06T17:36:20.765887Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:20.818676Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800158372478802:2093] [node 5] ICS09 handshake done sender: [2:7580800158372478782:2117] self: [2:7580800158372478781:0] peer: [5:7580800160238992094:0] socket: 125 qp: -1
2025-12-06T17:36:20.766897Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:20.814738Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [1:7580800155806752146:2048] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:36:20.822965Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800158372478803:2094] [node 4] ICS10 traffic start
2025-12-06T17:36:20.851214Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800160101719510:2090] [node 5] ICP35 event processing took too much time PendingConnection:279(203450130ns) {HandleHandshakeStatus:329(203446663ns) {DropIncomingHandshake:442(234ns) DropOutgoingHandshake:457(363ns) SwitchToState:179(714ns) ProcessPendingSessionEvents:495(19406224ns) {ForwardSessionEventToSession:612(19341207ns) ForwardSessionEventToSession:612(12025ns) ForwardSessionEventToSession:612(2850ns) ForwardSessionEventToSession:612(5558ns) ForwardSessionEventToSession:612(2764ns) ForwardSessionEventToSession:612(3138ns) ForwardSessionEventToSession:612(12575ns) ForwardSessionEventToSession:612(2815ns) ForwardSessionEventToSession:612(2693ns) ForwardSessionEventToSession:612(5765ns)}}}
2025-12-06T17:36:20.823027Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800158372478802:2093] [node 5] ICS10 traffic start
2025-12-06T17:36:20.999699Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800160101719540:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33567
2025-12-06T17:36:20.846677Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800158372478801:2091] [node 6] ICS09 handshake done sender: [2:7580800158372478774:2114] self: [2:7580800158372478773:0] peer: [6:7580800161408010923:0] socket: 114 qp: -1
2025-12-06T17:36:21.018647Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800160101719540:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:20.846735Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:20.899265Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800157113043542:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(108983619ns) {HandleHandshakeStatus:329(108979903ns) {DropIncomingHandshake:442(695ns) DropOutgoingHandshake:457(4697ns) SwitchToState:179(528ns) ProcessPendingSessionEvents:495(1078207ns) {ForwardSessionEventToSession:612(1031146ns) ForwardSessionEventToSession:612(6786ns) ForwardSessionEventToSession:612(2303ns) ForwardSessionEventToSession:612(2113ns) ForwardSessionEventToSession:612(7775ns) ForwardSessionEventToSession:612(2206ns) ForwardSessionEventToSession:612(4564ns) ForwardSessionEventToSession:612(4174ns) ForwardSessionEventToSession:612(1739ns) ForwardSessionEventToSession:612(3837ns)}}}
2025-12-06T17:36:20.866978Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800158372478801:2091] [node 6] ICS10 traffic start
2025-12-06T17:36:20.870647Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:20.899318Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580800157113043542:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:36:20.878660Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:20.923968Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800161408010924:2119] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:20.951995Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800158372478779:2094] [node 4] ICP35 event processing took too much time PendingConnection:279(180759340ns) {HandleHandshakeStatus:329(180751165ns) {DropIncomingHandshake:442(13909ns) DropOutgoingHandshake:457(212ns) SwitchToState:179(246ns) ProcessPendingSessionEvents:495(51742535ns) {ForwardSessionEventToSession:612(51657675ns) ForwardSessionEventToSession:612(6785ns) ForwardSessionEventToSession:612(6764ns) ForwardSessionEventToSession:612(19742ns) ForwardSessionEventToSession:612(15732ns) ForwardSessionEventToSession:612(9667ns) ForwardSessionEventToSession:612(3561ns) ForwardSessionEventToSession:612(2341ns) ForwardSessionEventToSession:612(4515ns) ForwardSessionEventToSession:612(2336ns)}}}
2025-12-06T17:36:20.924513Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800161408010883:2085] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:36:21.047055Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800158372478776:2093] [node 5] ICP35 event processing took too much time PendingConnection:279(259706383ns) {HandleHandshakeStatus:329(259702357ns) {DropIncomingHandshake:442(18013ns) DropOutgoingHandshake:457(370ns) SwitchToState:179(906ns) ProcessPendingSessionEvents:495(109698742ns) {ForwardSessionEventToSession:612(25810462ns) ForwardSessionEventToSession:612(11879324ns) ForwardSessionEventToSession:612(8050838ns) ForwardSessionEventToSession:612(27962288ns) ForwardSessionEventToSession:612(7789613ns) ForwardSessionEventToSession:612(6079ns) ForwardSessionEventToSession:612(2697ns) ForwardSessionEventToSession:612(19996528ns) ForwardSessionEventToSession:612(4516ns) ForwardSessionEventToSession:612(8150938ns)}}}
2025-12-06T17:36:20.924585Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:20.924624Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800161408010883:2085] [node 4] ICP22 created new session: [6:7580800161408010932:2085]
2025-12-06T17:36:20.924676Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800161408010932:2085] [node 4] ICS09 handshake done sender: [6:7580800161408010924:2119] self: [6:7580800161408010926:0] peer: [4:7580800158054192219:0] socket: 145 qp: -1
2025-12-06T17:36:20.924710Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800161408010932:2085] [node 4] ICS10 traffic start
2025-12-06T17:36:20.924740Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:20.995067Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800161408010935:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46888
2025-12-06T17:36:20.995488Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800161408010917:2117] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:20.995659Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800157113043543:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:20.995730Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:20.995780Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800157113043543:2050] [node 3] ICP22 created new session: [6:7580800161408010936:2050]
2025-12-06T17:36:20.995833Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800161408010936:2050] [node 3] ICS09 handshake done sender: [6:7580800161408010917:2117] self: [6:7580800161408010929:0] peer: [3:7580800158782711544:0] socket: 135 qp: -1
2025-12-06T17:36:20.995867Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800161408010936:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:20.995913Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:21.062759Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800158782711558:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:21.062932Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800158782711504:2080] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:36:21.054823Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800158054192234:2120] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:21.078772Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800153759224849:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:21.078853Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:21.078907Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800153759224849:2050] [node 3] ICP22 created new session: [4:7580800162349159541:2050]
2025-12-06T17:36:21.078949Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800162349159541:2050] [node 3] ICS09 handshake done sender: [4:7580800158054192234:2120] self: [4:7580800158054192239:0] peer: [3:7580800158782711551:0] socket: 150 qp: -1
2025-12-06T17:36:21.078982Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800162349159541:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:21.079015Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:21.070878Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800161408010928:2121] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:21.075288Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800158782711538:2081] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(476859805ns) {Configure:104(472242114ns) {ProcessConfigured:135(121812ns) {StartInitialHandshake:157(70877ns) {DropHandshakes:470(2257ns) {DropIncomingHandshake:442(574ns) DropOutgoingHandshake:457(259ns)} GenerateSessionVirtualId:988(5285ns) PrepareNewSessionHandshake:477(1445ns) {SwitchToState:179(423ns)}} IncomingHandshake:261(24171ns) {DropIncomingHandshake:442(339ns) PrepareNewSessionHandshake:477(349ns) {SwitchToState:179(150ns)} GenerateSessionVirtualId:988(188ns) IssueIncomingHandshakeReply:193(686ns)}}}}
2025-12-06T17:36:21.080384Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800157113043541:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:21.062975Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800158372478749:2091] [node 6] ICP35 event processing took too much time PendingConnection:279(376001917ns) {HandleHandshakeStatus:329(375997966ns) {DropIncomingHandshake:442(36053ns) DropOutgoingHandshake:457(716ns) SwitchToState:179(867ns) ProcessPendingSessionEvents:495(130361575ns) {ForwardSessionEventToSession:612(43843681ns) ForwardSessionEventToSession:612(11073610ns) ForwardSessionEventToSession:612(3317ns) ForwardSessionEventToSession:612(25165517ns) ForwardSessionEventToSession:612(14766144ns) ForwardSessionEventToSession:612(9659ns) ForwardSessionEventToSession:612(11713043ns) ForwardSessionEventToSession:612(3513ns) ForwardSessionEventToSession:612(3112ns) ForwardSessionEventToSession:612(23744130ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:21.087484Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:21.098629Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800158782711504:2080] [node 4] ICP22 created new session: [3:7580800163077678863:2080]
2025-12-06T17:36:21.103587Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800163077678860:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:21.103617Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800163077678860:2121] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:21.104746Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800163077678860:2121] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:21.104997Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800158782711538:2081] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:21.105081Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:21.105126Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800158782711538:2081] [node 5] ICP22 created new session: [3:7580800163077678865:2081]
2025-12-06T17:36:21.105173Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800163077678865:2081] [node 5] ICS09 handshake done sender: [3:7580800163077678860:2121] self: [3:7580800163077678859:0] peer: [5:7580800164533959403:0] socket: 108 qp: -1
2025-12-06T17:36:21.105231Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800163077678865:2081] [node 5] ICS10 traffic start
2025-12-06T17:36:21.105279Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:21.094691Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800164533959402:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21364
2025-12-06T17:36:21.103091Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800164533959402:2122] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:21.103261Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800155944024713:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:21.091039Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800160101719523:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:21.091081Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800160101719523:2116] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:21.122789Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800163077678863:2080] [node 4] ICS09 handshake done sender: [3:7580800158782711552:2118] self: [3:7580800158782711551:0] peer: [4:7580800158054192239:0] socket: 155 qp: -1
2025-12-06T17:36:21.122848Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800163077678863:2080] [node 4] ICS10 traffic start
2025-12-06T17:36:21.124274Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800155944024713:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24782) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800164533959402:2122] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:21.130970Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800164533959404:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21364
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:21.139019Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800160101719523:2116] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:21.139356Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800160101719485:2088] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:21.139449Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:21.139495Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800160101719485:2088] [node 6] ICP22 created new session: [1:7580800164396686839:2088]
2025-12-06T17:36:21.139543Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800164396686839:2088] [node 6] ICS09 handshake done sender: [1:7580800160101719523:2116] self: [1:7580800160101719522:0] peer: [6:7580800165702978234:0] socket: 159 qp: -1
2025-12-06T17:36:21.139570Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800164396686839:2088] [node 6] ICS10 traffic start
2025-12-06T17:36:21.139612Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:21.135026Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800164533959402:2122] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:21.126686Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:21.152170Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800158782711504:2080] [node 4] ICP35 event processing took too much time PendingConnection:279(89048519ns) {HandleHandshakeStatus:329(89046203ns) {DropIncomingHandshake:442(621ns) DropOutgoingHandshake:457(847ns) SwitchToState:179(502ns) ProcessPendingSessionEvents:495(16177045ns) {ForwardSessionEventToSession:612(15731908ns) ForwardSessionEventToSession:612(382818ns) ForwardSessionEventToSession:612(2859ns) ForwardSessionEventToSession:612(2335ns) ForwardSessionEventToSession:612(5753ns) ForwardSessionEventToSession:612(2755ns) ForwardSessionEventToSession:612(5047ns) ForwardSessionEventToSession:612(2513ns) ForwardSessionEventToSession:612(4965ns) ForwardSessionEventToSession:612(21051ns)}}}
2025-12-06T17:36:21.152245Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7580800158782711504:2080] [node 4] ICP18 handshake (actor [3:7580800158782711558:2120]) is too old
2025-12-06T17:36:21.150832Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800155944024713:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:21.153308Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:21.153355Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800155944024713:2050] [node 3] ICP22 created new session: [5:7580800164533959405:2050]
2025-12-06T17:36:21.153400Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800164533959405:2050] [node 3] ICS09 handshake done sender: [5:7580800164533959402:2122] self: [5:7580800164533959403:0] peer: [3:7580800163077678859:0] socket: 138 qp: -1
2025-12-06T17:36:21.153432Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800164533959405:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:21.153473Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:21.153634Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800155944024713:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(17661560ns) {HandleHandshakeStatus:329(17659949ns) {DropIncomingHandshake:442(2083ns) DropOutgoingHandshake:457(467ns) SwitchToState:179(917ns) ProcessPendingSessionEvents:495(939ns)}}
2025-12-06T17:36:21.139043Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800165702978235:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46888
2025-12-06T17:36:21.150936Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800157113043541:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8067) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800161408010928:2121] held: no
2025-12-06T17:36:21.170874Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800161408010928:2121] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:21.178994Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800157113043541:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:21.179074Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:21.179131Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800157113043541:2048] [node 1] ICP22 created new session: [6:7580800165702978236:2048]
2025-12-06T17:36:21.179175Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800165702978236:2048] [node 1] ICS09 handshake done sender: [6:7580800161408010928:2121] self: [6:7580800165702978234:0] peer: [1:7580800160101719522:0] socket: 160 qp: -1
2025-12-06T17:36:21.179206Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800165702978236:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:21.179249Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:21.263953Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:36:21.264193Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800158782711556:2048] [node 1] ICS01 socket: 124 reason# EndOfStream
2025-12-06T17:36:21.264234Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800154487744171:2048] [node 1] ICP30 unregister session Session# [3:7580800158782711556:2048] VirtualId# [3:7580800158782711549:0]
2025-12-06T17:36:21.264264Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800158782711556:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:21.264333Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:21.264370Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:21.266690Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:36:21.266922Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7580800158372478804:2048] [node 1] ICS07 socket disconnect 101 reason# EndOfStream
2025-12-06T17:36:21.266951Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580800158372478804:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:21.267062Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:21.267103Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580800158372478804:2048] [node 1] ICS15 start handshake
2025-12-06T17:36:21.268013Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580800154077511407:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8067) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:36:21.268060Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580800158372478804:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:36:21.268093Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580800154077511407:2048] [node 1] ICP30 unregister session Session# [2:7580800158372478804:2048] VirtualId# [2:7580800158372478798:0]
2025-12-06T17:36:21.268132Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:21.268158Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [2:7580800154077511407:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:8067) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:21.268173Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8067) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:21.274692Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:36:21.275098Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800162349159539:2048] [node 1] ICS01 socket: 141 reason# EndOfStream
2025-12-06T17:36:21.275141Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800153759224847:2048] [node 1] ICP30 unregister session Session# [4:7580800162349159539:2048] VirtualId# [4:7580800158054192231:0]
2025-12-06T17:36:21.275173Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800162349159539:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:21.275245Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:21.275283Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:21.278708Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:36:21.278972Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800165702978236:2048] [node 1] ICS01 socket: 160 reason# EndOfStream
2025-12-06T17:36:21.279017Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800157113043541:2048] [node 1] ICP30 unregister session Session# [6:7580800165702978236:2048] VirtualId# [6:7580800165702978234:0]
2025-12-06T17:36:21.279052Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800165702978236:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:21.279099Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:21.279184Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:21.274658Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:36:21.278618Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800160238992099:2048] [node 1] ICS01 socket: 113 reason# EndOfStream
2025-12-06T17:36:21.278657Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800155944024711:2048] [node 1] ICP30 unregister session Session# [5:7580800160238992099:2048] VirtualId# [5:7580800160238992087:0]
2025-12-06T17:36:21.278693Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800160238992099:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:21.278784Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:21.278825Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:21.286699Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [2:7580800154077511407:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:36:21.390683Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:36:21.390926Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800161408010927:2049] [node 2] ICS01 socket: 116 reason# EndOfStream
2025-12-06T17:36:21.390672Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:36:21.390921Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800158782711548:2049] [node 2] ICS01 socket: 105 reason# EndOfStream
2025-12-06T17:36:21.390975Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800154487744172:2049] [node 2] ICP30 unregister session Session# [3:7580800158782711548:2049] VirtualId# [3:7580800158782711537:0]
2025-12-06T17:36:21.391007Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800158782711548:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:21.391109Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:21.391153Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:21.391103Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800157113043542:2049] [node 2] ICP30 unregister session Session# [6:7580800161408010927:2049] VirtualId# [6:7580800161408010923:0]
2025-12-06T17:36:21.391130Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800161408010927:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:21.391194Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:21.391232Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:21.402697Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:36:21.402959Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800160238992104:2049] [node 2] ICS01 socket: 126 reason# EndOfStream
2025-12-06T17:36:21.403004Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800155944024712:2049] [node 2] ICP30 unregister session Session# [5:7580800160238992104:2049] VirtualId# [5:7580800160238992094:0]
2025-12-06T17:36:21.403038Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800160238992104:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:21.403174Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:21.403217Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:21.426776Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:36:21.431152Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800158054192229:2049] [node 2] ICS01 socket: 140 reason# EndOfStream
2025-12-06T17:36:21.431208Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800153759224848:2049] [node 2] ICP30 unregister session Session# [4:7580800158054192229:2049] VirtualId# [4:7580800158054192224:0]
2025-12-06T17:36:21.431244Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800158054192229:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:21.431370Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:21.431419Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:21.498280Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:36:21.498583Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800161408010936:2050] [node 3] ICS01 socket: 135 reason# EndOfStream
2025-12-06T17:36:21.498620Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800157113043543:2050] [node 3] ICP30 unregister session Session# [6:7580800161408010936:2050] VirtualId# [6:7580800161408010929:0]
2025-12-06T17:36:21.498650Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800161408010936:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:21.498730Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:21.498783Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:21.498706Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:36:21.498940Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800162349159541:2050] [node 3] ICS01 socket: 150 reason# EndOfStream
2025-12-06T17:36:21.498970Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800153759224849:2050] [node 3] ICP30 unregister session Session# [4:7580800162349159541:2050] VirtualId# [4:7580800158054192239:0]
2025-12-06T17:36:21.499002Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800162349159541:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:21.499074Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:21.499109Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:21.499209Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:36:21.499399Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800164533959405:2050] [node 3] ICS01 socket: 138 reason# EndOfStream
2025-12-06T17:36:21.499422Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800155944024713:2050] [node 3] ICP30 unregister session Session# [5:7580800164533959405:2050] VirtualId# [5:7580800164533959403:0]
2025-12-06T17:36:21.499443Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800164533959405:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:21.499487Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:21.499523Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:21.590741Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:36:21.590992Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800160238992101:2061] [node 4] ICS01 socket: 121 reason# EndOfStream
2025-12-06T17:36:21.591028Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800160238992066:2061] [node 4] ICP30 unregister session Session# [5:7580800160238992101:2061] VirtualId# [5:7580800160238992093:0]
2025-12-06T17:36:21.591059Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800160238992101:2061] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:21.591159Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:36:21.591205Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:36:21.591294Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:36:21.591465Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800161408010932:2085] [node 4] ICS01 socket: 145 reason# EndOfStream
2025-12-06T17:36:21.591494Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800161408010883:2085] [node 4] ICP30 unregister session Session# [6:7580800161408010932:2085] VirtualId# [6:7580800161408010926:0]
2025-12-06T17:36:21.591514Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800161408010932:2085] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:21.591561Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:36:21.591588Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:36:21.682937Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:36:21.683235Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800161408010920:2063] [node 5] ICS01 socket: 98 reason# EndOfStream
2025-12-06T17:36:21.683273Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800161408010856:2063] [node 5] ICP30 unregister session Session# [6:7580800161408010920:2063] VirtualId# [6:7580800161408010918:0]
2025-12-06T17:36:21.683304Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800161408010920:2063] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:21.683437Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:36:21.683481Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:36:21.792836Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800161706176072:2048] [node 2] ICP01 ready to work
2025-12-06T17:36:21.792896Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800161706176073:2049] [node 3] ICP01 ready to work
2025-12-06T17:36:21.822612Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800164331542923:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:21.822727Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800164331542924:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:21.839028Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800163104948233:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:21.839082Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800163104948234:2049] [node 3] ICP01 ready to work
2025-12-06T17:36:21.930876Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800162248997135:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:21.930915Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800162248997136:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:21.930940Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800162248997137:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:22.099485Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800168626510234:2058] [node 5] ICP01 ready to work
2025-12-06T17:36:22.142722Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800166001143404:2066] [node 5] ICP01 ready to work
2025-12-06T17:36:22.242253Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800163594385292:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:22.223981Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800166001143410:2067] [node 6] ICP01 ready to work
2025-12-06T17:36:22.287752Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800164331542924:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(155947695ns) {Configure:104(155936733ns) {ProcessConfigured:135(70668ns) {StartInitialHandshake:157(68616ns) {DropHandshakes:470(3032ns) {DropIncomingHandshake:442(770ns) DropOutgoingHandshake:457(469ns)} GenerateSessionVirtualId:988(991ns) PrepareNewSessionHandshake:477(2658ns) {SwitchToState:179(1021ns)}}}}}
2025-12-06T17:36:22.242295Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800163594385293:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:22.288313Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800168626510264:2069] [node 6] ICP01 ready to work
2025-12-06T17:36:22.288615Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800168626510265:2074] [node 4] ICP01 ready to work
2025-12-06T17:36:22.334601Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800166543964464:2059] [node 6] ICP01 ready to work
2025-12-06T17:36:22.242368Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800163594385294:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:22.406644Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800166001143429:2071] [node 4] ICP01 ready to work
2025-12-06T17:36:22.242873Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800167889352603:2059] [node 4] ICP01 ready to work
2025-12-06T17:36:22.438992Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800168626510265:2074] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(148807569ns) {Configure:104(148805274ns) {ProcessConfigured:135(74421ns) {StartInitialHandshake:157(72075ns) {DropHandshakes:470(2773ns) {DropIncomingHandshake:442(425ns) DropOutgoingHandshake:457(343ns)} GenerateSessionVirtualId:988(1238ns) PrepareNewSessionHandshake:477(1419ns) {SwitchToState:179(435ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:22.407939Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800163104948233:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(297081246ns) {Configure:104(297072741ns) {ProcessConfigured:135(69211ns) {StartInitialHandshake:157(66095ns) {DropHandshakes:470(2395ns) {DropIncomingHandshake:442(654ns) DropOutgoingHandshake:457(353ns)} GenerateSessionVirtualId:988(822ns) PrepareNewSessionHandshake:477(1573ns) {SwitchToState:179(787ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:22.440185Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800168626510298:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43101
2025-12-06T17:36:22.502704Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800167399915596:2062] [node 6] ICP01 ready to work
2025-12-06T17:36:22.502586Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800166543964495:2061] [node 5] ICP01 ready to work
2025-12-06T17:36:22.350844Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800164691173434:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:22.527111Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800167399915597:2063] [node 4] ICP01 ready to work
2025-12-06T17:36:22.527508Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800167399915598:2067] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:22.544593Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800167399915600:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37424
2025-12-06T17:36:22.545130Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800167399915599:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37424
2025-12-06T17:36:22.520008Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800161706176073:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(85165381ns) {Configure:104(85158614ns) {ProcessConfigured:135(62299ns) {StartInitialHandshake:157(59733ns) {DropHandshakes:470(2651ns) {DropIncomingHandshake:442(529ns) DropOutgoingHandshake:457(695ns)} GenerateSessionVirtualId:988(877ns) PrepareNewSessionHandshake:477(2030ns) {SwitchToState:179(724ns)}}}}}
2025-12-06T17:36:22.350925Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800164691173435:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:22.508041Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800168626510298:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:22.551886Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800161706176072:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(29249091ns) {Configure:104(29245935ns) {ProcessConfigured:135(55984ns) {StartInitialHandshake:157(54329ns) {DropHandshakes:470(2422ns) {DropIncomingHandshake:442(262ns) DropOutgoingHandshake:457(329ns)} GenerateSessionVirtualId:988(590ns) PrepareNewSessionHandshake:477(980ns) {SwitchToState:179(387ns)}}}}}
2025-12-06T17:36:22.554146Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800166001143440:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29495
2025-12-06T17:36:22.554260Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800166001143441:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29495
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:22.554850Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800168626510300:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43101
2025-12-06T17:36:22.350973Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800164691173436:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:22.351439Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800168986140788:2061] [node 4] ICP01 ready to work
2025-12-06T17:36:22.351883Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800168986140789:2073] [node 6] ICP01 ready to work
2025-12-06T17:36:22.459441Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800168986140808:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35355
2025-12-06T17:36:22.538838Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800168986140808:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:22.546900Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800164691173436:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:22.563204Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800168986140810:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35355
2025-12-06T17:36:22.567842Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800168986140811:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35355
2025-12-06T17:36:22.568539Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800168986140808:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:22.568660Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800164691173436:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:22.568711Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:22.568756Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800164691173436:2050] [node 3] ICP22 created new session: [5:7580800168986140812:2050]
2025-12-06T17:36:22.568795Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800168986140812:2050] [node 3] ICS09 handshake done sender: [5:7580800168986140808:2115] self: [5:7580800168986140809:0] peer: [3:7580800168626510235:0] socket: 104 qp: -1
2025-12-06T17:36:22.568823Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800168986140812:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:22.568854Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:22.578856Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800167399915600:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:22.578939Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800167399915599:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:22.566607Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800166001143446:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29495
2025-12-06T17:36:22.566906Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800168626510236:2062] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:22.566932Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800168626510236:2062] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:22.568062Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800168626510236:2062] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:22.570149Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800168626510234:2058] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:22.570193Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:22.570245Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800168626510234:2058] [node 5] ICP22 created new session: [3:7580800168626510303:2058]
2025-12-06T17:36:22.570281Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800168626510303:2058] [node 5] ICS09 handshake done sender: [3:7580800168626510236:2062] self: [3:7580800168626510235:0] peer: [5:7580800168986140809:0] socket: 100 qp: -1
2025-12-06T17:36:22.570309Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800168626510303:2058] [node 5] ICS10 traffic start
2025-12-06T17:36:22.570334Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:22.622894Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800163594385293:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(379611442ns) {Configure:104(379606831ns) {ProcessConfigured:135(4344093ns) {StartInitialHandshake:157(4342064ns) {DropHandshakes:470(2505ns) {DropIncomingHandshake:442(446ns) DropOutgoingHandshake:457(329ns)} GenerateSessionVirtualId:988(431ns) PrepareNewSessionHandshake:477(3876ns) {SwitchToState:179(2062ns)}}}}}
2025-12-06T17:36:22.619871Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800166543964464:2059] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(116750744ns) {Configure:104(116746035ns) {ProcessConfigured:135(51275ns) {StartInitialHandshake:157(49180ns) {DropHandshakes:470(1434ns) {DropIncomingHandshake:442(302ns) DropOutgoingHandshake:457(293ns)} GenerateSessionVirtualId:988(336ns) PrepareNewSessionHandshake:477(1383ns) {SwitchToState:179(530ns)}}}}}
2025-12-06T17:36:22.566959Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800166001143441:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:22.640027Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800162248997136:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(17329693ns) {Configure:104(17327162ns) {ProcessConfigured:135(60761ns) {StartInitialHandshake:157(59532ns) {DropHandshakes:470(2158ns) {DropIncomingHandshake:442(394ns) DropOutgoingHandshake:457(365ns)} GenerateSessionVirtualId:988(1072ns) PrepareNewSessionHandshake:477(1542ns) {SwitchToState:179(524ns)}}}}}
2025-12-06T17:36:22.590751Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800166001143440:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:22.625274Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800166001143446:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:22.660407Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800167889352656:2070] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:22.662827Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800166543964506:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18190
2025-12-06T17:36:22.666967Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800168626510302:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43101
2025-12-06T17:36:22.667935Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800168626510305:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43101
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:22.678588Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800168626510300:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:22.679197Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800168986140810:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:22.686923Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800164691173434:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:22.687008Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800168986140815:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35355
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:22.694703Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800167399915602:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:22.694747Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800167399915602:2115] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:36:22.687274Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800166001143435:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:22.698659Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800166543964506:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:22.699188Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800166543964510:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18190
2025-12-06T17:36:22.710682Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800168986140815:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:22.710859Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800168986140788:2061] [node 4] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:22.724263Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800168986140818:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35355
2025-12-06T17:36:22.725127Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800168986140810:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:22.695429Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800167889352656:2070] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(33186674ns) {Configure:104(33177763ns) {ProcessConfigured:135(51215ns) {StartInitialHandshake:157(49295ns) {DropHandshakes:470(1735ns) {DropIncomingHandshake:442(340ns) DropOutgoingHandshake:457(384ns)} GenerateSessionVirtualId:988(406ns) PrepareNewSessionHandshake:477(1247ns) {SwitchToState:179(381ns)}}}}}
2025-12-06T17:36:22.696690Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800167889352657:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20342
2025-12-06T17:36:22.696826Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800167889352658:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20342
2025-12-06T17:36:22.696929Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800167889352659:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20342
2025-12-06T17:36:22.697824Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800167889352668:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20342
2025-12-06T17:36:22.702811Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800167889352659:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:22.702874Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800167889352657:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:22.704367Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800167889352603:2059] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:22.704429Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800163594385293:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:22.678972Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800168626510302:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:22.726847Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800166543964497:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:22.726879Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800166543964497:2110] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:22.743259Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800166543964510:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:22.743756Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800166543964499:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:22.743776Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800166543964499:2111] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:22.744361Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800166543964512:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18190
2025-12-06T17:36:22.725308Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800164691173434:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:22.687311Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800166001143435:2110] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:36:22.699976Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800167399915614:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37424
2025-12-06T17:36:22.700528Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800167399915602:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:22.700792Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800163104948234:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:36:22.700851Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:22.700895Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800163104948234:2049] [node 3] ICP22 created new session: [2:7580800167399915616:2049]
2025-12-06T17:36:22.700939Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800167399915616:2049] [node 3] ICS09 handshake done sender: [2:7580800167399915602:2115] self: [2:7580800167399915601:0] peer: [3:7580800168626510307:0] socket: 111 qp: -1
2025-12-06T17:36:22.700969Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800167399915616:2049] [node 3] ICS10 traffic start
2025-12-06T17:36:22.701002Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:22.718494Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800167399915604:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:22.718543Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800167399915604:2116] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:22.719021Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800167399915614:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:22.727056Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800167399915604:2116] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:22.734975Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800167399915596:2062] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:22.735032Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:22.735076Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800167399915596:2062] [node 6] ICP22 created new session: [2:7580800167399915621:2062]
2025-12-06T17:36:22.735128Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800167399915621:2062] [node 6] ICS09 handshake done sender: [2:7580800167399915604:2116] self: [2:7580800167399915603:0] peer: [6:7580800167889352671:0] socket: 112 qp: -1
2025-12-06T17:36:22.735164Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800167399915621:2062] [node 6] ICS10 traffic start
2025-12-06T17:36:22.735216Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:22.723042Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800166001143437:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:22.723064Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800166001143437:2111] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:22.724502Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800166001143435:2110] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:22.724777Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800166001143437:2111] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:22.730788Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800167889352658:2113] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:22.679104Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800164331542924:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:22.679162Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800164331542923:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:22.694644Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800168626510305:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:22.767613Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580800164331542924:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12434) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580800168626510300:2116] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:22.768694Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800168626510310:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43101
2025-12-06T17:36:22.768810Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800168626510311:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43101
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:22.769267Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800168626510312:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43101
2025-12-06T17:36:22.725359Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:22.770713Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800161706176073:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:36:22.770817Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:22.770863Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800161706176073:2049] [node 3] ICP22 created new session: [1:7580800166001143455:2049]
2025-12-06T17:36:22.770906Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800166001143455:2049] [node 3] ICS09 handshake done sender: [1:7580800166001143435:2110] self: [1:7580800166001143434:0] peer: [3:7580800168626510308:0] socket: 119 qp: -1
2025-12-06T17:36:22.770945Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800166001143455:2049] [node 3] ICS10 traffic start
2025-12-06T17:36:22.770978Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:22.771327Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800166001143404:2066] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:22.771379Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:22.771429Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800166001143404:2066] [node 5] ICP22 created new session: [1:7580800166001143457:2066]
2025-12-06T17:36:22.771466Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800166001143457:2066] [node 5] ICS09 handshake done sender: [1:7580800166001143437:2111] self: [1:7580800166001143436:0] peer: [5:7580800168986140816:0] socket: 116 qp: -1
2025-12-06T17:36:22.771493Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800166001143457:2066] [node 5] ICS10 traffic start
2025-12-06T17:36:22.771513Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:22.725398Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800164691173434:2048] [node 1] ICP22 created new session: [5:7580800168986140819:2048]
2025-12-06T17:36:22.725438Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800168986140819:2048] [node 1] ICS09 handshake done sender: [5:7580800168986140810:2116] self: [5:7580800168986140816:0] peer: [1:7580800166001143436:0] socket: 118 qp: -1
2025-12-06T17:36:22.725466Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800168986140819:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:22.725494Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:22.772430Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800166543964499:2111] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:22.731168Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800167889352672:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20342
2025-12-06T17:36:22.792502Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800168626510300:2116] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:22.792681Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800168626510302:2117] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:22.792874Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580800164331542923:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14195) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580800168626510302:2117] held: no
2025-12-06T17:36:22.792965Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800164331542923:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:22.793015Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:22.793068Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800164331542923:2048] [node 1] ICP22 created new session: [3:7580800168626510314:2048]
2025-12-06T17:36:22.793117Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800168626510314:2048] [node 1] ICS09 handshake done sender: [3:7580800168626510302:2117] self: [3:7580800168626510308:0] peer: [1:7580800166001143434:0] socket: 122 qp: -1
2025-12-06T17:36:22.793153Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800168626510314:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:22.793184Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:22.811509Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800167399915606:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:22.811551Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800167399915606:2117] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:36:22.812529Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800167399915624:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37424
2025-12-06T17:36:22.812716Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800167399915625:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37424
2025-12-06T17:36:22.798990Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800166543964495:2061] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:22.818692Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800167399915606:2117] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:22.826909Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800167399915624:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:22.826980Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800167399915597:2063] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:36:22.827023Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:22.826769Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800164331542924:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:22.826841Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:22.826908Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800164331542924:2049] [node 2] ICP22 created new session: [3:7580800168626510316:2049]
2025-12-06T17:36:22.826963Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800168626510316:2049] [node 2] ICS09 handshake done sender: [3:7580800168626510300:2116] self: [3:7580800168626510307:0] peer: [2:7580800167399915601:0] socket: 114 qp: -1
2025-12-06T17:36:22.827000Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800168626510316:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:22.827067Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:22.842848Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800168626510310:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:22.823086Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800167889352668:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:22.843024Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800167889352657:2112] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:22.850655Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800166001143439:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:22.850697Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800166001143439:2112] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:22.851926Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800166001143461:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29495
2025-12-06T17:36:22.851996Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800166001143462:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29495
2025-12-06T17:36:22.852381Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800166001143439:2112] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:22.852681Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800166001143410:2067] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:22.852759Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:22.852804Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800166001143410:2067] [node 6] ICP22 created new session: [1:7580800166001143464:2067]
2025-12-06T17:36:22.852854Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800166001143464:2067] [node 6] ICS09 handshake done sender: [1:7580800166001143439:2112] self: [1:7580800166001143438:0] peer: [6:7580800167889352676:0] socket: 117 qp: -1
2025-12-06T17:36:22.852888Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800166001143464:2067] [node 6] ICS10 traffic start
2025-12-06T17:36:22.852922Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:22.799084Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:22.843366Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800163594385293:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12434) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800167889352657:2112] held: no
2025-12-06T17:36:22.833854Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800167399915597:2063] [node 4] ICP22 created new session: [2:7580800167399915627:2063]
2025-12-06T17:36:22.799143Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800166543964495:2061] [node 5] ICP22 created new session: [4:7580800166543964518:2061]
2025-12-06T17:36:22.799200Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800166543964518:2061] [node 5] ICS09 handshake done sender: [4:7580800166543964499:2111] self: [4:7580800166543964498:0] peer: [5:7580800168986140817:0] socket: 126 qp: -1
2025-12-06T17:36:22.799237Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800166543964518:2061] [node 5] ICS10 traffic start
2025-12-06T17:36:22.799288Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:22.800805Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800166543964497:2110] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:22.801140Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800166543964512:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:22.801250Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800162248997136:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:22.801493Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800166543964517:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18190
2025-12-06T17:36:22.801527Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800166543964464:2059] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:22.801585Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:22.801639Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800166543964464:2059] [node 6] ICP22 created new session: [4:7580800166543964522:2059]
2025-12-06T17:36:22.801691Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800166543964522:2059] [node 6] ICS09 handshake done sender: [4:7580800166543964497:2110] self: [4:7580800166543964496:0] peer: [6:7580800167889352670:0] socket: 125 qp: -1
2025-12-06T17:36:22.801723Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800166543964522:2059] [node 6] ICS10 traffic start
2025-12-06T17:36:22.801752Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:22.802292Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800166543964516:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18190
2025-12-06T17:36:22.847154Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800166543964516:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:22.847505Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800166543964524:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18190
2025-12-06T17:36:22.843475Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800163594385293:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:22.843543Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:22.843589Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800163594385293:2049] [node 2] ICP22 created new session: [6:7580800167889352674:2049]
2025-12-06T17:36:22.843647Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800167889352674:2049] [node 2] ICS09 handshake done sender: [6:7580800167889352657:2112] self: [6:7580800167889352671:0] peer: [2:7580800167399915603:0] socket: 103 qp: -1
2025-12-06T17:36:22.843684Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800167889352674:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:22.843723Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:22.844226Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800167889352603:2059] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3655) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800167889352659:2114] held: no
2025-12-06T17:36:22.844368Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800163594385292:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:22.845032Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800167889352673:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20342
2025-12-06T17:36:22.845526Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800163594385294:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:22.845954Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800167889352659:2114] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:22.892530Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800162248997135:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:22.892916Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800166543964512:2117] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:22.891297Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800163594385294:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23976) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800167889352668:2118] held: no
2025-12-06T17:36:22.891500Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800167889352603:2059] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:36:22.891562Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:22.891609Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800167889352603:2059] [node 4] ICP22 created new session: [6:7580800167889352682:2059]
2025-12-06T17:36:22.891657Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800167889352682:2059] [node 4] ICS09 handshake done sender: [6:7580800167889352659:2114] self: [6:7580800167889352670:0] peer: [4:7580800166543964496:0] socket: 129 qp: -1
2025-12-06T17:36:22.891703Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800167889352682:2059] [node 4] ICS10 traffic start
2025-12-06T17:36:22.891748Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:22.858628Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800167399915627:2063] [node 4] ICS09 handshake done sender: [2:7580800167399915606:2117] self: [2:7580800167399915605:0] peer: [4:7580800166543964521:0] socket: 109 qp: -1
2025-12-06T17:36:22.860055Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800168626510270:2088] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:22.858676Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800167399915627:2063] [node 4] ICS10 traffic start
2025-12-06T17:36:22.858719Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:22.859174Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800167399915597:2063] [node 4] ICP35 event processing took too much time PendingConnection:279(31988940ns) {HandleHandshakeStatus:329(31986351ns) {DropIncomingHandshake:442(404ns) DropOutgoingHandshake:457(458ns) SwitchToState:179(423ns) ProcessPendingSessionEvents:495(99219ns) {ForwardSessionEventToSession:612(49775ns) ForwardSessionEventToSession:612(2863ns) ForwardSessionEventToSession:612(6581ns) ForwardSessionEventToSession:612(3070ns) ForwardSessionEventToSession:612(6821ns) ForwardSessionEventToSession:612(7899ns) ForwardSessionEventToSession:612(2418ns) ForwardSessionEventToSession:612(4667ns) ForwardSessionEventToSession:612(2254ns) ForwardSessionEventToSession:612(2250ns)}}}
2025-12-06T17:36:22.867061Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580800163104948233:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:22.893220Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800167399915630:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37424
2025-12-06T17:36:22.893933Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800167399915625:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:22.894000Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800167399915624:2120] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:22.894407Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580800163104948233:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:22.894464Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:22.894507Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800163104948233:2048] [node 1] ICP22 created new session: [2:7580800167399915631:2048]
2025-12-06T17:36:22.894579Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800167399915631:2048] [node 1] ICS09 handshake done sender: [2:7580800167399915624:2120] self: [2:7580800167399915629:0] peer: [1:7580800166001143442:0] socket: 152 qp: -1
2025-12-06T17:36:22.894607Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800167399915631:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:22.894663Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:22.878761Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800166001143443:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:22.860090Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800168626510270:2088] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:22.870753Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800168626510270:2088] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:22.871101Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800168626510264:2069] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:22.871149Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:22.871193Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800168626510264:2069] [node 6] ICP22 created new session: [3:7580800168626510320:2069]
2025-12-06T17:36:22.871234Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800168626510320:2069] [node 6] ICS09 handshake done sender: [3:7580800168626510270:2088] self: [3:7580800168626510269:0] peer: [6:7580800167889352679:0] socket: 132 qp: -1
2025-12-06T17:36:22.871272Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800168626510320:2069] [node 6] ICS10 traffic start
2025-12-06T17:36:22.871308Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:22.912403Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800166543964517:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:22.878803Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800166001143443:2115] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:36:22.886796Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800166001143443:2115] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:22.913864Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800166001143445:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:22.913885Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800166001143445:2116] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:36:22.914441Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800161706176072:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:36:22.914553Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:22.918651Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800161706176072:2048] [node 2] ICP22 created new session: [1:7580800166001143467:2048]
2025-12-06T17:36:22.918698Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800166001143467:2048] [node 2] ICS09 handshake done sender: [1:7580800166001143443:2115] self: [1:7580800166001143442:0] peer: [2:7580800167399915629:0] socket: 107 qp: -1
2025-12-06T17:36:22.918733Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800166001143467:2048] [node 2] ICS10 traffic start
2025-12-06T17:36:22.918776Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:22.928132Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800168626510297:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:22.928163Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800168626510297:2114] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:36:22.929130Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800168626510297:2114] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:22.929376Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800168626510265:2074] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:36:22.929423Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:22.929464Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800168626510265:2074] [node 4] ICP22 created new session: [3:7580800168626510323:2074]
2025-12-06T17:36:22.929511Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800168626510323:2074] [node 4] ICS09 handshake done sender: [3:7580800168626510297:2114] self: [3:7580800168626510296:0] peer: [4:7580800166543964529:0] socket: 154 qp: -1
2025-12-06T17:36:22.929540Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800168626510323:2074] [node 4] ICS10 traffic start
2025-12-06T17:36:22.929567Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:22.934710Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800167889352681:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20342
2025-12-06T17:36:22.934826Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800166001143445:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:22.935126Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800166001143429:2071] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:36:22.935204Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:22.935248Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800166001143429:2071] [node 4] ICP22 created new session: [1:7580800166001143470:2071]
2025-12-06T17:36:22.935305Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800166001143470:2071] [node 4] ICS09 handshake done sender: [1:7580800166001143445:2116] self: [1:7580800166001143444:0] peer: [4:7580800166543964526:0] socket: 106 qp: -1
2025-12-06T17:36:22.935336Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800166001143470:2071] [node 4] ICS10 traffic start
2025-12-06T17:36:22.935364Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:22.942746Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800167889352668:2118] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:22.943001Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800163594385294:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:22.943072Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:22.943134Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800163594385294:2050] [node 3] ICP22 created new session: [6:7580800167889352684:2050]
2025-12-06T17:36:22.943182Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800167889352684:2050] [node 3] ICS09 handshake done sender: [6:7580800167889352668:2118] self: [6:7580800167889352679:0] peer: [3:7580800168626510269:0] socket: 134 qp: -1
2025-12-06T17:36:22.943217Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800167889352684:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:22.943252Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:22.944024Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800167889352680:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20342
2025-12-06T17:36:22.912461Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800162248997136:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:22.912508Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:22.912545Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800162248997136:2049] [node 2] ICP22 created new session: [4:7580800166543964527:2049]
2025-12-06T17:36:22.912588Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800166543964527:2049] [node 2] ICS09 handshake done sender: [4:7580800166543964512:2117] self: [4:7580800166543964521:0] peer: [2:7580800167399915605:0] socket: 142 qp: -1
2025-12-06T17:36:22.912621Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800166543964527:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:22.912663Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:22.927835Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800162248997137:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:22.950141Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800163104948233:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(40225259ns) {HandleHandshakeStatus:329(40223713ns) {DropIncomingHandshake:442(436ns) DropOutgoingHandshake:457(7775ns) SwitchToState:179(194ns) ProcessPendingSessionEvents:495(39859541ns) {ForwardSessionEventToSession:612(8506310ns) ForwardSessionEventToSession:612(15311479ns) ForwardSessionEventToSession:612(5932ns) ForwardSessionEventToSession:612(2707ns) ForwardSessionEventToSession:612(15993300ns) ForwardSessionEventToSession:612(4429ns) ForwardSessionEventToSession:612(2936ns) ForwardSessionEventToSession:612(5617ns) ForwardSessionEventToSession:612(2705ns) ForwardSessionEventToSession:612(6857ns)}}}
2025-12-06T17:36:22.950609Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580800167399915597:2063] [node 4] ICP18 handshake (actor [2:7580800167399915625:2121]) is too old
2025-12-06T17:36:22.951979Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800166001143462:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:22.952271Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580800166001143429:2071] [node 4] ICP18 handshake (actor [1:7580800166001143462:2119]) is too old
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:22.947156Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800168986140788:2061] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3655) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800168986140815:2118] held: no
2025-12-06T17:36:22.955295Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800168986140821:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35355
2025-12-06T17:36:22.955399Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800168986140822:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35355
2025-12-06T17:36:22.955784Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800168986140815:2118] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:22.957133Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800168986140788:2061] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:36:22.957175Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:22.957216Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800168986140788:2061] [node 4] ICP22 created new session: [5:7580800168986140825:2061]
2025-12-06T17:36:22.957259Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800168986140825:2061] [node 4] ICS09 handshake done sender: [5:7580800168986140815:2118] self: [5:7580800168986140817:0] peer: [4:7580800166543964498:0] socket: 133 qp: -1
2025-12-06T17:36:22.957288Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800168986140825:2061] [node 4] ICS10 traffic start
2025-12-06T17:36:22.957318Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:22.957765Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800168986140824:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35355
2025-12-06T17:36:22.970431Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800162248997135:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14195) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580800166543964516:2118] held: no
2025-12-06T17:36:22.967172Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800167889352658:2113] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:22.973252Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800166001143461:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:22.973615Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580800166001143410:2067] [node 6] ICP18 handshake (actor [1:7580800166001143461:2118]) is too old
2025-12-06T17:36:22.971491Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800163594385292:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:22.971570Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:22.971612Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800163594385292:2048] [node 1] ICP22 created new session: [6:7580800167889352687:2048]
2025-12-06T17:36:22.971663Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800167889352687:2048] [node 1] ICS09 handshake done sender: [6:7580800167889352658:2113] self: [6:7580800167889352676:0] peer: [1:7580800166001143438:0] socket: 128 qp: -1
2025-12-06T17:36:22.971693Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800167889352687:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:22.971726Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:22.970861Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800162248997137:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23976) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580800166543964517:2119] held: no
2025-12-06T17:36:22.971037Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800166543964531:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18190
2025-12-06T17:36:22.974305Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800166543964517:2119] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:22.974464Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800162248997137:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:22.974513Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:22.982578Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800168986140824:2122] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:23.002678Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800167399915608:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:23.002724Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800167399915608:2118] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:22.990590Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800168986140821:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:23.011013Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800167399915608:2118] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:23.011315Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800167399915598:2067] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:23.011387Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:23.011437Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800167399915598:2067] [node 5] ICP22 created new session: [2:7580800171694882930:2067]
2025-12-06T17:36:23.011480Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800171694882930:2067] [node 5] ICS09 handshake done sender: [2:7580800167399915608:2118] self: [2:7580800167399915607:0] peer: [5:7580800168986140828:0] socket: 96 qp: -1
2025-12-06T17:36:23.011516Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800171694882930:2067] [node 5] ICS10 traffic start
2025-12-06T17:36:23.011550Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:22.991275Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800167889352686:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20342
2025-12-06T17:36:22.986636Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800162248997137:2050] [node 3] ICP22 created new session: [4:7580800166543964532:2050]
2025-12-06T17:36:22.986704Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800166543964532:2050] [node 3] ICS09 handshake done sender: [4:7580800166543964517:2119] self: [4:7580800166543964529:0] peer: [3:7580800168626510296:0] socket: 155 qp: -1
2025-12-06T17:36:22.986746Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800166543964532:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:22.986812Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:22.998903Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800166543964530:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18190
2025-12-06T17:36:22.991905Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800167889352686:2123] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:22.991992Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800167889352656:2070] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:22.990933Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800164691173435:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:22.992157Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800168986140799:2109] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:22.992176Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580800168986140799:2109] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:23.013477Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800173281108125:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35355
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:23.014890Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800166543964516:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:23.013901Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800172184319986:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20342
2025-12-06T17:36:23.019023Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800168986140799:2109] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:23.019509Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800167889352686:2123] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:23.020693Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800162248997135:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:23.020756Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:23.020806Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800162248997135:2048] [node 1] ICP22 created new session: [4:7580800170838931830:2048]
2025-12-06T17:36:23.019844Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800167889352656:2070] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:36:23.020847Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800170838931830:2048] [node 1] ICS09 handshake done sender: [4:7580800166543964516:2118] self: [4:7580800166543964526:0] peer: [1:7580800166001143444:0] socket: 101 qp: -1
2025-12-06T17:36:23.019927Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:23.020877Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800170838931830:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:23.019970Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800167889352656:2070] [node 5] ICP22 created new session: [6:7580800172184319987:2070]
2025-12-06T17:36:23.020910Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:23.020013Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800172184319987:2070] [node 5] ICS09 handshake done sender: [6:7580800167889352686:2123] self: [6:7580800167889352689:0] peer: [5:7580800168986140798:0] socket: 110 qp: -1
2025-12-06T17:36:23.020045Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800172184319987:2070] [node 5] ICS10 traffic start
2025-12-06T17:36:23.020080Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:23.023559Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800164691173435:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12434) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800168986140821:2120] held: no
2025-12-06T17:36:23.023678Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580800168986140789:2073] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:23.023720Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:23.023760Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800168986140789:2073] [node 6] ICP22 created new session: [5:7580800173281108127:2073]
2025-12-06T17:36:23.023792Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800173281108127:2073] [node 6] ICS09 handshake done sender: [5:7580800168986140799:2109] self: [5:7580800168986140798:0] peer: [6:7580800167889352689:0] socket: 131 qp: -1
2025-12-06T17:36:23.023814Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800173281108127:2073] [node 6] ICS10 traffic start
2025-12-06T17:36:23.023842Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:23.024377Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800168986140821:2120] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:23.031173Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800164691173435:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:23.031221Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:23.031265Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800164691173435:2049] [node 2] ICP22 created new session: [5:7580800173281108129:2049]
2025-12-06T17:36:23.031312Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800173281108129:2049] [node 2] ICS09 handshake done sender: [5:7580800168986140821:2120] self: [5:7580800168986140828:0] peer: [2:7580800167399915607:0] socket: 151 qp: -1
2025-12-06T17:36:23.031346Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800173281108129:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:23.031378Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:23.066755Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:36:23.066980Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800168626510314:2048] [node 1] ICS01 socket: 122 reason# EndOfStream
2025-12-06T17:36:23.067018Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800164331542923:2048] [node 1] ICP30 unregister session Session# [3:7580800168626510314:2048] VirtualId# [3:7580800168626510308:0]
2025-12-06T17:36:23.067049Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800168626510314:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:23.067115Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:23.067150Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:23.066682Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:36:23.066932Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7580800167399915631:2048] [node 1] ICS07 socket disconnect 152 reason# EndOfStream
2025-12-06T17:36:23.066965Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580800167399915631:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:23.067053Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:23.067098Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580800167399915631:2048] [node 1] ICS15 start handshake
2025-12-06T17:36:23.075625Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580800163104948233:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14195) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:36:23.075668Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580800167399915631:2048] [node 1] ICS15 start handshake
2025-12-06T17:36:23.078815Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:36:23.079073Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800168986140819:2048] [node 1] ICS01 socket: 118 reason# EndOfStream
2025-12-06T17:36:23.079114Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800164691173434:2048] [node 1] ICP30 unregister session Session# [5:7580800168986140819:2048] VirtualId# [5:7580800168986140816:0]
2025-12-06T17:36:23.079148Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800168986140819:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:23.079222Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:23.079263Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:23.079600Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:36:23.081131Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800167889352687:2048] [node 1] ICS01 socket: 128 reason# EndOfStream
2025-12-06T17:36:23.081158Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800163594385292:2048] [node 1] ICP30 unregister session Session# [6:7580800167889352687:2048] VirtualId# [6:7580800167889352676:0]
2025-12-06T17:36:23.081179Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800167889352687:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:23.081214Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:23.081241Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:23.080484Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:36:23.080759Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800170838931830:2048] [node 1] ICS01 socket: 101 reason# EndOfStream
2025-12-06T17:36:23.080790Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800162248997135:2048] [node 1] ICP30 unregister session Session# [4:7580800170838931830:2048] VirtualId# [4:7580800166543964526:0]
2025-12-06T17:36:23.080810Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800170838931830:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:23.080859Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:23.080888Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:23.112209Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:36:23.112447Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800168626510316:2049] [node 2] ICS01 socket: 114 reason# EndOfStream
2025-12-06T17:36:23.112482Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800164331542924:2049] [node 2] ICP30 unregister session Session# [3:7580800168626510316:2049] VirtualId# [3:7580800168626510307:0]
2025-12-06T17:36:23.112513Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800168626510316:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:23.112577Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:23.112609Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:23.120277Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:36:23.120509Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800167889352674:2049] [node 2] ICS01 socket: 103 reason# EndOfStream
2025-12-06T17:36:23.120543Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800163594385293:2049] [node 2] ICP30 unregister session Session# [6:7580800167889352674:2049] VirtualId# [6:7580800167889352671:0]
2025-12-06T17:36:23.120572Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800167889352674:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:23.120632Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:23.120664Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:23.122032Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:36:23.122243Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800173281108129:2049] [node 2] ICS01 socket: 151 reason# EndOfStream
2025-12-06T17:36:23.122275Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800164691173435:2049] [node 2] ICP30 unregister session Session# [5:7580800173281108129:2049] VirtualId# [5:7580800168986140828:0]
2025-12-06T17:36:23.122296Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800173281108129:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:23.122353Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:23.122378Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:23.122695Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:36:23.122877Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800166543964527:2049] [node 2] ICS01 socket: 142 reason# EndOfStream
2025-12-06T17:36:23.122905Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800162248997136:2049] [node 2] ICP30 unregister session Session# [4:7580800166543964527:2049] VirtualId# [4:7580800166543964521:0]
2025-12-06T17:36:23.122925Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800166543964527:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:23.122982Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:23.123017Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:23.198806Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:36:23.199079Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800167889352684:2050] [node 3] ICS01 socket: 134 reason# EndOfStream
2025-12-06T17:36:23.199124Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800163594385294:2050] [node 3] ICP30 unregister session Session# [6:7580800167889352684:2050] VirtualId# [6:7580800167889352679:0]
2025-12-06T17:36:23.199162Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800167889352684:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:23.199251Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:23.199292Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:23.199389Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:36:23.199607Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800166543964532:2050] [node 3] ICS01 socket: 155 reason# EndOfStream
2025-12-06T17:36:23.199634Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800162248997137:2050] [node 3] ICP30 unregister session Session# [4:7580800166543964532:2050] VirtualId# [4:7580800166543964529:0]
2025-12-06T17:36:23.199655Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800166543964532:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:23.199702Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:23.199737Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:23.202666Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:36:23.203048Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800168986140812:2050] [node 3] ICS01 socket: 104 reason# EndOfStream
2025-12-06T17:36:23.203098Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800164691173436:2050] [node 3] ICP30 unregister session Session# [5:7580800168986140812:2050] VirtualId# [5:7580800168986140809:0]
2025-12-06T17:36:23.203141Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800168986140812:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:23.203241Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:23.203288Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:23.230739Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:36:23.231031Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800167889352682:2059] [node 4] ICS01 socket: 129 reason# EndOfStream
2025-12-06T17:36:23.231073Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800167889352603:2059] [node 4] ICP30 unregister session Session# [6:7580800167889352682:2059] VirtualId# [6:7580800167889352670:0]
2025-12-06T17:36:23.231108Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800167889352682:2059] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:23.231176Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:36:23.231213Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:36:23.270747Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:36:23.271012Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800172184319987:2070] [node 5] ICS01 socket: 110 reason# EndOfStream
2025-12-06T17:36:23.271050Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800167889352656:2070] [node 5] ICP30 unregister session Session# [6:7580800172184319987:2070] VirtualId# [6:7580800167889352689:0]
2025-12-06T17:36:23.271079Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800172184319987:2070] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:23.271173Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:36:23.271218Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:36:23.379040Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800172972601051:2048] [node 2] ICP01 ready to work
2025-12-06T17:36:23.379082Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800172972601052:2049] [node 3] ICP01 ready to work
2025-12-06T17:36:23.407032Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800171978978654:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:23.407061Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800171978978655:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:23.382906Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800172492112405:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:23.382939Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800172492112406:2049] [node 3] ICP01 ready to work
2025-12-06T17:36:23.430018Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800173515458629:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:23.430043Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800173515458630:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:23.430067Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800173515458631:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:23.440985Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800170838888613:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:23.441012Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800170838888614:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:23.441035Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800170838888615:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:23.712694Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800172972601092:2073] [node 4] ICP01 ready to work
2025-12-06T17:36:23.713103Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800172972601093:2074] [node 6] ICP01 ready to work
2025-12-06T17:36:23.743134Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800172972601108:2072] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:23.919410Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800172972601130:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46066
2025-12-06T17:36:23.936176Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800173515458630:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(229983637ns) {Configure:104(229972004ns) {ProcessConfigured:135(72099ns) {StartInitialHandshake:157(69652ns) {DropHandshakes:470(3383ns) {DropIncomingHandshake:442(749ns) DropOutgoingHandshake:457(782ns)} GenerateSessionVirtualId:988(1070ns) PrepareNewSessionHandshake:477(1985ns) {SwitchToState:179(576ns)}}}}}
2025-12-06T17:36:23.936634Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800173515458692:2068] [node 6] ICP01 ready to work
2025-12-06T17:36:23.878662Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800171978978699:2062] [node 6] ICP01 ready to work
2025-12-06T17:36:23.965606Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800171978978716:2063] [node 4] ICP01 ready to work
2025-12-06T17:36:23.906624Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800170838888676:2067] [node 4] ICP01 ready to work
2025-12-06T17:36:23.962722Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800172492112468:2062] [node 4] ICP01 ready to work
2025-12-06T17:36:23.747319Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800173518304262:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:24.018660Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800170838888677:2068] [node 6] ICP01 ready to work
2025-12-06T17:36:23.747381Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800173518304263:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:24.007698Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800171978978717:2090] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:24.068566Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800175133855982:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10575
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:24.074705Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800172972601130:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:24.075100Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800177267568427:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46066
2025-12-06T17:36:24.075293Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800177267568428:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46066
2025-12-06T17:36:23.747404Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800173518304264:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:24.051790Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800177810425994:2063] [node 5] ICP01 ready to work
2025-12-06T17:36:24.046618Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800176787079766:2070] [node 5] ICP01 ready to work
2025-12-06T17:36:24.028348Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800171978978655:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(37381422ns) {Configure:104(37374857ns) {ProcessConfigured:135(51449ns) {StartInitialHandshake:157(49332ns) {DropHandshakes:470(2843ns) {DropIncomingHandshake:442(960ns) DropOutgoingHandshake:457(370ns)} GenerateSessionVirtualId:988(522ns) PrepareNewSessionHandshake:477(2026ns) {SwitchToState:179(1003ns)}}}}}
2025-12-06T17:36:24.051341Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800171978978654:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(21784454ns) {Configure:104(21781742ns) {ProcessConfigured:135(64501ns) {StartInitialHandshake:157(62618ns) {DropHandshakes:470(2594ns) {DropIncomingHandshake:442(713ns) DropOutgoingHandshake:457(425ns)} GenerateSessionVirtualId:988(712ns) PrepareNewSessionHandshake:477(1855ns) {SwitchToState:179(695ns)}}}}}
2025-12-06T17:36:24.060233Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800171978978718:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63057
2025-12-06T17:36:24.063670Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800176787079765:2060] [node 6] ICP01 ready to work
2025-12-06T17:36:24.110662Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800171978978718:2110] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:24.126833Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800173515458629:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(188404413ns) {Configure:104(188402220ns) {ProcessConfigured:135(27927200ns) {StartInitialHandshake:157(27924474ns) {DropHandshakes:470(3250ns) {DropIncomingHandshake:442(706ns) DropOutgoingHandshake:457(484ns)} GenerateSessionVirtualId:988(911ns) PrepareNewSessionHandshake:477(4517ns) {SwitchToState:179(2174ns)}}}}}
2025-12-06T17:36:24.136540Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800171978978654:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:23.747839Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800173518304276:2060] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:24.119373Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800172492112405:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(28495864ns) {Configure:104(28490480ns) {ProcessConfigured:135(58887ns) {StartInitialHandshake:157(57563ns) {DropHandshakes:470(2715ns) {DropIncomingHandshake:442(493ns) DropOutgoingHandshake:457(548ns)} GenerateSessionVirtualId:988(1198ns) PrepareNewSessionHandshake:477(4512ns) {SwitchToState:179(517ns)}}}}}
2025-12-06T17:36:24.136911Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800172972601095:2088] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:24.136941Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800172972601095:2088] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:36:24.142978Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800177267568427:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:24.143048Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800177267568428:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:23.923055Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800173518304320:2096] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:24.148115Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800173515458693:2109] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52332
2025-12-06T17:36:24.163616Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800176787079765:2060] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(43613962ns) {Configure:104(43605657ns) {ProcessConfigured:135(64299ns) {StartInitialHandshake:157(62298ns) {DropHandshakes:470(2947ns) {DropIncomingHandshake:442(536ns) DropOutgoingHandshake:457(681ns)} GenerateSessionVirtualId:988(982ns) PrepareNewSessionHandshake:477(2082ns) {SwitchToState:179(687ns)}}}}}
2025-12-06T17:36:24.199826Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800172972601095:2088] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:24.200070Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800172972601052:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:36:24.200116Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:24.200155Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800172972601052:2049] [node 3] ICP22 created new session: [1:7580800177267568433:2049]
2025-12-06T17:36:24.200195Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800177267568433:2049] [node 3] ICS09 handshake done sender: [1:7580800172972601095:2088] self: [1:7580800172972601094:0] peer: [3:7580800176273946028:0] socket: 98 qp: -1
2025-12-06T17:36:24.200231Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800177267568433:2049] [node 3] ICS10 traffic start
2025-12-06T17:36:24.200260Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:24.148287Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800173515458694:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52332
2025-12-06T17:36:24.165975Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800176787079770:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1110
2025-12-06T17:36:24.166139Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800176787079771:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1110
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:24.238836Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800177813271636:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45653
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:24.227716Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800172972601099:2090] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:24.227759Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800172972601099:2090] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:36:24.234714Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800172972601099:2090] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:24.240365Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800172972601051:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:36:24.240426Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:24.240464Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800172972601051:2048] [node 2] ICP22 created new session: [1:7580800177267568438:2048]
2025-12-06T17:36:24.240506Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800177267568438:2048] [node 2] ICS09 handshake done sender: [1:7580800172972601099:2090] self: [1:7580800172972601098:0] peer: [2:7580800176787079787:0] socket: 100 qp: -1
2025-12-06T17:36:24.240537Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800177267568438:2048] [node 2] ICS10 traffic start
2025-12-06T17:36:24.240574Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:24.241093Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800177267568437:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46066
2025-12-06T17:36:24.247608Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800172972601110:2095] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:24.247630Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800172972601110:2095] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:24.248676Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800172972601110:2095] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:24.183582Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800176787079770:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:24.272042Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800176273946020:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:24.272079Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800176273946020:2112] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:24.262890Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800172972601108:2072] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:24.262977Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:24.148877Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800177810426000:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52332
2025-12-06T17:36:24.174866Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800175133855982:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:24.278965Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800172972601108:2072] [node 5] ICP22 created new session: [1:7580800177267568443:2072]
2025-12-06T17:36:24.191070Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800170838888677:2068] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(168371799ns) {Configure:104(168369317ns) {ProcessConfigured:135(61502ns) {StartInitialHandshake:157(58900ns) {DropHandshakes:470(2734ns) {DropIncomingHandshake:442(549ns) DropOutgoingHandshake:457(526ns)} GenerateSessionVirtualId:988(1073ns) PrepareNewSessionHandshake:477(2336ns) {SwitchToState:179(977ns)}}}}}
2025-12-06T17:36:24.198797Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800170838888615:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:24.242907Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800175133855989:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10575
2025-12-06T17:36:24.247255Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800175133855989:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:24.247368Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800170838888613:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:24.248533Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800175133855991:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10575
2025-12-06T17:36:24.249171Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800175133855989:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:24.249297Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800170838888613:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:24.249337Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:24.249373Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800170838888613:2048] [node 1] ICP22 created new session: [5:7580800175133855992:2048]
2025-12-06T17:36:24.249413Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800175133855992:2048] [node 1] ICS09 handshake done sender: [5:7580800175133855989:2116] self: [5:7580800175133855990:0] peer: [1:7580800172972601109:0] socket: 149 qp: -1
2025-12-06T17:36:24.249441Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800175133855992:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:24.249470Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:24.307217Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800177267568442:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46066
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:24.154804Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800177810426000:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:24.183762Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800176787079769:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1110
2025-12-06T17:36:24.299110Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800177813271636:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:24.322772Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800173518304263:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:24.313354Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800177267568443:2072] [node 5] ICS09 handshake done sender: [1:7580800172972601110:2095] self: [1:7580800172972601109:0] peer: [5:7580800175133855990:0] socket: 148 qp: -1
2025-12-06T17:36:24.171169Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800173515458694:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:24.171242Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800173515458693:2109] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:24.308876Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800173515458629:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:24.309072Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800177810426005:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52332
2025-12-06T17:36:24.183916Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800176787079772:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1110
2025-12-06T17:36:24.323144Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800177267568443:2072] [node 5] ICS10 traffic start
2025-12-06T17:36:24.295486Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580800171978978654:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62131) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580800171978978718:2110] held: no
2025-12-06T17:36:24.295969Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800176273946029:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63057
2025-12-06T17:36:24.296116Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800176273946030:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63057
2025-12-06T17:36:24.296175Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800176273946031:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63057
2025-12-06T17:36:24.296896Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800176273946033:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63057
2025-12-06T17:36:24.296946Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800171978978718:2110] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:24.297382Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800176273946020:2112] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:24.297624Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800171978978654:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:24.297676Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:24.297740Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800171978978654:2048] [node 1] ICP22 created new session: [3:7580800176273946035:2048]
2025-12-06T17:36:24.297791Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800176273946035:2048] [node 1] ICS09 handshake done sender: [3:7580800171978978718:2110] self: [3:7580800176273946028:0] peer: [1:7580800172972601094:0] socket: 112 qp: -1
2025-12-06T17:36:24.297826Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800176273946035:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:24.297863Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:24.298328Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800171978978717:2090] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:24.298360Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:24.298393Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800171978978717:2090] [node 5] ICP22 created new session: [3:7580800176273946037:2090]
2025-12-06T17:36:24.298444Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800176273946037:2090] [node 5] ICS09 handshake done sender: [3:7580800176273946020:2112] self: [3:7580800176273946019:0] peer: [5:7580800175133855988:0] socket: 115 qp: -1
2025-12-06T17:36:24.298468Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800176273946037:2090] [node 5] ICS10 traffic start
2025-12-06T17:36:24.298495Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:24.338767Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800172972601097:2089] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:24.338797Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800172972601097:2089] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:36:24.342763Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:24.355097Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800172972601108:2072] [node 5] ICP35 event processing took too much time PendingConnection:279(92032824ns) {HandleHandshakeStatus:329(92028896ns) {DropIncomingHandshake:442(19334ns) DropOutgoingHandshake:457(611ns) SwitchToState:179(642ns) ProcessPendingSessionEvents:495(123007ns) {ForwardSessionEventToSession:612(70034ns) ForwardSessionEventToSession:612(8050ns) ForwardSessionEventToSession:612(2405ns) ForwardSessionEventToSession:612(5733ns) ForwardSessionEventToSession:612(7344ns) ForwardSessionEventToSession:612(2435ns) ForwardSessionEventToSession:612(4578ns) ForwardSessionEventToSession:612(2225ns) ForwardSessionEventToSession:612(2543ns) ForwardSessionEventToSession:612(7201ns)}}}
2025-12-06T17:36:24.355237Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800177267568437:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:24.183997Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800176787079779:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1110
2025-12-06T17:36:24.219633Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800176787079766:2070] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(112805474ns) {Configure:104(112793951ns) {ProcessConfigured:135(92283ns) {StartInitialHandshake:157(88663ns) {DropHandshakes:470(3643ns) {DropIncomingHandshake:442(737ns) DropOutgoingHandshake:457(1083ns)} GenerateSessionVirtualId:988(1079ns) PrepareNewSessionHandshake:477(2571ns) {SwitchToState:179(939ns)}}}}}
2025-12-06T17:36:24.219815Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800176787079772:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:24.219886Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800176787079769:2111] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:24.220166Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580800172492112405:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:24.271594Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800176787079788:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1110
2025-12-06T17:36:24.275493Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800176787079771:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:24.275583Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800176787079769:2111] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:24.288002Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580800172492112405:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:24.288091Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:24.288141Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800172492112405:2048] [node 1] ICP22 created new session: [2:7580800176787079789:2048]
2025-12-06T17:36:24.288191Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800176787079789:2048] [node 1] ICS09 handshake done sender: [2:7580800176787079769:2111] self: [2:7580800176787079787:0] peer: [1:7580800172972601098:0] socket: 124 qp: -1
2025-12-06T17:36:24.288227Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800176787079789:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:24.288278Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:24.330898Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800176787079779:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:24.358312Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800176787079774:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:24.358359Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800176787079774:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:24.372863Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800171978978699:2062] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(289103108ns) {Configure:104(284076725ns) {ProcessConfigured:135(36966004ns) {StartInitialHandshake:157(36962343ns) {DropHandshakes:470(1348ns) {DropIncomingHandshake:442(294ns) DropOutgoingHandshake:457(238ns)} GenerateSessionVirtualId:988(578ns) PrepareNewSessionHandshake:477(2863ns) {SwitchToState:179(650ns)}}}}}
2025-12-06T17:36:24.374390Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [1:7580800172972601051:2048] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:36:24.376312Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800172972601097:2089] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:24.376553Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800172972601092:2073] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:36:24.376610Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:24.376657Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800172972601092:2073] [node 4] ICP22 created new session: [1:7580800177267568447:2073]
2025-12-06T17:36:24.376698Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800177267568447:2073] [node 4] ICS09 handshake done sender: [1:7580800172972601097:2089] self: [1:7580800172972601096:0] peer: [4:7580800177810426006:0] socket: 99 qp: -1
2025-12-06T17:36:24.376726Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800177267568447:2073] [node 4] ICS10 traffic start
2025-12-06T17:36:24.376760Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:24.348834Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800173518304263:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(23574174ns) {IncomingHandshake:261(23572149ns) {DropIncomingHandshake:442(178ns) PrepareNewSessionHandshake:477(1451ns) {SwitchToState:179(226ns)} GenerateSessionVirtualId:988(3902ns) IssueIncomingHandshakeReply:193(52755ns) {SwitchToState:179(571ns)}}}
2025-12-06T17:36:24.371145Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800177810426007:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52332
2025-12-06T17:36:24.387169Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800173515458692:2068] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(324135434ns) {Configure:104(324129671ns) {ProcessConfigured:135(4201386ns) {StartInitialHandshake:157(4197728ns) {DropHandshakes:470(3314ns) {DropIncomingHandshake:442(660ns) DropOutgoingHandshake:457(693ns)} GenerateSessionVirtualId:988(1086ns) PrepareNewSessionHandshake:477(2637ns) {SwitchToState:179(1027ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:24.379175Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800176787079774:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:24.364238Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800177813271639:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45653
2025-12-06T17:36:24.390657Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800171978978717:2090] [node 5] ICP35 event processing took too much time PendingConnection:279(60425683ns) {HandleHandshakeStatus:329(60423233ns) {DropIncomingHandshake:442(278ns) DropOutgoingHandshake:457(388ns) SwitchToState:179(183ns) ProcessPendingSessionEvents:495(32073848ns) {ForwardSessionEventToSession:612(91639ns) ForwardSessionEventToSession:612(11898ns) ForwardSessionEventToSession:612(22910690ns) ForwardSessionEventToSession:612(8105ns) ForwardSessionEventToSession:612(2676ns) ForwardSessionEventToSession:612(9002242ns) ForwardSessionEventToSession:612(3294ns) ForwardSessionEventToSession:612(5696ns) ForwardSessionEventToSession:612(2517ns) ForwardSessionEventToSession:612(11155ns)}}}
2025-12-06T17:36:24.407367Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800176273946029:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:24.410798Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800176787079765:2060] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:24.382978Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800175133855995:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10575
2025-12-06T17:36:24.409375Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800177813271637:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45653
2025-12-06T17:36:24.396500Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800173515458629:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62131) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580800173515458693:2109] held: no
2025-12-06T17:36:24.403097Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800177810426011:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52332
2025-12-06T17:36:24.402706Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800175133855982:2114] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:24.420189Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800176273946033:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:24.421499Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7580800171978978717:2090] [node 5] ICP18 handshake (actor [3:7580800176273946033:2118]) is too old
2025-12-06T17:36:24.431157Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:24.431217Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800176787079765:2060] [node 6] ICP22 created new session: [2:7580800176787079795:2060]
2025-12-06T17:36:24.431258Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800176787079795:2060] [node 6] ICS09 handshake done sender: [2:7580800176787079774:2115] self: [2:7580800176787079773:0] peer: [6:7580800177813271638:0] socket: 137 qp: -1
2025-12-06T17:36:24.431305Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800176787079795:2060] [node 6] ICS10 traffic start
2025-12-06T17:36:24.431344Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:24.435147Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800172972601101:2091] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:24.435187Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800172972601101:2091] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:24.443253Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800176787079776:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:24.443282Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800176787079776:2116] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:36:24.445614Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800176787079776:2116] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:24.445883Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800172492112406:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:36:24.445944Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:24.445977Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800172492112406:2049] [node 3] ICP22 created new session: [2:7580800176787079799:2049]
2025-12-06T17:36:24.446012Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800176787079799:2049] [node 3] ICS09 handshake done sender: [2:7580800176787079776:2116] self: [2:7580800176787079775:0] peer: [3:7580800176273946043:0] socket: 138 qp: -1
2025-12-06T17:36:24.446034Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800176787079799:2049] [node 3] ICS10 traffic start
2025-12-06T17:36:24.446061Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:24.419545Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800177813271637:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:24.419638Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800177813271636:2115] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:24.419728Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800177813271640:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45653
2025-12-06T17:36:24.419817Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800173518304262:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:24.444694Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800173518304263:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:24.444757Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:24.444801Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800173518304263:2049] [node 2] ICP22 created new session: [6:7580800177813271642:2049]
2025-12-06T17:36:24.444842Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800177813271642:2049] [node 2] ICS09 handshake done sender: [6:7580800177813271636:2115] self: [6:7580800177813271638:0] peer: [2:7580800176787079773:0] socket: 140 qp: -1
2025-12-06T17:36:24.444874Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800177813271642:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:24.444911Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:24.445137Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580800173518304263:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:36:24.420017Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800170838888615:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:24.438978Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800176273946030:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:24.439112Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800171978978655:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:24.458529Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580800171978978655:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22020) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580800176273946030:2116] held: no
2025-12-06T17:36:24.456806Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800172972601101:2091] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:24.458238Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800177813271644:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45653
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:24.452864Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800177810426007:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:24.421673Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:24.467189Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800176273946024:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:24.467223Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800176273946024:2114] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:36:24.467876Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800176273946044:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63057
2025-12-06T17:36:24.426912Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800170838888615:2050] [node 3] ICP22 created new session: [5:7580800175133855996:2050]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:24.471215Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800177813271637:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:24.458372Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800173515458693:2109] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:24.482678Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800176273946024:2114] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:24.489662Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800176787079778:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:24.434715Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800175133855996:2050] [node 3] ICS09 handshake done sender: [5:7580800175133855982:2114] self: [5:7580800175133855988:0] peer: [3:7580800176273946019:0] socket: 117 qp: -1
2025-12-06T17:36:24.459083Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800177810426005:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:24.487858Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800172972601093:2074] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:24.475303Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800177813271640:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:24.487935Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:24.487978Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800172972601093:2074] [node 6] ICP22 created new session: [1:7580800177267568450:2074]
2025-12-06T17:36:24.488029Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800177267568450:2074] [node 6] ICS09 handshake done sender: [1:7580800172972601101:2091] self: [1:7580800172972601100:0] peer: [6:7580800177813271641:0] socket: 121 qp: -1
2025-12-06T17:36:24.498652Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800177267568450:2074] [node 6] ICS10 traffic start
2025-12-06T17:36:24.512424Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:24.503020Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800171978978716:2063] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:36:24.503080Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:24.503122Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800171978978716:2063] [node 4] ICP22 created new session: [3:7580800176273946047:2063]
2025-12-06T17:36:24.489704Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800176787079778:2117] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:36:24.503161Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800176273946047:2063] [node 4] ICS09 handshake done sender: [3:7580800176273946024:2114] self: [3:7580800176273946023:0] peer: [4:7580800177810426014:0] socket: 153 qp: -1
2025-12-06T17:36:24.503189Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800176273946047:2063] [node 4] ICS10 traffic start
2025-12-06T17:36:24.454572Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800175133855996:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:24.475461Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800173518304264:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:24.459181Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800173515458630:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:24.459375Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800173515458631:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:24.488082Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800173515458629:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:24.488148Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:24.488187Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800173515458629:2048] [node 1] ICP22 created new session: [4:7580800177810426016:2048]
2025-12-06T17:36:24.488223Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800177810426016:2048] [node 1] ICS09 handshake done sender: [4:7580800173515458693:2109] self: [4:7580800177810426006:0] peer: [1:7580800172972601096:0] socket: 110 qp: -1
2025-12-06T17:36:24.488254Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800177810426016:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:24.488301Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:24.488944Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800177810426015:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52332
2025-12-06T17:36:24.497546Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800177810425999:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:24.497563Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800177810425999:2115] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:24.502814Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800177810426005:2117] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:24.504554Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800173515458631:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:24.504629Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:24.504670Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800173515458631:2050] [node 3] ICP22 created new session: [4:7580800177810426019:2050]
2025-12-06T17:36:24.504710Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800177810426019:2050] [node 3] ICS09 handshake done sender: [4:7580800177810426005:2117] self: [4:7580800177810426014:0] peer: [3:7580800176273946023:0] socket: 155 qp: -1
2025-12-06T17:36:24.504736Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800177810426019:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:24.504786Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:24.531850Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800177810426021:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52332
2025-12-06T17:36:24.551645Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800173515458630:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22020) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580800177810426007:2118] held: no
2025-12-06T17:36:24.551866Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800177810425999:2115] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:24.454614Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:24.457190Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800170838888615:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(40564336ns) {HandleHandshakeStatus:329(40561893ns) {DropIncomingHandshake:442(2621ns) DropOutgoingHandshake:457(14850ns) SwitchToState:179(283ns) ProcessPendingSessionEvents:495(90015ns) {ForwardSessionEventToSession:612(45216ns) ForwardSessionEventToSession:612(3168ns) ForwardSessionEventToSession:612(2478ns) ForwardSessionEventToSession:612(7706ns) ForwardSessionEventToSession:612(4839ns) ForwardSessionEventToSession:612(2606ns) ForwardSessionEventToSession:612(4653ns) ForwardSessionEventToSession:612(1825ns) ForwardSessionEventToSession:612(4868ns) ForwardSessionEventToSession:612(2570ns)}}}
2025-12-06T17:36:24.457590Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800175133855998:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10575
2025-12-06T17:36:24.457681Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800175133855999:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10575
2025-12-06T17:36:24.474690Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800175133855998:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:24.474909Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800170838888614:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:24.487593Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800175133855999:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:24.487830Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800170838888676:2067] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:24.495690Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800175133856003:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10575
2025-12-06T17:36:24.534934Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800175133856003:2121] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:24.503225Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:24.503730Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800176273946030:2116] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:24.518236Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800176273946040:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:24.518280Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800176273946040:2119] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:24.519334Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800171978978655:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:24.519417Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:24.519463Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800171978978655:2049] [node 2] ICP22 created new session: [3:7580800176273946049:2049]
2025-12-06T17:36:24.519507Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800176273946049:2049] [node 2] ICS09 handshake done sender: [3:7580800176273946030:2116] self: [3:7580800176273946043:0] peer: [2:7580800176787079775:0] socket: 146 qp: -1
2025-12-06T17:36:24.519536Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800176273946049:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:24.519573Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:24.524026Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800176273946046:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63057
2025-12-06T17:36:24.526803Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800176273946040:2119] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:24.552708Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800176273946046:2121] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:24.570645Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800175133856004:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10575
2025-12-06T17:36:24.496229Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800176787079785:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:24.482900Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800173518304262:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:24.564341Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800171978978699:2062] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:24.482973Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:24.564419Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:24.483014Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800173518304262:2048] [node 1] ICP22 created new session: [6:7580800177813271647:2048]
2025-12-06T17:36:24.496247Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800176787079785:2119] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:24.565501Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800177810425994:2063] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:24.565584Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:24.565629Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800177810425994:2063] [node 5] ICP22 created new session: [4:7580800177810426022:2063]
2025-12-06T17:36:24.565672Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800177810426022:2063] [node 5] ICS09 handshake done sender: [4:7580800177810425999:2115] self: [4:7580800177810425998:0] peer: [5:7580800175133856002:0] socket: 132 qp: -1
2025-12-06T17:36:24.565703Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800177810426022:2063] [node 5] ICS10 traffic start
2025-12-06T17:36:24.565730Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:24.564472Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800171978978699:2062] [node 6] ICP22 created new session: [3:7580800176273946052:2062]
2025-12-06T17:36:24.564516Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800176273946052:2062] [node 6] ICS09 handshake done sender: [3:7580800176273946040:2119] self: [3:7580800176273946039:0] peer: [6:7580800177813271646:0] socket: 159 qp: -1
2025-12-06T17:36:24.564549Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800176273946052:2062] [node 6] ICS10 traffic start
2025-12-06T17:36:24.564593Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:24.564859Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7580800171978978699:2062] [node 6] ICP18 handshake (actor [3:7580800176273946046:2121]) is too old
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:24.483054Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800177813271647:2048] [node 1] ICS09 handshake done sender: [6:7580800177813271637:2116] self: [6:7580800177813271641:0] peer: [1:7580800172972601100:0] socket: 143 qp: -1
2025-12-06T17:36:24.483100Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800177813271647:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:24.483135Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:24.512188Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800177813271650:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45653
2025-12-06T17:36:24.531366Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800177813271651:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45653
2025-12-06T17:36:24.552501Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800177813271640:2118] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:24.571055Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800173518304264:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:24.590747Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:24.610763Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800177813271650:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:24.610884Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800173518304264:2050] [node 3] ICP22 created new session: [6:7580800177813271652:2050]
2025-12-06T17:36:24.497259Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800176787079778:2117] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:24.520746Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800176787079765:2060] [node 6] ICP35 event processing took too much time PendingConnection:279(61620923ns) {HandleHandshakeStatus:329(61617439ns) {DropIncomingHandshake:442(13140ns) DropOutgoingHandshake:457(633ns) SwitchToState:179(363ns) ProcessPendingSessionEvents:495(40914420ns) {ForwardSessionEventToSession:612(19132355ns) ForwardSessionEventToSession:612(2220781ns) ForwardSessionEventToSession:612(2975ns) ForwardSessionEventToSession:612(2218ns) ForwardSessionEventToSession:612(5560289ns) ForwardSessionEventToSession:612(2847ns) ForwardSessionEventToSession:612(1403654ns) ForwardSessionEventToSession:612(3903ns) ForwardSessionEventToSession:612(2883535ns) ForwardSessionEventToSession:612(9681952ns)}}}
2025-12-06T17:36:24.530762Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800176787079785:2119] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:24.546820Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800172492112468:2062] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:36:24.546916Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:24.546960Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800172492112468:2062] [node 4] ICP22 created new session: [2:7580800176787079803:2062]
2025-12-06T17:36:24.547006Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800176787079803:2062] [node 4] ICS09 handshake done sender: [2:7580800176787079778:2117] self: [2:7580800176787079777:0] peer: [4:7580800177810426013:0] socket: 136 qp: -1
2025-12-06T17:36:24.547039Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800176787079803:2062] [node 4] ICS10 traffic start
2025-12-06T17:36:24.547069Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:24.547781Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800176787079766:2070] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:24.547837Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:24.547871Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800176787079766:2070] [node 5] ICP22 created new session: [2:7580800176787079805:2070]
2025-12-06T17:36:24.547906Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800176787079805:2070] [node 5] ICS09 handshake done sender: [2:7580800176787079785:2119] self: [2:7580800176787079784:0] peer: [5:7580800175133856000:0] socket: 116 qp: -1
2025-12-06T17:36:24.547929Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800176787079805:2070] [node 5] ICS10 traffic start
2025-12-06T17:36:24.547951Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:24.614601Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800173518304320:2096] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:24.622609Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800177813271652:2050] [node 3] ICS09 handshake done sender: [6:7580800177813271640:2118] self: [6:7580800177813271646:0] peer: [3:7580800176273946039:0] socket: 160 qp: -1
2025-12-06T17:36:24.579784Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800170838888676:2067] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27852) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800175133855999:2120] held: no
2025-12-06T17:36:24.598727Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800177810426007:2118] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:24.619115Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800173515458630:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:24.580139Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800170838888614:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22020) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800175133855998:2119] held: no
2025-12-06T17:36:24.580274Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800175133855998:2119] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:24.606734Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800170838888614:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:24.606795Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:24.606848Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800170838888614:2049] [node 2] ICP22 created new session: [5:7580800175133856006:2049]
2025-12-06T17:36:24.606895Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800175133856006:2049] [node 2] ICS09 handshake done sender: [5:7580800175133855998:2119] self: [5:7580800175133856000:0] peer: [2:7580800176787079784:0] socket: 163 qp: -1
2025-12-06T17:36:24.606934Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800175133856006:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:24.606976Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:24.609462Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800175133856005:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10575
2025-12-06T17:36:24.622914Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800177813271652:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:24.654507Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:24.654600Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800173515458630:2049] [node 2] ICP22 created new session: [4:7580800177810426025:2049]
2025-12-06T17:36:24.654650Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800177810426025:2049] [node 2] ICS09 handshake done sender: [4:7580800177810426007:2118] self: [4:7580800177810426013:0] peer: [2:7580800176787079777:0] socket: 156 qp: -1
2025-12-06T17:36:24.654691Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800177810426025:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:24.654734Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:24.655011Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800173515458630:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(39952923ns) {HandleHandshakeStatus:329(39950278ns) {DropIncomingHandshake:442(1345ns) DropOutgoingHandshake:457(3144ns) SwitchToState:179(1423ns) ProcessPendingSessionEvents:495(1279ns)}}
2025-12-06T17:36:24.638619Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800172972601093:2074] [node 6] ICP35 event processing took too much time PendingConnection:279(94606947ns) {HandleHandshakeStatus:329(94603843ns) {DropIncomingHandshake:442(13471ns) DropOutgoingHandshake:457(787ns) SwitchToState:179(259ns) ProcessPendingSessionEvents:495(39723488ns) {ForwardSessionEventToSession:612(16510815ns) ForwardSessionEventToSession:612(8561ns) ForwardSessionEventToSession:612(4903246ns) ForwardSessionEventToSession:612(3191ns) ForwardSessionEventToSession:612(480278ns) ForwardSessionEventToSession:612(7494333ns) ForwardSessionEventToSession:612(3570ns) ForwardSessionEventToSession:612(3810662ns) ForwardSessionEventToSession:612(4955ns) ForwardSessionEventToSession:612(3009ns)}}}
2025-12-06T17:36:24.634289Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:24.655608Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800175133855987:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:24.655652Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580800175133855987:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:24.663403Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800175133855999:2120] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:24.682827Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800170838888676:2067] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:36:24.690780Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:24.691147Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800170838888676:2067] [node 4] ICP22 created new session: [5:7580800175133856010:2067]
2025-12-06T17:36:24.691203Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800175133856010:2067] [node 4] ICS09 handshake done sender: [5:7580800175133855999:2120] self: [5:7580800175133856002:0] peer: [4:7580800177810425998:0] socket: 164 qp: -1
2025-12-06T17:36:24.691243Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800175133856010:2067] [node 4] ICS10 traffic start
2025-12-06T17:36:24.691274Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:24.692335Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800175133855987:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:24.694917Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580800170838888677:2068] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:24.694991Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:24.695035Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800170838888677:2068] [node 6] ICP22 created new session: [5:7580800175133856012:2068]
2025-12-06T17:36:24.695078Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800175133856012:2068] [node 6] ICS09 handshake done sender: [5:7580800175133855987:2115] self: [5:7580800175133855986:0] peer: [6:7580800177813271654:0] socket: 166 qp: -1
2025-12-06T17:36:24.695110Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800175133856012:2068] [node 6] ICS10 traffic start
2025-12-06T17:36:24.695141Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:24.692669Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800173518304264:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(125979274ns) {HandleHandshakeStatus:329(121423491ns) {DropIncomingHandshake:442(693ns) DropOutgoingHandshake:457(6028ns) SwitchToState:179(738ns) ProcessPendingSessionEvents:495(21626722ns) {ForwardSessionEventToSession:612(21231890ns) ForwardSessionEventToSession:612(335349ns) ForwardSessionEventToSession:612(18172ns) ForwardSessionEventToSession:612(3115ns) ForwardSessionEventToSession:612(5676ns) ForwardSessionEventToSession:612(2948ns) ForwardSessionEventToSession:612(2080ns) ForwardSessionEventToSession:612(4492ns) ForwardSessionEventToSession:612(4604ns) ForwardSessionEventToSession:612(4135ns)}}}
2025-12-06T17:36:24.693485Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800177813271653:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45653
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:24.710624Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800177813271653:2122] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:24.710792Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800173518304320:2096] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20265) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800177813271650:2120] held: no
2025-12-06T17:36:24.711012Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800177813271656:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45653
2025-12-06T17:36:24.715619Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800173518304276:2060] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:24.715692Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800177813271650:2120] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:24.716126Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800177810426009:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:24.716158Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800177810426009:2119] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:24.717407Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800177813271658:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45653
2025-12-06T17:36:24.717616Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800173518304320:2096] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:36:24.717674Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:24.717713Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800173518304320:2096] [node 5] ICP22 created new session: [6:7580800177813271659:2096]
2025-12-06T17:36:24.717752Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800177813271659:2096] [node 5] ICS09 handshake done sender: [6:7580800177813271650:2120] self: [6:7580800177813271654:0] peer: [5:7580800175133855986:0] socket: 169 qp: -1
2025-12-06T17:36:24.717780Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800177813271659:2096] [node 5] ICS10 traffic start
2025-12-06T17:36:24.717812Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:24.718828Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800177810426009:2119] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:24.719281Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800177813271653:2122] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:24.719495Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800173515458692:2068] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:24.719562Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:24.719601Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800173515458692:2068] [node 6] ICP22 created new session: [4:7580800177810426028:2068]
2025-12-06T17:36:24.719649Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800177810426028:2068] [node 6] ICS09 handshake done sender: [4:7580800177810426009:2119] self: [4:7580800177810426008:0] peer: [6:7580800177813271657:0] socket: 120 qp: -1
2025-12-06T17:36:24.719673Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800177810426028:2068] [node 6] ICS10 traffic start
2025-12-06T17:36:24.719708Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:24.720604Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800173518304276:2060] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:36:24.720664Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:24.720696Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800173518304276:2060] [node 4] ICP22 created new session: [6:7580800177813271661:2060]
2025-12-06T17:36:24.720734Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800177813271661:2060] [node 4] ICS09 handshake done sender: [6:7580800177813271653:2122] self: [6:7580800177813271657:0] peer: [4:7580800177810426008:0] socket: 119 qp: -1
2025-12-06T17:36:24.720762Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800177813271661:2060] [node 4] ICS10 traffic start
2025-12-06T17:36:24.720783Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:24.752025Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:36:24.752288Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580800176787079789:2048] [node 1] ICS01 socket: 124 reason# EndOfStream
2025-12-06T17:36:24.752332Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580800172492112405:2048] [node 1] ICP30 unregister session Session# [2:7580800176787079789:2048] VirtualId# [2:7580800176787079787:0]
2025-12-06T17:36:24.752365Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580800176787079789:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:24.752431Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:24.752469Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:24.770414Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:36:24.770423Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:36:24.770679Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800177813271647:2048] [node 1] ICS01 socket: 143 reason# EndOfStream
2025-12-06T17:36:24.770679Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800177810426016:2048] [node 1] ICS01 socket: 110 reason# EndOfStream
2025-12-06T17:36:24.770715Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800173518304262:2048] [node 1] ICP30 unregister session Session# [6:7580800177813271647:2048] VirtualId# [6:7580800177813271641:0]
2025-12-06T17:36:24.770714Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800173515458629:2048] [node 1] ICP30 unregister session Session# [4:7580800177810426016:2048] VirtualId# [4:7580800177810426006:0]
2025-12-06T17:36:24.770748Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800177813271647:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:24.770749Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800177810426016:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:24.770811Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:24.770829Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:24.770864Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:24.770892Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:24.778622Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:36:24.778885Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800175133855992:2048] [node 1] ICS01 socket: 149 reason# EndOfStream
2025-12-06T17:36:24.778913Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800170838888613:2048] [node 1] ICP30 unregister session Session# [5:7580800175133855992:2048] VirtualId# [5:7580800175133855990:0]
2025-12-06T17:36:24.778940Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800175133855992:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:24.779004Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:24.779036Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:24.770633Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:36:24.774563Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800176273946035:2048] [node 1] ICS01 socket: 112 reason# EndOfStream
2025-12-06T17:36:24.774651Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800171978978654:2048] [node 1] ICP30 unregister session Session# [3:7580800176273946035:2048] VirtualId# [3:7580800176273946028:0]
2025-12-06T17:36:24.774683Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800176273946035:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:24.774759Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:24.774796Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:24.830681Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:36:24.830927Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800176273946049:2049] [node 2] ICS01 socket: 146 reason# EndOfStream
2025-12-06T17:36:24.830964Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800171978978655:2049] [node 2] ICP30 unregister session Session# [3:7580800176273946049:2049] VirtualId# [3:7580800176273946043:0]
2025-12-06T17:36:24.830998Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800176273946049:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:24.831087Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:24.831120Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:24.850672Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:36:24.850916Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800177813271642:2049] [node 2] ICS01 socket: 140 reason# EndOfStream
2025-12-06T17:36:24.850952Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800173518304263:2049] [node 2] ICP30 unregister session Session# [6:7580800177813271642:2049] VirtualId# [6:7580800177813271638:0]
2025-12-06T17:36:24.850980Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800177813271642:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:24.851062Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:24.851118Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:24.851225Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:36:24.851525Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800177810426025:2049] [node 2] ICS01 socket: 156 reason# EndOfStream
2025-12-06T17:36:24.851556Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800173515458630:2049] [node 2] ICP30 unregister session Session# [4:7580800177810426025:2049] VirtualId# [4:7580800177810426013:0]
2025-12-06T17:36:24.851575Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800177810426025:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:24.851630Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:24.851663Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:24.850671Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:36:24.850909Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800175133856006:2049] [node 2] ICS01 socket: 163 reason# EndOfStream
2025-12-06T17:36:24.850953Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800170838888614:2049] [node 2] ICP30 unregister session Session# [5:7580800175133856006:2049] VirtualId# [5:7580800175133856000:0]
2025-12-06T17:36:24.850980Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800175133856006:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:24.851073Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:24.851115Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:24.922689Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:36:24.922926Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580800177813271652:2050] [node 3] ICS07 socket disconnect 160 reason# EndOfStream
2025-12-06T17:36:24.922952Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800177813271652:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:24.923024Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:24.923058Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580800177813271652:2050] [node 3] ICS15 start handshake
2025-12-06T17:36:24.923940Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800173518304264:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20982) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:36:24.923985Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800177813271652:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:36:24.924016Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800173518304264:2050] [node 3] ICP30 unregister session Session# [6:7580800177813271652:2050] VirtualId# [6:7580800177813271646:0]
2025-12-06T17:36:24.924053Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:24.924080Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580800173518304264:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:20982) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:24.924091Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20982) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:24.926696Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:36:24.926937Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800175133855996:2050] [node 3] ICS01 socket: 117 reason# EndOfStream
2025-12-06T17:36:24.926980Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800170838888615:2050] [node 3] ICP30 unregister session Session# [5:7580800175133855996:2050] VirtualId# [5:7580800175133855988:0]
2025-12-06T17:36:24.927013Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800175133855996:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:24.927100Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:24.927137Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:24.926934Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:36:24.927155Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800177810426019:2050] [node 3] ICS01 socket: 155 reason# EndOfStream
2025-12-06T17:36:24.927191Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800173515458631:2050] [node 3] ICP30 unregister session Session# [4:7580800177810426019:2050] VirtualId# [4:7580800177810426014:0]
2025-12-06T17:36:24.927216Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800177810426019:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:24.927275Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:24.927309Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:24.938778Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580800173518304264:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:36:25.010687Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:36:25.011015Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800175133856010:2067] [node 4] ICS01 socket: 164 reason# EndOfStream
2025-12-06T17:36:25.011052Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800170838888676:2067] [node 4] ICP30 unregister session Session# [5:7580800175133856010:2067] VirtualId# [5:7580800175133856002:0]
2025-12-06T17:36:25.011081Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800175133856010:2067] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:25.011158Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:36:25.011197Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:36:25.011027Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:36:25.011244Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800177813271661:2060] [node 4] ICS01 socket: 119 reason# EndOfStream
2025-12-06T17:36:25.011285Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800173518304276:2060] [node 4] ICP30 unregister session Session# [6:7580800177813271661:2060] VirtualId# [6:7580800177813271657:0]
2025-12-06T17:36:25.011312Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800177813271661:2060] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:25.011379Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:36:25.011413Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:36:25.191604Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800178976557676:2048] [node 2] ICP01 ready to work
2025-12-06T17:36:25.191634Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800178976557677:2049] [node 3] ICP01 ready to work
2025-12-06T17:36:25.226944Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800179412370937:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:25.226976Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800179412370938:2049] [node 3] ICP01 ready to work
2025-12-06T17:36:25.306844Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800178642444740:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:25.306873Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800178642444741:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:25.286912Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800180850723685:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:25.286941Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800180850723686:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:25.286967Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800180850723687:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:25.370962Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800182706509865:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:25.370991Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800182706509866:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:25.371018Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800182706509867:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:25.609558Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800181643864302:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:25.609600Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800181643864303:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:25.609626Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800181643864304:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:25.876143Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800178642444799:2103] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:25.888147Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800180850723740:2101] [node 6] ICP01 ready to work
2025-12-06T17:36:26.026635Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800183271525035:2107] [node 6] ICP01 ready to work
2025-12-06T17:36:25.959494Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800178642444804:2107] [node 5] ICP01 ready to work
2025-12-06T17:36:25.962189Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800178642444803:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17004
2025-12-06T17:36:26.017949Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800179412371000:2109] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:26.063406Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800178642444741:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(100998564ns) {Configure:104(100996295ns) {ProcessConfigured:135(67584ns) {StartInitialHandshake:157(65244ns) {DropHandshakes:470(2871ns) {DropIncomingHandshake:442(756ns) DropOutgoingHandshake:457(476ns)} GenerateSessionVirtualId:988(1153ns) PrepareNewSessionHandshake:477(2373ns) {SwitchToState:179(596ns)}}}}}
2025-12-06T17:36:26.063646Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800178642444802:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17004
2025-12-06T17:36:26.061456Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800187001477228:2079] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:26.107656Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800180850723740:2101] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(219211513ns) {Configure:104(219205033ns) {ProcessConfigured:135(15723625ns) {StartInitialHandshake:157(15720709ns) {DropHandshakes:470(2980ns) {DropIncomingHandshake:442(613ns) DropOutgoingHandshake:457(452ns)} GenerateSessionVirtualId:988(1212ns) PrepareNewSessionHandshake:477(4015ns) {SwitchToState:179(1421ns)}}}}}
2025-12-06T17:36:26.162615Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800185938831661:2081] [node 5] ICP01 ready to work
2025-12-06T17:36:26.152732Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800183271525036:2108] [node 4] ICP01 ready to work
2025-12-06T17:36:26.194956Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800183707338301:2108] [node 5] ICP01 ready to work
2025-12-06T17:36:26.195035Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800183707338302:2107] [node 6] ICP01 ready to work
2025-12-06T17:36:26.155344Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800187001477237:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43099
2025-12-06T17:36:26.158585Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800178642444803:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:26.110620Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800185145691046:2102] [node 5] ICP01 ready to work
2025-12-06T17:36:26.193637Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800183271525037:2109] [node 5] ICP01 ready to work
2025-12-06T17:36:26.159139Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800187001477233:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43099
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:26.170766Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800182937412112:2105] [node 4] ICP01 ready to work
2025-12-06T17:36:26.168509Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800180850723686:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(60598263ns) {Configure:104(60592487ns) {ProcessConfigured:135(13515377ns) {StartInitialHandshake:157(13513913ns) {DropHandshakes:470(3817989ns) {DropIncomingHandshake:442(991ns) DropOutgoingHandshake:457(2155ns)} GenerateSessionVirtualId:988(1467ns) PrepareNewSessionHandshake:477(2636ns) {SwitchToState:179(1105ns)}}}}}
2025-12-06T17:36:26.206716Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800179412370938:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(133359167ns) {Configure:104(133355065ns) {ProcessConfigured:135(11688218ns) {StartInitialHandshake:157(11685230ns) {DropHandshakes:470(3325ns) {DropIncomingHandshake:442(646ns) DropOutgoingHandshake:457(476ns)} GenerateSessionVirtualId:988(1316ns) PrepareNewSessionHandshake:477(4058ns) {SwitchToState:179(1701ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:26.166798Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800187001477238:2078] [node 4] ICP01 ready to work
2025-12-06T17:36:26.227677Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800183271525035:2107] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(74691522ns) {Configure:104(74678868ns) {ProcessConfigured:135(60699ns) {StartInitialHandshake:157(56875ns) {DropHandshakes:470(3323ns) {DropIncomingHandshake:442(932ns) DropOutgoingHandshake:457(572ns)} GenerateSessionVirtualId:988(1048ns) PrepareNewSessionHandshake:477(1620ns) {SwitchToState:179(284ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:26.238876Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800178642444808:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:26.234850Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800185938831668:2079] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:26.228174Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800183271525041:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22875
2025-12-06T17:36:26.251299Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800183707338304:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37179
2025-12-06T17:36:26.194732Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800187001477233:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:26.226585Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800182706509867:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:26.242818Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800182706509867:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(31775297ns) {IncomingHandshake:261(31774050ns) {DropIncomingHandshake:442(149ns) PrepareNewSessionHandshake:477(449ns) {SwitchToState:179(196ns)} GenerateSessionVirtualId:988(301ns) IssueIncomingHandshakeReply:193(4036213ns) {SwitchToState:179(1167ns)}}}
2025-12-06T17:36:26.259268Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800187001477242:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43099
2025-12-06T17:36:26.259322Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800187001477243:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43099
2025-12-06T17:36:26.259370Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800187001477244:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43099
2025-12-06T17:36:26.238912Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800178642444808:2113] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:26.259631Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800183707338303:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37179
2025-12-06T17:36:26.239759Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800183271525040:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22875
2025-12-06T17:36:26.275916Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800178642444808:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:26.280811Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800183707338304:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:26.289165Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800183271525049:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22875
2025-12-06T17:36:26.308442Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800185145691057:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6197
2025-12-06T17:36:26.320876Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800183707338303:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:26.343419Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800187001477244:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:26.289394Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800183271525040:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:26.312972Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800182937412112:2105] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(102061826ns) {Configure:104(102056171ns) {ProcessConfigured:135(65360ns) {StartInitialHandshake:157(63129ns) {DropHandshakes:470(835ns) {DropIncomingHandshake:442(200ns) DropOutgoingHandshake:457(134ns)} GenerateSessionVirtualId:988(259ns) PrepareNewSessionHandshake:477(2349ns) {SwitchToState:179(939ns)}}}}}
2025-12-06T17:36:26.325236Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800181643864303:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(98416293ns) {Configure:104(98407574ns) {ProcessConfigured:135(71754ns) {StartInitialHandshake:157(67733ns) {DropHandshakes:470(3870ns) {DropIncomingHandshake:442(761ns) DropOutgoingHandshake:457(449ns)} GenerateSessionVirtualId:988(713ns) PrepareNewSessionHandshake:477(2071ns) {SwitchToState:179(657ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:26.358639Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800185145691057:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:26.313252Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800182937412115:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17004
2025-12-06T17:36:26.335046Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800183707338300:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:26.307976Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800178976557676:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(114089617ns) {Configure:104(114082787ns) {ProcessConfigured:135(91640ns) {StartInitialHandshake:157(89576ns) {DropHandshakes:470(3861ns) {DropIncomingHandshake:442(995ns) DropOutgoingHandshake:457(607ns)} GenerateSessionVirtualId:988(1281ns) PrepareNewSessionHandshake:477(2281ns) {SwitchToState:179(721ns)}}}}}
2025-12-06T17:36:26.375079Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800180850723685:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:26.343600Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800187001477237:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:26.318912Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800178976557677:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(291854370ns) {Configure:104(291844026ns) {ProcessConfigured:135(15881644ns) {StartInitialHandshake:157(6508219ns) {DropHandshakes:470(5382ns) {DropIncomingHandshake:442(832ns) DropOutgoingHandshake:457(810ns)} GenerateSessionVirtualId:988(2728ns) PrepareNewSessionHandshake:477(5367ns) {SwitchToState:179(2523ns)}}}}}
2025-12-06T17:36:26.324155Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800183271525049:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:26.334386Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800183271525041:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:26.417523Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800183271525057:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22875
2025-12-06T17:36:26.418025Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800183271525043:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:26.418058Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800183271525043:2113] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:36:26.419853Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800183271525057:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:26.335083Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800183707338300:2111] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:36:26.339107Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800183707338300:2111] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:26.395809Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800179412371000:2109] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(200436210ns) {Configure:104(200423465ns) {ProcessConfigured:135(20141271ns) {StartInitialHandshake:157(20138712ns) {DropHandshakes:470(595ns) {DropIncomingHandshake:442(118ns) DropOutgoingHandshake:457(218ns)} GenerateSessionVirtualId:988(182ns) PrepareNewSessionHandshake:477(2342ns) {SwitchToState:179(627ns)}}}}}
2025-12-06T17:36:26.434832Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800179412370938:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:36:26.364674Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800185938831664:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60969
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:26.330063Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800182937412115:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:26.442801Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800183271525043:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:26.394841Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800185145691047:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:26.354768Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800187001477233:2112] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:26.330213Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800178642444741:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:26.364894Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800185938831670:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60969
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:26.451341Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800183707338317:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37179
2025-12-06T17:36:26.454792Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800183271525046:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:26.394865Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800185145691047:2110] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:26.375506Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800187001477243:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:26.378829Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800181643864302:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(289497481ns) {Configure:104(289489275ns) {ProcessConfigured:135(17284422ns) {StartInitialHandshake:157(17282893ns) {DropHandshakes:470(1539ns) {DropIncomingHandshake:442(198ns) DropOutgoingHandshake:457(646ns)} GenerateSessionVirtualId:988(651ns) PrepareNewSessionHandshake:477(1188ns) {SwitchToState:179(59ns)}}}}}
2025-12-06T17:36:26.330806Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800178642444799:2103] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(454373992ns) {Configure:104(454367230ns) {ProcessConfigured:135(16392823ns) {StartInitialHandshake:157(16390029ns) {DropHandshakes:470(8342507ns) {DropIncomingHandshake:442(318ns) DropOutgoingHandshake:457(1910ns)} GenerateSessionVirtualId:988(2389ns) PrepareNewSessionHandshake:477(1557ns) {SwitchToState:179(957ns)}}}}}
2025-12-06T17:36:26.458775Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800183707338306:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:26.454815Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800183271525046:2114] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:26.378960Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800185938831664:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:26.406922Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800182706509867:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27714) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800187001477233:2112] held: no
2025-12-06T17:36:26.396415Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800185145691047:2110] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:26.330996Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800178642444804:2107] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:26.458801Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800183707338306:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:26.462963Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800183707338306:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:26.463402Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800183707338301:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:26.463449Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:26.463487Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800183707338301:2108] [node 5] ICP22 created new session: [2:7580800183707338320:2108]
2025-12-06T17:36:26.463534Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800183707338320:2108] [node 5] ICS09 handshake done sender: [2:7580800183707338306:2114] self: [2:7580800183707338305:0] peer: [5:7580800187001477248:0] socket: 140 qp: -1
2025-12-06T17:36:26.463561Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800183707338320:2108] [node 5] ICS10 traffic start
2025-12-06T17:36:26.463590Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:26.466479Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800183707338308:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:26.466495Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800183707338308:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:26.486704Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800183707338308:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:26.487221Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:26.487281Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800179412370938:2049] [node 3] ICP22 created new session: [2:7580800183707338324:2049]
2025-12-06T17:36:26.487324Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800183707338324:2049] [node 3] ICS09 handshake done sender: [2:7580800183707338300:2111] self: [2:7580800183707338299:0] peer: [3:7580800182937412119:0] socket: 139 qp: -1
2025-12-06T17:36:26.487351Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800183707338324:2049] [node 3] ICS10 traffic start
2025-12-06T17:36:26.487395Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:26.488166Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800183707338317:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:26.511374Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800183707338302:2107] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:26.516022Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:26.526736Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800183707338302:2107] [node 6] ICP22 created new session: [2:7580800183707338327:2107]
2025-12-06T17:36:26.398287Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800180850723740:2101] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:26.498654Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800183271525060:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22875
2025-12-06T17:36:26.407024Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800182706509867:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:26.379046Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800185938831665:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60969
2025-12-06T17:36:26.382268Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800185938831661:2081] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:26.386708Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800185938831665:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:26.386847Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800185938831668:2079] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:26.396256Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800185938831681:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60969
2025-12-06T17:36:26.396911Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800185938831665:2111] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:26.397058Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800185938831668:2079] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:36:26.397122Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:26.397161Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800185938831668:2079] [node 4] ICP22 created new session: [6:7580800185938831682:2079]
2025-12-06T17:36:26.397204Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800185938831682:2079] [node 4] ICS09 handshake done sender: [6:7580800185938831665:2111] self: [6:7580800185938831680:0] peer: [4:7580800185145691045:0] socket: 125 qp: -1
2025-12-06T17:36:26.397232Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800185938831682:2079] [node 4] ICS10 traffic start
2025-12-06T17:36:26.397274Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:26.410651Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800185938831670:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:26.426963Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800181643864302:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:26.427299Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800185938831686:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60969
2025-12-06T17:36:26.456048Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800185938831687:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60969
2025-12-06T17:36:26.462995Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800185938831686:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:26.463106Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800181643864304:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:26.466160Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800185938831687:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:26.466259Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800181643864303:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:26.491208Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800185938831690:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60969
2025-12-06T17:36:26.502642Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800185938831691:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60969
2025-12-06T17:36:26.514599Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800185938831686:2119] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:26.536343Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800185938831687:2120] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:26.539294Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800181643864304:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:26.539343Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:26.539387Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800181643864304:2050] [node 3] ICP22 created new session: [6:7580800185938831692:2050]
2025-12-06T17:36:26.539433Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800185938831692:2050] [node 3] ICS09 handshake done sender: [6:7580800185938831686:2119] self: [6:7580800185938831688:0] peer: [3:7580800182937412118:0] socket: 159 qp: -1
2025-12-06T17:36:26.539467Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800185938831692:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:26.539506Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:26.331050Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:26.407093Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:26.407136Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800182706509867:2050] [node 3] ICP22 created new session: [5:7580800187001477245:2050]
2025-12-06T17:36:26.407181Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800187001477245:2050] [node 3] ICS09 handshake done sender: [5:7580800187001477233:2112] self: [5:7580800187001477241:0] peer: [3:7580800178642444807:0] socket: 117 qp: -1
2025-12-06T17:36:26.407220Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800187001477245:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:26.407255Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:26.407810Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800182706509865:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:26.418116Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800187001477230:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:26.418142Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580800187001477230:2110] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:26.439350Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800182706509866:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:26.439417Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800187001477238:2078] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:26.450949Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800187001477251:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43099
2025-12-06T17:36:26.459948Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800187001477251:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:26.460056Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800187001477252:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43099
2025-12-06T17:36:26.460104Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800187001477253:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43099
2025-12-06T17:36:26.487066Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800182706509866:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15249) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800187001477244:2119] held: no
2025-12-06T17:36:26.499175Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800187001477244:2119] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:26.511005Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800187001477230:2110] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:26.536165Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800187001477243:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:26.542470Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800182706509866:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:26.542541Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:26.542585Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800182706509866:2049] [node 2] ICP22 created new session: [5:7580800187001477258:2049]
2025-12-06T17:36:26.553277Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800187001477258:2049] [node 2] ICS09 handshake done sender: [5:7580800187001477244:2119] self: [5:7580800187001477248:0] peer: [2:7580800183707338305:0] socket: 144 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:26.567422Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800187001477257:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43099
2025-12-06T17:36:26.568076Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800183707338328:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37179
2025-12-06T17:36:26.568185Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800183707338329:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37179
2025-12-06T17:36:26.570759Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800183707338327:2107] [node 6] ICS09 handshake done sender: [2:7580800183707338308:2115] self: [2:7580800183707338307:0] peer: [6:7580800185938831689:0] socket: 162 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:26.398316Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:26.500105Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800183271525039:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:26.551870Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800185938831694:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60969
2025-12-06T17:36:26.331101Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800178642444804:2107] [node 5] ICP22 created new session: [3:7580800182937412121:2107]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:26.573326Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800187001477258:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:26.582652Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580800187001477228:2079] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:26.582717Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:26.582760Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800187001477228:2079] [node 6] ICP22 created new session: [5:7580800187001477259:2079]
2025-12-06T17:36:26.582802Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800187001477259:2079] [node 6] ICS09 handshake done sender: [5:7580800187001477230:2110] self: [5:7580800187001477229:0] peer: [6:7580800185938831679:0] socket: 119 qp: -1
2025-12-06T17:36:26.582831Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800187001477259:2079] [node 6] ICS10 traffic start
2025-12-06T17:36:26.582858Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:26.583221Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800182706509865:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:26.583264Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:26.583297Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800182706509865:2048] [node 1] ICP22 created new session: [5:7580800187001477261:2048]
2025-12-06T17:36:26.583337Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800187001477261:2048] [node 1] ICS09 handshake done sender: [5:7580800187001477243:2118] self: [5:7580800187001477247:0] peer: [1:7580800183271525045:0] socket: 143 qp: -1
2025-12-06T17:36:26.583366Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800187001477261:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:26.583387Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:26.587779Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800187001477237:2115] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:26.588054Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800187001477238:2078] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:36:26.588117Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:26.588164Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800187001477238:2078] [node 4] ICP22 created new session: [5:7580800187001477263:2078]
2025-12-06T17:36:26.588203Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800187001477263:2078] [node 4] ICS09 handshake done sender: [5:7580800187001477237:2115] self: [5:7580800187001477249:0] peer: [4:7580800185145691050:0] socket: 123 qp: -1
2025-12-06T17:36:26.588230Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800187001477263:2078] [node 4] ICS10 traffic start
2025-12-06T17:36:26.588271Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:26.603547Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:26.594607Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800183707338327:2107] [node 6] ICS10 traffic start
2025-12-06T17:36:26.398354Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800180850723740:2101] [node 6] ICP22 created new session: [4:7580800185145691062:2101]
2025-12-06T17:36:26.500133Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800183271525039:2110] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:26.634711Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800181643864302:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23385) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800185938831670:2114] held: no
2025-12-06T17:36:26.634841Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800185938831664:2110] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:26.654868Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800185938831661:2081] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23464) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800185938831664:2110] held: no
2025-12-06T17:36:26.655002Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800185938831661:2081] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:36:26.655062Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:26.655115Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800185938831661:2081] [node 5] ICP22 created new session: [6:7580800185938831696:2081]
2025-12-06T17:36:26.655161Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800185938831696:2081] [node 5] ICS09 handshake done sender: [6:7580800185938831664:2110] self: [6:7580800185938831679:0] peer: [5:7580800187001477229:0] socket: 124 qp: -1
2025-12-06T17:36:26.655205Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800185938831696:2081] [node 5] ICS10 traffic start
2025-12-06T17:36:26.655241Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:26.655742Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800181643864303:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:26.655774Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:26.655813Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800181643864303:2049] [node 2] ICP22 created new session: [6:7580800185938831698:2049]
2025-12-06T17:36:26.655864Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800185938831698:2049] [node 2] ICS09 handshake done sender: [6:7580800185938831687:2120] self: [6:7580800185938831689:0] peer: [2:7580800183707338307:0] socket: 164 qp: -1
2025-12-06T17:36:26.655899Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800185938831698:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:26.655950Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:26.656139Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580800181643864303:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:36:26.657117Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800185938831695:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60969
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:26.614604Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:26.331139Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800182937412121:2107] [node 5] ICS09 handshake done sender: [3:7580800178642444808:2113] self: [3:7580800178642444807:0] peer: [5:7580800187001477241:0] socket: 115 qp: -1
2025-12-06T17:36:26.502999Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800183271525046:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:26.674671Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800182706509866:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(108421534ns) {HandleHandshakeStatus:329(108414487ns) {DropIncomingHandshake:442(800ns) DropOutgoingHandshake:457(455ns) SwitchToState:179(249ns) ProcessPendingSessionEvents:495(1425ns)}}
2025-12-06T17:36:26.398393Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800185145691062:2101] [node 6] ICS09 handshake done sender: [4:7580800185145691047:2110] self: [4:7580800185145691045:0] peer: [6:7580800185938831680:0] socket: 120 qp: -1
2025-12-06T17:36:26.622757Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800183707338328:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:26.665051Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800185938831670:2114] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:26.331177Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800182937412121:2107] [node 5] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:26.703574Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800181643864302:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:26.703622Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:26.703675Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800181643864302:2048] [node 1] ICP22 created new session: [6:7580800185938831700:2048]
2025-12-06T17:36:26.703727Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800185938831700:2048] [node 1] ICS09 handshake done sender: [6:7580800185938831670:2114] self: [6:7580800185938831685:0] peer: [1:7580800183271525038:0] socket: 142 qp: -1
2025-12-06T17:36:26.703763Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800185938831700:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:26.703793Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:26.507908Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800183271525036:2108] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:36:26.331215Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:26.367258Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800182937412124:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17004
2025-12-06T17:36:26.402991Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800182937412115:2115] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:26.415200Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800178642444802:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:26.415242Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800178642444741:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:26.415316Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:26.415361Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800178642444741:2049] [node 2] ICP22 created new session: [3:7580800182937412125:2049]
2025-12-06T17:36:26.415420Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800182937412125:2049] [node 2] ICS09 handshake done sender: [3:7580800182937412115:2115] self: [3:7580800182937412119:0] peer: [2:7580800183707338299:0] socket: 146 qp: -1
2025-12-06T17:36:26.415453Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800182937412125:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:26.415485Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:26.470936Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800182937412120:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:26.470959Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800182937412120:2117] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:26.490733Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800182937412120:2117] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:26.500384Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800178642444799:2103] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:26.502906Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:26.511628Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800178642444799:2103] [node 6] ICP22 created new session: [3:7580800182937412130:2103]
2025-12-06T17:36:26.516156Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800182937412130:2103] [node 6] ICS09 handshake done sender: [3:7580800182937412120:2117] self: [3:7580800182937412118:0] peer: [6:7580800185938831688:0] socket: 110 qp: -1
2025-12-06T17:36:26.534736Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800182937412130:2103] [node 6] ICS10 traffic start
2025-12-06T17:36:26.552143Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:26.562791Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800182937412117:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:26.562824Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800182937412117:2116] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:36:26.579483Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800182937412132:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17004
2025-12-06T17:36:26.579697Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800182937412117:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:26.579870Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800182937412112:2105] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:36:26.579918Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:26.579955Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800182937412112:2105] [node 4] ICP22 created new session: [3:7580800182937412134:2105]
2025-12-06T17:36:26.580005Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800182937412134:2105] [node 4] ICS09 handshake done sender: [3:7580800182937412117:2116] self: [3:7580800182937412116:0] peer: [4:7580800185145691070:0] socket: 151 qp: -1
2025-12-06T17:36:26.580030Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800182937412134:2105] [node 4] ICS10 traffic start
2025-12-06T17:36:26.580064Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:26.607276Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800182937412136:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17004
2025-12-06T17:36:26.607429Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800182937412132:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:26.607518Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7580800182937412112:2105] [node 4] ICP18 handshake (actor [3:7580800182937412132:2119]) is too old
2025-12-06T17:36:26.638904Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800178642444799:2103] [node 6] ICP35 event processing took too much time PendingConnection:279(126350776ns) {HandleHandshakeStatus:329(126348134ns) {DropIncomingHandshake:442(13612ns) DropOutgoingHandshake:457(632ns) SwitchToState:179(2196ns) ProcessPendingSessionEvents:495(22876328ns) {ForwardSessionEventToSession:612(22792873ns) ForwardSessionEventToSession:612(6587ns) ForwardSessionEventToSession:612(30148ns) ForwardSessionEventToSession:612(3630ns) ForwardSessionEventToSession:612(2059ns) ForwardSessionEventToSession:612(13861ns) ForwardSessionEventToSession:612(5987ns) ForwardSessionEventToSession:612(1937ns) ForwardSessionEventToSession:612(4887ns) ForwardSessionEventToSession:612(2229ns)}}}
2025-12-06T17:36:26.706744Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800182937412136:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:26.706869Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800178642444740:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:26.398413Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800185145691062:2101] [node 6] ICS10 traffic start
2025-12-06T17:36:26.622924Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800183707338316:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:26.734397Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800182937412138:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17004
2025-12-06T17:36:26.398449Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:26.507961Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:26.622945Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800183707338316:2116] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:36:26.508011Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800183271525036:2108] [node 4] ICP22 created new session: [1:7580800183271525062:2108]
2025-12-06T17:36:26.508052Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800183271525062:2108] [node 4] ICS09 handshake done sender: [1:7580800183271525043:2113] self: [1:7580800183271525042:0] peer: [4:7580800185145691058:0] socket: 134 qp: -1
2025-12-06T17:36:26.508079Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800183271525062:2108] [node 4] ICS10 traffic start
2025-12-06T17:36:26.508119Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:26.538785Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800183271525060:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:26.552073Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800183271525037:2109] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:26.562703Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:26.568370Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800183271525039:2110] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:26.568680Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800183271525035:2107] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:26.568761Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:26.568798Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800183271525035:2107] [node 6] ICP22 created new session: [1:7580800183271525068:2107]
2025-12-06T17:36:26.568832Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800183271525068:2107] [node 6] ICS09 handshake done sender: [1:7580800183271525039:2110] self: [1:7580800183271525038:0] peer: [6:7580800185938831685:0] socket: 130 qp: -1
2025-12-06T17:36:26.568890Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800183271525068:2107] [node 6] ICS10 traffic start
2025-12-06T17:36:26.568919Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:26.594205Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800183271525037:2109] [node 5] ICP22 created new session: [1:7580800183271525067:2109]
2025-12-06T17:36:26.603429Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800183271525067:2109] [node 5] ICS09 handshake done sender: [1:7580800183271525046:2114] self: [1:7580800183271525045:0] peer: [5:7580800187001477247:0] socket: 135 qp: -1
2025-12-06T17:36:26.618642Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800183271525067:2109] [node 5] ICS10 traffic start
2025-12-06T17:36:26.626991Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:26.671340Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800183271525051:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:26.671381Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800183271525051:2116] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:36:26.683718Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800183271525037:2109] [node 5] ICP35 event processing took too much time PendingConnection:279(131433279ns) {HandleHandshakeStatus:329(131430384ns) {DropIncomingHandshake:442(11759ns) DropOutgoingHandshake:457(629ns) SwitchToState:179(619ns) ProcessPendingSessionEvents:495(18502459ns) {ForwardSessionEventToSession:612(18442213ns) ForwardSessionEventToSession:612(6626ns) ForwardSessionEventToSession:612(11558ns) ForwardSessionEventToSession:612(2560ns) ForwardSessionEventToSession:612(1917ns) ForwardSessionEventToSession:612(5348ns) ForwardSessionEventToSession:612(4609ns) ForwardSessionEventToSession:612(2760ns) ForwardSessionEventToSession:612(4812ns) ForwardSessionEventToSession:612(2098ns)}}}
2025-12-06T17:36:26.694627Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800183271525051:2116] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:26.720155Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800183271525053:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:26.720179Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800183271525053:2117] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:36:26.720583Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800178976557676:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:36:26.720655Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:26.720692Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800178976557676:2048] [node 2] ICP22 created new session: [1:7580800183271525073:2048]
2025-12-06T17:36:26.720734Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800183271525073:2048] [node 2] ICS09 handshake done sender: [1:7580800183271525051:2116] self: [1:7580800183271525050:0] peer: [2:7580800183707338333:0] socket: 129 qp: -1
2025-12-06T17:36:26.720765Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800183271525073:2048] [node 2] ICS10 traffic start
2025-12-06T17:36:26.720808Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:26.721773Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800183271525053:2117] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:26.721951Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800178976557677:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:36:26.722023Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:26.722057Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800178976557677:2049] [node 3] ICP22 created new session: [1:7580800183271525076:2049]
2025-12-06T17:36:26.722090Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800183271525076:2049] [node 3] ICS09 handshake done sender: [1:7580800183271525053:2117] self: [1:7580800183271525052:0] peer: [3:7580800182937412137:0] socket: 114 qp: -1
2025-12-06T17:36:26.722115Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800183271525076:2049] [node 3] ICS10 traffic start
2025-12-06T17:36:26.722142Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:26.474831Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800185145691051:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:26.769113Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800182937412136:2120] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:26.623688Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800183707338329:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:26.624044Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580800179412370937:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:26.474855Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800185145691051:2112] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:26.475285Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800185145691060:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6197
2025-12-06T17:36:26.475966Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800185145691065:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6197
2025-12-06T17:36:26.491381Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800180850723687:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(358476893ns) {Configure:104(358465672ns) {ProcessConfigured:135(42527301ns) {StartInitialHandshake:157(42523764ns) {DropHandshakes:470(1986ns) {DropIncomingHandshake:442(249ns) DropOutgoingHandshake:457(576ns)} GenerateSessionVirtualId:988(230ns) PrepareNewSessionHandshake:477(3259ns) {SwitchToState:179(717ns)}}}}}
2025-12-06T17:36:26.506651Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800185145691057:2114] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:26.515149Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800185145691069:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6197
2025-12-06T17:36:26.515238Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800185145691066:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6197
2025-12-06T17:36:26.515579Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800185145691051:2112] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:26.522840Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800180850723740:2101] [node 6] ICP35 event processing took too much time PendingConnection:279(62458996ns) {HandleHandshakeStatus:329(62456687ns) {DropIncomingHandshake:442(705ns) DropOutgoingHandshake:457(235ns) SwitchToState:179(279ns) ProcessPendingSessionEvents:495(62172873ns) {ForwardSessionEventToSession:612(16127870ns) ForwardSessionEventToSession:612(3253216ns) ForwardSessionEventToSession:612(16670467ns) ForwardSessionEventToSession:612(10189ns) ForwardSessionEventToSession:612(17175489ns) ForwardSessionEventToSession:612(3653ns) ForwardSessionEventToSession:612(2755ns) ForwardSessionEventToSession:612(6860768ns) ForwardSessionEventToSession:612(2931ns) ForwardSessionEventToSession:612(2037574ns)}}}
2025-12-06T17:36:26.523473Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800185145691060:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:26.523652Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800180850723687:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:26.527626Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800180850723685:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:26.527676Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:26.527718Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800180850723685:2048] [node 1] ICP22 created new session: [4:7580800185145691071:2048]
2025-12-06T17:36:26.527756Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800185145691071:2048] [node 1] ICS09 handshake done sender: [4:7580800185145691057:2114] self: [4:7580800185145691058:0] peer: [1:7580800183271525042:0] socket: 137 qp: -1
2025-12-06T17:36:26.527786Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800185145691071:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:26.527848Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:26.556146Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800185145691046:2102] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:26.556212Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:26.556262Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800185145691046:2102] [node 5] ICP22 created new session: [4:7580800185145691074:2102]
2025-12-06T17:36:26.556301Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800185145691074:2102] [node 5] ICS09 handshake done sender: [4:7580800185145691051:2112] self: [4:7580800185145691050:0] peer: [5:7580800187001477249:0] socket: 122 qp: -1
2025-12-06T17:36:26.556334Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800185145691074:2102] [node 5] ICS10 traffic start
2025-12-06T17:36:26.556370Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:26.606669Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800185145691066:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:26.606692Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800185145691069:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:26.616921Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800180850723687:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27714) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580800185145691060:2115] held: no
2025-12-06T17:36:26.617349Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800180850723686:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:26.617707Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800185145691076:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6197
2025-12-06T17:36:26.618043Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800185145691060:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:26.618186Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800180850723687:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:26.618254Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:26.618296Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800180850723687:2050] [node 3] ICP22 created new session: [4:7580800185145691078:2050]
2025-12-06T17:36:26.618330Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800185145691078:2050] [node 3] ICS09 handshake done sender: [4:7580800185145691060:2115] self: [4:7580800185145691070:0] peer: [3:7580800182937412116:0] socket: 153 qp: -1
2025-12-06T17:36:26.618358Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800185145691078:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:26.618399Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:26.635726Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7580800185145691046:2102] [node 5] ICP18 handshake (actor [4:7580800185145691069:2119]) is too old
2025-12-06T17:36:26.658529Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800185145691080:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6197
2025-12-06T17:36:26.683035Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800185145691066:2118] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:26.685412Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800180850723686:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:26.685473Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:26.685512Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800180850723686:2049] [node 2] ICP22 created new session: [4:7580800185145691081:2049]
2025-12-06T17:36:26.685553Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800185145691081:2049] [node 2] ICS09 handshake done sender: [4:7580800185145691066:2118] self: [4:7580800185145691077:0] peer: [2:7580800183707338315:0] socket: 169 qp: -1
2025-12-06T17:36:26.685584Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800185145691081:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:26.685624Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:26.626748Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800183707338316:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:26.674821Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800179412370938:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(111936766ns) {HandleHandshakeStatus:329(111933609ns) {DropIncomingHandshake:442(14656ns) DropOutgoingHandshake:457(2537ns) SwitchToState:179(525ns) ProcessPendingSessionEvents:495(59197492ns) {ForwardSessionEventToSession:612(19432533ns) ForwardSessionEventToSession:612(6736ns) ForwardSessionEventToSession:612(2193536ns) ForwardSessionEventToSession:612(3484ns) ForwardSessionEventToSession:612(2530ns) ForwardSessionEventToSession:612(7064662ns) ForwardSessionEventToSession:612(3325ns) ForwardSessionEventToSession:612(14435320ns) ForwardSessionEventToSession:612(5798ns) ForwardSessionEventToSession:612(16029837ns)}}}
2025-12-06T17:36:26.675082Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800183707338302:2107] [node 6] ICP35 event processing took too much time PendingConnection:279(151507364ns) {HandleHandshakeStatus:329(151505418ns) {DropIncomingHandshake:442(8940ns) DropOutgoingHandshake:457(669ns) SwitchToState:179(589ns) ProcessPendingSessionEvents:495(118937ns) {ForwardSessionEventToSession:612(70875ns) ForwardSessionEventToSession:612(6137ns) ForwardSessionEventToSession:612(2430ns) ForwardSessionEventToSession:612(2935ns) ForwardSessionEventToSession:612(5453ns) ForwardSessionEventToSession:612(2787ns) ForwardSessionEventToSession:612(9477ns) ForwardSessionEventToSession:612(2005ns) ForwardSessionEventToSession:612(2328ns) ForwardSessionEventToSession:612(5087ns)}}}
2025-12-06T17:36:26.676075Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800179412371000:2109] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:36:26.703332Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800183707338334:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37179
2025-12-06T17:36:26.722669Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800183707338329:2119] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:26.722690Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:26.746675Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800179412371000:2109] [node 4] ICP22 created new session: [2:7580800183707338335:2109]
2025-12-06T17:36:26.751846Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580800179412370937:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:26.751900Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:26.751944Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800179412370937:2048] [node 1] ICP22 created new session: [2:7580800183707338336:2048]
2025-12-06T17:36:26.751985Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800183707338336:2048] [node 1] ICS09 handshake done sender: [2:7580800183707338329:2119] self: [2:7580800183707338333:0] peer: [1:7580800183271525050:0] socket: 121 qp: -1
2025-12-06T17:36:26.752017Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800183707338336:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:26.752048Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:26.752310Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800183707338335:2109] [node 4] ICS09 handshake done sender: [2:7580800183707338316:2116] self: [2:7580800183707338315:0] peer: [4:7580800185145691077:0] socket: 126 qp: -1
2025-12-06T17:36:26.766693Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800183707338335:2109] [node 4] ICS10 traffic start
2025-12-06T17:36:26.774685Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:26.803325Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800179412371000:2109] [node 4] ICP35 event processing took too much time PendingConnection:279(128267667ns) {HandleHandshakeStatus:329(128264925ns) {DropIncomingHandshake:442(16639ns) DropOutgoingHandshake:457(853ns) SwitchToState:179(583ns) ProcessPendingSessionEvents:495(8302350ns) {ForwardSessionEventToSession:612(8249158ns) ForwardSessionEventToSession:612(8470ns) ForwardSessionEventToSession:612(5347ns) ForwardSessionEventToSession:612(5692ns) ForwardSessionEventToSession:612(4841ns) ForwardSessionEventToSession:612(2394ns) ForwardSessionEventToSession:612(2832ns) ForwardSessionEventToSession:612(4988ns) ForwardSessionEventToSession:612(2954ns) ForwardSessionEventToSession:612(4859ns)}}}
2025-12-06T17:36:26.805743Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800179412370937:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(50781903ns) {HandleHandshakeStatus:329(50777622ns) {DropIncomingHandshake:442(1468ns) DropOutgoingHandshake:457(3841ns) SwitchToState:179(671ns) ProcessPendingSessionEvents:495(50427730ns) {ForwardSessionEventToSession:612(21970489ns) ForwardSessionEventToSession:612(10676ns) ForwardSessionEventToSession:612(11651998ns) ForwardSessionEventToSession:612(5911ns) ForwardSessionEventToSession:612(2432ns) ForwardSessionEventToSession:612(4760526ns) ForwardSessionEventToSession:612(2852ns) ForwardSessionEventToSession:612(5764135ns) ForwardSessionEventToSession:612(6215033ns) ForwardSessionEventToSession:612(13762ns)}}}
2025-12-06T17:36:26.805803Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7580800179412370937:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:36:26.787025Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580800178642444740:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23385) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580800182937412136:2120] held: no
2025-12-06T17:36:26.787116Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800178642444740:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:26.787179Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:26.787223Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800178642444740:2048] [node 1] ICP22 created new session: [3:7580800182937412139:2048]
2025-12-06T17:36:26.787262Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800182937412139:2048] [node 1] ICS09 handshake done sender: [3:7580800182937412136:2120] self: [3:7580800182937412137:0] peer: [1:7580800183271525052:0] socket: 157 qp: -1
2025-12-06T17:36:26.787296Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800182937412139:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:26.787344Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:26.878642Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:36:26.878902Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800182937412139:2048] [node 1] ICS01 socket: 157 reason# EndOfStream
2025-12-06T17:36:26.878952Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800178642444740:2048] [node 1] ICP30 unregister session Session# [3:7580800182937412139:2048] VirtualId# [3:7580800182937412137:0]
2025-12-06T17:36:26.878984Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800182937412139:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:26.879049Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:26.879084Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:26.886549Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:36:26.886862Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7580800183707338336:2048] [node 1] ICS07 socket disconnect 121 reason# EndOfStream
2025-12-06T17:36:26.886888Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580800183707338336:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:26.886982Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:26.887023Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580800183707338336:2048] [node 1] ICS15 start handshake
2025-12-06T17:36:26.890727Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580800179412370937:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23385) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:36:26.890789Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580800183707338336:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:36:26.890820Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580800179412370937:2048] [node 1] ICP30 unregister session Session# [2:7580800183707338336:2048] VirtualId# [2:7580800183707338333:0]
2025-12-06T17:36:26.890866Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:26.890901Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [2:7580800179412370937:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:23385) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:26.890915Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23385) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:26.906631Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [2:7580800179412370937:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:36:26.906701Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:36:26.906937Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800185145691071:2048] [node 1] ICS01 socket: 137 reason# EndOfStream
2025-12-06T17:36:26.906970Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800180850723685:2048] [node 1] ICP30 unregister session Session# [4:7580800185145691071:2048] VirtualId# [4:7580800185145691058:0]
2025-12-06T17:36:26.906998Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800185145691071:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:26.907083Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:26.907127Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:26.910636Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:36:26.910899Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800185938831700:2048] [node 1] ICS01 socket: 142 reason# EndOfStream
2025-12-06T17:36:26.910948Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800181643864302:2048] [node 1] ICP30 unregister session Session# [6:7580800185938831700:2048] VirtualId# [6:7580800185938831685:0]
2025-12-06T17:36:26.910972Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800185938831700:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:26.911047Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:26.911080Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:26.910654Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:36:26.910899Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800187001477261:2048] [node 1] ICS01 socket: 143 reason# EndOfStream
2025-12-06T17:36:26.910939Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800182706509865:2048] [node 1] ICP30 unregister session Session# [5:7580800187001477261:2048] VirtualId# [5:7580800187001477247:0]
2025-12-06T17:36:26.910976Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800187001477261:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:26.911045Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:26.911084Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:26.958626Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:36:26.958876Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800182937412125:2049] [node 2] ICS01 socket: 146 reason# EndOfStream
2025-12-06T17:36:26.958913Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800178642444741:2049] [node 2] ICP30 unregister session Session# [3:7580800182937412125:2049] VirtualId# [3:7580800182937412119:0]
2025-12-06T17:36:26.958945Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800182937412125:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:26.959022Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:26.959059Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:26.990738Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:36:26.991017Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800187001477258:2049] [node 2] ICS01 socket: 144 reason# EndOfStream
2025-12-06T17:36:26.991053Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800182706509866:2049] [node 2] ICP30 unregister session Session# [5:7580800187001477258:2049] VirtualId# [5:7580800187001477248:0]
2025-12-06T17:36:26.991088Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800187001477258:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:26.991168Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:26.991210Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:26.991302Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:36:26.991492Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800185145691081:2049] [node 2] ICS01 socket: 169 reason# EndOfStream
2025-12-06T17:36:26.991527Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800180850723686:2049] [node 2] ICP30 unregister session Session# [4:7580800185145691081:2049] VirtualId# [4:7580800185145691077:0]
2025-12-06T17:36:26.991548Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800185145691081:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:26.991603Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:26.991636Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:26.994643Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:36:26.994986Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800185938831698:2049] [node 2] ICS01 socket: 164 reason# EndOfStream
2025-12-06T17:36:26.995020Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800181643864303:2049] [node 2] ICP30 unregister session Session# [6:7580800185938831698:2049] VirtualId# [6:7580800185938831689:0]
2025-12-06T17:36:26.995051Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800185938831698:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:26.995132Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:26.995170Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:27.087294Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:36:27.087496Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800185145691078:2050] [node 3] ICS01 socket: 153 reason# EndOfStream
2025-12-06T17:36:27.087527Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800180850723687:2050] [node 3] ICP30 unregister session Session# [4:7580800185145691078:2050] VirtualId# [4:7580800185145691070:0]
2025-12-06T17:36:27.087544Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800185145691078:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:27.087582Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:27.087613Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:27.086725Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:36:27.087674Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:36:27.087007Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800185938831692:2050] [node 3] ICS01 socket: 159 reason# EndOfStream
2025-12-06T17:36:27.087050Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800181643864304:2050] [node 3] ICP30 unregister session Session# [6:7580800185938831692:2050] VirtualId# [6:7580800185938831688:0]
2025-12-06T17:36:27.087861Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800187001477245:2050] [node 3] ICS01 socket: 117 reason# EndOfStream
2025-12-06T17:36:27.087085Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800185938831692:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:27.087166Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:27.087887Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800182706509867:2050] [node 3] ICP30 unregister session Session# [5:7580800187001477245:2050] VirtualId# [5:7580800187001477241:0]
2025-12-06T17:36:27.087210Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:27.087904Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800187001477245:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:27.087940Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:27.087974Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:27.146718Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:36:27.146970Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800185938831682:2079] [node 4] ICS01 socket: 125 reason# EndOfStream
2025-12-06T17:36:27.147005Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800185938831668:2079] [node 4] ICP30 unregister session Session# [6:7580800185938831682:2079] VirtualId# [6:7580800185938831680:0]
2025-12-06T17:36:27.147049Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800185938831682:2079] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:27.147127Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:36:27.147233Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:36:27.147165Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:36:27.147426Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800187001477263:2078] [node 4] ICS01 socket: 123 reason# EndOfStream
2025-12-06T17:36:27.147449Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800187001477238:2078] [node 4] ICP30 unregister session Session# [5:7580800187001477263:2078] VirtualId# [5:7580800187001477249:0]
2025-12-06T17:36:27.147471Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800187001477263:2078] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:27.147507Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:36:27.147535Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:36:27.202706Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:36:27.202977Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800185938831696:2081] [node 5] ICS01 socket: 124 reason# EndOfStream
2025-12-06T17:36:27.203017Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800185938831661:2081] [node 5] ICP30 unregister session Session# [6:7580800185938831696:2081] VirtualId# [6:7580800185938831679:0]
2025-12-06T17:36:27.203051Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800185938831696:2081] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:27.203144Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:36:27.203183Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:36:27.358917Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800188559983251:2048] [node 2] ICP01 ready to work
2025-12-06T17:36:27.358949Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800188559983252:2049] [node 3] ICP01 ready to work
2025-12-06T17:36:27.410198Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800188274756598:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:27.410231Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800188274756599:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:27.403009Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800188472261113:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:27.403040Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800188472261114:2049] [node 3] ICP01 ready to work
2025-12-06T17:36:27.494920Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800191174319327:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:27.494949Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800191174319328:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:27.494978Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800191174319329:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:27.519000Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800189084434543:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:27.519031Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800189084434544:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:27.519055Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800189084434545:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:27.646908Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800189825467234:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:27.646943Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800189825467235:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:27.646967Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800189825467236:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:27.842558Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800188274756616:2062] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:27.842863Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800188274756617:2064] [node 4] ICP01 ready to work
2025-12-06T17:36:27.879615Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800191174319355:2066] [node 6] ICP01 ready to work
2025-12-06T17:36:27.879869Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800191174319356:2071] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:28.047135Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800192767228471:2087] [node 6] ICP01 ready to work
2025-12-06T17:36:28.047502Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800192767228472:2109] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11337
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:27.879995Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800191174319354:2072] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53060
2025-12-06T17:36:28.042929Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800192854950612:2097] [node 4] ICP01 ready to work
2025-12-06T17:36:28.062975Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800192854950613:2092] [node 5] ICP01 ready to work
2025-12-06T17:36:28.043092Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800193379401857:2059] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:28.039956Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800189825467234:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(60679649ns) {Configure:104(60673484ns) {ProcessConfigured:135(13115192ns) {StartInitialHandshake:157(13111502ns) {DropHandshakes:470(3088ns) {DropIncomingHandshake:442(825ns) DropOutgoingHandshake:457(482ns)} GenerateSessionVirtualId:988(886ns) PrepareNewSessionHandshake:477(4095ns) {SwitchToState:179(1704ns)}}}}}
2025-12-06T17:36:28.068365Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800192767228472:2109] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:28.168185Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800188559983251:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(107603810ns) {Configure:104(93259981ns) {ProcessConfigured:135(71310ns) {StartInitialHandshake:157(69125ns) {DropHandshakes:470(3263ns) {DropIncomingHandshake:442(808ns) DropOutgoingHandshake:457(606ns)} GenerateSessionVirtualId:988(1087ns) PrepareNewSessionHandshake:477(1707ns) {SwitchToState:179(550ns)}}}}}
2025-12-06T17:36:28.074608Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800191174319354:2072] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:28.109208Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800192767228478:2086] [node 5] ICP01 ready to work
2025-12-06T17:36:28.159882Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800192767228480:2088] [node 4] ICP01 ready to work
2025-12-06T17:36:28.073507Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800193379401858:2065] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3600
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:28.073668Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800193379401859:2066] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3600
2025-12-06T17:36:28.107628Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800195469286683:2098] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53060
2025-12-06T17:36:28.195154Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800191174319327:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(169386725ns) {Configure:104(169379720ns) {ProcessConfigured:135(76638ns) {StartInitialHandshake:157(73581ns) {DropHandshakes:470(3863ns) {DropIncomingHandshake:442(736ns) DropOutgoingHandshake:457(496ns)} GenerateSessionVirtualId:988(1295ns) PrepareNewSessionHandshake:477(1927ns) {SwitchToState:179(598ns)}}}}}
2025-12-06T17:36:28.216454Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800195469286703:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53060
2025-12-06T17:36:28.218553Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800192569723964:2069] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:28.207717Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800188559983252:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(216519462ns) {Configure:104(216512007ns) {ProcessConfigured:135(46740ns) {StartInitialHandshake:157(44713ns) {DropHandshakes:470(2931ns) {DropIncomingHandshake:442(671ns) DropOutgoingHandshake:457(523ns)} GenerateSessionVirtualId:988(550ns) PrepareNewSessionHandshake:477(1578ns) {SwitchToState:179(527ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:28.224342Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800191174319329:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(244920700ns) {Configure:104(244915887ns) {ProcessConfigured:135(67619365ns) {StartInitialHandshake:157(67616084ns) {DropHandshakes:470(1415ns) {DropIncomingHandshake:442(336ns) DropOutgoingHandshake:457(260ns)} GenerateSessionVirtualId:988(390ns) PrepareNewSessionHandshake:477(11436ns) {SwitchToState:179(4823ns)}}}}}
2025-12-06T17:36:28.094891Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800193379401858:2065] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:28.235336Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800192569723969:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53542
2025-12-06T17:36:28.203514Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800188472261114:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(252732621ns) {Configure:104(252722920ns) {ProcessConfigured:135(30838575ns) {StartInitialHandshake:157(30835479ns) {DropHandshakes:470(1521ns) {DropIncomingHandshake:442(439ns) DropOutgoingHandshake:457(304ns)} GenerateSessionVirtualId:988(494ns) PrepareNewSessionHandshake:477(4072ns) {SwitchToState:179(1459ns)}}}}}
2025-12-06T17:36:28.215975Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800192854950613:2092] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(41145290ns) {Configure:104(13191130ns) {ProcessConfigured:135(73145ns) {StartInitialHandshake:157(70679ns) {DropHandshakes:470(3318ns) {DropIncomingHandshake:442(982ns) DropOutgoingHandshake:457(458ns)} GenerateSessionVirtualId:988(652ns) PrepareNewSessionHandshake:477(2790ns) {SwitchToState:179(793ns)}}}}}
2025-12-06T17:36:28.250582Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800194120434596:2061] [node 5] ICP01 ready to work
2025-12-06T17:36:28.222750Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800192767228485:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11337
2025-12-06T17:36:28.226685Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800193379401908:2063] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:28.238736Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800191174319329:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:28.216837Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800192854950620:2094] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:28.246770Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800192767228485:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:28.294995Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800189825467235:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(404996812ns) {Configure:104(404991866ns) {ProcessConfigured:135(48819ns) {StartInitialHandshake:157(47462ns) {DropHandshakes:470(2067ns) {DropIncomingHandshake:442(532ns) DropOutgoingHandshake:457(278ns)} GenerateSessionVirtualId:988(809ns) PrepareNewSessionHandshake:477(1100ns) {SwitchToState:179(392ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:28.238641Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800188274756599:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(296235386ns) {Configure:104(296229810ns) {ProcessConfigured:135(56199ns) {StartInitialHandshake:157(53345ns) {DropHandshakes:470(2944ns) {DropIncomingHandshake:442(838ns) DropOutgoingHandshake:457(459ns)} GenerateSessionVirtualId:988(820ns) PrepareNewSessionHandshake:477(1868ns) {SwitchToState:179(623ns)}}}}}
2025-12-06T17:36:28.226901Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800193379401859:2066] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:28.270616Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800195469286683:2098] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:28.282810Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800192767228486:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11337
2025-12-06T17:36:28.227431Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800192854950626:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35830
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:28.286592Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800191174319360:2074] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:28.253571Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800192569723966:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53542
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:28.263365Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800193379401857:2059] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:28.303004Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800189825467236:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(366386678ns) {Configure:104(352191204ns) {ProcessConfigured:135(66384ns) {StartInitialHandshake:157(63946ns) {DropHandshakes:470(3048ns) {DropIncomingHandshake:442(1096ns) DropOutgoingHandshake:457(484ns)} GenerateSessionVirtualId:988(627ns) PrepareNewSessionHandshake:477(2017ns) {SwitchToState:179(554ns)}}}}}
2025-12-06T17:36:28.298629Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580800188472261113:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:28.267099Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800192854950626:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:28.286640Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800191174319360:2074] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:28.304844Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800194120434602:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61941
2025-12-06T17:36:28.270585Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800188274756621:2066] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:28.290843Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800192854950617:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:28.270625Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800188274756621:2066] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:36:28.318942Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800192767228486:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:28.286793Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800195469286703:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:28.275248Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800189084434543:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(326611170ns) {Configure:104(302374156ns) {ProcessConfigured:135(66915ns) {StartInitialHandshake:157(64160ns) {DropHandshakes:470(2625ns) {DropIncomingHandshake:442(659ns) DropOutgoingHandshake:457(403ns)} GenerateSessionVirtualId:988(757ns) PrepareNewSessionHandshake:477(1837ns) {SwitchToState:179(652ns)}}}}}
2025-12-06T17:36:28.305404Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800194120434601:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61941
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:28.314953Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800194120434602:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:28.320172Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800193379401910:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:28.290865Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800192854950617:2113] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:36:28.286958Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800191174319327:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:28.274666Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800192569723969:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:28.324473Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800188472261113:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(31227603ns) {IncomingHandshake:261(31226072ns) {DropIncomingHandshake:442(170ns) PrepareNewSessionHandshake:477(715ns) {SwitchToState:179(93ns)} GenerateSessionVirtualId:988(194ns) IssueIncomingHandshakeReply:193(24016900ns) {SwitchToState:179(1711ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:28.315092Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800194120434596:2061] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:28.291660Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800192854950617:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:28.320193Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580800193379401910:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:28.308085Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800195469286707:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53060
2025-12-06T17:36:28.298683Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800188274756621:2066] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:28.323050Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800193379401918:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3600
2025-12-06T17:36:28.291957Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800192854950612:2097] [node 4] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:28.339089Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800192767228490:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11337
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:28.339238Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800195469286708:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53060
2025-12-06T17:36:28.326774Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800194120434601:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:28.326607Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800188274756598:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(332394441ns) {Configure:104(332389780ns) {ProcessConfigured:135(57463ns) {StartInitialHandshake:157(54892ns) {DropHandshakes:470(2440ns) {DropIncomingHandshake:442(382ns) DropOutgoingHandshake:457(574ns)} GenerateSessionVirtualId:988(635ns) PrepareNewSessionHandshake:477(1056ns) {SwitchToState:179(364ns)}}}}}
2025-12-06T17:36:28.376637Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800191174319360:2074] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:28.375482Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800192767228480:2088] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(141358164ns) {Configure:104(141356623ns) {ProcessConfigured:135(100450ns) {StartInitialHandshake:157(59315ns) {DropHandshakes:470(2509ns) {DropIncomingHandshake:442(482ns) DropOutgoingHandshake:457(400ns)} GenerateSessionVirtualId:988(3950ns) PrepareNewSessionHandshake:477(2698ns) {SwitchToState:179(745ns)}} IncomingHandshake:261(19103ns) {DropIncomingHandshake:442(202ns) PrepareNewSessionHandshake:477(235ns) {SwitchToState:179(138ns)} GenerateSessionVirtualId:988(162ns) IssueIncomingHandshakeReply:193(1063ns)}}}}
2025-12-06T17:36:28.342646Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800194120434609:2077] [node 4] ICP01 ready to work
2025-12-06T17:36:28.291996Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:28.343186Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800193379401919:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3600
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:28.362574Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800188274756598:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:28.361710Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800189825467235:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:28.394737Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800192767228476:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:28.292036Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800192854950612:2097] [node 4] ICP22 created new session: [1:7580800192854950630:2097]
2025-12-06T17:36:28.379213Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800195469286703:2117] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:28.375838Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800189084434545:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(145016245ns) {Configure:104(145007438ns) {ProcessConfigured:135(9014934ns) {StartInitialHandshake:157(9012902ns) {DropHandshakes:470(3187ns) {DropIncomingHandshake:442(593ns) DropOutgoingHandshake:457(745ns)} GenerateSessionVirtualId:988(738ns) PrepareNewSessionHandshake:477(2240ns) {SwitchToState:179(158ns)}}}}}
2025-12-06T17:36:28.375907Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800189084434545:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:28.379356Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800189084434544:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(433663695ns) {Configure:104(433658498ns) {ProcessConfigured:135(41023669ns) {StartInitialHandshake:157(41020707ns) {DropHandshakes:470(2342ns) {DropIncomingHandshake:442(436ns) DropOutgoingHandshake:457(519ns)} GenerateSessionVirtualId:988(488ns) PrepareNewSessionHandshake:477(4286ns) {SwitchToState:179(2179ns)}}}}}
2025-12-06T17:36:28.419387Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800193379401919:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:28.419679Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800193379401859:2066] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:28.419862Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800193379401924:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3600
2025-12-06T17:36:28.420286Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800189084434543:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:28.420513Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800193379401858:2065] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:28.420744Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800193379401857:2059] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:36:28.420795Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:28.420832Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800193379401857:2059] [node 4] ICP22 created new session: [5:7580800193379401926:2059]
2025-12-06T17:36:28.420881Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800193379401926:2059] [node 4] ICS09 handshake done sender: [5:7580800193379401859:2066] self: [5:7580800193379401912:0] peer: [4:7580800191174319359:0] socket: 127 qp: -1
2025-12-06T17:36:28.420911Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800193379401926:2059] [node 4] ICS10 traffic start
2025-12-06T17:36:28.420949Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:28.366930Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800188274756617:2064] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:36:28.434589Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800193379401910:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:28.450825Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800189084434545:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:28.450881Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:28.450924Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800189084434545:2050] [node 3] ICP22 created new session: [5:7580800193379401928:2050]
2025-12-06T17:36:28.450970Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800193379401928:2050] [node 3] ICS09 handshake done sender: [5:7580800193379401858:2065] self: [5:7580800193379401922:0] peer: [3:7580800188274756618:0] socket: 125 qp: -1
2025-12-06T17:36:28.451000Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800193379401928:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:28.451051Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:28.452464Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800193379401930:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3600
2025-12-06T17:36:28.458988Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580800193379401908:2063] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:28.482724Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800193379401919:2117] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:28.486677Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:28.502679Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800193379401908:2063] [node 6] ICP22 created new session: [5:7580800193379401932:2063]
2025-12-06T17:36:28.502726Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800193379401932:2063] [node 6] ICS09 handshake done sender: [5:7580800193379401910:2113] self: [5:7580800193379401909:0] peer: [6:7580800194120434608:0] socket: 144 qp: -1
2025-12-06T17:36:28.522428Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800189084434543:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:63115) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800193379401919:2117] held: no
2025-12-06T17:36:28.522549Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800189084434543:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:28.522629Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:28.522668Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800189084434543:2048] [node 1] ICP22 created new session: [5:7580800193379401933:2048]
2025-12-06T17:36:28.522706Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800193379401933:2048] [node 1] ICS09 handshake done sender: [5:7580800193379401919:2117] self: [5:7580800193379401925:0] peer: [1:7580800192854950623:0] socket: 162 qp: -1
2025-12-06T17:36:28.522729Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800193379401933:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:28.522762Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:28.395863Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800191174319327:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:28.395932Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:28.395976Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800191174319327:2048] [node 1] ICP22 created new session: [4:7580800195469286710:2048]
2025-12-06T17:36:28.396016Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800195469286710:2048] [node 1] ICS09 handshake done sender: [4:7580800195469286703:2117] self: [4:7580800195469286706:0] peer: [1:7580800192854950616:0] socket: 136 qp: -1
2025-12-06T17:36:28.394766Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800192767228476:2111] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:28.523515Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800193379401935:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3600
2025-12-06T17:36:28.524268Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800193379401935:2121] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:28.524365Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800189084434544:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:28.525469Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800193379401937:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3600
2025-12-06T17:36:28.526003Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800193379401935:2121] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:28.370145Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800194120434611:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61941
2025-12-06T17:36:28.526119Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800189084434544:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:28.526161Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:28.526199Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800189084434544:2049] [node 2] ICP22 created new session: [5:7580800193379401938:2049]
2025-12-06T17:36:28.526236Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800193379401938:2049] [node 2] ICS09 handshake done sender: [5:7580800193379401935:2121] self: [5:7580800193379401936:0] peer: [2:7580800192767228494:0] socket: 141 qp: -1
2025-12-06T17:36:28.526262Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800193379401938:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:28.526289Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:28.527010Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800193379401932:2063] [node 6] ICS10 traffic start
2025-12-06T17:36:28.550738Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:28.551000Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800193379401857:2059] [node 4] ICP35 event processing took too much time PendingConnection:279(73448966ns) {HandleHandshakeStatus:329(73442514ns) {DropIncomingHandshake:442(1103ns) DropOutgoingHandshake:457(4878ns) SwitchToState:179(175ns) ProcessPendingSessionEvents:495(73106162ns) {ForwardSessionEventToSession:612(14146858ns) ForwardSessionEventToSession:612(8035ns) ForwardSessionEventToSession:612(6849215ns) ForwardSessionEventToSession:612(4080ns) ForwardSessionEventToSession:612(2457ns) ForwardSessionEventToSession:612(16511431ns) ForwardSessionEventToSession:612(7987851ns) ForwardSessionEventToSession:612(8008656ns) ForwardSessionEventToSession:612(19550737ns) ForwardSessionEventToSession:612(7972ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:28.403230Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800192767228483:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:28.403252Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800192767228483:2113] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:36:28.407441Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580800188472261113:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:63115) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7580800192767228485:2114] held: no
2025-12-06T17:36:28.407840Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800192767228488:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11337
2025-12-06T17:36:28.407951Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800192767228485:2114] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:28.413142Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800192767228478:2086] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(214264736ns) {Configure:104(214255733ns) {ProcessConfigured:135(15297264ns) {StartInitialHandshake:157(15294517ns) {DropHandshakes:470(2710ns) {DropIncomingHandshake:442(871ns) DropOutgoingHandshake:457(242ns)} GenerateSessionVirtualId:988(603ns) PrepareNewSessionHandshake:477(1754ns) {SwitchToState:179(118ns)}}}}}
2025-12-06T17:36:28.413503Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800192767228476:2111] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:28.413683Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580800188472261113:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:28.413744Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:28.413777Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800188472261113:2048] [node 1] ICP22 created new session: [2:7580800192767228498:2048]
2025-12-06T17:36:28.413817Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800192767228498:2048] [node 1] ICS09 handshake done sender: [2:7580800192767228485:2114] self: [2:7580800192767228487:0] peer: [1:7580800192854950614:0] socket: 133 qp: -1
2025-12-06T17:36:28.413876Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800192767228498:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:28.413909Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:28.414508Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800192767228488:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:28.423387Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800192767228483:2113] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:28.439296Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800192767228471:2087] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:28.442754Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:28.459219Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800188472261114:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:36:28.459273Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:28.459316Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800188472261114:2049] [node 3] ICP22 created new session: [2:7580800192767228504:2049]
2025-12-06T17:36:28.459357Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800192767228504:2049] [node 3] ICS09 handshake done sender: [2:7580800192767228483:2113] self: [2:7580800192767228482:0] peer: [3:7580800192569723980:0] socket: 135 qp: -1
2025-12-06T17:36:28.459389Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800192767228504:2049] [node 3] ICS10 traffic start
2025-12-06T17:36:28.459414Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:28.466690Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800192767228471:2087] [node 6] ICP22 created new session: [2:7580800192767228502:2087]
2025-12-06T17:36:28.484235Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800192767228503:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11337
2025-12-06T17:36:28.486698Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800192767228502:2087] [node 6] ICS09 handshake done sender: [2:7580800192767228476:2111] self: [2:7580800192767228475:0] peer: [6:7580800194120434610:0] socket: 130 qp: -1
2025-12-06T17:36:28.494946Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800192767228502:2087] [node 6] ICS10 traffic start
2025-12-06T17:36:28.494978Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:28.495335Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800192767228471:2087] [node 6] ICP35 event processing took too much time PendingConnection:279(55886110ns) {HandleHandshakeStatus:329(55882976ns) {DropIncomingHandshake:442(13437ns) DropOutgoingHandshake:457(3513ns) SwitchToState:179(594ns) ProcessPendingSessionEvents:495(73716ns) {ForwardSessionEventToSession:612(35335ns) ForwardSessionEventToSession:612(2692ns) ForwardSessionEventToSession:612(4899ns) ForwardSessionEventToSession:612(2109ns) ForwardSessionEventToSession:612(1767ns) ForwardSessionEventToSession:612(4430ns) ForwardSessionEventToSession:612(7443ns) ForwardSessionEventToSession:612(4194ns) ForwardSessionEventToSession:612(2153ns) ForwardSessionEventToSession:612(1879ns)}}}
2025-12-06T17:36:28.524547Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800192767228503:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:28.524615Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800192767228497:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:28.524630Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800192767228497:2119] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:28.525610Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800192767228497:2119] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:28.547104Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800192767228492:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:28.547143Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800192767228492:2118] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:36:28.562593Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800192767228478:2086] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:28.566887Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800192767228492:2118] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:28.374843Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800194120434554:2070] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61941
2025-12-06T17:36:28.376408Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800189825467235:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(17672562ns) {IncomingHandshake:261(17665328ns) {DropIncomingHandshake:442(702ns) PrepareNewSessionHandshake:477(1370ns) {SwitchToState:179(537ns)} GenerateSessionVirtualId:988(419ns) IssueIncomingHandshakeReply:193(10586600ns) {SwitchToState:179(2407ns)}}}
2025-12-06T17:36:28.377478Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800194120434554:2070] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:28.378884Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800194120434611:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:28.402796Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800189825467236:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:28.402912Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800194120434612:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61941
2025-12-06T17:36:28.404631Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800194120434614:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61941
2025-12-06T17:36:28.411203Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800194120434615:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61941
2025-12-06T17:36:28.417538Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800194120434612:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:28.442613Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800194120434601:2114] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:28.462828Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800194120434602:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:28.471372Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800194120434609:2077] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(96541255ns) {Configure:104(96533978ns) {ProcessConfigured:135(74783ns) {StartInitialHandshake:157(72139ns) {DropHandshakes:470(5591ns) {DropIncomingHandshake:442(808ns) DropOutgoingHandshake:457(460ns)} GenerateSessionVirtualId:988(966ns) PrepareNewSessionHandshake:477(1966ns) {SwitchToState:179(511ns)}}}}}
2025-12-06T17:36:28.471573Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800194120434609:2077] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:28.478709Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800194120434616:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61941
2025-12-06T17:36:28.494261Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800189825467234:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:28.508107Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800189825467235:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:28.508187Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:28.508232Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800189825467235:2049] [node 2] ICP22 created new session: [6:7580800194120434621:2049]
2025-12-06T17:36:28.508281Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800194120434621:2049] [node 2] ICS09 handshake done sender: [6:7580800194120434601:2114] self: [6:7580800194120434610:0] peer: [2:7580800192767228475:0] socket: 150 qp: -1
2025-12-06T17:36:28.508319Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800194120434621:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:28.508369Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:28.508657Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580800189825467235:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:36:28.508979Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800194120434596:2061] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:36:28.509038Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:28.509087Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800194120434596:2061] [node 5] ICP22 created new session: [6:7580800194120434623:2061]
2025-12-06T17:36:28.509119Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800194120434623:2061] [node 5] ICS09 handshake done sender: [6:7580800194120434602:2115] self: [6:7580800194120434608:0] peer: [5:7580800193379401909:0] socket: 151 qp: -1
2025-12-06T17:36:28.509146Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800194120434623:2061] [node 5] ICS10 traffic start
2025-12-06T17:36:28.509201Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:28.515119Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800189825467236:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9937) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800194120434611:2117] held: no
2025-12-06T17:36:28.515549Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800194120434611:2117] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:28.517790Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800189825467234:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(35542117ns) {IncomingHandshake:261(19649667ns) {DropIncomingHandshake:442(263ns) PrepareNewSessionHandshake:477(1224ns) {SwitchToState:179(416ns)} GenerateSessionVirtualId:988(699ns) IssueIncomingHandshakeReply:193(7650299ns) {SwitchToState:179(499ns)}}}
2025-12-06T17:36:28.531503Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800189825467236:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:28.531562Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:28.531597Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800189825467236:2050] [node 3] ICP22 created new session: [6:7580800194120434625:2050]
2025-12-06T17:36:28.531636Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800194120434625:2050] [node 3] ICS09 handshake done sender: [6:7580800194120434611:2117] self: [6:7580800194120434613:0] peer: [3:7580800192569723970:0] socket: 167 qp: -1
2025-12-06T17:36:28.531660Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800194120434625:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:28.531688Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:28.594642Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:28.599019Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800189825467234:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:63115) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800194120434612:2118] held: no
2025-12-06T17:36:28.396052Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800195469286710:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:28.396092Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:28.404844Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800191174319354:2072] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:28.411363Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800191174319356:2071] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:28.411457Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:28.411505Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800191174319356:2071] [node 5] ICP22 created new session: [4:7580800195469286713:2071]
2025-12-06T17:36:28.411551Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800195469286713:2071] [node 5] ICS09 handshake done sender: [4:7580800191174319360:2074] self: [4:7580800191174319359:0] peer: [5:7580800193379401912:0] socket: 121 qp: -1
2025-12-06T17:36:28.411584Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800195469286713:2071] [node 5] ICS10 traffic start
2025-12-06T17:36:28.411617Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:28.418185Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800191174319329:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:28.418255Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:28.418295Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800191174319329:2050] [node 3] ICP22 created new session: [4:7580800195469286715:2050]
2025-12-06T17:36:28.418334Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800195469286715:2050] [node 3] ICS09 handshake done sender: [4:7580800191174319354:2072] self: [4:7580800195469286704:0] peer: [3:7580800188274756620:0] socket: 116 qp: -1
2025-12-06T17:36:28.418363Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800195469286715:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:28.418402Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:28.463089Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800195469286717:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53060
2025-12-06T17:36:28.494211Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800195469286717:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:28.502684Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800191174319328:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:28.530568Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800191174319358:2073] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:28.530605Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800191174319358:2073] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:28.550890Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800191174319358:2073] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:28.581860Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800195469286720:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53060
2025-12-06T17:36:28.582638Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800195469286717:2120] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:28.582787Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800191174319328:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:28.582852Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:28.582894Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800191174319328:2049] [node 2] ICP22 created new session: [4:7580800195469286722:2049]
2025-12-06T17:36:28.582937Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800195469286722:2049] [node 2] ICS09 handshake done sender: [4:7580800195469286717:2120] self: [4:7580800195469286718:0] peer: [2:7580800192767228491:0] socket: 174 qp: -1
2025-12-06T17:36:28.582970Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800195469286722:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:28.582998Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:28.587420Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800191174319355:2066] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:28.599972Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:28.600022Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800191174319355:2066] [node 6] ICP22 created new session: [4:7580800195469286724:2066]
2025-12-06T17:36:28.600083Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800195469286724:2066] [node 6] ICS09 handshake done sender: [4:7580800191174319358:2073] self: [4:7580800191174319357:0] peer: [6:7580800194120434619:0] socket: 119 qp: -1
2025-12-06T17:36:28.600119Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800195469286724:2066] [node 6] ICS10 traffic start
2025-12-06T17:36:28.600159Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:28.366969Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:28.292074Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800192854950630:2097] [node 4] ICS09 handshake done sender: [1:7580800192854950617:2113] self: [1:7580800192854950616:0] peer: [4:7580800195469286706:0] socket: 132 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:28.602658Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800192767228478:2086] [node 5] ICP22 created new session: [2:7580800192767228511:2086]
2025-12-06T17:36:28.618601Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800192767228480:2088] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:36:28.618735Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:28.618787Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800192767228480:2088] [node 4] ICP22 created new session: [2:7580800192767228512:2088]
2025-12-06T17:36:28.618827Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800192767228512:2088] [node 4] ICS09 handshake done sender: [2:7580800192767228492:2118] self: [2:7580800192767228491:0] peer: [4:7580800195469286718:0] socket: 184 qp: -1
2025-12-06T17:36:28.618862Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800192767228512:2088] [node 4] ICS10 traffic start
2025-12-06T17:36:28.618897Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:28.619277Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800192767228480:2088] [node 4] ICP35 event processing took too much time PendingConnection:279(18546696ns) {HandleHandshakeStatus:329(18544322ns) {DropIncomingHandshake:442(24480ns) DropOutgoingHandshake:457(529ns) SwitchToState:179(541ns) ProcessPendingSessionEvents:495(83876ns) {ForwardSessionEventToSession:612(43616ns) ForwardSessionEventToSession:612(4847ns) ForwardSessionEventToSession:612(4337ns) ForwardSessionEventToSession:612(2050ns) ForwardSessionEventToSession:612(2580ns) ForwardSessionEventToSession:612(4326ns) ForwardSessionEventToSession:612(1958ns) ForwardSessionEventToSession:612(2040ns) ForwardSessionEventToSession:612(6901ns) ForwardSessionEventToSession:612(4465ns)}}}
2025-12-06T17:36:28.367011Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800188274756617:2064] [node 4] ICP22 created new session: [3:7580800192569723977:2064]
2025-12-06T17:36:28.292100Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800192854950630:2097] [node 4] ICS10 traffic start
2025-12-06T17:36:28.642751Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800192767228511:2086] [node 5] ICS09 handshake done sender: [2:7580800192767228497:2119] self: [2:7580800192767228494:0] peer: [5:7580800193379401936:0] socket: 143 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:28.638915Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800193379401908:2063] [node 6] ICP35 event processing took too much time PendingConnection:279(179720040ns) {HandleHandshakeStatus:329(179717572ns) {DropIncomingHandshake:442(979ns) DropOutgoingHandshake:457(616ns) SwitchToState:179(997ns) ProcessPendingSessionEvents:495(24023174ns) {ForwardSessionEventToSession:612(23949911ns) ForwardSessionEventToSession:612(8633ns) ForwardSessionEventToSession:612(2137ns) ForwardSessionEventToSession:612(2657ns) ForwardSessionEventToSession:612(10551ns) ForwardSessionEventToSession:612(11122ns) ForwardSessionEventToSession:612(6210ns) ForwardSessionEventToSession:612(4595ns) ForwardSessionEventToSession:612(1685ns) ForwardSessionEventToSession:612(11636ns)}}}
2025-12-06T17:36:28.658701Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800194120434627:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61941
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:28.658978Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800195469286721:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53060
2025-12-06T17:36:28.659351Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800191174319355:2066] [node 6] ICP35 event processing took too much time PendingConnection:279(88495049ns) {HandleHandshakeStatus:329(71728973ns) {DropIncomingHandshake:442(753ns) DropOutgoingHandshake:457(806ns) SwitchToState:179(747ns) ProcessPendingSessionEvents:495(58832643ns) {ForwardSessionEventToSession:612(26297648ns) ForwardSessionEventToSession:612(505118ns) ForwardSessionEventToSession:612(2749ns) ForwardSessionEventToSession:612(23591073ns) ForwardSessionEventToSession:612(4618ns) ForwardSessionEventToSession:612(2011ns) ForwardSessionEventToSession:612(8398593ns) ForwardSessionEventToSession:612(5225ns) ForwardSessionEventToSession:612(2044ns) ForwardSessionEventToSession:612(4435ns)}}}
2025-12-06T17:36:28.292141Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:28.305720Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800192854950628:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35830
2025-12-06T17:36:28.311507Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800192854950632:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35830
2025-12-06T17:36:28.334864Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800192854950615:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:28.334896Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800192854950615:2112] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:36:28.342694Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800192854950628:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:28.343758Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800192854950615:2112] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:28.354629Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800192854950632:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:28.355747Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800192854950620:2094] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(108606129ns) {Configure:104(108601954ns) {ProcessConfigured:135(71692ns) {StartInitialHandshake:157(69007ns) {DropHandshakes:470(2975ns) {DropIncomingHandshake:442(576ns) DropOutgoingHandshake:457(483ns)} GenerateSessionVirtualId:988(887ns) PrepareNewSessionHandshake:477(2114ns) {SwitchToState:179(586ns)}}}}}
2025-12-06T17:36:28.368004Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800188559983251:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:36:28.368055Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:28.368094Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800188559983251:2048] [node 2] ICP22 created new session: [1:7580800192854950638:2048]
2025-12-06T17:36:28.368134Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800192854950638:2048] [node 2] ICS09 handshake done sender: [1:7580800192854950615:2112] self: [1:7580800192854950614:0] peer: [2:7580800192767228487:0] socket: 131 qp: -1
2025-12-06T17:36:28.368158Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800192854950638:2048] [node 2] ICS10 traffic start
2025-12-06T17:36:28.368186Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:28.379040Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800192854950622:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:28.379069Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800192854950622:2114] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:36:28.390142Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800192854950622:2114] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:28.412356Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800188559983252:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:36:28.412394Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:28.412434Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800188559983252:2049] [node 3] ICP22 created new session: [1:7580800192854950643:2049]
2025-12-06T17:36:28.412474Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800192854950643:2049] [node 3] ICS09 handshake done sender: [1:7580800192854950622:2114] self: [1:7580800192854950621:0] peer: [3:7580800192569723976:0] socket: 139 qp: -1
2025-12-06T17:36:28.412499Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800192854950643:2049] [node 3] ICS10 traffic start
2025-12-06T17:36:28.412525Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:28.417025Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800192854950645:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35830
2025-12-06T17:36:28.421598Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800192854950624:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:28.367057Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800192569723977:2064] [node 4] ICS09 handshake done sender: [3:7580800188274756621:2066] self: [3:7580800188274756620:0] peer: [4:7580800195469286704:0] socket: 115 qp: -1
2025-12-06T17:36:28.367085Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800192569723977:2064] [node 4] ICS10 traffic start
2025-12-06T17:36:28.367117Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:28.666703Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800195469286721:2122] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:28.666821Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7580800191174319355:2066] [node 6] ICP18 handshake (actor [4:7580800195469286721:2122]) is too old
2025-12-06T17:36:28.663330Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800192767228511:2086] [node 5] ICS10 traffic start
2025-12-06T17:36:28.674639Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:28.374594Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800192569723966:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:28.377689Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800188274756599:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:28.378368Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800188274756598:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(19955076ns) {IncomingHandshake:261(19952862ns) {DropIncomingHandshake:442(563ns) PrepareNewSessionHandshake:477(1679ns) {SwitchToState:179(762ns)} GenerateSessionVirtualId:988(1270ns) IssueIncomingHandshakeReply:193(19929291ns) {SwitchToState:179(1711ns)}}}
2025-12-06T17:36:28.379297Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800188274756619:2065] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:28.379318Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800188274756619:2065] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:28.663214Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800194120434612:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:28.699045Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800192767228478:2086] [node 5] ICP35 event processing took too much time PendingConnection:279(146934996ns) {HandleHandshakeStatus:329(146932457ns) {DropIncomingHandshake:442(20504ns) DropOutgoingHandshake:457(564ns) SwitchToState:179(523ns) ProcessPendingSessionEvents:495(130778ns) {ForwardSessionEventToSession:612(76533ns) ForwardSessionEventToSession:612(10102ns) ForwardSessionEventToSession:612(2609ns) ForwardSessionEventToSession:612(2569ns) ForwardSessionEventToSession:612(10459ns) ForwardSessionEventToSession:612(1890ns) ForwardSessionEventToSession:612(2392ns) ForwardSessionEventToSession:612(4716ns) ForwardSessionEventToSession:612(4446ns) ForwardSessionEventToSession:612(5334ns)}}}
2025-12-06T17:36:28.382759Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800192569723981:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53542
2025-12-06T17:36:28.421620Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800192854950624:2115] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:28.385132Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800192569723982:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53542
2025-12-06T17:36:28.385278Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800188274756619:2065] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:28.430867Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800192854950624:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:28.397739Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800188274756616:2062] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:28.460259Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800192854950613:2092] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:28.405372Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:28.460304Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:28.460337Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800192854950613:2092] [node 5] ICP22 created new session: [1:7580800192854950647:2092]
2025-12-06T17:36:28.414901Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800192569723971:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:28.414921Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800192569723971:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:28.460378Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800192854950647:2092] [node 5] ICS09 handshake done sender: [1:7580800192854950624:2115] self: [1:7580800192854950623:0] peer: [5:7580800193379401925:0] socket: 161 qp: -1
2025-12-06T17:36:28.416153Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800192569723985:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53542
2025-12-06T17:36:28.460412Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800192854950647:2092] [node 5] ICS10 traffic start
2025-12-06T17:36:28.416205Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800192569723986:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53542
2025-12-06T17:36:28.460436Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:28.419231Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800192569723971:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:28.496300Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800192854950645:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:28.421473Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800192569723969:2114] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:28.496411Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580800188559983252:2049] [node 3] ICP18 handshake (actor [1:7580800192854950645:2120]) is too old
2025-12-06T17:36:28.427645Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800188274756616:2062] [node 5] ICP22 created new session: [3:7580800192569723984:2062]
2025-12-06T17:36:28.509684Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800192854950636:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:28.438965Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800192569723981:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:28.509705Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800192854950636:2119] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:28.446630Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800192569723984:2062] [node 5] ICS09 handshake done sender: [3:7580800188274756619:2065] self: [3:7580800188274756618:0] peer: [5:7580800193379401922:0] socket: 114 qp: -1
2025-12-06T17:36:28.539593Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800192854950636:2119] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:28.446682Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800192569723984:2062] [node 5] ICS10 traffic start
2025-12-06T17:36:28.446730Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:28.575081Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800192854950620:2094] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:28.575168Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:28.447194Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800188274756616:2062] [node 5] ICP35 event processing took too much time PendingConnection:279(49265265ns) {HandleHandshakeStatus:329(49262729ns) {DropIncomingHandshake:442(204ns) DropOutgoingHandshake:457(371ns) SwitchToState:179(792ns) ProcessPendingSessionEvents:495(115301ns) {ForwardSessionEventToSession:612(64178ns) ForwardSessionEventToSession:612(6552ns) ForwardSessionEventToSession:612(7747ns) ForwardSessionEventToSession:612(2163ns) ForwardSessionEventToSession:612(2511ns) ForwardSessionEventToSession:612(5362ns) ForwardSessionEventToSession:612(2459ns) ForwardSessionEventToSession:612(2020ns) ForwardSessionEventToSession:612(4813ns) ForwardSessionEventToSession:612(6128ns)}}}
2025-12-06T17:36:28.575212Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800192854950620:2094] [node 6] ICP22 created new session: [1:7580800192854950650:2094]
2025-12-06T17:36:28.490846Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800192569723964:2069] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:28.575256Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800192854950650:2094] [node 6] ICS09 handshake done sender: [1:7580800192854950636:2119] self: [1:7580800192854950635:0] peer: [6:7580800194120434620:0] socket: 168 qp: -1
2025-12-06T17:36:28.490945Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:28.575289Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800192854950650:2094] [node 6] ICS10 traffic start
2025-12-06T17:36:28.490987Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800192569723964:2069] [node 6] ICP22 created new session: [3:7580800192569723991:2069]
2025-12-06T17:36:28.575333Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:28.491037Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800192569723991:2069] [node 6] ICS09 handshake done sender: [3:7580800192569723971:2115] self: [3:7580800192569723970:0] peer: [6:7580800194120434613:0] socket: 166 qp: -1
2025-12-06T17:36:28.491068Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800192569723991:2069] [node 6] ICS10 traffic start
2025-12-06T17:36:28.491124Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:28.492374Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800188274756598:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:28.492445Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:28.492488Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800188274756598:2048] [node 1] ICP22 created new session: [3:7580800192569723993:2048]
2025-12-06T17:36:28.663266Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800194120434628:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61941
2025-12-06T17:36:28.686743Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800189825467234:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:28.686843Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:28.686895Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800189825467234:2048] [node 1] ICP22 created new session: [6:7580800194120434630:2048]
2025-12-06T17:36:28.686938Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800194120434630:2048] [node 1] ICS09 handshake done sender: [6:7580800194120434612:2118] self: [6:7580800194120434620:0] peer: [1:7580800192854950635:0] socket: 169 qp: -1
2025-12-06T17:36:28.686978Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800194120434630:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:28.687015Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:28.687592Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800194120434609:2077] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17615) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800194120434554:2070] held: no
2025-12-06T17:36:28.687782Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800194120434554:2070] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:28.707017Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800194120434609:2077] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:36:28.707093Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:28.707141Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800194120434609:2077] [node 4] ICP22 created new session: [6:7580800194120434632:2077]
2025-12-06T17:36:28.707183Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800194120434632:2077] [node 4] ICS09 handshake done sender: [6:7580800194120434554:2070] self: [6:7580800194120434619:0] peer: [4:7580800191174319357:0] socket: 122 qp: -1
2025-12-06T17:36:28.707216Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800194120434632:2077] [node 4] ICS10 traffic start
2025-12-06T17:36:28.707265Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:28.492527Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800192569723993:2048] [node 1] ICS09 handshake done sender: [3:7580800192569723969:2114] self: [3:7580800192569723976:0] peer: [1:7580800192854950621:0] socket: 140 qp: -1
2025-12-06T17:36:28.492559Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800192569723993:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:28.492588Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:28.498859Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800192569723966:2112] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:28.518730Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580800188274756599:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18732) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580800192569723966:2112] held: no
2025-12-06T17:36:28.518820Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800188274756599:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:28.518901Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:28.518949Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800188274756599:2049] [node 2] ICP22 created new session: [3:7580800192569723995:2049]
2025-12-06T17:36:28.518995Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800192569723995:2049] [node 2] ICS09 handshake done sender: [3:7580800192569723966:2112] self: [3:7580800192569723980:0] peer: [2:7580800192767228482:0] socket: 137 qp: -1
2025-12-06T17:36:28.519029Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800192569723995:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:28.519069Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:28.782654Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:36:28.782654Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:36:28.783011Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800192569723993:2048] [node 1] ICS01 socket: 140 reason# EndOfStream
2025-12-06T17:36:28.783062Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800188274756598:2048] [node 1] ICP30 unregister session Session# [3:7580800192569723993:2048] VirtualId# [3:7580800192569723976:0]
2025-12-06T17:36:28.783088Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800192569723993:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:28.783176Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:28.783227Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:28.783427Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580800192767228498:2048] [node 1] ICS01 socket: 133 reason# EndOfStream
2025-12-06T17:36:28.783342Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:36:28.783463Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580800188472261113:2048] [node 1] ICP30 unregister session Session# [2:7580800192767228498:2048] VirtualId# [2:7580800192767228487:0]
2025-12-06T17:36:28.783538Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800193379401933:2048] [node 1] ICS01 socket: 162 reason# EndOfStream
2025-12-06T17:36:28.783495Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580800192767228498:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:28.783557Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:28.783568Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800189084434543:2048] [node 1] ICP30 unregister session Session# [5:7580800193379401933:2048] VirtualId# [5:7580800193379401925:0]
2025-12-06T17:36:28.783587Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800193379401933:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:28.783630Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:28.783656Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:28.783593Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:28.797983Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:36:28.798248Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580800195469286710:2048] [node 1] ICS07 socket disconnect 136 reason# EndOfStream
2025-12-06T17:36:28.798311Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800195469286710:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:28.798470Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:28.798527Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580800195469286710:2048] [node 1] ICS15 start handshake
2025-12-06T17:36:28.798640Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:36:28.802666Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800194120434630:2048] [node 1] ICS01 socket: 169 reason# EndOfStream
2025-12-06T17:36:28.815182Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800189825467234:2048] [node 1] ICP30 unregister session Session# [6:7580800194120434630:2048] VirtualId# [6:7580800194120434620:0]
2025-12-06T17:36:28.822748Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800194120434630:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:28.822889Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:28.822937Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:28.863911Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800191174319327:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:63115) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:36:28.863997Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800195469286710:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:36:28.864034Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800191174319327:2048] [node 1] ICP30 unregister session Session# [4:7580800195469286710:2048] VirtualId# [4:7580800195469286706:0]
2025-12-06T17:36:28.864096Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:28.864127Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580800191174319327:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:63115) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:28.864147Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:63115) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:28.884520Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580800191174319327:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:36:28.918684Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:36:28.918911Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800192569723995:2049] [node 2] ICS01 socket: 137 reason# EndOfStream
2025-12-06T17:36:28.918953Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800188274756599:2049] [node 2] ICP30 unregister session Session# [3:7580800192569723995:2049] VirtualId# [3:7580800192569723980:0]
2025-12-06T17:36:28.918982Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800192569723995:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:28.919060Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:28.919096Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:28.934677Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:36:28.934917Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800193379401938:2049] [node 2] ICS01 socket: 141 reason# EndOfStream
2025-12-06T17:36:28.934956Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800189084434544:2049] [node 2] ICP30 unregister session Session# [5:7580800193379401938:2049] VirtualId# [5:7580800193379401936:0]
2025-12-06T17:36:28.934983Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800193379401938:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:28.935062Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:28.935104Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:28.934677Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:36:28.938665Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:36:28.938897Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580800194120434621:2049] [node 2] ICS07 socket disconnect 150 reason# EndOfStream
2025-12-06T17:36:28.938921Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800194120434621:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:28.938992Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:28.939031Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580800194120434621:2049] [node 2] ICS15 start handshake
2025-12-06T17:36:28.938770Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800195469286722:2049] [node 2] ICS01 socket: 174 reason# EndOfStream
2025-12-06T17:36:28.938810Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800191174319328:2049] [node 2] ICP30 unregister session Session# [4:7580800195469286722:2049] VirtualId# [4:7580800195469286718:0]
2025-12-06T17:36:28.938837Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800195469286722:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:28.938909Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:28.938946Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:28.959022Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800189825467235:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18732) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:36:28.959084Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800194120434621:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:36:28.959113Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800189825467235:2049] [node 2] ICP30 unregister session Session# [6:7580800194120434621:2049] VirtualId# [6:7580800194120434610:0]
2025-12-06T17:36:28.959154Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:28.959183Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580800189825467235:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:18732) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:28.959196Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18732) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:28.973564Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580800189825467235:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:36:28.998666Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:36:28.998922Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800195469286715:2050] [node 3] ICS01 socket: 116 reason# EndOfStream
2025-12-06T17:36:28.998956Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800191174319329:2050] [node 3] ICP30 unregister session Session# [4:7580800195469286715:2050] VirtualId# [4:7580800195469286704:0]
2025-12-06T17:36:28.998982Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800195469286715:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:28.999059Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:28.998669Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:36:28.999098Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:28.998921Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800193379401928:2050] [node 3] ICS01 socket: 125 reason# EndOfStream
2025-12-06T17:36:28.998956Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800189084434545:2050] [node 3] ICP30 unregister session Session# [5:7580800193379401928:2050] VirtualId# [5:7580800193379401922:0]
2025-12-06T17:36:28.998983Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800193379401928:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:28.999059Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:28.999102Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:29.014895Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:36:29.015155Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800194120434625:2050] [node 3] ICS01 socket: 167 reason# EndOfStream
2025-12-06T17:36:29.015191Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800189825467236:2050] [node 3] ICP30 unregister session Session# [6:7580800194120434625:2050] VirtualId# [6:7580800194120434613:0]
2025-12-06T17:36:29.015221Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800194120434625:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:29.015326Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:29.015367Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:29.030705Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:36:29.030951Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800194120434632:2077] [node 4] ICS01 socket: 122 reason# EndOfStream
2025-12-06T17:36:29.030990Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800194120434609:2077] [node 4] ICP30 unregister session Session# [6:7580800194120434632:2077] VirtualId# [6:7580800194120434619:0]
2025-12-06T17:36:29.031019Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800194120434632:2077] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:29.031095Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:36:29.031132Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:36:29.034638Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:36:29.034862Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580800193379401926:2059] [node 4] ICS07 socket disconnect 127 reason# EndOfStream
2025-12-06T17:36:29.034883Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800193379401926:2059] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:29.034956Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:36:29.034997Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580800193379401926:2059] [node 4] ICS15 start handshake
2025-12-06T17:36:29.038981Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800193379401857:2059] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17615) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:36:29.039037Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800193379401926:2059] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:36:29.039074Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800193379401857:2059] [node 4] ICP30 unregister session Session# [5:7580800193379401926:2059] VirtualId# [5:7580800193379401912:0]
2025-12-06T17:36:29.039113Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:36:29.039140Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580800193379401857:2059] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:17615) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:29.039152Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17615) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:29.098763Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:36:29.098985Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800194120434623:2061] [node 5] ICS01 socket: 151 reason# EndOfStream
2025-12-06T17:36:29.099018Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800194120434596:2061] [node 5] ICP30 unregister session Session# [6:7580800194120434623:2061] VirtualId# [6:7580800194120434608:0]
2025-12-06T17:36:29.099048Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800194120434623:2061] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:29.099146Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:36:29.099183Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:36:29.213819Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800198617778972:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:29.213868Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800198617778973:2049] [node 3] ICP01 ready to work
2025-12-06T17:36:29.187210Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800199123882435:2048] [node 2] ICP01 ready to work
2025-12-06T17:36:29.187238Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800199123882436:2049] [node 3] ICP01 ready to work
2025-12-06T17:36:29.278902Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800198114061075:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:29.278927Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800198114061076:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:29.333179Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800196420747534:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:29.333204Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800196420747535:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:29.342938Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800196420747536:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:29.362842Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800198092828497:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:29.362870Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800198092828498:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:29.362893Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800198092828499:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:29.458931Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800196532243413:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:29.458958Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800196532243414:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:29.458982Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800196532243415:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:29.621347Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800198617778991:2063] [node 5] ICP01 ready to work
2025-12-06T17:36:29.637841Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800198114061095:2063] [node 6] ICP01 ready to work
2025-12-06T17:36:29.621644Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800198617778992:2065] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:29.695753Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800196532243430:2060] [node 4] ICP01 ready to work
2025-12-06T17:36:29.771536Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800196420747568:2079] [node 6] ICP01 ready to work
2025-12-06T17:36:29.754596Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800199123882482:2084] [node 4] ICP01 ready to work
2025-12-06T17:36:29.822672Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800198092828511:2060] [node 6] ICP01 ready to work
2025-12-06T17:36:29.883531Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800198617778972:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(246267670ns) {Configure:104(246264022ns) {ProcessConfigured:135(92472447ns) {StartInitialHandshake:157(92469351ns) {DropHandshakes:470(3540ns) {DropIncomingHandshake:442(847ns) DropOutgoingHandshake:457(487ns)} GenerateSessionVirtualId:988(845ns) PrepareNewSessionHandshake:477(3451ns) {SwitchToState:179(1197ns)}}}}}
2025-12-06T17:36:29.719311Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800196532243433:2065] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:29.773587Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800196532243441:2069] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13591
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:29.827983Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800198092828535:2074] [node 4] ICP01 ready to work
2025-12-06T17:36:29.926763Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800198617779015:2060] [node 4] ICP01 ready to work
2025-12-06T17:36:30.042423Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800203418849793:2085] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:30.039006Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800202387795862:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42856
2025-12-06T17:36:30.062562Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800202409028426:2058] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:30.011470Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800198617778991:2063] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(389591667ns) {Configure:104(389586536ns) {ProcessConfigured:135(96914409ns) {StartInitialHandshake:157(96911327ns) {DropHandshakes:470(3252ns) {DropIncomingHandshake:442(731ns) DropOutgoingHandshake:457(472ns)} GenerateSessionVirtualId:988(655ns) PrepareNewSessionHandshake:477(4465ns) {SwitchToState:179(2567ns)}}}}}
2025-12-06T17:36:30.100803Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800203418849797:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32244
2025-12-06T17:36:30.062595Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800202409028425:2061] [node 4] ICP01 ready to work
2025-12-06T17:36:30.128818Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800202409028442:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12107
2025-12-06T17:36:30.074816Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800196420747534:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(497890369ns) {Configure:104(497885129ns) {ProcessConfigured:135(12026546ns) {StartInitialHandshake:157(12023699ns) {DropHandshakes:470(3360ns) {DropIncomingHandshake:442(967ns) DropOutgoingHandshake:457(508ns)} GenerateSessionVirtualId:988(1077ns) PrepareNewSessionHandshake:477(3630ns) {SwitchToState:179(1416ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:30.041867Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800202387795861:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42856
2025-12-06T17:36:30.083816Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800196532243415:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(152999218ns) {Configure:104(141056553ns) {ProcessConfigured:135(56761ns) {StartInitialHandshake:157(53688ns) {DropHandshakes:470(1919ns) {DropIncomingHandshake:442(516ns) DropOutgoingHandshake:457(281ns)} GenerateSessionVirtualId:988(380ns) PrepareNewSessionHandshake:477(2321ns) {SwitchToState:179(698ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:30.100965Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800203418849798:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32244
2025-12-06T17:36:30.176643Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800202409028441:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:30.176671Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800202409028441:2111] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:30.177809Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800202409028441:2111] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:30.119168Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800200715714900:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18449
2025-12-06T17:36:30.182666Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800198114061095:2063] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(484685679ns) {Configure:104(484682268ns) {ProcessConfigured:135(55866984ns) {StartInitialHandshake:157(55864317ns) {DropHandshakes:470(3252ns) {DropIncomingHandshake:442(803ns) DropOutgoingHandshake:457(856ns)} GenerateSessionVirtualId:988(858ns) PrepareNewSessionHandshake:477(4637ns) {SwitchToState:179(2144ns)}}}}}
2025-12-06T17:36:30.183760Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800198114061095:2063] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:30.183798Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:30.183844Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800198114061095:2063] [node 6] ICP22 created new session: [3:7580800202409028448:2063]
2025-12-06T17:36:30.183882Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800202409028448:2063] [node 6] ICS09 handshake done sender: [3:7580800202409028441:2111] self: [3:7580800202409028439:0] peer: [6:7580800200827210788:0] socket: 151 qp: -1
2025-12-06T17:36:30.183908Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800202409028448:2063] [node 6] ICS10 traffic start
2025-12-06T17:36:30.183935Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:30.125264Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800196532243441:2069] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:30.086708Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800202387795861:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:30.064739Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800202912746337:2109] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22110
2025-12-06T17:36:30.194982Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7580800198114061095:2063] [node 6] ICP27 obsolete handshake fail ignored
2025-12-06T17:36:30.115101Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800202387795862:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:30.115259Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800202387795863:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42856
2025-12-06T17:36:30.124577Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800198092828498:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(445686326ns) {Configure:104(445682824ns) {ProcessConfigured:135(68862ns) {StartInitialHandshake:157(65276ns) {DropHandshakes:470(3305ns) {DropIncomingHandshake:442(646ns) DropOutgoingHandshake:457(792ns)} GenerateSessionVirtualId:988(865ns) PrepareNewSessionHandshake:477(1468ns) {SwitchToState:179(526ns)}}}}}
2025-12-06T17:36:30.124969Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800198092828498:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:30.171016Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800202387795868:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42856
2025-12-06T17:36:30.179739Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800202387795870:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42856
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:30.101054Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800203418849799:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32244
2025-12-06T17:36:30.134753Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800200715714901:2063] [node 5] ICP01 ready to work
2025-12-06T17:36:30.135377Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800200827210786:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13591
2025-12-06T17:36:30.101742Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800203418849796:2088] [node 6] ICP01 ready to work
2025-12-06T17:36:30.155202Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800203418849797:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:30.189535Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800203418849798:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:30.230935Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800203418849799:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:30.092793Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800198617778992:2065] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(413954054ns) {Configure:104(401932230ns) {ProcessConfigured:135(59060ns) {StartInitialHandshake:157(56454ns) {DropHandshakes:470(3282ns) {DropIncomingHandshake:442(1017ns) DropOutgoingHandshake:457(501ns)} GenerateSessionVirtualId:988(676ns) PrepareNewSessionHandshake:477(2253ns) {SwitchToState:179(584ns)}}}}}
2025-12-06T17:36:30.239118Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800198092828499:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(240317517ns) {Configure:104(240310538ns) {ProcessConfigured:135(60252ns) {StartInitialHandshake:157(57364ns) {DropHandshakes:470(3793ns) {DropIncomingHandshake:442(406ns) DropOutgoingHandshake:457(280ns)} GenerateSessionVirtualId:988(535ns) PrepareNewSessionHandshake:477(2371ns) {SwitchToState:179(721ns)}}}}}
2025-12-06T17:36:30.246629Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800199123882435:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(485350139ns) {Configure:104(485337866ns) {ProcessConfigured:135(4997906ns) {StartInitialHandshake:157(4995234ns) {DropHandshakes:470(3376ns) {DropIncomingHandshake:442(898ns) DropOutgoingHandshake:457(384ns)} GenerateSessionVirtualId:988(734ns) PrepareNewSessionHandshake:477(4428ns) {SwitchToState:179(2536ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:30.158598Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800200715714900:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:30.135494Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800200827210787:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13591
2025-12-06T17:36:30.254978Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800202387795870:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:30.258590Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800198092828497:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(237735454ns) {Configure:104(177775391ns) {ProcessConfigured:135(17297033ns) {StartInitialHandshake:157(17294030ns) {DropHandshakes:470(2009ns) {DropIncomingHandshake:442(502ns) DropOutgoingHandshake:457(478ns)} GenerateSessionVirtualId:988(1385ns) PrepareNewSessionHandshake:477(2010ns) {SwitchToState:179(686ns)}}}}}
2025-12-06T17:36:30.258681Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800198092828499:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:30.125552Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800202912746328:2101] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:30.267090Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800196420747536:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(352004492ns) {Configure:104(351999136ns) {ProcessConfigured:135(55384ns) {StartInitialHandshake:157(53063ns) {DropHandshakes:470(2689ns) {DropIncomingHandshake:442(571ns) DropOutgoingHandshake:457(388ns)} GenerateSessionVirtualId:988(1161ns) PrepareNewSessionHandshake:477(2071ns) {SwitchToState:179(642ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:30.150792Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800200827210786:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:30.176250Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800200827210787:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:30.176380Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800196532243415:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:30.177642Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800200827210789:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13591
2025-12-06T17:36:30.178308Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800200827210787:2116] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:30.178602Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800196532243415:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:30.178652Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:30.182881Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800196532243415:2050] [node 3] ICP22 created new session: [6:7580800200827210790:2050]
2025-12-06T17:36:30.182937Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800200827210790:2050] [node 3] ICS09 handshake done sender: [6:7580800200827210787:2116] self: [6:7580800200827210788:0] peer: [3:7580800202409028439:0] socket: 154 qp: -1
2025-12-06T17:36:30.182969Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800200827210790:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:30.183013Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:30.194717Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800196532243414:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(435013793ns) {Configure:104(423918630ns) {ProcessConfigured:135(39064983ns) {StartInitialHandshake:157(39061993ns) {DropHandshakes:470(3499ns) {DropIncomingHandshake:442(857ns) DropOutgoingHandshake:457(617ns)} GenerateSessionVirtualId:988(660ns) PrepareNewSessionHandshake:477(3585ns) {SwitchToState:179(774ns)}}}}}
2025-12-06T17:36:30.214815Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800196532243414:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:30.216402Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800200827210794:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13591
2025-12-06T17:36:30.246759Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800200827210794:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:30.287587Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800203418849806:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:30.287621Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800203418849806:2115] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:30.255013Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800198114061075:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(624104590ns) {Configure:104(612233921ns) {ProcessConfigured:135(19729543ns) {StartInitialHandshake:157(10805820ns) {DropHandshakes:470(2734ns) {DropIncomingHandshake:442(188ns) DropOutgoingHandshake:457(435ns)} GenerateSessionVirtualId:988(768ns) PrepareNewSessionHandshake:477(2725ns) {SwitchToState:179(1013ns)}}}}}
2025-12-06T17:36:30.125578Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800202912746328:2101] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:30.283067Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800196420747535:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(604008071ns) {Configure:104(604005154ns) {ProcessConfigured:135(12085787ns) {StartInitialHandshake:157(12083175ns) {DropHandshakes:470(5495ns) {DropIncomingHandshake:442(259ns) DropOutgoingHandshake:457(665ns)} GenerateSessionVirtualId:988(319ns) PrepareNewSessionHandshake:477(3992ns) {SwitchToState:179(1556ns)}}}}}
2025-12-06T17:36:30.275027Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800202387795862:2112] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:30.150741Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800202912746328:2101] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:30.171593Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800198617778973:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(496642506ns) {Configure:104(464068858ns) {ProcessConfigured:135(61827ns) {StartInitialHandshake:157(59329ns) {DropHandshakes:470(2251ns) {DropIncomingHandshake:442(552ns) DropOutgoingHandshake:457(620ns)} GenerateSessionVirtualId:988(431ns) PrepareNewSessionHandshake:477(2783ns) {SwitchToState:179(859ns)}}}}}
2025-12-06T17:36:30.174579Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800202912746344:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22110
2025-12-06T17:36:30.198763Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800198617779015:2060] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(271759610ns) {Configure:104(271754546ns) {ProcessConfigured:135(18565748ns) {StartInitialHandshake:157(18562749ns) {DropHandshakes:470(1968ns) {DropIncomingHandshake:442(241ns) DropOutgoingHandshake:457(249ns)} GenerateSessionVirtualId:988(731ns) PrepareNewSessionHandshake:477(2562ns) {SwitchToState:179(1340ns)}}}}}
2025-12-06T17:36:30.226568Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800198617778991:2063] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:30.226615Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:30.231956Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800198617778991:2063] [node 5] ICP22 created new session: [2:7580800202912746352:2063]
2025-12-06T17:36:30.242869Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800202912746337:2109] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:30.242952Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800202912746340:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:30.242971Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800202912746340:2112] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:30.250777Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800202912746352:2063] [node 5] ICS09 handshake done sender: [2:7580800202912746328:2101] self: [2:7580800198617779014:0] peer: [5:7580800202387795867:0] socket: 129 qp: -1
2025-12-06T17:36:30.254772Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800202912746340:2112] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:30.255694Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800202912746352:2063] [node 5] ICS10 traffic start
2025-12-06T17:36:30.283496Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:30.298741Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800198617778992:2065] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:30.255423Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800202409028452:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12107
2025-12-06T17:36:30.288804Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800200827210797:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13591
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:30.330608Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:30.294723Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800203418849806:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:30.308263Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800196420747570:2081] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:30.298654Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800202387795863:2113] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:30.302616Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800196532243413:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:30.306985Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800198092828497:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:30.308288Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800196420747570:2081] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:30.255565Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800202409028453:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12107
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:30.295030Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800199123882436:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(638815816ns) {Configure:104(638805509ns) {ProcessConfigured:135(16268963ns) {StartInitialHandshake:157(16264591ns) {DropHandshakes:470(3502ns) {DropIncomingHandshake:442(1309ns) DropOutgoingHandshake:457(410ns)} GenerateSessionVirtualId:988(2135ns) PrepareNewSessionHandshake:477(2830ns) {SwitchToState:179(981ns)}}}}}
2025-12-06T17:36:30.308995Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800198092828498:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:30.306683Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800200827210795:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13591
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:30.352423Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800202912746350:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22110
2025-12-06T17:36:30.307812Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800196532243430:2060] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(583535741ns) {Configure:104(583529379ns) {ProcessConfigured:135(4990551ns) {StartInitialHandshake:157(4988646ns) {DropHandshakes:470(3065ns) {DropIncomingHandshake:442(1112ns) DropOutgoingHandshake:457(493ns)} GenerateSessionVirtualId:988(1094ns) PrepareNewSessionHandshake:477(1606ns) {SwitchToState:179(785ns)}}}}}
2025-12-06T17:36:30.307989Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800196532243430:2060] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:30.336428Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800196532243413:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(31861281ns) {IncomingHandshake:261(31859484ns) {DropIncomingHandshake:442(808ns) PrepareNewSessionHandshake:477(2280ns) {SwitchToState:179(853ns)} GenerateSessionVirtualId:988(587ns) IssueIncomingHandshakeReply:193(27536011ns) {SwitchToState:179(2621ns)}}}
2025-12-06T17:36:30.339086Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800200827210786:2115] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:30.342795Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800196532243414:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:30.342845Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:30.342904Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800196532243414:2049] [node 2] ICP22 created new session: [6:7580800200827210801:2049]
2025-12-06T17:36:30.342942Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800200827210801:2049] [node 2] ICS09 handshake done sender: [6:7580800200827210786:2115] self: [6:7580800200827210793:0] peer: [2:7580800202912746339:0] socket: 145 qp: -1
2025-12-06T17:36:30.342973Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800200827210801:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:30.343026Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:30.371286Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800200827210794:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:30.309077Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:30.274744Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800202409028444:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:30.350642Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800199123882482:2084] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(400153988ns) {Configure:104(400149556ns) {ProcessConfigured:135(76026753ns) {StartInitialHandshake:157(76023404ns) {DropHandshakes:470(6396ns) {DropIncomingHandshake:442(786ns) DropOutgoingHandshake:457(3581ns)} GenerateSessionVirtualId:988(1297ns) PrepareNewSessionHandshake:477(3295ns) {SwitchToState:179(1959ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:30.322772Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800196420747570:2081] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:30.358589Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800202912746344:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:30.318827Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800198092828498:2049] [node 2] ICP22 created new session: [5:7580800202387795877:2049]
2025-12-06T17:36:30.331010Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800202387795879:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42856
2025-12-06T17:36:30.335483Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800202387795877:2049] [node 2] ICS09 handshake done sender: [5:7580800202387795862:2112] self: [5:7580800202387795867:0] peer: [2:7580800198617779014:0] socket: 133 qp: -1
2025-12-06T17:36:30.339997Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800198092828511:2060] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(425620541ns) {Configure:104(425612387ns) {ProcessConfigured:135(20372270ns) {StartInitialHandshake:157(20369439ns) {DropHandshakes:470(2839ns) {DropIncomingHandshake:442(651ns) DropOutgoingHandshake:457(517ns)} GenerateSessionVirtualId:988(928ns) PrepareNewSessionHandshake:477(2266ns) {SwitchToState:179(692ns)}}}}}
2025-12-06T17:36:30.350659Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800202387795877:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:30.355617Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:30.370706Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800202387795870:2116] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:30.383117Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800198092828498:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(73907458ns) {HandleHandshakeStatus:329(73904786ns) {DropIncomingHandshake:442(484ns) DropOutgoingHandshake:457(4612ns) SwitchToState:179(374ns) ProcessPendingSessionEvents:495(108603ns) {ForwardSessionEventToSession:612(64793ns) ForwardSessionEventToSession:612(2738ns) ForwardSessionEventToSession:612(8911ns) ForwardSessionEventToSession:612(2118ns) ForwardSessionEventToSession:612(1930ns) ForwardSessionEventToSession:612(4453ns) ForwardSessionEventToSession:612(2684ns) ForwardSessionEventToSession:612(7516ns) ForwardSessionEventToSession:612(1981ns) ForwardSessionEventToSession:612(2086ns)}}}
2025-12-06T17:36:30.383256Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800198092828499:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:30.383297Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:30.383354Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800198092828499:2050] [node 3] ICP22 created new session: [5:7580800202387795884:2050]
2025-12-06T17:36:30.383402Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800202387795884:2050] [node 3] ICS09 handshake done sender: [5:7580800202387795870:2116] self: [5:7580800202387795875:0] peer: [3:7580800202409028443:0] socket: 155 qp: -1
2025-12-06T17:36:30.383429Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800202387795884:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:30.383468Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:30.383669Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7580800198092828499:2050] [node 3] ICP27 obsolete handshake fail ignored
2025-12-06T17:36:30.384600Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800202387795883:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42856
2025-12-06T17:36:30.274770Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800202409028444:2113] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:30.291356Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800202409028455:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12107
2025-12-06T17:36:30.401858Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800196532243413:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:30.358589Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800198617778992:2065] [node 6] ICP22 created new session: [2:7580800202912746357:2065]
2025-12-06T17:36:30.323876Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800196420747568:2079] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:30.374762Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800203418849801:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:30.436502Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800196532243430:2060] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4424) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800196532243441:2069] held: no
2025-12-06T17:36:30.470614Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:30.441133Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800198092828497:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(22513018ns)
2025-12-06T17:36:30.374791Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800203418849801:2113] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:30.375733Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800203418849817:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32244
2025-12-06T17:36:30.388072Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800203418849801:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:30.398569Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800203418849796:2088] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:30.398586Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800203418849817:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:30.402673Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:30.402739Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800203418849796:2088] [node 6] ICP22 created new session: [1:7580800203418849821:2088]
2025-12-06T17:36:30.402804Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800203418849821:2088] [node 6] ICS09 handshake done sender: [1:7580800203418849806:2115] self: [1:7580800203418849805:0] peer: [6:7580800200827210796:0] socket: 158 qp: -1
2025-12-06T17:36:30.402845Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800203418849821:2088] [node 6] ICS10 traffic start
2025-12-06T17:36:30.402881Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:30.419806Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800203418849793:2085] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:30.419856Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:30.419898Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800203418849793:2085] [node 5] ICP22 created new session: [1:7580800203418849823:2085]
2025-12-06T17:36:30.419946Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800203418849823:2085] [node 5] ICS09 handshake done sender: [1:7580800203418849801:2113] self: [1:7580800203418849800:0] peer: [5:7580800202387795876:0] socket: 144 qp: -1
2025-12-06T17:36:30.419975Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800203418849823:2085] [node 5] ICS10 traffic start
2025-12-06T17:36:30.420010Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:30.426868Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800203418849825:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32244
2025-12-06T17:36:30.455279Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800203418849804:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:30.455301Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800203418849804:2114] [node 2] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:30.323915Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:30.470716Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800196532243413:2048] [node 1] ICP22 created new session: [6:7580800200827210805:2048]
2025-12-06T17:36:30.291542Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800202409028444:2113] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:30.486935Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800203418849804:2114] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:30.374574Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800202912746351:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22110
2025-12-06T17:36:30.450820Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800202387795863:2113] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:30.291752Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800202409028426:2058] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:30.498804Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800200827210805:2048] [node 1] ICS09 handshake done sender: [6:7580800200827210794:2118] self: [6:7580800200827210796:0] peer: [1:7580800203418849805:0] socket: 162 qp: -1
2025-12-06T17:36:30.386580Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800202912746358:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22110
2025-12-06T17:36:30.386590Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800202912746357:2065] [node 6] ICS09 handshake done sender: [2:7580800202912746340:2112] self: [2:7580800202912746339:0] peer: [6:7580800200827210793:0] socket: 141 qp: -1
2025-12-06T17:36:30.391272Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800202912746357:2065] [node 6] ICS10 traffic start
2025-12-06T17:36:30.323958Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800196420747568:2079] [node 6] ICP22 created new session: [4:7580800200715714908:2079]
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:30.502646Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800203418849825:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:30.494596Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800198092828497:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:30.398639Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:30.291786Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:30.323998Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800200715714908:2079] [node 6] ICS09 handshake done sender: [4:7580800196420747570:2081] self: [4:7580800196420747569:0] peer: [6:7580800200827210800:0] socket: 123 qp: -1
2025-12-06T17:36:30.291824Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800202409028426:2058] [node 5] ICP22 created new session: [3:7580800202409028456:2058]
2025-12-06T17:36:30.291868Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800202409028456:2058] [node 5] ICS09 handshake done sender: [3:7580800202409028444:2113] self: [3:7580800202409028443:0] peer: [5:7580800202387795875:0] socket: 152 qp: -1
2025-12-06T17:36:30.291896Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800202409028456:2058] [node 5] ICS10 traffic start
2025-12-06T17:36:30.291923Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:30.334971Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800202409028455:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:30.350844Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800202409028452:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:30.359013Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800202409028425:2061] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(244189056ns) {Configure:104(244180830ns) {ProcessConfigured:135(50578ns) {StartInitialHandshake:157(45808ns) {DropHandshakes:470(3064ns) {DropIncomingHandshake:442(630ns) DropOutgoingHandshake:457(745ns)} GenerateSessionVirtualId:988(703ns) PrepareNewSessionHandshake:477(1940ns) {SwitchToState:179(714ns)}}}}}
2025-12-06T17:36:30.359221Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7580800202409028426:2058] [node 5] ICP18 handshake (actor [3:7580800202409028452:2115]) is too old
2025-12-06T17:36:30.377048Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800202409028460:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:30.377065Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800202409028460:2118] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:36:30.404881Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800202409028453:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:30.410999Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800198114061076:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:30.450913Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800202409028460:2118] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:30.504892Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800202409028425:2061] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:36:30.504956Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:30.505000Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800202409028425:2061] [node 4] ICP22 created new session: [3:7580800202409028465:2061]
2025-12-06T17:36:30.505033Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800202409028465:2061] [node 4] ICS09 handshake done sender: [3:7580800202409028460:2118] self: [3:7580800202409028459:0] peer: [4:7580800200715714913:0] socket: 180 qp: -1
2025-12-06T17:36:30.505061Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800202409028465:2061] [node 4] ICS10 traffic start
2025-12-06T17:36:30.505097Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:30.559889Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800202409028467:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12107
2025-12-06T17:36:30.559932Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800202409028468:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12107
2025-12-06T17:36:30.563150Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800202409028453:2116] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:30.563380Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800198114061076:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:30.563438Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:30.563488Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800198114061076:2049] [node 2] ICP22 created new session: [3:7580800202409028469:2049]
2025-12-06T17:36:30.563529Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800202409028469:2049] [node 2] ICS09 handshake done sender: [3:7580800202409028453:2116] self: [3:7580800202409028463:0] peer: [2:7580800202912746346:0] socket: 140 qp: -1
2025-12-06T17:36:30.563561Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800202409028469:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:30.563621Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:30.506722Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800200827210805:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:30.544105Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580800203418849793:2085] [node 5] ICP18 handshake (actor [1:7580800203418849825:2119]) is too old
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:30.510722Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800200827210804:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13591
2025-12-06T17:36:30.502722Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:30.502770Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800198092828497:2048] [node 1] ICP22 created new session: [5:7580800202387795888:2048]
2025-12-06T17:36:30.502822Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800202387795888:2048] [node 1] ICS09 handshake done sender: [5:7580800202387795863:2113] self: [5:7580800202387795876:0] peer: [1:7580800203418849800:0] socket: 146 qp: -1
2025-12-06T17:36:30.521887Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800202387795888:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:30.521937Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:30.534973Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800202387795890:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42856
2025-12-06T17:36:30.554569Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800202387795890:2122] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:30.605694Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800198092828535:2074] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:30.610596Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800198092828497:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(91973224ns) {HandleHandshakeStatus:329(91970135ns) {DropIncomingHandshake:442(2438ns) DropOutgoingHandshake:457(21874ns) SwitchToState:179(782ns) ProcessPendingSessionEvents:495(8012309ns) {ForwardSessionEventToSession:612(7957184ns) ForwardSessionEventToSession:612(7898ns) ForwardSessionEventToSession:612(6465ns) ForwardSessionEventToSession:612(2443ns) ForwardSessionEventToSession:612(2610ns) ForwardSessionEventToSession:612(10089ns) ForwardSessionEventToSession:612(2038ns) ForwardSessionEventToSession:612(4629ns) ForwardSessionEventToSession:612(4590ns) ForwardSessionEventToSession:612(1987ns)}}}
2025-12-06T17:36:30.324030Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800200715714908:2079] [node 6] ICS10 traffic start
2025-12-06T17:36:30.404072Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800198617778992:2065] [node 6] ICP35 event processing took too much time PendingConnection:279(105112794ns) {HandleHandshakeStatus:329(105110070ns) {DropIncomingHandshake:442(539ns) DropOutgoingHandshake:457(555ns) SwitchToState:179(485ns) ProcessPendingSessionEvents:495(5081427ns) {ForwardSessionEventToSession:612(5024534ns) ForwardSessionEventToSession:612(7407ns) ForwardSessionEventToSession:612(8196ns) ForwardSessionEventToSession:612(2624ns) ForwardSessionEventToSession:612(5665ns) ForwardSessionEventToSession:612(3167ns) ForwardSessionEventToSession:612(8649ns) ForwardSessionEventToSession:612(3080ns) ForwardSessionEventToSession:612(2021ns) ForwardSessionEventToSession:612(5162ns)}}}
2025-12-06T17:36:30.544204Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:294: Proxy [1:7580800203418849793:2085] [node 5] ICP35 event processing took too much time StateWork:294(16026114ns) {IncomingHandshake:261(16023599ns)}
2025-12-06T17:36:30.324070Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:30.363285Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800200715714911:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18449
2025-12-06T17:36:30.518771Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800196532243441:2069] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:30.654604Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800198092828535:2074] [node 4] ICP35 event processing took too much time PendingConnection:279(31001127ns) {IncomingHandshake:261(11140704ns) {DropIncomingHandshake:442(1322ns) PrepareNewSessionHandshake:477(2505ns) {SwitchToState:179(749ns)} GenerateSessionVirtualId:988(1083ns) IssueIncomingHandshakeReply:193(6944976ns) {SwitchToState:179(920ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:30.404140Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7580800198617778992:2065] [node 6] ICP27 obsolete handshake fail ignored
2025-12-06T17:36:30.570587Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800199123882435:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:36:30.642996Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800202409028467:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:30.530869Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:30.363514Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800200715714912:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18449
2025-12-06T17:36:30.416075Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800202912746351:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:30.661407Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800198092828535:2074] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4424) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800202387795890:2122] held: no
2025-12-06T17:36:30.376611Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800200715714912:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:30.643142Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800198114061075:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:30.570823Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800203418849815:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:30.376741Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800196420747536:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:30.382882Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800200715714911:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:30.386569Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7580800196420747568:2079] [node 6] ICP18 handshake (actor [4:7580800200715714911:2115]) is too old
2025-12-06T17:36:30.387072Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800200715714914:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18449
2025-12-06T17:36:30.473714Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800200715714914:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:30.475802Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800200715714917:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18449
2025-12-06T17:36:30.476126Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800200715714901:2063] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(312371852ns) {Configure:104(312364223ns) {ProcessConfigured:135(25156401ns) {StartInitialHandshake:157(25153364ns) {DropHandshakes:470(3389ns) {DropIncomingHandshake:442(617ns) DropOutgoingHandshake:457(532ns)} GenerateSessionVirtualId:988(927ns) PrepareNewSessionHandshake:477(2789ns) {SwitchToState:179(934ns)}}}}}
2025-12-06T17:36:30.486744Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800196420747535:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:30.522681Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800200715714912:2116] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:30.522877Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800196420747536:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:30.522930Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:30.522972Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800196420747536:2050] [node 3] ICP22 created new session: [4:7580800200715714921:2050]
2025-12-06T17:36:30.523009Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800200715714921:2050] [node 3] ICS09 handshake done sender: [4:7580800200715714912:2116] self: [4:7580800200715714913:0] peer: [3:7580800202409028459:0] socket: 181 qp: -1
2025-12-06T17:36:30.523038Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800200715714921:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:30.523065Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:30.530603Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800200715714916:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18449
2025-12-06T17:36:30.530967Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800196420747535:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24150) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580800200715714914:2117] held: no
2025-12-06T17:36:30.559001Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800200715714916:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:30.559108Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800196420747534:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:30.566837Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800200715714924:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18449
2025-12-06T17:36:30.602851Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800200715714918:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:30.602873Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800200715714918:2120] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:30.604076Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800200715714927:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18449
2025-12-06T17:36:30.605632Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800200715714914:2117] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:30.610782Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800200715714918:2120] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:30.642795Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800196420747535:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:30.642848Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:30.642890Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800196420747535:2049] [node 2] ICP22 created new session: [4:7580800200715714928:2049]
2025-12-06T17:36:30.642932Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800200715714928:2049] [node 2] ICS09 handshake done sender: [4:7580800200715714914:2117] self: [4:7580800200715714920:0] peer: [2:7580800202912746348:0] socket: 183 qp: -1
2025-12-06T17:36:30.642961Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800200715714928:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:30.642995Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:30.643368Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800200715714901:2063] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:30.643427Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:30.643463Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800200715714901:2063] [node 5] ICP22 created new session: [4:7580800200715714930:2063]
2025-12-06T17:36:30.643497Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800200715714930:2063] [node 5] ICS09 handshake done sender: [4:7580800200715714918:2120] self: [4:7580800200715714915:0] peer: [5:7580800202387795891:0] socket: 186 qp: -1
2025-12-06T17:36:30.643525Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800200715714930:2063] [node 5] ICS10 traffic start
2025-12-06T17:36:30.643550Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:30.654647Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800200715714916:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:30.670646Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800196420747534:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:30.675939Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:30.675989Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800196420747534:2048] [node 1] ICP22 created new session: [4:7580800200715714932:2048]
2025-12-06T17:36:30.676044Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800200715714932:2048] [node 1] ICS09 handshake done sender: [4:7580800200715714916:2118] self: [4:7580800200715714925:0] peer: [1:7580800203418849810:0] socket: 185 qp: -1
2025-12-06T17:36:30.676076Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800200715714932:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:30.676122Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:30.430635Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800202912746358:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:30.555137Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800196532243430:2060] [node 4] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:30.454702Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580800198617778972:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:30.454858Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800198617778972:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(21786395ns) {IncomingHandshake:261(21783957ns) {DropIncomingHandshake:442(715ns) PrepareNewSessionHandshake:477(2471ns) {SwitchToState:179(926ns)} GenerateSessionVirtualId:988(779ns) IssueIncomingHandshakeReply:193(61157ns) {SwitchToState:179(592ns)}}}
2025-12-06T17:36:30.458683Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800202912746347:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:30.458720Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800202912746347:2115] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:36:30.502746Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800202912746349:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:30.502773Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800202912746349:2116] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:36:30.503684Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800202912746349:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:30.503898Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800198617779015:2060] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:36:30.503971Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:30.504012Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800198617779015:2060] [node 4] ICP22 created new session: [2:7580800202912746364:2060]
2025-12-06T17:36:30.504051Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800202912746364:2060] [node 4] ICS09 handshake done sender: [2:7580800202912746349:2116] self: [2:7580800202912746348:0] peer: [4:7580800200715714920:0] socket: 182 qp: -1
2025-12-06T17:36:30.504075Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800202912746364:2060] [node 4] ICS10 traffic start
2025-12-06T17:36:30.504104Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:30.559471Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800202912746366:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22110
2025-12-06T17:36:30.560309Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800202912746347:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:30.574615Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800198617778991:2063] [node 5] ICP35 event processing took too much time PendingConnection:279(244228005ns) {HandleHandshakeStatus:329(244225024ns) {DropIncomingHandshake:442(526ns) DropOutgoingHandshake:457(687ns) SwitchToState:179(469ns) ProcessPendingSessionEvents:495(98143087ns) {ForwardSessionEventToSession:612(29366967ns) ForwardSessionEventToSession:612(2789277ns) ForwardSessionEventToSession:612(3162ns) ForwardSessionEventToSession:612(3256ns) ForwardSessionEventToSession:612(11245368ns) ForwardSessionEventToSession:612(22661719ns) ForwardSessionEventToSession:612(11347ns) ForwardSessionEventToSession:612(11998647ns) ForwardSessionEventToSession:612(4576970ns) ForwardSessionEventToSession:612(15450677ns)}}}
2025-12-06T17:36:30.594647Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800202912746351:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:30.604261Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800198617778973:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:36:30.604339Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:30.604379Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800198617778973:2049] [node 3] ICP22 created new session: [2:7580800202912746368:2049]
2025-12-06T17:36:30.604428Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800202912746368:2049] [node 3] ICS09 handshake done sender: [2:7580800202912746347:2115] self: [2:7580800202912746346:0] peer: [3:7580800202409028463:0] socket: 165 qp: -1
2025-12-06T17:36:30.604455Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800202912746368:2049] [node 3] ICS10 traffic start
2025-12-06T17:36:30.604501Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:30.604982Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580800198617778972:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62589) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7580800202912746351:2118] held: no
2025-12-06T17:36:30.610956Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580800198617778972:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:30.611010Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:30.611059Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800198617778972:2048] [node 1] ICP22 created new session: [2:7580800202912746370:2048]
2025-12-06T17:36:30.611097Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800202912746370:2048] [node 1] ICS09 handshake done sender: [2:7580800202912746351:2118] self: [2:7580800202912746361:0] peer: [1:7580800203418849803:0] socket: 161 qp: -1
2025-12-06T17:36:30.611122Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800202912746370:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:30.611150Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:30.719946Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800198092828535:2074] [node 4] ICP35 event processing took too much time PendingConnection:279(24027440ns) {HandleHandshakeStatus:395(24024352ns) {LogHandshakeFail:472(10686ns) {UpdateErrorStateLog:545(4141ns)} DropOutgoingHandshake:457(1720ns) ProcessPendingSessionEvents:495(17266811ns) {DropSessionEvent:512(13630ns) DropSessionEvent:512(14351ns) DropSessionEvent:512(11498ns) DropSessionEvent:512(9499ns) DropSessionEvent:512(4091ns) DropSessionEvent:512(4406ns) DropSessionEvent:512(4907ns) DropSessionEvent:512(4691825ns) DropSessionEvent:512(11889226ns) DropSessionEvent:512(13645ns)}}}
2025-12-06T17:36:30.718863Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800202409028472:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12107
2025-12-06T17:36:30.570845Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800203418849815:2117] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:36:30.730731Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800202387795880:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:30.730763Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580800202387795880:2120] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:30.555201Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:30.736039Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800202387795880:2120] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:30.738591Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800202409028467:2119] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:30.579854Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:30.555263Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800196532243430:2060] [node 4] ICP22 created new session: [6:7580800200827210808:2060]
2025-12-06T17:36:30.579910Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800199123882435:2048] [node 2] ICP22 created new session: [1:7580800203418849829:2048]
2025-12-06T17:36:30.743086Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580800198617778991:2063] [node 5] ICP18 handshake (actor [2:7580800202912746344:2114]) is too old
2025-12-06T17:36:30.744175Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800202387795892:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42856
2025-12-06T17:36:30.744282Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800198114061075:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:30.555309Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800200827210808:2060] [node 4] ICS09 handshake done sender: [6:7580800196532243441:2069] self: [6:7580800200827210800:0] peer: [4:7580800196420747569:0] socket: 124 qp: -1
2025-12-06T17:36:30.579952Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800203418849829:2048] [node 2] ICS09 handshake done sender: [1:7580800203418849804:2114] self: [1:7580800203418849803:0] peer: [2:7580800202912746361:0] socket: 159 qp: -1
2025-12-06T17:36:30.744332Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:30.754048Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580800198092828511:2060] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:30.555336Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800200827210808:2060] [node 4] ICS10 traffic start
2025-12-06T17:36:30.754403Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800202387795890:2122] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:30.750755Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800198114061075:2048] [node 1] ICP22 created new session: [3:7580800202409028473:2048]
2025-12-06T17:36:30.750808Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800202409028473:2048] [node 1] ICS09 handshake done sender: [3:7580800202409028467:2119] self: [3:7580800202409028471:0] peer: [1:7580800203418849812:0] socket: 169 qp: -1
2025-12-06T17:36:30.579987Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800203418849829:2048] [node 2] ICS10 traffic start
2025-12-06T17:36:30.555370Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:30.596064Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800196532243413:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(199225991ns) {HandleHandshakeStatus:329(199223560ns) {DropIncomingHandshake:442(1427ns) DropOutgoingHandshake:457(12764ns) SwitchToState:179(573ns) ProcessPendingSessionEvents:495(5098323ns) {ForwardSessionEventToSession:612(5048966ns) ForwardSessionEventToSession:612(8502ns) ForwardSessionEventToSession:612(2711ns) ForwardSessionEventToSession:612(2345ns) ForwardSessionEventToSession:612(5207ns) ForwardSessionEventToSession:612(7076ns) ForwardSessionEventToSession:612(2270ns) ForwardSessionEventToSession:612(4689ns) ForwardSessionEventToSession:612(2165ns) ForwardSessionEventToSession:612(4604ns)}}}
2025-12-06T17:36:30.682625Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800200827210806:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13591
2025-12-06T17:36:30.712214Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800200827210806:2123] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:30.712379Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800196532243433:2065] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:30.732033Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800200827210811:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13591
2025-12-06T17:36:30.752853Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800200827210806:2123] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:30.756750Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800196532243433:2065] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:36:30.756820Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:30.756864Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800196532243433:2065] [node 5] ICP22 created new session: [6:7580800200827210812:2065]
2025-12-06T17:36:30.756906Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800200827210812:2065] [node 5] ICS09 handshake done sender: [6:7580800200827210806:2123] self: [6:7580800200827210810:0] peer: [5:7580800202387795878:0] socket: 178 qp: -1
2025-12-06T17:36:30.750857Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800202409028473:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:30.750920Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:30.580022Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:30.580451Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800199123882435:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(21307578ns) {HandleHandshakeStatus:329(21305531ns) {DropIncomingHandshake:442(25252ns) DropOutgoingHandshake:457(670ns) SwitchToState:179(1076ns) ProcessPendingSessionEvents:495(94693ns) {ForwardSessionEventToSession:612(54804ns) ForwardSessionEventToSession:612(2904ns) ForwardSessionEventToSession:612(4960ns) ForwardSessionEventToSession:612(1947ns) ForwardSessionEventToSession:612(3793ns) ForwardSessionEventToSession:612(1797ns) ForwardSessionEventToSession:612(5917ns) ForwardSessionEventToSession:612(5126ns) ForwardSessionEventToSession:612(1707ns) ForwardSessionEventToSession:612(2506ns)}}}
2025-12-06T17:36:30.598597Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800203418849815:2117] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:30.661739Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800199123882482:2084] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:36:30.670709Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:30.758839Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:30.670766Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800199123882482:2084] [node 4] ICP22 created new session: [1:7580800203418849831:2084]
2025-12-06T17:36:30.670809Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800203418849831:2084] [node 4] ICS09 handshake done sender: [1:7580800203418849815:2117] self: [1:7580800203418849810:0] peer: [4:7580800200715714925:0] socket: 184 qp: -1
2025-12-06T17:36:30.760054Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800198092828511:2060] [node 6] ICP22 created new session: [5:7580800202387795894:2060]
2025-12-06T17:36:30.670843Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800203418849831:2084] [node 4] ICS10 traffic start
2025-12-06T17:36:30.760176Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800198092828535:2074] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:36:30.670903Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:30.674794Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800203418849814:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:30.761706Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800202387795894:2060] [node 6] ICS09 handshake done sender: [5:7580800202387795880:2120] self: [5:7580800202387795878:0] peer: [6:7580800200827210810:0] socket: 163 qp: -1
2025-12-06T17:36:30.674827Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800203418849814:2116] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:36:30.761744Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800202387795894:2060] [node 6] ICS10 traffic start
2025-12-06T17:36:30.715633Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800203418849814:2116] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:30.761788Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:30.736105Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800199123882436:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:36:30.761850Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:30.744212Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:30.761895Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800198092828535:2074] [node 4] ICP22 created new session: [5:7580800202387795896:2074]
2025-12-06T17:36:30.753199Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800199123882436:2049] [node 3] ICP22 created new session: [1:7580800203418849834:2049]
2025-12-06T17:36:30.761936Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800202387795896:2074] [node 4] ICS09 handshake done sender: [5:7580800202387795890:2122] self: [5:7580800202387795891:0] peer: [4:7580800200715714915:0] socket: 190 qp: -1
2025-12-06T17:36:30.753683Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800203418849834:2049] [node 3] ICS09 handshake done sender: [1:7580800203418849814:2116] self: [1:7580800203418849812:0] peer: [3:7580800202409028471:0] socket: 168 qp: -1
2025-12-06T17:36:30.761959Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800202387795896:2074] [node 4] ICS10 traffic start
2025-12-06T17:36:30.754295Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800203418849834:2049] [node 3] ICS10 traffic start
2025-12-06T17:36:30.762013Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:30.754345Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:30.761344Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800199123882436:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(25141546ns) {HandleHandshakeStatus:329(25138586ns) {DropIncomingHandshake:442(29374ns) DropOutgoingHandshake:457(580ns) SwitchToState:179(603ns) ProcessPendingSessionEvents:495(258719ns) {ForwardSessionEventToSession:612(255989ns)}}}
2025-12-06T17:36:30.756941Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800200827210812:2065] [node 5] ICS10 traffic start
2025-12-06T17:36:30.757007Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:30.841139Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:36:30.841457Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800202409028473:2048] [node 1] ICS01 socket: 169 reason# EndOfStream
2025-12-06T17:36:30.841496Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800198114061075:2048] [node 1] ICP30 unregister session Session# [3:7580800202409028473:2048] VirtualId# [3:7580800202409028471:0]
2025-12-06T17:36:30.841524Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800202409028473:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:30.841592Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:30.841632Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:30.843277Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:36:30.853080Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580800202912746370:2048] [node 1] ICS01 socket: 161 reason# EndOfStream
2025-12-06T17:36:30.853127Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580800198617778972:2048] [node 1] ICP30 unregister session Session# [2:7580800202912746370:2048] VirtualId# [2:7580800202912746361:0]
2025-12-06T17:36:30.853162Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580800202912746370:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:30.853288Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:30.853340Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:30.861882Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:36:30.862175Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580800202387795888:2048] [node 1] ICS07 socket disconnect 146 reason# EndOfStream
2025-12-06T17:36:30.862210Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800202387795888:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:30.862315Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:30.862369Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580800202387795888:2048] [node 1] ICS15 start handshake
2025-12-06T17:36:30.862852Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:36:30.863107Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800200715714932:2048] [node 1] ICS01 socket: 185 reason# EndOfStream
2025-12-06T17:36:30.863147Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800196420747534:2048] [node 1] ICP30 unregister session Session# [4:7580800200715714932:2048] VirtualId# [4:7580800200715714925:0]
2025-12-06T17:36:30.863177Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800200715714932:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:30.863258Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:30.863304Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:30.874635Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800198092828497:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62589) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:36:30.878705Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:36:30.882649Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800202387795888:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:36:30.883916Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580800200827210805:2048] [node 1] ICS07 socket disconnect 162 reason# EndOfStream
2025-12-06T17:36:30.883951Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800200827210805:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:30.884046Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:30.884082Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580800200827210805:2048] [node 1] ICS15 start handshake
2025-12-06T17:36:30.882708Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800198092828497:2048] [node 1] ICP30 unregister session Session# [5:7580800202387795888:2048] VirtualId# [5:7580800202387795876:0]
2025-12-06T17:36:30.882764Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:30.882799Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580800198092828497:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:62589) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:30.882815Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62589) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:30.883076Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:294: Proxy [5:7580800198092828497:2048] [node 1] ICP35 event processing took too much time StateWork:294(19218002ns) {HandleHandshakeStatus:395(19214809ns) {LogHandshakeFail:472(9529ns) {UpdateErrorStateLog:545(2247ns)} DropOutgoingHandshake:457(3116ns) ProcessPendingSessionEvents:495(747ns) UnregisterSession:538(50700ns) {ProcessPendingSessionEvents:495(371ns) SwitchToInitialState:202(2454ns) {SwitchToState:179(914ns)}} TransitToErrorState:752(56928ns) {SwitchToState:179(8769ns) ProcessPendingSessionEvents:495(188ns) DropHandshakes:470(3554ns) {DropIncomingHandshake:442(575ns) DropOutgoingHandshake:457(546ns)}}}}
2025-12-06T17:36:30.898666Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580800198092828497:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:36:30.910644Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800196532243413:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62589) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:36:30.910720Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800200827210805:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:36:30.910754Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800196532243413:2048] [node 1] ICP30 unregister session Session# [6:7580800200827210805:2048] VirtualId# [6:7580800200827210796:0]
2025-12-06T17:36:30.910812Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:30.910852Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580800196532243413:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:62589) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:30.910866Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62589) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:30.922695Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580800196532243413:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:36:30.955522Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:36:30.955757Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800202409028469:2049] [node 2] ICS01 socket: 140 reason# EndOfStream
2025-12-06T17:36:30.955797Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800198114061076:2049] [node 2] ICP30 unregister session Session# [3:7580800202409028469:2049] VirtualId# [3:7580800202409028463:0]
2025-12-06T17:36:30.955827Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800202409028469:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:30.955914Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:30.955954Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:30.966695Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:36:30.966943Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800202387795877:2049] [node 2] ICS01 socket: 133 reason# EndOfStream
2025-12-06T17:36:30.966978Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800198092828498:2049] [node 2] ICP30 unregister session Session# [5:7580800202387795877:2049] VirtualId# [5:7580800202387795867:0]
2025-12-06T17:36:30.967010Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800202387795877:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:30.967094Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:30.967138Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:30.970666Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:36:30.970883Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800200827210801:2049] [node 2] ICS01 socket: 145 reason# EndOfStream
2025-12-06T17:36:30.970927Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800196532243414:2049] [node 2] ICP30 unregister session Session# [6:7580800200827210801:2049] VirtualId# [6:7580800200827210793:0]
2025-12-06T17:36:30.970956Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800200827210801:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:30.971053Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:30.971100Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:30.970666Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:36:30.970884Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800200715714928:2049] [node 2] ICS01 socket: 183 reason# EndOfStream
2025-12-06T17:36:30.970925Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800196420747535:2049] [node 2] ICP30 unregister session Session# [4:7580800200715714928:2049] VirtualId# [4:7580800200715714920:0]
2025-12-06T17:36:30.970955Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800200715714928:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:30.971053Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:30.971095Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:31.042782Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:36:31.042982Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800200827210790:2050] [node 3] ICS01 socket: 154 reason# EndOfStream
2025-12-06T17:36:31.043018Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800196532243415:2050] [node 3] ICP30 unregister session Session# [6:7580800200827210790:2050] VirtualId# [6:7580800200827210788:0]
2025-12-06T17:36:31.043053Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800200827210790:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:31.043121Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:31.043176Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:31.042675Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:36:31.042920Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580800200715714921:2050] [node 3] ICS07 socket disconnect 181 reason# EndOfStream
2025-12-06T17:36:31.042943Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800200715714921:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:31.043018Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:31.043055Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580800200715714921:2050] [node 3] ICS15 start handshake
2025-12-06T17:36:31.044030Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800196420747536:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19247) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:36:31.044076Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800200715714921:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:36:31.044104Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800196420747536:2050] [node 3] ICP30 unregister session Session# [4:7580800200715714921:2050] VirtualId# [4:7580800200715714913:0]
2025-12-06T17:36:31.044133Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:31.044158Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580800196420747536:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:19247) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:31.044172Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19247) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:31.046623Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:36:31.046860Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800202387795884:2050] [node 3] ICS01 socket: 155 reason# EndOfStream
2025-12-06T17:36:31.046898Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800198092828499:2050] [node 3] ICP30 unregister session Session# [5:7580800202387795884:2050] VirtualId# [5:7580800202387795875:0]
2025-12-06T17:36:31.046926Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800202387795884:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:31.047007Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:31.047042Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:31.050683Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580800196420747536:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:36:31.138737Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:36:31.138977Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800200827210808:2060] [node 4] ICS01 socket: 124 reason# EndOfStream
2025-12-06T17:36:31.139015Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800196532243430:2060] [node 4] ICP30 unregister session Session# [6:7580800200827210808:2060] VirtualId# [6:7580800200827210800:0]
2025-12-06T17:36:31.139048Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800200827210808:2060] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:31.139126Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:36:31.139165Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:36:31.202767Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:36:31.203112Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800200827210812:2065] [node 5] ICS01 socket: 178 reason# EndOfStream
2025-12-06T17:36:31.203159Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800196532243433:2065] [node 5] ICP30 unregister session Session# [6:7580800200827210812:2065] VirtualId# [6:7580800200827210810:0]
2025-12-06T17:36:31.203191Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800200827210812:2065] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:31.203269Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:36:31.203314Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:36:31.326936Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800207174265074:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:31.326970Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800207174265075:2049] [node 3] ICP01 ready to work
2025-12-06T17:36:31.348945Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800207265544390:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:31.348980Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800207265544391:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:31.374808Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800206387009768:2048] [node 2] ICP01 ready to work
2025-12-06T17:36:31.374866Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800206387009769:2049] [node 3] ICP01 ready to work
2025-12-06T17:36:31.474840Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800206719913331:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:31.474871Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800206719913332:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:31.474900Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800206719913333:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:31.485609Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800207694247453:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:31.485637Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800207694247454:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:31.485664Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800207694247455:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:31.658838Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800204601571658:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:31.658879Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800204601571659:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:31.658908Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800204601571660:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:32.174364Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800208896538972:2061] [node 4] ICP01 ready to work
2025-12-06T17:36:32.251323Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800210681977101:2077] [node 6] ICP01 ready to work
2025-12-06T17:36:32.262635Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800210681977102:2078] [node 5] ICP01 ready to work
2025-12-06T17:36:32.263041Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800210681977107:2079] [node 4] ICP01 ready to work
2025-12-06T17:36:32.278926Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800211989214767:2061] [node 6] ICP01 ready to work
2025-12-06T17:36:32.298677Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800211560511714:2066] [node 6] ICP01 ready to work
2025-12-06T17:36:32.383519Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800208896538972:2061] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(208902565ns) {Configure:104(208897442ns) {ProcessConfigured:135(71037ns) {StartInitialHandshake:157(68936ns) {DropHandshakes:470(5483ns) {DropIncomingHandshake:442(759ns) DropOutgoingHandshake:457(416ns)} GenerateSessionVirtualId:988(759ns) PrepareNewSessionHandshake:477(2090ns) {SwitchToState:179(695ns)}}}}}
2025-12-06T17:36:32.385143Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800208896538996:2068] [node 5] ICP01 ready to work
2025-12-06T17:36:32.418766Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800211014880674:2067] [node 6] ICP01 ready to work
2025-12-06T17:36:32.419425Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800211014880691:2071] [node 5] ICP01 ready to work
2025-12-06T17:36:32.447132Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800207694247455:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(165231033ns) {Configure:104(165227873ns) {ProcessConfigured:135(94021ns) {StartInitialHandshake:157(89689ns) {DropHandshakes:470(15491ns) {DropIncomingHandshake:442(1121ns) DropOutgoingHandshake:457(479ns)} GenerateSessionVirtualId:988(1574ns) PrepareNewSessionHandshake:477(2283ns) {SwitchToState:179(697ns)}}}}}
2025-12-06T17:36:32.448988Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800211989214821:2111] [node 4] ICP01 ready to work
2025-12-06T17:36:32.458659Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800211469232413:2067] [node 5] ICP01 ready to work
2025-12-06T17:36:32.443066Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800211560511751:2067] [node 4] ICP01 ready to work
2025-12-06T17:36:32.469782Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800206387009769:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(203539106ns) {Configure:104(203536510ns) {ProcessConfigured:135(6190635ns) {StartInitialHandshake:157(6187232ns) {DropHandshakes:470(3369ns) {DropIncomingHandshake:442(836ns) DropOutgoingHandshake:457(595ns)} GenerateSessionVirtualId:988(1453ns) PrepareNewSessionHandshake:477(3324ns) {SwitchToState:179(1315ns)}}}}}
2025-12-06T17:36:32.477703Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800211560511758:2070] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:32.495148Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800204601571659:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(108613386ns) {Configure:104(108609490ns) {ProcessConfigured:135(75158ns) {StartInitialHandshake:157(72027ns) {DropHandshakes:470(3658ns) {DropIncomingHandshake:442(894ns) DropOutgoingHandshake:457(508ns)} GenerateSessionVirtualId:988(1203ns) PrepareNewSessionHandshake:477(1925ns) {SwitchToState:179(574ns)}}}}}
2025-12-06T17:36:32.496074Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800208896539032:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22622
2025-12-06T17:36:32.502830Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800211469232434:2068] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:32.520371Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800210681977142:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31078
2025-12-06T17:36:32.520714Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800208896539032:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:32.520851Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800208896538996:2068] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:32.522654Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800207174265075:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(19524199ns) {Configure:104(19518902ns) {ProcessConfigured:135(55881ns) {StartInitialHandshake:157(53086ns) {DropHandshakes:470(2786ns) {DropIncomingHandshake:442(825ns) DropOutgoingHandshake:457(421ns)} GenerateSessionVirtualId:988(594ns) PrepareNewSessionHandshake:477(1184ns) {SwitchToState:179(412ns)}}}}}
2025-12-06T17:36:32.525166Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800211469232439:2074] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:32.523816Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800211989214769:2065] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:32.523851Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580800211989214769:2065] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:32.528848Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800211469232442:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34877
2025-12-06T17:36:32.530421Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800211989214827:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58394
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:32.531419Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800211989214769:2065] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:32.528973Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800211469232443:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34877
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:32.562638Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800211560511756:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55558
2025-12-06T17:36:32.588624Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580800211989214767:2061] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:32.588694Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:32.588738Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800211989214767:2061] [node 6] ICP22 created new session: [5:7580800211989214829:2061]
2025-12-06T17:36:32.588776Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800211989214829:2061] [node 6] ICS09 handshake done sender: [5:7580800211989214769:2065] self: [5:7580800211989214768:0] peer: [6:7580800208896539033:0] socket: 128 qp: -1
2025-12-06T17:36:32.588806Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800211989214829:2061] [node 6] ICS10 traffic start
2025-12-06T17:36:32.588841Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:32.530935Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800211469232442:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:32.601454Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800211469232452:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34877
2025-12-06T17:36:32.599204Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800206719913331:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(85790716ns) {Configure:104(85781308ns) {ProcessConfigured:135(74247ns) {StartInitialHandshake:157(71429ns) {DropHandshakes:470(3503ns) {DropIncomingHandshake:442(835ns) DropOutgoingHandshake:457(464ns)} GenerateSessionVirtualId:988(1145ns) PrepareNewSessionHandshake:477(2214ns) {SwitchToState:179(676ns)}}}}}
2025-12-06T17:36:32.581111Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800210681977144:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31078
2025-12-06T17:36:32.574790Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800211560511757:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55558
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:32.574886Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800211560511762:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55558
2025-12-06T17:36:32.575591Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800211560511761:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55558
2025-12-06T17:36:32.601920Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800211560511757:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:32.610630Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800210681977142:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:32.619230Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800211014880698:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2138
2025-12-06T17:36:32.619368Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800211014880699:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2138
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:32.635339Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800208896539037:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22622
2025-12-06T17:36:32.635400Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800208896539034:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22622
2025-12-06T17:36:32.635516Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800208896539035:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22622
2025-12-06T17:36:32.630995Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800211560511756:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:32.631076Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800211560511761:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:32.631235Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800207265544390:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:32.654617Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800211014880699:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:32.654799Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800211014880698:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:32.650659Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800211469232452:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:32.678854Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800211560511773:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55558
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:32.671516Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800210681977135:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:32.671555Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800210681977135:2112] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:36:32.672127Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800210681977146:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31078
2025-12-06T17:36:32.672247Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800210681977147:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31078
2025-12-06T17:36:32.682777Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800210681977135:2112] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:32.690898Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800211989214827:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:32.679040Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800208896539036:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22622
2025-12-06T17:36:32.679216Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800208896539034:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:32.679258Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800208896539032:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:32.698979Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800208896539036:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:32.699022Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800208896538996:2068] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:36:32.699070Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:32.699112Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800208896538996:2068] [node 5] ICP22 created new session: [6:7580800208896539038:2068]
2025-12-06T17:36:32.699150Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800208896539038:2068] [node 5] ICS09 handshake done sender: [6:7580800208896539032:2115] self: [6:7580800208896539033:0] peer: [5:7580800211989214768:0] socket: 134 qp: -1
2025-12-06T17:36:32.699176Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800208896539038:2068] [node 5] ICS10 traffic start
2025-12-06T17:36:32.699213Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:32.687002Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800211469232443:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:32.687205Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580800207174265074:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:32.687726Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800211469232455:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34877
2025-12-06T17:36:32.691286Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800211469232441:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:32.691304Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800211469232441:2112] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:32.692377Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800211469232441:2112] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:32.692950Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800211469232413:2067] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:32.693018Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:32.693053Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800211469232413:2067] [node 5] ICP22 created new session: [2:7580800211469232457:2067]
2025-12-06T17:36:32.693095Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800211469232457:2067] [node 5] ICS09 handshake done sender: [2:7580800211469232441:2112] self: [2:7580800211469232440:0] peer: [5:7580800211989214832:0] socket: 147 qp: -1
2025-12-06T17:36:32.693124Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800211469232457:2067] [node 5] ICS10 traffic start
2025-12-06T17:36:32.693149Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:32.691021Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800207694247454:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:32.692226Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800211989214833:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58394
2025-12-06T17:36:32.692781Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800211989214827:2115] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:32.693797Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800207694247454:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:32.693850Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:32.693887Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800207694247454:2049] [node 2] ICP22 created new session: [5:7580800211989214834:2049]
2025-12-06T17:36:32.693916Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800211989214834:2049] [node 2] ICS09 handshake done sender: [5:7580800211989214827:2115] self: [5:7580800211989214832:0] peer: [2:7580800211469232440:0] socket: 148 qp: -1
2025-12-06T17:36:32.693940Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800211989214834:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:32.693966Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:32.722083Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800206387009769:2049] [node 3] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:32.722133Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:32.722174Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800206387009769:2049] [node 3] ICP22 created new session: [1:7580800210681977149:2049]
2025-12-06T17:36:32.722216Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800210681977149:2049] [node 3] ICS09 handshake done sender: [1:7580800210681977135:2112] self: [1:7580800210681977134:0] peer: [3:7580800211560511772:0] socket: 140 qp: -1
2025-12-06T17:36:32.722247Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800210681977149:2049] [node 3] ICS10 traffic start
2025-12-06T17:36:32.722277Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:32.723017Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800210681977146:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:32.723087Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800210681977144:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:32.723165Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800210681977109:2093] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:32.719601Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800211469232455:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:32.723184Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800210681977109:2093] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:36:32.724267Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800211469232461:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34877
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:32.747216Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800204601571658:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:32.747356Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800208896539040:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22622
2025-12-06T17:36:32.747560Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800204601571660:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:32.730785Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800211560511762:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:32.718994Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800206719913333:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:32.732338Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800210681977109:2093] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:32.782685Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800208896539037:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:32.730888Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800211560511755:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:32.791612Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800204601571660:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1753) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800208896539036:2118] held: no
2025-12-06T17:36:32.779000Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800206387009768:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:36:32.779538Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:32.779579Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800206387009768:2048] [node 2] ICP22 created new session: [1:7580800210681977156:2048]
2025-12-06T17:36:32.779624Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800210681977156:2048] [node 2] ICS09 handshake done sender: [1:7580800210681977109:2093] self: [1:7580800210681977108:0] peer: [2:7580800211469232454:0] socket: 138 qp: -1
2025-12-06T17:36:32.779656Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800210681977156:2048] [node 2] ICS10 traffic start
2025-12-06T17:36:32.779684Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:32.780160Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800210681977147:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:32.780542Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800210681977111:2094] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:32.780563Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800210681977111:2094] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:32.778369Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800211014880709:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2138
2025-12-06T17:36:32.730913Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800211560511755:2112] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:32.810617Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800211989214836:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58394
2025-12-06T17:36:32.810804Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800211989214837:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58394
2025-12-06T17:36:32.812498Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580800207174265074:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26233) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7580800211469232443:2114] held: no
2025-12-06T17:36:32.812586Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800211469232443:2114] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:32.812821Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800211469232436:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:32.812840Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800211469232436:2110] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:36:32.813424Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580800207174265074:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:32.813490Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:32.813536Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800207174265074:2048] [node 1] ICP22 created new session: [2:7580800211469232464:2048]
2025-12-06T17:36:32.813572Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800211469232464:2048] [node 1] ICS09 handshake done sender: [2:7580800211469232443:2114] self: [2:7580800211469232454:0] peer: [1:7580800210681977108:0] socket: 144 qp: -1
2025-12-06T17:36:32.813602Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800211469232464:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:32.813643Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:32.815375Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800211469232463:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34877
2025-12-06T17:36:32.815605Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800211469232436:2110] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:32.815785Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800207174265075:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:36:32.815849Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:32.815881Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800207174265075:2049] [node 3] ICP22 created new session: [2:7580800211469232467:2049]
2025-12-06T17:36:32.815911Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800211469232467:2049] [node 3] ICS09 handshake done sender: [2:7580800211469232436:2110] self: [2:7580800211469232435:0] peer: [3:7580800211560511777:0] socket: 145 qp: -1
2025-12-06T17:36:32.815943Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800211469232467:2049] [node 3] ICS10 traffic start
2025-12-06T17:36:32.815966Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:32.731386Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800211560511761:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:32.731699Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800207265544390:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:32.731747Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:32.731791Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800207265544390:2048] [node 1] ICP22 created new session: [3:7580800211560511775:2048]
2025-12-06T17:36:32.731843Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800211560511775:2048] [node 1] ICS09 handshake done sender: [3:7580800211560511761:2116] self: [3:7580800211560511772:0] peer: [1:7580800210681977134:0] socket: 153 qp: -1
2025-12-06T17:36:32.731875Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800211560511775:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:32.731902Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:32.739094Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800207265544391:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:32.739943Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800211560511755:2112] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:32.740154Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800211560511751:2067] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:36:32.740186Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:32.740223Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800211560511751:2067] [node 4] ICP22 created new session: [3:7580800211560511779:2067]
2025-12-06T17:36:32.740258Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800211560511779:2067] [node 4] ICS09 handshake done sender: [3:7580800211560511755:2112] self: [3:7580800211560511754:0] peer: [4:7580800211014880707:0] socket: 156 qp: -1
2025-12-06T17:36:32.740284Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800211560511779:2067] [node 4] ICS10 traffic start
2025-12-06T17:36:32.740333Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:32.770885Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800211560511751:2067] [node 4] ICP35 event processing took too much time PendingConnection:279(30477688ns) {HandleHandshakeStatus:329(30475255ns) {DropIncomingHandshake:442(184ns) DropOutgoingHandshake:457(509ns) SwitchToState:179(153ns) ProcessPendingSessionEvents:495(30206867ns) {ForwardSessionEventToSession:612(28907ns) ForwardSessionEventToSession:612(2715ns) ForwardSessionEventToSession:612(4578ns) ForwardSessionEventToSession:612(2023ns) ForwardSessionEventToSession:612(3252ns) ForwardSessionEventToSession:612(3666188ns) ForwardSessionEventToSession:612(10469785ns) ForwardSessionEventToSession:612(15995548ns) ForwardSessionEventToSession:612(9512ns) ForwardSessionEventToSession:612(2908ns)}}}
2025-12-06T17:36:32.771328Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800211560511753:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:32.771348Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800211560511753:2111] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:32.782644Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800211560511753:2111] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:32.783049Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800211560511714:2066] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:32.783109Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:32.783152Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800211560511714:2066] [node 6] ICP22 created new session: [3:7580800211560511782:2066]
2025-12-06T17:36:32.783197Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800211560511782:2066] [node 6] ICS09 handshake done sender: [3:7580800211560511753:2111] self: [3:7580800211560511752:0] peer: [6:7580800208896539042:0] socket: 155 qp: -1
2025-12-06T17:36:32.783231Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800211560511782:2066] [node 6] ICS10 traffic start
2025-12-06T17:36:32.783260Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:32.806710Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800211014880699:2114] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:32.804665Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800208896538972:2061] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:32.847042Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800206719913333:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:32.850619Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:32.838608Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800208896539044:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22622
2025-12-06T17:36:32.830610Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800211989214837:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:32.830772Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800207694247455:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:32.832450Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800211989214836:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:32.832581Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800207694247453:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:32.863803Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800211469232463:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:32.874608Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800206719913333:2050] [node 3] ICP22 created new session: [4:7580800211014880710:2050]
2025-12-06T17:36:32.874683Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800211014880710:2050] [node 3] ICS09 handshake done sender: [4:7580800211014880699:2114] self: [4:7580800211014880707:0] peer: [3:7580800211560511754:0] socket: 162 qp: -1
2025-12-06T17:36:32.874728Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800211014880710:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:32.874770Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:32.875230Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800206719913333:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(27984342ns) {HandleHandshakeStatus:329(27977116ns) {DropIncomingHandshake:442(756ns) DropOutgoingHandshake:457(6223ns) SwitchToState:179(864ns) ProcessPendingSessionEvents:495(101966ns) {ForwardSessionEventToSession:612(54928ns) ForwardSessionEventToSession:612(2945ns) ForwardSessionEventToSession:612(9970ns) ForwardSessionEventToSession:612(2398ns) ForwardSessionEventToSession:612(2650ns) ForwardSessionEventToSession:612(4728ns) ForwardSessionEventToSession:612(2968ns) ForwardSessionEventToSession:612(2265ns) ForwardSessionEventToSession:612(5444ns) ForwardSessionEventToSession:612(2383ns)}}}
2025-12-06T17:36:32.875537Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800211014880695:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:32.875556Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800211014880695:2111] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:32.877290Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800211014880714:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2138
2025-12-06T17:36:32.877339Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800211014880715:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2138
2025-12-06T17:36:32.877432Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800211014880716:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2138
2025-12-06T17:36:32.882700Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800211014880695:2111] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:32.883066Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800211014880716:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:32.883108Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800211014880674:2067] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:32.883155Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:32.883190Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800211014880674:2067] [node 6] ICP22 created new session: [4:7580800211014880717:2067]
2025-12-06T17:36:32.883239Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800211014880717:2067] [node 6] ICS09 handshake done sender: [4:7580800211014880695:2111] self: [4:7580800211014880694:0] peer: [6:7580800208896539045:0] socket: 165 qp: -1
2025-12-06T17:36:32.883282Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800211014880717:2067] [node 6] ICS10 traffic start
2025-12-06T17:36:32.883316Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:32.885500Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800206719913332:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:32.890691Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800211469232447:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:32.890722Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800211469232447:2116] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:32.870801Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800211560511766:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:32.863211Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800208896539040:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:32.898613Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800211469232447:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:32.898903Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800211469232439:2074] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:36:32.898949Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:32.898993Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800211469232439:2074] [node 4] ICP22 created new session: [2:7580800211469232471:2074]
2025-12-06T17:36:32.899033Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800211469232471:2074] [node 4] ICS09 handshake done sender: [2:7580800211469232447:2116] self: [2:7580800211469232446:0] peer: [4:7580800211014880719:0] socket: 146 qp: -1
2025-12-06T17:36:32.899062Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800211469232471:2074] [node 4] ICS10 traffic start
2025-12-06T17:36:32.899088Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:32.907817Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800206719913332:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15752) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580800211014880716:2120] held: no
2025-12-06T17:36:32.907974Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800211014880720:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2138
2025-12-06T17:36:32.908396Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800211014880716:2120] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:32.908568Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800206719913332:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:32.908604Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:32.908639Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800206719913332:2049] [node 2] ICP22 created new session: [4:7580800211014880721:2049]
2025-12-06T17:36:32.908674Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800211014880721:2049] [node 2] ICS09 handshake done sender: [4:7580800211014880716:2120] self: [4:7580800211014880719:0] peer: [2:7580800211469232446:0] socket: 193 qp: -1
2025-12-06T17:36:32.908703Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800211014880721:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:32.908732Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:32.894324Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800210681977111:2094] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:32.863634Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800208896539036:2118] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:32.870834Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800211560511766:2119] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:32.871499Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580800207265544391:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15752) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580800211560511762:2117] held: no
2025-12-06T17:36:32.871717Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800211560511784:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55558
2025-12-06T17:36:32.893007Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800211560511762:2117] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:32.919088Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800210681977137:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:32.919115Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800210681977137:2113] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:32.919680Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800210681977101:2077] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:32.919721Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:32.919763Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800210681977101:2077] [node 6] ICP22 created new session: [1:7580800210681977160:2077]
2025-12-06T17:36:32.919816Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800210681977160:2077] [node 6] ICS09 handshake done sender: [1:7580800210681977111:2094] self: [1:7580800210681977110:0] peer: [6:7580800208896539041:0] socket: 139 qp: -1
2025-12-06T17:36:32.919842Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800210681977160:2077] [node 6] ICS10 traffic start
2025-12-06T17:36:32.919870Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:32.893329Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800208896539046:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22622
2025-12-06T17:36:32.894613Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800204601571660:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:32.894669Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:32.894710Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800204601571660:2050] [node 3] ICP22 created new session: [6:7580800208896539048:2050]
2025-12-06T17:36:32.894748Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800208896539048:2050] [node 3] ICS09 handshake done sender: [6:7580800208896539036:2118] self: [6:7580800208896539042:0] peer: [3:7580800211560511752:0] socket: 160 qp: -1
2025-12-06T17:36:32.894777Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800208896539048:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:32.894817Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:32.895137Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800204601571659:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:32.895205Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800208896538972:2061] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23048) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800208896539037:2119] held: no
2025-12-06T17:36:32.921042Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800208896539047:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22622
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:32.922422Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800211560511766:2119] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:32.922857Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800211469232445:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:32.922884Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800211469232445:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:32.923986Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800211469232445:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:32.924213Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800211469232434:2068] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:32.924254Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:32.924289Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800211469232434:2068] [node 6] ICP22 created new session: [2:7580800211469232474:2068]
2025-12-06T17:36:32.924321Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800211469232474:2068] [node 6] ICS09 handshake done sender: [2:7580800211469232445:2115] self: [2:7580800211469232444:0] peer: [6:7580800208896539050:0] socket: 143 qp: -1
2025-12-06T17:36:32.924349Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800211469232474:2068] [node 6] ICS10 traffic start
2025-12-06T17:36:32.924372Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:32.946607Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800208896539034:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:32.946817Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800210681977139:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:32.946845Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800210681977139:2114] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:36:32.922099Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800211989214841:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58394
2025-12-06T17:36:32.922208Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800211989214842:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58394
2025-12-06T17:36:32.938952Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800211989214841:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:32.939042Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800211989214837:2118] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:32.939300Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800207694247455:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:32.939356Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:32.939398Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800207694247455:2050] [node 3] ICP22 created new session: [5:7580800211989214844:2050]
2025-12-06T17:36:32.939432Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800211989214844:2050] [node 3] ICS09 handshake done sender: [5:7580800211989214837:2118] self: [5:7580800211989214839:0] peer: [3:7580800211560511765:0] socket: 150 qp: -1
2025-12-06T17:36:32.939463Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800211989214844:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:32.939489Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:32.939835Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800211989214821:2111] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:32.940753Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800211989214843:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58394
2025-12-06T17:36:32.952689Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800207265544391:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:32.952803Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800210681977137:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:32.930590Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800211014880714:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:32.953445Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:32.930707Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800211014880715:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:32.953499Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800207265544391:2049] [node 2] ICP22 created new session: [3:7580800211560511786:2049]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:32.930934Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800206719913331:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:32.982579Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800211989214836:2117] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:32.953538Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800211560511786:2049] [node 2] ICS09 handshake done sender: [3:7580800211560511762:2117] self: [3:7580800211560511777:0] peer: [2:7580800211469232435:0] socket: 154 qp: -1
2025-12-06T17:36:32.991946Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800210681977139:2114] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:32.998762Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800210681977102:2078] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:32.998830Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:32.998889Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800210681977102:2078] [node 5] ICP22 created new session: [1:7580800210681977164:2078]
2025-12-06T17:36:32.998938Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800210681977164:2078] [node 5] ICS09 handshake done sender: [1:7580800210681977137:2113] self: [1:7580800210681977136:0] peer: [5:7580800211989214840:0] socket: 176 qp: -1
2025-12-06T17:36:32.998980Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800210681977164:2078] [node 5] ICS10 traffic start
2025-12-06T17:36:32.999009Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:32.999354Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800210681977107:2079] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:36:32.999399Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:32.999434Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800210681977107:2079] [node 4] ICP22 created new session: [1:7580800210681977166:2079]
2025-12-06T17:36:32.999467Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800210681977166:2079] [node 4] ICS09 handshake done sender: [1:7580800210681977139:2114] self: [1:7580800210681977138:0] peer: [4:7580800211014880723:0] socket: 184 qp: -1
2025-12-06T17:36:32.999490Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800210681977166:2079] [node 4] ICS10 traffic start
2025-12-06T17:36:32.999508Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:32.953123Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800211014880703:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:32.953572Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800211560511786:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:33.018753Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800204601571658:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:32.953147Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800211014880703:2116] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:32.953602Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:32.979404Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800211014880725:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2138
2025-12-06T17:36:33.022635Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:32.990723Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800211014880703:2116] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:33.022688Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800204601571658:2048] [node 1] ICP22 created new session: [6:7580800213191506348:2048]
2025-12-06T17:36:32.953931Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800211560511758:2070] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:33.027435Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800207694247453:2048] [node 1] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:33.027503Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:33.025553Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800213191506348:2048] [node 1] ICS09 handshake done sender: [6:7580800208896539034:2116] self: [6:7580800208896539041:0] peer: [1:7580800210681977110:0] socket: 142 qp: -1
2025-12-06T17:36:32.966632Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:32.971690Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800211560511758:2070] [node 5] ICP22 created new session: [3:7580800211560511788:2070]
2025-12-06T17:36:32.986608Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800211560511788:2070] [node 5] ICS09 handshake done sender: [3:7580800211560511766:2119] self: [3:7580800211560511765:0] peer: [5:7580800211989214839:0] socket: 181 qp: -1
2025-12-06T17:36:32.986653Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800211560511788:2070] [node 5] ICS10 traffic start
2025-12-06T17:36:32.986697Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:33.000834Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800211560511758:2070] [node 5] ICP35 event processing took too much time PendingConnection:279(46699937ns) {HandleHandshakeStatus:329(46698662ns) {DropIncomingHandshake:442(10271ns) DropOutgoingHandshake:457(461ns) SwitchToState:179(339ns) ProcessPendingSessionEvents:495(7696182ns) {ForwardSessionEventToSession:612(7652783ns) ForwardSessionEventToSession:612(5258ns) ForwardSessionEventToSession:612(5256ns) ForwardSessionEventToSession:612(2819ns) ForwardSessionEventToSession:612(5341ns) ForwardSessionEventToSession:612(2319ns) ForwardSessionEventToSession:612(4691ns) ForwardSessionEventToSession:612(4876ns) ForwardSessionEventToSession:612(1963ns) ForwardSessionEventToSession:612(1964ns)}}}
2025-12-06T17:36:33.025599Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800213191506348:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:33.025635Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:33.027539Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800207694247453:2048] [node 1] ICP22 created new session: [5:7580800216284182144:2048]
2025-12-06T17:36:33.027575Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800216284182144:2048] [node 1] ICS09 handshake done sender: [5:7580800211989214836:2117] self: [5:7580800211989214840:0] peer: [1:7580800210681977136:0] socket: 126 qp: -1
2025-12-06T17:36:33.027598Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800216284182144:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:33.027624Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:33.044290Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7580800207694247453:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:36:33.044621Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800216284182143:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58394
2025-12-06T17:36:33.045335Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800211989214841:2119] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:33.045474Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800211989214821:2111] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:36:33.045517Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:33.045553Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800211989214821:2111] [node 4] ICP22 created new session: [5:7580800216284182146:2111]
2025-12-06T17:36:33.045592Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800216284182146:2111] [node 4] ICS09 handshake done sender: [5:7580800211989214841:2119] self: [5:7580800211989214846:0] peer: [4:7580800211014880702:0] socket: 161 qp: -1
2025-12-06T17:36:33.045619Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800216284182146:2111] [node 4] ICS10 traffic start
2025-12-06T17:36:33.045646Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:33.026096Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800204601571658:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(20111917ns) {HandleHandshakeStatus:329(20109400ns) {DropIncomingHandshake:442(1562ns) DropOutgoingHandshake:457(10061ns) SwitchToState:179(664ns) ProcessPendingSessionEvents:495(103898ns) {ForwardSessionEventToSession:612(52146ns) ForwardSessionEventToSession:612(2692ns) ForwardSessionEventToSession:612(5389ns) ForwardSessionEventToSession:612(4337ns) ForwardSessionEventToSession:612(2035ns) ForwardSessionEventToSession:612(2378ns) ForwardSessionEventToSession:612(18497ns) ForwardSessionEventToSession:612(1981ns) ForwardSessionEventToSession:612(4301ns) ForwardSessionEventToSession:612(1801ns)}}}
2025-12-06T17:36:33.026146Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580800204601571658:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:36:33.026599Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800208896539037:2119] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:33.062833Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800204601571659:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15752) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800208896539040:2120] held: no
2025-12-06T17:36:33.062986Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800208896538972:2061] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:36:33.063039Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:33.063076Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800208896538972:2061] [node 4] ICP22 created new session: [6:7580800213191506350:2061]
2025-12-06T17:36:33.063122Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800213191506350:2061] [node 4] ICS09 handshake done sender: [6:7580800208896539037:2119] self: [6:7580800208896539045:0] peer: [4:7580800211014880694:0] socket: 168 qp: -1
2025-12-06T17:36:33.063161Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800213191506350:2061] [node 4] ICS10 traffic start
2025-12-06T17:36:33.063189Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:33.063660Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800208896539051:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22622
2025-12-06T17:36:33.086147Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800208896539040:2120] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:33.086775Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800204601571659:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:33.086837Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:33.086884Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800204601571659:2049] [node 2] ICP22 created new session: [6:7580800213191506352:2049]
2025-12-06T17:36:33.086935Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800213191506352:2049] [node 2] ICS09 handshake done sender: [6:7580800208896539040:2120] self: [6:7580800208896539050:0] peer: [2:7580800211469232444:0] socket: 182 qp: -1
2025-12-06T17:36:33.086974Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800213191506352:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:33.087020Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:33.098903Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800211014880691:2071] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:33.098973Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:33.099018Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800211014880691:2071] [node 5] ICP22 created new session: [4:7580800215309848023:2071]
2025-12-06T17:36:33.099058Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800215309848023:2071] [node 5] ICS09 handshake done sender: [4:7580800211014880703:2116] self: [4:7580800211014880702:0] peer: [5:7580800211989214846:0] socket: 190 qp: -1
2025-12-06T17:36:33.099088Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800215309848023:2071] [node 5] ICS10 traffic start
2025-12-06T17:36:33.099119Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:33.099669Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800206719913331:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26233) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580800211014880714:2118] held: no
2025-12-06T17:36:33.106844Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800211014880714:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:33.107168Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800206719913331:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:33.107214Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:33.107253Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800206719913331:2048] [node 1] ICP22 created new session: [4:7580800215309848025:2048]
2025-12-06T17:36:33.107290Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800215309848025:2048] [node 1] ICS09 handshake done sender: [4:7580800211014880714:2118] self: [4:7580800211014880723:0] peer: [1:7580800210681977138:0] socket: 191 qp: -1
2025-12-06T17:36:33.107317Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800215309848025:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:33.107347Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:33.139200Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:36:33.139408Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800211560511775:2048] [node 1] ICS01 socket: 153 reason# EndOfStream
2025-12-06T17:36:33.139534Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800207265544390:2048] [node 1] ICP30 unregister session Session# [3:7580800211560511775:2048] VirtualId# [3:7580800211560511772:0]
2025-12-06T17:36:33.139554Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800211560511775:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:33.139619Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:33.139648Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:33.138693Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:36:33.138912Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580800211469232464:2048] [node 1] ICS01 socket: 144 reason# EndOfStream
2025-12-06T17:36:33.138954Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580800207174265074:2048] [node 1] ICP30 unregister session Session# [2:7580800211469232464:2048] VirtualId# [2:7580800211469232454:0]
2025-12-06T17:36:33.138988Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580800211469232464:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:33.139058Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:33.139099Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:33.150668Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:36:33.150654Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:36:33.150899Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800215309848025:2048] [node 1] ICS01 socket: 191 reason# EndOfStream
2025-12-06T17:36:33.150897Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800213191506348:2048] [node 1] ICS01 socket: 142 reason# EndOfStream
2025-12-06T17:36:33.150933Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800206719913331:2048] [node 1] ICP30 unregister session Session# [4:7580800215309848025:2048] VirtualId# [4:7580800211014880723:0]
2025-12-06T17:36:33.150934Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800204601571658:2048] [node 1] ICP30 unregister session Session# [6:7580800213191506348:2048] VirtualId# [6:7580800208896539041:0]
2025-12-06T17:36:33.150958Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800215309848025:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:33.150960Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800213191506348:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:33.150982Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:33.151015Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:33.151032Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:33.151046Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:33.154646Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:36:33.162747Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580800216284182144:2048] [node 1] ICS07 socket disconnect 126 reason# EndOfStream
2025-12-06T17:36:33.162781Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800216284182144:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:33.162879Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:33.162920Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580800216284182144:2048] [node 1] ICS15 start handshake
2025-12-06T17:36:33.163657Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800207694247453:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26233) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:36:33.163699Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800216284182144:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:36:33.163727Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800207694247453:2048] [node 1] ICP30 unregister session Session# [5:7580800216284182144:2048] VirtualId# [5:7580800211989214840:0]
2025-12-06T17:36:33.163761Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:33.163788Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580800207694247453:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:26233) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:33.163802Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26233) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:33.174740Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580800207694247453:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:36:33.222671Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:36:33.222932Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800211560511786:2049] [node 2] ICS01 socket: 154 reason# EndOfStream
2025-12-06T17:36:33.222975Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800207265544391:2049] [node 2] ICP30 unregister session Session# [3:7580800211560511786:2049] VirtualId# [3:7580800211560511777:0]
2025-12-06T17:36:33.223005Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800211560511786:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:33.223086Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:33.223123Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:33.226712Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:36:33.226932Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800213191506352:2049] [node 2] ICS01 socket: 182 reason# EndOfStream
2025-12-06T17:36:33.226963Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800204601571659:2049] [node 2] ICP30 unregister session Session# [6:7580800213191506352:2049] VirtualId# [6:7580800208896539050:0]
2025-12-06T17:36:33.226993Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800213191506352:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:33.227061Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:33.227098Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:33.230684Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:36:33.231093Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800211014880721:2049] [node 2] ICS01 socket: 193 reason# EndOfStream
2025-12-06T17:36:33.230682Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:36:33.231135Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800206719913332:2049] [node 2] ICP30 unregister session Session# [4:7580800211014880721:2049] VirtualId# [4:7580800211014880719:0]
2025-12-06T17:36:33.231027Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800211989214834:2049] [node 2] ICS01 socket: 148 reason# EndOfStream
2025-12-06T17:36:33.231096Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800207694247454:2049] [node 2] ICP30 unregister session Session# [5:7580800211989214834:2049] VirtualId# [5:7580800211989214832:0]
2025-12-06T17:36:33.231127Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800211989214834:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:33.231227Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:33.231264Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:33.231152Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800211014880721:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:33.231227Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:33.231264Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:33.257717Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:36:33.257968Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800208896539048:2050] [node 3] ICS01 socket: 160 reason# EndOfStream
2025-12-06T17:36:33.258001Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800204601571660:2050] [node 3] ICP30 unregister session Session# [6:7580800208896539048:2050] VirtualId# [6:7580800208896539042:0]
2025-12-06T17:36:33.258029Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800208896539048:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:33.258090Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:33.258127Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:33.258623Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:36:33.258827Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800211014880710:2050] [node 3] ICS01 socket: 162 reason# EndOfStream
2025-12-06T17:36:33.258859Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800206719913333:2050] [node 3] ICP30 unregister session Session# [4:7580800211014880710:2050] VirtualId# [4:7580800211014880707:0]
2025-12-06T17:36:33.258880Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800211014880710:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:33.258944Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:33.258979Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:33.262665Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:36:33.262964Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800211989214844:2050] [node 3] ICS01 socket: 150 reason# EndOfStream
2025-12-06T17:36:33.262998Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800207694247455:2050] [node 3] ICP30 unregister session Session# [5:7580800211989214844:2050] VirtualId# [5:7580800211989214839:0]
2025-12-06T17:36:33.263021Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800211989214844:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:33.263114Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:33.263146Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:33.288146Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:36:33.288410Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800213191506350:2061] [node 4] ICS01 socket: 168 reason# EndOfStream
2025-12-06T17:36:33.288447Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800208896538972:2061] [node 4] ICP30 unregister session Session# [6:7580800213191506350:2061] VirtualId# [6:7580800208896539045:0]
2025-12-06T17:36:33.288477Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800213191506350:2061] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:33.288550Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:36:33.288587Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:36:33.288660Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:36:33.288843Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800216284182146:2111] [node 4] ICS01 socket: 161 reason# EndOfStream
2025-12-06T17:36:33.288874Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800211989214821:2111] [node 4] ICP30 unregister session Session# [5:7580800216284182146:2111] VirtualId# [5:7580800211989214846:0]
2025-12-06T17:36:33.288894Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800216284182146:2111] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:33.288931Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:36:33.288959Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:36:33.350685Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:36:33.350956Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800208896539038:2068] [node 5] ICS01 socket: 134 reason# EndOfStream
2025-12-06T17:36:33.350991Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800208896538996:2068] [node 5] ICP30 unregister session Session# [6:7580800208896539038:2068] VirtualId# [6:7580800208896539033:0]
2025-12-06T17:36:33.351023Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800208896539038:2068] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:33.351107Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:36:33.351146Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:36:33.463066Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800215175931240:2048] [node 2] ICP01 ready to work
2025-12-06T17:36:33.463106Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800215175931241:2049] [node 3] ICP01 ready to work
2025-12-06T17:36:33.454997Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800213499200462:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:33.455030Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800213499200463:2049] [node 3] ICP01 ready to work
2025-12-06T17:36:33.542564Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800213113144433:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:33.546346Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800213113144434:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:33.542886Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800213676126656:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:33.542920Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800213676126657:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:33.542948Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800213676126658:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:33.611141Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800217216353517:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:33.611172Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800217216353518:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:33.611198Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800217216353519:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:33.563555Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800216864501841:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:33.563574Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800216864501842:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:33.563590Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800216864501843:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:33.871174Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800213499200497:2078] [node 4] ICP01 ready to work
2025-12-06T17:36:33.871443Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800213499200498:2079] [node 5] ICP01 ready to work
2025-12-06T17:36:33.930683Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800213113144447:2060] [node 4] ICP01 ready to work
2025-12-06T17:36:33.958594Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800217216353530:2059] [node 6] ICP01 ready to work
2025-12-06T17:36:33.958643Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800213499200513:2076] [node 6] ICP01 ready to work
2025-12-06T17:36:33.986460Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800213113144450:2062] [node 5] ICP01 ready to work
2025-12-06T17:36:34.011765Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800217971093974:2064] [node 6] ICP01 ready to work
2025-12-06T17:36:34.042729Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800219470898600:2098] [node 4] ICP01 ready to work
2025-12-06T17:36:34.072992Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800213113144433:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(213794349ns) {Configure:104(213789556ns) {ProcessConfigured:135(56784ns) {StartInitialHandshake:157(54279ns) {DropHandshakes:470(3418ns) {DropIncomingHandshake:442(772ns) DropOutgoingHandshake:457(893ns)} GenerateSessionVirtualId:988(921ns) PrepareNewSessionHandshake:477(1905ns) {SwitchToState:179(633ns)}}}}}
2025-12-06T17:36:34.018322Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800217971093991:2068] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:34.237711Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800217971094030:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23620
2025-12-06T17:36:34.095667Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800219470898602:2100] [node 6] ICP01 ready to work
2025-12-06T17:36:34.138807Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800216864501841:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(135074964ns) {Configure:104(135070053ns) {ProcessConfigured:135(19446647ns) {StartInitialHandshake:157(19443095ns) {DropHandshakes:470(3490ns) {DropIncomingHandshake:442(752ns) DropOutgoingHandshake:457(477ns)} GenerateSessionVirtualId:988(1108ns) PrepareNewSessionHandshake:477(4489ns) {SwitchToState:179(1822ns)}}}}}
2025-12-06T17:36:34.266589Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800221159469203:2071] [node 5] ICP01 ready to work
2025-12-06T17:36:34.122606Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800215175931302:2099] [node 5] ICP01 ready to work
2025-12-06T17:36:34.267082Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800221159469206:2080] [node 4] ICP01 ready to work
2025-12-06T17:36:34.223816Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800215175931240:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(125224258ns) {Configure:104(125221050ns) {ProcessConfigured:135(54169ns) {StartInitialHandshake:157(51731ns) {DropHandshakes:470(3307ns) {DropIncomingHandshake:442(719ns) DropOutgoingHandshake:457(503ns)} GenerateSessionVirtualId:988(1121ns) PrepareNewSessionHandshake:477(1953ns) {SwitchToState:179(589ns)}}}}}
2025-12-06T17:36:34.289545Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800213113144450:2062] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(216351922ns) {Configure:104(216347185ns) {ProcessConfigured:135(63637ns) {StartInitialHandshake:157(61107ns) {DropHandshakes:470(2895ns) {DropIncomingHandshake:442(669ns) DropOutgoingHandshake:457(461ns)} GenerateSessionVirtualId:988(859ns) PrepareNewSessionHandshake:477(1693ns) {SwitchToState:179(363ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:34.291122Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800217408111800:2073] [node 6] ICP01 ready to work
2025-12-06T17:36:34.293184Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800217408111801:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18005
2025-12-06T17:36:34.262607Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800217971094030:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:34.311592Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800217216353530:2059] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(324829091ns) {Configure:104(324824359ns) {ProcessConfigured:135(7824306ns) {StartInitialHandshake:157(7821962ns) {DropHandshakes:470(2522ns) {DropIncomingHandshake:442(616ns) DropOutgoingHandshake:457(574ns)} GenerateSessionVirtualId:988(477ns) PrepareNewSessionHandshake:477(2377ns) {SwitchToState:179(868ns)}}}}}
2025-12-06T17:36:34.312031Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800221511320879:2072] [node 4] ICP01 ready to work
2025-12-06T17:36:34.286260Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800213676126656:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:34.293303Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800217408111802:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18005
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:34.223993Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800219470898601:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16701
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:34.355379Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800221511320889:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64115
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:34.355473Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800221511320890:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64115
2025-12-06T17:36:34.310688Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800213676126656:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(23543489ns) {IncomingHandshake:261(23540795ns) {DropIncomingHandshake:442(733ns) PrepareNewSessionHandshake:477(2046ns) {SwitchToState:179(762ns)} GenerateSessionVirtualId:988(790ns) IssueIncomingHandshakeReply:193(23159665ns) {SwitchToState:179(1737ns)}}}
2025-12-06T17:36:34.225860Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800219470898609:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16701
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:34.334629Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800213113144447:2060] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(278880538ns) {Configure:104(278872723ns) {ProcessConfigured:135(7990402ns) {StartInitialHandshake:157(7988414ns) {DropHandshakes:470(1490ns) {DropIncomingHandshake:442(425ns) DropOutgoingHandshake:457(356ns)} GenerateSessionVirtualId:988(448ns) PrepareNewSessionHandshake:477(1610ns) {SwitchToState:179(995ns)}}}}}
2025-12-06T17:36:34.262780Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800219470898601:2110] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:34.327377Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800216864501843:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(319227080ns) {Configure:104(319220005ns) {ProcessConfigured:135(42680ns) {StartInitialHandshake:157(40795ns) {DropHandshakes:470(1269ns) {DropIncomingHandshake:442(290ns) DropOutgoingHandshake:457(212ns)} GenerateSessionVirtualId:988(440ns) PrepareNewSessionHandshake:477(702ns) {SwitchToState:179(262ns)}}}}}
2025-12-06T17:36:34.355520Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800221511320891:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64115
2025-12-06T17:36:34.342153Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800213499200497:2078] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(421795354ns) {Configure:104(421793341ns) {ProcessConfigured:135(43927842ns) {StartInitialHandshake:157(43926368ns) {DropHandshakes:470(3323ns) {DropIncomingHandshake:442(975ns) DropOutgoingHandshake:457(531ns)} GenerateSessionVirtualId:988(999ns) PrepareNewSessionHandshake:477(2699ns) {SwitchToState:179(1379ns)}}}}}
2025-12-06T17:36:34.344674Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800213499200498:2079] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(385819257ns) {Configure:104(385814337ns) {ProcessConfigured:135(48486ns) {StartInitialHandshake:157(46317ns) {DropHandshakes:470(4802ns) {DropIncomingHandshake:442(545ns) DropOutgoingHandshake:457(218ns)} GenerateSessionVirtualId:988(613ns) PrepareNewSessionHandshake:477(1906ns) {SwitchToState:179(598ns)}}}}}
2025-12-06T17:36:34.303035Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800219470898616:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16701
2025-12-06T17:36:34.339251Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800213676126656:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15681) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580800217971094030:2115] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:34.350723Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800217408111802:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:34.415299Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800217216353517:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(440401849ns) {Configure:104(440397109ns) {ProcessConfigured:135(97144ns) {StartInitialHandshake:157(94473ns) {DropHandshakes:470(3546ns) {DropIncomingHandshake:442(623ns) DropOutgoingHandshake:457(422ns)} GenerateSessionVirtualId:988(1392ns) PrepareNewSessionHandshake:477(2801ns) {SwitchToState:179(1178ns)}}}}}
2025-12-06T17:36:34.416209Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800221511320894:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64115
2025-12-06T17:36:34.327966Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800221159469215:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35616
2025-12-06T17:36:34.362145Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800221159469216:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35616
2025-12-06T17:36:34.387791Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800221159469216:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:34.397200Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800221159469217:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35616
2025-12-06T17:36:34.394823Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800217971094032:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23620
2025-12-06T17:36:34.310756Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800219470898606:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:34.310779Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800219470898606:2112] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:36:34.365030Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800217408111801:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:34.396266Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800217794167832:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12351
2025-12-06T17:36:34.396386Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800217794167834:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12351
2025-12-06T17:36:34.396467Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800217794167835:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12351
2025-12-06T17:36:34.422785Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800221511320891:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:34.426607Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800221159469215:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:34.397743Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800217971094030:2115] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:34.365352Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800213113144433:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:34.370752Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800217408111810:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18005
2025-12-06T17:36:34.373110Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800217408111813:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18005
2025-12-06T17:36:34.427084Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800221511320889:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:34.312950Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800219470898606:2112] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:34.396574Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800217794167836:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12351
2025-12-06T17:36:34.426860Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800221159469206:2080] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:34.427206Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800221511320878:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:34.397920Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800213676126656:2048] [node 1] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:34.426926Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800221159469203:2071] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:34.313202Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800219470898600:2098] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:36:34.313260Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:34.313304Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800219470898600:2098] [node 4] ICP22 created new session: [1:7580800219470898618:2098]
2025-12-06T17:36:34.313346Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800219470898618:2098] [node 4] ICS09 handshake done sender: [1:7580800219470898606:2112] self: [1:7580800219470898605:0] peer: [4:7580800217971094031:0] socket: 141 qp: -1
2025-12-06T17:36:34.313374Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800219470898618:2098] [node 4] ICS10 traffic start
2025-12-06T17:36:34.313409Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:34.371088Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800219470898604:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:34.371107Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800219470898604:2111] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:36:34.371583Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800219470898616:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:34.371975Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800219470898604:2111] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:34.372152Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800215175931241:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:36:34.372199Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:34.372234Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800215175931241:2049] [node 3] ICP22 created new session: [1:7580800219470898623:2049]
2025-12-06T17:36:34.372271Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800219470898623:2049] [node 3] ICS09 handshake done sender: [1:7580800219470898604:2111] self: [1:7580800219470898603:0] peer: [3:7580800217408111811:0] socket: 140 qp: -1
2025-12-06T17:36:34.372297Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800219470898623:2049] [node 3] ICS10 traffic start
2025-12-06T17:36:34.372323Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:34.386817Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800219470898602:2100] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(235990862ns) {Configure:104(235983612ns) {ProcessConfigured:135(13260042ns) {StartInitialHandshake:157(13257495ns) {DropHandshakes:470(1492ns) {DropIncomingHandshake:442(567ns) DropOutgoingHandshake:457(270ns)} GenerateSessionVirtualId:988(385ns) PrepareNewSessionHandshake:477(2349ns) {SwitchToState:179(902ns)}}}}}
2025-12-06T17:36:34.390999Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800219470898609:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:34.408325Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800219470898629:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16701
2025-12-06T17:36:34.490703Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800219470898626:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:34.490727Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800219470898626:2117] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:34.511694Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800219470898611:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:34.511715Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800219470898611:2115] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:34.530618Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800219470898626:2117] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:34.538656Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800219470898611:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:34.397961Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:34.396651Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800217794167837:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12351
2025-12-06T17:36:34.398000Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800213676126656:2048] [node 1] ICP22 created new session: [4:7580800217971094035:2048]
2025-12-06T17:36:34.566824Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800219470898629:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:34.398019Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800217794167832:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:34.487929Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800217794167835:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:34.487999Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800217794167837:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:34.488067Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800217794167834:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:34.490625Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800213499200513:2076] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(76944404ns) {Configure:104(76941224ns) {ProcessConfigured:135(27984168ns) {StartInitialHandshake:157(27980350ns) {DropHandshakes:470(2366ns) {DropIncomingHandshake:442(299ns) DropOutgoingHandshake:457(501ns)} GenerateSessionVirtualId:988(537ns) PrepareNewSessionHandshake:477(4282ns) {SwitchToState:179(1952ns)}}}}}
2025-12-06T17:36:34.515157Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800217794167836:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:34.530699Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580800213499200462:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:34.427224Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580800221511320878:2110] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:34.462753Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800221159469217:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:34.462903Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800216864501841:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:34.486892Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800221159469203:2071] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29690) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800221159469215:2115] held: no
2025-12-06T17:36:34.487304Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800221159469221:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35616
2025-12-06T17:36:34.574936Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800221159469222:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35616
2025-12-06T17:36:34.575468Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800221159469216:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:34.575649Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800221159469215:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:34.575821Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800221159469206:2080] [node 4] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:34.402917Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800217971094035:2048] [node 1] ICS09 handshake done sender: [4:7580800217971094030:2115] self: [4:7580800217971094031:0] peer: [1:7580800219470898605:0] socket: 144 qp: -1
2025-12-06T17:36:34.570672Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800217408111797:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:34.570719Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800217408111797:2111] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:34.583438Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800217408111810:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:34.583522Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580800213113144433:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15681) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580800217408111802:2114] held: no
2025-12-06T17:36:34.583747Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800217408111802:2114] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:34.615095Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800213113144433:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:34.615146Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:34.615186Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800213113144433:2048] [node 1] ICP22 created new session: [3:7580800217408111819:2048]
2025-12-06T17:36:34.615221Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800217408111819:2048] [node 1] ICS09 handshake done sender: [3:7580800217408111802:2114] self: [3:7580800217408111811:0] peer: [1:7580800219470898603:0] socket: 148 qp: -1
2025-12-06T17:36:34.615253Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800217408111819:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:34.615278Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:34.615742Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800217408111814:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18005
2025-12-06T17:36:34.615784Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800217408111818:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18005
2025-12-06T17:36:34.618749Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800217408111797:2111] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:34.618965Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800213113144450:2062] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:34.619003Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:34.619058Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800213113144450:2062] [node 5] ICP22 created new session: [3:7580800217408111821:2062]
2025-12-06T17:36:34.619096Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800217408111821:2062] [node 5] ICS09 handshake done sender: [3:7580800217408111797:2111] self: [3:7580800217408111796:0] peer: [5:7580800221511320901:0] socket: 150 qp: -1
2025-12-06T17:36:34.619122Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800217408111821:2062] [node 5] ICS10 traffic start
2025-12-06T17:36:34.619147Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:34.619918Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800217408111818:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:34.586961Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800215175931302:2099] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:34.575887Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:34.402953Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800217971094035:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:34.590688Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800217794167829:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:34.450707Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800217216353517:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:34.462724Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800217216353517:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(16053198ns) {IncomingHandshake:261(15766992ns) {DropIncomingHandshake:442(719ns) PrepareNewSessionHandshake:477(1479ns) {SwitchToState:179(553ns)} GenerateSessionVirtualId:988(739ns) IssueIncomingHandshakeReply:193(15747661ns) {SwitchToState:179(2288ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:34.575930Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800221159469206:2080] [node 4] ICP22 created new session: [6:7580800221159469225:2080]
2025-12-06T17:36:34.587030Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:34.587068Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800215175931302:2099] [node 5] ICP22 created new session: [1:7580800219470898632:2099]
2025-12-06T17:36:34.587104Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800219470898632:2099] [node 5] ICS09 handshake done sender: [1:7580800219470898611:2115] self: [1:7580800219470898610:0] peer: [5:7580800221511320896:0] socket: 135 qp: -1
2025-12-06T17:36:34.587131Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800219470898632:2099] [node 5] ICS10 traffic start
2025-12-06T17:36:34.587160Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:34.587893Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800219470898602:2100] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:34.587949Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:34.587995Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800219470898602:2100] [node 6] ICP22 created new session: [1:7580800219470898635:2100]
2025-12-06T17:36:34.588028Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800219470898635:2100] [node 6] ICS09 handshake done sender: [1:7580800219470898626:2117] self: [1:7580800219470898625:0] peer: [6:7580800221159469220:0] socket: 152 qp: -1
2025-12-06T17:36:34.588052Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800219470898635:2100] [node 6] ICS10 traffic start
2025-12-06T17:36:34.588074Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:34.602638Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800219470898608:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:34.602665Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800219470898608:2113] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:36:34.618703Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800219470898608:2113] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:34.463048Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800221511320878:2110] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:34.403001Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:34.575973Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800221159469225:2080] [node 4] ICS09 handshake done sender: [6:7580800221159469216:2116] self: [6:7580800221159469218:0] peer: [4:7580800217971093977:0] socket: 160 qp: -1
2025-12-06T17:36:34.576004Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800221159469225:2080] [node 4] ICS10 traffic start
2025-12-06T17:36:34.576042Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:34.576739Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800221159469203:2071] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:36:34.576790Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:34.576823Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800221159469203:2071] [node 5] ICP22 created new session: [6:7580800221159469227:2071]
2025-12-06T17:36:34.576855Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800221159469227:2071] [node 5] ICS09 handshake done sender: [6:7580800221159469215:2115] self: [6:7580800221159469219:0] peer: [5:7580800221511320877:0] socket: 159 qp: -1
2025-12-06T17:36:34.576878Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800221159469227:2071] [node 5] ICS10 traffic start
2025-12-06T17:36:34.576905Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:34.577865Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800221159469223:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35616
2025-12-06T17:36:34.578288Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800221159469217:2117] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:34.578572Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800216864501841:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:34.626572Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:34.638591Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800216864501841:2048] [node 1] ICP22 created new session: [6:7580800221159469230:2048]
2025-12-06T17:36:34.651709Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800221159469230:2048] [node 1] ICS09 handshake done sender: [6:7580800221159469217:2117] self: [6:7580800221159469220:0] peer: [1:7580800219470898625:0] socket: 170 qp: -1
2025-12-06T17:36:34.662604Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800221159469230:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:34.662655Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:34.590722Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800217794167829:2112] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:34.648951Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800215175931240:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:36:34.463281Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580800217216353530:2059] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:34.406829Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800217971094034:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23620
2025-12-06T17:36:34.442860Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800217971093978:2066] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:34.442891Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800217971093978:2066] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:34.474818Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800217971093978:2066] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:34.487639Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800217971094038:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23620
2025-12-06T17:36:34.550689Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800217971093974:2064] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:34.550730Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:34.550780Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800217971093974:2064] [node 6] ICP22 created new session: [4:7580800217971094039:2064]
2025-12-06T17:36:34.550834Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800217971094039:2064] [node 6] ICS09 handshake done sender: [4:7580800217971093978:2066] self: [4:7580800217971093977:0] peer: [6:7580800221159469218:0] socket: 132 qp: -1
2025-12-06T17:36:34.550869Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800217971094039:2064] [node 6] ICS10 traffic start
2025-12-06T17:36:34.550907Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:34.551359Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800217971094038:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:34.570722Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800217971094034:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:34.595443Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800217971094043:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23620
2025-12-06T17:36:34.610556Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800213676126657:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:34.627039Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800213676126657:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(31947905ns) {IncomingHandshake:261(11971246ns) {DropIncomingHandshake:442(687ns) PrepareNewSessionHandshake:477(1687ns) {SwitchToState:179(732ns)} GenerateSessionVirtualId:988(623ns) IssueIncomingHandshakeReply:193(3849331ns) {SwitchToState:179(990ns)}}}
2025-12-06T17:36:34.654968Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800217971094045:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23620
2025-12-06T17:36:34.682838Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800217971093993:2078] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:34.682864Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800217971093993:2078] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:34.688172Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800217971093993:2078] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:34.610625Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800217794167829:2112] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:34.611864Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800213499200498:2079] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:34.686905Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:34.690589Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800213113144434:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:34.611932Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:34.611976Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800213499200498:2079] [node 5] ICP22 created new session: [2:7580800217794167849:2079]
2025-12-06T17:36:34.463327Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:34.705210Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800213113144434:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(23797762ns) {IncomingHandshake:261(23794078ns) {DropIncomingHandshake:442(273ns) PrepareNewSessionHandshake:477(1223ns) {SwitchToState:179(277ns)} GenerateSessionVirtualId:988(630ns) IssueIncomingHandshakeReply:193(7977685ns) {SwitchToState:179(2389ns)}}}
2025-12-06T17:36:34.694604Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800215175931240:2048] [node 2] ICP22 created new session: [1:7580800219470898638:2048]
2025-12-06T17:36:34.463368Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800217216353530:2059] [node 6] ICP22 created new session: [5:7580800221511320898:2059]
2025-12-06T17:36:34.463408Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800221511320898:2059] [node 6] ICS09 handshake done sender: [5:7580800221511320878:2110] self: [5:7580800221511320877:0] peer: [6:7580800221159469219:0] socket: 156 qp: -1
2025-12-06T17:36:34.463434Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800221511320898:2059] [node 6] ICS10 traffic start
2025-12-06T17:36:34.463464Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:34.510918Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800221511320890:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:34.511045Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800217216353519:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:34.531656Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800221511320902:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64115
2025-12-06T17:36:34.538629Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800221511320894:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:34.547752Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800221511320891:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:34.547893Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800217216353517:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:34.547940Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:34.547984Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800217216353517:2048] [node 1] ICP22 created new session: [5:7580800221511320903:2048]
2025-12-06T17:36:34.548025Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800221511320903:2048] [node 1] ICS09 handshake done sender: [5:7580800221511320891:2116] self: [5:7580800221511320896:0] peer: [1:7580800219470898610:0] socket: 164 qp: -1
2025-12-06T17:36:34.548057Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800221511320903:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:34.548088Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:34.574757Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800221511320905:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64115
2025-12-06T17:36:34.582623Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800217216353518:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:34.631755Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800221511320905:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:34.631867Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800217216353518:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16176) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800221511320894:2118] held: no
2025-12-06T17:36:34.631967Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800217216353519:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21830) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800221511320890:2115] held: no
2025-12-06T17:36:34.632083Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800221511320907:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64115
2025-12-06T17:36:34.632415Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800221511320908:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64115
2025-12-06T17:36:34.632706Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800221511320894:2118] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:34.632863Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800221511320890:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:34.650961Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800217216353518:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:34.651012Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:34.651056Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800217216353518:2049] [node 2] ICP22 created new session: [5:7580800221511320909:2049]
2025-12-06T17:36:34.651099Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800221511320909:2049] [node 2] ICS09 handshake done sender: [5:7580800221511320894:2118] self: [5:7580800221511320906:0] peer: [2:7580800217794167828:0] socket: 180 qp: -1
2025-12-06T17:36:34.651141Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800221511320909:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:34.651180Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:34.662969Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800217216353519:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:34.663015Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:34.663057Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800217216353519:2050] [node 3] ICP22 created new session: [5:7580800221511320911:2050]
2025-12-06T17:36:34.663104Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800221511320911:2050] [node 3] ICS09 handshake done sender: [5:7580800221511320890:2115] self: [5:7580800221511320901:0] peer: [3:7580800217408111796:0] socket: 163 qp: -1
2025-12-06T17:36:34.663130Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800221511320911:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:34.663158Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:34.663765Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800221511320879:2072] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:34.692786Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800221511320914:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64115
2025-12-06T17:36:34.718769Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800221511320905:2120] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:34.744718Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800221511320879:2072] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:36:34.744789Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:34.699633Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800216864501841:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(120873245ns) {HandleHandshakeStatus:329(120871823ns) {DropIncomingHandshake:442(431ns) DropOutgoingHandshake:457(3803ns) SwitchToState:179(194ns) ProcessPendingSessionEvents:495(104679ns) {ForwardSessionEventToSession:612(60770ns) ForwardSessionEventToSession:612(3009ns) ForwardSessionEventToSession:612(2870ns) ForwardSessionEventToSession:612(10735ns) ForwardSessionEventToSession:612(2227ns) ForwardSessionEventToSession:612(5285ns) ForwardSessionEventToSession:612(2582ns) ForwardSessionEventToSession:612(2869ns) ForwardSessionEventToSession:612(4493ns) ForwardSessionEventToSession:612(1776ns)}}}
2025-12-06T17:36:34.710771Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800217971093991:2068] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:34.612014Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800217794167849:2079] [node 5] ICS09 handshake done sender: [2:7580800217794167829:2112] self: [2:7580800217794167828:0] peer: [5:7580800221511320906:0] socket: 175 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:34.700441Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800221159469232:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35616
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:34.749102Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800217408111814:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:34.755020Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800217408111804:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:34.755044Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800217408111804:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:34.750885Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800221511320879:2072] [node 4] ICP22 created new session: [5:7580800221511320915:2072]
2025-12-06T17:36:34.710838Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:34.612038Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800217794167849:2079] [node 5] ICS10 traffic start
2025-12-06T17:36:34.778586Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800217408111804:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:34.778883Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800217408111800:2073] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:34.778940Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:34.778988Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800217408111800:2073] [node 6] ICP22 created new session: [3:7580800217408111827:2073]
2025-12-06T17:36:34.779051Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800217408111827:2073] [node 6] ICS09 handshake done sender: [3:7580800217408111804:2115] self: [3:7580800217408111803:0] peer: [6:7580800221159469234:0] socket: 197 qp: -1
2025-12-06T17:36:34.779087Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800217408111827:2073] [node 6] ICS10 traffic start
2025-12-06T17:36:34.779117Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:34.750947Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800221511320915:2072] [node 4] ICS09 handshake done sender: [5:7580800221511320905:2120] self: [5:7580800221511320913:0] peer: [4:7580800217971093992:0] socket: 189 qp: -1
2025-12-06T17:36:34.750979Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800221511320915:2072] [node 4] ICS10 traffic start
2025-12-06T17:36:34.751042Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:34.751300Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7580800221511320879:2072] [node 4] ICP27 obsolete handshake fail ignored
2025-12-06T17:36:34.744810Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800221159469232:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:34.702773Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800219470898638:2048] [node 2] ICS09 handshake done sender: [1:7580800219470898608:2113] self: [1:7580800219470898607:0] peer: [2:7580800217794167846:0] socket: 142 qp: -1
2025-12-06T17:36:34.720174Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800219470898638:2048] [node 2] ICS10 traffic start
2025-12-06T17:36:34.730862Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:34.780550Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800215175931240:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(131428112ns) {HandleHandshakeStatus:329(131424915ns) {DropIncomingHandshake:442(14522ns) DropOutgoingHandshake:457(875ns) SwitchToState:179(1174ns) ProcessPendingSessionEvents:495(18587049ns) {ForwardSessionEventToSession:612(18538354ns) ForwardSessionEventToSession:612(5211ns) ForwardSessionEventToSession:612(8347ns) ForwardSessionEventToSession:612(2332ns) ForwardSessionEventToSession:612(2236ns) ForwardSessionEventToSession:612(4989ns) ForwardSessionEventToSession:612(2289ns) ForwardSessionEventToSession:612(1768ns) ForwardSessionEventToSession:612(5373ns) ForwardSessionEventToSession:612(2670ns)}}}
2025-12-06T17:36:34.612065Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:34.710880Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800217971093991:2068] [node 5] ICP22 created new session: [4:7580800217971094047:2068]
2025-12-06T17:36:34.809173Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580800213113144434:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16176) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580800217408111818:2120] held: no
2025-12-06T17:36:34.710918Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800217971094047:2068] [node 5] ICS09 handshake done sender: [4:7580800217971093993:2078] self: [4:7580800217971093992:0] peer: [5:7580800221511320913:0] socket: 188 qp: -1
2025-12-06T17:36:34.710948Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800217971094047:2068] [node 5] ICS10 traffic start
2025-12-06T17:36:34.710979Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:34.755530Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800217971094045:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:34.778603Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800217971094049:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23620
2025-12-06T17:36:34.809631Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800213676126657:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16176) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580800217971094034:2117] held: no
2025-12-06T17:36:34.809808Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800217971094034:2117] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:34.810010Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800213676126658:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:34.810047Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800213676126657:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:34.810087Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:34.810142Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800213676126657:2049] [node 2] ICP22 created new session: [4:7580800217971094051:2049]
2025-12-06T17:36:34.810181Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800217971094051:2049] [node 2] ICS09 handshake done sender: [4:7580800217971094034:2117] self: [4:7580800217971094044:0] peer: [2:7580800217794167826:0] socket: 177 qp: -1
2025-12-06T17:36:34.810210Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800217971094051:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:34.810247Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:34.823484Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800217408111809:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:34.823519Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800217408111809:2116] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:36:34.824559Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800217408111809:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:34.824866Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800213113144447:2060] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:36:34.824929Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:34.824989Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800213113144447:2060] [node 4] ICP22 created new session: [3:7580800217408111831:2060]
2025-12-06T17:36:34.825031Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800217408111831:2060] [node 4] ICS09 handshake done sender: [3:7580800217408111809:2116] self: [3:7580800217408111808:0] peer: [4:7580800217971094050:0] socket: 158 qp: -1
2025-12-06T17:36:34.825062Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800217408111831:2060] [node 4] ICS10 traffic start
2025-12-06T17:36:34.825271Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:34.752642Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800216864501843:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:34.612942Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800217794167848:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12351
2025-12-06T17:36:34.752996Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800221159469233:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35616
2025-12-06T17:36:34.814605Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800216864501843:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21830) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800221159469232:2121] held: no
2025-12-06T17:36:34.659435Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800217794167835:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:34.678645Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800217794167827:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:34.678685Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800217794167827:2111] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:36:34.695017Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580800213499200462:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:34.695102Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:34.695156Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800213499200462:2048] [node 1] ICP22 created new session: [2:7580800217794167852:2048]
2025-12-06T17:36:34.695192Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800217794167852:2048] [node 1] ICS09 handshake done sender: [2:7580800217794167835:2116] self: [2:7580800217794167846:0] peer: [1:7580800219470898607:0] socket: 171 qp: -1
2025-12-06T17:36:34.695230Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800217794167852:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:34.695260Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:34.695503Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7580800213499200462:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:36:34.722750Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800217794167827:2111] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:34.723029Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800217794167831:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:34.723051Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800217794167831:2113] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:36:34.736935Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800217794167831:2113] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:34.759942Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800213499200497:2078] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:36:34.760002Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:34.760047Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800213499200497:2078] [node 4] ICP22 created new session: [2:7580800217794167857:2078]
2025-12-06T17:36:34.760089Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800217794167857:2078] [node 4] ICS09 handshake done sender: [2:7580800217794167827:2111] self: [2:7580800217794167826:0] peer: [4:7580800217971094044:0] socket: 176 qp: -1
2025-12-06T17:36:34.760119Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800217794167857:2078] [node 4] ICS10 traffic start
2025-12-06T17:36:34.760154Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:34.760307Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800213499200463:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:36:34.766096Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:34.766143Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800213499200463:2049] [node 3] ICP22 created new session: [2:7580800217794167859:2049]
2025-12-06T17:36:34.766182Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800217794167859:2049] [node 3] ICS09 handshake done sender: [2:7580800217794167831:2113] self: [2:7580800217794167830:0] peer: [3:7580800217408111824:0] socket: 173 qp: -1
2025-12-06T17:36:34.766211Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800217794167859:2049] [node 3] ICS10 traffic start
2025-12-06T17:36:34.766241Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:34.839639Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800221159469235:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35616
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:34.851825Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800221159469233:2122] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:34.851956Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800216864501842:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:34.850983Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800213676126658:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21830) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580800217971094045:2120] held: no
2025-12-06T17:36:34.851559Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800217971094053:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23620
2025-12-06T17:36:34.852745Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800216864501843:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(32007659ns) {HandleHandshakeStatus:395(32005096ns) {LogHandshakeFail:472(12400ns) {UpdateErrorStateLog:545(4663ns)} DropOutgoingHandshake:457(1883ns) ProcessPendingSessionEvents:495(16014548ns) {DropSessionEvent:512(7960ns) DropSessionEvent:512(4833ns) DropSessionEvent:512(4327ns) DropSessionEvent:512(3672ns) DropSessionEvent:512(3834ns) DropSessionEvent:512(19717ns) DropSessionEvent:512(4666494ns) DropSessionEvent:512(9939ns) DropSessionEvent:512(4174ns) DropSessionEvent:512(4405ns)}}}
2025-12-06T17:36:34.852833Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800221159469232:2121] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:34.853112Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800217408111829:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18005
2025-12-06T17:36:34.853530Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800217408111818:2120] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:34.853712Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800213113144434:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:34.853811Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:34.854126Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800217971094045:2120] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:34.853854Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800213113144434:2049] [node 2] ICP22 created new session: [3:7580800217408111833:2049]
2025-12-06T17:36:34.853904Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800217408111833:2049] [node 2] ICS09 handshake done sender: [3:7580800217408111818:2120] self: [3:7580800217408111824:0] peer: [2:7580800217794167830:0] socket: 192 qp: -1
2025-12-06T17:36:34.853933Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800217408111833:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:34.853973Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:34.854522Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800213676126658:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:34.870022Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800217794167841:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:34.862875Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800216864501843:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:34.870183Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:34.870243Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800216864501843:2050] [node 3] ICP22 created new session: [6:7580800221159469237:2050]
2025-12-06T17:36:34.870282Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800221159469237:2050] [node 3] ICS09 handshake done sender: [6:7580800221159469232:2121] self: [6:7580800221159469234:0] peer: [3:7580800217408111803:0] socket: 200 qp: -1
2025-12-06T17:36:34.870313Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800221159469237:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:34.870348Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:34.870066Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800217794167841:2119] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:34.854583Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:34.861656Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800213676126658:2050] [node 3] ICP22 created new session: [4:7580800217971094054:2050]
2025-12-06T17:36:34.861730Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800217971094054:2050] [node 3] ICS09 handshake done sender: [4:7580800217971094045:2120] self: [4:7580800217971094050:0] peer: [3:7580800217408111808:0] socket: 157 qp: -1
2025-12-06T17:36:34.861774Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800217971094054:2050] [node 3] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:34.894812Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800217794167841:2119] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:34.861822Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:34.906838Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800221159469239:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35616
2025-12-06T17:36:34.911728Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800221159469233:2122] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:34.911925Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800216864501842:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:34.912560Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:34.912608Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800216864501842:2049] [node 2] ICP22 created new session: [6:7580800221159469240:2049]
2025-12-06T17:36:34.912667Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800221159469240:2049] [node 2] ICS09 handshake done sender: [6:7580800221159469233:2122] self: [6:7580800221159469236:0] peer: [2:7580800217794167833:0] socket: 202 qp: -1
2025-12-06T17:36:34.912708Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800221159469240:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:34.912746Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:34.910650Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800213499200513:2076] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:34.931161Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:34.931228Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800213499200513:2076] [node 6] ICP22 created new session: [2:7580800217794167862:2076]
2025-12-06T17:36:34.931275Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800217794167862:2076] [node 6] ICS09 handshake done sender: [2:7580800217794167841:2119] self: [2:7580800217794167833:0] peer: [6:7580800221159469236:0] socket: 184 qp: -1
2025-12-06T17:36:34.931309Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800217794167862:2076] [node 6] ICS10 traffic start
2025-12-06T17:36:34.931350Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:34.931743Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800213499200513:2076] [node 6] ICP35 event processing took too much time PendingConnection:279(24173220ns) {HandleHandshakeStatus:329(24170177ns) {DropIncomingHandshake:442(17893ns) DropOutgoingHandshake:457(510ns) SwitchToState:179(643ns) ProcessPendingSessionEvents:495(88622ns) {ForwardSessionEventToSession:612(48967ns) ForwardSessionEventToSession:612(2866ns) ForwardSessionEventToSession:612(2102ns) ForwardSessionEventToSession:612(8623ns) ForwardSessionEventToSession:612(2393ns) ForwardSessionEventToSession:612(1671ns) ForwardSessionEventToSession:612(6421ns) ForwardSessionEventToSession:612(1677ns) ForwardSessionEventToSession:612(4634ns) ForwardSessionEventToSession:612(1831ns)}}}
2025-12-06T17:36:34.978630Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:36:34.978917Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580800217794167852:2048] [node 1] ICS01 socket: 171 reason# EndOfStream
2025-12-06T17:36:34.978949Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580800213499200462:2048] [node 1] ICP30 unregister session Session# [2:7580800217794167852:2048] VirtualId# [2:7580800217794167846:0]
2025-12-06T17:36:34.978979Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580800217794167852:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:34.979048Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:34.979092Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:34.978689Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:36:34.978917Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800217408111819:2048] [node 1] ICS01 socket: 148 reason# EndOfStream
2025-12-06T17:36:34.978954Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800213113144433:2048] [node 1] ICP30 unregister session Session# [3:7580800217408111819:2048] VirtualId# [3:7580800217408111811:0]
2025-12-06T17:36:34.978981Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800217408111819:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:34.979060Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:34.979100Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:34.986639Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:36:34.986652Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:36:34.986873Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800217971094035:2048] [node 1] ICS01 socket: 144 reason# EndOfStream
2025-12-06T17:36:34.986893Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800221511320903:2048] [node 1] ICS01 socket: 164 reason# EndOfStream
2025-12-06T17:36:34.986909Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800213676126656:2048] [node 1] ICP30 unregister session Session# [4:7580800217971094035:2048] VirtualId# [4:7580800217971094031:0]
2025-12-06T17:36:34.986933Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800217971094035:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:34.986925Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800217216353517:2048] [node 1] ICP30 unregister session Session# [5:7580800221511320903:2048] VirtualId# [5:7580800221511320896:0]
2025-12-06T17:36:34.986964Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800221511320903:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:34.986994Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:34.987034Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:34.987036Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:34.987070Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:34.988499Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:36:34.988720Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580800221159469230:2048] [node 1] ICS07 socket disconnect 170 reason# EndOfStream
2025-12-06T17:36:34.988757Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800221159469230:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:34.988831Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:34.988865Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580800221159469230:2048] [node 1] ICS15 start handshake
2025-12-06T17:36:35.018658Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800216864501841:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15681) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:36:35.018736Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800221159469230:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:36:35.018772Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800216864501841:2048] [node 1] ICP30 unregister session Session# [6:7580800221159469230:2048] VirtualId# [6:7580800221159469220:0]
2025-12-06T17:36:35.018829Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:35.018859Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580800216864501841:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:15681) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:35.018878Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15681) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:35.019116Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:294: Proxy [6:7580800216864501841:2048] [node 1] ICP35 event processing took too much time StateWork:294(21974857ns) {HandleHandshakeStatus:395(20062574ns) {LogHandshakeFail:472(19748936ns) {UpdateErrorStateLog:545(5806ns)} DropOutgoingHandshake:457(791ns) ProcessPendingSessionEvents:495(595ns) UnregisterSession:538(41248ns) {ProcessPendingSessionEvents:495(130ns) SwitchToInitialState:202(1720ns) {SwitchToState:179(792ns)}} TransitToErrorState:752(51716ns) {SwitchToState:179(6024ns) ProcessPendingSessionEvents:495(638ns) DropHandshakes:470(1945ns) {DropIncomingHandshake:442(727ns) DropOutgoingHandshake:457(164ns)}}}}
2025-12-06T17:36:35.035501Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580800216864501841:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:36:35.046669Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:36:35.046930Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800217408111833:2049] [node 2] ICS01 socket: 192 reason# EndOfStream
2025-12-06T17:36:35.046968Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800213113144434:2049] [node 2] ICP30 unregister session Session# [3:7580800217408111833:2049] VirtualId# [3:7580800217408111824:0]
2025-12-06T17:36:35.046997Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800217408111833:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:35.047077Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:35.047115Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:35.079608Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:36:35.081056Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800221159469240:2049] [node 2] ICS01 socket: 202 reason# EndOfStream
2025-12-06T17:36:35.081101Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800216864501842:2049] [node 2] ICP30 unregister session Session# [6:7580800221159469240:2049] VirtualId# [6:7580800221159469236:0]
2025-12-06T17:36:35.081136Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800221159469240:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:35.081220Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:35.081258Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:35.084069Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:36:35.084279Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800217971094051:2049] [node 2] ICS01 socket: 177 reason# EndOfStream
2025-12-06T17:36:35.084329Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800213676126657:2049] [node 2] ICP30 unregister session Session# [4:7580800217971094051:2049] VirtualId# [4:7580800217971094044:0]
2025-12-06T17:36:35.084356Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800217971094051:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:35.084425Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:35.084455Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:35.098657Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:36:35.098902Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800221511320909:2049] [node 2] ICS01 socket: 180 reason# EndOfStream
2025-12-06T17:36:35.098940Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800217216353518:2049] [node 2] ICP30 unregister session Session# [5:7580800221511320909:2049] VirtualId# [5:7580800221511320906:0]
2025-12-06T17:36:35.098975Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800221511320909:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:35.099060Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:35.099095Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:35.180424Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:36:35.180684Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800217971094054:2050] [node 3] ICS01 socket: 157 reason# EndOfStream
2025-12-06T17:36:35.180723Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800213676126658:2050] [node 3] ICP30 unregister session Session# [4:7580800217971094054:2050] VirtualId# [4:7580800217971094050:0]
2025-12-06T17:36:35.180753Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800217971094054:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:35.180828Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:35.180865Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:35.182678Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:36:35.182659Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:36:35.182884Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800221159469237:2050] [node 3] ICS01 socket: 200 reason# EndOfStream
2025-12-06T17:36:35.182895Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800221511320911:2050] [node 3] ICS01 socket: 163 reason# EndOfStream
2025-12-06T17:36:35.182914Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800216864501843:2050] [node 3] ICP30 unregister session Session# [6:7580800221159469237:2050] VirtualId# [6:7580800221159469234:0]
2025-12-06T17:36:35.182926Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800217216353519:2050] [node 3] ICP30 unregister session Session# [5:7580800221511320911:2050] VirtualId# [5:7580800221511320901:0]
2025-12-06T17:36:35.182940Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800221159469237:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:35.183012Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:35.182947Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800221511320911:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:35.183047Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:35.183016Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:35.183066Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:35.239441Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:36:35.239684Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800221159469225:2080] [node 4] ICS01 socket: 160 reason# EndOfStream
2025-12-06T17:36:35.239718Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800221159469206:2080] [node 4] ICP30 unregister session Session# [6:7580800221159469225:2080] VirtualId# [6:7580800221159469218:0]
2025-12-06T17:36:35.239747Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800221159469225:2080] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:35.239804Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:36:35.239838Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:36:35.310683Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:36:35.310913Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800221159469227:2071] [node 5] ICS01 socket: 159 reason# EndOfStream
2025-12-06T17:36:35.310950Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800221159469203:2071] [node 5] ICP30 unregister session Session# [6:7580800221159469227:2071] VirtualId# [6:7580800221159469219:0]
2025-12-06T17:36:35.310979Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800221159469227:2071] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:35.311041Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:36:35.311075Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:36:35.390953Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800223639218116:2048] [node 2] ICP01 ready to work
2025-12-06T17:36:35.390982Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800223639218117:2049] [node 3] ICP01 ready to work
2025-12-06T17:36:35.430955Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800221590242347:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:35.430985Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800221590242348:2049] [node 3] ICP01 ready to work
2025-12-06T17:36:35.414914Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800222265462809:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:35.414940Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800222265462810:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:35.471009Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800224215433060:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:35.471035Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800224215433061:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:35.471067Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800224215433062:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:35.715474Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800222265462829:2063] [node 5] ICP01 ready to work
2025-12-06T17:36:35.717888Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580800222265462829:2063] [node 5] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7956) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:36:35.717951Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580800222265462829:2063] [node 5] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:7956) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:35.717964Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [5] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7956) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:35.755407Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800221590242363:2062] [node 6] ICP01 ready to work
2025-12-06T17:36:35.738760Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800222650951507:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:35.738784Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800222650951508:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:35.738809Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800222650951509:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:35.747357Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800222650951520:2059] [node 5] ICP01 ready to work
2025-12-06T17:36:35.811794Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800221590242384:2078] [node 5] ICP01 ready to work
2025-12-06T17:36:35.887483Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800224215433076:2062] [node 6] ICP01 ready to work
2025-12-06T17:36:35.778661Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580800222265462829:2063] [node 5] ICP33 wake up from error state
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:35.859579Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:309: Proxy [3:7580800222265462829:2063] [node 5] ICP35 event processing took too much time HoldByError:309(20070654ns) {WakeupFromErrorState:799(20068297ns) {SwitchToInitialState:202(3274ns) {SwitchToState:179(1781ns)}}}
2025-12-06T17:36:35.918789Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800223639218163:2065] [node 5] ICP01 ready to work
2025-12-06T17:36:35.731791Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800224765317106:2059] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:35.926906Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800222265462873:2067] [node 4] ICP01 ready to work
2025-12-06T17:36:35.951836Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800224215433092:2073] [node 5] ICP01 ready to work
2025-12-06T17:36:36.112022Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800222650951508:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(121164038ns) {Configure:104(121159178ns) {ProcessConfigured:135(57302ns) {StartInitialHandshake:157(55113ns) {DropHandshakes:470(3285ns) {DropIncomingHandshake:442(943ns) DropOutgoingHandshake:457(516ns)} GenerateSessionVirtualId:988(457ns) PrepareNewSessionHandshake:477(1390ns) {SwitchToState:179(715ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:35.731854Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800224765317093:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:35.934560Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800223639218165:2067] [node 4] ICP01 ready to work
2025-12-06T17:36:35.927298Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800222265462870:2103] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55349
2025-12-06T17:36:36.104152Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800225885209717:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:35.962355Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800223639218169:2068] [node 6] ICP01 ready to work
2025-12-06T17:36:35.731877Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800224765317094:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:35.927351Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800222265462871:2104] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55349
2025-12-06T17:36:36.058614Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800222265462882:2078] [node 6] ICP01 ready to work
2025-12-06T17:36:36.130605Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800222265462870:2103] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:36.154329Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800226560430185:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55349
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:36.115074Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800225885209719:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38
2025-12-06T17:36:36.151192Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800222650951507:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(173400869ns) {Configure:104(173395896ns) {ProcessConfigured:135(24307173ns) {StartInitialHandshake:157(24304534ns) {DropHandshakes:470(12048164ns) {DropIncomingHandshake:442(293ns) DropOutgoingHandshake:457(982ns)} GenerateSessionVirtualId:988(845ns) PrepareNewSessionHandshake:477(3479ns) {SwitchToState:179(1618ns)}}}}}
2025-12-06T17:36:35.731895Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800224765317095:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:36.183906Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800223639218169:2068] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(53055529ns) {Configure:104(53052123ns) {ProcessConfigured:135(56382ns) {StartInitialHandshake:157(54417ns) {DropHandshakes:470(3215ns) {DropIncomingHandshake:442(605ns) DropOutgoingHandshake:457(526ns)} GenerateSessionVirtualId:988(568ns) PrepareNewSessionHandshake:477(1792ns) {SwitchToState:179(590ns)}}}}}
2025-12-06T17:36:36.185476Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800227934185478:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28010
2025-12-06T17:36:36.185604Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800227934185483:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28010
2025-12-06T17:36:36.199667Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800223639218163:2065] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(140938668ns) {Configure:104(140927922ns) {ProcessConfigured:135(42816ns) {StartInitialHandshake:157(41303ns) {DropHandshakes:470(2113ns) {DropIncomingHandshake:442(496ns) DropOutgoingHandshake:457(373ns)} GenerateSessionVirtualId:988(725ns) PrepareNewSessionHandshake:477(1768ns) {SwitchToState:179(639ns)}}}}}
2025-12-06T17:36:36.199868Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800227934185478:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:36.151851Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800226945918876:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57641
2025-12-06T17:36:36.110626Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800224765317137:2068] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:36.118702Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800225885209718:2060] [node 4] ICP01 ready to work
2025-12-06T17:36:36.241079Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800226945918875:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57641
2025-12-06T17:36:36.242343Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800222650951520:2059] [node 5] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7956) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:36:36.242442Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580800222650951520:2059] [node 5] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:7956) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:36.242476Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [5] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7956) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:36.246189Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800226945918879:2092] [node 4] ICP01 ready to work
2025-12-06T17:36:36.251125Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800227934185483:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:36.214951Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800225885209720:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38
2025-12-06T17:36:36.271127Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800222265462810:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(544293090ns) {Configure:104(544284906ns) {ProcessConfigured:135(65027ns) {StartInitialHandshake:157(62801ns) {DropHandshakes:470(3206ns) {DropIncomingHandshake:442(1060ns) DropOutgoingHandshake:457(518ns)} GenerateSessionVirtualId:988(1028ns) PrepareNewSessionHandshake:477(2108ns) {SwitchToState:179(723ns)}}}}}
2025-12-06T17:36:36.271334Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800222265462810:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:36.135570Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800224765317095:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(264708846ns) {Configure:104(264703507ns) {ProcessConfigured:135(62246ns) {StartInitialHandshake:157(59787ns) {DropHandshakes:470(2844ns) {DropIncomingHandshake:442(499ns) DropOutgoingHandshake:457(450ns)} GenerateSessionVirtualId:988(831ns) PrepareNewSessionHandshake:477(2317ns) {SwitchToState:179(737ns)}}}}}
2025-12-06T17:36:36.256039Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580800222650951520:2059] [node 5] ICP33 wake up from error state
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:36.272838Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800222265462875:2106] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:36.294112Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800228510400430:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32879
2025-12-06T17:36:36.290778Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800221590242365:2063] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:36.290807Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800221590242365:2063] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:36.291393Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800225885209720:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:36.291652Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800221590242386:2079] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:36.291667Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800221590242386:2079] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:36.292264Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800221590242372:2068] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:36.292279Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800221590242372:2068] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:36:36.293152Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800225885209721:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38
2025-12-06T17:36:36.302725Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800221590242365:2063] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:36.282781Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800227934185482:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:36.256159Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800226945918882:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57641
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:36.167863Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800224765317094:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(241009512ns) {Configure:104(241001532ns) {ProcessConfigured:135(67685ns) {StartInitialHandshake:157(64976ns) {DropHandshakes:470(3028ns) {DropIncomingHandshake:442(700ns) DropOutgoingHandshake:457(509ns)} GenerateSessionVirtualId:988(1164ns) PrepareNewSessionHandshake:477(2159ns) {SwitchToState:179(759ns)}}}}}
2025-12-06T17:36:36.272872Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800222265462875:2106] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:36.282822Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800227934185482:2112] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:36.271969Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800226945918882:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:36.294590Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800226560430185:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:36.323266Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800227934185482:2112] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:36.338639Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800221590242347:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(575951192ns) {Configure:104(548019014ns) {ProcessConfigured:135(16001189ns) {StartInitialHandshake:157(12522644ns) {DropHandshakes:470(2927ns) {DropIncomingHandshake:442(731ns) DropOutgoingHandshake:457(404ns)} GenerateSessionVirtualId:988(836ns) PrepareNewSessionHandshake:477(1527ns) {SwitchToState:179(723ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:36.357255Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800224215433060:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(534372539ns) {Configure:104(534368125ns) {ProcessConfigured:135(18494370ns) {StartInitialHandshake:157(18492133ns) {DropHandshakes:470(1599ns) {DropIncomingHandshake:442(210ns) DropOutgoingHandshake:457(530ns)} GenerateSessionVirtualId:988(329ns) PrepareNewSessionHandshake:477(2474ns) {SwitchToState:179(1304ns)}}}}}
2025-12-06T17:36:36.168226Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800229060284458:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5151
2025-12-06T17:36:36.272033Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800226945918875:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:36.272126Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800222650951507:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:36.350786Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580800221590242347:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:36.299234Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800222265462882:2078] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(180331417ns) {Configure:104(180324660ns) {ProcessConfigured:135(50518ns) {StartInitialHandshake:157(48263ns) {DropHandshakes:470(2163ns) {DropIncomingHandshake:442(677ns) DropOutgoingHandshake:457(434ns)} GenerateSessionVirtualId:988(851ns) PrepareNewSessionHandshake:477(1384ns) {SwitchToState:179(434ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:36.355672Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800223639218117:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(228959287ns) {Configure:104(228956421ns) {ProcessConfigured:135(52719ns) {StartInitialHandshake:157(50452ns) {DropHandshakes:470(1248ns) {DropIncomingHandshake:442(244ns) DropOutgoingHandshake:457(287ns)} GenerateSessionVirtualId:988(523ns) PrepareNewSessionHandshake:477(1147ns) {SwitchToState:179(289ns)}}}}}
2025-12-06T17:36:36.272167Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800222650951508:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:36.299813Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800226945918885:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57641
2025-12-06T17:36:36.307336Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800226945918875:2113] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:36.307530Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800222650951508:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:36.307571Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:36.307605Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800222650951508:2049] [node 2] ICP22 created new session: [6:7580800226945918887:2049]
2025-12-06T17:36:36.307642Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800226945918887:2049] [node 2] ICS09 handshake done sender: [6:7580800226945918875:2113] self: [6:7580800226945918884:0] peer: [2:7580800221590242364:0] socket: 164 qp: -1
2025-12-06T17:36:36.307676Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800226945918887:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:36.307706Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:36.308107Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800226945918886:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57641
2025-12-06T17:36:36.319105Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800226945918882:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:36.319251Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800222650951507:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:36.319297Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:36.319339Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800222650951507:2048] [node 1] ICP22 created new session: [6:7580800226945918889:2048]
2025-12-06T17:36:36.319391Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800226945918889:2048] [node 1] ICS09 handshake done sender: [6:7580800226945918882:2116] self: [6:7580800226945918883:0] peer: [1:7580800227934185481:0] socket: 176 qp: -1
2025-12-06T17:36:36.319427Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800226945918889:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:36.319455Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:36.335998Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800226945918879:2092] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(37213653ns) {Configure:104(37205426ns) {ProcessConfigured:135(70240ns) {StartInitialHandshake:157(68207ns) {DropHandshakes:470(2422ns) {DropIncomingHandshake:442(527ns) DropOutgoingHandshake:457(519ns)} GenerateSessionVirtualId:988(261ns) PrepareNewSessionHandshake:477(905ns) {SwitchToState:179(258ns)}}}}}
2025-12-06T17:36:36.376339Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800226945918876:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:36.418814Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800226945918879:2092] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:36.423103Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800226945918895:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57641
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:36.168411Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800229060284459:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5151
2025-12-06T17:36:36.357806Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800228510400430:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:36.350964Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800221590242386:2079] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:36.458594Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800226945918879:2092] [node 4] ICP35 event processing took too much time PendingConnection:279(50042073ns) {IncomingHandshake:261(50039891ns) {DropIncomingHandshake:442(318ns) PrepareNewSessionHandshake:477(21173199ns) {SwitchToState:179(3621ns)} GenerateSessionVirtualId:988(504ns) IssueIncomingHandshakeReply:193(11832309ns) {SwitchToState:179(4175ns)}}}
2025-12-06T17:36:36.302806Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800222265462875:2106] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:36.168529Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800229060284460:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5151
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:36.230745Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800229060284459:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:36.234758Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800229060284458:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:36.234859Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800224765317106:2059] [node 6] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10721) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:36:36.234969Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580800224765317106:2059] [node 6] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:10721) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:36.234984Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [6] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10721) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:36.245649Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800224765317095:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:36.245711Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800224765317094:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:36.322890Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800229060284473:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5151
2025-12-06T17:36:36.323093Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800229060284474:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5151
2025-12-06T17:36:36.327235Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800224765317095:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13784) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800229060284459:2112] held: no
2025-12-06T17:36:36.356197Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800229060284459:2112] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:36.374870Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800229060284460:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:36.374910Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800224765317095:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:36.374955Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:36.374997Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800224765317095:2050] [node 3] ICP22 created new session: [5:7580800229060284475:2050]
2025-12-06T17:36:36.375034Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800229060284475:2050] [node 3] ICS09 handshake done sender: [5:7580800229060284459:2112] self: [5:7580800229060284471:0] peer: [3:7580800222265462874:0] socket: 159 qp: -1
2025-12-06T17:36:36.375073Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800229060284475:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:36.375105Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:36.375576Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800229060284458:2111] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:36.375878Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800224765317094:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:36.375917Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:36.382625Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800224765317094:2049] [node 2] ICP22 created new session: [5:7580800229060284477:2049]
2025-12-06T17:36:36.382681Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800229060284477:2049] [node 2] ICS09 handshake done sender: [5:7580800229060284458:2111] self: [5:7580800229060284472:0] peer: [2:7580800221590242385:0] socket: 158 qp: -1
2025-12-06T17:36:36.382709Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800229060284477:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:36.382742Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:36.383343Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800224765317137:2068] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:36.395819Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800229060284481:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5151
2025-12-06T17:36:36.421888Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580800224765317106:2059] [node 6] ICP33 wake up from error state
2025-12-06T17:36:36.425365Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800224765317137:2068] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28544) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800229060284460:2113] held: no
2025-12-06T17:36:36.455152Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800224765317137:2068] [node 4] ICP35 event processing took too much time PendingConnection:279(32858539ns) {HandleHandshakeStatus:395(32853539ns) {LogHandshakeFail:472(13275ns) {UpdateErrorStateLog:545(5604ns)} DropOutgoingHandshake:457(1975ns) ProcessPendingSessionEvents:495(29526023ns) {DropSessionEvent:512(9332ns) DropSessionEvent:512(4873ns) DropSessionEvent:512(11584147ns) DropSessionEvent:512(5071ns) DropSessionEvent:512(3781ns) DropSessionEvent:512(5049ns) DropSessionEvent:512(3876ns) DropSessionEvent:512(4690ns) DropSessionEvent:512(4085ns) DropSessionEvent:512(17891044ns)}}}
2025-12-06T17:36:36.455246Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800229060284460:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:36.482807Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800224765317137:2068] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:36:36.303774Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800222265462829:2063] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:36.358210Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800228510400434:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32879
2025-12-06T17:36:36.414800Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800227934185485:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:36.351244Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800221590242372:2068] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:36.470663Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800226945918895:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:36.414835Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800227934185485:2114] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:36:36.423327Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800223639218169:2068] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:36.423371Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:36.423423Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800223639218169:2068] [node 6] ICP22 created new session: [1:7580800227934185497:2068]
2025-12-06T17:36:36.423470Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800227934185497:2068] [node 6] ICS09 handshake done sender: [1:7580800227934185482:2112] self: [1:7580800227934185481:0] peer: [6:7580800226945918883:0] socket: 172 qp: -1
2025-12-06T17:36:36.423503Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800227934185497:2068] [node 6] ICS10 traffic start
2025-12-06T17:36:36.423537Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:36.424729Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800227934185500:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28010
2025-12-06T17:36:36.467130Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800227934185500:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:36.467214Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800227934185480:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:36.467230Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800227934185480:2111] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:36:36.471087Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800227934185492:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28010
2025-12-06T17:36:36.494674Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800227934185485:2114] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:36.510961Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800227934185480:2111] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:36.511143Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [1:7580800223639218169:2068] [node 6] ICP27 obsolete handshake fail ignored
2025-12-06T17:36:36.358644Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800228510400431:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32879
2025-12-06T17:36:36.351650Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800225885209721:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:36.303842Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
No RDMA context found for GID: 2025-12-06T17:36:36.470779Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800222650951509:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
::ffff:127.1.0.0
2025-12-06T17:36:36.492248Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:36.498779Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800224765317137:2068] [node 4] ICP22 created new session: [5:7580800229060284483:2068]
2025-12-06T17:36:36.522295Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800229060284483:2068] [node 4] ICS09 handshake done sender: [5:7580800229060284460:2113] self: [5:7580800229060284480:0] peer: [4:7580800224215433093:0] socket: 160 qp: -1
2025-12-06T17:36:36.554589Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800229060284483:2068] [node 4] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:36.538682Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800223639218116:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:36:36.474909Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800226945918896:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57641
2025-12-06T17:36:36.303884Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800222265462829:2063] [node 5] ICP22 created new session: [3:7580800226560430193:2063]
2025-12-06T17:36:36.362902Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800224215433062:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(502977015ns) {Configure:104(502971547ns) {ProcessConfigured:135(47940ns) {StartInitialHandshake:157(46473ns) {DropHandshakes:470(2090ns) {DropIncomingHandshake:442(646ns) DropOutgoingHandshake:457(220ns)} GenerateSessionVirtualId:988(355ns) PrepareNewSessionHandshake:477(998ns) {SwitchToState:179(485ns)}}}}}
2025-12-06T17:36:36.363091Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800224215433062:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:36.386913Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800224215433094:2074] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:36.386939Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800224215433094:2074] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:36.387745Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800228510400438:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32879
2025-12-06T17:36:36.388037Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800224215433094:2074] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:36.388548Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800224215433092:2073] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:36.388589Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:36.388632Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800224215433092:2073] [node 5] ICP22 created new session: [4:7580800228510400441:2073]
2025-12-06T17:36:36.388669Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800228510400441:2073] [node 5] ICS09 handshake done sender: [4:7580800224215433094:2074] self: [4:7580800224215433093:0] peer: [5:7580800229060284480:0] socket: 152 qp: -1
2025-12-06T17:36:36.388694Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800228510400441:2073] [node 5] ICS10 traffic start
2025-12-06T17:36:36.388729Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:36.395998Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800228510400438:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:36.396106Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7580800224215433092:2073] [node 5] ICP18 handshake (actor [4:7580800228510400438:2118]) is too old
2025-12-06T17:36:36.426884Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800228510400431:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:36.427089Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800224215433078:2063] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:36.427111Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800224215433078:2063] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:36.455506Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800224215433060:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:36.470660Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800224215433060:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(20067582ns) {IncomingHandshake:261(20065444ns) {DropIncomingHandshake:442(885ns) PrepareNewSessionHandshake:477(3745ns) {SwitchToState:179(1802ns)} GenerateSessionVirtualId:988(978ns) IssueIncomingHandshakeReply:193(34979ns) {SwitchToState:179(163ns)}}}
2025-12-06T17:36:36.470811Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800228510400434:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:36.482771Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800224215433078:2063] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:36.546769Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800224215433076:2062] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:36.546851Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:36.546896Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800224215433076:2062] [node 6] ICP22 created new session: [4:7580800228510400449:2062]
2025-12-06T17:36:36.546934Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800228510400449:2062] [node 6] ICS09 handshake done sender: [4:7580800224215433078:2063] self: [4:7580800224215433077:0] peer: [6:7580800226945918894:0] socket: 146 qp: -1
2025-12-06T17:36:36.546970Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800228510400449:2062] [node 6] ICS10 traffic start
2025-12-06T17:36:36.547133Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:36.550462Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800228510400443:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32879
2025-12-06T17:36:36.351683Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800221590242363:2062] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:36.566724Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800229060284482:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5151
2025-12-06T17:36:36.566827Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:36.576077Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800229060284482:2121] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:36.582633Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800224765317093:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:36.478927Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800226945918898:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57641
2025-12-06T17:36:36.586859Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800224215433060:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27245) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580800228510400431:2114] held: no
2025-12-06T17:36:36.303926Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800226560430193:2063] [node 5] ICS09 handshake done sender: [3:7580800222265462875:2106] self: [3:7580800222265462874:0] peer: [5:7580800229060284471:0] socket: 149 qp: -1
2025-12-06T17:36:36.538780Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:36.351720Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:36.606598Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800228510400443:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:36.618916Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800224215433061:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:36.619144Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800228510400447:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32879
2025-12-06T17:36:36.526895Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800226945918895:2120] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:36.351761Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800221590242363:2062] [node 6] ICP22 created new session: [2:7580800225885209729:2062]
2025-12-06T17:36:36.538827Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800223639218116:2048] [node 2] ICP22 created new session: [1:7580800227934185505:2048]
2025-12-06T17:36:36.303966Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800226560430193:2063] [node 5] ICS10 traffic start
2025-12-06T17:36:36.622676Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800224765317137:2068] [node 4] ICP35 event processing took too much time PendingConnection:279(121991221ns) {HandleHandshakeStatus:329(121988617ns) {DropIncomingHandshake:442(636ns) DropOutgoingHandshake:457(239ns) SwitchToState:179(260ns) ProcessPendingSessionEvents:495(1447ns)}}
2025-12-06T17:36:36.631788Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800228510400448:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32879
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:36.650816Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800229060284486:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5151
2025-12-06T17:36:36.303993Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:36.542770Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800222650951509:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:36.538862Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800227934185505:2048] [node 2] ICS09 handshake done sender: [1:7580800227934185485:2114] self: [1:7580800227934185484:0] peer: [2:7580800225885209727:0] socket: 173 qp: -1
2025-12-06T17:36:36.632094Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800224215433060:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(20140434ns) {HandleHandshakeStatus:395(20137711ns) {LogHandshakeFail:472(8215413ns) {UpdateErrorStateLog:545(4642ns)} DropOutgoingHandshake:457(562ns) ProcessPendingSessionEvents:495(11859278ns) {DropSessionEvent:512(9841ns) DropSessionEvent:512(4229ns) DropSessionEvent:512(3863ns) DropSessionEvent:512(3911ns) DropSessionEvent:512(3079ns) DropSessionEvent:512(8813ns) DropSessionEvent:512(3843ns) DropSessionEvent:512(3551ns) DropSessionEvent:512(3878ns) DropSessionEvent:512(3809ns)}}}
2025-12-06T17:36:36.662696Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800228510400430:2113] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:36.663150Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800229060284482:2121] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:36.546613Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800226945918876:2114] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:36.334687Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800222265462871:2104] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:36.351816Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800225885209729:2062] [node 6] ICS09 handshake done sender: [2:7580800221590242365:2063] self: [2:7580800221590242364:0] peer: [6:7580800226945918884:0] socket: 141 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:36.664798Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800228510400431:2114] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:36.574814Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:36.360496Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800226560430197:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55349
2025-12-06T17:36:36.395100Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800222265462870:2103] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:36.396551Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800222265462810:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:36.396612Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:36.396656Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800222265462810:2049] [node 2] ICP22 created new session: [3:7580800226560430198:2049]
2025-12-06T17:36:36.396689Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800226560430198:2049] [node 2] ICS09 handshake done sender: [3:7580800222265462870:2103] self: [3:7580800226560430188:0] peer: [2:7580800221590242371:0] socket: 147 qp: -1
2025-12-06T17:36:36.396718Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800226560430198:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:36.396750Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:36.418602Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800222265462877:2107] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:36.418649Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800222265462877:2107] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:36:36.455423Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800222265462877:2107] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:36.475097Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800226560430191:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:36.475117Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800226560430191:2118] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:36.482717Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800222265462873:2067] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:36:36.490826Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800226560430191:2118] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:36.494587Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:36.502638Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800222265462873:2067] [node 4] ICP22 created new session: [3:7580800226560430203:2067]
2025-12-06T17:36:36.514634Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800226560430203:2067] [node 4] ICS09 handshake done sender: [3:7580800222265462877:2107] self: [3:7580800222265462876:0] peer: [4:7580800228510400437:0] socket: 150 qp: -1
2025-12-06T17:36:36.526711Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800222265462882:2078] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:36.542700Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800226560430203:2067] [node 4] ICS10 traffic start
2025-12-06T17:36:36.542734Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:36.555063Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800226560430205:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55349
2025-12-06T17:36:36.558088Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800222265462882:2078] [node 6] ICP22 created new session: [3:7580800226560430204:2078]
2025-12-06T17:36:36.566817Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:36.566898Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800226560430204:2078] [node 6] ICS09 handshake done sender: [3:7580800226560430191:2118] self: [3:7580800226560430190:0] peer: [6:7580800226945918897:0] socket: 161 qp: -1
2025-12-06T17:36:36.571546Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800226560430205:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:36.578577Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800226560430204:2078] [node 6] ICS10 traffic start
2025-12-06T17:36:36.578622Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:36.603567Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800222265462809:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:36.631004Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800222265462882:2078] [node 6] ICP35 event processing took too much time PendingConnection:279(104092711ns) {HandleHandshakeStatus:329(104090008ns) {DropIncomingHandshake:442(13426ns) DropOutgoingHandshake:457(509ns) SwitchToState:179(557ns) ProcessPendingSessionEvents:495(85407ns) {ForwardSessionEventToSession:612(45737ns) ForwardSessionEventToSession:612(3075ns) ForwardSessionEventToSession:612(2057ns) ForwardSessionEventToSession:612(5355ns) ForwardSessionEventToSession:612(2422ns) ForwardSessionEventToSession:612(9896ns) ForwardSessionEventToSession:612(2076ns) ForwardSessionEventToSession:612(1626ns) ForwardSessionEventToSession:612(4643ns) ForwardSessionEventToSession:612(2033ns)}}}
2025-12-06T17:36:36.642776Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580800222265462809:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27245) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580800226560430205:2120] held: no
2025-12-06T17:36:36.670926Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800226560430210:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55349
2025-12-06T17:36:36.538892Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800227934185505:2048] [node 2] ICS10 traffic start
2025-12-06T17:36:36.351843Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800225885209729:2062] [node 6] ICS10 traffic start
2025-12-06T17:36:36.351870Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:36.352440Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800225885209719:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:36.352553Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800221590242384:2078] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:36.352575Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:36.352604Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800221590242384:2078] [node 5] ICP22 created new session: [2:7580800225885209731:2078]
2025-12-06T17:36:36.352639Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800225885209731:2078] [node 5] ICS09 handshake done sender: [2:7580800221590242386:2079] self: [2:7580800221590242385:0] peer: [5:7580800229060284472:0] socket: 144 qp: -1
2025-12-06T17:36:36.352682Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800225885209731:2078] [node 5] ICS10 traffic start
2025-12-06T17:36:36.352711Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:36.353007Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800221590242348:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:36:36.353034Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:36.353069Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800221590242348:2049] [node 3] ICP22 created new session: [2:7580800225885209733:2049]
2025-12-06T17:36:36.353104Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800225885209733:2049] [node 3] ICS09 handshake done sender: [2:7580800221590242372:2068] self: [2:7580800221590242371:0] peer: [3:7580800226560430188:0] socket: 143 qp: -1
2025-12-06T17:36:36.353128Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800225885209733:2049] [node 3] ICS10 traffic start
2025-12-06T17:36:36.353154Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:36.353575Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800225885209728:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38
2025-12-06T17:36:36.359482Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800225885209718:2060] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(204268148ns) {Configure:104(188426429ns) {ProcessConfigured:135(37943ns) {StartInitialHandshake:157(36818ns) {DropHandshakes:470(1391ns) {DropIncomingHandshake:442(363ns) DropOutgoingHandshake:457(152ns)} GenerateSessionVirtualId:988(287ns) PrepareNewSessionHandshake:477(568ns) {SwitchToState:179(148ns)}}}}}
2025-12-06T17:36:36.359609Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580800221590242384:2078] [node 5] ICP18 handshake (actor [2:7580800225885209721:2116]) is too old
2025-12-06T17:36:36.359654Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580800221590242363:2062] [node 6] ICP18 handshake (actor [2:7580800225885209719:2114]) is too old
2025-12-06T17:36:36.359772Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800225885209717:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:36.397297Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800225885209728:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:36.397388Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580800221590242348:2049] [node 3] ICP18 handshake (actor [2:7580800225885209728:2118]) is too old
2025-12-06T17:36:36.495872Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800225885209740:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38
2025-12-06T17:36:36.496393Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800225885209720:2115] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:36.496530Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580800221590242347:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:36.496577Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:36.496616Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800221590242347:2048] [node 1] ICP22 created new session: [2:7580800225885209741:2048]
2025-12-06T17:36:36.496656Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800225885209741:2048] [node 1] ICS09 handshake done sender: [2:7580800225885209720:2115] self: [2:7580800225885209727:0] peer: [1:7580800227934185484:0] socket: 175 qp: -1
2025-12-06T17:36:36.496687Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800225885209741:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:36.496738Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:36.674593Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800224765317093:2048] [node 1] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:36.619455Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800225885209736:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:36.538928Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:36.549207Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800223639218165:2067] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:36:36.549273Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:36.549321Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800223639218165:2067] [node 4] ICP22 created new session: [1:7580800227934185508:2067]
2025-12-06T17:36:36.549354Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800227934185508:2067] [node 4] ICS09 handshake done sender: [1:7580800227934185480:2111] self: [1:7580800227934185479:0] peer: [4:7580800228510400445:0] socket: 171 qp: -1
2025-12-06T17:36:36.549381Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800227934185508:2067] [node 4] ICS10 traffic start
2025-12-06T17:36:36.549423Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:36.555703Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800227934185504:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28010
2025-12-06T17:36:36.606804Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800227934185490:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:36.606827Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800227934185490:2115] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:36.614752Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800227934185495:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:36.614775Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800227934185495:2117] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:36:36.615757Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800227934185495:2117] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:36.615979Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800223639218117:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:36:36.616049Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:36.616091Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800223639218117:2049] [node 3] ICP22 created new session: [1:7580800227934185512:2049]
2025-12-06T17:36:36.616127Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800227934185512:2049] [node 3] ICS09 handshake done sender: [1:7580800227934185495:2117] self: [1:7580800227934185494:0] peer: [3:7580800226560430208:0] socket: 148 qp: -1
2025-12-06T17:36:36.616155Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800227934185512:2049] [node 3] ICS10 traffic start
2025-12-06T17:36:36.616186Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:36.627796Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800227934185490:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:36.658702Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800223639218163:2065] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:36.694602Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:36.694647Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800223639218163:2065] [node 5] ICP22 created new session: [1:7580800227934185514:2065]
2025-12-06T17:36:36.682958Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800224215433060:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:36.683035Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:36.683074Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800224215433060:2048] [node 1] ICP22 created new session: [4:7580800228510400454:2048]
2025-12-06T17:36:36.683113Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800228510400454:2048] [node 1] ICS09 handshake done sender: [4:7580800228510400431:2114] self: [4:7580800228510400445:0] peer: [1:7580800227934185479:0] socket: 135 qp: -1
2025-12-06T17:36:36.683146Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800228510400454:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:36.683188Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:36.683568Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800224215433062:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:36.683614Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:36.683645Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800224215433062:2050] [node 3] ICP22 created new session: [4:7580800228510400456:2050]
2025-12-06T17:36:36.683681Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800228510400456:2050] [node 3] ICS09 handshake done sender: [4:7580800228510400430:2113] self: [4:7580800228510400437:0] peer: [3:7580800222265462876:0] socket: 169 qp: -1
2025-12-06T17:36:36.683706Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800228510400456:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:36.683727Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:36.684106Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800228510400453:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32879
2025-12-06T17:36:36.692361Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800224215433061:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9728) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580800228510400443:2119] held: no
2025-12-06T17:36:36.686558Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:36.686609Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800224765317093:2048] [node 1] ICP22 created new session: [5:7580800229060284487:2048]
2025-12-06T17:36:36.702626Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800229060284487:2048] [node 1] ICS09 handshake done sender: [5:7580800229060284482:2121] self: [5:7580800229060284485:0] peer: [1:7580800227934185489:0] socket: 196 qp: -1
2025-12-06T17:36:36.702676Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800229060284487:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:36.702724Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:36.703156Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800224765317093:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(36376700ns) {HandleHandshakeStatus:329(28383604ns) {DropIncomingHandshake:442(1826ns) DropOutgoingHandshake:457(9586ns) SwitchToState:179(535ns) ProcessPendingSessionEvents:495(103769ns) {ForwardSessionEventToSession:612(47375ns) ForwardSessionEventToSession:612(18673ns) ForwardSessionEventToSession:612(7119ns) ForwardSessionEventToSession:612(5599ns) ForwardSessionEventToSession:612(1864ns) ForwardSessionEventToSession:612(2038ns) ForwardSessionEventToSession:612(4875ns) ForwardSessionEventToSession:612(1672ns) ForwardSessionEventToSession:612(4203ns) ForwardSessionEventToSession:612(1780ns)}}}
2025-12-06T17:36:36.619474Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800225885209736:2119] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:36:36.627054Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800225885209736:2119] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:36.647026Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800225885209718:2060] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:36:36.647083Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:36.647131Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800225885209718:2060] [node 4] ICP22 created new session: [2:7580800225885209744:2060]
2025-12-06T17:36:36.647179Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800225885209744:2060] [node 4] ICS09 handshake done sender: [2:7580800225885209736:2119] self: [2:7580800225885209735:0] peer: [4:7580800228510400452:0] socket: 157 qp: -1
2025-12-06T17:36:36.647209Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800225885209744:2060] [node 4] ICS10 traffic start
2025-12-06T17:36:36.647250Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:36.574872Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800222650951509:2050] [node 3] ICP22 created new session: [6:7580800226945918899:2050]
2025-12-06T17:36:36.698677Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800226560430210:2122] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:36.575055Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800226945918879:2092] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:36:36.575112Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:36.575152Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800226945918879:2092] [node 4] ICP22 created new session: [6:7580800226945918900:2092]
2025-12-06T17:36:36.575190Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800226945918900:2092] [node 4] ICS09 handshake done sender: [6:7580800226945918876:2114] self: [6:7580800226945918894:0] peer: [4:7580800224215433077:0] socket: 165 qp: -1
2025-12-06T17:36:36.575217Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800226945918900:2092] [node 4] ICS10 traffic start
2025-12-06T17:36:36.575270Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:36.586958Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800226945918899:2050] [node 3] ICS09 handshake done sender: [6:7580800226945918895:2120] self: [6:7580800226945918897:0] peer: [3:7580800226560430190:0] socket: 179 qp: -1
2025-12-06T17:36:36.594736Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800226945918899:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:36.622638Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:36.630610Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580800226945918879:2092] [node 4] ICP27 obsolete handshake fail ignored
2025-12-06T17:36:36.651271Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800222650951509:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(116376354ns) {HandleHandshakeStatus:329(116374920ns) {DropIncomingHandshake:442(1049ns) DropOutgoingHandshake:457(5082ns) SwitchToState:179(487ns) ProcessPendingSessionEvents:495(15799402ns) {ForwardSessionEventToSession:612(15749483ns) ForwardSessionEventToSession:612(6519ns) ForwardSessionEventToSession:612(2359ns) ForwardSessionEventToSession:612(9178ns) ForwardSessionEventToSession:612(2669ns) ForwardSessionEventToSession:612(2483ns) ForwardSessionEventToSession:612(5179ns) ForwardSessionEventToSession:612(2022ns) ForwardSessionEventToSession:612(4369ns) ForwardSessionEventToSession:612(5712ns)}}}
2025-12-06T17:36:36.651331Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580800222650951509:2050] [node 3] ICP27 obsolete handshake fail ignored
2025-12-06T17:36:36.698805Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800226560430209:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55349
2025-12-06T17:36:36.726658Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800226560430205:2120] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:36.726837Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800222265462809:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:36.726879Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:36.726924Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800222265462809:2048] [node 1] ICP22 created new session: [3:7580800226560430211:2048]
2025-12-06T17:36:36.726972Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800226560430211:2048] [node 1] ICS09 handshake done sender: [3:7580800226560430205:2120] self: [3:7580800226560430208:0] peer: [1:7580800227934185494:0] socket: 206 qp: -1
2025-12-06T17:36:36.727002Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800226560430211:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:36.727035Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:36.718613Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800227934185514:2065] [node 5] ICS09 handshake done sender: [1:7580800227934185490:2115] self: [1:7580800227934185489:0] peer: [5:7580800229060284485:0] socket: 163 qp: -1
2025-12-06T17:36:36.722625Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800227934185514:2065] [node 5] ICS10 traffic start
2025-12-06T17:36:36.733516Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800224215433061:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(43547382ns) {HandleHandshakeStatus:395(43543402ns) {LogHandshakeFail:472(11904ns) {UpdateErrorStateLog:545(5428ns)} DropOutgoingHandshake:457(1600ns) ProcessPendingSessionEvents:495(26190787ns) {DropSessionEvent:512(7843ns) DropSessionEvent:512(3652ns) DropSessionEvent:512(3109ns) DropSessionEvent:512(4083ns) DropSessionEvent:512(11091ns) DropSessionEvent:512(11037013ns) DropSessionEvent:512(4990ns) DropSessionEvent:512(3848ns) DropSessionEvent:512(3688ns) DropSessionEvent:512(8947589ns)}}}
2025-12-06T17:36:36.733611Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800228510400443:2119] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:36.730970Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800222265462873:2067] [node 4] ICP35 event processing took too much time PendingConnection:279(179993540ns) {HandleHandshakeStatus:329(179991148ns) {DropIncomingHandshake:442(1135ns) DropOutgoingHandshake:457(1134ns) SwitchToState:179(488ns) ProcessPendingSessionEvents:495(51790420ns) {ForwardSessionEventToSession:612(23015787ns) ForwardSessionEventToSession:612(6991ns) ForwardSessionEventToSession:612(3147ns) ForwardSessionEventToSession:612(7734860ns) ForwardSessionEventToSession:612(1627949ns) ForwardSessionEventToSession:612(10387513ns) ForwardSessionEventToSession:612(5002ns) ForwardSessionEventToSession:612(2640ns) ForwardSessionEventToSession:612(8980271ns) ForwardSessionEventToSession:612(4968ns)}}}
2025-12-06T17:36:36.742631Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800224215433061:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:36.731764Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:36.758634Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:36.758701Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800224215433061:2049] [node 2] ICP22 created new session: [4:7580800228510400458:2049]
2025-12-06T17:36:36.731375Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7580800222265462873:2067] [node 4] ICP18 handshake (actor [3:7580800226560430210:2122]) is too old
2025-12-06T17:36:36.766619Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800228510400458:2049] [node 2] ICS09 handshake done sender: [4:7580800228510400443:2119] self: [4:7580800228510400452:0] peer: [2:7580800225885209735:0] socket: 194 qp: -1
2025-12-06T17:36:36.766688Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800228510400458:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:36.766749Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:36.767010Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800224215433061:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(27976482ns) {HandleHandshakeStatus:329(24298907ns) {DropIncomingHandshake:442(2048ns) DropOutgoingHandshake:457(393ns) SwitchToState:179(894ns) ProcessPendingSessionEvents:495(911ns)}}
2025-12-06T17:36:36.742569Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800223639218163:2065] [node 5] ICP35 event processing took too much time PendingConnection:279(79990914ns) {HandleHandshakeStatus:329(79985773ns) {DropIncomingHandshake:442(14029ns) DropOutgoingHandshake:457(876ns) SwitchToState:179(639ns) ProcessPendingSessionEvents:495(6799386ns) {ForwardSessionEventToSession:612(6744485ns) ForwardSessionEventToSession:612(8867ns) ForwardSessionEventToSession:612(2567ns) ForwardSessionEventToSession:612(4956ns) ForwardSessionEventToSession:612(8807ns) ForwardSessionEventToSession:612(2035ns) ForwardSessionEventToSession:612(2094ns) ForwardSessionEventToSession:612(7999ns) ForwardSessionEventToSession:612(4305ns) ForwardSessionEventToSession:612(4182ns)}}}
2025-12-06T17:36:36.822238Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:36:36.822488Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580800225885209741:2048] [node 1] ICS01 socket: 175 reason# EndOfStream
2025-12-06T17:36:36.822527Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580800221590242347:2048] [node 1] ICP30 unregister session Session# [2:7580800225885209741:2048] VirtualId# [2:7580800225885209727:0]
2025-12-06T17:36:36.822571Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580800225885209741:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:36.822640Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:36.822682Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:36.838641Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:36:36.838878Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800226560430211:2048] [node 1] ICS01 socket: 206 reason# EndOfStream
2025-12-06T17:36:36.838916Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800222265462809:2048] [node 1] ICP30 unregister session Session# [3:7580800226560430211:2048] VirtualId# [3:7580800226560430208:0]
2025-12-06T17:36:36.838944Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800226560430211:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:36.839016Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:36.839051Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:36.867851Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:36:36.868116Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800229060284487:2048] [node 1] ICS01 socket: 196 reason# EndOfStream
2025-12-06T17:36:36.868168Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800224765317093:2048] [node 1] ICP30 unregister session Session# [5:7580800229060284487:2048] VirtualId# [5:7580800229060284485:0]
2025-12-06T17:36:36.868210Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800229060284487:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:36.868310Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:36.868331Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:36:36.868359Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:36.868551Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800228510400454:2048] [node 1] ICS01 socket: 135 reason# EndOfStream
2025-12-06T17:36:36.868588Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800224215433060:2048] [node 1] ICP30 unregister session Session# [4:7580800228510400454:2048] VirtualId# [4:7580800228510400445:0]
2025-12-06T17:36:36.868612Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800228510400454:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:36.870196Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:36.870328Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:36.870621Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:36:36.870849Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800226945918889:2048] [node 1] ICS01 socket: 176 reason# EndOfStream
2025-12-06T17:36:36.870887Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800222650951507:2048] [node 1] ICP30 unregister session Session# [6:7580800226945918889:2048] VirtualId# [6:7580800226945918883:0]
2025-12-06T17:36:36.870906Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800226945918889:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:36.870960Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:36.870993Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:36.930637Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:36:36.930882Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800226560430198:2049] [node 2] ICS01 socket: 147 reason# EndOfStream
2025-12-06T17:36:36.930920Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800222265462810:2049] [node 2] ICP30 unregister session Session# [3:7580800226560430198:2049] VirtualId# [3:7580800226560430188:0]
2025-12-06T17:36:36.930952Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800226560430198:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:36.931033Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:36.931075Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:36.942662Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:36:36.942899Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800226945918887:2049] [node 2] ICS01 socket: 164 reason# EndOfStream
2025-12-06T17:36:36.942934Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800222650951508:2049] [node 2] ICP30 unregister session Session# [6:7580800226945918887:2049] VirtualId# [6:7580800226945918884:0]
2025-12-06T17:36:36.942960Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800226945918887:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:36.943031Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:36.943065Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:36.944275Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:36:36.944574Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800228510400458:2049] [node 2] ICS01 socket: 194 reason# EndOfStream
2025-12-06T17:36:36.944620Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800224215433061:2049] [node 2] ICP30 unregister session Session# [4:7580800228510400458:2049] VirtualId# [4:7580800228510400452:0]
2025-12-06T17:36:36.944648Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800228510400458:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:36.944726Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:36.944768Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:36.942688Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:36:36.942905Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800229060284477:2049] [node 2] ICS01 socket: 158 reason# EndOfStream
2025-12-06T17:36:36.942934Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800224765317094:2049] [node 2] ICP30 unregister session Session# [5:7580800229060284477:2049] VirtualId# [5:7580800229060284472:0]
2025-12-06T17:36:36.942960Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800229060284477:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:36.943028Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:36.943070Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:37.002660Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:36:37.002881Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800228510400456:2050] [node 3] ICS01 socket: 169 reason# EndOfStream
2025-12-06T17:36:37.002918Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800224215433062:2050] [node 3] ICP30 unregister session Session# [4:7580800228510400456:2050] VirtualId# [4:7580800228510400437:0]
2025-12-06T17:36:37.002949Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800228510400456:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:37.003014Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:37.003052Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:37.003434Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:36:37.003643Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800229060284475:2050] [node 3] ICS01 socket: 159 reason# EndOfStream
2025-12-06T17:36:37.002644Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:36:37.002876Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580800226945918899:2050] [node 3] ICS07 socket disconnect 179 reason# EndOfStream
2025-12-06T17:36:37.002897Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800226945918899:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:37.002965Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:37.003003Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580800226945918899:2050] [node 3] ICS15 start handshake
2025-12-06T17:36:37.004266Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800222650951509:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13784) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:36:37.004310Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800226945918899:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:36:37.004338Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800222650951509:2050] [node 3] ICP30 unregister session Session# [6:7580800226945918899:2050] VirtualId# [6:7580800226945918897:0]
2025-12-06T17:36:37.004368Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:37.004396Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580800222650951509:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:13784) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:37.004411Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13784) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:37.003679Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800224765317095:2050] [node 3] ICP30 unregister session Session# [5:7580800229060284475:2050] VirtualId# [5:7580800229060284471:0]
2025-12-06T17:36:37.003705Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800229060284475:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:37.003748Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:37.003783Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:37.014703Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580800222650951509:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:36:37.058667Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:36:37.058901Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800226945918900:2092] [node 4] ICS01 socket: 165 reason# EndOfStream
2025-12-06T17:36:37.058932Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800226945918879:2092] [node 4] ICP30 unregister session Session# [6:7580800226945918900:2092] VirtualId# [6:7580800226945918894:0]
2025-12-06T17:36:37.058961Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800226945918900:2092] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:37.059044Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:36:37.059079Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:36:37.061688Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:36:37.061904Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800229060284483:2068] [node 4] ICS01 socket: 160 reason# EndOfStream
2025-12-06T17:36:37.061938Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800224765317137:2068] [node 4] ICP30 unregister session Session# [5:7580800229060284483:2068] VirtualId# [5:7580800229060284480:0]
2025-12-06T17:36:37.061966Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800229060284483:2068] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:37.062034Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:36:37.062067Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:36:37.270999Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800234043023554:2048] [node 2] ICP01 ready to work
2025-12-06T17:36:37.271043Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800234043023555:2049] [node 3] ICP01 ready to work
2025-12-06T17:36:37.302883Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800234276830194:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:37.302909Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800234276830195:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:37.278964Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800233463125273:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:37.278995Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800233463125274:2049] [node 3] ICP01 ready to work
2025-12-06T17:36:37.395111Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800231338624969:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:37.395147Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800231338624970:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:37.395178Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800231338624971:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:37.626948Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800234036093937:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:37.626973Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800234036093938:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:37.626997Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800234036093939:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:37.418874Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800231335551441:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:37.851928Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800234036093954:2063] [node 4] ICP01 ready to work
2025-12-06T17:36:37.778676Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800234276830220:2060] [node 5] ICP01 ready to work
2025-12-06T17:36:37.418903Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800231335551442:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:37.887002Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800234043023613:2067] [node 4] ICP01 ready to work
2025-12-06T17:36:37.418926Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800231335551443:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:37.843060Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800233463125325:2064] [node 4] ICP01 ready to work
2025-12-06T17:36:37.905924Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800231338625008:2060] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:37.926621Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800234043023612:2082] [node 6] ICP01 ready to work
2025-12-06T17:36:37.915066Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800231335551478:2061] [node 6] ICP01 ready to work
2025-12-06T17:36:37.923784Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800234276830242:2062] [node 4] ICP01 ready to work
2025-12-06T17:36:37.906397Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800233463125326:2070] [node 5] ICP01 ready to work
2025-12-06T17:36:38.042707Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800238331061297:2095] [node 5] ICP01 ready to work
2025-12-06T17:36:37.912636Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800231338625018:2061] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:37.938936Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800234043023623:2075] [node 5] ICP01 ready to work
2025-12-06T17:36:37.915380Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800231335551479:2064] [node 5] ICP01 ready to work
2025-12-06T17:36:38.001553Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800234276830250:2075] [node 6] ICP01 ready to work
2025-12-06T17:36:38.048476Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800234036093938:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(261594560ns) {Configure:104(261589331ns) {ProcessConfigured:135(69276ns) {StartInitialHandshake:157(66886ns) {DropHandshakes:470(3507ns) {DropIncomingHandshake:442(811ns) DropOutgoingHandshake:457(377ns)} GenerateSessionVirtualId:988(1139ns) PrepareNewSessionHandshake:477(1821ns) {SwitchToState:179(681ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:37.881193Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800233463125327:2062] [node 6] ICP01 ready to work
2025-12-06T17:36:38.004631Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800231338625041:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64336
2025-12-06T17:36:38.083222Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800238331061306:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35120
2025-12-06T17:36:38.083370Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800238331061307:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35120
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:38.004764Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800231338625040:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64336
2025-12-06T17:36:38.127660Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800234276830220:2060] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(348739629ns) {Configure:104(348734458ns) {ProcessConfigured:135(47215ns) {StartInitialHandshake:157(45445ns) {DropHandshakes:470(5075ns) {DropIncomingHandshake:442(459ns) DropOutgoingHandshake:457(170ns)} GenerateSessionVirtualId:988(500ns) PrepareNewSessionHandshake:477(935ns) {SwitchToState:179(353ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:38.129447Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800238571797556:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34339
2025-12-06T17:36:38.129572Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800238571797559:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34339
2025-12-06T17:36:38.096022Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800233463125273:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(213209475ns) {Configure:104(213204088ns) {ProcessConfigured:135(54099ns) {StartInitialHandshake:157(52132ns) {DropHandshakes:470(3241ns) {DropIncomingHandshake:442(701ns) DropOutgoingHandshake:457(674ns)} GenerateSessionVirtualId:988(534ns) PrepareNewSessionHandshake:477(1978ns) {SwitchToState:179(571ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:38.119044Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800231335551442:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(364995485ns) {Configure:104(364990373ns) {ProcessConfigured:135(57959ns) {StartInitialHandshake:157(55460ns) {DropHandshakes:470(3675ns) {DropIncomingHandshake:442(841ns) DropOutgoingHandshake:457(497ns)} GenerateSessionVirtualId:988(728ns) PrepareNewSessionHandshake:477(2026ns) {SwitchToState:179(617ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:38.154565Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800238571797556:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:38.122697Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800238331061307:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:38.036041Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800231338625008:2060] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(33148196ns) {Configure:104(33142631ns) {ProcessConfigured:135(69119ns) {StartInitialHandshake:157(67082ns) {DropHandshakes:470(3132ns) {DropIncomingHandshake:442(794ns) DropOutgoingHandshake:457(549ns)} GenerateSessionVirtualId:988(1077ns) PrepareNewSessionHandshake:477(1916ns) {SwitchToState:179(643ns)}}}}}
2025-12-06T17:36:38.135567Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800233463125326:2070] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(136001530ns) {Configure:104(135996251ns) {ProcessConfigured:135(42024ns) {StartInitialHandshake:157(41404ns) {DropHandshakes:470(1509ns) {DropIncomingHandshake:442(231ns) DropOutgoingHandshake:457(325ns)} GenerateSessionVirtualId:988(597ns) PrepareNewSessionHandshake:477(1367ns) {SwitchToState:179(471ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:38.187174Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800234043023617:2106] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:38.187206Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800234043023617:2106] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:36:38.188024Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800238337990927:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24586
2025-12-06T17:36:38.122914Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800234036093954:2063] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:38.142610Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800233463125325:2064] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(140751292ns) {Configure:104(140745265ns) {ProcessConfigured:135(44902ns) {StartInitialHandshake:157(43417ns) {DropHandshakes:470(2088ns) {DropIncomingHandshake:442(480ns) DropOutgoingHandshake:457(352ns)} GenerateSessionVirtualId:988(565ns) PrepareNewSessionHandshake:477(1092ns) {SwitchToState:179(402ns)}}}}}
2025-12-06T17:36:38.156804Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800237758092647:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64871
2025-12-06T17:36:38.156935Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800237758092648:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64871
2025-12-06T17:36:38.157185Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800237758092646:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64871
2025-12-06T17:36:38.186824Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800237758092648:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:38.119496Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800235630518810:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64593
2025-12-06T17:36:38.198824Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800234043023617:2106] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:38.199210Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800234043023613:2067] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:36:38.199254Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:38.199291Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800234043023613:2067] [node 4] ICP22 created new session: [1:7580800238337990929:2067]
2025-12-06T17:36:38.199335Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800238337990929:2067] [node 4] ICS09 handshake done sender: [1:7580800234043023617:2106] self: [1:7580800234043023616:0] peer: [4:7580800235630518819:0] socket: 166 qp: -1
2025-12-06T17:36:38.199367Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800238337990929:2067] [node 4] ICS10 traffic start
2025-12-06T17:36:38.199399Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:38.219003Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800238337990927:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:38.223959Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800238571797565:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34339
2025-12-06T17:36:38.224068Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800238571797566:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34339
2025-12-06T17:36:38.062833Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800231338625041:2111] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:38.198583Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800237758092647:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:38.227030Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800234043023615:2105] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:38.227059Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800234043023615:2105] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:36:38.227929Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800234043023615:2105] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:38.228155Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800234043023554:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:36:38.228205Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:38.228284Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800234043023554:2048] [node 2] ICP22 created new session: [1:7580800238337990934:2048]
2025-12-06T17:36:38.228862Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800238337990934:2048] [node 2] ICS09 handshake done sender: [1:7580800234043023615:2105] self: [1:7580800234043023614:0] peer: [2:7580800237758092650:0] socket: 147 qp: -1
2025-12-06T17:36:38.228895Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800238337990934:2048] [node 2] ICS10 traffic start
2025-12-06T17:36:38.228932Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:38.218634Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580800233463125273:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:38.130920Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800235630518810:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:38.124602Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800238331061306:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:38.091463Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800235633592343:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64336
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:38.242564Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800238571797565:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:38.154656Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800238331061297:2095] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:38.242611Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800237758092646:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:38.136651Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800231335551483:2085] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:38.118994Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800235633592343:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:38.136671Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800231335551483:2085] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:38.255583Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800234043023555:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(428083399ns) {Configure:104(428080258ns) {ProcessConfigured:135(27785347ns) {StartInitialHandshake:157(27783040ns) {DropHandshakes:470(2328ns) {DropIncomingHandshake:442(402ns) DropOutgoingHandshake:457(291ns)} GenerateSessionVirtualId:988(402ns) PrepareNewSessionHandshake:477(1548ns) {SwitchToState:179(235ns)}}}}}
2025-12-06T17:36:38.137206Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800235630518814:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64593
2025-12-06T17:36:38.179187Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800238331061313:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35120
2025-12-06T17:36:38.243359Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800237758092652:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64871
2025-12-06T17:36:38.250949Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800234276830242:2062] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(184020033ns) {Configure:104(184014035ns) {ProcessConfigured:135(54189ns) {StartInitialHandshake:157(51583ns) {DropHandshakes:470(2013ns) {DropIncomingHandshake:442(242ns) DropOutgoingHandshake:457(634ns)} GenerateSessionVirtualId:988(510ns) PrepareNewSessionHandshake:477(2302ns) {SwitchToState:179(768ns)}}}}}
2025-12-06T17:36:38.137432Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800231338625040:2110] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:38.252703Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800237758092638:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:38.179292Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800238331061314:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35120
2025-12-06T17:36:38.258565Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800238571797566:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:38.146345Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800231335551443:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(309980030ns) {Configure:104(309975932ns) {ProcessConfigured:135(22633310ns) {StartInitialHandshake:157(22631421ns) {DropHandshakes:470(3498ns) {DropIncomingHandshake:442(919ns) DropOutgoingHandshake:457(568ns)} GenerateSessionVirtualId:988(740ns) PrepareNewSessionHandshake:477(1511ns) {SwitchToState:179(250ns)}}}}}
2025-12-06T17:36:38.311009Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800234043023612:2082] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(296137477ns) {Configure:104(296129595ns) {ProcessConfigured:135(12739412ns) {StartInitialHandshake:157(12736347ns) {DropHandshakes:470(4739188ns) {DropIncomingHandshake:442(1300ns) DropOutgoingHandshake:457(503ns)} GenerateSessionVirtualId:988(1361ns) PrepareNewSessionHandshake:477(2921ns) {SwitchToState:179(573ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:38.161138Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800231338625035:2106] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:38.252721Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800237758092638:2111] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:38.253713Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800237758092640:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:38.253728Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800237758092640:2112] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:38.254298Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800237758092638:2111] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:38.254512Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800233463125327:2062] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:38.255109Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800233463125274:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(468244737ns) {Configure:104(468240268ns) {ProcessConfigured:135(12361078ns) {StartInitialHandshake:157(12359352ns) {DropHandshakes:470(1813ns) {DropIncomingHandshake:442(259ns) DropOutgoingHandshake:457(590ns)} GenerateSessionVirtualId:988(702ns) PrepareNewSessionHandshake:477(4631ns) {SwitchToState:179(780ns)}}}}}
2025-12-06T17:36:38.258600Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580800233463125273:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2656) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7580800237758092647:2115] held: no
2025-12-06T17:36:38.286686Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:38.287310Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800233463125327:2062] [node 6] ICP22 created new session: [2:7580800237758092658:2062]
2025-12-06T17:36:38.288447Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800237758092658:2062] [node 6] ICS09 handshake done sender: [2:7580800237758092638:2111] self: [2:7580800237758092637:0] peer: [6:7580800238331061321:0] socket: 175 qp: -1
2025-12-06T17:36:38.288487Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800237758092658:2062] [node 6] ICS10 traffic start
2025-12-06T17:36:38.288522Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:38.288916Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800233463125327:2062] [node 6] ICP35 event processing took too much time PendingConnection:279(34217884ns) {HandleHandshakeStatus:329(34212416ns) {DropIncomingHandshake:442(10203ns) DropOutgoingHandshake:457(295ns) SwitchToState:179(167ns) ProcessPendingSessionEvents:495(96529ns) {ForwardSessionEventToSession:612(50083ns) ForwardSessionEventToSession:612(5062ns) ForwardSessionEventToSession:612(2758ns) ForwardSessionEventToSession:612(7676ns) ForwardSessionEventToSession:612(2594ns) ForwardSessionEventToSession:612(5413ns) ForwardSessionEventToSession:612(5337ns) ForwardSessionEventToSession:612(1939ns) ForwardSessionEventToSession:612(2296ns) ForwardSessionEventToSession:612(5488ns)}}}
2025-12-06T17:36:38.298189Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800237758092640:2112] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:38.310646Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800233463125273:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(35950916ns) {HandleHandshakeStatus:395(35947909ns) {LogHandshakeFail:472(11274ns) {UpdateErrorStateLog:545(4942ns)} DropOutgoingHandshake:457(2159ns) ProcessPendingSessionEvents:495(19990843ns) {DropSessionEvent:512(8263ns) DropSessionEvent:512(12015076ns) DropSessionEvent:512(16784ns) DropSessionEvent:512(8028ns) DropSessionEvent:512(5339ns) DropSessionEvent:512(7907808ns) DropSessionEvent:512(5218ns) DropSessionEvent:512(4343ns) DropSessionEvent:512(3478ns) DropSessionEvent:512(4259ns)}}}
2025-12-06T17:36:38.310749Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800237758092647:2115] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:38.316521Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580800233463125273:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:38.179720Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800238331061307:2114] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:38.179869Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800234036093954:2063] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:36:38.179912Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:38.179949Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800234036093954:2063] [node 4] ICP22 created new session: [6:7580800238331061315:2063]
2025-12-06T17:36:38.179989Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800238331061315:2063] [node 4] ICS09 handshake done sender: [6:7580800238331061307:2114] self: [6:7580800238331061309:0] peer: [4:7580800231335551482:0] socket: 161 qp: -1
2025-12-06T17:36:38.180018Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800238331061315:2063] [node 4] ICS10 traffic start
2025-12-06T17:36:38.180047Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:38.188591Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800234036093939:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(465562940ns) {Configure:104(465559350ns) {ProcessConfigured:135(9800706ns) {StartInitialHandshake:157(9798009ns) {DropHandshakes:470(2807ns) {DropIncomingHandshake:442(480ns) DropOutgoingHandshake:457(583ns)} GenerateSessionVirtualId:988(760ns) PrepareNewSessionHandshake:477(2178ns) {SwitchToState:179(965ns)}}}}}
2025-12-06T17:36:38.198833Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800238331061313:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:38.214821Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800234036093937:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(327954423ns) {Configure:104(327950554ns) {ProcessConfigured:135(30557853ns) {StartInitialHandshake:157(30554847ns) {DropHandshakes:470(1707ns) {DropIncomingHandshake:442(263ns) DropOutgoingHandshake:457(300ns)} GenerateSessionVirtualId:988(643ns) PrepareNewSessionHandshake:477(2552ns) {SwitchToState:179(1383ns)}}}}}
2025-12-06T17:36:38.224836Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800238331061312:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35120
2025-12-06T17:36:38.231219Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800234036093938:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:38.254742Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800238331061312:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:38.263133Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800238331061322:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35120
2025-12-06T17:36:38.271208Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800238331061313:2116] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:38.271378Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800234036093938:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:38.271447Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:38.271489Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800234036093938:2049] [node 2] ICP22 created new session: [6:7580800238331061325:2049]
2025-12-06T17:36:38.271529Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800238331061325:2049] [node 2] ICS09 handshake done sender: [6:7580800238331061313:2116] self: [6:7580800238331061321:0] peer: [2:7580800237758092637:0] socket: 183 qp: -1
2025-12-06T17:36:38.271564Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800238331061325:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:38.271597Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:38.278590Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800234036093939:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:38.287533Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800234036093939:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(26656622ns) {IncomingHandshake:261(26655233ns) {DropIncomingHandshake:442(470ns) PrepareNewSessionHandshake:477(2511ns) {SwitchToState:179(1403ns)} GenerateSessionVirtualId:988(1331ns) IssueIncomingHandshakeReply:193(14646524ns) {SwitchToState:179(1704ns)}}}
2025-12-06T17:36:38.288323Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800238331061297:2095] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20731) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800238331061306:2113] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:38.283867Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800238571797562:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:38.161160Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580800231338625035:2106] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:38.349050Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800238331061329:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35120
2025-12-06T17:36:38.167049Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800231335551441:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(228233420ns) {Configure:104(228228304ns) {ProcessConfigured:135(53085ns) {StartInitialHandshake:157(51431ns) {DropHandshakes:470(2021ns) {DropIncomingHandshake:442(192ns) DropOutgoingHandshake:457(817ns)} GenerateSessionVirtualId:988(687ns) PrepareNewSessionHandshake:477(733ns) {SwitchToState:179(347ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:38.283888Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800238571797562:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:38.286568Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800238571797559:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:38.286717Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800238571797562:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:38.339155Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800234276830194:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(567632572ns) {Configure:104(567628089ns) {ProcessConfigured:135(49018728ns) {StartInitialHandshake:157(49015601ns) {DropHandshakes:470(16791401ns) {DropIncomingHandshake:442(458ns) DropOutgoingHandshake:457(1414ns)} GenerateSessionVirtualId:988(1211ns) PrepareNewSessionHandshake:477(1918ns) {SwitchToState:179(715ns)}}}}}
2025-12-06T17:36:38.343523Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800234276830195:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(265515204ns) {Configure:104(265508302ns) {ProcessConfigured:135(26655204ns) {StartInitialHandshake:157(26653236ns) {DropHandshakes:470(10420507ns) {DropIncomingHandshake:442(286ns) DropOutgoingHandshake:457(987ns)} GenerateSessionVirtualId:988(1085ns) PrepareNewSessionHandshake:477(2239ns) {SwitchToState:179(550ns)}}}}}
2025-12-06T17:36:38.343929Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800234276830194:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:38.346774Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800234276830250:2075] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:38.174683Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800231335551483:2085] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:38.178762Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800235630518814:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:38.178862Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800231335551441:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:38.251896Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800231335551481:2084] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:38.251915Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800231335551481:2084] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:38.283026Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800231335551481:2084] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:38.283500Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800231335551478:2061] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:38.286670Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:38.290127Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800231335551478:2061] [node 6] ICP22 created new session: [4:7580800235630518822:2061]
2025-12-06T17:36:38.296805Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800235630518822:2061] [node 6] ICS09 handshake done sender: [4:7580800231335551483:2085] self: [4:7580800231335551482:0] peer: [6:7580800238331061309:0] socket: 154 qp: -1
2025-12-06T17:36:38.298010Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800231335551479:2064] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:38.303065Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800235630518822:2061] [node 6] ICS10 traffic start
2025-12-06T17:36:38.303128Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:38.307284Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800235630518821:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64593
2025-12-06T17:36:38.307940Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:38.314652Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800231335551479:2064] [node 5] ICP22 created new session: [4:7580800235630518828:2064]
2025-12-06T17:36:38.314708Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800235630518828:2064] [node 5] ICS09 handshake done sender: [4:7580800231335551481:2084] self: [4:7580800231335551480:0] peer: [5:7580800235633592346:0] socket: 148 qp: -1
2025-12-06T17:36:38.314749Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800235630518828:2064] [node 5] ICS10 traffic start
2025-12-06T17:36:38.314796Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:38.315274Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800231335551479:2064] [node 5] ICP35 event processing took too much time PendingConnection:279(17099558ns) {HandleHandshakeStatus:329(17093638ns) {DropIncomingHandshake:442(633ns) DropOutgoingHandshake:457(1072ns) SwitchToState:179(737ns) ProcessPendingSessionEvents:495(111172ns) {ForwardSessionEventToSession:612(64102ns) ForwardSessionEventToSession:612(3048ns) ForwardSessionEventToSession:612(2578ns) ForwardSessionEventToSession:612(7562ns) ForwardSessionEventToSession:612(2395ns) ForwardSessionEventToSession:612(2266ns) ForwardSessionEventToSession:612(7975ns) ForwardSessionEventToSession:612(2172ns) ForwardSessionEventToSession:612(5280ns) ForwardSessionEventToSession:612(2197ns)}}}
2025-12-06T17:36:38.315544Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800235630518824:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64593
2025-12-06T17:36:38.316060Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800235630518814:2115] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:38.335823Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800235630518827:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64593
2025-12-06T17:36:38.337321Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800231335551441:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:38.337383Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:38.337425Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800231335551441:2048] [node 1] ICP22 created new session: [4:7580800235630518831:2048]
2025-12-06T17:36:38.337468Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800235630518831:2048] [node 1] ICS09 handshake done sender: [4:7580800235630518814:2115] self: [4:7580800235630518819:0] peer: [1:7580800234043023616:0] socket: 167 qp: -1
2025-12-06T17:36:38.337501Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800235630518831:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:38.337535Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:38.344526Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800231335551478:2061] [node 6] ICP35 event processing took too much time PendingConnection:279(60812567ns) {HandleHandshakeStatus:329(60810197ns) {DropIncomingHandshake:442(1567510ns) DropOutgoingHandshake:457(2058ns) SwitchToState:179(388ns) ProcessPendingSessionEvents:495(9671954ns) {ForwardSessionEventToSession:612(9614997ns) ForwardSessionEventToSession:612(6220ns) ForwardSessionEventToSession:612(9032ns) ForwardSessionEventToSession:612(3369ns) ForwardSessionEventToSession:612(3528ns) ForwardSessionEventToSession:612(10183ns) ForwardSessionEventToSession:612(2676ns) ForwardSessionEventToSession:612(4782ns) ForwardSessionEventToSession:612(2877ns) ForwardSessionEventToSession:612(2437ns)}}}
2025-12-06T17:36:38.345330Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800235630518823:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64593
2025-12-06T17:36:38.358341Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800235630518827:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:38.342722Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:38.358258Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800238337990936:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24586
2025-12-06T17:36:38.358926Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800238337990926:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:38.358950Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800238337990926:2113] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:36:38.359837Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800234043023625:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:38.359855Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800234043023625:2111] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:38.366727Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800234043023625:2111] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:38.368493Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800238337990926:2113] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:38.170691Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800231338625008:2060] [node 4] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:38.383878Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800238337990936:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:38.361362Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800238571797558:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: 2025-12-06T17:36:38.362947Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800238331061329:2123] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
::ffff:127.1.0.0
2025-12-06T17:36:38.342795Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800233463125273:2048] [node 1] ICP22 created new session: [2:7580800237758092661:2048]
2025-12-06T17:36:38.210645Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800231338625008:2060] [node 4] ICP35 event processing took too much time PendingConnection:279(24520639ns) {IncomingHandshake:261(24517815ns) {DropIncomingHandshake:442(300ns) PrepareNewSessionHandshake:477(1254ns) {SwitchToState:179(569ns)} GenerateSessionVirtualId:988(329ns) IssueIncomingHandshakeReply:193(9453750ns) {SwitchToState:179(1286ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:38.449801Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800238337990938:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:38.449840Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800238337990938:2116] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:38.450573Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800234043023555:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:36:38.450619Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:38.450661Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800234043023555:2049] [node 3] ICP22 created new session: [1:7580800238337990944:2049]
2025-12-06T17:36:38.450700Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800238337990944:2049] [node 3] ICS09 handshake done sender: [1:7580800238337990926:2113] self: [1:7580800238337990925:0] peer: [3:7580800238571797577:0] socket: 187 qp: -1
2025-12-06T17:36:38.450736Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800238337990944:2049] [node 3] ICS10 traffic start
2025-12-06T17:36:38.450792Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:38.451374Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800234043023623:2075] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:38.451409Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:38.451455Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800234043023623:2075] [node 5] ICP22 created new session: [1:7580800238337990946:2075]
2025-12-06T17:36:38.451492Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800238337990946:2075] [node 5] ICS09 handshake done sender: [1:7580800234043023625:2111] self: [1:7580800234043023624:0] peer: [5:7580800235633592359:0] socket: 149 qp: -1
2025-12-06T17:36:38.451519Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800238337990946:2075] [node 5] ICS10 traffic start
2025-12-06T17:36:38.451550Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:38.452251Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800238337990942:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24586
2025-12-06T17:36:38.453193Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800238337990949:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24586
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:38.361393Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800238571797558:2111] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:38.398597Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7580800231335551479:2064] [node 5] ICP27 obsolete handshake fail ignored
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:38.342842Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800237758092661:2048] [node 1] ICS09 handshake done sender: [2:7580800237758092647:2115] self: [2:7580800237758092650:0] peer: [1:7580800234043023614:0] socket: 180 qp: -1
2025-12-06T17:36:38.386635Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800234036093937:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:38.243016Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800235633592347:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64336
2025-12-06T17:36:38.406658Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800234036093937:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(23605511ns) {IncomingHandshake:261(23603511ns) {DropIncomingHandshake:442(718ns) PrepareNewSessionHandshake:477(2032ns) {SwitchToState:179(736ns)} GenerateSessionVirtualId:988(485ns) IssueIncomingHandshakeReply:193(63238ns) {SwitchToState:179(674ns)}}}
2025-12-06T17:36:38.446897Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800234036093939:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9094) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800238331061312:2115] held: no
2025-12-06T17:36:38.462576Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800238331061323:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35120
2025-12-06T17:36:38.483389Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800234036093937:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2656) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800238331061329:2123] held: no
2025-12-06T17:36:38.483571Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800238331061328:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35120
2025-12-06T17:36:38.483975Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800238331061306:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:38.484161Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800238331061297:2095] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:36:38.484205Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:38.484250Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800238331061297:2095] [node 5] ICP22 created new session: [6:7580800238331061332:2095]
2025-12-06T17:36:38.484294Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800238331061332:2095] [node 5] ICS09 handshake done sender: [6:7580800238331061306:2113] self: [6:7580800238331061310:0] peer: [5:7580800231338625034:0] socket: 159 qp: -1
2025-12-06T17:36:38.484328Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800238331061332:2095] [node 5] ICS10 traffic start
2025-12-06T17:36:38.484361Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:38.484734Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800238331061312:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:38.486310Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800234036093939:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:38.486364Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:38.486399Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800234036093939:2050] [node 3] ICP22 created new session: [6:7580800238331061334:2050]
2025-12-06T17:36:38.486458Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800238331061334:2050] [node 3] ICS09 handshake done sender: [6:7580800238331061312:2115] self: [6:7580800238331061324:0] peer: [3:7580800238571797561:0] socket: 173 qp: -1
2025-12-06T17:36:38.486490Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800238331061334:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:38.486552Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:38.486879Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800238331061331:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35120
2025-12-06T17:36:38.362358Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800238571797579:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34339
2025-12-06T17:36:38.345427Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800237758092661:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:38.406690Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800231335551442:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:38.455223Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800238337990950:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24586
2025-12-06T17:36:38.523992Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800238331061329:2123] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:38.243987Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800235633592347:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:38.345464Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:38.349456Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800233463125326:2070] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:38.349508Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:38.349552Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800233463125326:2070] [node 5] ICP22 created new session: [2:7580800237758092664:2070]
2025-12-06T17:36:38.349590Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800237758092664:2070] [node 5] ICS09 handshake done sender: [2:7580800237758092640:2112] self: [2:7580800237758092639:0] peer: [5:7580800235633592349:0] socket: 176 qp: -1
2025-12-06T17:36:38.349626Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800237758092664:2070] [node 5] ICS10 traffic start
2025-12-06T17:36:38.349674Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:38.350136Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800237758092663:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64871
2025-12-06T17:36:38.378771Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800237758092663:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:38.430898Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800233463125273:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(84098592ns) {HandleHandshakeStatus:329(84096084ns) {DropIncomingHandshake:442(1923ns) DropOutgoingHandshake:457(496ns) SwitchToState:179(435ns) ProcessPendingSessionEvents:495(967ns)}}
2025-12-06T17:36:38.430926Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800237758092645:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:38.430945Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800237758092645:2113] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:36:38.466900Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800237758092668:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64871
2025-12-06T17:36:38.474838Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800237758092645:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:38.502590Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800237758092668:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:38.506809Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800233463125325:2064] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:36:38.506880Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:38.506923Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800233463125325:2064] [node 4] ICP22 created new session: [2:7580800237758092670:2064]
2025-12-06T17:36:38.522796Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800237758092656:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:38.522825Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800237758092656:2118] [node 3] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:38.418729Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800235630518823:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:38.251678Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800231338624970:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:38.362829Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:38.546615Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800237758092656:2118] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:38.456493Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800238337990938:2116] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:38.526882Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800234036093937:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:38.418943Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800231335551443:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:38.365247Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800238571797558:2111] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:38.456680Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [1:7580800234043023623:2075] [node 5] ICP27 obsolete handshake fail ignored
2025-12-06T17:36:38.463023Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800231335551443:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9094) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580800235630518823:2118] held: no
2025-12-06T17:36:38.490923Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800235630518835:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64593
2025-12-06T17:36:38.523799Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800235630518823:2118] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:38.539015Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800235630518836:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64593
2025-12-06T17:36:38.539263Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800231335551443:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:38.539303Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:38.539349Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800231335551443:2050] [node 3] ICP22 created new session: [4:7580800235630518837:2050]
2025-12-06T17:36:38.539387Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800235630518837:2050] [node 3] ICS09 handshake done sender: [4:7580800235630518823:2118] self: [4:7580800235630518834:0] peer: [3:7580800238571797567:0] socket: 202 qp: -1
2025-12-06T17:36:38.539417Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800235630518837:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:38.539451Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:38.550177Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800235630518827:2120] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:38.550383Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800231335551442:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26621) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580800235630518827:2120] held: no
2025-12-06T17:36:38.550480Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800231335551442:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:38.550583Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:38.550627Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800231335551442:2049] [node 2] ICP22 created new session: [4:7580800235630518839:2049]
2025-12-06T17:36:38.570638Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800235630518839:2049] [node 2] ICS09 handshake done sender: [4:7580800235630518827:2120] self: [4:7580800235630518833:0] peer: [2:7580800237758092644:0] socket: 207 qp: -1
2025-12-06T17:36:38.570687Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800235630518839:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:38.570740Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:38.570986Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800231335551442:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(20426195ns) {HandleHandshakeStatus:329(20424886ns) {DropIncomingHandshake:442(690ns) DropOutgoingHandshake:457(123ns) SwitchToState:179(449ns) ProcessPendingSessionEvents:495(1039ns)}}
2025-12-06T17:36:38.538647Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:38.566975Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800233463125274:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:36:38.558764Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800237758092670:2064] [node 4] ICS09 handshake done sender: [2:7580800237758092645:2113] self: [2:7580800237758092644:0] peer: [4:7580800235630518833:0] socket: 204 qp: -1
2025-12-06T17:36:38.575190Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:38.582660Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800237758092670:2064] [node 4] ICS10 traffic start
2025-12-06T17:36:38.582732Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:38.538661Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800234036093939:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(40302252ns) {HandleHandshakeStatus:329(40300697ns) {DropIncomingHandshake:442(700ns) DropOutgoingHandshake:457(146ns) SwitchToState:179(550ns) ProcessPendingSessionEvents:495(1256ns)}}
2025-12-06T17:36:38.542671Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800234036093937:2048] [node 1] ICP22 created new session: [6:7580800238331061336:2048]
2025-12-06T17:36:38.574668Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800238331061336:2048] [node 1] ICS09 handshake done sender: [6:7580800238331061329:2123] self: [6:7580800238331061330:0] peer: [1:7580800238337990937:0] socket: 209 qp: -1
2025-12-06T17:36:38.582661Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800238331061336:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:38.456755Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [1:7580800234043023555:2049] [node 3] ICP27 obsolete handshake fail ignored
2025-12-06T17:36:38.456784Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800234043023612:2082] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:38.456826Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:38.456861Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800234043023612:2082] [node 6] ICP22 created new session: [1:7580800238337990951:2082]
2025-12-06T17:36:38.253603Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800235633592350:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64336
2025-12-06T17:36:38.456899Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800238337990951:2082] [node 6] ICS09 handshake done sender: [1:7580800238337990938:2116] self: [1:7580800238337990937:0] peer: [6:7580800238331061330:0] socket: 208 qp: -1
2025-12-06T17:36:38.456924Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800238337990951:2082] [node 6] ICS10 traffic start
2025-12-06T17:36:38.456955Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:38.274772Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800231338625035:2106] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:38.275030Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580800231338625018:2061] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:38.275081Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:38.275122Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800231338625018:2061] [node 6] ICP22 created new session: [5:7580800235633592352:2061]
2025-12-06T17:36:38.275162Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800235633592352:2061] [node 6] ICS09 handshake done sender: [5:7580800231338625035:2106] self: [5:7580800231338625034:0] peer: [6:7580800238331061310:0] socket: 152 qp: -1
2025-12-06T17:36:38.275189Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800235633592352:2061] [node 6] ICS10 traffic start
2025-12-06T17:36:38.275218Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:38.286926Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800235633592345:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64336
2025-12-06T17:36:38.288059Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800235633592351:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64336
2025-12-06T17:36:38.290593Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800231338625040:2110] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:38.312930Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800231338625008:2060] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:36:38.312985Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:38.346650Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800231338625008:2060] [node 4] ICP22 created new session: [5:7580800235633592357:2060]
2025-12-06T17:36:38.348350Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800231338624969:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(339924073ns) {Configure:104(339903875ns) {ProcessConfigured:135(2326249ns) {StartInitialHandshake:157(2323611ns) {DropHandshakes:470(2354ns) {DropIncomingHandshake:442(362ns) DropOutgoingHandshake:457(228ns)} GenerateSessionVirtualId:988(502ns) PrepareNewSessionHandshake:477(1556ns) {SwitchToState:179(524ns)}}}}}
2025-12-06T17:36:38.352962Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800235633592345:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:38.353071Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800231338624971:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:38.353292Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800231338624969:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:38.358622Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800235633592357:2060] [node 4] ICS09 handshake done sender: [5:7580800231338625040:2110] self: [5:7580800235633592346:0] peer: [4:7580800231335551480:0] socket: 150 qp: -1
2025-12-06T17:36:38.362584Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800235633592357:2060] [node 4] ICS10 traffic start
2025-12-06T17:36:38.365352Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:38.374604Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800235633592347:2118] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:38.383302Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800235633592362:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64336
2025-12-06T17:36:38.391076Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800235633592363:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64336
2025-12-06T17:36:38.410973Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800231338625041:2111] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:38.411160Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800235633592345:2117] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:38.411319Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800231338624969:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:38.411399Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:38.411466Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800231338624969:2048] [node 1] ICP22 created new session: [5:7580800235633592364:2048]
2025-12-06T17:36:38.411513Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800235633592364:2048] [node 1] ICS09 handshake done sender: [5:7580800231338625041:2111] self: [5:7580800235633592359:0] peer: [1:7580800234043023624:0] socket: 155 qp: -1
2025-12-06T17:36:38.411548Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800235633592364:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:38.411594Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:38.412037Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800231338624971:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:38.412092Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:38.412123Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800231338624971:2050] [node 3] ICP22 created new session: [5:7580800235633592366:2050]
2025-12-06T17:36:38.412157Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800235633592366:2050] [node 3] ICS09 handshake done sender: [5:7580800235633592345:2117] self: [5:7580800235633592358:0] peer: [3:7580800238571797557:0] socket: 172 qp: -1
2025-12-06T17:36:38.412184Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800235633592366:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:38.412222Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:38.414273Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800231338624970:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26621) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800235633592347:2118] held: no
2025-12-06T17:36:38.414355Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800231338624970:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:38.414382Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:38.414422Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800231338624970:2049] [node 2] ICP22 created new session: [5:7580800235633592368:2049]
2025-12-06T17:36:38.414470Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800235633592368:2049] [node 2] ICS09 handshake done sender: [5:7580800235633592347:2118] self: [5:7580800235633592349:0] peer: [2:7580800237758092639:0] socket: 181 qp: -1
2025-12-06T17:36:38.414499Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800235633592368:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:38.414548Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:38.470743Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800231338624970:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(44553981ns) {HandleHandshakeStatus:329(44553245ns) {DropIncomingHandshake:442(509ns) DropOutgoingHandshake:457(110ns) SwitchToState:179(202ns) ProcessPendingSessionEvents:495(780ns)}}
2025-12-06T17:36:38.474945Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800231338625008:2060] [node 4] ICP35 event processing took too much time PendingConnection:279(157829660ns) {HandleHandshakeStatus:329(157827659ns) {DropIncomingHandshake:442(954ns) DropOutgoingHandshake:457(13304ns) SwitchToState:179(752ns) ProcessPendingSessionEvents:495(40050895ns) {ForwardSessionEventToSession:612(32056421ns) ForwardSessionEventToSession:612(7940376ns) ForwardSessionEventToSession:612(6152ns) ForwardSessionEventToSession:612(2889ns) ForwardSessionEventToSession:612(5280ns) ForwardSessionEventToSession:612(2556ns) ForwardSessionEventToSession:612(4162ns) ForwardSessionEventToSession:612(4782ns) ForwardSessionEventToSession:612(10212ns) ForwardSessionEventToSession:612(5289ns)}}}
2025-12-06T17:36:38.367005Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800234276830250:2075] [node 6] ICP22 created new session: [3:7580800238571797582:2075]
2025-12-06T17:36:38.374733Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800238571797573:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34339
2025-12-06T17:36:38.410772Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800238571797566:2115] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:38.406701Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800238571797582:2075] [node 6] ICS09 handshake done sender: [3:7580800238571797562:2113] self: [3:7580800238571797561:0] peer: [6:7580800238331061324:0] socket: 171 qp: -1
2025-12-06T17:36:38.434945Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800234276830194:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:38.435023Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:38.435080Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800234276830194:2048] [node 1] ICP22 created new session: [3:7580800238571797583:2048]
2025-12-06T17:36:38.598662Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:38.594665Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800233463125274:2049] [node 3] ICP22 created new session: [2:7580800237758092672:2049]
2025-12-06T17:36:38.594741Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800237758092672:2049] [node 3] ICS09 handshake done sender: [2:7580800237758092656:2118] self: [2:7580800237758092651:0] peer: [3:7580800238571797592:0] socket: 182 qp: -1
2025-12-06T17:36:38.594779Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800237758092672:2049] [node 3] ICS10 traffic start
2025-12-06T17:36:38.595066Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:38.435117Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800238571797583:2048] [node 1] ICS09 handshake done sender: [3:7580800238571797566:2115] self: [3:7580800238571797577:0] peer: [1:7580800238337990925:0] socket: 188 qp: -1
2025-12-06T17:36:38.622790Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800234036093937:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(95793997ns) {HandleHandshakeStatus:329(95791128ns) {DropIncomingHandshake:442(1416ns) DropOutgoingHandshake:457(652ns) SwitchToState:179(733ns) ProcessPendingSessionEvents:495(1304ns)}}
2025-12-06T17:36:38.435149Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800238571797583:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:38.435184Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:38.435666Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800238571797568:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:38.435691Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800238571797568:2116] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:36:38.438705Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800234276830220:2060] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:38.438773Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:38.438823Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800234276830220:2060] [node 5] ICP22 created new session: [3:7580800238571797586:2060]
2025-12-06T17:36:38.438863Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800238571797586:2060] [node 5] ICS09 handshake done sender: [3:7580800238571797558:2111] self: [3:7580800238571797557:0] peer: [5:7580800235633592358:0] socket: 170 qp: -1
2025-12-06T17:36:38.438892Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800238571797586:2060] [node 5] ICS10 traffic start
2025-12-06T17:36:38.438941Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:38.440152Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800238571797568:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:38.440416Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800234276830242:2062] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:36:38.440466Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:38.440503Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800234276830242:2062] [node 4] ICP22 created new session: [3:7580800238571797589:2062]
2025-12-06T17:36:38.440548Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800238571797589:2062] [node 4] ICS09 handshake done sender: [3:7580800238571797568:2116] self: [3:7580800238571797567:0] peer: [4:7580800235630518834:0] socket: 192 qp: -1
2025-12-06T17:36:38.440574Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800238571797589:2062] [node 4] ICS10 traffic start
2025-12-06T17:36:38.440607Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:38.458702Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800238571797582:2075] [node 6] ICS10 traffic start
2025-12-06T17:36:38.458740Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:38.482669Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800238571797573:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:38.506661Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800234276830195:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:38.519012Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800234276830250:2075] [node 6] ICP35 event processing took too much time PendingConnection:279(172036224ns) {HandleHandshakeStatus:329(172033971ns) {DropIncomingHandshake:442(12252ns) DropOutgoingHandshake:457(3153ns) SwitchToState:179(333ns) ProcessPendingSessionEvents:495(127581ns) {ForwardSessionEventToSession:612(79426ns) ForwardSessionEventToSession:612(3006ns) ForwardSessionEventToSession:612(11554ns) ForwardSessionEventToSession:612(2714ns) ForwardSessionEventToSession:612(2542ns) ForwardSessionEventToSession:612(8468ns) ForwardSessionEventToSession:612(2035ns) ForwardSessionEventToSession:612(5287ns) ForwardSessionEventToSession:612(2186ns) ForwardSessionEventToSession:612(1846ns)}}}
2025-12-06T17:36:38.534967Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800238571797593:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34339
2025-12-06T17:36:38.548241Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800238571797573:2117] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:38.548433Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800234276830195:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:38.548504Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:38.548550Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800234276830195:2049] [node 2] ICP22 created new session: [3:7580800238571797594:2049]
2025-12-06T17:36:38.548586Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800238571797594:2049] [node 2] ICS09 handshake done sender: [3:7580800238571797573:2117] self: [3:7580800238571797592:0] peer: [2:7580800237758092651:0] socket: 203 qp: -1
2025-12-06T17:36:38.548625Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800238571797594:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:38.548673Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:38.626644Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800233463125325:2064] [node 4] ICP35 event processing took too much time PendingConnection:279(96080198ns) {HandleHandshakeStatus:329(88181028ns) {DropIncomingHandshake:442(21166ns) DropOutgoingHandshake:457(804ns) SwitchToState:179(195ns) ProcessPendingSessionEvents:495(213529ns) {ForwardSessionEventToSession:612(165770ns) ForwardSessionEventToSession:612(8190ns) ForwardSessionEventToSession:612(2477ns) ForwardSessionEventToSession:612(2095ns) ForwardSessionEventToSession:612(4956ns) ForwardSessionEventToSession:612(1970ns) ForwardSessionEventToSession:612(2048ns) ForwardSessionEventToSession:612(4128ns) ForwardSessionEventToSession:612(2643ns) ForwardSessionEventToSession:612(10106ns)}}}
2025-12-06T17:36:38.627677Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800233463125274:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(60556391ns) {HandleHandshakeStatus:329(60553349ns) {DropIncomingHandshake:442(15832ns) DropOutgoingHandshake:457(2743ns) SwitchToState:179(602ns) ProcessPendingSessionEvents:495(8105813ns) {ForwardSessionEventToSession:612(426894ns) ForwardSessionEventToSession:612(3286ns) ForwardSessionEventToSession:612(5332ns) ForwardSessionEventToSession:612(2245ns) ForwardSessionEventToSession:612(2225ns) ForwardSessionEventToSession:612(30115ns) ForwardSessionEventToSession:612(2702ns) ForwardSessionEventToSession:612(4127ns) ForwardSessionEventToSession:612(1937ns) ForwardSessionEventToSession:612(1833ns)}}}
2025-12-06T17:36:38.676521Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:36:38.676709Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800238571797583:2048] [node 1] ICS01 socket: 188 reason# EndOfStream
2025-12-06T17:36:38.676740Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800234276830194:2048] [node 1] ICP30 unregister session Session# [3:7580800238571797583:2048] VirtualId# [3:7580800238571797577:0]
2025-12-06T17:36:38.676782Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800238571797583:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:38.676848Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:38.676878Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:38.674656Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:36:38.674941Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580800237758092661:2048] [node 1] ICS01 socket: 180 reason# EndOfStream
2025-12-06T17:36:38.674983Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580800233463125273:2048] [node 1] ICP30 unregister session Session# [2:7580800237758092661:2048] VirtualId# [2:7580800237758092650:0]
2025-12-06T17:36:38.675011Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580800237758092661:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:38.675086Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:38.675125Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:38.684309Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:36:38.684537Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800238331061336:2048] [node 1] ICS01 socket: 209 reason# EndOfStream
2025-12-06T17:36:38.684573Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800234036093937:2048] [node 1] ICP30 unregister session Session# [6:7580800238331061336:2048] VirtualId# [6:7580800238331061330:0]
2025-12-06T17:36:38.684603Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800238331061336:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:38.684691Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:38.684732Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:38.686681Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:36:38.686910Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800235630518831:2048] [node 1] ICS01 socket: 167 reason# EndOfStream
2025-12-06T17:36:38.690625Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:36:38.690895Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800235633592364:2048] [node 1] ICS01 socket: 155 reason# EndOfStream
2025-12-06T17:36:38.690936Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800231338624969:2048] [node 1] ICP30 unregister session Session# [5:7580800235633592364:2048] VirtualId# [5:7580800235633592359:0]
2025-12-06T17:36:38.690968Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800235633592364:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:38.691050Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:38.691088Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:38.686945Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800231335551441:2048] [node 1] ICP30 unregister session Session# [4:7580800235630518831:2048] VirtualId# [4:7580800235630518819:0]
2025-12-06T17:36:38.686986Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800235630518831:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:38.687079Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:38.687121Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:38.748235Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:36:38.748475Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800238571797594:2049] [node 2] ICS01 socket: 203 reason# EndOfStream
2025-12-06T17:36:38.748511Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800234276830195:2049] [node 2] ICP30 unregister session Session# [3:7580800238571797594:2049] VirtualId# [3:7580800238571797592:0]
2025-12-06T17:36:38.748539Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800238571797594:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:38.748602Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:38.748638Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:38.783250Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:36:38.783435Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800235633592368:2049] [node 2] ICS01 socket: 181 reason# EndOfStream
2025-12-06T17:36:38.783463Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800231338624970:2049] [node 2] ICP30 unregister session Session# [5:7580800235633592368:2049] VirtualId# [5:7580800235633592349:0]
2025-12-06T17:36:38.783488Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800235633592368:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:38.783526Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:38.783556Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:38.782667Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:36:38.782914Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800238331061325:2049] [node 2] ICS01 socket: 183 reason# EndOfStream
2025-12-06T17:36:38.782953Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800234036093938:2049] [node 2] ICP30 unregister session Session# [6:7580800238331061325:2049] VirtualId# [6:7580800238331061321:0]
2025-12-06T17:36:38.782981Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800238331061325:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:38.783059Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:38.783100Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:38.786642Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:36:38.786886Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800235630518839:2049] [node 2] ICS01 socket: 207 reason# EndOfStream
2025-12-06T17:36:38.786918Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800231335551442:2049] [node 2] ICP30 unregister session Session# [4:7580800235630518839:2049] VirtualId# [4:7580800235630518833:0]
2025-12-06T17:36:38.786944Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800235630518839:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:38.787028Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:38.787065Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:38.850723Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:36:38.850963Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800235633592366:2050] [node 3] ICS01 socket: 172 reason# EndOfStream
2025-12-06T17:36:38.850995Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800231338624971:2050] [node 3] ICP30 unregister session Session# [5:7580800235633592366:2050] VirtualId# [5:7580800235633592358:0]
2025-12-06T17:36:38.851027Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800235633592366:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:38.851114Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:38.851152Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:38.851229Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:36:38.851412Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800235630518837:2050] [node 3] ICS01 socket: 202 reason# EndOfStream
2025-12-06T17:36:38.851440Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800231335551443:2050] [node 3] ICP30 unregister session Session# [4:7580800235630518837:2050] VirtualId# [4:7580800235630518834:0]
2025-12-06T17:36:38.851463Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800235630518837:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:38.851501Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:38.851529Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:38.854616Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:36:38.854845Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800238331061334:2050] [node 3] ICS01 socket: 173 reason# EndOfStream
2025-12-06T17:36:38.854892Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800234036093939:2050] [node 3] ICP30 unregister session Session# [6:7580800238331061334:2050] VirtualId# [6:7580800238331061324:0]
2025-12-06T17:36:38.854915Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800238331061334:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:38.854988Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:38.855023Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:38.910680Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:36:38.910941Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800238331061315:2063] [node 4] ICS01 socket: 161 reason# EndOfStream
2025-12-06T17:36:38.910980Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800234036093954:2063] [node 4] ICP30 unregister session Session# [6:7580800238331061315:2063] VirtualId# [6:7580800238331061309:0]
2025-12-06T17:36:38.911465Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800238331061315:2063] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:38.911585Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:36:38.911634Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:36:38.974735Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:36:38.974994Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800238331061332:2095] [node 5] ICS01 socket: 159 reason# EndOfStream
2025-12-06T17:36:38.975038Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800238331061297:2095] [node 5] ICP30 unregister session Session# [6:7580800238331061332:2095] VirtualId# [6:7580800238331061310:0]
2025-12-06T17:36:38.975074Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800238331061332:2095] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:38.975168Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:36:38.975213Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:36:39.074973Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800242737679002:2048] [node 2] ICP01 ready to work
2025-12-06T17:36:39.075003Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800242737679003:2049] [node 3] ICP01 ready to work
2025-12-06T17:36:39.098871Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800240623485558:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:39.098907Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800240623485559:2049] [node 3] ICP01 ready to work
2025-12-06T17:36:39.207608Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800239258364578:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:39.207633Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800239258364579:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:39.207659Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800239258364580:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:39.182799Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800240764942786:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:39.182825Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800240764942787:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:39.286889Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800242904379008:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:39.286915Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800242904379009:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:39.286940Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800242904379010:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:39.306877Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800241756558828:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:39.306907Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800241756558829:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:39.306936Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800241756558830:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:39.564616Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800240764942813:2075] [node 6] ICP01 ready to work
2025-12-06T17:36:39.658837Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800242904379025:2061] [node 4] ICP01 ready to work
2025-12-06T17:36:39.683123Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800240623485559:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(119348582ns) {Configure:104(119337589ns) {ProcessConfigured:135(9174525ns) {StartInitialHandshake:157(9170967ns) {DropHandshakes:470(3304ns) {DropIncomingHandshake:442(648ns) DropOutgoingHandshake:457(533ns)} GenerateSessionVirtualId:988(1292ns) PrepareNewSessionHandshake:477(3852ns) {SwitchToState:179(1799ns)}}}}}
2025-12-06T17:36:39.655072Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800240764942825:2077] [node 4] ICP01 ready to work
2025-12-06T17:36:39.690710Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800240623485594:2078] [node 6] ICP01 ready to work
2025-12-06T17:36:39.727585Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800242904379036:2069] [node 6] ICP01 ready to work
2025-12-06T17:36:39.679113Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800242737679036:2076] [node 5] ICP01 ready to work
2025-12-06T17:36:39.704648Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800242737679037:2074] [node 4] ICP01 ready to work
2025-12-06T17:36:39.677366Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800240764942827:2078] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:39.731167Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800240623485598:2077] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:39.757300Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800241756558830:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(155163709ns) {Configure:104(155158227ns) {ProcessConfigured:135(53284ns) {StartInitialHandshake:157(50657ns) {DropHandshakes:470(3226ns) {DropIncomingHandshake:442(676ns) DropOutgoingHandshake:457(874ns)} GenerateSessionVirtualId:988(692ns) PrepareNewSessionHandshake:477(1880ns) {SwitchToState:179(612ns)}}}}}
2025-12-06T17:36:39.730707Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800240623485601:2076] [node 4] ICP01 ready to work
2025-12-06T17:36:39.758115Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800241756558829:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(122880199ns) {Configure:104(122878305ns) {ProcessConfigured:135(40472ns) {StartInitialHandshake:157(38605ns) {DropHandshakes:470(908ns) {DropIncomingHandshake:442(218ns) DropOutgoingHandshake:457(144ns)} GenerateSessionVirtualId:988(335ns) PrepareNewSessionHandshake:477(604ns) {SwitchToState:179(154ns)}}}}}
2025-12-06T17:36:39.826894Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800241756558896:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28751
2025-12-06T17:36:39.831502Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800241756558896:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:39.854869Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800241756558898:2064] [node 4] ICP01 ready to work
2025-12-06T17:36:39.858558Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800241756558897:2061] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:39.838615Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800242737679066:2075] [node 6] ICP01 ready to work
2025-12-06T17:36:39.875585Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800242737679002:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(248669531ns) {Configure:104(248665403ns) {ProcessConfigured:135(41841ns) {StartInitialHandshake:157(40012ns) {DropHandshakes:470(581ns) {DropIncomingHandshake:442(103ns) DropOutgoingHandshake:457(56ns)} GenerateSessionVirtualId:988(202ns) PrepareNewSessionHandshake:477(2083ns) {SwitchToState:179(607ns)}}}}}
2025-12-06T17:36:39.795057Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800240623485621:2104] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52526
2025-12-06T17:36:39.859683Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800239258364643:2078] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:39.911980Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800242737679075:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26120
2025-12-06T17:36:39.859836Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800239258364642:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43529
2025-12-06T17:36:39.908134Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800241756558902:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28751
2025-12-06T17:36:39.797170Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800240623485622:2105] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52526
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:39.861308Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800239258364640:2109] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43529
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:39.958806Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800240764942827:2078] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(241178871ns) {Configure:104(241175475ns) {ProcessConfigured:135(68051849ns) {StartInitialHandshake:157(68048929ns) {DropHandshakes:470(7962799ns) {DropIncomingHandshake:442(760ns) DropOutgoingHandshake:457(1030ns)} GenerateSessionVirtualId:988(1475ns) PrepareNewSessionHandshake:477(3809ns) {SwitchToState:179(2082ns)}}}}}
2025-12-06T17:36:39.938872Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800241756558828:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(128358062ns) {Configure:104(128351208ns) {ProcessConfigured:135(50900586ns) {StartInitialHandshake:157(50898365ns) {DropHandshakes:470(2921ns) {DropIncomingHandshake:442(805ns) DropOutgoingHandshake:457(512ns)} GenerateSessionVirtualId:988(734ns) PrepareNewSessionHandshake:477(3078ns) {SwitchToState:179(1081ns)}}}}}
2025-12-06T17:36:39.962776Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800242737679003:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(320064441ns) {Configure:104(311507639ns) {ProcessConfigured:135(35626694ns) {StartInitialHandshake:157(15812685ns) {DropHandshakes:470(2273ns) {DropIncomingHandshake:442(295ns) DropOutgoingHandshake:457(203ns)} GenerateSessionVirtualId:988(1138ns) PrepareNewSessionHandshake:477(2428ns) {SwitchToState:179(534ns)}}}}}
2025-12-06T17:36:39.970584Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800242737679075:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:39.838634Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800240623485558:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(142152722ns) {Configure:104(142147538ns) {ProcessConfigured:135(53808675ns) {StartInitialHandshake:157(53805802ns) {DropHandshakes:470(2822ns) {DropIncomingHandshake:442(807ns) DropOutgoingHandshake:457(437ns)} GenerateSessionVirtualId:988(1034ns) PrepareNewSessionHandshake:477(2561ns) {SwitchToState:179(893ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:39.970661Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800241756558902:2113] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:40.006892Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800241756558828:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(17127697ns)
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:39.886885Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800239258364640:2109] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:39.926912Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800239258364648:2074] [node 6] ICP01 ready to work
2025-12-06T17:36:39.946955Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800239258364642:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:39.972009Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800239258364578:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(336849728ns) {Configure:104(336846182ns) {ProcessConfigured:135(87359ns) {StartInitialHandshake:157(85738ns) {DropHandshakes:470(2693ns) {DropIncomingHandshake:442(641ns) DropOutgoingHandshake:457(337ns)} GenerateSessionVirtualId:988(634ns) PrepareNewSessionHandshake:477(1183ns) {SwitchToState:179(369ns)}}}}}
2025-12-06T17:36:39.959631Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800240764942860:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36175
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:40.003163Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800247199346381:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20051
2025-12-06T17:36:40.026821Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800241756558906:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28751
2025-12-06T17:36:39.997765Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800242737679081:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26120
2025-12-06T17:36:39.985077Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800239258364657:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43529
2025-12-06T17:36:39.874596Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800240623485621:2104] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:39.959749Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800240764942861:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36175
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:40.022741Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800242737679081:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:40.034659Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800241756558828:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:40.034811Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800241756558828:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(27756285ns) {IncomingHandshake:261(27753981ns) {DropIncomingHandshake:442(425ns) PrepareNewSessionHandshake:477(1169ns) {SwitchToState:179(443ns)} GenerateSessionVirtualId:988(712ns) IssueIncomingHandshakeReply:193(57944ns) {SwitchToState:179(751ns)}}}
2025-12-06T17:36:40.023151Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800239258364580:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(348243933ns) {Configure:104(348239890ns) {ProcessConfigured:135(60036ns) {StartInitialHandshake:157(58261ns) {DropHandshakes:470(1545ns) {DropIncomingHandshake:442(378ns) DropOutgoingHandshake:457(293ns)} GenerateSessionVirtualId:988(452ns) PrepareNewSessionHandshake:477(1760ns) {SwitchToState:179(666ns)}}}}}
2025-12-06T17:36:40.002578Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800240764942813:2075] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(240012833ns) {Configure:104(240007581ns) {ProcessConfigured:135(15425753ns) {StartInitialHandshake:157(15422935ns) {DropHandshakes:470(3139ns) {DropIncomingHandshake:442(855ns) DropOutgoingHandshake:457(467ns)} GenerateSessionVirtualId:988(653ns) PrepareNewSessionHandshake:477(3847ns) {SwitchToState:179(1917ns)}}}}}
2025-12-06T17:36:40.006827Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800240764942860:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:40.056089Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800240764942861:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:40.056260Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800240764942864:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36175
2025-12-06T17:36:40.067018Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800240764942786:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(424197754ns) {Configure:104(424193561ns) {ProcessConfigured:135(27920577ns) {StartInitialHandshake:157(27917315ns) {DropHandshakes:470(7839290ns) {DropIncomingHandshake:442(1086ns) DropOutgoingHandshake:457(714ns)} GenerateSessionVirtualId:988(901ns) PrepareNewSessionHandshake:477(2925ns) {SwitchToState:179(1397ns)}}}}}
2025-12-06T17:36:40.087946Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800240764942787:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(445012162ns) {Configure:104(445008808ns) {ProcessConfigured:135(17148531ns) {StartInitialHandshake:157(17145824ns) {DropHandshakes:470(7963075ns) {DropIncomingHandshake:442(732ns) DropOutgoingHandshake:457(1406ns)} GenerateSessionVirtualId:988(1575ns) PrepareNewSessionHandshake:477(1590ns) {SwitchToState:179(234ns)}}}}}
2025-12-06T17:36:40.088125Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800240764942787:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:39.946636Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800240623485622:2105] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:40.030661Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800242737679037:2074] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(194006522ns) {Configure:104(194000073ns) {ProcessConfigured:135(40659209ns) {StartInitialHandshake:157(40656829ns) {DropHandshakes:470(5309ns) {DropIncomingHandshake:442(686ns) DropOutgoingHandshake:457(478ns)} GenerateSessionVirtualId:988(765ns) PrepareNewSessionHandshake:477(3293ns) {SwitchToState:179(478ns)}}}}}
2025-12-06T17:36:40.059979Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800239258364579:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(315853118ns) {Configure:104(315848311ns) {ProcessConfigured:135(95858766ns) {StartInitialHandshake:157(95855435ns) {DropHandshakes:470(2954ns) {DropIncomingHandshake:442(681ns) DropOutgoingHandshake:457(500ns)} GenerateSessionVirtualId:988(391ns) PrepareNewSessionHandshake:477(19953755ns) {SwitchToState:179(6001ns)}}}}}
2025-12-06T17:36:40.010736Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800242904379008:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(273822634ns) {Configure:104(273817544ns) {ProcessConfigured:135(245074ns) {StartInitialHandshake:157(243076ns) {DropHandshakes:470(2934ns) {DropIncomingHandshake:442(579ns) DropOutgoingHandshake:457(552ns)} GenerateSessionVirtualId:988(990ns) PrepareNewSessionHandshake:477(927ns) {SwitchToState:179(341ns)}}}}}
2025-12-06T17:36:40.119130Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800240764942864:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:40.121377Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800240764942786:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:40.130927Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800240764942859:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:40.130959Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800240764942859:2115] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:40.131931Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800240764942859:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:40.132228Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800240764942827:2078] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:40.132286Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:40.132331Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800240764942827:2078] [node 5] ICP22 created new session: [3:7580800245059910172:2078]
2025-12-06T17:36:40.132378Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800245059910172:2078] [node 5] ICS09 handshake done sender: [3:7580800240764942859:2115] self: [3:7580800240764942855:0] peer: [5:7580800247199346384:0] socket: 179 qp: -1
2025-12-06T17:36:40.132410Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800245059910172:2078] [node 5] ICS10 traffic start
2025-12-06T17:36:40.132450Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:40.070594Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800239258364657:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:39.982577Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800240623485638:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52526
2025-12-06T17:36:40.087642Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800246051526204:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28751
2025-12-06T17:36:40.150653Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800240764942825:2077] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(392048424ns) {Configure:104(392040334ns) {ProcessConfigured:135(48088570ns) {StartInitialHandshake:157(48085899ns) {DropHandshakes:470(1701ns) {DropIncomingHandshake:442(343ns) DropOutgoingHandshake:457(336ns)} GenerateSessionVirtualId:988(504ns) PrepareNewSessionHandshake:477(3058ns) {SwitchToState:179(1597ns)}}}}}
2025-12-06T17:36:40.050579Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800242737679069:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:40.118593Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800247199346381:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:40.050623Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800242737679069:2110] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:36:40.070628Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800242737679071:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:40.070662Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800242737679071:2111] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:40.078666Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800242737679069:2110] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:40.079090Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800242737679036:2076] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(304279744ns) {Configure:104(304269056ns) {ProcessConfigured:135(53234ns) {StartInitialHandshake:157(50814ns) {DropHandshakes:470(2219ns) {DropIncomingHandshake:442(726ns) DropOutgoingHandshake:457(248ns)} GenerateSessionVirtualId:988(739ns) PrepareNewSessionHandshake:477(2011ns) {SwitchToState:179(663ns)}}}}}
2025-12-06T17:36:40.102802Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800242737679071:2111] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:40.158938Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800242737679078:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:40.158960Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800242737679078:2114] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:36:40.159374Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800242737679002:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:36:40.159428Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:40.159479Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800242737679002:2048] [node 2] ICP22 created new session: [1:7580800247032646384:2048]
2025-12-06T17:36:40.159524Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800247032646384:2048] [node 2] ICS09 handshake done sender: [1:7580800242737679069:2110] self: [1:7580800242737679068:0] peer: [2:7580800244918452935:0] socket: 169 qp: -1
2025-12-06T17:36:40.159553Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800247032646384:2048] [node 2] ICS10 traffic start
2025-12-06T17:36:40.159585Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:40.160786Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800242737679078:2114] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:40.160992Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800242737679003:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:36:40.161016Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:40.161055Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800242737679003:2049] [node 3] ICP22 created new session: [1:7580800247032646388:2049]
2025-12-06T17:36:40.161089Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800247032646388:2049] [node 3] ICS09 handshake done sender: [1:7580800242737679078:2114] self: [1:7580800242737679077:0] peer: [3:7580800245059910170:0] socket: 180 qp: -1
2025-12-06T17:36:40.161111Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800247032646388:2049] [node 3] ICS10 traffic start
2025-12-06T17:36:40.161136Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:40.174625Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800242737679066:2075] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:40.107138Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800241756558902:2113] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:40.070718Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800239258364579:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:40.198626Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:40.206606Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800242737679066:2075] [node 6] ICP22 created new session: [1:7580800247032646391:2075]
2025-12-06T17:36:40.182874Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800245059910175:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36175
2025-12-06T17:36:40.126907Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800242904379010:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(356206368ns) {Configure:104(356201807ns) {ProcessConfigured:135(72994806ns) {StartInitialHandshake:157(72991004ns) {DropHandshakes:470(3264ns) {DropIncomingHandshake:442(788ns) DropOutgoingHandshake:457(524ns)} GenerateSessionVirtualId:988(1079ns) PrepareNewSessionHandshake:477(3511ns) {SwitchToState:179(264ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:40.002812Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800240623485638:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:40.002940Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580800240623485558:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:40.107323Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800241756558828:2048] [node 1] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:40.142903Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800243553331958:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43529
2025-12-06T17:36:40.127023Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800242904379010:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:40.154654Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800242904379038:2070] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:40.107396Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:40.230612Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800247032646391:2075] [node 6] ICS09 handshake done sender: [1:7580800242737679071:2111] self: [1:7580800242737679070:0] peer: [6:7580800246051526203:0] socket: 168 qp: -1
2025-12-06T17:36:40.154693Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580800242904379038:2070] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:40.166740Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800242904379084:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20051
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:40.030543Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800244918452936:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52526
2025-12-06T17:36:40.183425Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800240764942864:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:40.191132Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800247199346386:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20051
2025-12-06T17:36:40.191261Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800247199346387:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20051
2025-12-06T17:36:40.191378Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800247199346388:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20051
2025-12-06T17:36:40.198678Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800242904379038:2070] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:40.210898Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800242904379084:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:40.214991Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800247199346389:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20051
2025-12-06T17:36:40.226768Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800242904379025:2061] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:40.230778Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800247199346387:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:40.244685Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800247199346381:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:40.258814Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580800242904379036:2069] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:40.194903Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800243553331959:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43529
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:40.183557Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800240764942786:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:40.043008Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800240623485594:2078] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(291906548ns) {Configure:104(291902010ns) {ProcessConfigured:135(61464ns) {StartInitialHandshake:157(58690ns) {DropHandshakes:470(1826ns) {DropIncomingHandshake:442(391ns) DropOutgoingHandshake:457(369ns)} GenerateSessionVirtualId:988(777ns) PrepareNewSessionHandshake:477(2230ns) {SwitchToState:179(635ns)}}}}}
2025-12-06T17:36:40.107433Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800241756558828:2048] [node 1] ICP22 created new session: [6:7580800246051526205:2048]
2025-12-06T17:36:40.242736Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800247032646391:2075] [node 6] ICS10 traffic start
2025-12-06T17:36:40.266772Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:40.195009Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800243553331960:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43529
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:40.183615Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:40.183658Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800240764942786:2048] [node 1] ICP22 created new session: [3:7580800245059910176:2048]
2025-12-06T17:36:40.183699Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800245059910176:2048] [node 1] ICS09 handshake done sender: [3:7580800240764942864:2118] self: [3:7580800245059910170:0] peer: [1:7580800242737679077:0] socket: 181 qp: -1
2025-12-06T17:36:40.183726Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800245059910176:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:40.183758Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:40.234615Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800240764942858:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:40.234644Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800240764942858:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:40.246631Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800240764942858:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:40.254820Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800245059910180:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36175
2025-12-06T17:36:40.283163Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800240764942813:2075] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:40.283213Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:40.302677Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800240764942813:2075] [node 6] ICP22 created new session: [3:7580800245059910181:2075]
2025-12-06T17:36:40.107474Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800246051526205:2048] [node 1] ICS09 handshake done sender: [6:7580800241756558902:2113] self: [6:7580800246051526203:0] peer: [1:7580800242737679070:0] socket: 172 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:40.247549Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800243553331959:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:40.051596Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800244918452940:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52526
2025-12-06T17:36:40.323750Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800245059910169:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:40.242785Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:40.107506Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800246051526205:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:40.278658Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800242904379036:2069] [node 6] ICP22 created new session: [5:7580800247199346392:2069]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:40.247621Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800239258364642:2111] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:40.086761Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800244918452936:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:40.243287Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800242737679066:2075] [node 6] ICP35 event processing took too much time PendingConnection:279(76430243ns) {HandleHandshakeStatus:329(76427602ns) {DropIncomingHandshake:442(934ns) DropOutgoingHandshake:457(652ns) SwitchToState:179(628ns) ProcessPendingSessionEvents:495(107946ns) {ForwardSessionEventToSession:612(60441ns) ForwardSessionEventToSession:612(2864ns) ForwardSessionEventToSession:612(2322ns) ForwardSessionEventToSession:612(4911ns) ForwardSessionEventToSession:612(5100ns) ForwardSessionEventToSession:612(2842ns) ForwardSessionEventToSession:612(8134ns) ForwardSessionEventToSession:612(2863ns) ForwardSessionEventToSession:612(5851ns) ForwardSessionEventToSession:612(2386ns)}}}
2025-12-06T17:36:40.323782Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800245059910169:2121] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:36:40.107561Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:40.297347Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800242904379010:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:40.099023Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800240623485626:2107] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:40.299370Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800242737679076:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:40.247718Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800239258364578:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:40.326605Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800245059910181:2075] [node 6] ICS09 handshake done sender: [3:7580800240764942858:2114] self: [3:7580800240764942857:0] peer: [6:7580800246051526211:0] socket: 178 qp: -1
2025-12-06T17:36:40.297424Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:40.099063Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800240623485626:2107] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:36:40.299398Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800242737679076:2113] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:36:40.302725Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800247032646383:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26120
2025-12-06T17:36:40.323358Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [1:7580800242737679003:2049] [node 3] ICP27 obsolete handshake fail ignored
2025-12-06T17:36:40.334469Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800242737679076:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:40.334579Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800247032646382:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:40.342914Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800247032646394:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26120
2025-12-06T17:36:40.366667Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800247032646382:2116] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:40.398939Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800242737679037:2074] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:36:40.398994Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:40.428065Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800247032646382:2116] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:40.458591Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800242737679037:2074] [node 4] ICP22 created new session: [1:7580800247032646396:2074]
2025-12-06T17:36:40.478824Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800247032646396:2074] [node 4] ICS09 handshake done sender: [1:7580800242737679076:2113] self: [1:7580800242737679074:0] peer: [4:7580800243553331961:0] socket: 203 qp: -1
2025-12-06T17:36:40.486796Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800247032646394:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:40.486908Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800247032646396:2074] [node 4] ICS10 traffic start
2025-12-06T17:36:40.487270Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:40.487321Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800242737679036:2076] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:40.487344Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:40.514787Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800242737679036:2076] [node 5] ICP22 created new session: [1:7580800247032646398:2076]
2025-12-06T17:36:40.297470Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800242904379010:2050] [node 3] ICP22 created new session: [5:7580800247199346394:2050]
2025-12-06T17:36:40.297514Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800247199346394:2050] [node 3] ICS09 handshake done sender: [5:7580800247199346381:2115] self: [5:7580800247199346384:0] peer: [3:7580800240764942855:0] socket: 182 qp: -1
2025-12-06T17:36:40.297548Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800247199346394:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:40.297577Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:40.298224Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800247199346388:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:40.298661Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800242904379008:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:40.310973Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800247199346392:2069] [node 6] ICS09 handshake done sender: [5:7580800242904379038:2070] self: [5:7580800242904379037:0] peer: [6:7580800246051526209:0] socket: 154 qp: -1
2025-12-06T17:36:40.330648Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800247199346392:2069] [node 6] ICS10 traffic start
2025-12-06T17:36:40.330698Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:40.423206Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800247199346398:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20051
2025-12-06T17:36:40.446876Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800247199346399:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20051
2025-12-06T17:36:40.450607Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800242904379084:2114] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:40.483623Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800242904379025:2061] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:36:40.483673Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:40.483708Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800242904379025:2061] [node 4] ICP22 created new session: [5:7580800247199346400:2061]
2025-12-06T17:36:40.483741Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800247199346400:2061] [node 4] ICS09 handshake done sender: [5:7580800242904379084:2114] self: [5:7580800247199346390:0] peer: [4:7580800239258364644:0] socket: 167 qp: -1
2025-12-06T17:36:40.483767Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800247199346400:2061] [node 4] ICS10 traffic start
2025-12-06T17:36:40.483793Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:40.483945Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7580800242904379025:2061] [node 4] ICP27 obsolete handshake fail ignored
2025-12-06T17:36:40.484228Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800247199346388:2119] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:40.495328Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800242904379036:2069] [node 6] ICP35 event processing took too much time PendingConnection:279(250272913ns) {HandleHandshakeStatus:329(236353145ns) {DropIncomingHandshake:442(21654ns) DropOutgoingHandshake:457(557ns) SwitchToState:179(829ns) ProcessPendingSessionEvents:495(20015169ns) {ForwardSessionEventToSession:612(19961874ns) ForwardSessionEventToSession:612(3620ns) ForwardSessionEventToSession:612(5223ns) ForwardSessionEventToSession:612(2247ns) ForwardSessionEventToSession:612(1937ns) ForwardSessionEventToSession:612(3949ns) ForwardSessionEventToSession:612(2255ns) ForwardSessionEventToSession:612(12581ns) ForwardSessionEventToSession:612(10103ns) ForwardSessionEventToSession:612(2115ns)}}}
2025-12-06T17:36:40.510940Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800242904379008:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:40.510983Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:40.511031Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800242904379008:2048] [node 1] ICP22 created new session: [5:7580800247199346402:2048]
2025-12-06T17:36:40.511078Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800247199346402:2048] [node 1] ICS09 handshake done sender: [5:7580800247199346388:2119] self: [5:7580800247199346396:0] peer: [1:7580800247032646381:0] socket: 208 qp: -1
2025-12-06T17:36:40.511106Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800247199346402:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:40.511136Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:40.334155Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800240764942860:2116] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:40.138770Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800241756558897:2061] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:40.270665Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800243553331960:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:40.522585Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800247199346389:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:40.139013Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800241756558897:2061] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(256126882ns) {Configure:104(256125566ns) {ProcessConfigured:135(131676ns) {StartInitialHandshake:157(56539ns) {DropHandshakes:470(5581ns) {DropIncomingHandshake:442(697ns) DropOutgoingHandshake:457(458ns)} GenerateSessionVirtualId:988(3577ns) PrepareNewSessionHandshake:477(1427ns) {SwitchToState:179(391ns)}} IncomingHandshake:261(55708ns) {DropIncomingHandshake:442(97ns) PrepareNewSessionHandshake:477(230ns) {SwitchToState:179(122ns)} GenerateSessionVirtualId:988(161ns) IssueIncomingHandshakeReply:193(36006ns) {SwitchToState:179(559ns)}}}}}
2025-12-06T17:36:40.174688Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800240623485626:2107] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:40.270815Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800239258364580:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:40.520329Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800247032646398:2076] [node 5] ICS09 handshake done sender: [1:7580800247032646382:2116] self: [1:7580800247032646381:0] peer: [5:7580800247199346396:0] socket: 204 qp: -1
2025-12-06T17:36:40.346573Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800245059910181:2075] [node 6] ICS10 traffic start
2025-12-06T17:36:40.546606Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800242904379009:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:40.186749Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580800240623485558:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2150) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7580800240623485638:2116] held: no
2025-12-06T17:36:40.346623Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:40.186857Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800240623485638:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:40.199011Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580800240623485558:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:40.346913Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800240764942787:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:40.520373Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800247032646398:2076] [node 5] ICS10 traffic start
2025-12-06T17:36:40.520422Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:40.530985Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800242737679037:2074] [node 4] ICP35 event processing took too much time PendingConnection:279(131840932ns) {HandleHandshakeStatus:329(131838363ns) {DropIncomingHandshake:442(12685ns) DropOutgoingHandshake:457(539ns) SwitchToState:179(1191ns) ProcessPendingSessionEvents:495(4130465ns) {ForwardSessionEventToSession:612(4082840ns) ForwardSessionEventToSession:612(7263ns) ForwardSessionEventToSession:612(2323ns) ForwardSessionEventToSession:612(6048ns) ForwardSessionEventToSession:612(2641ns) ForwardSessionEventToSession:612(2340ns) ForwardSessionEventToSession:612(4990ns) ForwardSessionEventToSession:612(4735ns) ForwardSessionEventToSession:612(3356ns) ForwardSessionEventToSession:612(5432ns)}}}
2025-12-06T17:36:40.278897Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800239258364645:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:40.199048Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:40.586929Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800242737679036:2076] [node 5] ICP35 event processing took too much time PendingConnection:279(99390282ns) {HandleHandshakeStatus:329(99388958ns) {DropIncomingHandshake:442(195ns) DropOutgoingHandshake:457(308ns) SwitchToState:179(198ns) ProcessPendingSessionEvents:495(66183065ns) {ForwardSessionEventToSession:612(34104642ns) ForwardSessionEventToSession:612(16202ns) ForwardSessionEventToSession:612(2600ns) ForwardSessionEventToSession:612(8037439ns) ForwardSessionEventToSession:612(3845ns) ForwardSessionEventToSession:612(2342ns) ForwardSessionEventToSession:612(5463066ns) ForwardSessionEventToSession:612(2568ns) ForwardSessionEventToSession:612(18513168ns) ForwardSessionEventToSession:612(11962ns)}}}
2025-12-06T17:36:40.586997Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580800242737679036:2076] [node 5] ICP18 handshake (actor [1:7580800247032646394:2118]) is too old
2025-12-06T17:36:40.586592Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800242904379009:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(19898800ns) {IncomingHandshake:261(8078629ns) {DropIncomingHandshake:442(718ns) PrepareNewSessionHandshake:477(2008ns) {SwitchToState:179(641ns)} GenerateSessionVirtualId:988(1054ns) IssueIncomingHandshakeReply:193(67540ns) {SwitchToState:179(106ns)}}}
2025-12-06T17:36:40.210808Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800241756558906:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:40.214652Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800241756558830:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:40.227097Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800246051526212:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28751
2025-12-06T17:36:40.247170Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800241756558896:2111] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:40.248050Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800241756558897:2061] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:36:40.248100Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:40.248137Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800241756558897:2061] [node 5] ICP22 created new session: [6:7580800246051526213:2061]
2025-12-06T17:36:40.248174Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800246051526213:2061] [node 5] ICS09 handshake done sender: [6:7580800241756558896:2111] self: [6:7580800246051526209:0] peer: [5:7580800242904379037:0] socket: 164 qp: -1
2025-12-06T17:36:40.248207Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800246051526213:2061] [node 5] ICS10 traffic start
2025-12-06T17:36:40.248234Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:40.267136Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800246051526215:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28751
2025-12-06T17:36:40.278976Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800241756558906:2116] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:40.282801Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800246051526216:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28751
2025-12-06T17:36:40.306671Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800241756558830:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:40.318843Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800246051526216:2121] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:40.318956Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800241756558829:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:40.320114Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800246051526218:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28751
2025-12-06T17:36:40.320622Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800246051526216:2121] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:40.320736Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800241756558829:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:40.320768Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:40.320806Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800241756558829:2049] [node 2] ICP22 created new session: [6:7580800246051526219:2049]
2025-12-06T17:36:40.320841Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800246051526219:2049] [node 2] ICS09 handshake done sender: [6:7580800246051526216:2121] self: [6:7580800246051526217:0] peer: [2:7580800244918452937:0] socket: 189 qp: -1
2025-12-06T17:36:40.320861Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800246051526219:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:40.320890Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:40.327265Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:40.334314Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800241756558830:2050] [node 3] ICP22 created new session: [6:7580800246051526221:2050]
2025-12-06T17:36:40.390075Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800246051526221:2050] [node 3] ICS09 handshake done sender: [6:7580800241756558906:2116] self: [6:7580800246051526211:0] peer: [3:7580800240764942857:0] socket: 184 qp: -1
2025-12-06T17:36:40.391042Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800246051526222:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28751
2025-12-06T17:36:40.430570Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800246051526221:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:40.430645Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:40.518995Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800241756558830:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(212120197ns) {HandleHandshakeStatus:329(212116622ns) {DropIncomingHandshake:442(748ns) DropOutgoingHandshake:457(9219ns) SwitchToState:179(253ns) ProcessPendingSessionEvents:495(8206899ns) {ForwardSessionEventToSession:612(8157438ns) ForwardSessionEventToSession:612(8186ns) ForwardSessionEventToSession:612(4354ns) ForwardSessionEventToSession:612(2297ns) ForwardSessionEventToSession:612(2002ns) ForwardSessionEventToSession:612(3995ns) ForwardSessionEventToSession:612(7493ns) ForwardSessionEventToSession:612(4252ns) ForwardSessionEventToSession:612(2393ns) ForwardSessionEventToSession:612(4907ns)}}}
2025-12-06T17:36:40.520578Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800246051526222:2123] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:40.567020Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800241756558898:2064] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:40.278921Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800239258364645:2112] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:40.279172Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800239258364579:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11981) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580800239258364642:2111] held: no
2025-12-06T17:36:40.279254Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800239258364579:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:40.279292Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:40.279327Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800239258364579:2049] [node 2] ICP22 created new session: [4:7580800243553331963:2049]
2025-12-06T17:36:40.279366Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800243553331963:2049] [node 2] ICS09 handshake done sender: [4:7580800239258364642:2111] self: [4:7580800243553331956:0] peer: [2:7580800240623485625:0] socket: 163 qp: -1
2025-12-06T17:36:40.279395Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800243553331963:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:40.279425Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:40.333982Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800243553331966:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43529
2025-12-06T17:36:40.334706Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800239258364645:2112] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:40.426725Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800239258364643:2078] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:40.426785Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:40.426835Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800239258364643:2078] [node 5] ICP22 created new session: [4:7580800243553331968:2078]
2025-12-06T17:36:40.426888Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800243553331968:2078] [node 5] ICS09 handshake done sender: [4:7580800239258364645:2112] self: [4:7580800239258364644:0] peer: [5:7580800247199346390:0] socket: 166 qp: -1
2025-12-06T17:36:40.350729Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800245059910169:2121] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:40.199091Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800240623485558:2048] [node 1] ICP22 created new session: [2:7580800244918452943:2048]
2025-12-06T17:36:40.466912Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800240764942813:2075] [node 6] ICP35 event processing took too much time PendingConnection:279(187901970ns) {HandleHandshakeStatus:329(183533987ns) {DropIncomingHandshake:442(13763ns) DropOutgoingHandshake:457(533ns) SwitchToState:179(682ns) ProcessPendingSessionEvents:495(35876358ns) {ForwardSessionEventToSession:612(35817758ns) ForwardSessionEventToSession:612(10226ns) ForwardSessionEventToSession:612(3741ns) ForwardSessionEventToSession:612(2535ns) ForwardSessionEventToSession:612(8164ns) ForwardSessionEventToSession:612(5861ns) ForwardSessionEventToSession:612(2337ns) ForwardSessionEventToSession:612(7239ns) ForwardSessionEventToSession:612(1755ns) ForwardSessionEventToSession:612(3990ns)}}}
2025-12-06T17:36:40.466973Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800240764942825:2077] [node 4] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:40.614963Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800246051526225:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28751
2025-12-06T17:36:40.199130Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800244918452943:2048] [node 1] ICS09 handshake done sender: [2:7580800240623485638:2116] self: [2:7580800244918452935:0] peer: [1:7580800242737679068:0] socket: 174 qp: -1
2025-12-06T17:36:40.199158Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800244918452943:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:40.199193Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:40.218929Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800240623485595:2081] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:40.218957Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800240623485595:2081] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:36:40.228163Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800240623485601:2076] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:36:40.228227Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:40.228267Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800240623485601:2076] [node 4] ICP22 created new session: [2:7580800244918452947:2076]
2025-12-06T17:36:40.228315Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800244918452947:2076] [node 4] ICS09 handshake done sender: [2:7580800240623485626:2107] self: [2:7580800240623485625:0] peer: [4:7580800243553331956:0] socket: 162 qp: -1
2025-12-06T17:36:40.228344Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800244918452947:2076] [node 4] ICS10 traffic start
2025-12-06T17:36:40.228371Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:40.263583Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800240623485595:2081] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:40.317699Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800240623485559:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:36:40.317744Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:40.317792Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800240623485559:2049] [node 3] ICP22 created new session: [2:7580800244918452951:2049]
2025-12-06T17:36:40.317840Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800244918452951:2049] [node 3] ICS09 handshake done sender: [2:7580800240623485595:2081] self: [2:7580800240623485593:0] peer: [3:7580800245059910168:0] socket: 153 qp: -1
2025-12-06T17:36:40.317869Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800244918452951:2049] [node 3] ICS10 traffic start
2025-12-06T17:36:40.317907Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:40.319166Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800244918452938:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:40.319184Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800244918452938:2118] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:40.320257Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800244918452938:2118] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:40.321916Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800240623485594:2078] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:40.321951Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:40.321985Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800240623485594:2078] [node 6] ICP22 created new session: [2:7580800244918452954:2078]
2025-12-06T17:36:40.322020Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800244918452954:2078] [node 6] ICS09 handshake done sender: [2:7580800244918452938:2118] self: [2:7580800244918452937:0] peer: [6:7580800246051526217:0] socket: 217 qp: -1
2025-12-06T17:36:40.322046Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800244918452954:2078] [node 6] ICS10 traffic start
2025-12-06T17:36:40.322071Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:40.430634Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800244918452946:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52526
2025-12-06T17:36:40.475012Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7580800240623485559:2049] [node 3] ICP27 obsolete handshake fail ignored
2025-12-06T17:36:40.490694Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:294: Proxy [2:7580800240623485559:2049] [node 3] ICP35 event processing took too much time StateWork:294(20150706ns) {HandleHandshakeStatus:395(63732ns) {LogHandshakeFail:472(16748ns) {UpdateErrorStateLog:545(5566ns)}}}
2025-12-06T17:36:40.574608Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800240623485624:2106] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:40.574634Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800240623485624:2106] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:40.467012Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:40.467051Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800240764942825:2077] [node 4] ICP22 created new session: [3:7580800245059910185:2077]
2025-12-06T17:36:40.467110Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800245059910185:2077] [node 4] ICS09 handshake done sender: [3:7580800245059910169:2121] self: [3:7580800245059910162:0] peer: [4:7580800243553331962:0] socket: 192 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:40.426924Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800243553331968:2078] [node 5] ICS10 traffic start
2025-12-06T17:36:40.467142Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800245059910185:2077] [node 4] ICS10 traffic start
2025-12-06T17:36:40.467177Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:40.478604Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:40.478653Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800240764942787:2049] [node 2] ICP22 created new session: [3:7580800245059910184:2049]
2025-12-06T17:36:40.495000Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800245059910187:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36175
2025-12-06T17:36:40.506798Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800245059910184:2049] [node 2] ICS09 handshake done sender: [3:7580800240764942860:2116] self: [3:7580800245059910168:0] peer: [2:7580800240623485593:0] socket: 176 qp: -1
2025-12-06T17:36:40.522625Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800245059910184:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:40.522675Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:40.559081Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800240764942787:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(212007727ns) {HandleHandshakeStatus:329(212000070ns) {DropIncomingHandshake:442(870ns) DropOutgoingHandshake:457(11137ns) SwitchToState:179(684ns) ProcessPendingSessionEvents:495(102532ns) {ForwardSessionEventToSession:612(58789ns) ForwardSessionEventToSession:612(5791ns) ForwardSessionEventToSession:612(2358ns) ForwardSessionEventToSession:612(2535ns) ForwardSessionEventToSession:612(9792ns) ForwardSessionEventToSession:612(1840ns) ForwardSessionEventToSession:612(5413ns) ForwardSessionEventToSession:612(1870ns) ForwardSessionEventToSession:612(1842ns) ForwardSessionEventToSession:612(4853ns)}}}
2025-12-06T17:36:40.618808Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800241756558898:2064] [node 4] ICP35 event processing took too much time PendingConnection:279(32354415ns) {IncomingHandshake:261(8474421ns) {DropIncomingHandshake:442(742ns) PrepareNewSessionHandshake:477(4114515ns) {SwitchToState:179(1149ns)} GenerateSessionVirtualId:988(1190ns) IssueIncomingHandshakeReply:193(55582ns) {SwitchToState:179(260ns)}}}
2025-12-06T17:36:40.634634Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800246051526222:2123] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:40.650920Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800241756558898:2064] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:36:40.650989Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:40.651029Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800241756558898:2064] [node 4] ICP22 created new session: [6:7580800246051526226:2064]
2025-12-06T17:36:40.651070Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800246051526226:2064] [node 4] ICS09 handshake done sender: [6:7580800246051526222:2123] self: [6:7580800246051526224:0] peer: [4:7580800239258364653:0] socket: 207 qp: -1
2025-12-06T17:36:40.651100Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800246051526226:2064] [node 4] ICS10 traffic start
2025-12-06T17:36:40.651155Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:40.426959Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:40.428004Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800239258364578:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(29181436ns)
2025-12-06T17:36:40.439371Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800243553331959:2119] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:40.443295Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800243553331970:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43529
2025-12-06T17:36:40.480789Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800239258364578:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2150) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580800243553331959:2119] held: no
2025-12-06T17:36:40.480944Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800243553331960:2120] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:40.481109Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800239258364580:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:40.481170Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:40.481213Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800239258364580:2050] [node 3] ICP22 created new session: [4:7580800243553331972:2050]
2025-12-06T17:36:40.481244Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800243553331972:2050] [node 3] ICS09 handshake done sender: [4:7580800243553331960:2120] self: [4:7580800243553331962:0] peer: [3:7580800245059910162:0] socket: 209 qp: -1
2025-12-06T17:36:40.481277Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800243553331972:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:40.481308Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:40.483033Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800239258364578:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:40.483085Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:40.483122Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800239258364578:2048] [node 1] ICP22 created new session: [4:7580800243553331974:2048]
2025-12-06T17:36:40.483169Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800243553331974:2048] [node 1] ICS09 handshake done sender: [4:7580800243553331959:2119] self: [4:7580800243553331961:0] peer: [1:7580800242737679074:0] socket: 205 qp: -1
2025-12-06T17:36:40.483196Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800243553331974:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:40.483232Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:40.602563Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800239258364654:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:40.602595Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800239258364654:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:40.622711Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800239258364654:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:40.642744Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800239258364648:2074] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:40.642815Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:40.642854Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800239258364648:2074] [node 6] ICP22 created new session: [4:7580800243553331977:2074]
2025-12-06T17:36:40.642891Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800243553331977:2074] [node 6] ICS09 handshake done sender: [4:7580800239258364654:2115] self: [4:7580800239258364653:0] peer: [6:7580800246051526224:0] socket: 177 qp: -1
2025-12-06T17:36:40.642924Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800243553331977:2074] [node 6] ICS10 traffic start
2025-12-06T17:36:40.642952Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:40.638733Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800240623485624:2106] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:40.626923Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800247199346405:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20051
2025-12-06T17:36:40.674838Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800240623485598:2077] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:40.659047Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800247199346389:2120] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:40.659336Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800242904379009:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:40.659402Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:40.659445Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800242904379009:2049] [node 2] ICP22 created new session: [5:7580800247199346406:2049]
2025-12-06T17:36:40.659488Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800247199346406:2049] [node 2] ICS09 handshake done sender: [5:7580800247199346389:2120] self: [5:7580800247199346404:0] peer: [2:7580800240623485623:0] socket: 212 qp: -1
2025-12-06T17:36:40.659529Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800247199346406:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:40.659564Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:40.674931Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:40.674985Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800240623485598:2077] [node 5] ICP22 created new session: [2:7580800244918452957:2077]
2025-12-06T17:36:40.675037Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800244918452957:2077] [node 5] ICS09 handshake done sender: [2:7580800240623485624:2106] self: [2:7580800240623485623:0] peer: [5:7580800247199346404:0] socket: 155 qp: -1
2025-12-06T17:36:40.675074Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800244918452957:2077] [node 5] ICS10 traffic start
2025-12-06T17:36:40.675115Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:40.775578Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:36:40.775863Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580800244918452943:2048] [node 1] ICS01 socket: 174 reason# EndOfStream
2025-12-06T17:36:40.775902Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580800240623485558:2048] [node 1] ICP30 unregister session Session# [2:7580800244918452943:2048] VirtualId# [2:7580800244918452935:0]
2025-12-06T17:36:40.775934Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580800244918452943:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:40.775998Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:40.776032Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:40.790664Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:36:40.790901Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580800245059910176:2048] [node 1] ICS07 socket disconnect 181 reason# EndOfStream
2025-12-06T17:36:40.790925Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800245059910176:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:40.791018Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:40.791062Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580800245059910176:2048] [node 1] ICS15 start handshake
2025-12-06T17:36:40.794705Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:36:40.795476Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800246051526205:2048] [node 1] ICS01 socket: 172 reason# EndOfStream
2025-12-06T17:36:40.795507Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800241756558828:2048] [node 1] ICP30 unregister session Session# [6:7580800246051526205:2048] VirtualId# [6:7580800246051526203:0]
2025-12-06T17:36:40.795569Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800246051526205:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:40.795683Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:40.795758Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:40.796313Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:36:40.822020Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580800240764942786:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2150) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:36:40.818638Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:36:40.858752Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800245059910176:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:36:40.874699Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800240764942786:2048] [node 1] ICP30 unregister session Session# [3:7580800245059910176:2048] VirtualId# [3:7580800245059910170:0]
2025-12-06T17:36:40.838837Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800247199346402:2048] [node 1] ICS01 socket: 208 reason# EndOfStream
2025-12-06T17:36:40.862759Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800243553331974:2048] [node 1] ICS01 socket: 205 reason# EndOfStream
2025-12-06T17:36:40.862800Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800239258364578:2048] [node 1] ICP30 unregister session Session# [4:7580800243553331974:2048] VirtualId# [4:7580800243553331961:0]
2025-12-06T17:36:40.862831Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800243553331974:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:40.862920Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:40.862952Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:40.838887Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800242904379008:2048] [node 1] ICP30 unregister session Session# [5:7580800247199346402:2048] VirtualId# [5:7580800247199346396:0]
2025-12-06T17:36:40.838918Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800247199346402:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:40.838992Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:40.839033Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:40.875059Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:40.875107Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580800240764942786:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:2150) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:40.875133Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2150) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:40.875378Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:294: Proxy [3:7580800240764942786:2048] [node 1] ICP35 event processing took too much time StateWork:294(78858374ns) {HandleHandshakeStatus:395(78855876ns) {LogHandshakeFail:472(3456857ns) {UpdateErrorStateLog:545(2188ns)} DropOutgoingHandshake:457(5900ns) ProcessPendingSessionEvents:495(706ns) UnregisterSession:538(15949748ns) {ProcessPendingSessionEvents:495(1518ns) SwitchToInitialState:202(2168ns) {SwitchToState:179(1298ns)}} TransitToErrorState:752(68920ns) {SwitchToState:179(8010ns) ProcessPendingSessionEvents:495(394ns) DropHandshakes:470(2897ns) {DropIncomingHandshake:442(774ns) DropOutgoingHandshake:457(498ns)}}}}
2025-12-06T17:36:40.909115Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580800240764942786:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:36:40.932005Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:36:40.932229Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800245059910184:2049] [node 2] ICS01 socket: 176 reason# EndOfStream
2025-12-06T17:36:40.932264Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800240764942787:2049] [node 2] ICP30 unregister session Session# [3:7580800245059910184:2049] VirtualId# [3:7580800245059910168:0]
2025-12-06T17:36:40.932291Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800245059910184:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:40.932353Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:40.932390Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:40.946681Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:36:40.946915Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800246051526219:2049] [node 2] ICS01 socket: 189 reason# EndOfStream
2025-12-06T17:36:40.946953Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800241756558829:2049] [node 2] ICP30 unregister session Session# [6:7580800246051526219:2049] VirtualId# [6:7580800246051526217:0]
2025-12-06T17:36:40.946980Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800246051526219:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:40.946802Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:36:40.947061Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:40.947058Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800247199346406:2049] [node 2] ICS01 socket: 212 reason# EndOfStream
2025-12-06T17:36:40.947104Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:40.947092Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800242904379009:2049] [node 2] ICP30 unregister session Session# [5:7580800247199346406:2049] VirtualId# [5:7580800247199346404:0]
2025-12-06T17:36:40.947117Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800247199346406:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:40.947185Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:40.947218Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:40.950631Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:36:40.950840Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800243553331963:2049] [node 2] ICS01 socket: 163 reason# EndOfStream
2025-12-06T17:36:40.950875Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800239258364579:2049] [node 2] ICP30 unregister session Session# [4:7580800243553331963:2049] VirtualId# [4:7580800243553331956:0]
2025-12-06T17:36:40.950899Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800243553331963:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:40.950961Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:40.950995Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:41.006219Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:36:41.006425Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580800247199346394:2050] [node 3] ICS07 socket disconnect 182 reason# EndOfStream
2025-12-06T17:36:41.006456Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800247199346394:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:41.006508Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:41.006554Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580800247199346394:2050] [node 3] ICS15 start handshake
2025-12-06T17:36:41.007359Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800242904379010:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20365) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:36:41.007403Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800247199346394:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:36:41.007431Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800242904379010:2050] [node 3] ICP30 unregister session Session# [5:7580800247199346394:2050] VirtualId# [5:7580800247199346384:0]
2025-12-06T17:36:41.007463Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:41.007487Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580800242904379010:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:20365) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:41.007506Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20365) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:41.005236Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:36:41.005473Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800243553331972:2050] [node 3] ICS01 socket: 209 reason# EndOfStream
2025-12-06T17:36:41.005506Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800239258364580:2050] [node 3] ICP30 unregister session Session# [4:7580800243553331972:2050] VirtualId# [4:7580800243553331962:0]
2025-12-06T17:36:41.005532Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800243553331972:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:41.005591Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:41.005629Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:41.009924Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:36:41.010114Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580800246051526221:2050] [node 3] ICS07 socket disconnect 184 reason# EndOfStream
2025-12-06T17:36:41.010153Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800246051526221:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:41.010288Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:41.010360Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580800246051526221:2050] [node 3] ICS15 start handshake
2025-12-06T17:36:41.014720Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800241756558830:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20365) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:36:41.014763Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800246051526221:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:36:41.014796Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800241756558830:2050] [node 3] ICP30 unregister session Session# [6:7580800246051526221:2050] VirtualId# [6:7580800246051526211:0]
2025-12-06T17:36:41.014828Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:41.014853Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580800241756558830:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:20365) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:41.014868Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20365) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:41.030594Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580800241756558830:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:36:41.020328Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580800242904379010:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:36:41.070680Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:36:41.070977Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800246051526226:2064] [node 4] ICS01 socket: 207 reason# EndOfStream
2025-12-06T17:36:41.071019Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800241756558898:2064] [node 4] ICP30 unregister session Session# [6:7580800246051526226:2064] VirtualId# [6:7580800246051526224:0]
2025-12-06T17:36:41.071050Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800246051526226:2064] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:41.071171Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:36:41.071221Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:36:41.071316Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:36:41.071526Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800247199346400:2061] [node 4] ICS01 socket: 167 reason# EndOfStream
2025-12-06T17:36:41.071558Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800242904379025:2061] [node 4] ICP30 unregister session Session# [5:7580800247199346400:2061] VirtualId# [5:7580800247199346390:0]
2025-12-06T17:36:41.071577Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800247199346400:2061] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:41.071625Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:36:41.071665Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:36:41.366919Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800251319227186:2048] [node 2] ICP01 ready to work
2025-12-06T17:36:41.366954Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800251319227187:2049] [node 3] ICP01 ready to work
2025-12-06T17:36:41.370437Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800248835096941:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:41.370466Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800248835096942:2049] [node 3] ICP01 ready to work
2025-12-06T17:36:41.491025Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800250104838803:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:41.491051Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800250104838804:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:41.491082Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800250104838805:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:41.475813Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800251450029236:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:41.478772Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800248739875942:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:41.478803Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800248739875943:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:41.475856Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800251450029237:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:41.478826Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800248739875944:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:41.711767Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800248835096985:2079] [node 6] ICP01 ready to work
2025-12-06T17:36:41.622590Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800250314227406:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:41.622679Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800250314227407:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:41.681774Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800250314227408:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:41.739322Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800251450029278:2068] [node 6] ICP01 ready to work
2025-12-06T17:36:41.898994Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800251319227241:2085] [node 5] ICP01 ready to work
2025-12-06T17:36:41.898858Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800250314227468:2061] [node 6] ICP01 ready to work
2025-12-06T17:36:41.916678Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800251319227244:2086] [node 6] ICP01 ready to work
2025-12-06T17:36:41.948007Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800248835096985:2079] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(217168089ns) {Configure:104(217161174ns) {ProcessConfigured:135(64572ns) {StartInitialHandshake:157(62076ns) {DropHandshakes:470(2905ns) {DropIncomingHandshake:442(762ns) DropOutgoingHandshake:457(446ns)} GenerateSessionVirtualId:988(1119ns) PrepareNewSessionHandshake:477(1904ns) {SwitchToState:179(628ns)}}}}}
2025-12-06T17:36:41.917983Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800251319227247:2087] [node 4] ICP01 ready to work
2025-12-06T17:36:42.034625Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800250314227470:2075] [node 5] ICP01 ready to work
2025-12-06T17:36:42.030719Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800250104838833:2062] [node 4] ICP01 ready to work
2025-12-06T17:36:41.948358Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800248835097000:2080] [node 4] ICP01 ready to work
2025-12-06T17:36:41.948803Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800248835097001:2081] [node 5] ICP01 ready to work
2025-12-06T17:36:42.139185Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800254399806162:2070] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:42.190810Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800248835096941:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(240614270ns) {Configure:104(240610950ns) {ProcessConfigured:135(44002867ns) {StartInitialHandshake:157(44000686ns) {DropHandshakes:470(16210082ns) {DropIncomingHandshake:442(1186ns) DropOutgoingHandshake:457(506ns)} GenerateSessionVirtualId:988(1466ns) PrepareNewSessionHandshake:477(2946ns) {SwitchToState:179(1237ns)}}}}}
2025-12-06T17:36:42.174895Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800251450029237:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(276057160ns) {Configure:104(276050428ns) {ProcessConfigured:135(57754ns) {StartInitialHandshake:157(55106ns) {DropHandshakes:470(5814ns) {DropIncomingHandshake:442(778ns) DropOutgoingHandshake:457(465ns)} GenerateSessionVirtualId:988(970ns) PrepareNewSessionHandshake:477(2309ns) {SwitchToState:179(947ns)}}}}}
2025-12-06T17:36:42.223046Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800250314227407:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(76219872ns) {Configure:104(68244259ns) {ProcessConfigured:135(48748ns) {StartInitialHandshake:157(47182ns) {DropHandshakes:470(3129ns) {DropIncomingHandshake:442(549ns) DropOutgoingHandshake:457(342ns)} GenerateSessionVirtualId:988(460ns) PrepareNewSessionHandshake:477(2269ns) {SwitchToState:179(624ns)}}}}}
2025-12-06T17:36:42.175369Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800255744996599:2078] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:42.176728Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800255744996602:2081] [node 5] ICP01 ready to work
2025-12-06T17:36:42.195181Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800255744996599:2078] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(17010976ns) {Configure:104(17008350ns) {ProcessConfigured:135(44701ns) {StartInitialHandshake:157(43460ns) {DropHandshakes:470(2821ns) {DropIncomingHandshake:442(629ns) DropOutgoingHandshake:457(471ns)} GenerateSessionVirtualId:988(823ns) PrepareNewSessionHandshake:477(776ns) {SwitchToState:179(188ns)}}}}}
2025-12-06T17:36:42.196470Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800255744996598:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44553
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:42.243501Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800253130064314:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18453
2025-12-06T17:36:42.258778Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800248739875942:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(525585638ns) {Configure:104(525580676ns) {ProcessConfigured:135(82419ns) {StartInitialHandshake:157(79842ns) {DropHandshakes:470(17635ns) {DropIncomingHandshake:442(1037ns) DropOutgoingHandshake:457(318ns)} GenerateSessionVirtualId:988(661ns) PrepareNewSessionHandshake:477(2142ns) {SwitchToState:179(639ns)}}}}}
2025-12-06T17:36:42.259348Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800253034843303:2060] [node 4] ICP01 ready to work
2025-12-06T17:36:42.259687Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800253034843304:2066] [node 6] ICP01 ready to work
2025-12-06T17:36:42.272259Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800253034843305:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65137
2025-12-06T17:36:42.272418Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800253034843306:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65137
2025-12-06T17:36:42.243669Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800253130064315:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18453
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:42.243745Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800253130064316:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18453
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:42.315024Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800253130064320:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18453
2025-12-06T17:36:42.294634Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800254399806162:2070] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(124587666ns) {Configure:104(124585246ns) {ProcessConfigured:135(19766104ns) {StartInitialHandshake:157(19764290ns) {DropHandshakes:470(2664ns) {DropIncomingHandshake:442(706ns) DropOutgoingHandshake:457(381ns)} GenerateSessionVirtualId:988(561ns) PrepareNewSessionHandshake:477(2099ns) {SwitchToState:179(1071ns)}}}}}
2025-12-06T17:36:42.295882Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800254399806176:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1344
2025-12-06T17:36:42.295939Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800254399806177:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1344
2025-12-06T17:36:42.296280Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800254399806175:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1344
2025-12-06T17:36:42.327023Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800254399806175:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:42.327114Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800254399806177:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:42.328255Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800250104838805:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:42.328302Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800250104838804:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:42.306732Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800255744996598:2111] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:42.342606Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800248835096999:2103] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:42.342642Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800248835096999:2103] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:42.343765Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800248835096999:2103] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:42.344046Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800248835096985:2079] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:42.344095Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:42.344141Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800248835096985:2079] [node 6] ICP22 created new session: [2:7580800253130064322:2079]
2025-12-06T17:36:42.344181Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800253130064322:2079] [node 6] ICS09 handshake done sender: [2:7580800248835096999:2103] self: [2:7580800248835096998:0] peer: [6:7580800254399806181:0] socket: 172 qp: -1
2025-12-06T17:36:42.344208Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800253130064322:2079] [node 6] ICS10 traffic start
2025-12-06T17:36:42.344245Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:42.358900Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800255614194561:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7253
2025-12-06T17:36:42.359435Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800255614194562:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7253
2025-12-06T17:36:42.359541Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800255614194563:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7253
2025-12-06T17:36:42.359617Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800255614194564:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7253
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:42.363098Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800254399806182:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1344
2025-12-06T17:36:42.354520Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800255744996601:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:42.354568Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800255744996601:2112] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:42.338227Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800254609194781:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11108
2025-12-06T17:36:42.378579Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800255614194564:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:42.374641Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800253130064314:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:42.394745Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580800248835096941:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:42.398697Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800253034843305:2111] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:42.399003Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800251450029236:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:42.398587Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800255614194562:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:42.338339Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800254609194782:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11108
2025-12-06T17:36:42.422713Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800255614194563:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:42.422951Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800251319227249:2105] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:42.422970Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800251319227249:2105] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:36:42.423494Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800255614194561:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:42.423554Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800251319227246:2103] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:42.423567Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800251319227246:2103] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:36:42.399864Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800255744996614:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44553
2025-12-06T17:36:42.399972Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800255744996615:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44553
2025-12-06T17:36:42.406757Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800255744996601:2112] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:42.407038Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800251450029278:2068] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:42.407081Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:42.407120Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800251450029278:2068] [node 6] ICP22 created new session: [3:7580800255744996616:2068]
2025-12-06T17:36:42.407158Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800255744996616:2068] [node 6] ICS09 handshake done sender: [3:7580800255744996601:2112] self: [3:7580800255744996600:0] peer: [6:7580800254399806180:0] socket: 162 qp: -1
2025-12-06T17:36:42.426730Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800254399806176:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:42.427244Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800254399806177:2117] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:42.427526Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800250104838804:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:42.427572Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:42.427615Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800250104838804:2049] [node 2] ICP22 created new session: [6:7580800254399806184:2049]
2025-12-06T17:36:42.427654Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800254399806184:2049] [node 2] ICS09 handshake done sender: [6:7580800254399806177:2117] self: [6:7580800254399806181:0] peer: [2:7580800248835096998:0] socket: 185 qp: -1
2025-12-06T17:36:42.427685Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800254399806184:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:42.427712Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:42.428328Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800254399806183:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1344
2025-12-06T17:36:42.428900Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800250104838833:2062] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:42.429332Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800254399806175:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:42.429582Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800250104838805:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:42.429623Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:42.429654Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800250104838805:2050] [node 3] ICP22 created new session: [6:7580800254399806187:2050]
2025-12-06T17:36:42.429684Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800254399806187:2050] [node 3] ICS09 handshake done sender: [6:7580800254399806175:2115] self: [6:7580800254399806180:0] peer: [3:7580800255744996600:0] socket: 183 qp: -1
2025-12-06T17:36:42.429708Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800254399806187:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:42.429737Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:42.430751Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800251319227249:2105] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:42.407187Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800255744996616:2068] [node 6] ICS10 traffic start
2025-12-06T17:36:42.407236Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:42.338446Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800254609194780:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11108
2025-12-06T17:36:42.450973Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800251319227246:2103] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:42.451195Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800251319227186:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:36:42.451253Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:42.451292Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800251319227186:2048] [node 2] ICP22 created new session: [1:7580800255614194571:2048]
2025-12-06T17:36:42.451330Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800255614194571:2048] [node 2] ICS09 handshake done sender: [1:7580800251319227249:2105] self: [1:7580800251319227248:0] peer: [2:7580800253130064325:0] socket: 158 qp: -1
2025-12-06T17:36:42.451365Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800255614194571:2048] [node 2] ICS10 traffic start
2025-12-06T17:36:42.451395Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:42.451939Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800251319227187:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:36:42.451973Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:42.452006Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800251319227187:2049] [node 3] ICP22 created new session: [1:7580800255614194574:2049]
2025-12-06T17:36:42.452037Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800255614194574:2049] [node 3] ICS09 handshake done sender: [1:7580800251319227246:2103] self: [1:7580800251319227245:0] peer: [3:7580800255744996612:0] socket: 157 qp: -1
2025-12-06T17:36:42.452059Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800255614194574:2049] [node 3] ICS10 traffic start
2025-12-06T17:36:42.452079Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:42.463386Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800254399806190:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1344
2025-12-06T17:36:42.418779Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800253130064316:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:42.450572Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800255744996615:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:42.352192Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800254609194782:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:42.458731Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800253034843306:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:42.472350Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800255744996606:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:42.472381Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800255744996606:2114] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:36:42.352437Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800254609194780:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:42.352602Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800250314227407:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:42.394750Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800254609194781:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:42.408367Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800254609194786:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11108
2025-12-06T17:36:42.426696Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800254609194786:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:42.426787Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800250314227408:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:42.433780Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800254609194772:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:42.433810Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800254609194772:2112] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:42.434674Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800254609194772:2112] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:42.471567Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800251319227243:2102] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:42.458868Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800248739875942:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:42.479518Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800255744996614:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:42.474852Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800248835097003:2104] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:42.494943Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800255744996606:2114] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:42.504096Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800254609194770:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:42.504128Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800254609194770:2111] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:42.504700Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800250314227468:2061] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:42.504752Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:42.504792Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800250314227468:2061] [node 6] ICP22 created new session: [4:7580800254609194792:2061]
2025-12-06T17:36:42.504831Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800254609194792:2061] [node 6] ICS09 handshake done sender: [4:7580800254609194772:2112] self: [4:7580800254609194771:0] peer: [6:7580800254399806186:0] socket: 169 qp: -1
2025-12-06T17:36:42.504863Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800254609194792:2061] [node 6] ICS10 traffic start
2025-12-06T17:36:42.504892Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:42.458928Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800253034843303:2060] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:42.471592Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800251319227243:2102] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:42.474882Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800248835097003:2104] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:36:42.502782Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580800248835096941:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21788) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7580800253130064314:2116] held: no
2025-12-06T17:36:42.503172Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800253130064315:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:42.503404Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800253130064320:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:42.486731Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800251319227243:2102] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:42.526739Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800254399806191:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1344
2025-12-06T17:36:42.543609Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800255744996599:2078] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:36:42.543658Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:42.525306Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800251319227241:2085] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:42.525368Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:42.525412Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800251319227241:2085] [node 5] ICP22 created new session: [1:7580800255614194578:2085]
2025-12-06T17:36:42.525451Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800255614194578:2085] [node 5] ICS09 handshake done sender: [1:7580800251319227243:2102] self: [1:7580800251319227242:0] peer: [5:7580800253034843318:0] socket: 156 qp: -1
2025-12-06T17:36:42.525483Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800255614194578:2085] [node 5] ICS10 traffic start
2025-12-06T17:36:42.525517Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:42.562822Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800254609194789:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11108
2025-12-06T17:36:42.562977Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800254609194790:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11108
2025-12-06T17:36:42.543700Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800255744996599:2078] [node 4] ICP22 created new session: [3:7580800255744996621:2078]
2025-12-06T17:36:42.543746Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800255744996621:2078] [node 4] ICS09 handshake done sender: [3:7580800255744996606:2114] self: [3:7580800255744996605:0] peer: [4:7580800254609194787:0] socket: 203 qp: -1
2025-12-06T17:36:42.543780Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800255744996621:2078] [node 4] ICS10 traffic start
2025-12-06T17:36:42.543812Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:42.544531Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800255744996619:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44553
2025-12-06T17:36:42.544939Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580800251450029236:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21788) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580800255744996598:2111] held: no
2025-12-06T17:36:42.545083Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800255744996598:2111] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:42.545248Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800251450029236:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:42.545276Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:42.545314Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800251450029236:2048] [node 1] ICP22 created new session: [3:7580800255744996624:2048]
2025-12-06T17:36:42.545358Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800255744996624:2048] [node 1] ICS09 handshake done sender: [3:7580800255744996598:2111] self: [3:7580800255744996612:0] peer: [1:7580800251319227245:0] socket: 160 qp: -1
2025-12-06T17:36:42.545384Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800255744996624:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:42.545409Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:42.545852Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800251450029237:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:42.545898Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7580800251450029278:2068] [node 6] ICP18 handshake (actor [3:7580800255744996614:2116]) is too old
2025-12-06T17:36:42.503541Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800253130064326:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18453
2025-12-06T17:36:42.523094Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800248835097003:2104] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:42.550997Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800253130064311:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:42.551021Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800253130064311:2114] [node 3] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:42.551563Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800248835097000:2080] [node 4] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:42.582811Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800254609194791:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11108
2025-12-06T17:36:42.584266Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800254609194789:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:42.585315Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800250314227407:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5448) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580800254609194780:2115] held: no
2025-12-06T17:36:42.585603Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800254609194786:2118] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:42.585926Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800254609194780:2115] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:42.586241Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800254609194770:2111] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:42.586553Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800250314227408:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:42.569604Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800248739875942:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21788) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800253034843305:2111] held: no
2025-12-06T17:36:42.570131Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800253034843320:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65137
2025-12-06T17:36:42.570179Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800253034843321:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65137
2025-12-06T17:36:42.551610Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:42.594588Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:42.598601Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800250314227408:2050] [node 3] ICP22 created new session: [4:7580800254609194796:2050]
2025-12-06T17:36:42.590881Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800254399806176:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:42.551647Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800248835097000:2080] [node 4] ICP22 created new session: [2:7580800253130064330:2080]
2025-12-06T17:36:42.594829Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800254399806191:2121] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:42.551693Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800253130064330:2080] [node 4] ICS09 handshake done sender: [2:7580800248835097003:2104] self: [2:7580800248835097002:0] peer: [4:7580800254609194784:0] socket: 173 qp: -1
2025-12-06T17:36:42.551721Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800253130064330:2080] [node 4] ICS10 traffic start
2025-12-06T17:36:42.551744Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:42.583555Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800253130064314:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:42.609896Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800253130064311:2114] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:42.598674Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800255614194555:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:42.638596Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580800248835096941:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:42.594898Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800250104838833:2062] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25643) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800254399806176:2116] held: no
2025-12-06T17:36:42.638676Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:42.638729Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800248835096941:2048] [node 1] ICP22 created new session: [2:7580800253130064335:2048]
2025-12-06T17:36:42.610633Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800254609194796:2050] [node 3] ICS09 handshake done sender: [4:7580800254609194786:2118] self: [4:7580800254609194787:0] peer: [3:7580800255744996605:0] socket: 204 qp: -1
2025-12-06T17:36:42.598708Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800255614194555:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:42.639771Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800253130064335:2048] [node 1] ICS09 handshake done sender: [2:7580800253130064314:2116] self: [2:7580800253130064325:0] peer: [1:7580800251319227248:0] socket: 164 qp: -1
2025-12-06T17:36:42.594981Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800250104838833:2062] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:36:42.610678Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800254609194796:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:42.595026Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:42.639809Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800253130064335:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:42.610716Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:42.639854Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:42.595066Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800250104838833:2062] [node 4] ICP22 created new session: [6:7580800254399806192:2062]
2025-12-06T17:36:42.595102Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800254399806192:2062] [node 4] ICS09 handshake done sender: [6:7580800254399806176:2116] self: [6:7580800254399806186:0] peer: [4:7580800254609194771:0] socket: 184 qp: -1
2025-12-06T17:36:42.611120Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800250314227408:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(24423920ns) {HandleHandshakeStatus:329(24421933ns) {DropIncomingHandshake:442(931ns) DropOutgoingHandshake:457(4866ns) SwitchToState:179(747ns) ProcessPendingSessionEvents:495(112373ns) {ForwardSessionEventToSession:612(66447ns) ForwardSessionEventToSession:612(9215ns) ForwardSessionEventToSession:612(4512ns) ForwardSessionEventToSession:612(2308ns) ForwardSessionEventToSession:612(1792ns) ForwardSessionEventToSession:612(3659ns) ForwardSessionEventToSession:612(1708ns) ForwardSessionEventToSession:612(5102ns) ForwardSessionEventToSession:612(1821ns) ForwardSessionEventToSession:612(7660ns)}}}
2025-12-06T17:36:42.595130Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800254399806192:2062] [node 4] ICS10 traffic start
2025-12-06T17:36:42.595166Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:42.611545Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800250314227407:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:42.597262Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800250104838803:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:42.611580Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:42.639480Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800250104838803:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21788) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800254399806191:2121] held: no
2025-12-06T17:36:42.611618Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800250314227407:2049] [node 2] ICP22 created new session: [4:7580800254609194798:2049]
2025-12-06T17:36:42.611655Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800254609194798:2049] [node 2] ICS09 handshake done sender: [4:7580800254609194780:2115] self: [4:7580800254609194784:0] peer: [2:7580800248835097002:0] socket: 190 qp: -1
2025-12-06T17:36:42.611679Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800254609194798:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:42.611707Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:42.612052Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800250314227470:2075] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:42.612093Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:42.612126Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800250314227470:2075] [node 5] ICP22 created new session: [4:7580800254609194800:2075]
2025-12-06T17:36:42.612249Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800254609194800:2075] [node 5] ICS09 handshake done sender: [4:7580800254609194770:2111] self: [4:7580800254609194769:0] peer: [5:7580800253034843319:0] socket: 170 qp: -1
2025-12-06T17:36:42.612275Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800254609194800:2075] [node 5] ICS10 traffic start
2025-12-06T17:36:42.612301Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:42.627125Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800250314227406:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:42.641835Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800248835096942:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:36:42.641897Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:42.641990Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800248835096942:2049] [node 3] ICP22 created new session: [2:7580800253130064337:2049]
No RDMA context found for GID: ::ffff:127.1.0.02025-12-06T17:36:42.642049Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800253130064337:2049] [node 3] ICS09 handshake done sender: [2:7580800253130064311:2114] self: [2:7580800253130064310:0] peer: [3:7580800255744996626:0] socket: 195 qp: -1
2025-12-06T17:36:42.642085Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800253130064337:2049] [node 3] ICS10 traffic start
2025-12-06T17:36:42.642017Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800254399806195:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1344
2025-12-06T17:36:42.642114Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:42.642129Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800255744996627:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44553
2025-12-06T17:36:42.642892Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800254399806191:2121] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:42.643117Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800250104838803:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:42.643149Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:42.643184Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800250104838803:2048] [node 1] ICP22 created new session: [6:7580800254399806196:2048]
2025-12-06T17:36:42.640208Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800253034843322:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65137
2025-12-06T17:36:42.643220Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800254399806196:2048] [node 1] ICS09 handshake done sender: [6:7580800254399806191:2121] self: [6:7580800254399806194:0] peer: [1:7580800255614194554:0] socket: 212 qp: -1
2025-12-06T17:36:42.643245Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800254399806196:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:42.643271Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:42.599549Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800255614194555:2113] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:42.606758Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800251319227244:2086] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:42.606815Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:42.606860Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800251319227244:2086] [node 6] ICP22 created new session: [1:7580800255614194581:2086]
2025-12-06T17:36:42.606897Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800255614194581:2086] [node 6] ICS09 handshake done sender: [1:7580800255614194555:2113] self: [1:7580800255614194554:0] peer: [6:7580800254399806194:0] socket: 167 qp: -1
2025-12-06T17:36:42.606928Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800255614194581:2086] [node 6] ICS10 traffic start
2025-12-06T17:36:42.606958Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:42.645901Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800253034843305:2111] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:42.646259Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800255614194557:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:42.646291Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800255614194557:2114] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:36:42.647278Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800255614194583:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7253
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:42.647878Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800253034843303:2060] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25643) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800253034843306:2112] held: no
2025-12-06T17:36:42.648026Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800253034843322:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:42.648083Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800248739875942:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:42.648129Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:42.648161Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800248739875942:2048] [node 1] ICP22 created new session: [5:7580800253034843324:2048]
2025-12-06T17:36:42.648194Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800253034843324:2048] [node 1] ICS09 handshake done sender: [5:7580800253034843305:2111] self: [5:7580800253034843318:0] peer: [1:7580800251319227242:0] socket: 176 qp: -1
2025-12-06T17:36:42.648225Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800253034843324:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:42.648253Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:42.648894Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800248739875944:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:42.649319Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800253034843326:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65137
2025-12-06T17:36:42.649359Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800253034843327:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65137
2025-12-06T17:36:42.645724Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800255744996628:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44553
2025-12-06T17:36:42.647708Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800255744996615:2117] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:42.660220Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800255744996608:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:42.660250Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800255744996608:2115] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:42.660660Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800251450029237:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:42.660701Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:42.660743Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800251450029237:2049] [node 2] ICP22 created new session: [3:7580800255744996630:2049]
2025-12-06T17:36:42.660779Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800255744996630:2049] [node 2] ICS09 handshake done sender: [3:7580800255744996615:2117] self: [3:7580800255744996626:0] peer: [2:7580800253130064310:0] socket: 202 qp: -1
2025-12-06T17:36:42.660807Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800255744996630:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:42.660835Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:42.666790Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800254609194804:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11108
2025-12-06T17:36:42.667167Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800254609194789:2119] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:42.667338Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800250314227406:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:42.667377Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:42.667413Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800250314227406:2048] [node 1] ICP22 created new session: [4:7580800254609194805:2048]
2025-12-06T17:36:42.667448Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800254609194805:2048] [node 1] ICS09 handshake done sender: [4:7580800254609194789:2119] self: [4:7580800254609194802:0] peer: [1:7580800255614194556:0] socket: 163 qp: -1
2025-12-06T17:36:42.667475Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800254609194805:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:42.667496Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:42.658692Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800254399806198:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1344
2025-12-06T17:36:42.653339Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800255614194557:2114] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:42.662281Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800251319227247:2087] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:36:42.662307Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:42.662348Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800251319227247:2087] [node 4] ICP22 created new session: [1:7580800255614194585:2087]
2025-12-06T17:36:42.662387Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800255614194585:2087] [node 4] ICS09 handshake done sender: [1:7580800255614194557:2114] self: [1:7580800255614194556:0] peer: [4:7580800254609194802:0] socket: 186 qp: -1
2025-12-06T17:36:42.662414Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800255614194585:2087] [node 4] ICS10 traffic start
2025-12-06T17:36:42.662450Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:42.665963Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7580800251450029237:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:36:42.666093Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800255744996629:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44553
2025-12-06T17:36:42.666357Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800255744996608:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:42.666610Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800255744996602:2081] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:42.674735Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:42.674781Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800255744996602:2081] [node 5] ICP22 created new session: [3:7580800255744996633:2081]
2025-12-06T17:36:42.674819Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800255744996633:2081] [node 5] ICS09 handshake done sender: [3:7580800255744996608:2115] self: [3:7580800255744996607:0] peer: [5:7580800253034843329:0] socket: 192 qp: -1
2025-12-06T17:36:42.674846Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800255744996633:2081] [node 5] ICS10 traffic start
2025-12-06T17:36:42.674875Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:42.695099Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800253034843320:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:42.695216Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800253034843306:2112] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:42.695424Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800251319227247:2087] [node 4] ICP35 event processing took too much time PendingConnection:279(28880082ns) {HandleHandshakeStatus:329(28875780ns) {DropIncomingHandshake:442(153ns) DropOutgoingHandshake:457(252ns) SwitchToState:179(441ns) ProcessPendingSessionEvents:495(28617246ns) {ForwardSessionEventToSession:612(45757ns) ForwardSessionEventToSession:612(4029742ns) ForwardSessionEventToSession:612(3533ns) ForwardSessionEventToSession:612(4042712ns) ForwardSessionEventToSession:612(2344ns) ForwardSessionEventToSession:612(2496ns) ForwardSessionEventToSession:612(4668117ns) ForwardSessionEventToSession:612(3257ns) ForwardSessionEventToSession:612(11436147ns) ForwardSessionEventToSession:612(4365762ns)}}}
2025-12-06T17:36:42.695952Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800255614194583:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:42.696116Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580800251319227247:2087] [node 4] ICP18 handshake (actor [1:7580800255614194583:2119]) is too old
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:42.699528Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800253034843303:2060] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:36:42.699581Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:42.699620Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800253034843303:2060] [node 4] ICP22 created new session: [5:7580800253034843331:2060]
2025-12-06T17:36:42.699656Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800253034843331:2060] [node 4] ICS09 handshake done sender: [5:7580800253034843306:2112] self: [5:7580800253034843319:0] peer: [4:7580800254609194769:0] socket: 177 qp: -1
2025-12-06T17:36:42.699686Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800253034843331:2060] [node 4] ICS10 traffic start
2025-12-06T17:36:42.699718Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:42.702452Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800253034843330:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65137
2025-12-06T17:36:42.704826Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800253034843326:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:42.705108Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800253034843322:2119] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:42.705281Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800255744996629:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:42.705356Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7580800255744996602:2081] [node 5] ICP18 handshake (actor [3:7580800255744996629:2121]) is too old
2025-12-06T17:36:42.711944Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800253034843314:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:42.711970Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580800253034843314:2116] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:42.712737Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800248739875944:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:42.712778Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:42.712814Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800248739875944:2050] [node 3] ICP22 created new session: [5:7580800253034843334:2050]
2025-12-06T17:36:42.712848Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800253034843334:2050] [node 3] ICS09 handshake done sender: [5:7580800253034843322:2119] self: [5:7580800253034843329:0] peer: [3:7580800255744996607:0] socket: 198 qp: -1
2025-12-06T17:36:42.712877Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800253034843334:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:42.712909Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:42.713109Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7580800248739875944:2050] [node 3] ICP27 obsolete handshake fail ignored
2025-12-06T17:36:42.713736Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800248739875943:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:42.710663Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800254399806198:2123] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:42.714327Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800253130064313:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:42.714353Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800253130064313:2115] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:42.722631Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800253034843314:2116] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:42.722911Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580800253034843304:2066] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:42.722977Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:42.723022Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800253034843304:2066] [node 6] ICP22 created new session: [5:7580800253034843338:2066]
2025-12-06T17:36:42.723060Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800253034843338:2066] [node 6] ICS09 handshake done sender: [5:7580800253034843314:2116] self: [5:7580800253034843313:0] peer: [6:7580800254399806199:0] socket: 223 qp: -1
2025-12-06T17:36:42.723090Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800253034843338:2066] [node 6] ICS10 traffic start
2025-12-06T17:36:42.723119Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:42.710774Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800254399806162:2070] [node 5] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:42.736366Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800254399806162:2070] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29182) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800254399806198:2123] held: no
2025-12-06T17:36:42.736658Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800254399806200:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1344
2025-12-06T17:36:42.737117Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800254399806198:2123] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:42.737324Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800254399806162:2070] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:36:42.737367Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:42.737405Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800254399806162:2070] [node 5] ICP22 created new session: [6:7580800254399806201:2070]
2025-12-06T17:36:42.737444Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800254399806201:2070] [node 5] ICS09 handshake done sender: [6:7580800254399806198:2123] self: [6:7580800254399806199:0] peer: [5:7580800253034843313:0] socket: 166 qp: -1
2025-12-06T17:36:42.737471Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800254399806201:2070] [node 5] ICS10 traffic start
2025-12-06T17:36:42.737502Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:42.738900Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800253034843340:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65137
2025-12-06T17:36:42.742718Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800253130064313:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:42.746940Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800253034843326:2120] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:42.747136Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800248739875943:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:42.747179Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:42.747216Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800248739875943:2049] [node 2] ICP22 created new session: [5:7580800253034843341:2049]
2025-12-06T17:36:42.747251Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800253034843341:2049] [node 2] ICS09 handshake done sender: [5:7580800253034843326:2120] self: [5:7580800253034843336:0] peer: [2:7580800253130064312:0] socket: 219 qp: -1
2025-12-06T17:36:42.747275Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800253034843341:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:42.747305Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:42.747770Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800248835097001:2081] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:42.747849Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:42.750998Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800248835097001:2081] [node 5] ICP22 created new session: [2:7580800253130064340:2081]
2025-12-06T17:36:42.751042Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800253130064340:2081] [node 5] ICS09 handshake done sender: [2:7580800253130064313:2115] self: [2:7580800253130064312:0] peer: [5:7580800253034843336:0] socket: 178 qp: -1
2025-12-06T17:36:42.751074Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800253130064340:2081] [node 5] ICS10 traffic start
2025-12-06T17:36:42.751114Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:42.774633Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:36:42.774859Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580800253130064335:2048] [node 1] ICS01 socket: 164 reason# EndOfStream
2025-12-06T17:36:42.774893Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580800248835096941:2048] [node 1] ICP30 unregister session Session# [2:7580800253130064335:2048] VirtualId# [2:7580800253130064325:0]
2025-12-06T17:36:42.774923Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580800253130064335:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:42.774994Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:42.775030Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:42.775626Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:36:42.775819Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800255744996624:2048] [node 1] ICS01 socket: 160 reason# EndOfStream
2025-12-06T17:36:42.775850Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800251450029236:2048] [node 1] ICP30 unregister session Session# [3:7580800255744996624:2048] VirtualId# [3:7580800255744996612:0]
2025-12-06T17:36:42.775870Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800255744996624:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:42.775915Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:42.775944Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:42.782659Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:36:42.782664Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:36:42.782862Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800253034843324:2048] [node 1] ICS01 socket: 176 reason# EndOfStream
2025-12-06T17:36:42.782853Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800254399806196:2048] [node 1] ICS01 socket: 212 reason# EndOfStream
2025-12-06T17:36:42.782896Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800248739875942:2048] [node 1] ICP30 unregister session Session# [5:7580800253034843324:2048] VirtualId# [5:7580800253034843318:0]
2025-12-06T17:36:42.782883Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800250104838803:2048] [node 1] ICP30 unregister session Session# [6:7580800254399806196:2048] VirtualId# [6:7580800254399806194:0]
2025-12-06T17:36:42.782919Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800253034843324:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:42.782907Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800254399806196:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:42.782964Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:42.782996Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:42.782965Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:42.783002Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:42.784789Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:36:42.784988Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800254609194805:2048] [node 1] ICS01 socket: 163 reason# EndOfStream
2025-12-06T17:36:42.785018Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800250314227406:2048] [node 1] ICP30 unregister session Session# [4:7580800254609194805:2048] VirtualId# [4:7580800254609194802:0]
2025-12-06T17:36:42.785040Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800254609194805:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:42.785092Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:42.785124Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:42.799470Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:36:42.799683Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800255744996630:2049] [node 2] ICS01 socket: 202 reason# EndOfStream
2025-12-06T17:36:42.799716Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800251450029237:2049] [node 2] ICP30 unregister session Session# [3:7580800255744996630:2049] VirtualId# [3:7580800255744996626:0]
2025-12-06T17:36:42.799742Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800255744996630:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:42.799791Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:42.799823Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:42.810653Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:36:42.810630Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:36:42.810856Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800253034843341:2049] [node 2] ICS01 socket: 219 reason# EndOfStream
2025-12-06T17:36:42.810697Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:36:42.810885Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800248739875943:2049] [node 2] ICP30 unregister session Session# [5:7580800253034843341:2049] VirtualId# [5:7580800253034843336:0]
2025-12-06T17:36:42.810909Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800253034843341:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:42.810905Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800254399806184:2049] [node 2] ICS01 socket: 185 reason# EndOfStream
2025-12-06T17:36:42.810965Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:42.810934Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800250104838804:2049] [node 2] ICP30 unregister session Session# [6:7580800254399806184:2049] VirtualId# [6:7580800254399806181:0]
2025-12-06T17:36:42.811001Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:42.810956Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800254399806184:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:42.811024Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:42.811057Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:42.810869Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800254609194798:2049] [node 2] ICS01 socket: 190 reason# EndOfStream
2025-12-06T17:36:42.810903Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800250314227407:2049] [node 2] ICP30 unregister session Session# [4:7580800254609194798:2049] VirtualId# [4:7580800254609194784:0]
2025-12-06T17:36:42.810928Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800254609194798:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:42.810985Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:42.811015Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:42.846626Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:36:42.846592Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:36:42.846830Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800253034843334:2050] [node 3] ICS01 socket: 198 reason# EndOfStream
2025-12-06T17:36:42.846831Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800254399806187:2050] [node 3] ICS01 socket: 183 reason# EndOfStream
2025-12-06T17:36:42.846862Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800248739875944:2050] [node 3] ICP30 unregister session Session# [5:7580800253034843334:2050] VirtualId# [5:7580800253034843329:0]
2025-12-06T17:36:42.846869Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800250104838805:2050] [node 3] ICP30 unregister session Session# [6:7580800254399806187:2050] VirtualId# [6:7580800254399806180:0]
2025-12-06T17:36:42.846887Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800253034843334:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:42.846893Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800254399806187:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:42.846949Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:42.846960Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:42.846998Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:42.846999Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:42.850656Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:36:42.850928Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800254609194796:2050] [node 3] ICS01 socket: 204 reason# EndOfStream
2025-12-06T17:36:42.850961Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800250314227408:2050] [node 3] ICP30 unregister session Session# [4:7580800254609194796:2050] VirtualId# [4:7580800254609194787:0]
2025-12-06T17:36:42.850983Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800254609194796:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:42.851048Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:42.851087Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:42.882750Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:36:42.882990Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800254399806192:2062] [node 4] ICS01 socket: 184 reason# EndOfStream
2025-12-06T17:36:42.883026Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800250104838833:2062] [node 4] ICP30 unregister session Session# [6:7580800254399806192:2062] VirtualId# [6:7580800254399806186:0]
2025-12-06T17:36:42.883057Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800254399806192:2062] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:42.883126Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:36:42.883163Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:36:42.883235Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:36:42.883415Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800253034843331:2060] [node 4] ICS01 socket: 177 reason# EndOfStream
2025-12-06T17:36:42.883444Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800253034843303:2060] [node 4] ICP30 unregister session Session# [5:7580800253034843331:2060] VirtualId# [5:7580800253034843319:0]
2025-12-06T17:36:42.883462Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800253034843331:2060] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:42.883497Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:36:42.883523Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:36:42.906668Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:36:42.906897Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800254399806201:2070] [node 5] ICS01 socket: 166 reason# EndOfStream
2025-12-06T17:36:42.906929Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800254399806162:2070] [node 5] ICP30 unregister session Session# [6:7580800254399806201:2070] VirtualId# [6:7580800254399806199:0]
2025-12-06T17:36:42.906955Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800254399806201:2070] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:42.907028Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:36:42.907061Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:36:42.961493Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800253119590737:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:42.961518Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800253119590738:2049] [node 3] ICP01 ready to work
2025-12-06T17:36:42.994798Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800255285487607:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:42.994833Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800255285487608:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:42.978581Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800253965432733:2048] [node 2] ICP01 ready to work
2025-12-06T17:36:42.986121Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800253965432734:2049] [node 3] ICP01 ready to work
2025-12-06T17:36:43.006883Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800258373002777:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:43.006910Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800258373002778:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:43.006937Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800258373002779:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:43.230865Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800257482216163:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:43.230893Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800257482216164:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:43.230918Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800257482216165:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:43.146956Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800257882142235:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:43.146990Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800257882142236:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:43.147029Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800257882142237:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:43.379683Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800257882142262:2073] [node 6] ICP01 ready to work
2025-12-06T17:36:43.381332Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800257482216176:2059] [node 4] ICP01 ready to work
2025-12-06T17:36:43.451336Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800257482216183:2064] [node 5] ICP01 ready to work
2025-12-06T17:36:43.459314Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800257482216165:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(58472425ns) {Configure:104(58469857ns) {ProcessConfigured:135(57930ns) {StartInitialHandshake:157(55610ns) {DropHandshakes:470(2849ns) {DropIncomingHandshake:442(750ns) DropOutgoingHandshake:457(495ns)} GenerateSessionVirtualId:988(685ns) PrepareNewSessionHandshake:477(1564ns) {SwitchToState:179(491ns)}}}}}
2025-12-06T17:36:43.582582Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800258260400092:2107] [node 4] ICP01 ready to work
2025-12-06T17:36:43.534848Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800257414558123:2107] [node 4] ICP01 ready to work
2025-12-06T17:36:43.622813Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800258260400093:2108] [node 5] ICP01 ready to work
2025-12-06T17:36:43.547472Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800259580454979:2100] [node 4] ICP01 ready to work
2025-12-06T17:36:43.602904Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800258373002800:2061] [node 6] ICP01 ready to work
2025-12-06T17:36:43.535248Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800257414558124:2108] [node 6] ICP01 ready to work
2025-12-06T17:36:43.554775Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800257414558125:2110] [node 5] ICP01 ready to work
2025-12-06T17:36:43.681948Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800257882142237:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(287283487ns) {Configure:104(287278943ns) {ProcessConfigured:135(72943ns) {StartInitialHandshake:157(69821ns) {DropHandshakes:470(3133ns) {DropIncomingHandshake:442(795ns) DropOutgoingHandshake:457(494ns)} GenerateSessionVirtualId:988(751ns) PrepareNewSessionHandshake:477(2022ns) {SwitchToState:179(689ns)}}}}}
2025-12-06T17:36:43.682363Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800257882142262:2073] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(286977633ns) {Configure:104(286971749ns) {ProcessConfigured:135(35915ns) {StartInitialHandshake:157(34896ns) {DropHandshakes:470(897ns) {DropIncomingHandshake:442(265ns) DropOutgoingHandshake:457(78ns)} GenerateSessionVirtualId:988(225ns) PrepareNewSessionHandshake:477(498ns) {SwitchToState:179(259ns)}}}}}
2025-12-06T17:36:43.662633Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800259580454987:2121] [node 5] ICP01 ready to work
2025-12-06T17:36:43.712207Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800253965432734:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(36197369ns) {Configure:104(36190619ns) {ProcessConfigured:135(65633ns) {StartInitialHandshake:157(57473ns) {DropHandshakes:470(2613ns) {DropIncomingHandshake:442(791ns) DropOutgoingHandshake:457(275ns)} GenerateSessionVirtualId:988(708ns) PrepareNewSessionHandshake:477(1445ns) {SwitchToState:179(254ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:43.687860Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800257414558123:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(132809353ns) {Configure:104(132804683ns) {ProcessConfigured:135(58354ns) {StartInitialHandshake:157(56965ns) {DropHandshakes:470(2177ns) {DropIncomingHandshake:442(500ns) DropOutgoingHandshake:457(439ns)} GenerateSessionVirtualId:988(545ns) PrepareNewSessionHandshake:477(1186ns) {SwitchToState:179(421ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:43.722600Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800258260400094:2109] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:43.689174Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800257482216164:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(115351786ns) {Configure:104(115345969ns) {ProcessConfigured:135(26376531ns) {StartInitialHandshake:157(26374668ns) {DropHandshakes:470(3046ns) {DropIncomingHandshake:442(960ns) DropOutgoingHandshake:457(447ns)} GenerateSessionVirtualId:988(910ns) PrepareNewSessionHandshake:477(2933ns) {SwitchToState:179(520ns)}}}}}
2025-12-06T17:36:43.723268Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800257482216239:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7716
2025-12-06T17:36:43.747398Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800258373002779:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(288649473ns) {Configure:104(288641109ns) {ProcessConfigured:135(38296ns) {StartInitialHandshake:157(37003ns) {DropHandshakes:470(1126ns) {DropIncomingHandshake:442(217ns) DropOutgoingHandshake:457(271ns)} GenerateSessionVirtualId:988(358ns) PrepareNewSessionHandshake:477(728ns) {SwitchToState:179(296ns)}}}}}
2025-12-06T17:36:43.717352Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800257882142303:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27945
2025-12-06T17:36:43.738688Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800257882142311:2076] [node 4] ICP01 ready to work
2025-12-06T17:36:43.738775Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800257882142303:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:43.725780Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800259580454996:2114] [node 6] ICP01 ready to work
2025-12-06T17:36:43.695585Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800253119590738:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(220195761ns) {Configure:104(220191447ns) {ProcessConfigured:135(51618ns) {StartInitialHandshake:157(49956ns) {DropHandshakes:470(3078ns) {DropIncomingHandshake:442(526ns) DropOutgoingHandshake:457(834ns)} GenerateSessionVirtualId:988(817ns) PrepareNewSessionHandshake:477(1909ns) {SwitchToState:179(392ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:43.766973Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800258373002777:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(16994150ns) {Configure:104(16990164ns) {ProcessConfigured:135(47580ns) {StartInitialHandshake:157(40749ns) {DropHandshakes:470(1201ns) {DropIncomingHandshake:442(365ns) DropOutgoingHandshake:457(185ns)} GenerateSessionVirtualId:988(401ns) PrepareNewSessionHandshake:477(776ns) {SwitchToState:179(391ns)}}}}}
2025-12-06T17:36:43.767126Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800258373002843:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13845
2025-12-06T17:36:43.767280Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800258373002844:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13845
2025-12-06T17:36:43.767338Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800258373002845:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13845
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:43.778029Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800258260400106:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23303
2025-12-06T17:36:43.774635Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800257414558124:2108] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(64854398ns) {Configure:104(64851260ns) {ProcessConfigured:135(41679ns) {StartInitialHandshake:157(40357ns) {DropHandshakes:470(1211ns) {DropIncomingHandshake:442(275ns) DropOutgoingHandshake:457(213ns)} GenerateSessionVirtualId:988(418ns) PrepareNewSessionHandshake:477(1064ns) {SwitchToState:179(559ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:43.790516Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800257882142313:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27945
2025-12-06T17:36:43.786612Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800258260400107:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23303
2025-12-06T17:36:43.738981Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800255285487607:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(240219424ns) {Configure:104(240214939ns) {ProcessConfigured:135(44940ns) {StartInitialHandshake:157(43787ns) {DropHandshakes:470(1151ns) {DropIncomingHandshake:442(308ns) DropOutgoingHandshake:457(189ns)} GenerateSessionVirtualId:988(497ns) PrepareNewSessionHandshake:477(892ns) {SwitchToState:179(280ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:43.739683Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800259580454989:2131] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40507
2025-12-06T17:36:43.778744Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800259580454999:2136] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40507
2025-12-06T17:36:43.778803Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800259580455000:2137] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40507
2025-12-06T17:36:43.778855Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800259580454988:2130] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40507
2025-12-06T17:36:43.771309Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800257482216163:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(280332160ns) {Configure:104(280327357ns) {ProcessConfigured:135(20213230ns) {StartInitialHandshake:157(20211829ns) {DropHandshakes:470(741ns) {DropIncomingHandshake:442(194ns) DropOutgoingHandshake:457(151ns)} GenerateSessionVirtualId:988(557ns) PrepareNewSessionHandshake:477(1905ns) {SwitchToState:179(938ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:43.799431Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800257414558139:2142] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28470
2025-12-06T17:36:43.792123Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800258373002850:2066] [node 5] ICP01 ready to work
2025-12-06T17:36:43.822673Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800258260400106:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:43.822776Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800258260400098:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:43.822793Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800258260400098:2111] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:36:43.823906Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800258260400098:2111] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:43.824155Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800253965432733:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:36:43.824206Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:43.824244Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800253965432733:2048] [node 2] ICP22 created new session: [1:7580800258260400110:2048]
2025-12-06T17:36:43.824293Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800258260400110:2048] [node 2] ICS09 handshake done sender: [1:7580800258260400098:2111] self: [1:7580800258260400097:0] peer: [2:7580800257414558144:0] socket: 177 qp: -1
2025-12-06T17:36:43.824322Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800258260400110:2048] [node 2] ICS10 traffic start
2025-12-06T17:36:43.824354Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:43.801225Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800259580454988:2130] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:43.799560Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800257414558140:2143] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28470
2025-12-06T17:36:43.771669Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800257482216242:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7716
2025-12-06T17:36:43.831897Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800259580455006:2139] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40507
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:43.850588Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800259580454999:2136] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:43.831589Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800258260400093:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(92862785ns) {Configure:104(92858375ns) {ProcessConfigured:135(68466ns) {StartInitialHandshake:157(66598ns) {DropHandshakes:470(2681ns) {DropIncomingHandshake:442(271ns) DropOutgoingHandshake:457(625ns)} GenerateSessionVirtualId:988(362ns) PrepareNewSessionHandshake:477(18127ns) {SwitchToState:179(283ns)}}}}}
2025-12-06T17:36:43.830587Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800258373002843:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:43.799644Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800257414558141:2144] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28470
2025-12-06T17:36:43.837032Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800257482216239:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:43.874879Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800257882142300:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:43.874909Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580800257882142300:2111] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:43.880539Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800257882142300:2111] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:43.870884Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800259580455000:2137] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:43.873281Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800255285487607:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:43.876681Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800259580455006:2139] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:43.831948Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800258373002845:2113] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:43.890946Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800259580455011:2140] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40507
2025-12-06T17:36:43.842770Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800257482216243:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7716
2025-12-06T17:36:43.799689Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800257414558142:2145] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28470
2025-12-06T17:36:43.812556Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800257414558139:2142] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:43.820669Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800257414558140:2143] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:43.820907Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580800253119590737:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:43.891369Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580800253119590737:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1883) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7580800257414558140:2143] held: no
2025-12-06T17:36:43.891634Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800257414558145:2146] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28470
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:43.882876Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800258260400100:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:43.865446Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800258373002777:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:43.866608Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800257482216243:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:43.895373Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800258373002860:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13845
2025-12-06T17:36:43.903033Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800259580454989:2131] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:43.882915Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800258260400100:2112] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:36:43.886557Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800258260400096:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:43.886588Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800258260400096:2110] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:36:43.887523Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800258260400103:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:43.887539Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800258260400103:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:43.895749Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800258260400103:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:43.898679Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800258260400100:2112] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:43.938796Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800258260400096:2110] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:43.866714Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800257482216183:2064] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:43.914778Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800255285487608:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:43.950995Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800257882142311:2076] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(208131634ns) {Configure:104(208127096ns) {ProcessConfigured:135(51755ns) {StartInitialHandshake:157(49317ns) {DropHandshakes:470(3698ns) {DropIncomingHandshake:442(830ns) DropOutgoingHandshake:457(486ns)} GenerateSessionVirtualId:988(1108ns) PrepareNewSessionHandshake:477(1920ns) {SwitchToState:179(626ns)}}}}}
2025-12-06T17:36:43.951122Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800257882142313:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:43.898576Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800258373002844:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:43.915188Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800258373002847:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:43.915216Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800258373002847:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:43.918634Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800258373002845:2113] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:43.927132Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800258373002778:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:43.874563Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800257482216242:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:43.951166Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580800257882142262:2073] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:43.960203Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800259580454995:2134] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:43.952781Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800258260400107:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:43.954718Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800258373002847:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:43.958797Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800257414558141:2144] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:43.952821Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800258260400094:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:43.880363Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800257482216163:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:43.960227Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800259580454995:2134] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:43.960705Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800259580455000:2137] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:43.976613Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800255285487607:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:43.976661Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:43.976706Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800255285487607:2048] [node 1] ICP22 created new session: [3:7580800259580455014:2048]
2025-12-06T17:36:43.976743Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800259580455014:2048] [node 1] ICS09 handshake done sender: [3:7580800259580455000:2137] self: [3:7580800259580455009:0] peer: [1:7580800258260400095:0] socket: 181 qp: -1
2025-12-06T17:36:43.976770Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800259580455014:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:43.976798Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:43.983191Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800259580454995:2134] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:43.984463Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800259580454987:2121] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:43.984508Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:43.984544Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800259580454987:2121] [node 5] ICP22 created new session: [3:7580800259580455016:2121]
2025-12-06T17:36:43.984578Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800259580455016:2121] [node 5] ICS09 handshake done sender: [3:7580800259580454995:2134] self: [3:7580800259580454994:0] peer: [5:7580800257882142320:0] socket: 188 qp: -1
2025-12-06T17:36:43.984607Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800259580455016:2121] [node 5] ICS10 traffic start
2025-12-06T17:36:43.984632Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:44.011204Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800263875422316:2141] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40507
2025-12-06T17:36:44.011588Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800259580454989:2131] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:44.011815Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800255285487608:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:44.011865Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:44.011902Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800255285487608:2049] [node 2] ICP22 created new session: [3:7580800263875422317:2049]
2025-12-06T17:36:44.011938Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800263875422317:2049] [node 2] ICS09 handshake done sender: [3:7580800259580454989:2131] self: [3:7580800259580455012:0] peer: [2:7580800257414558130:0] socket: 170 qp: -1
2025-12-06T17:36:44.011966Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800263875422317:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:44.011994Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:43.958868Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800257414558142:2145] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:43.951212Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:43.958941Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800257414558131:2139] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:43.958957Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800257414558131:2139] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:36:43.906612Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800257482216176:2059] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:43.952849Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:43.997067Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800258373002777:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:43.951252Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800257882142262:2073] [node 6] ICP22 created new session: [5:7580800257882142317:2073]
2025-12-06T17:36:44.003193Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800258373002800:2061] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:44.003240Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:44.003285Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800258373002800:2061] [node 6] ICP22 created new session: [4:7580800262667970160:2061]
2025-12-06T17:36:44.003324Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800262667970160:2061] [node 6] ICS09 handshake done sender: [4:7580800258373002847:2114] self: [4:7580800258373002846:0] peer: [6:7580800257482216246:0] socket: 190 qp: -1
2025-12-06T17:36:44.003352Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800262667970160:2061] [node 6] ICS10 traffic start
2025-12-06T17:36:44.003381Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:44.006550Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:44.016055Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800258373002777:2048] [node 1] ICP22 created new session: [4:7580800258373002863:2048]
2025-12-06T17:36:44.026624Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800258373002863:2048] [node 1] ICS09 handshake done sender: [4:7580800258373002845:2113] self: [4:7580800258373002859:0] peer: [1:7580800258260400099:0] socket: 184 qp: -1
2025-12-06T17:36:44.026673Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800258373002863:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:44.026713Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:44.027149Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800258373002777:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(29894685ns) {HandleHandshakeStatus:329(29891645ns) {DropIncomingHandshake:442(1195ns) DropOutgoingHandshake:457(5315ns) SwitchToState:179(643ns) ProcessPendingSessionEvents:495(105935ns) {ForwardSessionEventToSession:612(46637ns) ForwardSessionEventToSession:612(5383ns) ForwardSessionEventToSession:612(3110ns) ForwardSessionEventToSession:612(2380ns) ForwardSessionEventToSession:612(4523ns) ForwardSessionEventToSession:612(19352ns) ForwardSessionEventToSession:612(5078ns) ForwardSessionEventToSession:612(1979ns) ForwardSessionEventToSession:612(2285ns) ForwardSessionEventToSession:612(7492ns)}}}
2025-12-06T17:36:44.029784Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800262667970163:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13845
2025-12-06T17:36:44.030126Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800262667970164:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13845
2025-12-06T17:36:44.030225Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800262667970165:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13845
2025-12-06T17:36:44.030286Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800258373002844:2112] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:44.030413Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800258373002778:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:44.030457Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:44.030485Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800258373002778:2049] [node 2] ICP22 created new session: [4:7580800262667970166:2049]
2025-12-06T17:36:44.030519Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800262667970166:2049] [node 2] ICS09 handshake done sender: [4:7580800258373002844:2112] self: [4:7580800258373002861:0] peer: [2:7580800257414558126:0] socket: 183 qp: -1
2025-12-06T17:36:44.030559Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800262667970166:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:44.030580Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:43.959385Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800257414558127:2137] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:43.952883Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800258260400094:2109] [node 6] ICP22 created new session: [1:7580800258260400118:2109]
2025-12-06T17:36:43.906775Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800257482216176:2059] [node 4] ICP35 event processing took too much time PendingConnection:279(20036749ns) {IncomingHandshake:261(20033877ns) {DropIncomingHandshake:442(348ns) PrepareNewSessionHandshake:477(125692ns) {SwitchToState:179(397ns)} GenerateSessionVirtualId:988(487ns) IssueIncomingHandshakeReply:193(12077553ns) {SwitchToState:179(2903ns)}}}
2025-12-06T17:36:43.951286Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800257882142317:2073] [node 6] ICS09 handshake done sender: [5:7580800257882142300:2111] self: [5:7580800257882142299:0] peer: [6:7580800257482216244:0] socket: 173 qp: -1
2025-12-06T17:36:43.951313Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800257882142317:2073] [node 6] ICS10 traffic start
2025-12-06T17:36:43.951343Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:43.952327Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800257882142237:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:43.976012Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800257882142321:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27945
2025-12-06T17:36:43.976057Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800257882142322:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27945
2025-12-06T17:36:43.976095Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800257882142323:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27945
2025-12-06T17:36:43.999097Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800257882142237:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15262) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800257882142313:2115] held: no
2025-12-06T17:36:43.999352Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800257882142313:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:43.999546Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800257882142237:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:43.999573Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:43.999610Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800257882142237:2050] [node 3] ICP22 created new session: [5:7580800257882142325:2050]
2025-12-06T17:36:43.999644Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800257882142325:2050] [node 3] ICS09 handshake done sender: [5:7580800257882142313:2115] self: [5:7580800257882142320:0] peer: [3:7580800259580454994:0] socket: 196 qp: -1
2025-12-06T17:36:43.999672Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800257882142325:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:43.999700Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:44.010599Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800257882142323:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:44.018724Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800257882142235:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:44.039663Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800257882142235:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1883) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800257882142323:2119] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:44.071439Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800259580454993:2133] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:44.071471Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800259580454993:2133] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:36:44.073068Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800259580454993:2133] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:44.073288Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800259580454979:2100] [node 4] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:44.094953Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800257882142321:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:44.095055Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800262177109625:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27945
2025-12-06T17:36:44.095202Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800257882142236:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:43.952924Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800258260400118:2109] [node 6] ICS09 handshake done sender: [1:7580800258260400103:2113] self: [1:7580800258260400102:0] peer: [6:7580800257482216245:0] socket: 194 qp: -1
2025-12-06T17:36:43.952945Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800258260400118:2109] [node 6] ICS10 traffic start
2025-12-06T17:36:43.952967Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:44.068381Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800262667970164:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:43.962855Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800253965432734:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:36:43.962893Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:44.068545Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800262667970165:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:44.069019Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800258373002779:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:43.962932Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800253965432734:2049] [node 3] ICP22 created new session: [1:7580800258260400120:2049]
2025-12-06T17:36:43.962966Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800258260400120:2049] [node 3] ICS09 handshake done sender: [1:7580800258260400096:2110] self: [1:7580800258260400095:0] peer: [3:7580800259580455009:0] socket: 176 qp: -1
2025-12-06T17:36:44.082699Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800258373002779:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15262) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580800262667970164:2120] held: no
2025-12-06T17:36:43.962990Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800258260400120:2049] [node 3] ICS10 traffic start
2025-12-06T17:36:44.084007Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800262667970171:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13845
2025-12-06T17:36:43.963027Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:43.964530Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580800253965432734:2049] [node 3] ICP18 handshake (actor [1:7580800258260400107:2115]) is too old
2025-12-06T17:36:43.964604Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800258260400122:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23303
2025-12-06T17:36:43.964926Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800258260400092:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:36:43.906895Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800257482216247:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7716
2025-12-06T17:36:43.964951Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:43.974874Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800258260400092:2107] [node 4] ICP22 created new session: [1:7580800258260400124:2107]
2025-12-06T17:36:43.910846Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800257482216248:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7716
2025-12-06T17:36:43.974922Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800258260400124:2107] [node 4] ICS09 handshake done sender: [1:7580800258260400100:2112] self: [1:7580800258260400099:0] peer: [4:7580800258373002859:0] socket: 178 qp: -1
2025-12-06T17:36:44.022740Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800257482216183:2064] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10605) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800257482216239:2114] held: no
2025-12-06T17:36:43.974954Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800258260400124:2107] [node 4] ICS10 traffic start
2025-12-06T17:36:44.067481Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800257482216176:2059] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5430) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800257482216242:2116] held: no
2025-12-06T17:36:43.974988Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:44.067770Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800257482216176:2059] [node 4] ICP35 event processing took too much time PendingConnection:279(20942189ns) {HandleHandshakeStatus:395(12970102ns) {LogHandshakeFail:472(17305ns) {UpdateErrorStateLog:545(5032ns)} DropOutgoingHandshake:457(1574ns) ProcessPendingSessionEvents:495(64076ns) {DropSessionEvent:512(11751ns) DropSessionEvent:512(4991ns) DropSessionEvent:512(5149ns) DropSessionEvent:512(4999ns) DropSessionEvent:512(11862ns) DropSessionEvent:512(3540ns) DropSessionEvent:512(4402ns) DropSessionEvent:512(3664ns) DropSessionEvent:512(4421ns) DropSessionEvent:512(4056ns)}}}
2025-12-06T17:36:44.002991Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800258260400122:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:44.021419Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800258260400114:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:44.067958Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800257482216249:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7716
2025-12-06T17:36:44.021442Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800258260400114:2116] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:44.022697Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800258260400114:2116] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:44.027896Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800258260400093:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:44.027942Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:44.027985Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800258260400093:2108] [node 5] ICP22 created new session: [1:7580800262555367424:2108]
2025-12-06T17:36:44.028037Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800262555367424:2108] [node 5] ICS09 handshake done sender: [1:7580800258260400114:2116] self: [1:7580800258260400113:0] peer: [5:7580800262177109623:0] socket: 221 qp: -1
2025-12-06T17:36:44.028070Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800262555367424:2108] [node 5] ICS10 traffic start
2025-12-06T17:36:44.028098Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:44.092042Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800257482216243:2117] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:44.084503Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800262667970164:2120] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:44.073334Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:44.073375Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800259580454979:2100] [node 4] ICP22 created new session: [3:7580800263875422320:2100]
2025-12-06T17:36:44.073410Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800263875422320:2100] [node 4] ICS09 handshake done sender: [3:7580800259580454993:2133] self: [3:7580800259580454992:0] peer: [4:7580800262667970169:0] socket: 180 qp: -1
2025-12-06T17:36:44.073438Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800263875422320:2100] [node 4] ICS10 traffic start
2025-12-06T17:36:44.073465Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:43.959398Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800257414558127:2137] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:36:44.104193Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800257482216239:2114] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:44.104537Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800262555367426:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23303
2025-12-06T17:36:44.098785Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800262177109625:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:44.084656Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800258373002779:2050] [node 3] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:44.084691Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:44.084725Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800258373002779:2050] [node 3] ICP22 created new session: [4:7580800262667970172:2050]
2025-12-06T17:36:44.084764Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800262667970172:2050] [node 3] ICS09 handshake done sender: [4:7580800262667970164:2120] self: [4:7580800262667970169:0] peer: [3:7580800259580454992:0] socket: 226 qp: -1
2025-12-06T17:36:44.084787Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800262667970172:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:44.084813Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:44.146572Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800258373002857:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:44.146626Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800258373002857:2117] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:43.959897Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800257414558140:2143] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:44.119447Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800257482216163:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:44.119508Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:44.119550Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800257482216163:2048] [node 1] ICP22 created new session: [6:7580800261777183549:2048]
2025-12-06T17:36:44.119591Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800261777183549:2048] [node 1] ICS09 handshake done sender: [6:7580800257482216243:2117] self: [6:7580800257482216245:0] peer: [1:7580800258260400102:0] socket: 203 qp: -1
2025-12-06T17:36:44.119632Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800261777183549:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:44.130591Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:44.139749Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800257482216242:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:44.151036Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800258373002857:2117] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:44.130829Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800257882142311:2076] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:44.131127Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800262177109627:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27945
2025-12-06T17:36:44.131488Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800257882142321:2117] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:44.131601Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800257882142236:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:44.131631Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:44.131670Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800257882142236:2049] [node 2] ICP22 created new session: [5:7580800262177109629:2049]
2025-12-06T17:36:44.131708Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800262177109629:2049] [node 2] ICS09 handshake done sender: [5:7580800257882142321:2117] self: [5:7580800262177109626:0] peer: [2:7580800257414558128:0] socket: 222 qp: -1
2025-12-06T17:36:44.131733Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800262177109629:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:44.131757Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:44.159862Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800258373002850:2066] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:44.159923Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:44.159961Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800258373002850:2066] [node 5] ICP22 created new session: [4:7580800262667970175:2066]
2025-12-06T17:36:44.159994Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800262667970175:2066] [node 5] ICS09 handshake done sender: [4:7580800258373002857:2117] self: [4:7580800258373002856:0] peer: [5:7580800262177109628:0] socket: 171 qp: -1
2025-12-06T17:36:44.160016Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800262667970175:2066] [node 5] ICS10 traffic start
2025-12-06T17:36:44.160041Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:44.156859Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800262177109624:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27945
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:44.002759Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800257414558131:2139] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:44.006754Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800257414558127:2137] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:44.166793Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800257482216163:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(40265539ns) {HandleHandshakeStatus:329(40263775ns) {DropIncomingHandshake:442(1033ns) DropOutgoingHandshake:457(3637ns) SwitchToState:179(559ns) ProcessPendingSessionEvents:495(13059577ns) {ForwardSessionEventToSession:612(13018869ns) ForwardSessionEventToSession:612(3830ns) ForwardSessionEventToSession:612(2541ns) ForwardSessionEventToSession:612(4611ns) ForwardSessionEventToSession:612(2286ns) ForwardSessionEventToSession:612(5054ns) ForwardSessionEventToSession:612(1855ns) ForwardSessionEventToSession:612(4059ns) ForwardSessionEventToSession:612(7002ns) ForwardSessionEventToSession:612(2105ns)}}}
2025-12-06T17:36:44.188429Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800257882142311:2076] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5430) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800262177109625:2121] held: no
2025-12-06T17:36:44.206753Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800259580455005:2138] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:44.206788Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800259580455005:2138] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:44.022299Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580800253119590737:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:44.022367Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:44.022409Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800253119590737:2048] [node 1] ICP22 created new session: [2:7580800261709525447:2048]
2025-12-06T17:36:44.022455Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800261709525447:2048] [node 1] ICS09 handshake done sender: [2:7580800257414558140:2143] self: [2:7580800257414558144:0] peer: [1:7580800258260400097:0] socket: 198 qp: -1
2025-12-06T17:36:44.022487Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800261709525447:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:44.022513Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:44.051139Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800253119590738:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:36:44.051227Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:44.051273Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800253119590738:2049] [node 3] ICP22 created new session: [2:7580800261709525449:2049]
2025-12-06T17:36:44.051333Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800261709525449:2049] [node 3] ICS09 handshake done sender: [2:7580800257414558131:2139] self: [2:7580800257414558130:0] peer: [3:7580800259580455012:0] socket: 168 qp: -1
2025-12-06T17:36:44.051364Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800261709525449:2049] [node 3] ICS10 traffic start
2025-12-06T17:36:44.051401Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:44.051967Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800257414558123:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:36:44.052036Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:44.052082Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800257414558123:2107] [node 4] ICP22 created new session: [2:7580800261709525451:2107]
2025-12-06T17:36:44.052126Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800261709525451:2107] [node 4] ICS09 handshake done sender: [2:7580800257414558127:2137] self: [2:7580800257414558126:0] peer: [4:7580800258373002861:0] socket: 167 qp: -1
2025-12-06T17:36:44.052152Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800261709525451:2107] [node 4] ICS10 traffic start
2025-12-06T17:36:44.052181Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:44.096686Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800257414558129:2138] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:44.096705Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800257414558129:2138] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:44.119500Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800257414558129:2138] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:44.119684Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800257414558125:2110] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:44.158596Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:44.158650Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800257414558125:2110] [node 5] ICP22 created new session: [2:7580800261709525455:2110]
2025-12-06T17:36:44.158710Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800261709525455:2110] [node 5] ICS09 handshake done sender: [2:7580800257414558129:2138] self: [2:7580800257414558128:0] peer: [5:7580800262177109626:0] socket: 218 qp: -1
2025-12-06T17:36:44.158742Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800261709525455:2110] [node 5] ICS10 traffic start
2025-12-06T17:36:44.158778Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:44.159150Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800257414558125:2110] [node 5] ICP35 event processing took too much time PendingConnection:279(39291236ns) {HandleHandshakeStatus:329(39289791ns) {DropIncomingHandshake:442(10502ns) DropOutgoingHandshake:457(142ns) SwitchToState:179(85ns) ProcessPendingSessionEvents:495(92022ns) {ForwardSessionEventToSession:612(50002ns) ForwardSessionEventToSession:612(2254ns) ForwardSessionEventToSession:612(1718ns) ForwardSessionEventToSession:612(5139ns) ForwardSessionEventToSession:612(2274ns) ForwardSessionEventToSession:612(4069ns) ForwardSessionEventToSession:612(7778ns) ForwardSessionEventToSession:612(1829ns) ForwardSessionEventToSession:612(6965ns) ForwardSessionEventToSession:612(2196ns)}}}
2025-12-06T17:36:44.174755Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800261709525457:2147] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28470
2025-12-06T17:36:44.180488Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800261709525457:2147] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:44.190647Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800257414558138:2141] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:44.190668Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800257414558138:2141] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:44.198767Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800257414558138:2141] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:44.215604Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800257414558124:2108] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:44.215693Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:44.215752Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800257414558124:2108] [node 6] ICP22 created new session: [2:7580800261709525460:2108]
2025-12-06T17:36:44.215790Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800261709525460:2108] [node 6] ICS09 handshake done sender: [2:7580800257414558138:2141] self: [2:7580800257414558137:0] peer: [6:7580800261777183556:0] socket: 199 qp: -1
2025-12-06T17:36:44.215822Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800261709525460:2108] [node 6] ICS10 traffic start
2025-12-06T17:36:44.215855Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:44.166889Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800257482216183:2064] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:36:44.166924Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:44.166963Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800257482216183:2064] [node 5] ICP22 created new session: [6:7580800261777183552:2064]
2025-12-06T17:36:44.166999Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800261777183552:2064] [node 5] ICS09 handshake done sender: [6:7580800257482216239:2114] self: [6:7580800257482216244:0] peer: [5:7580800257882142299:0] socket: 175 qp: -1
2025-12-06T17:36:44.167028Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800261777183552:2064] [node 5] ICS10 traffic start
2025-12-06T17:36:44.167052Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:44.167454Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800257482216176:2059] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:36:44.167496Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:44.167527Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800257482216176:2059] [node 4] ICP22 created new session: [6:7580800261777183554:2059]
2025-12-06T17:36:44.167562Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800261777183554:2059] [node 4] ICS09 handshake done sender: [6:7580800257482216242:2116] self: [6:7580800257482216246:0] peer: [4:7580800258373002846:0] socket: 193 qp: -1
2025-12-06T17:36:44.167578Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800261777183554:2059] [node 4] ICS10 traffic start
2025-12-06T17:36:44.167605Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:44.168325Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800261777183548:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7716
2025-12-06T17:36:44.168602Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800261777183546:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7716
2025-12-06T17:36:44.178707Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800261777183548:2122] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:44.180095Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800257482216164:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:44.186650Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800261777183546:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:44.186744Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800257482216165:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:44.194932Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800261777183558:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7716
2025-12-06T17:36:44.224158Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800261777183548:2122] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:44.224444Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800257482216164:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13935) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800261777183548:2122] held: no
2025-12-06T17:36:44.224523Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800257482216164:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:44.224559Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:44.224589Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800257482216164:2049] [node 2] ICP22 created new session: [6:7580800261777183560:2049]
2025-12-06T17:36:44.224628Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800261777183560:2049] [node 2] ICS09 handshake done sender: [6:7580800261777183548:2122] self: [6:7580800261777183556:0] peer: [2:7580800257414558137:0] socket: 200 qp: -1
2025-12-06T17:36:44.224655Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800261777183560:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:44.224685Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:44.225106Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800261777183559:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7716
2025-12-06T17:36:44.225636Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800261777183546:2121] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:44.188561Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800257882142323:2119] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:44.238732Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800262177109631:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27945
2025-12-06T17:36:44.239059Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800257882142235:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:44.239091Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:44.239126Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800257882142235:2048] [node 1] ICP22 created new session: [5:7580800262177109632:2048]
2025-12-06T17:36:44.239156Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800262177109632:2048] [node 1] ICS09 handshake done sender: [5:7580800257882142323:2119] self: [5:7580800262177109623:0] peer: [1:7580800258260400113:0] socket: 224 qp: -1
2025-12-06T17:36:44.239182Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800262177109632:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:44.239212Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:44.239814Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800262177109625:2121] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:44.225796Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800257482216165:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:44.222709Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800259580455005:2138] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:44.225829Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:44.266813Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800259580454996:2114] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:44.266876Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:44.266913Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800259580454996:2114] [node 6] ICP22 created new session: [3:7580800263875422323:2114]
2025-12-06T17:36:44.266950Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800263875422323:2114] [node 6] ICS09 handshake done sender: [3:7580800259580455005:2138] self: [3:7580800259580455004:0] peer: [6:7580800261777183557:0] socket: 186 qp: -1
2025-12-06T17:36:44.266981Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800263875422323:2114] [node 6] ICS10 traffic start
2025-12-06T17:36:44.267013Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:44.225856Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800257482216165:2050] [node 3] ICP22 created new session: [6:7580800261777183562:2050]
2025-12-06T17:36:44.225890Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800261777183562:2050] [node 3] ICS09 handshake done sender: [6:7580800261777183546:2121] self: [6:7580800261777183557:0] peer: [3:7580800259580455004:0] socket: 169 qp: -1
2025-12-06T17:36:44.225913Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800261777183562:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:44.254631Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800257882142311:2076] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:36:44.225934Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:44.254686Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:44.254978Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800257882142311:2076] [node 4] ICP22 created new session: [5:7580800262177109634:2076]
2025-12-06T17:36:44.262640Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800262177109634:2076] [node 4] ICS09 handshake done sender: [5:7580800262177109625:2121] self: [5:7580800262177109628:0] peer: [4:7580800258373002856:0] socket: 182 qp: -1
2025-12-06T17:36:44.270935Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800262177109634:2076] [node 4] ICS10 traffic start
2025-12-06T17:36:44.270981Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:44.271131Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800257882142311:2076] [node 4] ICP35 event processing took too much time PendingConnection:279(16443290ns) {HandleHandshakeStatus:329(16441391ns) {DropIncomingHandshake:442(1028ns) DropOutgoingHandshake:457(326ns) SwitchToState:179(617ns) ProcessPendingSessionEvents:495(203ns)}}
2025-12-06T17:36:44.310663Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:36:44.310911Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580800261709525447:2048] [node 1] ICS01 socket: 198 reason# EndOfStream
2025-12-06T17:36:44.310946Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580800253119590737:2048] [node 1] ICP30 unregister session Session# [2:7580800261709525447:2048] VirtualId# [2:7580800257414558144:0]
2025-12-06T17:36:44.310975Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580800261709525447:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:44.311043Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:44.311085Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:44.314621Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:36:44.314621Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:36:44.314847Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800258373002863:2048] [node 1] ICS01 socket: 184 reason# EndOfStream
2025-12-06T17:36:44.314876Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800258373002777:2048] [node 1] ICP30 unregister session Session# [4:7580800258373002863:2048] VirtualId# [4:7580800258373002859:0]
2025-12-06T17:36:44.314897Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800258373002863:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:44.314955Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:44.314664Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:36:44.314987Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:44.314861Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800262177109632:2048] [node 1] ICS01 socket: 224 reason# EndOfStream
2025-12-06T17:36:44.314894Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800257882142235:2048] [node 1] ICP30 unregister session Session# [5:7580800262177109632:2048] VirtualId# [5:7580800262177109623:0]
2025-12-06T17:36:44.314917Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800262177109632:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:44.314974Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:44.318750Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800259580455014:2048] [node 1] ICS01 socket: 181 reason# EndOfStream
2025-12-06T17:36:44.318788Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800255285487607:2048] [node 1] ICP30 unregister session Session# [3:7580800259580455014:2048] VirtualId# [3:7580800259580455009:0]
2025-12-06T17:36:44.318808Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800259580455014:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:44.318867Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:44.314652Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:36:44.315083Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:44.314861Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580800261777183549:2048] [node 1] ICS07 socket disconnect 203 reason# EndOfStream
2025-12-06T17:36:44.314883Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800261777183549:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:44.314932Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:44.314965Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580800261777183549:2048] [node 1] ICS15 start handshake
2025-12-06T17:36:44.346607Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800257482216163:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1883) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:36:44.370627Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800261777183549:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:36:44.318898Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:44.378688Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800257482216163:2048] [node 1] ICP30 unregister session Session# [6:7580800261777183549:2048] VirtualId# [6:7580800257482216245:0]
2025-12-06T17:36:44.386618Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:44.390821Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580800257482216163:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:1883) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:44.390844Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1883) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:44.391063Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:294: Proxy [6:7580800257482216163:2048] [node 1] ICP35 event processing took too much time StateWork:294(56107622ns) {HandleHandshakeStatus:395(56103795ns) {LogHandshakeFail:472(10638ns) {UpdateErrorStateLog:545(3263ns)} DropOutgoingHandshake:457(4500ns) ProcessPendingSessionEvents:495(375ns) UnregisterSession:538(8068760ns) {ProcessPendingSessionEvents:495(811ns) SwitchToInitialState:202(2499ns) {SwitchToState:179(1353ns)}} TransitToErrorState:752(70951ns) {SwitchToState:179(6324ns) ProcessPendingSessionEvents:495(618ns) DropHandshakes:470(2695ns) {DropIncomingHandshake:442(643ns) DropOutgoingHandshake:457(423ns)}}}}
2025-12-06T17:36:44.402683Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580800257482216163:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:36:44.410647Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:36:44.410905Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800263875422317:2049] [node 2] ICS01 socket: 170 reason# EndOfStream
2025-12-06T17:36:44.410938Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800255285487608:2049] [node 2] ICP30 unregister session Session# [3:7580800263875422317:2049] VirtualId# [3:7580800259580455012:0]
2025-12-06T17:36:44.410968Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800263875422317:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:44.411057Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:44.411103Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:44.426747Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:36:44.427051Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800262667970166:2049] [node 2] ICS01 socket: 183 reason# EndOfStream
2025-12-06T17:36:44.427095Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800258373002778:2049] [node 2] ICP30 unregister session Session# [4:7580800262667970166:2049] VirtualId# [4:7580800258373002861:0]
2025-12-06T17:36:44.427126Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800262667970166:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:44.427215Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:44.427261Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:44.427354Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:36:44.427557Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800262177109629:2049] [node 2] ICS01 socket: 222 reason# EndOfStream
2025-12-06T17:36:44.427594Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800257882142236:2049] [node 2] ICP30 unregister session Session# [5:7580800262177109629:2049] VirtualId# [5:7580800262177109626:0]
2025-12-06T17:36:44.427614Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800262177109629:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:44.427657Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:44.427693Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:44.430672Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:36:44.430937Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800261777183560:2049] [node 2] ICS01 socket: 200 reason# EndOfStream
2025-12-06T17:36:44.431018Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800257482216164:2049] [node 2] ICP30 unregister session Session# [6:7580800261777183560:2049] VirtualId# [6:7580800261777183556:0]
2025-12-06T17:36:44.431085Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800261777183560:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:44.431240Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:44.431336Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:44.483168Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:36:44.483352Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800257882142325:2050] [node 3] ICS01 socket: 196 reason# EndOfStream
2025-12-06T17:36:44.483384Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800257882142237:2050] [node 3] ICP30 unregister session Session# [5:7580800257882142325:2050] VirtualId# [5:7580800257882142320:0]
2025-12-06T17:36:44.483402Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800257882142325:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:44.483439Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:44.483466Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:44.482692Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:36:44.482938Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800261777183562:2050] [node 3] ICS01 socket: 169 reason# EndOfStream
2025-12-06T17:36:44.482975Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800257482216165:2050] [node 3] ICP30 unregister session Session# [6:7580800261777183562:2050] VirtualId# [6:7580800261777183557:0]
2025-12-06T17:36:44.483004Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800261777183562:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:44.483071Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:44.483106Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:44.494627Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:36:44.494876Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800262667970172:2050] [node 3] ICS01 socket: 226 reason# EndOfStream
2025-12-06T17:36:44.494916Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800258373002779:2050] [node 3] ICP30 unregister session Session# [4:7580800262667970172:2050] VirtualId# [4:7580800262667970169:0]
2025-12-06T17:36:44.494946Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800262667970172:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:44.495033Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:44.495070Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:44.587367Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:36:44.587551Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800261777183554:2059] [node 4] ICS01 socket: 193 reason# EndOfStream
2025-12-06T17:36:44.587577Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800257482216176:2059] [node 4] ICP30 unregister session Session# [6:7580800261777183554:2059] VirtualId# [6:7580800257482216246:0]
2025-12-06T17:36:44.587594Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800261777183554:2059] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:44.587631Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:36:44.587656Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:36:44.762911Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800262705871501:2048] [node 2] ICP01 ready to work
2025-12-06T17:36:44.762949Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800262705871502:2049] [node 3] ICP01 ready to work
2025-12-06T17:36:44.790118Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800260963835904:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:44.790149Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800260963835905:2049] [node 3] ICP01 ready to work
2025-12-06T17:36:44.866756Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800261256934395:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:44.866781Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800261256934396:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:44.866813Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800261256934397:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:44.910785Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800261039755498:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:44.910817Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800261039755499:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:44.910850Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800261039755500:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:44.906854Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800261807891847:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:44.906888Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800261807891848:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:44.945382Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800260875469248:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:44.945411Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800260875469249:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:44.945440Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800260875469250:2050] [node 3] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:45.219743Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800265551901709:2063] [node 4] ICP01 ready to work
2025-12-06T17:36:45.154251Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800267000838849:2077] [node 5] ICP01 ready to work
2025-12-06T17:36:45.179814Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800265334722814:2064] [node 6] ICP01 ready to work
2025-12-06T17:36:45.221590Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800265334722818:2066] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14433
2025-12-06T17:36:45.213204Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800267000838858:2076] [node 4] ICP01 ready to work
2025-12-06T17:36:45.344774Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800265258803262:2060] [node 4] ICP01 ready to work
2025-12-06T17:36:45.336054Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800266102859198:2059] [node 5] ICP01 ready to work
2025-12-06T17:36:45.366597Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800265258803264:2062] [node 5] ICP01 ready to work
2025-12-06T17:36:45.382778Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800266102859207:2073] [node 4] ICP01 ready to work
2025-12-06T17:36:45.383113Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800266102859208:2089] [node 6] ICP01 ready to work
No RDMA context found for GID: 2025-12-06T17:36:45.342821Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800265334722867:2062] [node 5] ICP01 ready to work
::ffff:127.1.0.0
2025-12-06T17:36:45.297041Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800267000838863:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50197
2025-12-06T17:36:45.378605Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800265258803265:2066] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:45.378606Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800265551901741:2066] [node 6] ICP01 ready to work
2025-12-06T17:36:45.443528Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800260875469248:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(44223190ns) {Configure:104(44218944ns) {ProcessConfigured:135(64233ns) {StartInitialHandshake:157(62231ns) {DropHandshakes:470(3330ns) {DropIncomingHandshake:442(752ns) DropOutgoingHandshake:457(536ns)} GenerateSessionVirtualId:988(621ns) PrepareNewSessionHandshake:477(2396ns) {SwitchToState:179(858ns)}}}}}
2025-12-06T17:36:45.414994Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800265258803266:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28765
2025-12-06T17:36:45.360851Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800267000838868:2097] [node 6] ICP01 ready to work
2025-12-06T17:36:45.415136Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800265258803267:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28765
2025-12-06T17:36:45.451141Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800265258803264:2062] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(33163613ns) {Configure:104(33159976ns) {ProcessConfigured:135(63251ns) {StartInitialHandshake:157(60701ns) {DropHandshakes:470(5884ns) {DropIncomingHandshake:442(764ns) DropOutgoingHandshake:457(518ns)} GenerateSessionVirtualId:988(339ns) PrepareNewSessionHandshake:477(1668ns) {SwitchToState:179(694ns)}}}}}
2025-12-06T17:36:45.451427Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800265258803266:2110] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:45.410656Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800267000838862:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50197
2025-12-06T17:36:45.411437Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800267000838862:2110] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:45.446719Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800265170436605:2059] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:45.503314Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800265258803267:2111] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:45.503548Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800265258803278:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28765
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:45.483258Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800261256934396:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(411643120ns) {Configure:104(411637868ns) {ProcessConfigured:135(9226699ns) {StartInitialHandshake:157(9224270ns) {DropHandshakes:470(3930ns) {DropIncomingHandshake:442(1033ns) DropOutgoingHandshake:457(551ns)} GenerateSessionVirtualId:988(1267ns) PrepareNewSessionHandshake:477(2232ns) {SwitchToState:179(1294ns)}}}}}
2025-12-06T17:36:45.503046Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800267000838878:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50197
2025-12-06T17:36:45.479689Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800260875469249:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(35842455ns) {Configure:104(35837212ns) {ProcessConfigured:135(58437ns) {StartInitialHandshake:157(56582ns) {DropHandshakes:470(2994ns) {DropIncomingHandshake:442(687ns) DropOutgoingHandshake:457(544ns)} GenerateSessionVirtualId:988(944ns) PrepareNewSessionHandshake:477(2112ns) {SwitchToState:179(645ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:45.503802Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800267000838849:2077] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(205472698ns) {Configure:104(205469861ns) {ProcessConfigured:135(21482539ns) {StartInitialHandshake:157(21480183ns) {DropHandshakes:470(979ns) {DropIncomingHandshake:442(238ns) DropOutgoingHandshake:457(206ns)} GenerateSessionVirtualId:988(380ns) PrepareNewSessionHandshake:477(1687ns) {SwitchToState:179(663ns)}}}}}
2025-12-06T17:36:45.528056Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800265258803280:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28765
2025-12-06T17:36:45.528350Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800260963835905:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(449538784ns) {Configure:104(429621875ns) {ProcessConfigured:135(21410004ns) {StartInitialHandshake:157(13855877ns) {DropHandshakes:470(2000ns) {DropIncomingHandshake:442(227ns) DropOutgoingHandshake:457(193ns)} GenerateSessionVirtualId:988(1076ns) PrepareNewSessionHandshake:477(1971ns) {SwitchToState:179(528ns)}}}}}
2025-12-06T17:36:45.510752Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800261807891848:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(269124557ns) {Configure:104(258630031ns) {ProcessConfigured:135(18046109ns) {StartInitialHandshake:157(18043224ns) {DropHandshakes:470(1170ns) {DropIncomingHandshake:442(275ns) DropOutgoingHandshake:457(305ns)} GenerateSessionVirtualId:988(431ns) PrepareNewSessionHandshake:477(5757ns) {SwitchToState:179(1187ns)}}}}}
2025-12-06T17:36:45.513690Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800266102859211:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58137
2025-12-06T17:36:45.563403Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800266102859211:2111] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:45.570559Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800265334722816:2065] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:45.570602Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800265334722816:2065] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:45.479879Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800265170436599:2105] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59716
2025-12-06T17:36:45.562778Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800267000838878:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:45.594903Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800265334722874:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14433
2025-12-06T17:36:45.595031Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800265334722875:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14433
2025-12-06T17:36:45.582759Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800265258803271:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:45.574398Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800261807891847:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(431503495ns) {Configure:104(431498202ns) {ProcessConfigured:135(10899329ns) {StartInitialHandshake:157(10896450ns) {DropHandshakes:470(2151ns) {DropIncomingHandshake:442(268ns) DropOutgoingHandshake:457(519ns)} GenerateSessionVirtualId:988(297ns) PrepareNewSessionHandshake:477(1959ns) {SwitchToState:179(677ns)}}}}}
2025-12-06T17:36:45.602857Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800267000838867:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:45.602891Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800267000838867:2113] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:36:45.604519Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800267000838867:2113] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:45.604780Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800262705871502:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:36:45.604822Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:45.604863Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800262705871502:2049] [node 3] ICP22 created new session: [1:7580800267000838882:2049]
2025-12-06T17:36:45.604899Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800267000838882:2049] [node 3] ICS09 handshake done sender: [1:7580800267000838867:2113] self: [1:7580800267000838866:0] peer: [3:7580800266102859223:0] socket: 180 qp: -1
2025-12-06T17:36:45.604935Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800267000838882:2049] [node 3] ICS10 traffic start
2025-12-06T17:36:45.604963Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:45.481528Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800265170436614:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59716
2025-12-06T17:36:45.618577Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800267000838872:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:45.618634Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800267000838872:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:45.578892Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800266102859208:2089] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(195548765ns) {Configure:104(195544513ns) {ProcessConfigured:135(58001ns) {StartInitialHandshake:157(55913ns) {DropHandshakes:470(2514ns) {DropIncomingHandshake:442(533ns) DropOutgoingHandshake:457(505ns)} GenerateSessionVirtualId:988(1028ns) PrepareNewSessionHandshake:477(1746ns) {SwitchToState:179(418ns)}}}}}
2025-12-06T17:36:45.618580Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800265334722874:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:45.626691Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800265334722816:2065] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:45.582800Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800265258803271:2113] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:45.630600Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800265334722875:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:45.635869Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800261039755500:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:45.636261Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800265334722877:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14433
2025-12-06T17:36:45.655154Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800265334722818:2066] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:45.655248Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800265334722877:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:45.655373Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800265334722814:2064] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:45.655433Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:45.655479Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800265334722814:2064] [node 6] ICP22 created new session: [4:7580800265334722881:2064]
2025-12-06T17:36:45.655527Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800265334722881:2064] [node 6] ICS09 handshake done sender: [4:7580800265334722816:2065] self: [4:7580800265334722815:0] peer: [6:7580800265170436623:0] socket: 171 qp: -1
2025-12-06T17:36:45.655563Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800265334722881:2064] [node 6] ICS10 traffic start
2025-12-06T17:36:45.655596Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:45.657325Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800261039755498:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:45.657562Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800265334722880:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14433
2025-12-06T17:36:45.658191Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800265334722874:2117] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:45.481583Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800265170436615:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59716
2025-12-06T17:36:45.590717Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800261807891847:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:45.619477Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800265551901741:2066] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(134464131ns) {Configure:104(134457193ns) {ProcessConfigured:135(55231ns) {StartInitialHandshake:157(52964ns) {DropHandshakes:470(2557ns) {DropIncomingHandshake:442(335ns) DropOutgoingHandshake:457(642ns)} GenerateSessionVirtualId:988(419ns) PrepareNewSessionHandshake:477(1161ns) {SwitchToState:179(345ns)}}}}}
2025-12-06T17:36:45.634911Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800261256934397:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(288027280ns) {Configure:104(288020883ns) {ProcessConfigured:135(9000582ns) {StartInitialHandshake:157(8995993ns) {DropHandshakes:470(3049ns) {DropIncomingHandshake:442(760ns) DropOutgoingHandshake:457(433ns)} GenerateSessionVirtualId:988(1078ns) PrepareNewSessionHandshake:477(4110ns) {SwitchToState:179(940ns)}}}}}
2025-12-06T17:36:45.647558Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800265551901770:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9016
2025-12-06T17:36:45.606808Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800265258803280:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:45.658477Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800261039755500:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:45.658543Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:45.666644Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800265334722873:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14433
2025-12-06T17:36:45.659954Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800261039755500:2050] [node 3] ICP22 created new session: [4:7580800265334722886:2050]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:45.482242Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800265170436607:2066] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:45.650772Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800267000838872:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:45.678554Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800265551901764:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9016
2025-12-06T17:36:45.686712Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800265551901770:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:45.686858Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800261256934397:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:45.642737Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800266102859215:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:45.714684Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800265551901764:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:45.615248Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800265258803278:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:45.504162Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800265170436599:2105] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:45.505680Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800265170436605:2059] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:45.506805Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800265170436615:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:45.551198Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800260875469249:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:45.571359Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800265170436614:2113] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:45.571487Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800260875469248:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:45.586953Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800260875469250:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(112859700ns) {Configure:104(112853535ns) {ProcessConfigured:135(63106ns) {StartInitialHandshake:157(61059ns) {DropHandshakes:470(2790ns) {DropIncomingHandshake:442(623ns) DropOutgoingHandshake:457(564ns)} GenerateSessionVirtualId:988(742ns) PrepareNewSessionHandshake:477(2033ns) {SwitchToState:179(574ns)}}}}}
2025-12-06T17:36:45.654582Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800267000838863:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:45.714806Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800261256934396:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:45.622232Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800265258803271:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:45.686909Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800265258803265:2066] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:45.686959Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:45.686999Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800265258803265:2066] [node 6] ICP22 created new session: [2:7580800265258803287:2066]
2025-12-06T17:36:45.687036Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800265258803287:2066] [node 6] ICS09 handshake done sender: [2:7580800265258803271:2113] self: [2:7580800265258803270:0] peer: [6:7580800265170436624:0] socket: 185 qp: -1
2025-12-06T17:36:45.687063Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800265258803287:2066] [node 6] ICS10 traffic start
2025-12-06T17:36:45.687092Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:45.688367Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800265258803289:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28765
2025-12-06T17:36:45.675358Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800265334722886:2050] [node 3] ICS09 handshake done sender: [4:7580800265334722874:2117] self: [4:7580800265334722878:0] peer: [3:7580800266102859214:0] socket: 204 qp: -1
2025-12-06T17:36:45.642766Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800266102859215:2113] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:45.755179Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800265551901773:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9016
2025-12-06T17:36:45.755242Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800265551901774:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9016
2025-12-06T17:36:45.755348Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800265551901775:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9016
2025-12-06T17:36:45.654636Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800266102859215:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:45.690676Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800265334722886:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:45.710612Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800267000838874:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:45.735551Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800260963835904:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(264765463ns) {Configure:104(264758909ns) {ProcessConfigured:135(32465069ns) {StartInitialHandshake:157(32461208ns) {DropHandshakes:470(2944ns) {DropIncomingHandshake:442(600ns) DropOutgoingHandshake:457(622ns)} GenerateSessionVirtualId:988(964ns) PrepareNewSessionHandshake:477(3315ns) {SwitchToState:179(579ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:45.769998Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800265551901776:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9016
2025-12-06T17:36:45.746702Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800265258803269:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:45.746727Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800265258803269:2112] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:36:45.747278Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800265258803289:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:45.762692Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580800260963835904:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:45.762746Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800265258803273:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:45.762782Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800265258803273:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:45.769685Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800265258803294:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28765
2025-12-06T17:36:45.778915Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800265258803269:2112] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:45.690717Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:45.675172Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800266102859225:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58137
2025-12-06T17:36:45.710645Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800267000838874:2115] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:45.784506Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800265170436605:2059] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24888) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800265170436599:2105] held: no
2025-12-06T17:36:45.799226Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800260875469249:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23920) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800265170436615:2114] held: no
2025-12-06T17:36:45.799324Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800260875469248:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5572) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800265170436614:2113] held: no
2025-12-06T17:36:45.799425Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800265170436628:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59716
2025-12-06T17:36:45.802646Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800265170436629:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59716
2025-12-06T17:36:45.714745Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800265334722873:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:45.679172Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800266102859207:2073] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:36:45.715053Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800261039755499:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:45.758916Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800261039755500:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(100228038ns) {HandleHandshakeStatus:329(100225555ns) {DropIncomingHandshake:442(838ns) DropOutgoingHandshake:457(4298ns) SwitchToState:179(451ns) ProcessPendingSessionEvents:495(20039843ns) {ForwardSessionEventToSession:612(19983559ns) ForwardSessionEventToSession:612(11734ns) ForwardSessionEventToSession:612(2793ns) ForwardSessionEventToSession:612(5164ns) ForwardSessionEventToSession:612(2238ns) ForwardSessionEventToSession:612(2573ns) ForwardSessionEventToSession:612(5445ns) ForwardSessionEventToSession:612(1984ns) ForwardSessionEventToSession:612(8011ns) ForwardSessionEventToSession:612(5288ns)}}}
2025-12-06T17:36:45.798741Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800265334722890:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14433
2025-12-06T17:36:45.799028Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800265334722891:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14433
2025-12-06T17:36:45.726994Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800267000838868:2097] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:45.795043Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800265258803273:2114] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:45.839079Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800265170436630:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59716
2025-12-06T17:36:45.727049Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:45.727096Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800267000838868:2097] [node 6] ICP22 created new session: [1:7580800267000838887:2097]
2025-12-06T17:36:45.727144Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800267000838887:2097] [node 6] ICS09 handshake done sender: [1:7580800267000838872:2114] self: [1:7580800267000838871:0] peer: [6:7580800265170436625:0] socket: 181 qp: -1
2025-12-06T17:36:45.727174Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800267000838887:2097] [node 6] ICS10 traffic start
2025-12-06T17:36:45.727207Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:45.748032Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800267000838865:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:45.748053Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800267000838865:2112] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:36:45.751136Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800267000838874:2115] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:45.754741Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800267000838865:2112] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:45.803041Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800267000838858:2076] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:36:45.803102Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:45.803153Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800267000838858:2076] [node 4] ICP22 created new session: [1:7580800267000838893:2076]
2025-12-06T17:36:45.846668Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800265551901774:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:45.679242Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:45.679291Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800266102859207:2073] [node 4] ICP22 created new session: [3:7580800266102859227:2073]
2025-12-06T17:36:45.679331Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800266102859227:2073] [node 4] ICS09 handshake done sender: [3:7580800266102859215:2113] self: [3:7580800266102859214:0] peer: [4:7580800265334722878:0] socket: 201 qp: -1
2025-12-06T17:36:45.679363Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800266102859227:2073] [node 4] ICS10 traffic start
2025-12-06T17:36:45.679392Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:45.680251Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800266102859226:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58137
2025-12-06T17:36:45.680401Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800266102859211:2111] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:45.682819Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800261807891847:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:45.682860Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:45.682899Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800261807891847:2048] [node 1] ICP22 created new session: [3:7580800266102859230:2048]
2025-12-06T17:36:45.682937Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800266102859230:2048] [node 1] ICS09 handshake done sender: [3:7580800266102859211:2111] self: [3:7580800266102859223:0] peer: [1:7580800267000838866:0] socket: 198 qp: -1
2025-12-06T17:36:45.682970Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800266102859230:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:45.683004Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:45.707193Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800266102859233:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58137
2025-12-06T17:36:45.738597Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800266102859213:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:45.738635Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800266102859213:2112] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:45.742574Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800266102859233:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:45.778659Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800261807891848:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:45.779232Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800266102859213:2112] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:45.810791Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800266102859198:2059] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:45.810831Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:45.810868Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800266102859198:2059] [node 5] ICP22 created new session: [3:7580800266102859236:2059]
2025-12-06T17:36:45.834591Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800266102859236:2059] [node 5] ICS09 handshake done sender: [3:7580800266102859213:2112] self: [3:7580800266102859212:0] peer: [5:7580800265551901771:0] socket: 200 qp: -1
2025-12-06T17:36:45.866673Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800265170436615:2114] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:45.867188Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800265170436631:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59716
2025-12-06T17:36:45.867291Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800260875469249:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:45.867336Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:45.867375Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800260875469249:2049] [node 2] ICP22 created new session: [6:7580800265170436634:2049]
2025-12-06T17:36:45.867423Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800265170436634:2049] [node 2] ICS09 handshake done sender: [6:7580800265170436615:2114] self: [6:7580800265170436624:0] peer: [2:7580800265258803270:0] socket: 190 qp: -1
2025-12-06T17:36:45.867449Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800265170436634:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:45.867477Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:45.867882Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800265170436614:2113] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:45.799580Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800260963835904:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(21905978ns) {IncomingHandshake:261(21903362ns) {DropIncomingHandshake:442(858ns) PrepareNewSessionHandshake:477(3239ns) {SwitchToState:179(1026ns)} GenerateSessionVirtualId:988(723ns) IssueIncomingHandshakeReply:193(21874771ns) {SwitchToState:179(1215ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:45.803197Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800267000838893:2076] [node 4] ICS09 handshake done sender: [1:7580800267000838874:2115] self: [1:7580800267000838873:0] peer: [4:7580800265334722885:0] socket: 209 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:45.868416Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800260875469248:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:45.858761Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800266102859236:2059] [node 5] ICS10 traffic start
2025-12-06T17:36:45.814794Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800265258803267:2111] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:45.842724Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800265334722873:2116] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:45.892049Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800261039755499:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:45.892096Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:45.892133Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800261039755499:2049] [node 2] ICP22 created new session: [4:7580800265334722892:2049]
2025-12-06T17:36:45.892178Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800265334722892:2049] [node 2] ICS09 handshake done sender: [4:7580800265334722873:2116] self: [4:7580800265334722889:0] peer: [2:7580800265258803268:0] socket: 188 qp: -1
2025-12-06T17:36:45.892204Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800265334722892:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:45.892236Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:45.893860Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800261039755498:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5572) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580800265334722877:2119] held: no
2025-12-06T17:36:45.893984Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7580800261039755499:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:36:45.894028Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800265334722877:2119] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:45.894168Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800261039755498:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:45.894202Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:45.894238Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800261039755498:2048] [node 1] ICP22 created new session: [4:7580800265334722894:2048]
2025-12-06T17:36:45.894268Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800265334722894:2048] [node 1] ICS09 handshake done sender: [4:7580800265334722877:2119] self: [4:7580800265334722885:0] peer: [1:7580800267000838873:0] socket: 213 qp: -1
2025-12-06T17:36:45.894293Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800265334722894:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:45.894317Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:45.858832Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:45.891837Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800266102859238:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58137
2025-12-06T17:36:45.891888Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800266102859239:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58137
2025-12-06T17:36:45.934909Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800266102859198:2059] [node 5] ICP35 event processing took too much time PendingConnection:279(127874902ns) {HandleHandshakeStatus:329(127872830ns) {DropIncomingHandshake:442(1063ns) DropOutgoingHandshake:457(392ns) SwitchToState:179(517ns) ProcessPendingSessionEvents:495(15838960ns) {ForwardSessionEventToSession:612(15775307ns) ForwardSessionEventToSession:612(12130ns) ForwardSessionEventToSession:612(2585ns) ForwardSessionEventToSession:612(2449ns) ForwardSessionEventToSession:612(5447ns) ForwardSessionEventToSession:612(2048ns) ForwardSessionEventToSession:612(3046ns) ForwardSessionEventToSession:612(7683ns) ForwardSessionEventToSession:612(2167ns) ForwardSessionEventToSession:612(7806ns)}}}
2025-12-06T17:36:45.862667Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800261256934396:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23920) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800265551901764:2113] held: no
2025-12-06T17:36:45.874702Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800265551901764:2113] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:45.878790Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800265551901770:2116] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:45.886722Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800265551901777:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9016
2025-12-06T17:36:45.886934Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800261256934396:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:45.886982Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:45.887021Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800261256934396:2049] [node 2] ICP22 created new session: [5:7580800265551901778:2049]
2025-12-06T17:36:45.887074Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800265551901778:2049] [node 2] ICS09 handshake done sender: [5:7580800265551901764:2113] self: [5:7580800265551901772:0] peer: [2:7580800265258803272:0] socket: 193 qp: -1
2025-12-06T17:36:45.887104Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800265551901778:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:45.887138Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:45.887554Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800261256934395:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:45.902866Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800265551901777:2121] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:45.906663Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800261256934397:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:45.906714Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:45.906756Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800261256934397:2050] [node 3] ICP22 created new session: [5:7580800265551901783:2050]
2025-12-06T17:36:45.906800Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800265551901783:2050] [node 3] ICS09 handshake done sender: [5:7580800265551901770:2116] self: [5:7580800265551901771:0] peer: [3:7580800266102859212:0] socket: 214 qp: -1
2025-12-06T17:36:45.906837Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800265551901783:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:45.906879Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:45.814945Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800265258803262:2060] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:36:45.914883Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800265551901773:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:45.815003Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:45.919192Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800265551901709:2063] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:45.815041Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800265258803262:2060] [node 4] ICP22 created new session: [2:7580800265258803296:2060]
2025-12-06T17:36:45.803233Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800267000838893:2076] [node 4] ICS10 traffic start
2025-12-06T17:36:45.868448Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:45.943339Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800265334722869:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:45.939408Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800266102859233:2118] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:45.815084Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800265258803296:2060] [node 4] ICS09 handshake done sender: [2:7580800265258803269:2112] self: [2:7580800265258803268:0] peer: [4:7580800265334722889:0] socket: 184 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:45.803266Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:45.955017Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800261807891848:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:45.868482Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800260875469248:2048] [node 1] ICP22 created new session: [6:7580800265170436636:2048]
2025-12-06T17:36:45.868515Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800265170436636:2048] [node 1] ICS09 handshake done sender: [6:7580800265170436614:2113] self: [6:7580800265170436625:0] peer: [1:7580800267000838871:0] socket: 189 qp: -1
2025-12-06T17:36:45.868544Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800265170436636:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:45.868566Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:45.874633Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800265170436599:2105] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:45.943381Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800265334722869:2113] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:45.970555Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800265551901766:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:45.970593Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580800265551901766:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:45.987896Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800265551901709:2063] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24888) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800265551901773:2117] held: no
2025-12-06T17:36:45.988162Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800265551901786:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9016
2025-12-06T17:36:45.803633Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800262705871501:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:36:45.803661Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:45.803701Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800262705871501:2048] [node 2] ICP22 created new session: [1:7580800267000838895:2048]
2025-12-06T17:36:45.803735Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800267000838895:2048] [node 2] ICS09 handshake done sender: [1:7580800267000838865:2112] self: [1:7580800267000838864:0] peer: [2:7580800265258803291:0] socket: 179 qp: -1
2025-12-06T17:36:45.803763Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800267000838895:2048] [node 2] ICS10 traffic start
2025-12-06T17:36:45.803791Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:45.850643Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800267000838889:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50197
2025-12-06T17:36:45.943201Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800267000838879:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:45.943245Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800267000838879:2117] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:45.815117Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800265258803296:2060] [node 4] ICS10 traffic start
2025-12-06T17:36:45.962723Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800265334722869:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:45.963317Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800265334722867:2062] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:45.963384Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:45.994962Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800265551901773:2117] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:45.914854Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800265170436638:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59716
2025-12-06T17:36:45.955084Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:45.815148Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:45.963423Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800265334722867:2062] [node 5] ICP22 created new session: [4:7580800265334722897:2062]
2025-12-06T17:36:45.963468Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800265334722897:2062] [node 5] ICS09 handshake done sender: [4:7580800265334722869:2113] self: [4:7580800265334722868:0] peer: [5:7580800265551901785:0] socket: 224 qp: -1
2025-12-06T17:36:45.963497Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800265334722897:2062] [node 5] ICS10 traffic start
2025-12-06T17:36:45.963533Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:45.922794Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800265170436605:2059] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:36:46.010717Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800267000838879:2117] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:45.996414Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800265551901766:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:45.996643Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580800265551901741:2066] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:45.815499Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800265258803264:2062] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:45.922838Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:45.955124Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800261807891848:2049] [node 2] ICP22 created new session: [3:7580800266102859240:2049]
2025-12-06T17:36:45.955167Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800266102859240:2049] [node 2] ICS09 handshake done sender: [3:7580800266102859233:2118] self: [3:7580800266102859235:0] peer: [2:7580800265258803279:0] socket: 223 qp: -1
2025-12-06T17:36:45.955202Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800266102859240:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:45.955233Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:45.958802Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800266102859222:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:45.958823Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800266102859222:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:45.978966Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800266102859238:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:45.986961Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800266102859222:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:45.995244Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800266102859208:2089] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:45.995308Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:45.995358Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800266102859208:2089] [node 6] ICP22 created new session: [3:7580800266102859244:2089]
2025-12-06T17:36:45.995408Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800266102859244:2089] [node 6] ICS09 handshake done sender: [3:7580800266102859222:2115] self: [3:7580800266102859221:0] peer: [6:7580800265170436641:0] socket: 205 qp: -1
2025-12-06T17:36:45.995445Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800266102859244:2089] [node 6] ICS10 traffic start
2025-12-06T17:36:45.995501Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:46.042604Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800267000838849:2077] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:46.042687Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:46.050617Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800267000838849:2077] [node 5] ICP22 created new session: [1:7580800271295806194:2077]
2025-12-06T17:36:45.922881Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800265170436605:2059] [node 4] ICP22 created new session: [6:7580800265170436639:2059]
2025-12-06T17:36:45.922932Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800265170436639:2059] [node 4] ICS09 handshake done sender: [6:7580800265170436599:2105] self: [6:7580800265170436623:0] peer: [4:7580800265334722815:0] socket: 177 qp: -1
2025-12-06T17:36:45.922980Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800265170436639:2059] [node 4] ICS10 traffic start
2025-12-06T17:36:45.923016Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:45.938716Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800265170436631:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:45.942799Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800265170436638:2122] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:45.942945Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800260875469250:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:45.943007Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800265170436607:2066] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:45.963046Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800265170436643:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59716
2025-12-06T17:36:46.018649Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800260875469250:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6627) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800265170436631:2121] held: no
2025-12-06T17:36:46.026845Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800265170436631:2121] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:46.042952Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800265170436607:2066] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14371) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800265170436638:2122] held: no
2025-12-06T17:36:46.043150Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800269465403940:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59716
2025-12-06T17:36:46.043715Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800265170436638:2122] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:46.043874Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800265170436607:2066] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:36:46.043912Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:46.043950Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800265170436607:2066] [node 5] ICP22 created new session: [6:7580800269465403941:2066]
2025-12-06T17:36:46.043999Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800269465403941:2066] [node 5] ICS09 handshake done sender: [6:7580800265170436638:2122] self: [6:7580800265170436642:0] peer: [5:7580800265551901765:0] socket: 174 qp: -1
2025-12-06T17:36:46.044029Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800269465403941:2066] [node 5] ICS10 traffic start
2025-12-06T17:36:46.044059Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:45.815527Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:45.815556Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800265258803264:2062] [node 5] ICP22 created new session: [2:7580800265258803298:2062]
2025-12-06T17:36:45.815587Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800265258803298:2062] [node 5] ICS09 handshake done sender: [2:7580800265258803273:2114] self: [2:7580800265258803272:0] peer: [5:7580800265551901772:0] socket: 186 qp: -1
2025-12-06T17:36:45.815608Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800265258803298:2062] [node 5] ICS10 traffic start
2025-12-06T17:36:45.815647Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:45.815881Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580800260963835904:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:45.815904Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:45.815953Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800260963835904:2048] [node 1] ICP22 created new session: [2:7580800265258803300:2048]
2025-12-06T17:36:45.815993Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800265258803300:2048] [node 1] ICS09 handshake done sender: [2:7580800265258803267:2111] self: [2:7580800265258803291:0] peer: [1:7580800267000838864:0] socket: 182 qp: -1
2025-12-06T17:36:45.816020Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800265258803300:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:45.816041Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:45.854712Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800265258803281:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:45.854749Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800265258803281:2117] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:36:45.910755Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800265258803281:2117] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:45.951575Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800260963835905:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:36:45.958698Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:45.966922Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800260963835905:2049] [node 3] ICP22 created new session: [2:7580800265258803304:2049]
2025-12-06T17:36:45.986742Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800265258803304:2049] [node 3] ICS09 handshake done sender: [2:7580800265258803281:2117] self: [2:7580800265258803279:0] peer: [3:7580800266102859235:0] socket: 196 qp: -1
2025-12-06T17:36:45.988894Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800265258803304:2049] [node 3] ICS10 traffic start
2025-12-06T17:36:45.988938Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:46.014772Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800260963835905:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(39360057ns) {HandleHandshakeStatus:329(39356965ns) {DropIncomingHandshake:442(29543ns) DropOutgoingHandshake:457(542ns) SwitchToState:179(342ns) ProcessPendingSessionEvents:495(1900092ns) {ForwardSessionEventToSession:612(1841708ns) ForwardSessionEventToSession:612(4675ns) ForwardSessionEventToSession:612(6573ns) ForwardSessionEventToSession:612(2571ns) ForwardSessionEventToSession:612(2825ns) ForwardSessionEventToSession:612(5162ns) ForwardSessionEventToSession:612(2070ns) ForwardSessionEventToSession:612(15698ns) ForwardSessionEventToSession:612(2880ns) ForwardSessionEventToSession:612(2578ns)}}}
2025-12-06T17:36:45.996711Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:45.996752Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800265551901741:2066] [node 6] ICP22 created new session: [5:7580800265551901788:2066]
2025-12-06T17:36:45.996804Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800265551901788:2066] [node 6] ICS09 handshake done sender: [5:7580800265551901766:2114] self: [5:7580800265551901765:0] peer: [6:7580800265170436642:0] socket: 222 qp: -1
2025-12-06T17:36:45.996833Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800265551901788:2066] [node 6] ICS10 traffic start
2025-12-06T17:36:45.996876Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:46.018835Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800265551901709:2063] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:36:46.018883Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:46.018930Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800265551901709:2063] [node 4] ICP22 created new session: [5:7580800269846869087:2063]
2025-12-06T17:36:46.018975Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800269846869087:2063] [node 4] ICS09 handshake done sender: [5:7580800265551901773:2117] self: [5:7580800265551901785:0] peer: [4:7580800265334722868:0] socket: 225 qp: -1
2025-12-06T17:36:46.019012Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800269846869087:2063] [node 4] ICS10 traffic start
2025-12-06T17:36:46.019049Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:46.066683Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800261256934395:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5572) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800265551901774:2118] held: no
2025-12-06T17:36:46.071444Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800271295806194:2077] [node 5] ICS09 handshake done sender: [1:7580800267000838879:2117] self: [1:7580800267000838877:0] peer: [5:7580800265551901781:0] socket: 195 qp: -1
2025-12-06T17:36:46.071494Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800271295806194:2077] [node 5] ICS10 traffic start
2025-12-06T17:36:46.071533Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:46.078925Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800267000838849:2077] [node 5] ICP35 event processing took too much time PendingConnection:279(44125645ns) {HandleHandshakeStatus:329(44122705ns) {DropIncomingHandshake:442(19799ns) DropOutgoingHandshake:457(565ns) SwitchToState:179(847ns) ProcessPendingSessionEvents:495(7086890ns) {ForwardSessionEventToSession:612(7040473ns) ForwardSessionEventToSession:612(6524ns) ForwardSessionEventToSession:612(2131ns) ForwardSessionEventToSession:612(5014ns) ForwardSessionEventToSession:612(2387ns) ForwardSessionEventToSession:612(2369ns) ForwardSessionEventToSession:612(4544ns) ForwardSessionEventToSession:612(1884ns) ForwardSessionEventToSession:612(7659ns) ForwardSessionEventToSession:612(2011ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:46.066682Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800260875469250:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(20045736ns) {HandleHandshakeStatus:395(18613662ns) {LogHandshakeFail:472(14656ns) {UpdateErrorStateLog:545(5476ns)} DropOutgoingHandshake:457(1067ns) ProcessPendingSessionEvents:495(12033306ns) {DropSessionEvent:512(12082ns) DropSessionEvent:512(5071ns) DropSessionEvent:512(4250ns) DropSessionEvent:512(11979200ns) DropSessionEvent:512(4219ns) DropSessionEvent:512(4453ns) DropSessionEvent:512(4035ns) DropSessionEvent:512(5304ns) DropSessionEvent:512(3579ns) DropSessionEvent:512(3835ns)}}}
2025-12-06T17:36:46.066752Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800260875469250:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:46.066819Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:46.066867Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800260875469250:2050] [node 3] ICP22 created new session: [6:7580800269465403943:2050]
2025-12-06T17:36:46.066905Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800269465403943:2050] [node 3] ICS09 handshake done sender: [6:7580800265170436631:2121] self: [6:7580800265170436641:0] peer: [3:7580800266102859221:0] socket: 234 qp: -1
2025-12-06T17:36:46.066938Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800269465403943:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:46.066982Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:46.080267Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800265551901790:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9016
2025-12-06T17:36:46.084948Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800265551901774:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:46.085850Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800261256934395:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:46.085905Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:46.085950Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800261256934395:2048] [node 1] ICP22 created new session: [5:7580800269846869089:2048]
2025-12-06T17:36:46.085990Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800269846869089:2048] [node 1] ICS09 handshake done sender: [5:7580800265551901774:2118] self: [5:7580800265551901781:0] peer: [1:7580800267000838877:0] socket: 229 qp: -1
2025-12-06T17:36:46.086024Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800269846869089:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:46.086063Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:46.150706Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:36:46.150974Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800266102859230:2048] [node 1] ICS01 socket: 198 reason# EndOfStream
2025-12-06T17:36:46.151011Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800261807891847:2048] [node 1] ICP30 unregister session Session# [3:7580800266102859230:2048] VirtualId# [3:7580800266102859223:0]
2025-12-06T17:36:46.151044Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800266102859230:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:46.151120Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:46.151161Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:46.154656Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:36:46.154961Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580800265258803300:2048] [node 1] ICS01 socket: 182 reason# EndOfStream
2025-12-06T17:36:46.154999Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580800260963835904:2048] [node 1] ICP30 unregister session Session# [2:7580800265258803300:2048] VirtualId# [2:7580800265258803291:0]
2025-12-06T17:36:46.155041Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580800265258803300:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:46.155138Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:46.155181Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:46.166952Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:36:46.167193Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800269846869089:2048] [node 1] ICS01 socket: 229 reason# EndOfStream
2025-12-06T17:36:46.170650Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:36:46.167233Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800261256934395:2048] [node 1] ICP30 unregister session Session# [5:7580800269846869089:2048] VirtualId# [5:7580800265551901781:0]
2025-12-06T17:36:46.167266Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800269846869089:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:46.167353Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:46.167398Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:46.194653Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:36:46.210642Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800265334722894:2048] [node 1] ICS01 socket: 213 reason# EndOfStream
2025-12-06T17:36:46.210711Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800261039755498:2048] [node 1] ICP30 unregister session Session# [4:7580800265334722894:2048] VirtualId# [4:7580800265334722885:0]
2025-12-06T17:36:46.210748Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800265334722894:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:46.210849Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:46.210894Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:46.210902Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800265170436636:2048] [node 1] ICS01 socket: 189 reason# EndOfStream
2025-12-06T17:36:46.210946Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800260875469248:2048] [node 1] ICP30 unregister session Session# [6:7580800265170436636:2048] VirtualId# [6:7580800265170436625:0]
2025-12-06T17:36:46.210970Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800265170436636:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:46.211034Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:46.211072Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:46.242673Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:36:46.242907Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800266102859240:2049] [node 2] ICS01 socket: 223 reason# EndOfStream
2025-12-06T17:36:46.242944Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800261807891848:2049] [node 2] ICP30 unregister session Session# [3:7580800266102859240:2049] VirtualId# [3:7580800266102859235:0]
2025-12-06T17:36:46.242973Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800266102859240:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:46.243059Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:46.243094Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:46.266701Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:36:46.266956Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800265334722892:2049] [node 2] ICS01 socket: 188 reason# EndOfStream
2025-12-06T17:36:46.266994Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800261039755499:2049] [node 2] ICP30 unregister session Session# [4:7580800265334722892:2049] VirtualId# [4:7580800265334722889:0]
2025-12-06T17:36:46.267024Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800265334722892:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:46.267104Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:46.267144Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:46.267228Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:36:46.267403Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800265170436634:2049] [node 2] ICS01 socket: 190 reason# EndOfStream
2025-12-06T17:36:46.267449Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800260875469249:2049] [node 2] ICP30 unregister session Session# [6:7580800265170436634:2049] VirtualId# [6:7580800265170436624:0]
2025-12-06T17:36:46.267469Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800265170436634:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:46.267513Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:46.267549Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:46.266702Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:36:46.266950Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800265551901778:2049] [node 2] ICS01 socket: 193 reason# EndOfStream
2025-12-06T17:36:46.266993Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800261256934396:2049] [node 2] ICP30 unregister session Session# [5:7580800265551901778:2049] VirtualId# [5:7580800265551901772:0]
2025-12-06T17:36:46.267024Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800265551901778:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:46.267099Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:46.267140Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:46.371520Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:36:46.371719Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800269465403943:2050] [node 3] ICS01 socket: 234 reason# EndOfStream
2025-12-06T17:36:46.371751Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800260875469250:2050] [node 3] ICP30 unregister session Session# [6:7580800269465403943:2050] VirtualId# [6:7580800265170436641:0]
2025-12-06T17:36:46.371786Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800269465403943:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:46.371834Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:46.371866Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:46.370940Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:36:46.371198Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800265551901783:2050] [node 3] ICS01 socket: 214 reason# EndOfStream
2025-12-06T17:36:46.371248Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800261256934397:2050] [node 3] ICP30 unregister session Session# [5:7580800265551901783:2050] VirtualId# [5:7580800265551901771:0]
2025-12-06T17:36:46.371282Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800265551901783:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:46.371367Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:46.371418Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:46.374687Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:36:46.375005Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580800265334722886:2050] [node 3] ICS07 socket disconnect 204 reason# EndOfStream
2025-12-06T17:36:46.375031Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800265334722886:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:46.375113Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:46.375157Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580800265334722886:2050] [node 3] ICS15 start handshake
2025-12-06T17:36:46.444691Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:36:46.444886Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800265170436639:2059] [node 4] ICS01 socket: 177 reason# EndOfStream
2025-12-06T17:36:46.444919Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800265170436605:2059] [node 4] ICP30 unregister session Session# [6:7580800265170436639:2059] VirtualId# [6:7580800265170436623:0]
2025-12-06T17:36:46.444942Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800265170436639:2059] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:46.445271Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:36:46.445327Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:36:46.518650Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:36:46.518907Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800269465403941:2066] [node 5] ICS01 socket: 174 reason# EndOfStream
2025-12-06T17:36:46.518944Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800265170436607:2066] [node 5] ICP30 unregister session Session# [6:7580800269465403941:2066] VirtualId# [6:7580800265170436642:0]
2025-12-06T17:36:46.518975Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800269465403941:2066] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:46.519084Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:36:46.519126Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:36:46.650953Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800272149462927:2048] [node 2] ICP01 ready to work
2025-12-06T17:36:46.650988Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800272149462928:2049] [node 3] ICP01 ready to work
2025-12-06T17:36:46.738937Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800271370927026:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:46.738978Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800271370927027:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:46.678910Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800270755207623:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:46.678952Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800270755207624:2049] [node 3] ICP01 ready to work
2025-12-06T17:36:46.782944Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800270682533338:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:46.782969Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800270682533339:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:46.782994Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800270682533340:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:46.823047Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800269198477379:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:46.823089Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800269198477380:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:46.823117Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800269198477381:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:46.883570Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800273044789467:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:46.883598Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800273044789468:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:46.899276Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800273044789469:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:47.167573Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800273493444691:2060] [node 6] ICP01 ready to work
2025-12-06T17:36:47.167832Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800273493444692:2062] [node 5] ICP01 ready to work
2025-12-06T17:36:47.195591Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800275050174983:2108] [node 5] ICP01 ready to work
2025-12-06T17:36:47.166022Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800276444430282:2106] [node 4] ICP01 ready to work
2025-12-06T17:36:47.231589Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800276444430292:2107] [node 5] ICP01 ready to work
2025-12-06T17:36:47.250857Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800273493444691:2060] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(82779662ns) {Configure:104(82775774ns) {ProcessConfigured:135(24001605ns) {StartInitialHandshake:157(23998653ns) {DropHandshakes:470(3549ns) {DropIncomingHandshake:442(758ns) DropOutgoingHandshake:457(496ns)} GenerateSessionVirtualId:988(923ns) PrepareNewSessionHandshake:477(3539ns) {SwitchToState:179(1040ns)}}}}}
2025-12-06T17:36:47.274745Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800276444430293:2108] [node 6] ICP01 ready to work
2025-12-06T17:36:47.258877Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800275665894381:2094] [node 5] ICP01 ready to work
2025-12-06T17:36:47.319456Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800275665894381:2094] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(58674875ns) {Configure:104(58671283ns) {ProcessConfigured:135(85122ns) {StartInitialHandshake:157(82883ns) {DropHandshakes:470(7422ns) {DropIncomingHandshake:442(694ns) DropOutgoingHandshake:457(668ns)} GenerateSessionVirtualId:988(1301ns) PrepareNewSessionHandshake:477(2239ns) {SwitchToState:179(579ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:47.395204Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800276444430306:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30792
2025-12-06T17:36:47.395264Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800276444430305:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30792
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:47.416878Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800275665894391:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23859
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:47.423665Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800275050174992:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55307
2025-12-06T17:36:47.377647Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800274977500651:2063] [node 4] ICP01 ready to work
2025-12-06T17:36:47.506966Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800275050174994:2106] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:47.522264Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800274977500681:2093] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12840
2025-12-06T17:36:47.522476Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800274977500693:2105] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12840
2025-12-06T17:36:47.430842Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800276444430305:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:47.531909Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800275665894391:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:47.566559Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800275050174993:2109] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:47.504255Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800276444430282:2106] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(204712918ns) {Configure:104(204708904ns) {ProcessConfigured:135(36158878ns) {StartInitialHandshake:157(36155556ns) {DropHandshakes:470(3533ns) {DropIncomingHandshake:442(903ns) DropOutgoingHandshake:457(375ns)} GenerateSessionVirtualId:988(1399ns) PrepareNewSessionHandshake:477(3432ns) {SwitchToState:179(903ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:47.583336Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800277339756824:2072] [node 4] ICP01 ready to work
2025-12-06T17:36:47.614727Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800276444430306:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:47.622543Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800276444430309:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30792
2025-12-06T17:36:47.646744Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800276444430304:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:47.646782Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800276444430304:2119] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:36:47.647696Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800276444430304:2119] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:47.648004Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800272149462927:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:36:47.648073Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:47.648111Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800272149462927:2048] [node 2] ICP22 created new session: [1:7580800276444430311:2048]
2025-12-06T17:36:47.648150Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800276444430311:2048] [node 2] ICS09 handshake done sender: [1:7580800276444430304:2119] self: [1:7580800276444430303:0] peer: [2:7580800275050174998:0] socket: 189 qp: -1
2025-12-06T17:36:47.648180Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800276444430311:2048] [node 2] ICS10 traffic start
2025-12-06T17:36:47.648215Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:47.567672Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800270682533340:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(36431091ns) {Configure:104(36424147ns) {ProcessConfigured:135(54413ns) {StartInitialHandshake:157(51326ns) {DropHandshakes:470(3240ns) {DropIncomingHandshake:442(915ns) DropOutgoingHandshake:457(549ns)} GenerateSessionVirtualId:988(915ns) PrepareNewSessionHandshake:477(2161ns) {SwitchToState:179(763ns)}}}}}
2025-12-06T17:36:47.527087Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800275665894392:2086] [node 4] ICP01 ready to work
2025-12-06T17:36:47.591476Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800275050174992:2113] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:47.568164Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800274977500670:2082] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12840
2025-12-06T17:36:47.584888Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800277339756790:2074] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44830
2025-12-06T17:36:47.642498Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800273493444692:2062] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(423682318ns) {Configure:104(415627968ns) {ProcessConfigured:135(27681213ns) {StartInitialHandshake:157(27677849ns) {DropHandshakes:470(3664ns) {DropIncomingHandshake:442(948ns) DropOutgoingHandshake:457(464ns)} GenerateSessionVirtualId:988(1043ns) PrepareNewSessionHandshake:477(2301ns) {SwitchToState:179(935ns)}}}}}
2025-12-06T17:36:47.615864Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800275050174997:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55307
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:47.575173Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800275665894394:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23859
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:47.634877Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800277339756790:2074] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:47.598787Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800274977500670:2082] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:47.642023Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580800270755207623:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:47.614938Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800275665894385:2107] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:47.707201Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800276444430296:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:47.663004Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800277339756833:2064] [node 5] ICP01 ready to work
2025-12-06T17:36:47.599122Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800270682533339:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:47.614964Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800275665894385:2107] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:47.654953Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800270755207623:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(35245907ns) {IncomingHandshake:261(35243199ns) {DropIncomingHandshake:442(741ns) PrepareNewSessionHandshake:477(2314ns) {SwitchToState:179(990ns)} GenerateSessionVirtualId:988(526ns) IssueIncomingHandshakeReply:193(27329436ns) {SwitchToState:179(1196ns)}}}
2025-12-06T17:36:47.740367Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800273493444747:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34831
2025-12-06T17:36:47.740490Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800273493444748:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34831
2025-12-06T17:36:47.707233Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800276444430296:2116] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:47.740573Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800273493444749:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34831
2025-12-06T17:36:47.740618Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800273493444746:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34831
2025-12-06T17:36:47.798827Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800273493444746:2112] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:47.666711Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800275050174985:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:47.666750Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800275050174985:2110] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:47.707961Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800276444430296:2116] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:47.695322Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800277339756841:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44830
2025-12-06T17:36:47.599359Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800274977500693:2105] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:47.708168Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800276444430292:2107] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:47.708206Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:47.708246Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800276444430292:2107] [node 5] ICP22 created new session: [1:7580800276444430315:2107]
2025-12-06T17:36:47.708289Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800276444430315:2107] [node 5] ICS09 handshake done sender: [1:7580800276444430296:2116] self: [1:7580800276444430295:0] peer: [5:7580800274977500716:0] socket: 178 qp: -1
2025-12-06T17:36:47.708320Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800276444430315:2107] [node 5] ICS10 traffic start
2025-12-06T17:36:47.708352Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:47.715692Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800276444430309:2122] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:47.719369Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800272149462928:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(351075335ns) {Configure:104(351069204ns) {ProcessConfigured:135(62758ns) {StartInitialHandshake:157(61101ns) {DropHandshakes:470(2950ns) {DropIncomingHandshake:442(735ns) DropOutgoingHandshake:457(529ns)} GenerateSessionVirtualId:988(770ns) PrepareNewSessionHandshake:477(2609ns) {SwitchToState:179(886ns)}}}}}
2025-12-06T17:36:47.758715Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580800276444430292:2107] [node 5] ICP18 handshake (actor [1:7580800276444430309:2122]) is too old
2025-12-06T17:36:47.758798Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:294: Proxy [1:7580800276444430292:2107] [node 5] ICP35 event processing took too much time StateWork:294(32083265ns) {IncomingHandshake:261(28103829ns)}
2025-12-06T17:36:47.795198Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800276444430298:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:47.795216Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800276444430298:2117] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:47.795974Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800276444430298:2117] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:47.796165Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800276444430293:2108] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:47.796203Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:47.796243Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800276444430293:2108] [node 6] ICP22 created new session: [1:7580800276444430322:2108]
2025-12-06T17:36:47.796285Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800276444430322:2108] [node 6] ICS09 handshake done sender: [1:7580800276444430298:2117] self: [1:7580800276444430297:0] peer: [6:7580800277339756844:0] socket: 179 qp: -1
2025-12-06T17:36:47.796310Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800276444430322:2108] [node 6] ICS10 traffic start
2025-12-06T17:36:47.796343Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:47.818655Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:294: Proxy [1:7580800276444430292:2107] [node 5] ICP35 event processing took too much time StateWork:294(19883635ns)
2025-12-06T17:36:47.620952Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800275665894385:2107] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:47.667240Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580800270755207623:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18552) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7580800275050174992:2113] held: no
2025-12-06T17:36:47.599440Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800270682533340:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:47.654631Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800275665894395:2089] [node 6] ICP01 ready to work
2025-12-06T17:36:47.846925Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800273493444747:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:47.679122Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800275050174985:2110] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:47.680690Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800275050174983:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:47.680734Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:47.680775Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800275050174983:2108] [node 5] ICP22 created new session: [2:7580800275050175001:2108]
2025-12-06T17:36:47.680815Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800275050175001:2108] [node 5] ICS09 handshake done sender: [2:7580800275050174985:2110] self: [2:7580800275050174984:0] peer: [5:7580800274977500709:0] socket: 176 qp: -1
2025-12-06T17:36:47.680842Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800275050175001:2108] [node 5] ICS10 traffic start
2025-12-06T17:36:47.680869Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:47.682938Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800275050175003:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55307
2025-12-06T17:36:47.726692Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800275050174997:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:47.726813Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580800275050174983:2108] [node 5] ICP18 handshake (actor [2:7580800275050174997:2115]) is too old
2025-12-06T17:36:47.730608Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800275050174992:2113] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:47.759192Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580800270755207623:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:47.759250Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:47.778725Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800270755207623:2048] [node 1] ICP22 created new session: [2:7580800275050175004:2048]
2025-12-06T17:36:47.778777Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800275050175004:2048] [node 1] ICS09 handshake done sender: [2:7580800275050174992:2113] self: [2:7580800275050174998:0] peer: [1:7580800276444430303:0] socket: 190 qp: -1
2025-12-06T17:36:47.778813Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800275050175004:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:47.822985Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:47.843105Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800275050175006:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55307
2025-12-06T17:36:47.850590Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800275050174976:2104] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:47.850648Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800275050174976:2104] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:36:47.882739Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800270755207623:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(115760620ns) {HandleHandshakeStatus:329(115757886ns) {DropIncomingHandshake:442(1136ns) DropOutgoingHandshake:457(450ns) SwitchToState:179(585ns) ProcessPendingSessionEvents:495(1281ns)}}
2025-12-06T17:36:47.887189Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800275050175006:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:47.794787Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800273044789467:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(208486237ns) {Configure:104(208483264ns) {ProcessConfigured:135(18686958ns) {StartInitialHandshake:157(18683202ns) {DropHandshakes:470(3045ns) {DropIncomingHandshake:442(610ns) DropOutgoingHandshake:457(512ns)} GenerateSessionVirtualId:988(857ns) PrepareNewSessionHandshake:477(3869ns) {SwitchToState:179(2502ns)}}}}}
2025-12-06T17:36:47.855783Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800269198477380:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(431246460ns) {Configure:104(431235409ns) {ProcessConfigured:135(4860405ns) {StartInitialHandshake:157(4856367ns) {DropHandshakes:470(3758ns) {DropIncomingHandshake:442(850ns) DropOutgoingHandshake:457(898ns)} GenerateSessionVirtualId:988(1295ns) PrepareNewSessionHandshake:477(3385ns) {SwitchToState:179(643ns)}}}}}
2025-12-06T17:36:47.622194Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800274977500711:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12840
2025-12-06T17:36:47.794929Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800273044789467:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:47.898700Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800275050174996:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:47.638635Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800274977500681:2093] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:47.762655Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800275665894381:2094] [node 5] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:47.894644Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800276444430318:2123] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:47.856169Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800273493444741:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:47.898751Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800275050174996:2114] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:36:47.850589Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800277339756808:2093] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44830
2025-12-06T17:36:47.762712Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:47.854615Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800277339756841:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:47.660507Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800274977500651:2063] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(282613824ns) {Configure:104(282610116ns) {ProcessConfigured:135(21695998ns) {StartInitialHandshake:157(21693247ns) {DropHandshakes:470(3300ns) {DropIncomingHandshake:442(669ns) DropOutgoingHandshake:457(544ns)} GenerateSessionVirtualId:988(1039ns) PrepareNewSessionHandshake:477(4528ns) {SwitchToState:179(2089ns)}}}}}
2025-12-06T17:36:47.678657Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800270682533338:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:47.676551Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800274977500714:2061] [node 6] ICP01 ready to work
2025-12-06T17:36:47.707048Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800274977500693:2105] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:47.715251Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800274977500717:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12840
2025-12-06T17:36:47.715308Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800274977500718:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12840
2025-12-06T17:36:47.722757Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800274977500719:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12840
2025-12-06T17:36:47.722929Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800274977500720:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12840
2025-12-06T17:36:47.731124Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800274977500681:2093] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:47.731282Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800270682533338:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:47.731336Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:47.731372Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800270682533338:2048] [node 1] ICP22 created new session: [5:7580800274977500721:2048]
2025-12-06T17:36:47.731416Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800274977500721:2048] [node 1] ICS09 handshake done sender: [5:7580800274977500681:2093] self: [5:7580800274977500716:0] peer: [1:7580800276444430295:0] socket: 193 qp: -1
2025-12-06T17:36:47.731445Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800274977500721:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:47.731478Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:47.733012Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800270682533340:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:47.733047Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:47.733081Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800270682533340:2050] [node 3] ICP22 created new session: [5:7580800274977500724:2050]
2025-12-06T17:36:47.733139Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800274977500724:2050] [node 3] ICS09 handshake done sender: [5:7580800274977500693:2105] self: [5:7580800274977500710:0] peer: [3:7580800275665894384:0] socket: 194 qp: -1
2025-12-06T17:36:47.733170Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800274977500724:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:47.733196Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:47.733522Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800274977500670:2082] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:47.733711Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800270682533339:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:47.733738Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:47.733765Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800270682533339:2049] [node 2] ICP22 created new session: [5:7580800274977500726:2049]
2025-12-06T17:36:47.733798Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800274977500726:2049] [node 2] ICS09 handshake done sender: [5:7580800274977500670:2082] self: [5:7580800274977500709:0] peer: [2:7580800275050174984:0] socket: 184 qp: -1
2025-12-06T17:36:47.733817Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800274977500726:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:47.733839Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:47.742428Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800274977500719:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:47.834883Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800274977500717:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:47.835469Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800274977500651:2063] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:47.870935Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800274977500714:2061] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(163969978ns) {Configure:104(163959553ns) {ProcessConfigured:135(89194ns) {StartInitialHandshake:157(86119ns) {DropHandshakes:470(3708ns) {DropIncomingHandshake:442(928ns) DropOutgoingHandshake:457(524ns)} GenerateSessionVirtualId:988(1489ns) PrepareNewSessionHandshake:477(2237ns) {SwitchToState:179(646ns)}}}}}
2025-12-06T17:36:47.930610Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800274977500651:2063] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3976) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800274977500717:2118] held: no
2025-12-06T17:36:47.938770Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800274977500733:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12840
2025-12-06T17:36:47.894692Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800276444430318:2123] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:36:47.902824Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800276444430318:2123] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:47.930702Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800276444430302:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:47.930726Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800276444430302:2118] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:36:47.954909Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800276444430302:2118] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:47.967127Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800272149462928:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:36:47.967181Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:47.967234Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800272149462928:2049] [node 3] ICP22 created new session: [1:7580800276444430327:2049]
2025-12-06T17:36:47.967277Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800276444430327:2049] [node 3] ICS09 handshake done sender: [1:7580800276444430318:2123] self: [1:7580800276444430317:0] peer: [3:7580800275665894409:0] socket: 222 qp: -1
2025-12-06T17:36:47.967311Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800276444430327:2049] [node 3] ICS10 traffic start
2025-12-06T17:36:47.967339Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:47.975459Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800276444430326:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30792
2025-12-06T17:36:47.943497Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800275050175009:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55307
2025-12-06T17:36:47.954709Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800275050174976:2104] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:47.961789Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800275050174996:2114] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:47.863093Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800277339756845:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44830
2025-12-06T17:36:47.882840Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800273044789469:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:47.921547Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800273044789469:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(28060103ns) {IncomingHandshake:261(16051480ns) {DropIncomingHandshake:442(321ns) PrepareNewSessionHandshake:477(1230ns) {SwitchToState:179(453ns)} GenerateSessionVirtualId:988(880ns) IssueIncomingHandshakeReply:193(7849922ns) {SwitchToState:179(975ns)}}}
2025-12-06T17:36:47.955402Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800277339756790:2074] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:47.955638Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800277339756847:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44830
2025-12-06T17:36:47.955766Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800277339756848:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44830
2025-12-06T17:36:47.956057Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800273044789467:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:47.956105Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:47.956147Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800273044789467:2048] [node 1] ICP22 created new session: [6:7580800277339756849:2048]
2025-12-06T17:36:47.956195Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800277339756849:2048] [node 1] ICS09 handshake done sender: [6:7580800277339756790:2074] self: [6:7580800277339756844:0] peer: [1:7580800276444430297:0] socket: 183 qp: -1
2025-12-06T17:36:47.956227Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800277339756849:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:47.956261Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:47.957035Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800277339756841:2116] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:47.962702Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800277339756808:2093] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:47.962808Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800273044789469:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13149) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800277339756841:2116] held: no
2025-12-06T17:36:47.963096Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800273044789469:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:47.975125Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800277339756824:2072] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:47.976741Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:47.976798Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800273044789469:2050] [node 3] ICP22 created new session: [6:7580800277339756851:2050]
2025-12-06T17:36:47.976838Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800277339756851:2050] [node 3] ICS09 handshake done sender: [6:7580800277339756841:2116] self: [6:7580800277339756846:0] peer: [3:7580800275665894397:0] socket: 214 qp: -1
2025-12-06T17:36:47.976866Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800277339756851:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:47.976913Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:47.856195Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800273493444741:2110] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:47.856928Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800273493444749:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:47.858637Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800273493444748:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:47.878919Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800273493444741:2110] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:47.978827Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800277339756847:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:47.886605Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800269198477380:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:47.762762Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800275665894381:2094] [node 5] ICP22 created new session: [3:7580800275665894400:2094]
2025-12-06T17:36:47.762804Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800275665894400:2094] [node 5] ICS09 handshake done sender: [3:7580800275665894385:2107] self: [3:7580800275665894384:0] peer: [5:7580800274977500710:0] socket: 181 qp: -1
2025-12-06T17:36:47.762838Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800275665894400:2094] [node 5] ICS10 traffic start
2025-12-06T17:36:47.762869Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:47.764811Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800275665894402:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23859
2025-12-06T17:36:47.765017Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800275665894403:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23859
2025-12-06T17:36:47.778602Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800275665894394:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:47.791324Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800271370927027:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(420540551ns) {Configure:104(420532738ns) {ProcessConfigured:135(62026ns) {StartInitialHandshake:157(59306ns) {DropHandshakes:470(3182ns) {DropIncomingHandshake:442(673ns) DropOutgoingHandshake:457(453ns)} GenerateSessionVirtualId:988(1282ns) PrepareNewSessionHandshake:477(2206ns) {SwitchToState:179(588ns)}}}}}
2025-12-06T17:36:47.791719Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800271370927027:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:47.850832Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800275665894402:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:47.863258Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800275665894403:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:47.874618Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7580800275665894381:2094] [node 5] ICP18 handshake (actor [3:7580800275665894394:2113]) is too old
2025-12-06T17:36:47.874876Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800271370927026:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:47.879933Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800275665894392:2086] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(225021188ns) {Configure:104(225014852ns) {ProcessConfigured:135(68734ns) {StartInitialHandshake:157(66845ns) {DropHandshakes:470(4591ns) {DropIncomingHandshake:442(185ns) DropOutgoingHandshake:457(518ns)} GenerateSessionVirtualId:988(367ns) PrepareNewSessionHandshake:477(512ns) {SwitchToState:179(146ns)}}}}}
2025-12-06T17:36:47.880070Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800275665894398:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:47.880112Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800275665894398:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:47.891500Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800275665894398:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:47.922877Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800275665894395:2089] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:47.922950Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:47.922996Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800275665894395:2089] [node 6] ICP22 created new session: [3:7580800275665894413:2089]
2025-12-06T17:36:47.923047Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800275665894413:2089] [node 6] ICS09 handshake done sender: [3:7580800275665894398:2114] self: [3:7580800275665894397:0] peer: [6:7580800277339756846:0] socket: 213 qp: -1
2025-12-06T17:36:47.923079Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800275665894413:2089] [node 6] ICS10 traffic start
2025-12-06T17:36:47.923108Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:47.939297Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800275665894416:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23859
2025-12-06T17:36:47.939402Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800275665894417:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23859
2025-12-06T17:36:47.943289Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800275665894403:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:47.943783Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800271370927026:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:47.943846Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:47.943885Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800271370927026:2048] [node 1] ICP22 created new session: [3:7580800275665894418:2048]
2025-12-06T17:36:47.943933Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800275665894418:2048] [node 1] ICS09 handshake done sender: [3:7580800275665894403:2116] self: [3:7580800275665894409:0] peer: [1:7580800276444430317:0] socket: 225 qp: -1
2025-12-06T17:36:47.943962Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800275665894418:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:47.943988Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:47.978678Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800275665894411:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:47.978700Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800275665894411:2118] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:36:47.990943Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800275665894391:2111] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:47.991111Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800271370927027:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:47.991162Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:47.991201Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800271370927027:2049] [node 2] ICP22 created new session: [3:7580800275665894421:2049]
2025-12-06T17:36:47.991242Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800275665894421:2049] [node 2] ICS09 handshake done sender: [3:7580800275665894391:2111] self: [3:7580800275665894407:0] peer: [2:7580800275050174975:0] socket: 187 qp: -1
2025-12-06T17:36:47.991278Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800275665894421:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:47.991311Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:47.992716Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800275665894420:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23859
2025-12-06T17:36:47.993104Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800275665894420:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:48.006657Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800275665894411:2118] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:47.978598Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800275050174993:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(325750706ns) {Configure:104(325741836ns) {ProcessConfigured:135(53280ns) {StartInitialHandshake:157(51003ns) {DropHandshakes:470(2238ns) {DropIncomingHandshake:442(431ns) DropOutgoingHandshake:457(518ns)} GenerateSessionVirtualId:988(517ns) PrepareNewSessionHandshake:477(1830ns) {SwitchToState:179(548ns)}}}}}
2025-12-06T17:36:47.999202Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800277339756833:2064] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:47.978674Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800276444430282:2106] [node 4] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:48.002617Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800275050175009:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:47.901905Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800273493444692:2062] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:48.034920Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800275665894392:2086] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:36:48.035008Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:48.035062Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800275665894392:2086] [node 4] ICP22 created new session: [3:7580800279960861721:2086]
2025-12-06T17:36:48.035112Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800279960861721:2086] [node 4] ICS09 handshake done sender: [3:7580800275665894411:2118] self: [3:7580800275665894410:0] peer: [4:7580800273493444767:0] socket: 197 qp: -1
2025-12-06T17:36:48.035147Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800279960861721:2086] [node 4] ICS10 traffic start
2025-12-06T17:36:48.035181Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:48.014673Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800274977500651:2063] [node 4] ICP35 event processing took too much time PendingConnection:279(33204583ns) {HandleHandshakeStatus:395(33200227ns) {LogHandshakeFail:472(17638ns) {UpdateErrorStateLog:545(5870ns)} DropOutgoingHandshake:457(1722ns) ProcessPendingSessionEvents:495(21298320ns) {DropSessionEvent:512(10784ns) DropSessionEvent:512(11936686ns) DropSessionEvent:512(11708ns) DropSessionEvent:512(3849ns) DropSessionEvent:512(3054ns) DropSessionEvent:512(3208ns) DropSessionEvent:512(9303076ns) DropSessionEvent:512(7164ns) DropSessionEvent:512(3868ns) DropSessionEvent:512(3042ns)}}}
2025-12-06T17:36:48.014606Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:47.901967Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:47.902025Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800273493444692:2062] [node 5] ICP22 created new session: [4:7580800273493444758:2062]
2025-12-06T17:36:47.902078Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800273493444758:2062] [node 5] ICS09 handshake done sender: [4:7580800273493444741:2110] self: [4:7580800273493444737:0] peer: [5:7580800274977500728:0] socket: 205 qp: -1
2025-12-06T17:36:47.902111Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800273493444758:2062] [node 5] ICS10 traffic start
2025-12-06T17:36:47.902144Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:47.908838Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800269198477379:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(484227465ns) {Configure:104(484223708ns) {ProcessConfigured:135(63009ns) {StartInitialHandshake:157(61016ns) {DropHandshakes:470(2853ns) {DropIncomingHandshake:442(770ns) DropOutgoingHandshake:457(378ns)} GenerateSessionVirtualId:988(1390ns) PrepareNewSessionHandshake:477(2311ns) {SwitchToState:179(696ns)}}}}}
2025-12-06T17:36:47.912877Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800269198477379:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:47.936499Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800269198477381:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(524137869ns) {Configure:104(524130492ns) {ProcessConfigured:135(37625892ns) {StartInitialHandshake:157(37622652ns) {DropHandshakes:470(3447ns) {DropIncomingHandshake:442(754ns) DropOutgoingHandshake:457(445ns)} GenerateSessionVirtualId:988(1150ns) PrepareNewSessionHandshake:477(3328ns) {SwitchToState:179(1510ns)}}}}}
2025-12-06T17:36:47.936901Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800273493444766:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34831
2025-12-06T17:36:47.939867Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800273493444764:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34831
2025-12-06T17:36:47.954650Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800273493444764:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:47.954797Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800269198477381:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:47.975784Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800273493444768:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34831
2025-12-06T17:36:47.979097Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800273493444748:2114] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:47.979265Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800269198477380:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:47.979313Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:47.979367Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800269198477380:2049] [node 2] ICP22 created new session: [4:7580800273493444769:2049]
2025-12-06T17:36:47.979413Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800273493444769:2049] [node 2] ICS09 handshake done sender: [4:7580800273493444748:2114] self: [4:7580800273493444756:0] peer: [2:7580800275050174995:0] socket: 223 qp: -1
2025-12-06T17:36:47.979440Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800273493444769:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:47.979469Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:48.009070Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800273493444746:2112] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:48.011884Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800273493444694:2063] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:48.011912Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800273493444694:2063] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:48.023284Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800269198477379:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:48.023354Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:48.023396Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800269198477379:2048] [node 1] ICP22 created new session: [4:7580800277788412068:2048]
2025-12-06T17:36:48.023454Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800277788412068:2048] [node 1] ICS09 handshake done sender: [4:7580800273493444746:2112] self: [4:7580800273493444763:0] peer: [1:7580800276444430301:0] socket: 215 qp: -1
2025-12-06T17:36:48.023495Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800277788412068:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:48.023535Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:48.055855Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800269198477381:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13149) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580800273493444764:2118] held: no
2025-12-06T17:36:48.056024Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800277788412071:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34831
2025-12-06T17:36:48.056403Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800273493444764:2118] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:48.056531Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800269198477381:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:48.056577Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:48.056622Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800269198477381:2050] [node 3] ICP22 created new session: [4:7580800277788412072:2050]
2025-12-06T17:36:48.056662Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800277788412072:2050] [node 3] ICS09 handshake done sender: [4:7580800273493444764:2118] self: [4:7580800273493444767:0] peer: [3:7580800275665894410:0] socket: 234 qp: -1
2025-12-06T17:36:48.056694Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800277788412072:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:48.056728Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:48.066602Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800273493444694:2063] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:48.002859Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800275050174994:2106] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:36:48.067260Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800281634724152:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44830
2025-12-06T17:36:48.021276Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800274977500730:2122] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:48.021311Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580800274977500730:2122] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:48.030786Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800274977500717:2118] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:48.039661Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800274977500730:2122] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:48.039899Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580800274977500714:2061] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:48.039954Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:48.040011Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800274977500714:2061] [node 6] ICP22 created new session: [5:7580800279272468031:2061]
2025-12-06T17:36:48.040064Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800279272468031:2061] [node 6] ICS09 handshake done sender: [5:7580800274977500730:2122] self: [5:7580800274977500729:0] peer: [6:7580800277339756855:0] socket: 230 qp: -1
2025-12-06T17:36:48.040096Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800279272468031:2061] [node 6] ICS10 traffic start
2025-12-06T17:36:48.040130Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:48.075216Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800274977500651:2063] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:36:48.086709Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:48.094991Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800274977500651:2063] [node 4] ICP22 created new session: [5:7580800279272468033:2063]
2025-12-06T17:36:48.074583Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800277339756833:2064] [node 5] ICP35 event processing took too much time PendingConnection:279(20316159ns) {IncomingHandshake:261(20314093ns) {DropIncomingHandshake:442(244ns) PrepareNewSessionHandshake:477(982ns) {SwitchToState:179(316ns)} GenerateSessionVirtualId:988(505ns) IssueIncomingHandshakeReply:193(15792525ns) {SwitchToState:179(809ns)}}}
2025-12-06T17:36:48.002906Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:48.002943Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800275050174994:2106] [node 4] ICP22 created new session: [2:7580800279345142309:2106]
2025-12-06T17:36:48.002990Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800279345142309:2106] [node 4] ICS09 handshake done sender: [2:7580800275050174996:2114] self: [2:7580800275050174995:0] peer: [4:7580800273493444756:0] socket: 177 qp: -1
2025-12-06T17:36:48.003017Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800279345142309:2106] [node 4] ICS10 traffic start
2025-12-06T17:36:48.003053Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:48.003336Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580800275050174994:2106] [node 4] ICP18 handshake (actor [2:7580800275050175009:2118]) is too old
2025-12-06T17:36:48.010682Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800270755207624:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:36:48.010761Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:48.010806Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800270755207624:2049] [node 3] ICP22 created new session: [2:7580800279345142311:2049]
2025-12-06T17:36:48.010850Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800279345142311:2049] [node 3] ICS09 handshake done sender: [2:7580800275050174976:2104] self: [2:7580800275050174975:0] peer: [3:7580800275665894407:0] socket: 174 qp: -1
2025-12-06T17:36:48.010880Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800279345142311:2049] [node 3] ICS10 traffic start
2025-12-06T17:36:48.010918Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:48.051094Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800279345142313:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55307
2025-12-06T17:36:48.106969Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800279345142313:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:48.014621Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800276444430326:2124] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:48.078621Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800277339756833:2064] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10290) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800277339756847:2119] held: no
2025-12-06T17:36:48.100516Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800277339756808:2093] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:48.110005Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800279272468033:2063] [node 4] ICS09 handshake done sender: [5:7580800274977500717:2118] self: [5:7580800274977500728:0] peer: [4:7580800273493444737:0] socket: 216 qp: -1
2025-12-06T17:36:48.130135Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800279272468033:2063] [node 4] ICS10 traffic start
2025-12-06T17:36:48.138620Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:48.022637Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800276444430282:2106] [node 4] ICP22 created new session: [1:7580800280739397625:2106]
2025-12-06T17:36:48.107334Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800273493444691:2060] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:48.150612Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:48.134784Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800277339756824:2072] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:36:48.078764Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800280739397625:2106] [node 4] ICS09 handshake done sender: [1:7580800276444430302:2118] self: [1:7580800276444430301:0] peer: [4:7580800273493444763:0] socket: 207 qp: -1
2025-12-06T17:36:48.134850Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:48.134895Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800277339756824:2072] [node 4] ICP22 created new session: [6:7580800281634724155:2072]
2025-12-06T17:36:48.134932Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800281634724155:2072] [node 4] ICS09 handshake done sender: [6:7580800277339756808:2093] self: [6:7580800277339756852:0] peer: [4:7580800273493444693:0] socket: 191 qp: -1
2025-12-06T17:36:48.134966Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800281634724155:2072] [node 4] ICS10 traffic start
2025-12-06T17:36:48.135002Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:48.142744Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580800277339756824:2072] [node 4] ICP27 obsolete handshake fail ignored
2025-12-06T17:36:48.146633Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800281634724154:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44830
2025-12-06T17:36:48.150679Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800273493444691:2060] [node 6] ICP22 created new session: [4:7580800277788412074:2060]
2025-12-06T17:36:48.150726Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800277788412074:2060] [node 6] ICS09 handshake done sender: [4:7580800273493444694:2063] self: [4:7580800273493444693:0] peer: [6:7580800277339756852:0] socket: 186 qp: -1
2025-12-06T17:36:48.150760Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800277788412074:2060] [node 6] ICS10 traffic start
2025-12-06T17:36:48.150806Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:48.151210Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800273493444691:2060] [node 6] ICP35 event processing took too much time PendingConnection:279(43731398ns) {HandleHandshakeStatus:329(43729213ns) {DropIncomingHandshake:442(3396882ns) DropOutgoingHandshake:457(2892ns) SwitchToState:179(753ns) ProcessPendingSessionEvents:495(90332ns) {ForwardSessionEventToSession:612(45646ns) ForwardSessionEventToSession:612(5476ns) ForwardSessionEventToSession:612(4619ns) ForwardSessionEventToSession:612(2459ns) ForwardSessionEventToSession:612(2151ns) ForwardSessionEventToSession:612(4884ns) ForwardSessionEventToSession:612(2297ns) ForwardSessionEventToSession:612(4816ns) ForwardSessionEventToSession:612(1869ns) ForwardSessionEventToSession:612(5274ns)}}}
2025-12-06T17:36:48.175487Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800275050175012:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:48.175521Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800275050175012:2119] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:48.078813Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800280739397625:2106] [node 4] ICS10 traffic start
2025-12-06T17:36:48.174789Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800281634724154:2123] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:48.174937Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800273044789468:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:48.194849Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800274977500651:2063] [node 4] ICP35 event processing took too much time PendingConnection:279(123953756ns) {HandleHandshakeStatus:329(119509822ns) {DropIncomingHandshake:442(1324ns) DropOutgoingHandshake:457(633ns) SwitchToState:179(3979ns) ProcessPendingSessionEvents:495(1370ns)}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:48.210671Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800281634724153:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44830
2025-12-06T17:36:48.078872Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:48.079346Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800276444430282:2106] [node 4] ICP35 event processing took too much time PendingConnection:279(100490085ns) {HandleHandshakeStatus:329(100487854ns) {DropIncomingHandshake:442(455ns) DropOutgoingHandshake:457(904ns) SwitchToState:179(464ns) ProcessPendingSessionEvents:495(109523ns) {ForwardSessionEventToSession:612(59145ns) ForwardSessionEventToSession:612(9810ns) ForwardSessionEventToSession:612(5341ns) ForwardSessionEventToSession:612(2268ns) ForwardSessionEventToSession:612(5148ns) ForwardSessionEventToSession:612(2035ns) ForwardSessionEventToSession:612(2161ns) ForwardSessionEventToSession:612(5540ns) ForwardSessionEventToSession:612(2069ns) ForwardSessionEventToSession:612(5071ns)}}}
2025-12-06T17:36:48.079408Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580800276444430282:2106] [node 4] ICP18 handshake (actor [1:7580800276444430326:2124]) is too old
2025-12-06T17:36:48.224748Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800277339756847:2119] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:48.230980Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800277339756833:2064] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:36:48.231046Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:48.231097Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800277339756833:2064] [node 5] ICP22 created new session: [6:7580800281634724158:2064]
2025-12-06T17:36:48.231141Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800281634724158:2064] [node 5] ICS09 handshake done sender: [6:7580800277339756847:2119] self: [6:7580800277339756855:0] peer: [5:7580800274977500729:0] socket: 241 qp: -1
2025-12-06T17:36:48.231181Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800281634724158:2064] [node 5] ICS10 traffic start
2025-12-06T17:36:48.231216Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:48.238931Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800275050175012:2119] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:48.240703Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800275050174993:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:48.240773Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:48.240818Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800275050174993:2109] [node 6] ICP22 created new session: [2:7580800279345142317:2109]
2025-12-06T17:36:48.240852Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800279345142317:2109] [node 6] ICS09 handshake done sender: [2:7580800275050175012:2119] self: [2:7580800275050175011:0] peer: [6:7580800281634724157:0] socket: 209 qp: -1
2025-12-06T17:36:48.240881Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800279345142317:2109] [node 6] ICS10 traffic start
2025-12-06T17:36:48.240931Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:48.240069Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800281634724160:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44830
2025-12-06T17:36:48.245410Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800273044789468:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3032) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800281634724154:2123] held: no
2025-12-06T17:36:48.245527Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800281634724154:2123] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:48.252265Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800273044789468:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:48.252350Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:48.252396Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800273044789468:2049] [node 2] ICP22 created new session: [6:7580800281634724161:2049]
2025-12-06T17:36:48.252450Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800281634724161:2049] [node 2] ICS09 handshake done sender: [6:7580800281634724154:2123] self: [6:7580800281634724157:0] peer: [2:7580800275050175011:0] socket: 219 qp: -1
2025-12-06T17:36:48.252485Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800281634724161:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:48.252524Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:48.301022Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:36:48.301256Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580800275050175004:2048] [node 1] ICS01 socket: 190 reason# EndOfStream
2025-12-06T17:36:48.301300Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580800270755207623:2048] [node 1] ICP30 unregister session Session# [2:7580800275050175004:2048] VirtualId# [2:7580800275050174998:0]
2025-12-06T17:36:48.301332Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580800275050175004:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:48.301405Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:48.301442Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:48.318652Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:36:48.322316Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:36:48.322725Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800274977500721:2048] [node 1] ICS01 socket: 193 reason# EndOfStream
2025-12-06T17:36:48.322769Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800270682533338:2048] [node 1] ICP30 unregister session Session# [5:7580800274977500721:2048] VirtualId# [5:7580800274977500716:0]
2025-12-06T17:36:48.322801Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800274977500721:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:48.322894Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:48.322934Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:48.320052Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:36:48.320423Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800275665894418:2048] [node 1] ICS01 socket: 225 reason# EndOfStream
2025-12-06T17:36:48.326618Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:36:48.320461Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800271370927026:2048] [node 1] ICP30 unregister session Session# [3:7580800275665894418:2048] VirtualId# [3:7580800275665894409:0]
2025-12-06T17:36:48.320489Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800275665894418:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:48.320582Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:48.320623Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:48.334864Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800277788412068:2048] [node 1] ICS01 socket: 215 reason# EndOfStream
2025-12-06T17:36:48.334902Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800269198477379:2048] [node 1] ICP30 unregister session Session# [4:7580800277788412068:2048] VirtualId# [4:7580800273493444763:0]
2025-12-06T17:36:48.334936Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800277788412068:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:48.335048Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:48.335101Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:48.330755Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800277339756849:2048] [node 1] ICS01 socket: 183 reason# EndOfStream
2025-12-06T17:36:48.338805Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800273044789467:2048] [node 1] ICP30 unregister session Session# [6:7580800277339756849:2048] VirtualId# [6:7580800277339756844:0]
2025-12-06T17:36:48.344841Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800277339756849:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:48.344954Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:48.356008Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:48.406663Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:36:48.406913Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800275665894421:2049] [node 2] ICS01 socket: 187 reason# EndOfStream
2025-12-06T17:36:48.406952Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800271370927027:2049] [node 2] ICP30 unregister session Session# [3:7580800275665894421:2049] VirtualId# [3:7580800275665894407:0]
2025-12-06T17:36:48.406982Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800275665894421:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:48.407074Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:48.407121Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:48.419537Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:36:48.419758Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800281634724161:2049] [node 2] ICS01 socket: 219 reason# EndOfStream
2025-12-06T17:36:48.419792Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800273044789468:2049] [node 2] ICP30 unregister session Session# [6:7580800281634724161:2049] VirtualId# [6:7580800281634724157:0]
2025-12-06T17:36:48.419818Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800281634724161:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:48.419894Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:48.419934Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:48.422666Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:36:48.422857Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800274977500726:2049] [node 2] ICS01 socket: 184 reason# EndOfStream
2025-12-06T17:36:48.422887Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800270682533339:2049] [node 2] ICP30 unregister session Session# [5:7580800274977500726:2049] VirtualId# [5:7580800274977500709:0]
2025-12-06T17:36:48.422910Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800274977500726:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:48.422982Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:48.423028Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:48.422671Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:36:48.422909Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800273493444769:2049] [node 2] ICS01 socket: 223 reason# EndOfStream
2025-12-06T17:36:48.422944Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800269198477380:2049] [node 2] ICP30 unregister session Session# [4:7580800273493444769:2049] VirtualId# [4:7580800273493444756:0]
2025-12-06T17:36:48.422966Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800273493444769:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:48.423043Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:48.423080Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:48.518690Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:36:48.518690Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:36:48.518905Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800277788412072:2050] [node 3] ICS01 socket: 234 reason# EndOfStream
2025-12-06T17:36:48.518899Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800277339756851:2050] [node 3] ICS01 socket: 214 reason# EndOfStream
2025-12-06T17:36:48.518942Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800269198477381:2050] [node 3] ICP30 unregister session Session# [4:7580800277788412072:2050] VirtualId# [4:7580800273493444767:0]
2025-12-06T17:36:48.518939Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800273044789469:2050] [node 3] ICP30 unregister session Session# [6:7580800277339756851:2050] VirtualId# [6:7580800277339756846:0]
2025-12-06T17:36:48.518969Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800277788412072:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:48.518967Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800277339756851:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:48.519046Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:48.519046Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:48.519089Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:48.519085Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:48.522639Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:36:48.522903Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800274977500724:2050] [node 3] ICS01 socket: 194 reason# EndOfStream
2025-12-06T17:36:48.522955Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800270682533340:2050] [node 3] ICP30 unregister session Session# [5:7580800274977500724:2050] VirtualId# [5:7580800274977500710:0]
2025-12-06T17:36:48.522992Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800274977500724:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:48.523079Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:48.523117Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:48.582669Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:36:48.582669Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:36:48.594428Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800279272468033:2063] [node 4] ICS01 socket: 216 reason# EndOfStream
2025-12-06T17:36:48.594497Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800274977500651:2063] [node 4] ICP30 unregister session Session# [5:7580800279272468033:2063] VirtualId# [5:7580800274977500728:0]
2025-12-06T17:36:48.594544Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800279272468033:2063] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:48.594658Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:36:48.594702Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:36:48.583002Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580800281634724155:2072] [node 4] ICS07 socket disconnect 191 reason# EndOfStream
2025-12-06T17:36:48.583033Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800281634724155:2072] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:48.583136Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:36:48.583176Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580800281634724155:2072] [node 4] ICS15 start handshake
2025-12-06T17:36:48.595600Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800277339756824:2072] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3976) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:36:48.595641Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800281634724155:2072] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:36:48.595679Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800277339756824:2072] [node 4] ICP30 unregister session Session# [6:7580800281634724155:2072] VirtualId# [6:7580800277339756852:0]
2025-12-06T17:36:48.595713Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:36:48.595742Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580800277339756824:2072] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:3976) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:48.595753Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3976) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:48.610610Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580800277339756824:2072] [node 4] ICP33 wake up from error state
2025-12-06T17:36:48.694689Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:36:48.694932Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800281634724158:2064] [node 5] ICS01 socket: 241 reason# EndOfStream
2025-12-06T17:36:48.694966Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800277339756833:2064] [node 5] ICP30 unregister session Session# [6:7580800281634724158:2064] VirtualId# [6:7580800277339756855:0]
2025-12-06T17:36:48.695003Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800281634724158:2064] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:48.695080Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:36:48.695115Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:36:48.791065Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800278634758183:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:48.791098Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800278634758184:2049] [node 3] ICP01 ready to work
2025-12-06T17:36:48.775012Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800278307416300:2048] [node 2] ICP01 ready to work
2025-12-06T17:36:48.775042Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800278307416301:2049] [node 3] ICP01 ready to work
2025-12-06T17:36:48.838880Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800279414780773:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:48.838903Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800279414780774:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:48.937027Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800281204779793:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:48.937058Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800281204779794:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:48.937100Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800281204779795:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:48.994932Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800281068572987:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:48.994958Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800281068572988:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:48.994983Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800281068572989:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:49.014948Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800279979478696:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:49.014975Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800279979478697:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:49.015002Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800279979478698:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:49.200807Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800279979478710:2060] [node 4] ICP01 ready to work
2025-12-06T17:36:49.227147Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800283709748085:2062] [node 4] ICP01 ready to work
2025-12-06T17:36:49.204921Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800282929725499:2067] [node 5] ICP01 ready to work
2025-12-06T17:36:49.220450Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800282602383621:2071] [node 5] ICP01 ready to work
2025-12-06T17:36:49.281833Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800282929725544:2070] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:49.437220Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800282602383664:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58199
2025-12-06T17:36:49.318577Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800285363540300:2063] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:49.432163Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800283709748108:2061] [node 5] ICP01 ready to work
2025-12-06T17:36:49.439596Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800282929725547:2069] [node 4] ICP01 ready to work
2025-12-06T17:36:49.442658Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800282602383663:2066] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:49.571207Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800278634758184:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(368036829ns) {Configure:104(368033431ns) {ProcessConfigured:135(104299897ns) {StartInitialHandshake:157(104292053ns) {DropHandshakes:470(3818ns) {DropIncomingHandshake:442(1053ns) DropOutgoingHandshake:457(385ns)} GenerateSessionVirtualId:988(1602ns) PrepareNewSessionHandshake:477(3439ns) {SwitchToState:179(1560ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:49.591531Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800285499747157:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60752
2025-12-06T17:36:49.524134Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800285363540333:2072] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:49.607342Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800284274446035:2088] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62708
2025-12-06T17:36:49.559651Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800282602383665:2064] [node 6] ICP01 ready to work
2025-12-06T17:36:49.450658Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800283709748133:2065] [node 6] ICP01 ready to work
2025-12-06T17:36:49.626129Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800285499747156:2063] [node 6] ICP01 ready to work
2025-12-06T17:36:49.571525Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800282929725549:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20804
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:49.687133Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800279979478698:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(248889191ns) {Configure:104(248884698ns) {ProcessConfigured:135(61686ns) {StartInitialHandshake:157(59650ns) {DropHandshakes:470(3135ns) {DropIncomingHandshake:442(1065ns) DropOutgoingHandshake:457(476ns)} GenerateSessionVirtualId:988(1009ns) PrepareNewSessionHandshake:477(1983ns) {SwitchToState:179(594ns)}}}}}
2025-12-06T17:36:49.678579Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800285499747162:2064] [node 5] ICP01 ready to work
2025-12-06T17:36:49.524312Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800285363540332:2095] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32555
2025-12-06T17:36:49.622980Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800282602383664:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:49.595197Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800282929725549:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:49.712087Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800283709748108:2061] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(151862210ns) {Configure:104(151856203ns) {ProcessConfigured:135(56823ns) {StartInitialHandshake:157(54532ns) {DropHandshakes:470(4113ns) {DropIncomingHandshake:442(500ns) DropOutgoingHandshake:457(353ns)} GenerateSessionVirtualId:988(417ns) PrepareNewSessionHandshake:477(1264ns) {SwitchToState:179(522ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:49.712624Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800283709748138:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59696
2025-12-06T17:36:49.712785Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800283709748139:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59696
2025-12-06T17:36:49.712872Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800283709748140:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59696
2025-12-06T17:36:49.713329Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800283709748137:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59696
2025-12-06T17:36:49.714747Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800283709748138:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:49.714884Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800283709748140:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:49.710781Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800281204779793:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(400870475ns) {Configure:104(400867851ns) {ProcessConfigured:135(64748ns) {StartInitialHandshake:157(62125ns) {DropHandshakes:470(2946ns) {DropIncomingHandshake:442(915ns) DropOutgoingHandshake:457(461ns)} GenerateSessionVirtualId:988(960ns) PrepareNewSessionHandshake:477(2275ns) {SwitchToState:179(859ns)}}}}}
2025-12-06T17:36:49.706610Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800284274446035:2088] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:49.738935Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800285499747157:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:49.739301Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800285499747165:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60752
2025-12-06T17:36:49.600006Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800282929725544:2070] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(317902186ns) {Configure:104(317897576ns) {ProcessConfigured:135(32764066ns) {StartInitialHandshake:157(32761083ns) {DropHandshakes:470(3513ns) {DropIncomingHandshake:442(831ns) DropOutgoingHandshake:457(518ns)} GenerateSessionVirtualId:988(961ns) PrepareNewSessionHandshake:477(3302ns) {SwitchToState:179(1578ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:49.748477Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800285499747166:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60752
2025-12-06T17:36:49.696022Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800278307416300:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(397126101ns) {Configure:104(397118083ns) {ProcessConfigured:135(82682ns) {StartInitialHandshake:157(80007ns) {DropHandshakes:470(3038ns) {DropIncomingHandshake:442(736ns) DropOutgoingHandshake:457(384ns)} GenerateSessionVirtualId:988(636ns) PrepareNewSessionHandshake:477(1826ns) {SwitchToState:179(646ns)}}}}}
2025-12-06T17:36:49.626723Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800285363540332:2095] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:49.707962Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800282929725555:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20804
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:49.746588Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800283709748137:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:49.717717Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800282602383623:2072] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:49.767425Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800285499747166:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:49.747476Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800283709748085:2062] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(424510478ns) {Configure:104(424499048ns) {ProcessConfigured:135(59107ns) {StartInitialHandshake:157(56810ns) {DropHandshakes:470(2921ns) {DropIncomingHandshake:442(662ns) DropOutgoingHandshake:457(442ns)} GenerateSessionVirtualId:988(856ns) PrepareNewSessionHandshake:477(2012ns) {SwitchToState:179(595ns)}}}}}
2025-12-06T17:36:49.682071Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800285363540331:2094] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32555
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:49.779226Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800284274446066:2087] [node 5] ICP01 ready to work
2025-12-06T17:36:49.717740Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800282602383623:2072] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:49.778972Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800282929725555:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:49.767539Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800281204779795:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:49.699058Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800285363540331:2094] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:49.827144Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800279979478697:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(260333786ns) {Configure:104(260329976ns) {ProcessConfigured:135(55726ns) {StartInitialHandshake:157(53246ns) {DropHandshakes:470(3308ns) {DropIncomingHandshake:442(700ns) DropOutgoingHandshake:457(569ns)} GenerateSessionVirtualId:988(1212ns) PrepareNewSessionHandshake:477(1838ns) {SwitchToState:179(713ns)}}}}}
2025-12-06T17:36:49.784907Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800282929725551:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:49.726778Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800282602383623:2072] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:49.751506Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800283709748139:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:49.710761Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800281068572987:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(425807698ns) {Configure:104(425801710ns) {ProcessConfigured:135(53525ns) {StartInitialHandshake:157(51955ns) {DropHandshakes:470(1869ns) {DropIncomingHandshake:442(429ns) DropOutgoingHandshake:457(269ns)} GenerateSessionVirtualId:988(783ns) PrepareNewSessionHandshake:477(1176ns) {SwitchToState:179(505ns)}}}}}
2025-12-06T17:36:49.768640Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800285499747168:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60752
2025-12-06T17:36:49.827335Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800279979478697:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:49.767745Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800283709748143:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:49.746751Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800282602383669:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58199
2025-12-06T17:36:49.710893Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800281068572987:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:49.719566Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800285363540358:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32555
2025-12-06T17:36:49.719672Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800285363540359:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32555
2025-12-06T17:36:49.730909Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800281068572987:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(19938733ns) {IncomingHandshake:261(19936587ns) {DropIncomingHandshake:442(282ns) PrepareNewSessionHandshake:477(2115ns) {SwitchToState:179(929ns)} GenerateSessionVirtualId:988(897ns) IssueIncomingHandshakeReply:193(19909437ns) {SwitchToState:179(3634ns)}}}
2025-12-06T17:36:49.732173Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800285363540333:2072] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(207571175ns) {Configure:104(207565791ns) {ProcessConfigured:135(21372214ns) {StartInitialHandshake:157(21369151ns) {DropHandshakes:470(3004ns) {DropIncomingHandshake:442(600ns) DropOutgoingHandshake:457(433ns)} GenerateSessionVirtualId:988(1166ns) PrepareNewSessionHandshake:477(3466ns) {SwitchToState:179(1419ns)}}}}}
2025-12-06T17:36:49.818974Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800285363540358:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:49.819214Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800285363540332:2095] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:49.851565Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800281068572987:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:49.851606Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:49.851642Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800281068572987:2048] [node 1] ICP22 created new session: [5:7580800285363540366:2048]
2025-12-06T17:36:49.851675Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800285363540366:2048] [node 1] ICS09 handshake done sender: [5:7580800285363540332:2095] self: [5:7580800285363540356:0] peer: [1:7580800282602383622:0] socket: 192 qp: -1
2025-12-06T17:36:49.851701Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800285363540366:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:49.851741Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:49.851939Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7580800281068572987:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:36:49.852263Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800281068572989:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:49.858632Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800281068572988:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(489488402ns) {Configure:104(489482541ns) {ProcessConfigured:135(8714099ns) {StartInitialHandshake:157(8711521ns) {DropHandshakes:470(2834ns) {DropIncomingHandshake:442(637ns) DropOutgoingHandshake:457(497ns)} GenerateSessionVirtualId:988(1194ns) PrepareNewSessionHandshake:477(2831ns) {SwitchToState:179(1457ns)}}}}}
2025-12-06T17:36:49.858767Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800281068572988:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:49.871539Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800281068572989:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12521) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800285363540358:2114] held: no
2025-12-06T17:36:49.882959Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800285363540370:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32555
2025-12-06T17:36:49.769290Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800285499747166:2117] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:49.784929Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800282929725551:2112] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:36:49.886889Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800284274446070:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62708
2025-12-06T17:36:49.898569Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800285363540300:2063] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(407946132ns) {Configure:104(407937895ns) {ProcessConfigured:135(27984560ns) {StartInitialHandshake:157(27981321ns) {DropHandshakes:470(3136ns) {DropIncomingHandshake:442(713ns) DropOutgoingHandshake:457(468ns)} GenerateSessionVirtualId:988(795ns) PrepareNewSessionHandshake:477(4153ns) {SwitchToState:179(1415ns)}}}}}
2025-12-06T17:36:49.767764Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800283709748143:2115] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:36:49.807084Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800282602383671:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58199
2025-12-06T17:36:49.785553Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800282929725559:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20804
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:49.769442Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800281204779795:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:49.807297Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800282602383621:2071] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:49.905324Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800284274446071:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62708
2025-12-06T17:36:49.906144Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800285363540358:2114] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:49.768811Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800283709748143:2115] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:49.906471Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800281068572989:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:49.826618Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800282929725547:2069] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(203842565ns) {Configure:104(203834998ns) {ProcessConfigured:135(29692756ns) {StartInitialHandshake:157(29690181ns) {DropHandshakes:470(9900412ns) {DropIncomingHandshake:442(2034ns) DropOutgoingHandshake:457(501ns)} GenerateSessionVirtualId:988(1869ns) PrepareNewSessionHandshake:477(2914ns) {SwitchToState:179(568ns)}}}}}
2025-12-06T17:36:49.783088Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800279414780774:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(480537329ns) {Configure:104(480528438ns) {ProcessConfigured:135(45932ns) {StartInitialHandshake:157(43630ns) {DropHandshakes:470(1403ns) {DropIncomingHandshake:442(427ns) DropOutgoingHandshake:457(185ns)} GenerateSessionVirtualId:988(559ns) PrepareNewSessionHandshake:477(1891ns) {SwitchToState:179(607ns)}}}}}
2025-12-06T17:36:49.769489Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:49.807357Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:49.906513Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:49.769526Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800281204779795:2050] [node 3] ICP22 created new session: [4:7580800285499747169:2050]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:49.807400Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800282602383621:2071] [node 5] ICP22 created new session: [1:7580800282602383672:2071]
2025-12-06T17:36:49.838738Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800282929725551:2112] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:49.783216Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800283709748085:2062] [node 4] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:50.007230Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800284274446035:2088] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:50.030415Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800284274446071:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:50.034844Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800288569413368:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62708
2025-12-06T17:36:50.047168Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800279979478698:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:50.047321Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800288569413368:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:50.047364Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800279979478697:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:50.047422Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:50.047471Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800279979478697:2049] [node 2] ICP22 created new session: [6:7580800288569413370:2049]
2025-12-06T17:36:50.047511Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800288569413370:2049] [node 2] ICS09 handshake done sender: [6:7580800284274446035:2088] self: [6:7580800284274446069:0] peer: [2:7580800282929725550:0] socket: 197 qp: -1
2025-12-06T17:36:50.047563Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800288569413370:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:50.047597Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:49.906575Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800281068572989:2050] [node 3] ICP22 created new session: [5:7580800285363540372:2050]
2025-12-06T17:36:49.849306Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800282929725553:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:49.783298Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:49.769562Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800285499747169:2050] [node 3] ICS09 handshake done sender: [4:7580800285499747166:2117] self: [4:7580800285499747167:0] peer: [3:7580800283709748142:0] socket: 217 qp: -1
2025-12-06T17:36:49.906610Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800285363540372:2050] [node 3] ICS09 handshake done sender: [5:7580800285363540358:2114] self: [5:7580800285363540368:0] peer: [3:7580800283709748135:0] socket: 212 qp: -1
2025-12-06T17:36:50.055718Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800288569413373:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62708
2025-12-06T17:36:49.807455Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800282602383672:2071] [node 5] ICS09 handshake done sender: [1:7580800282602383623:2072] self: [1:7580800282602383622:0] peer: [5:7580800285363540356:0] socket: 182 qp: -1
2025-12-06T17:36:49.783337Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800283709748085:2062] [node 4] ICP22 created new session: [3:7580800283709748150:2062]
2025-12-06T17:36:49.849344Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800282929725553:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:49.769587Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800285499747169:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:49.769621Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:49.847499Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800285499747172:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60752
2025-12-06T17:36:49.807482Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800282602383672:2071] [node 5] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:49.904130Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800278634758183:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(493099938ns) {Configure:104(493092002ns) {ProcessConfigured:135(16704058ns) {StartInitialHandshake:157(16701757ns) {DropHandshakes:470(1808ns) {DropIncomingHandshake:442(302ns) DropOutgoingHandshake:457(290ns)} GenerateSessionVirtualId:988(399ns) PrepareNewSessionHandshake:477(2699ns) {SwitchToState:179(608ns)}}}}}
2025-12-06T17:36:49.906633Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800285363540372:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:49.906662Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:49.935529Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800281068572989:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(28945693ns) {HandleHandshakeStatus:329(28943530ns) {DropIncomingHandshake:442(593ns) DropOutgoingHandshake:457(362ns) SwitchToState:179(488ns) ProcessPendingSessionEvents:495(1170ns)}}
2025-12-06T17:36:50.023516Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800281068572988:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17489) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800285363540331:2094] held: no
2025-12-06T17:36:49.783372Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800283709748150:2062] [node 4] ICS09 handshake done sender: [3:7580800283709748143:2115] self: [3:7580800283709748142:0] peer: [4:7580800285499747167:0] socket: 216 qp: -1
2025-12-06T17:36:49.911922Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800285499747165:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:49.807522Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:49.819348Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800282602383669:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:49.819446Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580800282602383621:2071] [node 5] ICP18 handshake (actor [1:7580800282602383669:2113]) is too old
2025-12-06T17:36:49.843293Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800282602383663:2066] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(276145971ns) {Configure:104(276141678ns) {ProcessConfigured:135(64510ns) {StartInitialHandshake:157(62953ns) {DropHandshakes:470(2937ns) {DropIncomingHandshake:442(549ns) DropOutgoingHandshake:457(499ns)} GenerateSessionVirtualId:988(720ns) PrepareNewSessionHandshake:477(899ns) {SwitchToState:179(309ns)}}}}}
2025-12-06T17:36:49.851010Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800278307416301:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(572080109ns) {Configure:104(572075969ns) {ProcessConfigured:135(4221067ns) {StartInitialHandshake:157(4218773ns) {DropHandshakes:470(2439ns) {DropIncomingHandshake:442(629ns) DropOutgoingHandshake:457(461ns)} GenerateSessionVirtualId:988(574ns) PrepareNewSessionHandshake:477(2004ns) {SwitchToState:179(756ns)}}}}}
2025-12-06T17:36:49.874929Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800282602383671:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:49.907223Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800282602383667:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:49.907245Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800282602383667:2112] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:36:49.938923Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800282602383667:2112] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:49.958926Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800282602383678:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:49.958951Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800282602383678:2116] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:36:49.962644Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800282602383665:2064] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(315711990ns) {Configure:104(315705016ns) {ProcessConfigured:135(11995717ns) {StartInitialHandshake:157(11992485ns) {DropHandshakes:470(2933ns) {DropIncomingHandshake:442(535ns) DropOutgoingHandshake:457(733ns)} GenerateSessionVirtualId:988(1125ns) PrepareNewSessionHandshake:477(3132ns) {SwitchToState:179(1831ns)}}}}}
2025-12-06T17:36:49.962988Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800282602383675:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:49.963010Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800282602383675:2115] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:36:49.963884Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800282602383675:2115] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:49.964083Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800282602383663:2066] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:36:49.964161Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:49.964211Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800282602383663:2066] [node 4] ICP22 created new session: [1:7580800282602383687:2066]
2025-12-06T17:36:49.964251Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800282602383687:2066] [node 4] ICS09 handshake done sender: [1:7580800282602383675:2115] self: [1:7580800282602383674:0] peer: [4:7580800285499747174:0] socket: 210 qp: -1
2025-12-06T17:36:49.964284Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800282602383687:2066] [node 4] ICS10 traffic start
2025-12-06T17:36:49.964332Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:49.970619Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800278307416300:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:36:49.978973Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800282602383678:2116] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:50.018724Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800278307416301:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:36:50.018790Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:50.018846Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800278307416300:2048] [node 2] ICP22 created new session: [1:7580800286897350986:2048]
2025-12-06T17:36:50.019186Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800282602383681:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58199
2025-12-06T17:36:50.024102Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:50.042917Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800286897350989:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58199
2025-12-06T17:36:50.051143Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800286897350986:2048] [node 2] ICS09 handshake done sender: [1:7580800282602383667:2112] self: [1:7580800282602383666:0] peer: [2:7580800282929725564:0] socket: 201 qp: -1
2025-12-06T17:36:50.054647Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800278307416301:2049] [node 3] ICP22 created new session: [1:7580800286897350988:2049]
2025-12-06T17:36:50.055234Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800282602383681:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:50.066890Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800286897350988:2049] [node 3] ICS09 handshake done sender: [1:7580800282602383678:2116] self: [1:7580800282602383677:0] peer: [3:7580800283709748166:0] socket: 225 qp: -1
2025-12-06T17:36:50.068110Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800286897350986:2048] [node 2] ICS10 traffic start
2025-12-06T17:36:50.074849Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800286897350989:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:50.075852Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:50.078598Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800286897350988:2049] [node 3] ICS10 traffic start
2025-12-06T17:36:50.078639Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:50.055862Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800288569413372:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62708
2025-12-06T17:36:50.078787Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800288569413372:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:50.078907Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800279979478710:2060] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:50.131096Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800279979478697:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(83328043ns) {HandleHandshakeStatus:329(83323825ns) {DropIncomingHandshake:442(542ns) DropOutgoingHandshake:457(5079ns) SwitchToState:179(228ns) ProcessPendingSessionEvents:495(44051003ns) {ForwardSessionEventToSession:612(44002860ns) ForwardSessionEventToSession:612(4731ns) ForwardSessionEventToSession:612(6451ns) ForwardSessionEventToSession:612(2378ns) ForwardSessionEventToSession:612(2517ns) ForwardSessionEventToSession:612(4355ns) ForwardSessionEventToSession:612(2274ns) ForwardSessionEventToSession:612(1922ns) ForwardSessionEventToSession:612(10097ns) ForwardSessionEventToSession:612(1440ns)}}}
2025-12-06T17:36:50.133120Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800288569413373:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:49.943067Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800285499747172:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:49.783405Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800283709748150:2062] [node 4] ICS10 traffic start
2025-12-06T17:36:50.133235Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800285363540375:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32555
2025-12-06T17:36:50.168596Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800282602383684:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:50.168630Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800282602383684:2118] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:49.904309Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580800278634758183:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:50.158744Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800284274446066:2087] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(292081737ns) {Configure:104(292072663ns) {ProcessConfigured:135(32061221ns) {StartInitialHandshake:157(32058421ns) {DropHandshakes:470(3158ns) {DropIncomingHandshake:442(698ns) DropOutgoingHandshake:457(473ns)} GenerateSessionVirtualId:988(945ns) PrepareNewSessionHandshake:477(2899ns) {SwitchToState:179(615ns)}}}}}
2025-12-06T17:36:49.918805Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800282929725559:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:49.918859Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800282929725501:2068] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:49.918878Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800282929725501:2068] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:49.918942Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800282929725553:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:49.938610Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800278634758184:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:36:49.938679Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:49.946888Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800278634758184:2049] [node 3] ICP22 created new session: [2:7580800282929725568:2049]
2025-12-06T17:36:49.954593Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800282929725565:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20804
2025-12-06T17:36:49.958848Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800282929725501:2068] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:49.970850Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800282929725568:2049] [node 3] ICS09 handshake done sender: [2:7580800282929725551:2112] self: [2:7580800282929725548:0] peer: [3:7580800283709748152:0] socket: 194 qp: -1
2025-12-06T17:36:49.970897Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800282929725568:2049] [node 3] ICS10 traffic start
2025-12-06T17:36:49.970953Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:49.979104Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800278634758184:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(40308343ns) {HandleHandshakeStatus:329(40305383ns) {DropIncomingHandshake:442(14007ns) DropOutgoingHandshake:457(606ns) SwitchToState:179(181ns) ProcessPendingSessionEvents:495(7721503ns) {ForwardSessionEventToSession:612(7668626ns) ForwardSessionEventToSession:612(3831ns) ForwardSessionEventToSession:612(6758ns) ForwardSessionEventToSession:612(2356ns) ForwardSessionEventToSession:612(8725ns) ForwardSessionEventToSession:612(2123ns) ForwardSessionEventToSession:612(5802ns) ForwardSessionEventToSession:612(4934ns) ForwardSessionEventToSession:612(2328ns) ForwardSessionEventToSession:612(1530ns)}}}
2025-12-06T17:36:49.979321Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800282929725565:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:49.986586Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800282929725544:2070] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:49.986657Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:49.987319Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800282929725570:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20804
2025-12-06T17:36:49.999387Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800282929725499:2067] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:50.006679Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800282929725544:2070] [node 6] ICP22 created new session: [2:7580800282929725572:2070]
2025-12-06T17:36:50.006776Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800282929725572:2070] [node 6] ICS09 handshake done sender: [2:7580800282929725553:2113] self: [2:7580800282929725550:0] peer: [6:7580800284274446069:0] socket: 196 qp: -1
2025-12-06T17:36:50.006822Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800282929725572:2070] [node 6] ICS10 traffic start
2025-12-06T17:36:50.007335Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:50.018609Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:50.026593Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800282929725555:2114] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:50.066717Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800282929725499:2067] [node 5] ICP22 created new session: [2:7580800287224692872:2067]
2025-12-06T17:36:50.066767Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800287224692872:2067] [node 5] ICS09 handshake done sender: [2:7580800282929725501:2068] self: [2:7580800282929725500:0] peer: [5:7580800285363540369:0] socket: 180 qp: -1
2025-12-06T17:36:50.066798Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580800278634758183:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:50.071069Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800282929725544:2070] [node 6] ICP35 event processing took too much time PendingConnection:279(94980007ns) {HandleHandshakeStatus:329(94976830ns) {DropIncomingHandshake:442(3461ns) DropOutgoingHandshake:457(1532ns) SwitchToState:179(1018ns) ProcessPendingSessionEvents:495(110932ns) {ForwardSessionEventToSession:612(64590ns) ForwardSessionEventToSession:612(3543ns) ForwardSessionEventToSession:612(8790ns) ForwardSessionEventToSession:612(2601ns) ForwardSessionEventToSession:612(4759ns) ForwardSessionEventToSession:612(2533ns) ForwardSessionEventToSession:612(1852ns) ForwardSessionEventToSession:612(7175ns) ForwardSessionEventToSession:612(2179ns) ForwardSessionEventToSession:612(2371ns)}}}
2025-12-06T17:36:50.078713Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800287224692872:2067] [node 5] ICS10 traffic start
2025-12-06T17:36:50.078759Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:50.079132Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800282929725499:2067] [node 5] ICP35 event processing took too much time PendingConnection:279(79596539ns) {HandleHandshakeStatus:329(79594287ns) {DropIncomingHandshake:442(17069ns) DropOutgoingHandshake:457(515ns) SwitchToState:179(5478ns) ProcessPendingSessionEvents:495(102448ns) {ForwardSessionEventToSession:612(59698ns) ForwardSessionEventToSession:612(5616ns) ForwardSessionEventToSession:612(4680ns) ForwardSessionEventToSession:612(2946ns) ForwardSessionEventToSession:612(1915ns) ForwardSessionEventToSession:612(4942ns) ForwardSessionEventToSession:612(2623ns) ForwardSessionEventToSession:612(1883ns) ForwardSessionEventToSession:612(4424ns) ForwardSessionEventToSession:612(5395ns)}}}
2025-12-06T17:36:50.134586Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:50.134637Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800278634758183:2048] [node 1] ICP22 created new session: [2:7580800287224692874:2048]
2025-12-06T17:36:50.166571Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800282929725557:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:50.166618Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800282929725557:2115] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:36:50.178648Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800287224692874:2048] [node 1] ICS09 handshake done sender: [2:7580800282929725555:2114] self: [2:7580800282929725564:0] peer: [1:7580800282602383666:0] socket: 202 qp: -1
2025-12-06T17:36:50.179880Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800282929725557:2115] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:50.180119Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800282929725547:2069] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:36:50.180168Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:50.180210Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800282929725547:2069] [node 4] ICP22 created new session: [2:7580800287224692876:2069]
2025-12-06T17:36:50.180246Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800287224692876:2069] [node 4] ICS09 handshake done sender: [2:7580800282929725557:2115] self: [2:7580800282929725556:0] peer: [4:7580800289794714480:0] socket: 232 qp: -1
2025-12-06T17:36:50.180273Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800287224692876:2069] [node 4] ICS10 traffic start
2025-12-06T17:36:50.180318Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:49.954697Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800281204779793:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:49.955640Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800285499747156:2063] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(260601922ns) {Configure:104(260593823ns) {ProcessConfigured:135(16633349ns) {StartInitialHandshake:157(16628879ns) {DropHandshakes:470(2095ns) {DropIncomingHandshake:442(500ns) DropOutgoingHandshake:457(381ns)} GenerateSessionVirtualId:988(625ns) PrepareNewSessionHandshake:477(2110ns) {SwitchToState:179(1062ns)}}}}}
2025-12-06T17:36:49.975012Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800285499747178:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60752
2025-12-06T17:36:50.000197Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800281204779793:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22499) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580800285499747172:2119] held: no
2025-12-06T17:36:50.010867Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800285499747162:2064] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(294974467ns) {Configure:104(294966808ns) {ProcessConfigured:135(83324ns) {StartInitialHandshake:157(80502ns) {DropHandshakes:470(3479ns) {DropIncomingHandshake:442(680ns) DropOutgoingHandshake:457(424ns)} GenerateSessionVirtualId:988(895ns) PrepareNewSessionHandshake:477(1856ns) {SwitchToState:179(581ns)}}}}}
2025-12-06T17:36:50.050876Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800289794714478:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60752
2025-12-06T17:36:50.082723Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800281204779793:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(32087289ns) {HandleHandshakeStatus:395(32082325ns) {LogHandshakeFail:472(20881ns) {UpdateErrorStateLog:545(6811ns)} DropOutgoingHandshake:457(2431ns) ProcessPendingSessionEvents:495(10442151ns) {DropSessionEvent:512(11474ns) DropSessionEvent:512(4410ns) DropSessionEvent:512(10386607ns) DropSessionEvent:512(5188ns) DropSessionEvent:512(3931ns) DropSessionEvent:512(4675ns) DropSessionEvent:512(4893ns) DropSessionEvent:512(4139ns) DropSessionEvent:512(4203ns) DropSessionEvent:512(3902ns)}}}
2025-12-06T17:36:50.090774Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800289794714478:2123] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:50.098723Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800285499747175:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:50.098749Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800285499747175:2120] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:50.104164Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800285499747175:2120] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:50.106714Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800285499747172:2119] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:50.118817Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800281204779794:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:50.134605Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800285499747156:2063] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:50.142593Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:50.146720Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800281204779793:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:50.146767Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:50.146815Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800281204779793:2048] [node 1] ICP22 created new session: [4:7580800289794714483:2048]
2025-12-06T17:36:50.146861Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800289794714483:2048] [node 1] ICS09 handshake done sender: [4:7580800285499747172:2119] self: [4:7580800285499747174:0] peer: [1:7580800282602383674:0] socket: 224 qp: -1
2025-12-06T17:36:50.146889Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800289794714483:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:50.146928Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:50.150661Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800285499747156:2063] [node 6] ICP22 created new session: [4:7580800289794714482:2063]
2025-12-06T17:36:50.178665Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800289794714482:2063] [node 6] ICS09 handshake done sender: [4:7580800285499747175:2120] self: [4:7580800285499747173:0] peer: [6:7580800288569413374:0] socket: 221 qp: -1
2025-12-06T17:36:50.190643Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800289794714482:2063] [node 6] ICS10 traffic start
2025-12-06T17:36:50.169838Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800282602383684:2118] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:50.162849Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800285363540331:2094] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:49.783432Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:50.206662Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800281204779794:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17489) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580800289794714478:2123] held: no
2025-12-06T17:36:50.170018Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800282602383665:2064] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:50.197583Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800285363540365:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:50.210644Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:50.198569Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800287224692874:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:50.159812Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800284274446066:2087] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:49.784440Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800279414780774:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:49.852841Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800283709748136:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:49.852860Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800283709748136:2110] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:49.853308Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800283709748155:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59696
2025-12-06T17:36:49.853546Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800283709748136:2110] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:49.853722Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800283709748108:2061] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:49.853781Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:49.853820Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800283709748108:2061] [node 5] ICP22 created new session: [3:7580800283709748157:2061]
2025-12-06T17:36:49.853860Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800283709748157:2061] [node 5] ICS09 handshake done sender: [3:7580800283709748136:2110] self: [3:7580800283709748135:0] peer: [5:7580800285363540368:0] socket: 207 qp: -1
2025-12-06T17:36:49.853884Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800283709748157:2061] [node 5] ICS10 traffic start
2025-12-06T17:36:49.853912Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:49.894782Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800279414780773:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(334813917ns) {Configure:104(334807991ns) {ProcessConfigured:135(16010561ns) {StartInitialHandshake:157(16007764ns) {DropHandshakes:470(2770ns) {DropIncomingHandshake:442(532ns) DropOutgoingHandshake:457(515ns)} GenerateSessionVirtualId:988(1068ns) PrepareNewSessionHandshake:477(2690ns) {SwitchToState:179(914ns)}}}}}
2025-12-06T17:36:49.902564Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800283709748154:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59696
2025-12-06T17:36:49.904692Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800283709748133:2065] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(338929478ns) {Configure:104(338922254ns) {ProcessConfigured:135(17235303ns) {StartInitialHandshake:157(17234006ns) {DropHandshakes:470(405ns) {DropIncomingHandshake:442(146ns) DropOutgoingHandshake:457(59ns)} GenerateSessionVirtualId:988(148ns) PrepareNewSessionHandshake:477(4755ns) {SwitchToState:179(98ns)}}}}}
2025-12-06T17:36:49.951766Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800283709748137:2111] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:49.954980Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800283709748155:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:49.955071Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580800279414780774:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17489) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580800283709748137:2111] held: no
2025-12-06T17:36:49.955268Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800279414780773:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:49.972083Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800279414780774:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:49.972132Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:49.972177Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800279414780774:2049] [node 2] ICP22 created new session: [3:7580800283709748167:2049]
2025-12-06T17:36:49.972216Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800283709748167:2049] [node 2] ICS09 handshake done sender: [3:7580800283709748137:2111] self: [3:7580800283709748152:0] peer: [2:7580800282929725548:0] socket: 203 qp: -1
2025-12-06T17:36:49.972247Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800283709748167:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:49.972280Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:49.975306Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800283709748169:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59696
2025-12-06T17:36:50.056269Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800283709748155:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:50.086838Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800279414780773:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:50.086900Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:50.086945Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800279414780773:2048] [node 1] ICP22 created new session: [3:7580800288004715466:2048]
2025-12-06T17:36:50.086986Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800288004715466:2048] [node 1] ICS09 handshake done sender: [3:7580800283709748155:2118] self: [3:7580800283709748166:0] peer: [1:7580800282602383677:0] socket: 226 qp: -1
2025-12-06T17:36:50.087015Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800288004715466:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:50.087049Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:50.110950Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800283709748163:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:50.110982Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800283709748163:2120] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:50.127413Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800283709748163:2120] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:50.127636Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800283709748133:2065] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:50.127682Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:50.127723Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800283709748133:2065] [node 6] ICP22 created new session: [3:7580800288004715469:2065]
2025-12-06T17:36:50.127763Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800288004715469:2065] [node 6] ICS09 handshake done sender: [3:7580800283709748163:2120] self: [3:7580800283709748160:0] peer: [6:7580800288569413369:0] socket: 230 qp: -1
2025-12-06T17:36:50.127787Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800288004715469:2065] [node 6] ICS10 traffic start
2025-12-06T17:36:50.127815Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:50.197620Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580800285363540365:2118] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:50.170071Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:50.159879Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800279979478698:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12521) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800284274446071:2116] held: no
2025-12-06T17:36:50.160054Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800279979478696:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:50.198637Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:50.211098Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800285499747156:2063] [node 6] ICP35 event processing took too much time PendingConnection:279(88246822ns) {HandleHandshakeStatus:329(88242901ns) {DropIncomingHandshake:442(15434ns) DropOutgoingHandshake:457(600ns) SwitchToState:179(1081ns) ProcessPendingSessionEvents:495(104722ns) {ForwardSessionEventToSession:612(57640ns) ForwardSessionEventToSession:612(3078ns) ForwardSessionEventToSession:612(2185ns) ForwardSessionEventToSession:612(5707ns) ForwardSessionEventToSession:612(5562ns) ForwardSessionEventToSession:612(2656ns) ForwardSessionEventToSession:612(8666ns) ForwardSessionEventToSession:612(2396ns) ForwardSessionEventToSession:612(5163ns) ForwardSessionEventToSession:612(2933ns)}}}
2025-12-06T17:36:50.267672Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800285499747180:2122] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:50.267700Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800285499747180:2122] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:50.160142Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800288569413377:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62708
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:50.170104Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800282602383665:2064] [node 6] ICP22 created new session: [1:7580800286897350993:2064]
2025-12-06T17:36:50.227374Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800281068572988:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:50.267494Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800278634758183:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(200510706ns) {HandleHandshakeStatus:329(200502857ns) {DropIncomingHandshake:442(994ns) DropOutgoingHandshake:457(4937ns) SwitchToState:179(3043ns) ProcessPendingSessionEvents:495(24199378ns) {ForwardSessionEventToSession:612(24151774ns) ForwardSessionEventToSession:612(6263ns) ForwardSessionEventToSession:612(5273ns) ForwardSessionEventToSession:612(1994ns) ForwardSessionEventToSession:612(2332ns) ForwardSessionEventToSession:612(9826ns) ForwardSessionEventToSession:612(2589ns) ForwardSessionEventToSession:612(1859ns) ForwardSessionEventToSession:612(4328ns) ForwardSessionEventToSession:612(2100ns)}}}
2025-12-06T17:36:50.167501Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800279979478710:2060] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20717) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800288569413372:2118] held: no
2025-12-06T17:36:50.167602Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800288569413372:2118] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:50.167773Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800279979478710:2060] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:36:50.167808Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:50.167845Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800279979478710:2060] [node 4] ICP22 created new session: [6:7580800288569413381:2060]
2025-12-06T17:36:50.167874Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800288569413381:2060] [node 4] ICS09 handshake done sender: [6:7580800288569413372:2118] self: [6:7580800288569413374:0] peer: [4:7580800285499747173:0] socket: 243 qp: -1
2025-12-06T17:36:50.167907Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800288569413381:2060] [node 4] ICS10 traffic start
2025-12-06T17:36:50.167954Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:50.202783Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800279979478696:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22499) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800288569413373:2119] held: no
2025-12-06T17:36:50.214858Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800288569413383:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62708
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:50.170139Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800286897350993:2064] [node 6] ICS09 handshake done sender: [1:7580800282602383684:2118] self: [1:7580800282602383683:0] peer: [6:7580800288569413380:0] socket: 233 qp: -1
2025-12-06T17:36:50.170168Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800286897350993:2064] [node 6] ICS10 traffic start
2025-12-06T17:36:50.170197Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:50.238725Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800278307416301:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(180017502ns) {HandleHandshakeStatus:329(180012709ns) {DropIncomingHandshake:442(549ns) DropOutgoingHandshake:457(793ns) SwitchToState:179(3706ns) ProcessPendingSessionEvents:495(55961454ns) {ForwardSessionEventToSession:612(19869062ns) ForwardSessionEventToSession:612(5913ns) ForwardSessionEventToSession:612(7392ns) ForwardSessionEventToSession:612(4018011ns) ForwardSessionEventToSession:612(4629ns) ForwardSessionEventToSession:612(23965160ns) ForwardSessionEventToSession:612(3377ns) ForwardSessionEventToSession:612(2596ns) ForwardSessionEventToSession:612(8059215ns) ForwardSessionEventToSession:612(2909ns)}}}
2025-12-06T17:36:50.238807Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580800278307416301:2049] [node 3] ICP18 handshake (actor [1:7580800282602383681:2117]) is too old
2025-12-06T17:36:50.278683Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800278307416300:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(216009370ns) {HandleHandshakeStatus:329(216005448ns) {DropIncomingHandshake:442(1364ns) DropOutgoingHandshake:457(801ns) SwitchToState:179(630ns) ProcessPendingSessionEvents:495(63963877ns) {ForwardSessionEventToSession:612(7978599ns) ForwardSessionEventToSession:612(6761ns) ForwardSessionEventToSession:612(19935505ns) ForwardSessionEventToSession:612(8021172ns) ForwardSessionEventToSession:612(3711ns) ForwardSessionEventToSession:612(15986015ns) ForwardSessionEventToSession:612(5534ns) ForwardSessionEventToSession:612(2564ns) ForwardSessionEventToSession:612(11985240ns) ForwardSessionEventToSession:612(5138ns)}}}
2025-12-06T17:36:50.290637Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580800278307416300:2048] [node 2] ICP18 handshake (actor [1:7580800286897350989:2119]) is too old
2025-12-06T17:36:50.294053Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800281204779794:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(35839719ns) {HandleHandshakeStatus:395(35837700ns) {LogHandshakeFail:472(12545ns) {UpdateErrorStateLog:545(4925ns)} DropOutgoingHandshake:457(1741ns) ProcessPendingSessionEvents:495(28109517ns) {DropSessionEvent:512(14468ns) DropSessionEvent:512(5789ns) DropSessionEvent:512(19936453ns) DropSessionEvent:512(21232ns) DropSessionEvent:512(8093775ns) DropSessionEvent:512(7004ns) DropSessionEvent:512(8001ns) DropSessionEvent:512(4580ns) DropSessionEvent:512(4679ns) DropSessionEvent:512(3856ns)}}}
2025-12-06T17:36:50.248288Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800288569413373:2119] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:50.255110Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800288569413385:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62708
2025-12-06T17:36:50.282662Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800288569413378:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62708
2025-12-06T17:36:50.282794Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800279979478696:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:50.282852Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:50.231702Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800289658507674:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32555
2025-12-06T17:36:50.282896Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800279979478696:2048] [node 1] ICP22 created new session: [6:7580800288569413386:2048]
2025-12-06T17:36:50.282941Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800288569413386:2048] [node 1] ICS09 handshake done sender: [6:7580800288569413373:2119] self: [6:7580800288569413380:0] peer: [1:7580800282602383683:0] socket: 245 qp: -1
2025-12-06T17:36:50.282976Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800288569413386:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:50.283009Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:50.283552Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800288569413368:2117] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:50.307039Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800284274446071:2116] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:50.307217Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800284274446066:2087] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:36:50.307289Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:50.307334Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800284274446066:2087] [node 5] ICP22 created new session: [6:7580800288569413388:2087]
2025-12-06T17:36:50.307374Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800288569413388:2087] [node 5] ICS09 handshake done sender: [6:7580800288569413368:2117] self: [6:7580800288569413379:0] peer: [5:7580800285363540364:0] socket: 242 qp: -1
2025-12-06T17:36:50.307411Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800288569413388:2087] [node 5] ICS10 traffic start
2025-12-06T17:36:50.307457Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:50.318777Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800279979478698:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:50.318854Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:50.318901Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800279979478698:2050] [node 3] ICP22 created new session: [6:7580800288569413390:2050]
2025-12-06T17:36:50.318946Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800288569413390:2050] [node 3] ICS09 handshake done sender: [6:7580800284274446071:2116] self: [6:7580800288569413369:0] peer: [3:7580800283709748160:0] socket: 231 qp: -1
2025-12-06T17:36:50.318977Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800288569413390:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:50.319014Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:50.359207Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800289794714485:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60752
2025-12-06T17:36:50.366603Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800285499747180:2122] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:50.231924Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800285363540365:2118] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:50.232145Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580800285363540300:2063] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:50.232220Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:50.232263Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800285363540300:2063] [node 6] ICP22 created new session: [5:7580800289658507675:2063]
2025-12-06T17:36:50.232300Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800289658507675:2063] [node 6] ICS09 handshake done sender: [5:7580800285363540365:2118] self: [5:7580800285363540364:0] peer: [6:7580800288569413379:0] socket: 234 qp: -1
2025-12-06T17:36:50.232330Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800289658507675:2063] [node 6] ICS10 traffic start
2025-12-06T17:36:50.232366Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:50.235549Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:50.242652Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800281068572988:2049] [node 2] ICP22 created new session: [5:7580800289658507677:2049]
2025-12-06T17:36:50.242716Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800289658507672:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32555
2025-12-06T17:36:50.253533Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800289658507672:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:50.253690Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800289658507677:2049] [node 2] ICS09 handshake done sender: [5:7580800285363540331:2094] self: [5:7580800285363540369:0] peer: [2:7580800282929725500:0] socket: 187 qp: -1
2025-12-06T17:36:50.259038Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800289658507677:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:50.267846Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800285363540333:2072] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:50.293485Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800289658507674:2122] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:50.293616Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [5:7580800285363540300:2063] [node 6] ICP18 handshake (actor [5:7580800289658507674:2122]) is too old
2025-12-06T17:36:50.294617Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:50.334666Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800281068572988:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(112151321ns) {HandleHandshakeStatus:329(112148740ns) {DropIncomingHandshake:442(1812ns) DropOutgoingHandshake:457(2337ns) SwitchToState:179(2767ns) ProcessPendingSessionEvents:495(1100ns)}}
2025-12-06T17:36:50.361255Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800289658507680:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32555
2025-12-06T17:36:50.367465Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800289658507672:2121] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:50.367269Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800289794714478:2123] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:50.367449Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800281204779794:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:50.375560Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:50.378963Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800281204779794:2049] [node 2] ICP22 created new session: [4:7580800289794714488:2049]
2025-12-06T17:36:50.382643Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800285363540333:2072] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:36:50.390630Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800285499747162:2064] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:50.390755Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:50.390798Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800285499747162:2064] [node 5] ICP22 created new session: [4:7580800289794714489:2064]
2025-12-06T17:36:50.390844Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800289794714489:2064] [node 5] ICS09 handshake done sender: [4:7580800285499747180:2122] self: [4:7580800285499747179:0] peer: [5:7580800289658507678:0] socket: 241 qp: -1
2025-12-06T17:36:50.390881Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800289794714489:2064] [node 5] ICS10 traffic start
2025-12-06T17:36:50.390929Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:50.394170Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800289794714488:2049] [node 2] ICS09 handshake done sender: [4:7580800289794714478:2123] self: [4:7580800289794714480:0] peer: [2:7580800282929725556:0] socket: 244 qp: -1
2025-12-06T17:36:50.398869Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800289794714488:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:50.398915Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:50.382746Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:50.382793Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800285363540333:2072] [node 4] ICP22 created new session: [5:7580800289658507681:2072]
2025-12-06T17:36:50.382842Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800289658507681:2072] [node 4] ICS09 handshake done sender: [5:7580800289658507672:2121] self: [5:7580800289658507678:0] peer: [4:7580800285499747179:0] socket: 206 qp: -1
2025-12-06T17:36:50.382876Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800289658507681:2072] [node 4] ICS10 traffic start
2025-12-06T17:36:50.382914Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:50.414952Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800281204779794:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(47347059ns) {HandleHandshakeStatus:329(47343813ns) {DropIncomingHandshake:442(1278ns) DropOutgoingHandshake:457(541ns) SwitchToState:179(4997ns) ProcessPendingSessionEvents:495(1068ns)}}
2025-12-06T17:36:50.481242Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:36:50.481493Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580800287224692874:2048] [node 1] ICS01 socket: 202 reason# EndOfStream
2025-12-06T17:36:50.481547Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580800278634758183:2048] [node 1] ICP30 unregister session Session# [2:7580800287224692874:2048] VirtualId# [2:7580800282929725564:0]
2025-12-06T17:36:50.481587Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580800287224692874:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:50.481693Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:50.481737Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:50.509289Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:36:50.509632Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800288004715466:2048] [node 1] ICS01 socket: 226 reason# EndOfStream
2025-12-06T17:36:50.509681Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800279414780773:2048] [node 1] ICP30 unregister session Session# [3:7580800288004715466:2048] VirtualId# [3:7580800283709748166:0]
2025-12-06T17:36:50.509715Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800288004715466:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:50.509810Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:50.509858Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:50.538706Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:36:50.538938Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800285363540366:2048] [node 1] ICS01 socket: 192 reason# EndOfStream
2025-12-06T17:36:50.538980Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800281068572987:2048] [node 1] ICP30 unregister session Session# [5:7580800285363540366:2048] VirtualId# [5:7580800285363540356:0]
2025-12-06T17:36:50.539012Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800285363540366:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:50.539111Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:50.539154Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:50.538706Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:36:50.538958Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800289794714483:2048] [node 1] ICS01 socket: 224 reason# EndOfStream
2025-12-06T17:36:50.538998Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800281204779793:2048] [node 1] ICP30 unregister session Session# [4:7580800289794714483:2048] VirtualId# [4:7580800285499747174:0]
2025-12-06T17:36:50.539026Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800289794714483:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:50.539114Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:50.539153Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:50.542679Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:36:50.542961Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800288569413386:2048] [node 1] ICS01 socket: 245 reason# EndOfStream
2025-12-06T17:36:50.543002Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800279979478696:2048] [node 1] ICP30 unregister session Session# [6:7580800288569413386:2048] VirtualId# [6:7580800288569413380:0]
2025-12-06T17:36:50.543037Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800288569413386:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:50.543136Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:50.543180Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:50.594965Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:36:50.595221Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800283709748167:2049] [node 2] ICS01 socket: 203 reason# EndOfStream
2025-12-06T17:36:50.595259Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800279414780774:2049] [node 2] ICP30 unregister session Session# [3:7580800283709748167:2049] VirtualId# [3:7580800283709748152:0]
2025-12-06T17:36:50.595289Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800283709748167:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:50.595357Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:50.595394Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:50.602728Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:36:50.602980Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800289658507677:2049] [node 2] ICS01 socket: 187 reason# EndOfStream
2025-12-06T17:36:50.603016Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800281068572988:2049] [node 2] ICP30 unregister session Session# [5:7580800289658507677:2049] VirtualId# [5:7580800285363540369:0]
2025-12-06T17:36:50.603048Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800289658507677:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:50.603126Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:50.603167Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:50.603640Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:36:50.603254Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:36:50.603448Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800289794714488:2049] [node 2] ICS01 socket: 244 reason# EndOfStream
2025-12-06T17:36:50.603481Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800281204779794:2049] [node 2] ICP30 unregister session Session# [4:7580800289794714488:2049] VirtualId# [4:7580800289794714480:0]
2025-12-06T17:36:50.603835Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580800288569413370:2049] [node 2] ICS07 socket disconnect 197 reason# EndOfStream
2025-12-06T17:36:50.603501Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800289794714488:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:50.603539Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:50.603570Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:50.603859Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800288569413370:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:50.603900Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:50.603933Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580800288569413370:2049] [node 2] ICS15 start handshake
2025-12-06T17:36:50.605175Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800279979478697:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17489) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:36:50.605216Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800288569413370:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:36:50.605246Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800279979478697:2049] [node 2] ICP30 unregister session Session# [6:7580800288569413370:2049] VirtualId# [6:7580800284274446069:0]
2025-12-06T17:36:50.605278Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:50.605308Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580800279979478697:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:17489) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:50.605320Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17489) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:50.626605Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580800279979478697:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:36:50.698733Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:36:50.698980Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800285363540372:2050] [node 3] ICS01 socket: 212 reason# EndOfStream
2025-12-06T17:36:50.699020Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800281068572989:2050] [node 3] ICP30 unregister session Session# [5:7580800285363540372:2050] VirtualId# [5:7580800285363540368:0]
2025-12-06T17:36:50.699049Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800285363540372:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:50.699122Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:50.699159Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:50.699236Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:36:50.699432Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800288569413390:2050] [node 3] ICS01 socket: 231 reason# EndOfStream
2025-12-06T17:36:50.699464Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800279979478698:2050] [node 3] ICP30 unregister session Session# [6:7580800288569413390:2050] VirtualId# [6:7580800288569413369:0]
2025-12-06T17:36:50.699490Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800288569413390:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:50.699529Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:50.699556Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:50.699860Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:36:50.700047Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800285499747169:2050] [node 3] ICS01 socket: 217 reason# EndOfStream
2025-12-06T17:36:50.700074Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800281204779795:2050] [node 3] ICP30 unregister session Session# [4:7580800285499747169:2050] VirtualId# [4:7580800285499747167:0]
2025-12-06T17:36:50.700099Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800285499747169:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:50.700141Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:50.700170Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:50.786712Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:36:50.786958Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800289658507681:2072] [node 4] ICS01 socket: 206 reason# EndOfStream
2025-12-06T17:36:50.787001Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800285363540333:2072] [node 4] ICP30 unregister session Session# [5:7580800289658507681:2072] VirtualId# [5:7580800289658507678:0]
2025-12-06T17:36:50.787036Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800289658507681:2072] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:50.787112Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:36:50.787151Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:36:50.794578Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:36:50.794846Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800288569413381:2060] [node 4] ICS01 socket: 243 reason# EndOfStream
2025-12-06T17:36:50.794886Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800279979478710:2060] [node 4] ICP30 unregister session Session# [6:7580800288569413381:2060] VirtualId# [6:7580800288569413374:0]
2025-12-06T17:36:50.794923Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800288569413381:2060] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:50.795050Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:36:50.795100Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:36:50.863749Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:36:50.864006Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800288569413388:2087] [node 5] ICS01 socket: 242 reason# EndOfStream
2025-12-06T17:36:50.864041Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800284274446066:2087] [node 5] ICP30 unregister session Session# [6:7580800288569413388:2087] VirtualId# [6:7580800288569413379:0]
2025-12-06T17:36:50.864070Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800288569413388:2087] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:50.864131Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:36:50.864169Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:36:51.051021Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800294184381532:2048] [node 2] ICP01 ready to work
2025-12-06T17:36:51.051083Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800294184381533:2049] [node 3] ICP01 ready to work
2025-12-06T17:36:51.074851Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800294039442101:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:51.074901Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800294039442102:2049] [node 3] ICP01 ready to work
2025-12-06T17:36:51.121256Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800292314824304:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:51.121305Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800292314824305:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:51.138874Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800291036850205:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:51.138909Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800291036850206:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:51.138938Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800291036850207:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:51.201589Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800293816696732:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:51.201629Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800293816696733:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:51.206498Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800293816696734:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:51.399579Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800293805378761:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:51.399620Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800293805378762:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:51.399659Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800293805378763:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:51.613022Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800293805378779:2062] [node 4] ICP01 ready to work
2025-12-06T17:36:51.582727Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800292314824329:2067] [node 5] ICP01 ready to work
2025-12-06T17:36:51.694641Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800294039442164:2094] [node 5] ICP01 ready to work
2025-12-06T17:36:51.662915Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800292314824361:2068] [node 6] ICP01 ready to work
2025-12-06T17:36:51.678729Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800293816696747:2060] [node 6] ICP01 ready to work
2025-12-06T17:36:51.830638Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800294039442165:2095] [node 4] ICP01 ready to work
2025-12-06T17:36:51.832732Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800294039442168:2096] [node 6] ICP01 ready to work
2025-12-06T17:36:51.852463Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800293816696747:2060] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(155339808ns) {Configure:104(155334820ns) {ProcessConfigured:135(61457ns) {StartInitialHandshake:157(59307ns) {DropHandshakes:470(2460ns) {DropIncomingHandshake:442(519ns) DropOutgoingHandshake:457(561ns)} GenerateSessionVirtualId:988(556ns) PrepareNewSessionHandshake:477(1299ns) {SwitchToState:179(402ns)}}}}}
2025-12-06T17:36:51.846781Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800292314824369:2071] [node 4] ICP01 ready to work
2025-12-06T17:36:51.871175Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800293816696732:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(17095865ns) {Configure:104(17092820ns) {ProcessConfigured:135(52280ns) {StartInitialHandshake:157(50343ns) {DropHandshakes:470(2154ns) {DropIncomingHandshake:442(365ns) DropOutgoingHandshake:457(575ns)} GenerateSessionVirtualId:988(413ns) PrepareNewSessionHandshake:477(1458ns) {SwitchToState:179(614ns)}}}}}
2025-12-06T17:36:51.827288Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800294184381595:2103] [node 5] ICP01 ready to work
2025-12-06T17:36:51.886882Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800294184381596:2104] [node 6] ICP01 ready to work
2025-12-06T17:36:51.887178Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800294184381597:2105] [node 4] ICP01 ready to work
2025-12-06T17:36:51.882794Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800293805378836:2081] [node 5] ICP01 ready to work
2025-12-06T17:36:51.919736Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800294184381595:2103] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(29288910ns) {Configure:104(29286006ns) {ProcessConfigured:135(59336ns) {StartInitialHandshake:157(57128ns) {DropHandshakes:470(4480ns) {DropIncomingHandshake:442(638ns) DropOutgoingHandshake:457(358ns)} GenerateSessionVirtualId:988(996ns) PrepareNewSessionHandshake:477(1485ns) {SwitchToState:179(804ns)}}}}}
2025-12-06T17:36:51.936457Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800292314824369:2071] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(49653968ns) {Configure:104(49648374ns) {ProcessConfigured:135(53746ns) {StartInitialHandshake:157(51534ns) {DropHandshakes:470(1950ns) {DropIncomingHandshake:442(428ns) DropOutgoingHandshake:457(554ns)} GenerateSessionVirtualId:988(652ns) PrepareNewSessionHandshake:477(1159ns) {SwitchToState:179(579ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:51.943026Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800294184381600:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20333
2025-12-06T17:36:51.943238Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800294184381601:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20333
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:51.950622Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800293816696802:2064] [node 4] ICP01 ready to work
2025-12-06T17:36:51.953680Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800293816696803:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52265
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:51.972186Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800293805378836:2081] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(25310332ns) {Configure:104(17347721ns) {ProcessConfigured:135(63846ns) {StartInitialHandshake:157(61604ns) {DropHandshakes:470(1439ns) {DropIncomingHandshake:442(272ns) DropOutgoingHandshake:457(250ns)} GenerateSessionVirtualId:988(638ns) PrepareNewSessionHandshake:477(2193ns) {SwitchToState:179(1193ns)}}}}}
2025-12-06T17:36:51.972978Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800293805378839:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23039
2025-12-06T17:36:51.973043Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800293805378840:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23039
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:51.959268Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800294039442180:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14638
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:51.986648Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800292314824361:2068] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(40859731ns) {Configure:104(40856269ns) {ProcessConfigured:135(70037ns) {StartInitialHandshake:157(67870ns) {DropHandshakes:470(1389ns) {DropIncomingHandshake:442(338ns) DropOutgoingHandshake:457(224ns)} GenerateSessionVirtualId:988(568ns) PrepareNewSessionHandshake:477(1089ns) {SwitchToState:179(513ns)}}}}}
2025-12-06T17:36:51.989791Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800292314824374:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4453
2025-12-06T17:36:51.989978Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800292314824375:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4453
2025-12-06T17:36:51.978795Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800293816696803:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:51.974774Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800294184381601:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:52.018610Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800294039442180:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:51.980398Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800291036850205:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(437316561ns) {Configure:104(437310918ns) {ProcessConfigured:135(9187240ns) {StartInitialHandshake:157(9184911ns) {DropHandshakes:470(7578696ns) {DropIncomingHandshake:442(505ns) DropOutgoingHandshake:457(2390ns)} GenerateSessionVirtualId:988(1816ns) PrepareNewSessionHandshake:477(2083ns) {SwitchToState:179(1448ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:51.974868Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800294184381600:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:52.027433Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800298100346137:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23039
2025-12-06T17:36:51.975295Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800294184381613:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20333
2025-12-06T17:36:52.036615Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800298479348912:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20333
2025-12-06T17:36:52.008930Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800295331817568:2067] [node 5] ICP01 ready to work
2025-12-06T17:36:52.009239Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800295331817569:2075] [node 6] ICP01 ready to work
2025-12-06T17:36:52.032491Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800295331817570:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17451
2025-12-06T17:36:52.032699Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800295331817571:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17451
2025-12-06T17:36:52.032803Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800295331817572:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17451
2025-12-06T17:36:52.036901Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800295331817571:2113] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:52.034294Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800292314824374:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:52.034578Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800292314824380:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4453
2025-12-06T17:36:52.002728Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800293816696733:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:52.043183Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800293805378839:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:52.043985Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800294184381613:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:52.044146Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800294184381599:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:52.044170Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800294184381599:2110] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:52.045683Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800294184381599:2110] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:52.046565Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800294184381596:2104] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:52.048945Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:52.048859Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800291036850205:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:52.056488Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800295331817570:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:52.042593Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800294039442167:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:52.043356Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800293805378761:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:52.059317Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800294184381596:2104] [node 6] ICP22 created new session: [1:7580800298479348915:2104]
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:52.084008Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800295331817584:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17451
2025-12-06T17:36:52.085010Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800292314824375:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:52.042685Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800294039442167:2110] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:52.045481Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800298100346139:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23039
2025-12-06T17:36:52.046278Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800293805378839:2115] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:52.046760Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800293805378761:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:52.046829Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:52.046879Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800293805378761:2048] [node 1] ICP22 created new session: [6:7580800298100346140:2048]
2025-12-06T17:36:52.046928Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800298100346140:2048] [node 1] ICS09 handshake done sender: [6:7580800293805378839:2115] self: [6:7580800298100346138:0] peer: [1:7580800294184381598:0] socket: 207 qp: -1
2025-12-06T17:36:52.046965Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800298100346140:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:52.046999Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:52.062855Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800293805378840:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:52.055934Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580800294039442101:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:52.056041Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800298334409478:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14638
2025-12-06T17:36:52.056103Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800298334409479:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14638
2025-12-06T17:36:52.070729Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800294039442167:2110] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:52.059403Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800298479348915:2104] [node 6] ICS09 handshake done sender: [1:7580800294184381599:2110] self: [1:7580800294184381598:0] peer: [6:7580800298100346138:0] socket: 200 qp: -1
2025-12-06T17:36:52.083541Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800298111664108:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52265
2025-12-06T17:36:52.083615Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800298111664109:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52265
2025-12-06T17:36:52.059454Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800298479348915:2104] [node 6] ICS10 traffic start
2025-12-06T17:36:52.059507Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:52.079623Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800294184381609:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:52.079665Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800294184381609:2116] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:36:52.080508Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800294184381603:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:52.080529Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800294184381603:2113] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:36:52.086805Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800294184381609:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:52.115374Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800294184381603:2113] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:52.123129Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800296609791682:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4453
2025-12-06T17:36:52.124753Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800292314824380:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:52.126126Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800292314824305:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:52.127552Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800295331817572:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:52.126638Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800294039442164:2094] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:52.126696Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:52.126750Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800294039442164:2094] [node 5] ICP22 created new session: [2:7580800298334409481:2094]
2025-12-06T17:36:52.126799Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800298334409481:2094] [node 5] ICS09 handshake done sender: [2:7580800294039442167:2110] self: [2:7580800294039442166:0] peer: [5:7580800298111664107:0] socket: 190 qp: -1
2025-12-06T17:36:52.126840Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800298334409481:2094] [node 5] ICS10 traffic start
2025-12-06T17:36:52.126891Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:52.135719Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580800294039442101:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27983) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7580800294039442180:2115] held: no
2025-12-06T17:36:52.136319Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800294039442172:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:52.136341Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800294039442172:2112] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:36:52.137449Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800298334409484:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14638
2025-12-06T17:36:52.138184Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800294039442172:2112] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:52.127840Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800295331817571:2113] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:52.111244Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800293805378836:2081] [node 5] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:52.150743Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800296609791682:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:52.151724Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800296609791686:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4453
2025-12-06T17:36:52.152451Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800292314824375:2113] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:52.152724Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800292314824305:2049] [node 2] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:52.159434Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800291036850205:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:52.159506Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:52.132754Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800298111664110:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52265
2025-12-06T17:36:52.138566Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800294039442102:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:36:52.131105Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800294184381597:2105] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:36:52.159577Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800291036850205:2048] [node 1] ICP22 created new session: [4:7580800295331817585:2048]
2025-12-06T17:36:52.159620Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800295331817585:2048] [node 1] ICS09 handshake done sender: [4:7580800295331817571:2113] self: [4:7580800295331817582:0] peer: [1:7580800294184381608:0] socket: 218 qp: -1
2025-12-06T17:36:52.159660Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800295331817585:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:52.159711Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:52.160647Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800291036850207:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:52.132900Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800293816696796:2109] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:52.152779Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:52.138612Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:52.131162Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:52.187216Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800298100346137:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:52.132924Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580800293816696796:2109] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:52.191535Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800293816696803:2113] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:52.152835Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800292314824305:2049] [node 2] ICP22 created new session: [3:7580800296609791688:2049]
2025-12-06T17:36:52.152876Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800296609791688:2049] [node 2] ICS09 handshake done sender: [3:7580800292314824375:2113] self: [3:7580800296609791684:0] peer: [2:7580800294039442171:0] socket: 197 qp: -1
2025-12-06T17:36:52.152914Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800296609791688:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:52.152948Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:52.159195Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800296609791691:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4453
2025-12-06T17:36:52.162073Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800292314824371:2110] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:52.162099Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800292314824371:2110] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:36:52.187802Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800292314824371:2110] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:52.138656Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800294039442102:2049] [node 3] ICP22 created new session: [2:7580800298334409487:2049]
2025-12-06T17:36:52.187336Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800298100346144:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23039
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:52.131210Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800294184381597:2105] [node 4] ICP22 created new session: [1:7580800298479348920:2105]
2025-12-06T17:36:52.187490Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800293805378763:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:52.198819Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800298100346144:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:52.199084Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800293805378762:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:52.199472Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800298100346146:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23039
2025-12-06T17:36:52.214767Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800293816696733:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:52.131274Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800298479348920:2105] [node 4] ICS09 handshake done sender: [1:7580800294184381609:2116] self: [1:7580800294184381608:0] peer: [4:7580800295331817582:0] socket: 199 qp: -1
2025-12-06T17:36:52.131309Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800298479348920:2105] [node 4] ICS10 traffic start
2025-12-06T17:36:52.131348Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:52.131690Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800294184381532:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:36:52.131736Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:52.131778Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800294184381532:2048] [node 2] ICP22 created new session: [1:7580800298479348922:2048]
2025-12-06T17:36:52.131820Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800298479348922:2048] [node 2] ICS09 handshake done sender: [1:7580800294184381603:2113] self: [1:7580800294184381602:0] peer: [2:7580800298334409480:0] socket: 198 qp: -1
2025-12-06T17:36:52.131853Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800298479348922:2048] [node 2] ICS10 traffic start
2025-12-06T17:36:52.131878Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:52.156677Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800298479348925:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20333
2025-12-06T17:36:52.187870Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800298479348912:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:52.196732Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580800294184381597:2105] [node 4] ICP18 handshake (actor [1:7580800298479348912:2118]) is too old
2025-12-06T17:36:52.239829Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800295331817587:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17451
2025-12-06T17:36:52.239968Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800295331817589:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17451
2025-12-06T17:36:52.150637Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800298334409487:2049] [node 3] ICS09 handshake done sender: [2:7580800294039442172:2112] self: [2:7580800294039442171:0] peer: [3:7580800296609791684:0] socket: 192 qp: -1
2025-12-06T17:36:52.214864Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:52.214942Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800293816696733:2049] [node 2] ICP22 created new session: [5:7580800298111664112:2049]
2025-12-06T17:36:52.215018Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800298111664112:2049] [node 2] ICS09 handshake done sender: [5:7580800293816696803:2113] self: [5:7580800298111664107:0] peer: [2:7580800294039442166:0] socket: 202 qp: -1
2025-12-06T17:36:52.215060Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800298111664112:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:52.215122Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:52.216592Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800298111664108:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:52.216850Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800293816696796:2109] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:52.255323Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800295331817572:2114] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:52.231229Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800292314824377:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:52.158739Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800298334409487:2049] [node 3] ICS10 traffic start
2025-12-06T17:36:52.158796Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:52.172235Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800294039442102:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(33471258ns) {HandleHandshakeStatus:329(33469197ns) {DropIncomingHandshake:442(330ns) DropOutgoingHandshake:457(234ns) SwitchToState:179(508ns) ProcessPendingSessionEvents:495(132349ns) {ForwardSessionEventToSession:612(75302ns) ForwardSessionEventToSession:612(3330ns) ForwardSessionEventToSession:612(7021ns) ForwardSessionEventToSession:612(2772ns) ForwardSessionEventToSession:612(2752ns) ForwardSessionEventToSession:612(6164ns) ForwardSessionEventToSession:612(3587ns) ForwardSessionEventToSession:612(11820ns) ForwardSessionEventToSession:612(2370ns) ForwardSessionEventToSession:612(2941ns)}}}
2025-12-06T17:36:52.172499Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800298334409478:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:52.173138Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800294039442180:2115] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:52.185015Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800298334409479:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:52.185125Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580800294039442101:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:52.185184Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:52.185237Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800294039442101:2048] [node 1] ICP22 created new session: [2:7580800298334409490:2048]
2025-12-06T17:36:52.185317Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800298334409490:2048] [node 1] ICS09 handshake done sender: [2:7580800294039442180:2115] self: [2:7580800298334409480:0] peer: [1:7580800294184381602:0] socket: 201 qp: -1
2025-12-06T17:36:52.185370Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800298334409490:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:52.185411Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:52.246719Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800294039442176:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:52.246752Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800294039442176:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:52.266911Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800294039442176:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:52.231265Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800292314824377:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:52.231965Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800292314824369:2071] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:36:52.232021Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:52.232068Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800292314824369:2071] [node 4] ICP22 created new session: [3:7580800296609791693:2071]
2025-12-06T17:36:52.232121Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800296609791693:2071] [node 4] ICS09 handshake done sender: [3:7580800292314824371:2110] self: [3:7580800292314824370:0] peer: [4:7580800295331817588:0] socket: 212 qp: -1
2025-12-06T17:36:52.232155Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800296609791693:2071] [node 4] ICS10 traffic start
2025-12-06T17:36:52.232190Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:52.248684Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800292314824377:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:52.248896Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800292314824361:2068] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:52.248971Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:52.249027Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800292314824361:2068] [node 6] ICP22 created new session: [3:7580800296609791696:2068]
2025-12-06T17:36:52.249078Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800296609791696:2068] [node 6] ICS09 handshake done sender: [3:7580800292314824377:2114] self: [3:7580800292314824376:0] peer: [6:7580800298100346145:0] socket: 214 qp: -1
2025-12-06T17:36:52.249118Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800296609791696:2068] [node 6] ICS10 traffic start
2025-12-06T17:36:52.249152Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:52.283431Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800296609791691:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:52.283584Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800292314824304:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:52.270745Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800298479348925:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:52.290933Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800292314824373:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:52.290972Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800292314824373:2111] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:52.292151Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800292314824373:2111] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:52.292433Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800292314824329:2067] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:52.292521Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:52.292570Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800292314824329:2067] [node 5] ICP22 created new session: [3:7580800296609791700:2067]
2025-12-06T17:36:52.292615Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800296609791700:2067] [node 5] ICS09 handshake done sender: [3:7580800292314824373:2111] self: [3:7580800292314824372:0] peer: [5:7580800298111664119:0] socket: 213 qp: -1
2025-12-06T17:36:52.292651Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800296609791700:2067] [node 5] ICS10 traffic start
2025-12-06T17:36:52.292688Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:52.286927Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580800293816696747:2060] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:52.286997Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:52.287051Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800293816696747:2060] [node 6] ICP22 created new session: [5:7580800298111664115:2060]
2025-12-06T17:36:52.287102Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800298111664115:2060] [node 6] ICS09 handshake done sender: [5:7580800293816696796:2109] self: [5:7580800293816696795:0] peer: [6:7580800298100346143:0] socket: 203 qp: -1
2025-12-06T17:36:52.287145Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800298111664115:2060] [node 6] ICS10 traffic start
2025-12-06T17:36:52.287185Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:52.287765Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800298111664110:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:52.288038Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800293816696732:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:52.288550Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800293816696734:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:52.288642Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800298111664118:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52265
2025-12-06T17:36:52.271116Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800294039442168:2096] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:52.310843Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800293805378840:2116] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:52.314701Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800291036850207:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:52.314810Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:52.314865Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800291036850207:2050] [node 3] ICP22 created new session: [4:7580800295331817592:2050]
2025-12-06T17:36:52.314916Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800295331817592:2050] [node 3] ICS09 handshake done sender: [4:7580800295331817572:2114] self: [4:7580800295331817588:0] peer: [3:7580800292314824370:0] socket: 219 qp: -1
2025-12-06T17:36:52.314965Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800295331817592:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:52.315012Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:52.315865Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800295331817590:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17451
2025-12-06T17:36:52.322632Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800294184381607:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:52.322699Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800294184381607:2115] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:36:52.271204Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:52.271264Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800294039442168:2096] [node 6] ICP22 created new session: [2:7580800298334409494:2096]
2025-12-06T17:36:52.271321Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800298334409494:2096] [node 6] ICS09 handshake done sender: [2:7580800294039442176:2114] self: [2:7580800294039442175:0] peer: [6:7580800298100346147:0] socket: 238 qp: -1
2025-12-06T17:36:52.271365Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800298334409494:2096] [node 6] ICS10 traffic start
2025-12-06T17:36:52.271404Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:52.358595Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800294039442174:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:52.337756Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800295331817587:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:52.336066Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800294184381605:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:52.336110Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800294184381605:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:52.346633Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800294184381607:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:52.347099Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800294184381605:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:52.347289Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800294184381533:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:36:52.347396Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:52.347452Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800294184381533:2049] [node 3] ICP22 created new session: [1:7580800298479348929:2049]
2025-12-06T17:36:52.347497Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800298479348929:2049] [node 3] ICS09 handshake done sender: [1:7580800294184381607:2115] self: [1:7580800294184381606:0] peer: [3:7580800296609791698:0] socket: 243 qp: -1
2025-12-06T17:36:52.347533Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800298479348929:2049] [node 3] ICS10 traffic start
2025-12-06T17:36:52.347584Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:52.347959Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800294184381595:2103] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:52.348039Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:52.348076Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800294184381595:2103] [node 5] ICP22 created new session: [1:7580800298479348931:2103]
2025-12-06T17:36:52.348118Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800298479348931:2103] [node 5] ICS09 handshake done sender: [1:7580800294184381605:2114] self: [1:7580800294184381604:0] peer: [5:7580800298111664117:0] socket: 233 qp: -1
2025-12-06T17:36:52.348177Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800298479348931:2103] [node 5] ICS10 traffic start
2025-12-06T17:36:52.348203Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:52.337836Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7580800291036850207:2050] [node 3] ICP27 obsolete handshake fail ignored
2025-12-06T17:36:52.339502Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800291036850206:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:52.358670Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800294039442174:2113] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:36:52.366887Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800294039442174:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:52.354696Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800296609791702:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4453
2025-12-06T17:36:52.370748Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800293805378763:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25873) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800298100346137:2117] held: no
2025-12-06T17:36:52.371103Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800293805378763:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(20150366ns) {HandleHandshakeStatus:395(20146633ns) {LogHandshakeFail:472(14191ns) {UpdateErrorStateLog:545(5667ns)} DropOutgoingHandshake:457(2374ns) ProcessPendingSessionEvents:495(67968ns) {DropSessionEvent:512(13444ns) DropSessionEvent:512(4042ns) DropSessionEvent:512(6206ns) DropSessionEvent:512(4774ns) DropSessionEvent:512(4049ns) DropSessionEvent:512(3666ns) DropSessionEvent:512(10366ns) DropSessionEvent:512(5746ns) DropSessionEvent:512(4018ns) DropSessionEvent:512(4389ns)}}}
2025-12-06T17:36:52.373528Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580800292314824304:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27983) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580800296609791691:2120] held: no
2025-12-06T17:36:52.373699Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800296609791691:2120] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:52.378756Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800293805378836:2081] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:36:52.378857Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:52.378918Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800293805378836:2081] [node 5] ICP22 created new session: [6:7580800298100346150:2081]
2025-12-06T17:36:52.378993Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800298100346150:2081] [node 5] ICS09 handshake done sender: [6:7580800293805378840:2116] self: [6:7580800298100346143:0] peer: [5:7580800293816696795:0] socket: 208 qp: -1
2025-12-06T17:36:52.379039Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800298100346150:2081] [node 5] ICS10 traffic start
2025-12-06T17:36:52.379081Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:52.379888Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800298100346148:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23039
2025-12-06T17:36:52.380331Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800298100346149:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23039
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:52.383239Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800293816696732:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27983) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800298111664110:2118] held: no
2025-12-06T17:36:52.383712Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800293816696734:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25873) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800298111664108:2116] held: no
2025-12-06T17:36:52.384141Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800298111664120:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52265
2025-12-06T17:36:52.386687Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800294039442165:2095] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:36:52.386761Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:52.386819Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800294039442165:2095] [node 4] ICP22 created new session: [2:7580800298334409497:2095]
2025-12-06T17:36:52.386874Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800298334409497:2095] [node 4] ICS09 handshake done sender: [2:7580800294039442174:2113] self: [2:7580800294039442173:0] peer: [4:7580800295331817595:0] socket: 191 qp: -1
2025-12-06T17:36:52.386916Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800298334409497:2095] [node 4] ICS10 traffic start
2025-12-06T17:36:52.386950Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:52.390825Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800293805378762:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11833) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800298100346144:2119] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:52.373975Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800292314824304:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:52.374022Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:52.374071Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800292314824304:2048] [node 1] ICP22 created new session: [3:7580800296609791703:2048]
2025-12-06T17:36:52.374113Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800296609791703:2048] [node 1] ICS09 handshake done sender: [3:7580800296609791691:2120] self: [3:7580800296609791698:0] peer: [1:7580800294184381606:0] socket: 244 qp: -1
2025-12-06T17:36:52.374150Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800296609791703:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:52.374188Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:52.398802Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800298100346144:2119] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:52.399040Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800293805378762:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:52.399088Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:52.399144Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800293805378762:2049] [node 2] ICP22 created new session: [6:7580800298100346153:2049]
2025-12-06T17:36:52.399192Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800298100346153:2049] [node 2] ICS09 handshake done sender: [6:7580800298100346144:2119] self: [6:7580800298100346147:0] peer: [2:7580800294039442175:0] socket: 239 qp: -1
2025-12-06T17:36:52.399236Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800298100346153:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:52.399276Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:52.400421Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800298100346152:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23039
2025-12-06T17:36:52.400613Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800298100346137:2117] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:52.401048Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800293805378763:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:52.401087Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:52.401128Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800293805378763:2050] [node 3] ICP22 created new session: [6:7580800298100346156:2050]
2025-12-06T17:36:52.401166Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800298100346156:2050] [node 3] ICS09 handshake done sender: [6:7580800298100346137:2117] self: [6:7580800298100346145:0] peer: [3:7580800292314824376:0] socket: 215 qp: -1
2025-12-06T17:36:52.401195Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800298100346156:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:52.401227Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:52.404922Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800298111664108:2116] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:52.410884Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800293816696734:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:52.410979Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:52.411043Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800293816696734:2050] [node 3] ICP22 created new session: [5:7580800298111664122:2050]
2025-12-06T17:36:52.411094Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800298111664122:2050] [node 3] ICS09 handshake done sender: [5:7580800298111664108:2116] self: [5:7580800298111664119:0] peer: [3:7580800292314824372:0] socket: 216 qp: -1
2025-12-06T17:36:52.411131Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800298111664122:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:52.411168Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:52.411935Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800298111664121:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52265
2025-12-06T17:36:52.412616Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800298111664110:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:52.412814Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800293816696732:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:52.412856Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:52.412897Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800293816696732:2048] [node 1] ICP22 created new session: [5:7580800298111664124:2048]
2025-12-06T17:36:52.412939Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800298111664124:2048] [node 1] ICS09 handshake done sender: [5:7580800298111664110:2118] self: [5:7580800298111664117:0] peer: [1:7580800294184381604:0] socket: 235 qp: -1
2025-12-06T17:36:52.412969Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800298111664124:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:52.413007Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:52.438730Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800298111664118:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:52.438898Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800293816696802:2064] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:52.443209Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800291036850206:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11833) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580800295331817587:2119] held: no
2025-12-06T17:36:52.446793Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800298100346152:2123] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:52.446966Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800293805378779:2062] [node 4] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:52.454788Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800295331817590:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:52.454920Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800295331817578:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:52.454944Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800295331817578:2117] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:52.455723Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800295331817576:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:52.455740Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800295331817576:2116] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:52.456558Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800295331817596:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17451
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:52.457214Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800298100346159:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23039
2025-12-06T17:36:52.467053Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800295331817587:2119] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:52.467488Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800298111664127:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52265
2025-12-06T17:36:52.471521Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800298100346152:2123] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:52.471007Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800295331817578:2117] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:52.471821Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800291036850206:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:52.471873Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:52.471920Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800291036850206:2049] [node 2] ICP22 created new session: [4:7580800295331817600:2049]
2025-12-06T17:36:52.471971Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800295331817600:2049] [node 2] ICS09 handshake done sender: [4:7580800295331817587:2119] self: [4:7580800295331817595:0] peer: [2:7580800294039442173:0] socket: 245 qp: -1
2025-12-06T17:36:52.472006Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800295331817600:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:52.472064Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:52.472566Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800295331817576:2116] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:52.479037Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800298111664118:2119] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:52.479296Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800293816696802:2064] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:36:52.479352Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:52.479405Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800293816696802:2064] [node 4] ICP22 created new session: [5:7580800298111664128:2064]
2025-12-06T17:36:52.479454Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800298111664128:2064] [node 4] ICS09 handshake done sender: [5:7580800298111664118:2119] self: [5:7580800298111664126:0] peer: [4:7580800295331817575:0] socket: 231 qp: -1
2025-12-06T17:36:52.479492Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800298111664128:2064] [node 4] ICS10 traffic start
2025-12-06T17:36:52.479525Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:52.484760Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800293805378779:2062] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:36:52.484817Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:52.484860Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800293805378779:2062] [node 4] ICP22 created new session: [6:7580800298100346160:2062]
2025-12-06T17:36:52.484898Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800298100346160:2062] [node 4] ICS09 handshake done sender: [6:7580800298100346152:2123] self: [6:7580800298100346158:0] peer: [4:7580800295331817577:0] socket: 188 qp: -1
2025-12-06T17:36:52.484924Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800298100346160:2062] [node 4] ICS10 traffic start
2025-12-06T17:36:52.484964Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:52.482862Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800295331817569:2075] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:52.482944Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:52.482995Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800295331817569:2075] [node 6] ICP22 created new session: [4:7580800295331817602:2075]
2025-12-06T17:36:52.483048Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800295331817602:2075] [node 6] ICS09 handshake done sender: [4:7580800295331817578:2117] self: [4:7580800295331817577:0] peer: [6:7580800298100346158:0] socket: 255 qp: -1
2025-12-06T17:36:52.483085Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800295331817602:2075] [node 6] ICS10 traffic start
2025-12-06T17:36:52.483118Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:52.483699Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800295331817568:2067] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:52.483767Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:52.483811Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800295331817568:2067] [node 5] ICP22 created new session: [4:7580800295331817604:2067]
2025-12-06T17:36:52.483847Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800295331817604:2067] [node 5] ICS09 handshake done sender: [4:7580800295331817576:2116] self: [4:7580800295331817575:0] peer: [5:7580800298111664126:0] socket: 225 qp: -1
2025-12-06T17:36:52.483879Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800295331817604:2067] [node 5] ICS10 traffic start
2025-12-06T17:36:52.483910Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:52.517846Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:36:52.518122Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580800298334409490:2048] [node 1] ICS01 socket: 201 reason# EndOfStream
2025-12-06T17:36:52.518169Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580800294039442101:2048] [node 1] ICP30 unregister session Session# [2:7580800298334409490:2048] VirtualId# [2:7580800298334409480:0]
2025-12-06T17:36:52.518202Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580800298334409490:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:52.518279Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:52.518323Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:52.520071Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:36:52.520302Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800296609791703:2048] [node 1] ICS01 socket: 244 reason# EndOfStream
2025-12-06T17:36:52.520338Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800292314824304:2048] [node 1] ICP30 unregister session Session# [3:7580800296609791703:2048] VirtualId# [3:7580800296609791698:0]
2025-12-06T17:36:52.520365Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800296609791703:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:52.520418Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:52.520464Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:52.534771Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:36:52.534753Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:36:52.535004Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580800295331817585:2048] [node 1] ICS07 socket disconnect 218 reason# EndOfStream
2025-12-06T17:36:52.534993Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800298111664124:2048] [node 1] ICS01 socket: 235 reason# EndOfStream
2025-12-06T17:36:52.535034Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800295331817585:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:52.535034Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800293816696732:2048] [node 1] ICP30 unregister session Session# [5:7580800298111664124:2048] VirtualId# [5:7580800298111664117:0]
2025-12-06T17:36:52.535063Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800298111664124:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:52.535111Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:52.535132Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:52.535154Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580800295331817585:2048] [node 1] ICS15 start handshake
2025-12-06T17:36:52.535175Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:52.535265Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:36:52.535470Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800298100346140:2048] [node 1] ICS01 socket: 207 reason# EndOfStream
2025-12-06T17:36:52.535501Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800293805378761:2048] [node 1] ICP30 unregister session Session# [6:7580800298100346140:2048] VirtualId# [6:7580800298100346138:0]
2025-12-06T17:36:52.535532Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800298100346140:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:52.535579Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:52.535609Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:52.536554Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800291036850205:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27983) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:36:52.536606Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800295331817585:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:36:52.536637Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800291036850205:2048] [node 1] ICP30 unregister session Session# [4:7580800295331817585:2048] VirtualId# [4:7580800295331817582:0]
2025-12-06T17:36:52.536669Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:52.536701Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580800291036850205:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:27983) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:52.536715Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27983) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:52.548898Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580800291036850205:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:36:52.556083Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:36:52.556350Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800296609791688:2049] [node 2] ICS01 socket: 197 reason# EndOfStream
2025-12-06T17:36:52.556391Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800292314824305:2049] [node 2] ICP30 unregister session Session# [3:7580800296609791688:2049] VirtualId# [3:7580800296609791684:0]
2025-12-06T17:36:52.556432Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800296609791688:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:52.556509Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:52.556549Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:52.574819Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:36:52.575091Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800298111664112:2049] [node 2] ICS01 socket: 202 reason# EndOfStream
2025-12-06T17:36:52.575134Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800293816696733:2049] [node 2] ICP30 unregister session Session# [5:7580800298111664112:2049] VirtualId# [5:7580800298111664107:0]
2025-12-06T17:36:52.575169Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800298111664112:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:52.575267Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:52.575309Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:52.575401Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:36:52.575609Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800295331817600:2049] [node 2] ICS01 socket: 245 reason# EndOfStream
2025-12-06T17:36:52.575641Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800291036850206:2049] [node 2] ICP30 unregister session Session# [4:7580800295331817600:2049] VirtualId# [4:7580800295331817595:0]
2025-12-06T17:36:52.575664Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800295331817600:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:52.575705Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:52.575737Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:52.575813Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:36:52.576012Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800298100346153:2049] [node 2] ICS01 socket: 239 reason# EndOfStream
2025-12-06T17:36:52.576043Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800293805378762:2049] [node 2] ICP30 unregister session Session# [6:7580800298100346153:2049] VirtualId# [6:7580800298100346147:0]
2025-12-06T17:36:52.576071Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800298100346153:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:52.576112Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:52.576146Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:52.682733Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:36:52.683006Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800298111664122:2050] [node 3] ICS01 socket: 216 reason# EndOfStream
2025-12-06T17:36:52.683054Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800293816696734:2050] [node 3] ICP30 unregister session Session# [5:7580800298111664122:2050] VirtualId# [5:7580800298111664119:0]
2025-12-06T17:36:52.683088Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800298111664122:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:52.683180Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:52.683224Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:52.682784Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:36:52.683028Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800298100346156:2050] [node 3] ICS01 socket: 215 reason# EndOfStream
2025-12-06T17:36:52.683064Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800293805378763:2050] [node 3] ICP30 unregister session Session# [6:7580800298100346156:2050] VirtualId# [6:7580800298100346145:0]
2025-12-06T17:36:52.683095Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800298100346156:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:52.683180Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:52.683224Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:52.683323Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:36:52.683533Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800295331817592:2050] [node 3] ICS01 socket: 219 reason# EndOfStream
2025-12-06T17:36:52.683565Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800291036850207:2050] [node 3] ICP30 unregister session Session# [4:7580800295331817592:2050] VirtualId# [4:7580800295331817588:0]
2025-12-06T17:36:52.683586Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800295331817592:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:52.683629Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:52.683662Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:52.742722Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:36:52.742977Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800298111664128:2064] [node 4] ICS01 socket: 231 reason# EndOfStream
2025-12-06T17:36:52.743019Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800293816696802:2064] [node 4] ICP30 unregister session Session# [5:7580800298111664128:2064] VirtualId# [5:7580800298111664126:0]
2025-12-06T17:36:52.743052Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800298111664128:2064] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:52.743153Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:36:52.743193Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:36:52.743276Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:36:52.743477Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800298100346160:2062] [node 4] ICS01 socket: 188 reason# EndOfStream
2025-12-06T17:36:52.743515Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800293805378779:2062] [node 4] ICP30 unregister session Session# [6:7580800298100346160:2062] VirtualId# [6:7580800298100346158:0]
2025-12-06T17:36:52.743553Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800298100346160:2062] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:52.743596Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:36:52.743630Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:36:52.786721Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:36:52.787008Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800298100346150:2081] [node 5] ICS01 socket: 208 reason# EndOfStream
2025-12-06T17:36:52.787052Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800293805378836:2081] [node 5] ICP30 unregister session Session# [6:7580800298100346150:2081] VirtualId# [6:7580800298100346143:0]
2025-12-06T17:36:52.787096Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800298100346150:2081] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:52.787207Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:36:52.787253Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:36:52.998810Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800297159772007:2048] [node 2] ICP01 ready to work
2025-12-06T17:36:52.998868Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800297159772008:2049] [node 3] ICP01 ready to work
2025-12-06T17:36:52.983662Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800295689523090:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:52.983705Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800295689523091:2049] [node 3] ICP01 ready to work
2025-12-06T17:36:53.034905Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800303029551286:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:53.034956Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800303029551287:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:53.094859Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800303164851052:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:53.094904Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800303164851053:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:53.094938Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800303164851054:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:53.090906Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800300417348310:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:53.090943Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800300417348311:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:53.090974Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800300417348312:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:53.351434Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800301454739326:2068] [node 4] ICP01 ready to work
2025-12-06T17:36:53.351868Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800301454739327:2069] [node 6] ICP01 ready to work
2025-12-06T17:36:53.352772Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800301454739328:2066] [node 5] ICP01 ready to work
2025-12-06T17:36:53.352881Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800303164851053:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(22113279ns) {Configure:104(22108991ns) {ProcessConfigured:135(173877ns) {StartInitialHandshake:157(171125ns) {DropHandshakes:470(2045ns) {DropIncomingHandshake:442(575ns) DropOutgoingHandshake:457(345ns)} GenerateSessionVirtualId:988(885ns) PrepareNewSessionHandshake:477(1947ns) {SwitchToState:179(779ns)}}}}}
2025-12-06T17:36:53.351321Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800303029551305:2063] [node 4] ICP01 ready to work
2025-12-06T17:36:53.351066Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800299984490414:2069] [node 6] ICP01 ready to work
2025-12-06T17:36:53.395805Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800300417348310:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(68750781ns) {Configure:104(68745719ns) {ProcessConfigured:135(53552ns) {StartInitialHandshake:157(51813ns) {DropHandshakes:470(2437ns) {DropIncomingHandshake:442(382ns) DropOutgoingHandshake:457(612ns)} GenerateSessionVirtualId:988(383ns) PrepareNewSessionHandshake:477(1249ns) {SwitchToState:179(449ns)}}}}}
2025-12-06T17:36:53.371810Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800301454739326:2068] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(19645991ns) {Configure:104(19642392ns) {ProcessConfigured:135(51649ns) {StartInitialHandshake:157(49124ns) {DropHandshakes:470(1723ns) {DropIncomingHandshake:442(302ns) DropOutgoingHandshake:457(294ns)} GenerateSessionVirtualId:988(559ns) PrepareNewSessionHandshake:477(932ns) {SwitchToState:179(352ns)}}}}}
2025-12-06T17:36:53.351747Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800303029551306:2064] [node 6] ICP01 ready to work
2025-12-06T17:36:53.351497Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800299984490415:2070] [node 4] ICP01 ready to work
2025-12-06T17:36:53.445116Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800303029551286:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(138143226ns) {Configure:104(130244244ns) {ProcessConfigured:135(38132684ns) {StartInitialHandshake:157(14168613ns) {DropHandshakes:470(3576ns) {DropIncomingHandshake:442(433ns) DropOutgoingHandshake:457(416ns)} GenerateSessionVirtualId:988(2460ns) PrepareNewSessionHandshake:477(5059ns) {SwitchToState:179(1889ns)}}}}}
2025-12-06T17:36:53.370692Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800299984490418:2068] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:53.510687Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800303164851094:2064] [node 6] ICP01 ready to work
2025-12-06T17:36:53.445834Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800303029551317:2070] [node 5] ICP01 ready to work
2025-12-06T17:36:53.507883Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800300417348311:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(47778465ns) {Configure:104(47773649ns) {ProcessConfigured:135(71517ns) {StartInitialHandshake:157(69474ns) {DropHandshakes:470(1190ns) {DropIncomingHandshake:442(370ns) DropOutgoingHandshake:457(135ns)} GenerateSessionVirtualId:988(488ns) PrepareNewSessionHandshake:477(1059ns) {SwitchToState:179(268ns)}}}}}
2025-12-06T17:36:53.511677Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800303029551317:2070] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(65566386ns) {Configure:104(65561718ns) {ProcessConfigured:135(82023ns) {StartInitialHandshake:157(78648ns) {DropHandshakes:470(1743ns) {DropIncomingHandshake:442(508ns) DropOutgoingHandshake:457(305ns)} GenerateSessionVirtualId:988(844ns) PrepareNewSessionHandshake:477(1316ns) {SwitchToState:179(353ns)}}}}}
2025-12-06T17:36:53.590761Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800299984490415:2070] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(184481550ns) {Configure:104(184476989ns) {ProcessConfigured:135(27545850ns) {StartInitialHandshake:157(27542277ns) {DropHandshakes:470(2484ns) {DropIncomingHandshake:442(635ns) DropOutgoingHandshake:457(391ns)} GenerateSessionVirtualId:988(858ns) PrepareNewSessionHandshake:477(6006ns) {SwitchToState:179(2984ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:53.514025Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800303029551315:2074] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28932
2025-12-06T17:36:53.706968Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800300417348376:2069] [node 4] ICP01 ready to work
2025-12-06T17:36:53.706759Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800303164851113:2072] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:53.186948Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800301405077681:2048] [node 1] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:53.747104Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800301454739327:2069] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(394021126ns) {Configure:104(394016127ns) {ProcessConfigured:135(96721ns) {StartInitialHandshake:157(93280ns) {DropHandshakes:470(2639ns) {DropIncomingHandshake:442(656ns) DropOutgoingHandshake:457(396ns)} GenerateSessionVirtualId:988(971ns) PrepareNewSessionHandshake:477(1809ns) {SwitchToState:179(860ns)}}}}}
2025-12-06T17:36:53.514095Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800303029551316:2075] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28932
2025-12-06T17:36:53.756855Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800295689523090:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(361766422ns) {Configure:104(361759840ns) {ProcessConfigured:135(71581ns) {StartInitialHandshake:157(69154ns) {DropHandshakes:470(2448ns) {DropIncomingHandshake:442(538ns) DropOutgoingHandshake:457(398ns)} GenerateSessionVirtualId:988(930ns) PrepareNewSessionHandshake:477(1154ns) {SwitchToState:179(528ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:53.703272Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800303029551306:2064] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(351179300ns) {Configure:104(351175768ns) {ProcessConfigured:135(39894048ns) {StartInitialHandshake:157(39890153ns) {DropHandshakes:470(2770ns) {DropIncomingHandshake:442(615ns) DropOutgoingHandshake:457(433ns)} GenerateSessionVirtualId:988(679ns) PrepareNewSessionHandshake:477(6072ns) {SwitchToState:179(714ns)}}}}}
2025-12-06T17:36:53.704412Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800303029551365:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28932
2025-12-06T17:36:53.762611Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800303029551315:2074] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:53.715252Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800300417348378:2108] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11366
2025-12-06T17:36:53.186980Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800301405077682:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:53.775693Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800297159772007:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(192193197ns) {Configure:104(186181728ns) {ProcessConfigured:135(82261ns) {StartInitialHandshake:157(78764ns) {DropHandshakes:470(2936ns) {DropIncomingHandshake:442(778ns) DropOutgoingHandshake:457(361ns)} GenerateSessionVirtualId:988(865ns) PrepareNewSessionHandshake:477(2207ns) {SwitchToState:179(1268ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:53.778813Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800301454739382:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:320
2025-12-06T17:36:53.783077Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800301454739381:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:320
2025-12-06T17:36:53.783394Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800301454739380:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:320
2025-12-06T17:36:53.718036Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800300417348379:2109] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11366
2025-12-06T17:36:53.757932Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800299984490465:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2889
2025-12-06T17:36:53.758136Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800299984490455:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2889
2025-12-06T17:36:53.758186Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800299984490456:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2889
2025-12-06T17:36:53.730629Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800300417348379:2109] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:53.734876Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800300417348388:2071] [node 6] ICP01 ready to work
2025-12-06T17:36:53.758911Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800300417348380:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11366
2025-12-06T17:36:53.806650Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800300417348378:2108] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:53.187012Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800301405077683:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:53.599690Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800301405077744:2062] [node 5] ICP01 ready to work
2025-12-06T17:36:53.682616Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800301405077756:2059] [node 4] ICP01 ready to work
2025-12-06T17:36:53.846646Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800300417348310:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:53.817724Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800303029551316:2075] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:53.819282Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800303029551286:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:53.826662Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800299984490465:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:53.806582Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800303164851054:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(375192511ns) {Configure:104(375188317ns) {ProcessConfigured:135(60704958ns) {StartInitialHandshake:157(60700958ns) {DropHandshakes:470(2603ns) {DropIncomingHandshake:442(526ns) DropOutgoingHandshake:457(362ns)} GenerateSessionVirtualId:988(951ns) PrepareNewSessionHandshake:477(4011ns) {SwitchToState:179(583ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:53.837055Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800301454739334:2073] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:53.826920Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800299984490456:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:53.874692Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800300417348310:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(23541065ns) {IncomingHandshake:261(23539304ns) {DropIncomingHandshake:442(397ns) PrepareNewSessionHandshake:477(4103ns) {SwitchToState:179(2756ns)} GenerateSessionVirtualId:988(424ns) IssueIncomingHandshakeReply:193(12093768ns) {SwitchToState:179(1879ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:53.874896Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800303164851123:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26699
2025-12-06T17:36:53.895223Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800300417348380:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:53.870692Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800303029551287:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(308545924ns) {Configure:104(308541195ns) {ProcessConfigured:135(39778497ns) {StartInitialHandshake:157(39774698ns) {DropHandshakes:470(2057ns) {DropIncomingHandshake:442(419ns) DropOutgoingHandshake:457(373ns)} GenerateSessionVirtualId:988(615ns) PrepareNewSessionHandshake:477(2984ns) {SwitchToState:179(1328ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:53.837118Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800301454739334:2073] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:36:53.899838Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800301405077757:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61518
2025-12-06T17:36:53.892814Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800299984490455:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:53.838033Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800301454739381:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:53.888547Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800303164851122:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26699
2025-12-06T17:36:53.923009Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800303029551370:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28932
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:53.903894Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800303164851123:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:53.914759Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800300417348312:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:53.903559Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800301405077756:2059] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(172737966ns) {Configure:104(172728058ns) {ProcessConfigured:135(94588ns) {StartInitialHandshake:157(91234ns) {DropHandshakes:470(2929ns) {DropIncomingHandshake:442(828ns) DropOutgoingHandshake:457(390ns)} GenerateSessionVirtualId:988(1049ns) PrepareNewSessionHandshake:477(5497ns) {SwitchToState:179(344ns)}}}}}
2025-12-06T17:36:53.907482Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800303164851054:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:53.943975Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800303164851125:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:53.944001Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800303164851125:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:53.946772Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800303164851125:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:53.938909Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800299984490458:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:53.954843Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800303029551371:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28932
2025-12-06T17:36:53.955095Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800303029551324:2079] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:53.955120Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800303029551324:2079] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:36:53.955794Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800303029551322:2078] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:53.955831Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800303029551322:2078] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:53.956650Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800303029551365:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:53.957050Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800303029551287:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:53.838140Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800301454739380:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:53.858654Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800301454739386:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:320
2025-12-06T17:36:53.858887Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800301454739334:2073] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:53.886901Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800301454739336:2074] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:53.886936Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800301454739336:2074] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:53.899948Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800297159772008:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:36:53.906956Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:53.911892Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800301454739336:2074] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:53.930670Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800297159772008:2049] [node 3] ICP22 created new session: [1:7580800301454739390:2049]
2025-12-06T17:36:53.946786Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800301454739390:2049] [node 3] ICS09 handshake done sender: [1:7580800301454739334:2073] self: [1:7580800301454739333:0] peer: [3:7580800303029551368:0] socket: 196 qp: -1
2025-12-06T17:36:53.946829Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800301454739390:2049] [node 3] ICS10 traffic start
2025-12-06T17:36:53.958768Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:53.935326Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800300417348394:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11366
2025-12-06T17:36:53.903722Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800301405077758:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61518
2025-12-06T17:36:53.934611Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800301405077757:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:53.934844Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800301405077682:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:53.943137Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800301405077762:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61518
2025-12-06T17:36:53.943608Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800301405077758:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:53.943743Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800301405077756:2059] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:53.945080Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800301405077764:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61518
2025-12-06T17:36:53.945460Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800301405077757:2114] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:53.945776Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800301405077682:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:53.945837Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:53.945883Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800301405077682:2049] [node 2] ICP22 created new session: [6:7580800301405077765:2049]
2025-12-06T17:36:53.945945Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800301405077765:2049] [node 2] ICS09 handshake done sender: [6:7580800301405077757:2114] self: [6:7580800301405077761:0] peer: [2:7580800299984490457:0] socket: 227 qp: -1
2025-12-06T17:36:53.945981Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800301405077765:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:53.946024Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:53.950811Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800303164851122:2112] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:53.950895Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800303164851094:2064] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:53.950959Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:53.951011Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800303164851094:2064] [node 6] ICP22 created new session: [4:7580800303164851134:2064]
2025-12-06T17:36:53.951078Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800303164851134:2064] [node 6] ICS09 handshake done sender: [4:7580800303164851125:2114] self: [4:7580800303164851124:0] peer: [6:7580800301405077763:0] socket: 232 qp: -1
2025-12-06T17:36:53.951109Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800303164851134:2064] [node 6] ICS10 traffic start
2025-12-06T17:36:53.951144Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:53.951160Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800303164851052:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:53.996981Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800303164851138:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26699
2025-12-06T17:36:53.997053Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800303164851139:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26699
2025-12-06T17:36:53.938953Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800299984490458:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:53.938700Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800300417348378:2108] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:53.971349Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800300417348310:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:53.971431Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:54.006634Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800303164851139:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:53.971493Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800300417348310:2048] [node 1] ICP22 created new session: [5:7580800300417348396:2048]
2025-12-06T17:36:53.997484Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800301405077758:2115] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:54.009313Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800303029551324:2079] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:53.987520Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800301454739332:2072] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:53.971552Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800300417348396:2048] [node 1] ICS09 handshake done sender: [5:7580800300417348378:2108] self: [5:7580800300417348392:0] peer: [1:7580800301454739335:0] socket: 211 qp: -1
2025-12-06T17:36:53.971592Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800300417348396:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:53.971633Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:53.973680Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800300417348395:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11366
2025-12-06T17:36:53.998074Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800300417348399:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11366
2025-12-06T17:36:54.025536Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800300417348380:2110] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:54.025725Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800300417348312:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:54.025799Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:54.025848Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800300417348312:2050] [node 3] ICP22 created new session: [5:7580800304712315696:2050]
2025-12-06T17:36:53.942870Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800299984490458:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:54.025897Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800304712315696:2050] [node 3] ICS09 handshake done sender: [5:7580800300417348380:2110] self: [5:7580800300417348393:0] peer: [3:7580800303029551321:0] socket: 213 qp: -1
2025-12-06T17:36:54.025928Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800304712315696:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:54.025960Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:53.998362Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800301405077756:2059] [node 4] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:53.987582Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800301454739332:2072] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:54.023199Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800303029551322:2078] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:53.970630Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800299984490414:2069] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:54.051039Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800303164851123:2113] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:53.998479Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:54.007632Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800301454739382:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:54.023643Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800303029551371:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:54.095008Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800307459818436:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26699
2025-12-06T17:36:53.998544Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800301405077756:2059] [node 4] ICP22 created new session: [6:7580800301405077767:2059]
2025-12-06T17:36:53.998600Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800301405077767:2059] [node 4] ICS09 handshake done sender: [6:7580800301405077758:2115] self: [6:7580800301405077763:0] peer: [4:7580800303164851124:0] socket: 233 qp: -1
2025-12-06T17:36:53.998635Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800301405077767:2059] [node 4] ICS10 traffic start
2025-12-06T17:36:53.998697Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:54.063709Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800305700045065:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61518
2025-12-06T17:36:54.082843Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800301405077756:2059] [node 4] ICP35 event processing took too much time PendingConnection:279(64315594ns) {HandleHandshakeStatus:329(64313476ns) {DropIncomingHandshake:442(897ns) DropOutgoingHandshake:457(22363ns) SwitchToState:179(515ns) ProcessPendingSessionEvents:495(55874459ns) {ForwardSessionEventToSession:612(7837884ns) ForwardSessionEventToSession:612(4298600ns) ForwardSessionEventToSession:612(7258996ns) ForwardSessionEventToSession:612(5973ns) ForwardSessionEventToSession:612(2822ns) ForwardSessionEventToSession:612(8469050ns) ForwardSessionEventToSession:612(4251ns) ForwardSessionEventToSession:612(2383ns) ForwardSessionEventToSession:612(19986342ns) ForwardSessionEventToSession:612(7974303ns)}}}
2025-12-06T17:36:54.084102Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800305700045067:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61518
2025-12-06T17:36:54.007735Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800301454739328:2066] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:54.007827Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:54.007878Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800301454739328:2066] [node 5] ICP22 created new session: [1:7580800305749706688:2066]
2025-12-06T17:36:54.007933Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800305749706688:2066] [node 5] ICS09 handshake done sender: [1:7580800301454739336:2074] self: [1:7580800301454739335:0] peer: [5:7580800300417348392:0] socket: 199 qp: -1
2025-12-06T17:36:54.007973Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800305749706688:2066] [node 5] ICS10 traffic start
2025-12-06T17:36:54.008014Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:54.043755Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800301454739332:2072] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:54.055369Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800301454739326:2068] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:36:54.055446Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:54.055521Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800301454739326:2068] [node 4] ICP22 created new session: [1:7580800305749706694:2068]
2025-12-06T17:36:54.055570Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800305749706694:2068] [node 4] ICS09 handshake done sender: [1:7580800301454739332:2072] self: [1:7580800301454739331:0] peer: [4:7580800303164851136:0] socket: 193 qp: -1
2025-12-06T17:36:54.055615Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800305749706694:2068] [node 4] ICS10 traffic start
2025-12-06T17:36:54.055654Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:54.056196Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800305749706690:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:320
2025-12-06T17:36:54.090886Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800297159772008:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(158971743ns) {HandleHandshakeStatus:329(158968063ns) {DropIncomingHandshake:442(623ns) DropOutgoingHandshake:457(691ns) SwitchToState:179(674ns) ProcessPendingSessionEvents:495(32745957ns) {ForwardSessionEventToSession:612(12527617ns) ForwardSessionEventToSession:612(14194ns) ForwardSessionEventToSession:612(3905ns) ForwardSessionEventToSession:612(9045ns) ForwardSessionEventToSession:612(2989ns) ForwardSessionEventToSession:612(3538ns) ForwardSessionEventToSession:612(16150154ns) ForwardSessionEventToSession:612(5194ns) ForwardSessionEventToSession:612(3450ns) ForwardSessionEventToSession:612(4000061ns)}}}
2025-12-06T17:36:54.091246Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800301454739386:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:54.099006Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580800297159772008:2049] [node 3] ICP18 handshake (actor [1:7580800301454739382:2116]) is too old
2025-12-06T17:36:54.023716Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800303029551305:2063] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:36:54.023795Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:54.023851Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800303029551305:2063] [node 4] ICP22 created new session: [3:7580800307324518672:2063]
2025-12-06T17:36:54.023901Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800307324518672:2063] [node 4] ICS09 handshake done sender: [3:7580800303029551324:2079] self: [3:7580800303029551323:0] peer: [4:7580800303164851132:0] socket: 210 qp: -1
2025-12-06T17:36:54.023942Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800307324518672:2063] [node 4] ICS10 traffic start
2025-12-06T17:36:54.024000Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:54.024458Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800303029551317:2070] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:54.024539Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:54.024574Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800303029551317:2070] [node 5] ICP22 created new session: [3:7580800307324518674:2070]
2025-12-06T17:36:54.024621Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800307324518674:2070] [node 5] ICS09 handshake done sender: [3:7580800303029551322:2078] self: [3:7580800303029551321:0] peer: [5:7580800300417348393:0] socket: 209 qp: -1
2025-12-06T17:36:54.024669Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800307324518674:2070] [node 5] ICS10 traffic start
2025-12-06T17:36:54.024695Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:54.025136Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800303029551316:2075] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:54.046910Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7580800303029551305:2063] [node 4] ICP18 handshake (actor [3:7580800303029551371:2119]) is too old
2025-12-06T17:36:54.047279Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800307324518671:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28932
2025-12-06T17:36:54.064374Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800303029551286:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:54.064457Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:54.064515Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800303029551286:2048] [node 1] ICP22 created new session: [3:7580800307324518678:2048]
2025-12-06T17:36:54.064567Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800307324518678:2048] [node 1] ICS09 handshake done sender: [3:7580800303029551316:2075] self: [3:7580800303029551368:0] peer: [1:7580800301454739333:0] socket: 198 qp: -1
2025-12-06T17:36:54.064614Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800307324518678:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:54.064651Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:54.075019Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800303029551365:2116] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:54.092608Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800303029551287:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:54.092695Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:54.092746Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800303029551287:2049] [node 2] ICP22 created new session: [3:7580800307324518681:2049]
2025-12-06T17:36:54.092800Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800307324518681:2049] [node 2] ICS09 handshake done sender: [3:7580800303029551365:2116] self: [3:7580800303029551374:0] peer: [2:7580800299984490416:0] socket: 207 qp: -1
2025-12-06T17:36:54.092834Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800307324518681:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:54.092869Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:54.093959Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800307324518680:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28932
2025-12-06T17:36:54.110912Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800307324518680:2121] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:53.970725Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:54.122466Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800305749706690:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:53.976914Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800299984490417:2075] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:54.116391Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800307459818438:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26699
2025-12-06T17:36:54.116817Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800305700045065:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:54.122686Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800301405077681:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:54.111785Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800300417348312:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(85834350ns) {HandleHandshakeStatus:329(85832309ns) {DropIncomingHandshake:442(492ns) DropOutgoingHandshake:457(5059ns) SwitchToState:179(155ns) ProcessPendingSessionEvents:495(85479754ns) {ForwardSessionEventToSession:612(32601959ns) ForwardSessionEventToSession:612(8454529ns) ForwardSessionEventToSession:612(3972ns) ForwardSessionEventToSession:612(11701674ns) ForwardSessionEventToSession:612(7412ns) ForwardSessionEventToSession:612(23285ns) ForwardSessionEventToSession:612(7369481ns) ForwardSessionEventToSession:612(4402ns) ForwardSessionEventToSession:612(8731220ns) ForwardSessionEventToSession:612(12892ns)}}}
2025-12-06T17:36:54.152190Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800300417348399:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:54.152331Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800300417348311:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:53.976950Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800299984490417:2075] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:36:54.126675Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580800301454739326:2068] [node 4] ICP18 handshake (actor [1:7580800305749706690:2119]) is too old
2025-12-06T17:36:54.127117Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800301454739379:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:54.127142Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800301454739379:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:54.159085Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800301454739379:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:54.160114Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800301454739384:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:54.160142Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800301454739384:2117] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:36:54.166820Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800301454739384:2117] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:54.146998Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800305700045070:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61518
2025-12-06T17:36:53.978747Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800299984490414:2069] [node 6] ICP22 created new session: [2:7580800299984490472:2069]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:54.116525Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800303164851122:2112] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:54.123029Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800303164851052:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:54.123114Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:54.123168Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800303164851052:2048] [node 1] ICP22 created new session: [4:7580800307459818439:2048]
2025-12-06T17:36:54.123222Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800307459818439:2048] [node 1] ICS09 handshake done sender: [4:7580800303164851122:2112] self: [4:7580800303164851136:0] peer: [1:7580800301454739331:0] socket: 222 qp: -1
2025-12-06T17:36:54.123260Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800307459818439:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:54.123298Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:54.158898Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800303164851054:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:54.158963Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:54.159024Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800303164851054:2050] [node 3] ICP22 created new session: [4:7580800307459818441:2050]
2025-12-06T17:36:54.159077Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800307459818441:2050] [node 3] ICS09 handshake done sender: [4:7580800303164851123:2113] self: [4:7580800303164851132:0] peer: [3:7580800303029551323:0] socket: 226 qp: -1
2025-12-06T17:36:54.159123Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800307459818441:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:54.159159Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:54.159424Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7580800303164851054:2050] [node 3] ICP27 obsolete handshake fail ignored
2025-12-06T17:36:54.175021Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800307459818438:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:54.175647Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800303164851053:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:54.203436Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800297159772007:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:36:54.203543Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:54.203601Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800297159772007:2048] [node 2] ICP22 created new session: [1:7580800305749706699:2048]
2025-12-06T17:36:54.203657Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800305749706699:2048] [node 2] ICS09 handshake done sender: [1:7580800301454739384:2117] self: [1:7580800301454739383:0] peer: [2:7580800304279457777:0] socket: 253 qp: -1
2025-12-06T17:36:54.203700Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800305749706699:2048] [node 2] ICS10 traffic start
2025-12-06T17:36:54.203742Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:54.207529Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800303164851053:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18699) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580800307459818438:2120] held: no
2025-12-06T17:36:54.207763Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800307459818445:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26699
2025-12-06T17:36:54.208223Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800301454739327:2069] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:54.208314Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:54.208370Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800301454739327:2069] [node 6] ICP22 created new session: [1:7580800305749706701:2069]
2025-12-06T17:36:54.208425Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800305749706701:2069] [node 6] ICS09 handshake done sender: [1:7580800301454739379:2113] self: [1:7580800301454739378:0] peer: [6:7580800305700045069:0] socket: 252 qp: -1
2025-12-06T17:36:54.208460Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800305749706701:2069] [node 6] ICS10 traffic start
2025-12-06T17:36:54.208493Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:54.219105Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800300417348311:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18699) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800300417348399:2120] held: no
2025-12-06T17:36:54.219359Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800304712315701:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11366
2025-12-06T17:36:53.987180Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800299984490472:2069] [node 6] ICS09 handshake done sender: [2:7580800299984490458:2113] self: [2:7580800299984490457:0] peer: [6:7580800301405077761:0] socket: 225 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:54.226473Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800307459818438:2120] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:54.162708Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800305700045067:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:53.987410Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800299984490417:2075] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:54.246734Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800303164851053:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:54.246844Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:54.246902Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800303164851053:2049] [node 2] ICP22 created new session: [4:7580800307459818446:2049]
2025-12-06T17:36:54.246957Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800307459818446:2049] [node 2] ICS09 handshake done sender: [4:7580800307459818438:2120] self: [4:7580800307459818444:0] peer: [2:7580800299984490439:0] socket: 197 qp: -1
2025-12-06T17:36:54.247018Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800307459818446:2049] [node 2] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:54.224083Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800305700045065:2119] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:54.247084Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:54.239083Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800300417348399:2120] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:54.262650Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800303029551361:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:54.002693Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800299984490472:2069] [node 6] ICS10 traffic start
2025-12-06T17:36:54.235835Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800301405077681:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:54.235914Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:54.235966Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800301405077681:2048] [node 1] ICP22 created new session: [6:7580800305700045071:2048]
2025-12-06T17:36:54.236010Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800305700045071:2048] [node 1] ICS09 handshake done sender: [6:7580800305700045065:2119] self: [6:7580800305700045069:0] peer: [1:7580800301454739378:0] socket: 200 qp: -1
2025-12-06T17:36:54.236049Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800305700045071:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:54.236103Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:54.236332Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580800301405077681:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:36:54.236720Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800301405077683:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:54.247873Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800305700045068:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61518
2025-12-06T17:36:54.263863Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800305700045074:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61518
2025-12-06T17:36:54.275151Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800305700045067:2120] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:54.276557Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800301405077683:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:54.276614Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:54.276660Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800301405077683:2050] [node 3] ICP22 created new session: [6:7580800305700045075:2050]
2025-12-06T17:36:54.276704Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800305700045075:2050] [node 3] ICS09 handshake done sender: [6:7580800305700045067:2120] self: [6:7580800305700045073:0] peer: [3:7580800303029551359:0] socket: 258 qp: -1
2025-12-06T17:36:54.276740Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800305700045075:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:54.276777Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:54.262710Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800303029551361:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:54.274604Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800303029551361:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:54.275445Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800303029551306:2064] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:54.275529Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:54.275589Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800303029551306:2064] [node 6] ICP22 created new session: [3:7580800307324518685:2064]
2025-12-06T17:36:54.275638Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800307324518685:2064] [node 6] ICS09 handshake done sender: [3:7580800303029551361:2115] self: [3:7580800303029551359:0] peer: [6:7580800305700045073:0] socket: 237 qp: -1
2025-12-06T17:36:54.275675Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800307324518685:2064] [node 6] ICS10 traffic start
2025-12-06T17:36:54.275717Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:54.009145Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:54.075434Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800299984490414:2069] [node 6] ICP35 event processing took too much time PendingConnection:279(112469803ns) {HandleHandshakeStatus:329(112465332ns) {DropIncomingHandshake:442(24748ns) DropOutgoingHandshake:457(403ns) SwitchToState:179(394ns) ProcessPendingSessionEvents:495(7902350ns) {ForwardSessionEventToSession:612(7834735ns) ForwardSessionEventToSession:612(12434ns) ForwardSessionEventToSession:612(3194ns) ForwardSessionEventToSession:612(3016ns) ForwardSessionEventToSession:612(7519ns) ForwardSessionEventToSession:612(2903ns) ForwardSessionEventToSession:612(11491ns) ForwardSessionEventToSession:612(6306ns) ForwardSessionEventToSession:612(2859ns) ForwardSessionEventToSession:612(5547ns)}}}
2025-12-06T17:36:54.075789Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800295689523091:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:36:54.075838Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:54.075890Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800295689523091:2049] [node 3] ICP22 created new session: [2:7580800304279457772:2049]
2025-12-06T17:36:54.075949Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800304279457772:2049] [node 3] ICS09 handshake done sender: [2:7580800299984490417:2075] self: [2:7580800299984490416:0] peer: [3:7580800303029551374:0] socket: 206 qp: -1
2025-12-06T17:36:54.075987Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800304279457772:2049] [node 3] ICS10 traffic start
2025-12-06T17:36:54.076030Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:54.086972Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800304279457774:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2889
2025-12-06T17:36:54.087048Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800304279457775:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2889
2025-12-06T17:36:54.118701Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800304279457774:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:54.151782Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580800295689523090:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:54.162724Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800299984490460:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:54.162751Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800299984490460:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:54.194791Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800299984490442:2099] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:54.194848Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800299984490442:2099] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:36:54.196119Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800299984490460:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:54.196441Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800299984490442:2099] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:54.196635Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800299984490418:2068] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:54.196696Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:54.196747Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800299984490418:2068] [node 5] ICP22 created new session: [2:7580800304279457781:2068]
2025-12-06T17:36:54.196795Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800304279457781:2068] [node 5] ICS09 handshake done sender: [2:7580800299984490460:2114] self: [2:7580800299984490459:0] peer: [5:7580800304712315699:0] socket: 246 qp: -1
2025-12-06T17:36:54.196834Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800304279457781:2068] [node 5] ICS10 traffic start
2025-12-06T17:36:54.196871Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:54.197258Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800299984490415:2070] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:36:54.197301Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:54.197343Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800299984490415:2070] [node 4] ICP22 created new session: [2:7580800304279457783:2070]
2025-12-06T17:36:54.197380Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800304279457783:2070] [node 4] ICS09 handshake done sender: [2:7580800299984490442:2099] self: [2:7580800299984490439:0] peer: [4:7580800307459818444:0] socket: 259 qp: -1
2025-12-06T17:36:54.197406Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800304279457783:2070] [node 4] ICS10 traffic start
2025-12-06T17:36:54.197436Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:54.224217Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800304279457778:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2889
2025-12-06T17:36:54.244355Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580800295689523090:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16385) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7580800304279457774:2118] held: no
2025-12-06T17:36:54.270675Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800304279457774:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:54.299322Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580800295689523090:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:54.299361Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:54.299410Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800295689523090:2048] [node 1] ICP22 created new session: [2:7580800304279457785:2048]
2025-12-06T17:36:54.299466Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800304279457785:2048] [node 1] ICS09 handshake done sender: [2:7580800304279457774:2118] self: [2:7580800304279457777:0] peer: [1:7580800301454739383:0] socket: 256 qp: -1
2025-12-06T17:36:54.299499Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800304279457785:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:54.299562Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:54.286576Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800304712315700:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11366
2025-12-06T17:36:54.294641Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800300417348311:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:54.294704Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:54.294762Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800300417348311:2049] [node 2] ICP22 created new session: [5:7580800304712315702:2049]
2025-12-06T17:36:54.294806Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800304712315702:2049] [node 2] ICS09 handshake done sender: [5:7580800300417348399:2120] self: [5:7580800304712315699:0] peer: [2:7580800299984490459:0] socket: 247 qp: -1
2025-12-06T17:36:54.294840Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800304712315702:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:54.294889Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:54.298681Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800304712315700:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:54.299844Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800305700045068:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:54.298886Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800300417348376:2069] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:54.300059Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800301405077744:2062] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:54.302706Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800303164851130:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:54.302744Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800303164851130:2116] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:54.306723Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800303164851130:2116] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:54.306723Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800300417348390:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:54.306758Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580800300417348390:2117] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:54.307892Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800305700045078:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61518
2025-12-06T17:36:54.308147Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800300417348390:2117] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:54.308611Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800305700045068:2121] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:54.308819Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800301405077744:2062] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:36:54.308877Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:54.308919Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800301405077744:2062] [node 5] ICP22 created new session: [6:7580800305700045079:2062]
2025-12-06T17:36:54.308958Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800305700045079:2062] [node 5] ICS09 handshake done sender: [6:7580800305700045068:2121] self: [6:7580800305700045077:0] peer: [5:7580800300417348389:0] socket: 218 qp: -1
2025-12-06T17:36:54.308996Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800305700045079:2062] [node 5] ICS10 traffic start
2025-12-06T17:36:54.309033Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:54.310556Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580800300417348388:2071] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:54.311009Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800303164851113:2072] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:54.310655Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:54.310694Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800300417348388:2071] [node 6] ICP22 created new session: [5:7580800304712315707:2071]
2025-12-06T17:36:54.310734Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800304712315707:2071] [node 6] ICS09 handshake done sender: [5:7580800300417348390:2117] self: [5:7580800300417348389:0] peer: [6:7580800305700045077:0] socket: 208 qp: -1
2025-12-06T17:36:54.310763Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800304712315707:2071] [node 6] ICS10 traffic start
2025-12-06T17:36:54.310792Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:54.311606Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800304712315705:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11366
2025-12-06T17:36:54.338646Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:54.338731Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800303164851113:2072] [node 5] ICP22 created new session: [4:7580800307459818449:2072]
2025-12-06T17:36:54.338789Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800307459818449:2072] [node 5] ICS09 handshake done sender: [4:7580800303164851130:2116] self: [4:7580800303164851129:0] peer: [5:7580800304712315704:0] socket: 260 qp: -1
2025-12-06T17:36:54.338837Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800307459818449:2072] [node 5] ICS10 traffic start
2025-12-06T17:36:54.338881Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:54.339317Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800303164851113:2072] [node 5] ICP35 event processing took too much time PendingConnection:279(28131002ns) {HandleHandshakeStatus:329(28129341ns) {DropIncomingHandshake:442(12478ns) DropOutgoingHandshake:457(209ns) SwitchToState:179(186ns) ProcessPendingSessionEvents:495(103813ns) {ForwardSessionEventToSession:612(53291ns) ForwardSessionEventToSession:612(5705ns) ForwardSessionEventToSession:612(5916ns) ForwardSessionEventToSession:612(5525ns) ForwardSessionEventToSession:612(2979ns) ForwardSessionEventToSession:612(2342ns) ForwardSessionEventToSession:612(5511ns) ForwardSessionEventToSession:612(3489ns) ForwardSessionEventToSession:612(2366ns) ForwardSessionEventToSession:612(7596ns)}}}
2025-12-06T17:36:54.327042Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800304712315700:2121] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:54.339769Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800300417348376:2069] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:36:54.339832Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:54.339871Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800300417348376:2069] [node 4] ICP22 created new session: [5:7580800304712315709:2069]
2025-12-06T17:36:54.339912Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800304712315709:2069] [node 4] ICS09 handshake done sender: [5:7580800304712315700:2121] self: [5:7580800304712315704:0] peer: [4:7580800303164851129:0] socket: 220 qp: -1
2025-12-06T17:36:54.339940Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800304712315709:2069] [node 4] ICS10 traffic start
2025-12-06T17:36:54.339971Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:54.370737Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:36:54.371000Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580800304279457785:2048] [node 1] ICS01 socket: 256 reason# EndOfStream
2025-12-06T17:36:54.371036Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580800295689523090:2048] [node 1] ICP30 unregister session Session# [2:7580800304279457785:2048] VirtualId# [2:7580800304279457777:0]
2025-12-06T17:36:54.371075Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580800304279457785:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:54.371173Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:54.371214Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:54.378640Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:36:54.378866Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800307324518678:2048] [node 1] ICS01 socket: 198 reason# EndOfStream
2025-12-06T17:36:54.378899Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800303029551286:2048] [node 1] ICP30 unregister session Session# [3:7580800307324518678:2048] VirtualId# [3:7580800303029551368:0]
2025-12-06T17:36:54.378926Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800307324518678:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:54.379010Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:54.379056Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:54.390836Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:36:54.391076Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800305700045071:2048] [node 1] ICS01 socket: 200 reason# EndOfStream
2025-12-06T17:36:54.391110Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800301405077681:2048] [node 1] ICP30 unregister session Session# [6:7580800305700045071:2048] VirtualId# [6:7580800305700045069:0]
2025-12-06T17:36:54.391135Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800305700045071:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:54.391199Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:54.391237Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:54.390704Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:36:54.391171Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:36:54.390941Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800300417348396:2048] [node 1] ICS01 socket: 211 reason# EndOfStream
2025-12-06T17:36:54.390975Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800300417348310:2048] [node 1] ICP30 unregister session Session# [5:7580800300417348396:2048] VirtualId# [5:7580800300417348392:0]
2025-12-06T17:36:54.391003Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800300417348396:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:54.391059Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:54.391373Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800307459818439:2048] [node 1] ICS01 socket: 222 reason# EndOfStream
2025-12-06T17:36:54.391401Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800303164851052:2048] [node 1] ICP30 unregister session Session# [4:7580800307459818439:2048] VirtualId# [4:7580800303164851136:0]
2025-12-06T17:36:54.391420Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800307459818439:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:54.391458Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:54.391488Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:54.391094Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:54.456322Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:36:54.456559Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800307324518681:2049] [node 2] ICS01 socket: 207 reason# EndOfStream
2025-12-06T17:36:54.456602Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800303029551287:2049] [node 2] ICP30 unregister session Session# [3:7580800307324518681:2049] VirtualId# [3:7580800303029551374:0]
2025-12-06T17:36:54.456641Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800307324518681:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:54.456719Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:54.456761Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:54.486728Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:36:54.486966Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800304712315702:2049] [node 2] ICS01 socket: 247 reason# EndOfStream
2025-12-06T17:36:54.487007Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800300417348311:2049] [node 2] ICP30 unregister session Session# [5:7580800304712315702:2049] VirtualId# [5:7580800304712315699:0]
2025-12-06T17:36:54.487038Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800304712315702:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:54.487111Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:54.487149Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:54.487228Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:36:54.487423Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800307459818446:2049] [node 2] ICS01 socket: 197 reason# EndOfStream
2025-12-06T17:36:54.487453Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800303164851053:2049] [node 2] ICP30 unregister session Session# [4:7580800307459818446:2049] VirtualId# [4:7580800307459818444:0]
2025-12-06T17:36:54.487478Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800307459818446:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:54.487518Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:54.487545Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:54.490631Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:36:54.490857Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800301405077765:2049] [node 2] ICS01 socket: 227 reason# EndOfStream
2025-12-06T17:36:54.490894Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800301405077682:2049] [node 2] ICP30 unregister session Session# [6:7580800301405077765:2049] VirtualId# [6:7580800301405077761:0]
2025-12-06T17:36:54.490919Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800301405077765:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:54.490998Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:54.491034Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:54.574695Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:36:54.574698Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:36:54.574932Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800305700045075:2050] [node 3] ICS01 socket: 258 reason# EndOfStream
2025-12-06T17:36:54.574974Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800301405077683:2050] [node 3] ICP30 unregister session Session# [6:7580800305700045075:2050] VirtualId# [6:7580800305700045073:0]
2025-12-06T17:36:54.575005Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800305700045075:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:54.575099Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:54.575142Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:54.574696Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:36:54.577801Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580800304712315696:2050] [node 3] ICS07 socket disconnect 213 reason# EndOfStream
2025-12-06T17:36:54.577834Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800304712315696:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:54.577916Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:54.577956Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580800304712315696:2050] [node 3] ICS15 start handshake
2025-12-06T17:36:54.590969Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800300417348312:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1137) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:36:54.591035Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800304712315696:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:36:54.591070Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800300417348312:2050] [node 3] ICP30 unregister session Session# [5:7580800304712315696:2050] VirtualId# [5:7580800300417348393:0]
2025-12-06T17:36:54.591119Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:54.591148Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580800300417348312:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:1137) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:54.591166Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1137) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:54.602625Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580800300417348312:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:36:54.631201Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:36:54.631465Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800304712315709:2069] [node 4] ICS01 socket: 220 reason# EndOfStream
2025-12-06T17:36:54.631514Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800300417348376:2069] [node 4] ICP30 unregister session Session# [5:7580800304712315709:2069] VirtualId# [5:7580800304712315704:0]
2025-12-06T17:36:54.630721Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:36:54.631547Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800304712315709:2069] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:54.631636Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:36:54.631005Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580800301405077767:2059] [node 4] ICS07 socket disconnect 233 reason# EndOfStream
2025-12-06T17:36:54.631712Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:36:54.631074Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800301405077767:2059] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:54.631222Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:36:54.631302Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580800301405077767:2059] [node 4] ICS15 start handshake
2025-12-06T17:36:54.632485Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800301405077756:2059] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19304) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:36:54.632547Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800301405077767:2059] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:36:54.632583Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800301405077756:2059] [node 4] ICP30 unregister session Session# [6:7580800301405077767:2059] VirtualId# [6:7580800301405077763:0]
2025-12-06T17:36:54.632621Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:36:54.632651Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580800301405077756:2059] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:19304) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:54.632667Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19304) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:54.644196Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580800301405077756:2059] [node 4] ICP33 wake up from error state
2025-12-06T17:36:54.669309Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:36:54.669552Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800305700045079:2062] [node 5] ICS01 socket: 218 reason# EndOfStream
2025-12-06T17:36:54.669599Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800301405077744:2062] [node 5] ICP30 unregister session Session# [6:7580800305700045079:2062] VirtualId# [6:7580800305700045077:0]
2025-12-06T17:36:54.669633Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800305700045079:2062] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:54.669723Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:36:54.669765Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:36:54.726867Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800306736761667:2048] [node 2] ICP01 ready to work
2025-12-06T17:36:54.726920Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800306736761668:2049] [node 3] ICP01 ready to work
2025-12-06T17:36:54.734027Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800304838659159:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:54.734090Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800304838659160:2049] [node 3] ICP01 ready to work
2025-12-06T17:36:54.742727Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800307398493843:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:54.742777Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800307398493844:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:54.752085Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800305853803241:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:54.752123Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800305853803242:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:54.752162Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800305853803243:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:54.770159Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800306536545625:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:54.770225Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800306536545626:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:54.770605Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800306536545627:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:54.803018Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800304833247370:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:54.803046Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800304833247371:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:54.803075Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800304833247372:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:54.927354Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800306736761728:2107] [node 4] ICP01 ready to work
2025-12-06T17:36:55.005480Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800309128214728:2104] [node 5] ICP01 ready to work
2025-12-06T17:36:55.007017Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800311031729029:2109] [node 5] ICP01 ready to work
2025-12-06T17:36:55.008014Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800309133626545:2107] [node 4] ICP01 ready to work
2025-12-06T17:36:55.008337Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800310148770600:2108] [node 5] ICP01 ready to work
2025-12-06T17:36:55.008950Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800311693461203:2109] [node 6] ICP01 ready to work
2025-12-06T17:36:55.008842Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800310831512984:2108] [node 4] ICP01 ready to work
2025-12-06T17:36:55.009585Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800310831512985:2109] [node 6] ICP01 ready to work
2025-12-06T17:36:55.009259Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800311693461202:2107] [node 4] ICP01 ready to work
2025-12-06T17:36:55.009667Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800306736761668:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(78155979ns) {Configure:104(78149990ns) {ProcessConfigured:135(746125ns) {StartInitialHandshake:157(741986ns) {DropHandshakes:470(4364ns) {DropIncomingHandshake:442(1498ns) DropOutgoingHandshake:457(590ns)} GenerateSessionVirtualId:988(1097ns) PrepareNewSessionHandshake:477(3624ns) {SwitchToState:179(1966ns)}}}}}
2025-12-06T17:36:55.013018Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800309133626546:2114] [node 5] ICP01 ready to work
2025-12-06T17:36:55.010887Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800311031729032:2110] [node 6] ICP01 ready to work
2025-12-06T17:36:55.012985Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800311693461204:2108] [node 5] ICP01 ready to work
2025-12-06T17:36:55.013668Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800309128214729:2108] [node 4] ICP01 ready to work
2025-12-06T17:36:55.014724Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800309133626547:2125] [node 6] ICP01 ready to work
2025-12-06T17:36:55.017399Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800310148770601:2109] [node 6] ICP01 ready to work
2025-12-06T17:36:55.018997Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800306736761728:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(87206810ns) {Configure:104(87202994ns) {ProcessConfigured:135(2046222ns) {StartInitialHandshake:157(2042651ns) {DropHandshakes:470(4217ns) {DropIncomingHandshake:442(1007ns) DropOutgoingHandshake:457(561ns)} GenerateSessionVirtualId:988(1239ns) PrepareNewSessionHandshake:477(2114ns) {SwitchToState:179(620ns)}}}}}
2025-12-06T17:36:55.021267Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800305853803241:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(57450439ns) {Configure:104(57442008ns) {ProcessConfigured:135(184587ns) {StartInitialHandshake:157(181052ns) {DropHandshakes:470(3287ns) {DropIncomingHandshake:442(883ns) DropOutgoingHandshake:457(435ns)} GenerateSessionVirtualId:988(788ns) PrepareNewSessionHandshake:477(2097ns) {SwitchToState:179(884ns)}}}}}
2025-12-06T17:36:55.029281Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800304838659160:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(81126393ns) {Configure:104(81122034ns) {ProcessConfigured:135(252441ns) {StartInitialHandshake:157(251179ns) {DropHandshakes:470(731ns) {DropIncomingHandshake:442(237ns) DropOutgoingHandshake:457(177ns)} GenerateSessionVirtualId:988(256ns) PrepareNewSessionHandshake:477(1855ns) {SwitchToState:179(705ns)}}}}}
2025-12-06T17:36:55.029281Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800305853803242:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(17305305ns) {Configure:104(17301092ns) {ProcessConfigured:135(5526267ns) {StartInitialHandshake:157(5523803ns) {DropHandshakes:470(1684ns) {DropIncomingHandshake:442(619ns) DropOutgoingHandshake:457(238ns)} GenerateSessionVirtualId:988(502ns) PrepareNewSessionHandshake:477(2778ns) {SwitchToState:179(1210ns)}}}}}
2025-12-06T17:36:55.031499Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800306536545626:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(20995950ns) {Configure:104(20729178ns) {ProcessConfigured:135(996586ns) {StartInitialHandshake:157(994197ns) {DropHandshakes:470(60708ns) {DropIncomingHandshake:442(491ns) DropOutgoingHandshake:457(280ns)} GenerateSessionVirtualId:988(429ns) PrepareNewSessionHandshake:477(2719ns) {SwitchToState:179(1191ns)}}}}}
2025-12-06T17:36:55.035060Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800307398493844:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(20723663ns) {Configure:104(20714665ns) {ProcessConfigured:135(847304ns) {StartInitialHandshake:157(846182ns) {DropHandshakes:470(1015ns) {DropIncomingHandshake:442(277ns) DropOutgoingHandshake:457(191ns)} GenerateSessionVirtualId:988(456ns) PrepareNewSessionHandshake:477(2168ns) {SwitchToState:179(993ns)}}}}}
2025-12-06T17:36:55.035118Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800306536545625:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(20164213ns) {Configure:104(19849246ns) {ProcessConfigured:135(962026ns) {StartInitialHandshake:157(959868ns) {DropHandshakes:470(1371ns) {DropIncomingHandshake:442(324ns) DropOutgoingHandshake:457(247ns)} GenerateSessionVirtualId:988(505ns) PrepareNewSessionHandshake:477(1800ns) {SwitchToState:179(610ns)}}}}}
2025-12-06T17:36:55.035294Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800307398493843:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(20051984ns) {Configure:104(20046188ns) {ProcessConfigured:135(338856ns) {StartInitialHandshake:157(336193ns) {DropHandshakes:470(1761ns) {DropIncomingHandshake:442(822ns) DropOutgoingHandshake:457(254ns)} GenerateSessionVirtualId:988(457ns) PrepareNewSessionHandshake:477(1856ns) {SwitchToState:179(907ns)}}}}}
2025-12-06T17:36:55.035811Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800311693461202:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(17414465ns) {Configure:104(17408761ns) {ProcessConfigured:135(1113102ns) {StartInitialHandshake:157(955195ns) {DropHandshakes:470(1638ns) {DropIncomingHandshake:442(537ns) DropOutgoingHandshake:457(256ns)} GenerateSessionVirtualId:988(754ns) PrepareNewSessionHandshake:477(674ns) {SwitchToState:179(112ns)}}}}}
2025-12-06T17:36:55.035629Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800306536545627:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(35099954ns) {Configure:104(35094433ns) {ProcessConfigured:135(1912855ns) {StartInitialHandshake:157(1911115ns) {DropHandshakes:470(308679ns) {DropIncomingHandshake:442(316ns) DropOutgoingHandshake:457(572ns)} GenerateSessionVirtualId:988(750ns) PrepareNewSessionHandshake:477(1711ns) {SwitchToState:179(870ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:55.041792Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800309133626548:2137] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11809
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:55.054930Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800311031729042:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64578
2025-12-06T17:36:55.060757Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800309133626548:2137] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:55.055164Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800311693461211:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24609
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:55.079043Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800309128214735:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52719
2025-12-06T17:36:55.063033Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580800304838659159:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:55.068677Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800311693461204:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(24128868ns) {Configure:104(24122321ns) {ProcessConfigured:135(9098035ns) {StartInitialHandshake:157(9094408ns) {DropHandshakes:470(3988ns) {DropIncomingHandshake:442(1260ns) DropOutgoingHandshake:457(519ns)} GenerateSessionVirtualId:988(919ns) PrepareNewSessionHandshake:477(6848ns) {SwitchToState:179(4180ns)}}}}}
2025-12-06T17:36:55.065061Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800311031729044:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64578
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:55.100555Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800310148770614:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38427
2025-12-06T17:36:55.100783Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800310148770617:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38427
2025-12-06T17:36:55.063856Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800309133626557:2142] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11809
2025-12-06T17:36:55.090044Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800311031729043:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64578
2025-12-06T17:36:55.069828Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800311693461211:2113] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:55.104605Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800310148770617:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:55.091408Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800309128214745:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52719
2025-12-06T17:36:55.067431Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800309133626546:2114] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(36883042ns) {Configure:104(36863190ns) {ProcessConfigured:135(2669066ns) {StartInitialHandshake:157(2664166ns) {DropHandshakes:470(2581ns) {DropIncomingHandshake:442(769ns) DropOutgoingHandshake:457(487ns)} GenerateSessionVirtualId:988(770ns) PrepareNewSessionHandshake:477(8456ns) {SwitchToState:179(1351ns)}}}}}
2025-12-06T17:36:55.090331Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800311031729044:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:55.092439Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800311693461220:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24609
2025-12-06T17:36:55.067546Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800309133626559:2143] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11809
2025-12-06T17:36:55.095836Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800309128214735:2112] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:55.093050Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800311031729031:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:55.108051Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800310148770614:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:55.107262Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800304833247370:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:55.092514Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800311693461219:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24609
2025-12-06T17:36:55.092610Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800307398493843:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:55.068064Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800309133626565:2145] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11809
2025-12-06T17:36:55.110440Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800305853803243:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:55.093077Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800311031729031:2111] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:36:55.112562Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800309128214745:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:55.111101Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800310148770615:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38427
2025-12-06T17:36:55.119002Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800310148770616:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38427
2025-12-06T17:36:55.119033Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800310148770615:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:55.087591Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800309133626557:2142] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:55.101834Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800311693461220:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:55.106627Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800309133626559:2143] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:55.097479Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800311031729031:2111] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:55.111377Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800311693461219:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:55.107248Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800309133626565:2145] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:55.098190Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800306736761730:2108] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:55.119017Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800304833247372:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:55.128909Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800310148770622:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38427
2025-12-06T17:36:55.112170Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800307398493844:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:55.112950Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800309133626551:2138] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:55.132808Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800310831512999:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41561
2025-12-06T17:36:55.098247Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800306736761730:2108] [node 2] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:55.136011Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800310148770616:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:55.108202Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800311031729043:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:55.112998Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800309133626551:2138] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:36:55.112939Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800311693461209:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:55.148940Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800309128214748:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52719
2025-12-06T17:36:55.123327Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800309133626551:2138] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:55.136704Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800305853803242:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:55.112976Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800311693461209:2111] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:55.157511Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800310148770625:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38427
2025-12-06T17:36:55.133009Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800309133626569:2146] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11809
2025-12-06T17:36:55.112084Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800311031729042:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:55.119554Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800311693461222:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24609
2025-12-06T17:36:55.112108Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800311031729034:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:55.139091Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800309133626556:2141] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:55.169668Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800310148770616:2117] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:55.123092Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800311693461213:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:55.112147Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800311031729034:2112] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:55.176140Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800310831512999:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:55.139120Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800309133626556:2141] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:55.123140Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800311693461213:2114] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:55.176903Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800306536545625:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:55.172233Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800305853803242:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8494) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580800310148770616:2117] held: no
2025-12-06T17:36:55.112178Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800306736761668:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:36:55.140217Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800304838659160:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:36:55.131501Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800311693461223:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24609
2025-12-06T17:36:55.135814Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800311693461226:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24609
2025-12-06T17:36:55.112256Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:55.141697Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800309133626548:2137] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:55.172341Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800305853803242:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:55.187921Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800310831513000:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41561
2025-12-06T17:36:55.141781Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:55.185980Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800304833247370:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17148) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800309128214735:2112] held: no
2025-12-06T17:36:55.112289Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800306736761668:2049] [node 3] ICP22 created new session: [1:7580800311031729050:2049]
2025-12-06T17:36:55.137640Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800311693461211:2113] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:55.172379Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:55.186638Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800309128214735:2112] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:55.147802Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800304838659160:2049] [node 3] ICP22 created new session: [2:7580800309133626573:2049]
2025-12-06T17:36:55.113152Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800311031729050:2049] [node 3] ICS09 handshake done sender: [1:7580800311031729031:2111] self: [1:7580800311031729030:0] peer: [3:7580800311693461221:0] socket: 200 qp: -1
2025-12-06T17:36:55.193739Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800310831513002:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41561
2025-12-06T17:36:55.172429Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800305853803242:2049] [node 2] ICP22 created new session: [4:7580800310148770626:2049]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:55.140672Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800311693461220:2117] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:55.192185Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800309128214749:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52719
2025-12-06T17:36:55.147878Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800309133626573:2049] [node 3] ICS09 handshake done sender: [2:7580800309133626551:2138] self: [2:7580800309133626549:0] peer: [3:7580800311693461224:0] socket: 232 qp: -1
2025-12-06T17:36:55.196020Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800310831513000:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:55.146829Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800311693461223:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:55.200561Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800304833247370:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:55.113473Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800306736761730:2108] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:55.147935Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800309133626573:2049] [node 3] ICS10 traffic start
2025-12-06T17:36:55.172485Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800310148770626:2049] [node 2] ICS09 handshake done sender: [4:7580800310148770616:2117] self: [4:7580800310148770623:0] peer: [2:7580800309133626555:0] socket: 235 qp: -1
2025-12-06T17:36:55.150966Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800311693461213:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:55.148000Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:55.202716Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800306536545626:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:55.217687Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:55.148728Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800309133626556:2141] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:55.119025Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800311031729050:2049] [node 3] ICS10 traffic start
2025-12-06T17:36:55.172521Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800310148770626:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:55.203470Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800310831513002:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:55.154516Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800311693461209:2111] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:55.157990Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800307398493844:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:55.167444Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800307398493843:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:55.167537Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:55.167607Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800307398493843:2048] [node 1] ICP22 created new session: [3:7580800311693461230:2048]
2025-12-06T17:36:55.203607Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800310831512984:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:55.226929Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800304833247370:2048] [node 1] ICP22 created new session: [6:7580800309128214752:2048]
2025-12-06T17:36:55.119096Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:55.167670Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800311693461230:2048] [node 1] ICS09 handshake done sender: [3:7580800311693461211:2113] self: [3:7580800311693461221:0] peer: [1:7580800311031729030:0] socket: 204 qp: -1
2025-12-06T17:36:55.151591Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580800304838659159:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:55.172575Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:55.226619Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800310831513004:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41561
2025-12-06T17:36:55.228117Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800309128214752:2048] [node 1] ICS09 handshake done sender: [6:7580800309128214735:2112] self: [6:7580800309128214746:0] peer: [1:7580800311031729033:0] socket: 203 qp: -1
2025-12-06T17:36:55.126910Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800306736761667:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:36:55.167727Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800311693461230:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:55.181077Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800305853803243:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8544) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580800310148770614:2115] held: no
2025-12-06T17:36:55.227694Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800310831513003:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41561
2025-12-06T17:36:55.228178Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800309128214752:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:55.151645Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:55.167773Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:55.127002Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:55.127057Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800306736761667:2048] [node 2] ICP22 created new session: [1:7580800311031729052:2048]
2025-12-06T17:36:55.127109Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800311031729052:2048] [node 2] ICS09 handshake done sender: [1:7580800306736761730:2108] self: [1:7580800306736761729:0] peer: [2:7580800309133626560:0] socket: 198 qp: -1
2025-12-06T17:36:55.127142Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800311031729052:2048] [node 2] ICS10 traffic start
2025-12-06T17:36:55.127178Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:55.127800Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800311031729046:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64578
2025-12-06T17:36:55.131508Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800311031729034:2112] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:55.141507Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800311031729032:2110] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:55.141609Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800311031729046:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:55.151143Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:55.153427Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800311031729032:2110] [node 6] ICP22 created new session: [1:7580800311031729058:2110]
2025-12-06T17:36:55.156575Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800311031729058:2110] [node 6] ICS09 handshake done sender: [1:7580800311031729034:2112] self: [1:7580800311031729033:0] peer: [6:7580800309128214746:0] socket: 202 qp: -1
2025-12-06T17:36:55.159282Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800306736761668:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(26281072ns) {HandleHandshakeStatus:329(26278091ns) {DropIncomingHandshake:442(342ns) DropOutgoingHandshake:457(446ns) SwitchToState:179(459ns) ProcessPendingSessionEvents:495(9244020ns) {ForwardSessionEventToSession:612(6827670ns) ForwardSessionEventToSession:612(1160392ns) ForwardSessionEventToSession:612(6290ns) ForwardSessionEventToSession:612(8427ns) ForwardSessionEventToSession:612(1060871ns) ForwardSessionEventToSession:612(9110ns) ForwardSessionEventToSession:612(5609ns) ForwardSessionEventToSession:612(2762ns) ForwardSessionEventToSession:612(3131ns) ForwardSessionEventToSession:612(132563ns)}}}
2025-12-06T17:36:55.169337Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800311031729058:2110] [node 6] ICS10 traffic start
2025-12-06T17:36:55.171689Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:55.177873Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580800306736761667:2048] [node 2] ICP18 handshake (actor [1:7580800311031729046:2118]) is too old
2025-12-06T17:36:55.179579Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800311031729032:2110] [node 6] ICP35 event processing took too much time PendingConnection:279(37849054ns) {HandleHandshakeStatus:329(37845672ns) {DropIncomingHandshake:442(17721ns) DropOutgoingHandshake:457(290ns) SwitchToState:179(411ns) ProcessPendingSessionEvents:495(2834605ns) {ForwardSessionEventToSession:612(2764506ns) ForwardSessionEventToSession:612(9296ns) ForwardSessionEventToSession:612(3421ns) ForwardSessionEventToSession:612(4251ns) ForwardSessionEventToSession:612(7307ns) ForwardSessionEventToSession:612(4040ns) ForwardSessionEventToSession:612(6771ns) ForwardSessionEventToSession:612(7473ns) ForwardSessionEventToSession:612(2962ns) ForwardSessionEventToSession:612(10982ns)}}}
2025-12-06T17:36:55.179973Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800311031729036:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:55.180002Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800311031729036:2113] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:55.181344Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800310148770622:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:55.151696Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800304838659159:2048] [node 1] ICP22 created new session: [2:7580800309133626575:2048]
2025-12-06T17:36:55.229046Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800310831513007:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41561
2025-12-06T17:36:55.228263Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:55.169966Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:55.181582Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800305853803241:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:55.187404Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800311031729040:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:55.228538Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800304833247372:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8544) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800309128214745:2116] held: no
2025-12-06T17:36:55.187457Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800311031729040:2114] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:36:55.237353Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800310831513004:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:55.196550Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800311031729036:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:55.151759Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800309133626575:2048] [node 1] ICS09 handshake done sender: [2:7580800309133626548:2137] self: [2:7580800309133626560:0] peer: [1:7580800306736761729:0] socket: 199 qp: -1
2025-12-06T17:36:55.170708Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800311693461202:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:36:55.151798Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800309133626575:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:55.151839Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:55.232972Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800309128214750:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52719
2025-12-06T17:36:55.188828Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800310148770624:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38427
2025-12-06T17:36:55.216646Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800311031729029:2109] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:55.171923Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:55.233791Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800309128214745:2116] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:55.152574Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800309133626545:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:36:55.152630Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:55.241624Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800310831512984:2108] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7062) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800310831513002:2117] held: no
2025-12-06T17:36:55.195423Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800310148770614:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:55.216776Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:55.172021Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800307398493844:2049] [node 2] ICP22 created new session: [3:7580800311693461232:2049]
2025-12-06T17:36:55.236295Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800309128214754:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52719
2025-12-06T17:36:55.152699Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800309133626545:2107] [node 4] ICP22 created new session: [2:7580800309133626577:2107]
2025-12-06T17:36:55.212319Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800310148770610:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:55.216839Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800311031729029:2109] [node 5] ICP22 created new session: [1:7580800311031729062:2109]
2025-12-06T17:36:55.242812Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800306536545625:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17148) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800310831512999:2115] held: no
2025-12-06T17:36:55.174700Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800311693461202:2107] [node 4] ICP22 created new session: [3:7580800311693461233:2107]
2025-12-06T17:36:55.236759Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800304833247370:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(33344802ns) {HandleHandshakeStatus:329(33341225ns) {DropIncomingHandshake:442(6902ns) DropOutgoingHandshake:457(915ns) SwitchToState:179(715ns) ProcessPendingSessionEvents:495(1652ns)}}
2025-12-06T17:36:55.216899Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800311031729062:2109] [node 5] ICS09 handshake done sender: [1:7580800311031729036:2113] self: [1:7580800311031729035:0] peer: [5:7580800310831513001:0] socket: 246 qp: -1
2025-12-06T17:36:55.212357Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800310148770610:2113] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:55.152751Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800309133626577:2107] [node 4] ICS09 handshake done sender: [2:7580800309133626556:2141] self: [2:7580800309133626555:0] peer: [4:7580800310148770623:0] socket: 216 qp: -1
2025-12-06T17:36:55.216937Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800311031729062:2109] [node 5] ICS10 traffic start
2025-12-06T17:36:55.239308Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800304833247372:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:55.216975Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:55.243900Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800309128214754:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:55.174802Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800311693461233:2107] [node 4] ICS09 handshake done sender: [3:7580800311693461209:2111] self: [3:7580800311693461205:0] peer: [4:7580800310148770620:0] socket: 210 qp: -1
2025-12-06T17:36:55.227748Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800311031729040:2114] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:55.244620Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800310831513002:2117] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:55.244195Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:55.152786Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800309133626577:2107] [node 4] ICS10 traffic start
No RDMA context found for GID: 2025-12-06T17:36:55.213446Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800310148770610:2113] [node 5] ICH04 handshake succeeded
::ffff:127.1.0.0
2025-12-06T17:36:55.174854Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800311693461233:2107] [node 4] ICS10 traffic start
2025-12-06T17:36:55.262186Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800310831512999:2115] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:55.244540Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800304833247372:2050] [node 3] ICP22 created new session: [6:7580800309128214756:2050]
2025-12-06T17:36:55.174906Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:55.263766Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800310831512984:2108] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:36:55.177470Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800311693461232:2049] [node 2] ICS09 handshake done sender: [3:7580800311693461220:2117] self: [3:7580800311693461224:0] peer: [2:7580800309133626549:0] socket: 236 qp: -1
2025-12-06T17:36:55.246020Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800309128214750:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:55.248039Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800304833247371:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:55.213841Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800305853803243:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:55.266851Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
No RDMA context found for GID: 2025-12-06T17:36:55.248326Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800309128214756:2050] [node 3] ICS09 handshake done sender: [6:7580800309128214745:2116] self: [6:7580800309128214747:0] peer: [3:7580800311693461212:0] socket: 231 qp: -1
::ffff:127.1.0.02025-12-06T17:36:55.221023Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800310148770600:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:55.152828Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:55.200254Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800309133626580:2147] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11809
2025-12-06T17:36:55.182046Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800311693461232:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:55.248346Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800309128214729:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:55.203504Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800309133626564:2144] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:55.249164Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800309128214756:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:55.182523Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800311693461203:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:55.250010Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:55.203536Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800309133626564:2144] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:55.234567Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800306736761728:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:36:55.227240Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800309133626580:2147] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:55.271506Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800309128214760:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52719
2025-12-06T17:36:55.182634Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:55.230450Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800309133626564:2144] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:55.221122Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:55.266854Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800306536545627:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:55.234287Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800309133626546:2114] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:55.239963Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:55.182693Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800311693461203:2109] [node 6] ICP22 created new session: [3:7580800311693461235:2109]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:55.242993Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800306736761728:2107] [node 4] ICP22 created new session: [1:7580800311031729064:2107]
2025-12-06T17:36:55.182746Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800311693461235:2109] [node 6] ICS09 handshake done sender: [3:7580800311693461213:2114] self: [3:7580800311693461212:0] peer: [6:7580800309128214747:0] socket: 226 qp: -1
2025-12-06T17:36:55.182783Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800311693461235:2109] [node 6] ICS10 traffic start
2025-12-06T17:36:55.244326Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800311031729064:2107] [node 4] ICS09 handshake done sender: [1:7580800311031729040:2114] self: [1:7580800311031729038:0] peer: [4:7580800310148770629:0] socket: 247 qp: -1
2025-12-06T17:36:55.182822Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:55.244638Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800311031729064:2107] [node 4] ICS10 traffic start
2025-12-06T17:36:55.243698Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:55.221192Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800310148770600:2108] [node 5] ICP22 created new session: [4:7580800310148770632:2108]
2025-12-06T17:36:55.266911Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800310831512984:2108] [node 4] ICP22 created new session: [5:7580800310831513011:2108]
2025-12-06T17:36:55.244518Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800309133626546:2114] [node 5] ICP22 created new session: [2:7580800309133626583:2114]
2025-12-06T17:36:55.187465Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:55.267608Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800306536545626:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8494) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800310831513000:2116] held: no
2025-12-06T17:36:55.276434Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800304833247371:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8494) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800309128214750:2119] held: no
2025-12-06T17:36:55.247872Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800309133626583:2114] [node 5] ICS09 handshake done sender: [2:7580800309133626564:2144] self: [2:7580800309133626563:0] peer: [5:7580800310831513005:0] socket: 208 qp: -1
2025-12-06T17:36:55.246227Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:55.221246Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800310148770632:2108] [node 5] ICS09 handshake done sender: [4:7580800310148770610:2113] self: [4:7580800310148770609:0] peer: [5:7580800310831513006:0] socket: 218 qp: -1
2025-12-06T17:36:55.260576Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800306736761728:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(25787884ns) {HandleHandshakeStatus:329(25784022ns) {DropIncomingHandshake:442(19514ns) DropOutgoingHandshake:457(1276ns) SwitchToState:179(804ns) ProcessPendingSessionEvents:495(11942910ns) {ForwardSessionEventToSession:612(10280060ns) ForwardSessionEventToSession:612(13629ns) ForwardSessionEventToSession:612(2906ns) ForwardSessionEventToSession:612(1588601ns) ForwardSessionEventToSession:612(5239ns) ForwardSessionEventToSession:612(4769ns) ForwardSessionEventToSession:612(7065ns) ForwardSessionEventToSession:612(3161ns) ForwardSessionEventToSession:612(9663ns) ForwardSessionEventToSession:612(3169ns)}}}
2025-12-06T17:36:55.268363Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800310831513011:2108] [node 4] ICS09 handshake done sender: [5:7580800310831513002:2117] self: [5:7580800310831513006:0] peer: [4:7580800310148770609:0] socket: 228 qp: -1
2025-12-06T17:36:55.228201Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800307398493844:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(54675401ns) {HandleHandshakeStatus:329(54670657ns) {DropIncomingHandshake:442(1522ns) DropOutgoingHandshake:457(24797ns) SwitchToState:179(990ns) ProcessPendingSessionEvents:495(18467840ns) {ForwardSessionEventToSession:612(853779ns) ForwardSessionEventToSession:612(402553ns) ForwardSessionEventToSession:612(1308214ns) ForwardSessionEventToSession:612(2921ns) ForwardSessionEventToSession:612(3171ns) ForwardSessionEventToSession:612(1047709ns) ForwardSessionEventToSession:612(5114ns) ForwardSessionEventToSession:612(3926510ns) ForwardSessionEventToSession:612(5226ns) ForwardSessionEventToSession:612(10889588ns)}}}
2025-12-06T17:36:55.277527Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800309128214729:2108] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7062) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800309128214754:2120] held: no
2025-12-06T17:36:55.228283Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7580800307398493844:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:36:55.279186Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800311693461218:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:55.268909Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800306536545625:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:55.248311Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800309133626583:2114] [node 5] ICS10 traffic start
2025-12-06T17:36:55.279248Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800311693461218:2115] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:55.269003Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800310831513011:2108] [node 4] ICS10 traffic start
2025-12-06T17:36:55.279238Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800309128214750:2119] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:55.269049Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:55.221290Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800310148770632:2108] [node 5] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:55.221338Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:55.227590Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:55.269105Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:55.229005Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800305853803243:2050] [node 3] ICP22 created new session: [4:7580800310148770634:2050]
2025-12-06T17:36:55.269120Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800306536545625:2048] [node 1] ICP22 created new session: [5:7580800310831513012:2048]
2025-12-06T17:36:55.259504Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:55.231092Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800310148770635:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38427
2025-12-06T17:36:55.279582Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800311693461239:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24609
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:55.231427Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800310148770634:2050] [node 3] ICS09 handshake done sender: [4:7580800310148770614:2115] self: [4:7580800310148770620:0] peer: [3:7580800311693461205:0] socket: 219 qp: -1
2025-12-06T17:36:55.233750Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800310148770634:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:55.269963Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800310831513012:2048] [node 1] ICS09 handshake done sender: [5:7580800310831512999:2115] self: [5:7580800310831513001:0] peer: [1:7580800311031729035:0] socket: 250 qp: -1
2025-12-06T17:36:55.233804Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:55.262122Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800309133626552:2139] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:55.234295Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800310148770622:2119] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:55.270019Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800310831513012:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:55.235822Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800305853803241:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:55.281153Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800304833247371:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:55.240179Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:55.262160Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800309133626552:2139] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:55.281164Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800309128214761:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52719
2025-12-06T17:36:55.270075Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:55.240229Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800305853803241:2048] [node 1] ICP22 created new session: [4:7580800310148770637:2048]
2025-12-06T17:36:55.240288Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800310148770637:2048] [node 1] ICS09 handshake done sender: [4:7580800310148770622:2119] self: [4:7580800310148770629:0] peer: [1:7580800311031729038:0] socket: 248 qp: -1
2025-12-06T17:36:55.271357Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800310831513009:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41561
2025-12-06T17:36:55.240336Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800310148770637:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:55.281302Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:55.267821Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800309133626552:2139] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:55.275232Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800310831513008:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41561
2025-12-06T17:36:55.240395Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:55.279348Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800310831513000:2116] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:55.244276Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800305853803243:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(27394097ns) {HandleHandshakeStatus:329(27390716ns) {DropIncomingHandshake:442(1843ns) DropOutgoingHandshake:457(423ns) SwitchToState:179(1145ns) ProcessPendingSessionEvents:495(1133ns)}}
2025-12-06T17:36:55.279838Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800310831513008:2121] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:55.281384Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800304833247371:2049] [node 2] ICP22 created new session: [6:7580800309128214763:2049]
2025-12-06T17:36:55.263015Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800310148770612:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:55.279908Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800306536545626:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:55.263052Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800310148770612:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:55.281450Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800309128214763:2049] [node 2] ICS09 handshake done sender: [6:7580800309128214750:2119] self: [6:7580800309128214758:0] peer: [2:7580800309133626550:0] socket: 257 qp: -1
2025-12-06T17:36:55.268228Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800310148770612:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:55.270834Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800310148770601:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:55.281502Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800309128214763:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:55.281150Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:55.268538Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800309133626546:2114] [node 5] ICP35 event processing took too much time PendingConnection:279(33796584ns) {HandleHandshakeStatus:329(33792736ns) {DropIncomingHandshake:442(18633ns) DropOutgoingHandshake:457(840ns) SwitchToState:179(840ns) ProcessPendingSessionEvents:495(4612430ns) {ForwardSessionEventToSession:612(3277919ns) ForwardSessionEventToSession:612(7836ns) ForwardSessionEventToSession:612(145291ns) ForwardSessionEventToSession:612(3380ns) ForwardSessionEventToSession:612(330731ns) ForwardSessionEventToSession:612(800567ns) ForwardSessionEventToSession:612(10623ns) ForwardSessionEventToSession:612(7419ns) ForwardSessionEventToSession:612(3969ns) ForwardSessionEventToSession:612(2686ns)}}}
2025-12-06T17:36:55.281547Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:55.271227Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:55.281213Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800306536545626:2049] [node 2] ICP22 created new session: [5:7580800310831513017:2049]
2025-12-06T17:36:55.271588Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800310148770601:2109] [node 6] ICP22 created new session: [4:7580800310148770640:2109]
2025-12-06T17:36:55.269434Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800309133626547:2125] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:55.281577Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800311693461218:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:55.281277Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800310831513017:2049] [node 2] ICS09 handshake done sender: [5:7580800310831513000:2116] self: [5:7580800310831513005:0] peer: [2:7580800309133626563:0] socket: 221 qp: -1
2025-12-06T17:36:55.282177Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800311693461204:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:55.269865Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:55.272434Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800310148770640:2109] [node 6] ICS09 handshake done sender: [4:7580800310148770612:2114] self: [4:7580800310148770611:0] peer: [6:7580800309128214757:0] socket: 240 qp: -1
2025-12-06T17:36:55.281800Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800309128214754:2120] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:55.274508Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800310148770640:2109] [node 6] ICS10 traffic start
2025-12-06T17:36:55.274633Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:55.270699Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800309133626547:2125] [node 6] ICP22 created new session: [2:7580800309133626586:2125]
2025-12-06T17:36:55.281314Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800310831513017:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:55.283589Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800309128214762:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52719
2025-12-06T17:36:55.282577Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:55.281405Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:55.283603Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800311693461204:2108] [node 5] ICP22 created new session: [3:7580800311693461241:2108]
2025-12-06T17:36:55.283933Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800309128214729:2108] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:36:55.283929Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800311693461241:2108] [node 5] ICS09 handshake done sender: [3:7580800311693461218:2115] self: [3:7580800311693461216:0] peer: [5:7580800310831513010:0] socket: 227 qp: -1
2025-12-06T17:36:55.270751Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800309133626586:2125] [node 6] ICS09 handshake done sender: [2:7580800309133626552:2139] self: [2:7580800309133626550:0] peer: [6:7580800309128214758:0] socket: 256 qp: -1
2025-12-06T17:36:55.283968Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800311693461241:2108] [node 5] ICS10 traffic start
2025-12-06T17:36:55.270784Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800309133626586:2125] [node 6] ICS10 traffic start
2025-12-06T17:36:55.284271Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:55.284250Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:55.271158Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:55.284316Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800309128214729:2108] [node 4] ICP22 created new session: [6:7580800309128214765:2108]
2025-12-06T17:36:55.284378Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800309128214765:2108] [node 4] ICS09 handshake done sender: [6:7580800309128214754:2120] self: [6:7580800309128214757:0] peer: [4:7580800310148770611:0] socket: 261 qp: -1
2025-12-06T17:36:55.284413Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800309128214765:2108] [node 4] ICS10 traffic start
2025-12-06T17:36:55.284449Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:55.284700Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800311693461239:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:55.284910Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800309128214762:2123] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:55.285068Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800309128214728:2104] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:55.285094Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800310831513019:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41561
2025-12-06T17:36:55.285206Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7580800311693461204:2108] [node 5] ICP18 handshake (actor [3:7580800311693461239:2121]) is too old
2025-12-06T17:36:55.285288Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800310831512995:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:55.285326Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580800310831512995:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:55.285338Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800310831513004:2119] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:55.285912Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800306536545627:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:55.286078Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:55.286169Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800306536545627:2050] [node 3] ICP22 created new session: [5:7580800310831513021:2050]
2025-12-06T17:36:55.286224Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800310831513021:2050] [node 3] ICS09 handshake done sender: [5:7580800310831513004:2119] self: [5:7580800310831513010:0] peer: [3:7580800311693461216:0] socket: 233 qp: -1
2025-12-06T17:36:55.286269Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800310831513021:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:55.286305Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:55.286601Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800310831512995:2114] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:55.287183Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800309128214768:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52719
2025-12-06T17:36:55.287602Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800309128214762:2123] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:55.287911Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800309128214728:2104] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:36:55.288228Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:55.288313Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800309128214728:2104] [node 5] ICP22 created new session: [6:7580800309128214769:2104]
2025-12-06T17:36:55.287254Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580800310831512985:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:55.287362Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:55.288408Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800309128214769:2104] [node 5] ICS09 handshake done sender: [6:7580800309128214762:2123] self: [6:7580800309128214767:0] peer: [5:7580800310831512994:0] socket: 237 qp: -1
2025-12-06T17:36:55.288458Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800309128214769:2104] [node 5] ICS10 traffic start
2025-12-06T17:36:55.287417Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800310831512985:2109] [node 6] ICP22 created new session: [5:7580800310831513024:2109]
2025-12-06T17:36:55.287466Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800310831513024:2109] [node 6] ICS09 handshake done sender: [5:7580800310831512995:2114] self: [5:7580800310831512994:0] peer: [6:7580800309128214767:0] socket: 213 qp: -1
2025-12-06T17:36:55.288521Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:55.287502Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800310831513024:2109] [node 6] ICS10 traffic start
2025-12-06T17:36:55.287540Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:55.289987Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580800309128214728:2104] [node 5] ICP27 obsolete handshake fail ignored
2025-12-06T17:36:55.317297Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:36:55.317581Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7580800309133626575:2048] [node 1] ICS07 socket disconnect 199 reason# EndOfStream
2025-12-06T17:36:55.317613Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580800309133626575:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:55.317754Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:55.317809Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580800309133626575:2048] [node 1] ICS15 start handshake
2025-12-06T17:36:55.318707Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:36:55.318985Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580800311693461230:2048] [node 1] ICS07 socket disconnect 204 reason# EndOfStream
2025-12-06T17:36:55.319015Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800311693461230:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:55.319108Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:55.319161Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580800311693461230:2048] [node 1] ICS15 start handshake
2025-12-06T17:36:55.321762Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580800307398493843:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17148) Socket error# Connection reset by peer state# SendInitialPacket processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:36:55.322131Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580800304838659159:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17148) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:36:55.323376Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580800309133626575:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:36:55.323423Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580800304838659159:2048] [node 1] ICP30 unregister session Session# [2:7580800309133626575:2048] VirtualId# [2:7580800309133626560:0]
2025-12-06T17:36:55.321849Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580800311693461230:2048] [node 1] ICS15 start handshake
2025-12-06T17:36:55.323479Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:55.323523Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [2:7580800304838659159:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:17148) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:55.323640Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17148) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:55.324515Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580800307398493843:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17148) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:36:55.324587Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800311693461230:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:36:55.324620Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800307398493843:2048] [node 1] ICP30 unregister session Session# [3:7580800311693461230:2048] VirtualId# [3:7580800311693461221:0]
2025-12-06T17:36:55.324824Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:55.324871Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580800307398493843:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:17148) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:55.324886Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17148) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:55.326990Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:36:55.326680Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:36:55.326921Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800309128214752:2048] [node 1] ICS01 socket: 203 reason# EndOfStream
2025-12-06T17:36:55.327132Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:36:55.327239Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800310831513012:2048] [node 1] ICS01 socket: 250 reason# EndOfStream
2025-12-06T17:36:55.327446Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800310148770637:2048] [node 1] ICS01 socket: 248 reason# EndOfStream
2025-12-06T17:36:55.327482Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800305853803241:2048] [node 1] ICP30 unregister session Session# [4:7580800310148770637:2048] VirtualId# [4:7580800310148770629:0]
2025-12-06T17:36:55.326960Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800304833247370:2048] [node 1] ICP30 unregister session Session# [6:7580800309128214752:2048] VirtualId# [6:7580800309128214746:0]
2025-12-06T17:36:55.326992Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800309128214752:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:55.327068Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:55.327113Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:55.330609Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800310148770637:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:55.331790Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:55.331944Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:55.327280Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800306536545625:2048] [node 1] ICP30 unregister session Session# [5:7580800310831513012:2048] VirtualId# [5:7580800310831513001:0]
2025-12-06T17:36:55.327309Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800310831513012:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:55.327395Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:55.327438Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:55.334621Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580800307398493843:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:36:55.386751Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:36:55.387052Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580800311693461232:2049] [node 2] ICS07 socket disconnect 236 reason# EndOfStream
2025-12-06T17:36:55.387114Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800311693461232:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:55.387264Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:55.387323Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580800311693461232:2049] [node 2] ICS15 start handshake
2025-12-06T17:36:55.387915Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:36:55.388209Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800310148770626:2049] [node 2] ICS01 socket: 235 reason# EndOfStream
2025-12-06T17:36:55.388266Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800305853803242:2049] [node 2] ICP30 unregister session Session# [4:7580800310148770626:2049] VirtualId# [4:7580800310148770623:0]
2025-12-06T17:36:55.388312Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800310148770626:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:55.388417Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:55.388230Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580800307398493844:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8494) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:36:55.388492Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:55.388279Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800311693461232:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:36:55.388308Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800307398493844:2049] [node 2] ICP30 unregister session Session# [3:7580800311693461232:2049] VirtualId# [3:7580800311693461224:0]
2025-12-06T17:36:55.388361Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:55.388400Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580800307398493844:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:8494) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:55.388416Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8494) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:55.388897Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:36:55.389135Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800310831513017:2049] [node 2] ICS01 socket: 221 reason# EndOfStream
2025-12-06T17:36:55.389186Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800306536545626:2049] [node 2] ICP30 unregister session Session# [5:7580800310831513017:2049] VirtualId# [5:7580800310831513005:0]
2025-12-06T17:36:55.389225Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800310831513017:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:55.389279Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:55.389322Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:55.392647Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:36:55.392913Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800309128214763:2049] [node 2] ICS01 socket: 257 reason# EndOfStream
2025-12-06T17:36:55.392956Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800304833247371:2049] [node 2] ICP30 unregister session Session# [6:7580800309128214763:2049] VirtualId# [6:7580800309128214758:0]
2025-12-06T17:36:55.392998Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800309128214763:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:55.393119Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:55.393187Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:55.399212Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580800307398493844:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:36:55.455808Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:36:55.456025Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800310148770634:2050] [node 3] ICS01 socket: 219 reason# EndOfStream
2025-12-06T17:36:55.456066Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800305853803243:2050] [node 3] ICP30 unregister session Session# [4:7580800310148770634:2050] VirtualId# [4:7580800310148770620:0]
2025-12-06T17:36:55.456093Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800310148770634:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:55.456175Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:55.456230Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:55.456948Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:36:55.457101Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580800310831513021:2050] [node 3] ICS07 socket disconnect 233 reason# EndOfStream
2025-12-06T17:36:55.457124Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800310831513021:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:55.457196Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:55.457236Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580800310831513021:2050] [node 3] ICS15 start handshake
2025-12-06T17:36:55.458022Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:36:55.458127Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800306536545627:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8544) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:36:55.458262Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800309128214756:2050] [node 3] ICS01 socket: 231 reason# EndOfStream
2025-12-06T17:36:55.458282Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800310831513021:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:36:55.458334Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800306536545627:2050] [node 3] ICP30 unregister session Session# [5:7580800310831513021:2050] VirtualId# [5:7580800310831513010:0]
2025-12-06T17:36:55.458323Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800304833247372:2050] [node 3] ICP30 unregister session Session# [6:7580800309128214756:2050] VirtualId# [6:7580800309128214747:0]
2025-12-06T17:36:55.458401Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:55.458349Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800309128214756:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:55.458452Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580800306536545627:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:8544) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:55.458493Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:55.458515Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8544) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:55.458572Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:55.468751Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580800306536545627:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:36:55.501034Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:36:55.501242Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800310831513011:2108] [node 4] ICS01 socket: 228 reason# EndOfStream
2025-12-06T17:36:55.501282Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800310831512984:2108] [node 4] ICP30 unregister session Session# [5:7580800310831513011:2108] VirtualId# [5:7580800310831513006:0]
2025-12-06T17:36:55.501317Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800310831513011:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:55.501396Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:36:55.501436Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:36:55.502130Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:36:55.502393Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800309128214765:2108] [node 4] ICS01 socket: 261 reason# EndOfStream
2025-12-06T17:36:55.502445Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800309128214729:2108] [node 4] ICP30 unregister session Session# [6:7580800309128214765:2108] VirtualId# [6:7580800309128214757:0]
2025-12-06T17:36:55.502476Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800309128214765:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:55.502581Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:36:55.502643Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:36:55.548146Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:36:55.548392Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580800309128214769:2104] [node 5] ICS07 socket disconnect 237 reason# EndOfStream
2025-12-06T17:36:55.548435Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800309128214769:2104] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:55.548524Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:36:55.548575Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580800309128214769:2104] [node 5] ICS15 start handshake
2025-12-06T17:36:55.549422Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800309128214728:2104] [node 5] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22946) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:36:55.549562Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800309128214769:2104] [node 5] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:36:55.549621Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800309128214728:2104] [node 5] ICP30 unregister session Session# [6:7580800309128214769:2104] VirtualId# [6:7580800309128214767:0]
2025-12-06T17:36:55.549685Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
2025-12-06T17:36:55.549744Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580800309128214728:2104] [node 5] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:22946) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:55.549777Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [5] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22946) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:36:55.609562Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800309249198755:2048] [node 2] ICP01 ready to work
2025-12-06T17:36:55.609578Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800309249198756:2049] [node 3] ICP01 ready to work
2025-12-06T17:36:55.617104Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800308806457881:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:55.617141Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800308806457882:2049] [node 3] ICP01 ready to work
2025-12-06T17:36:55.623937Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800307798653735:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:55.623984Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800307798653736:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:55.630758Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800307480526043:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:55.630801Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800307480526045:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:55.633203Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800307480526044:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:55.639879Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800308396967944:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:55.639904Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800308396967945:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:55.640041Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800308396967946:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:55.649785Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800310247799307:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:55.649788Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800310247799306:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:55.649807Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800310247799308:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:55.728121Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800310247799367:2105] [node 5] ICP01 ready to work
2025-12-06T17:36:55.738163Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800309249198817:2108] [node 5] ICP01 ready to work
2025-12-06T17:36:55.741142Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800309249198825:2107] [node 4] ICP01 ready to work
2025-12-06T17:36:55.744707Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800309249198826:2110] [node 6] ICP01 ready to work
2025-12-06T17:36:55.809762Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800308806457947:2109] [node 5] ICP01 ready to work
2025-12-06T17:36:55.823249Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800310247799373:2110] [node 4] ICP01 ready to work
2025-12-06T17:36:55.814290Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800307480526115:2108] [node 5] ICP01 ready to work
2025-12-06T17:36:55.817629Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800308806457949:2110] [node 6] ICP01 ready to work
2025-12-06T17:36:55.817058Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800307798653799:2107] [node 4] ICP01 ready to work
2025-12-06T17:36:55.825970Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800308396968017:2109] [node 6] ICP01 ready to work
2025-12-06T17:36:55.823396Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800308806457948:2108] [node 4] ICP01 ready to work
2025-12-06T17:36:55.826476Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800308396968016:2108] [node 4] ICP01 ready to work
2025-12-06T17:36:55.823277Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800307798653798:2108] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:55.826082Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800307480526116:2109] [node 6] ICP01 ready to work
2025-12-06T17:36:55.823437Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800307798653800:2109] [node 6] ICP01 ready to work
2025-12-06T17:36:55.828864Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800308806457941:2107] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11132
2025-12-06T17:36:55.830281Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800309249198756:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(97049217ns) {Configure:104(97040361ns) {ProcessConfigured:135(415513ns) {StartInitialHandshake:157(412477ns) {DropHandshakes:470(2182ns) {DropIncomingHandshake:442(633ns) DropOutgoingHandshake:457(363ns)} GenerateSessionVirtualId:988(460ns) PrepareNewSessionHandshake:477(1731ns) {SwitchToState:179(603ns)}}}}}
2025-12-06T17:36:55.839410Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800309249198826:2110] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(63396210ns) {Configure:104(63387899ns) {ProcessConfigured:135(536478ns) {StartInitialHandshake:157(534839ns) {DropHandshakes:470(5974ns) {DropIncomingHandshake:442(746ns) DropOutgoingHandshake:457(293ns)} GenerateSessionVirtualId:988(662ns) PrepareNewSessionHandshake:477(1636ns) {SwitchToState:179(538ns)}}}}}
2025-12-06T17:36:55.841932Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800310247799307:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(37677739ns) {Configure:104(37659536ns) {ProcessConfigured:135(2175637ns) {StartInitialHandshake:157(2172752ns) {DropHandshakes:470(3438ns) {DropIncomingHandshake:442(1307ns) DropOutgoingHandshake:457(612ns)} GenerateSessionVirtualId:988(1822ns) PrepareNewSessionHandshake:477(2985ns) {SwitchToState:179(1183ns)}}}}}
2025-12-06T17:36:55.843084Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800309249198825:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(63318150ns) {Configure:104(63308654ns) {ProcessConfigured:135(207138ns) {StartInitialHandshake:157(204960ns) {DropHandshakes:470(1330ns) {DropIncomingHandshake:442(328ns) DropOutgoingHandshake:457(264ns)} GenerateSessionVirtualId:988(338ns) PrepareNewSessionHandshake:477(1939ns) {SwitchToState:179(670ns)}}}}}
2025-12-06T17:36:55.843102Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800308806457881:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(98433049ns) {Configure:104(98425034ns) {ProcessConfigured:135(6800691ns) {StartInitialHandshake:157(6797210ns) {DropHandshakes:470(1365ns) {DropIncomingHandshake:442(370ns) DropOutgoingHandshake:457(316ns)} GenerateSessionVirtualId:988(445ns) PrepareNewSessionHandshake:477(1480544ns) {SwitchToState:179(3392ns)}}}}}
2025-12-06T17:36:55.843771Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800309249198817:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(90808487ns) {Configure:104(90798893ns) {ProcessConfigured:135(129718ns) {StartInitialHandshake:157(127670ns) {DropHandshakes:470(1418ns) {DropIncomingHandshake:442(536ns) DropOutgoingHandshake:457(214ns)} GenerateSessionVirtualId:988(394ns) PrepareNewSessionHandshake:477(966ns) {SwitchToState:179(279ns)}}}}}
2025-12-06T17:36:55.843397Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800310247799306:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(19729695ns) {Configure:104(19721868ns) {ProcessConfigured:135(790930ns) {StartInitialHandshake:157(789260ns) {DropHandshakes:470(2914ns) {DropIncomingHandshake:442(789ns) DropOutgoingHandshake:457(496ns)} GenerateSessionVirtualId:988(874ns) PrepareNewSessionHandshake:477(1411ns) {SwitchToState:179(640ns)}}}}}
2025-12-06T17:36:55.846921Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800307798653800:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(17839127ns) {Configure:104(17835215ns) {ProcessConfigured:135(235656ns) {StartInitialHandshake:157(234243ns) {DropHandshakes:470(1186ns) {DropIncomingHandshake:442(284ns) DropOutgoingHandshake:457(235ns)} GenerateSessionVirtualId:988(290ns) PrepareNewSessionHandshake:477(1063ns) {SwitchToState:179(422ns)}}}}}
2025-12-06T17:36:55.843716Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800310247799308:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(43828521ns) {Configure:104(43823619ns) {ProcessConfigured:135(388738ns) {StartInitialHandshake:157(385515ns) {DropHandshakes:470(2373ns) {DropIncomingHandshake:442(580ns) DropOutgoingHandshake:457(584ns)} GenerateSessionVirtualId:988(636ns) PrepareNewSessionHandshake:477(2578ns) {SwitchToState:179(1026ns)}}}}}
2025-12-06T17:36:55.849072Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800310247799373:2110] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(17869242ns) {Configure:104(17860336ns) {ProcessConfigured:135(5291065ns) {StartInitialHandshake:157(1243406ns) {DropHandshakes:470(3692ns) {DropIncomingHandshake:442(629ns) DropOutgoingHandshake:457(472ns)} GenerateSessionVirtualId:988(2496ns) PrepareNewSessionHandshake:477(1580ns) {SwitchToState:179(150ns)}}}}}
2025-12-06T17:36:55.850994Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800307798653735:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(58389629ns) {Configure:104(58384996ns) {ProcessConfigured:135(1989026ns) {StartInitialHandshake:157(1986813ns) {DropHandshakes:470(1179ns) {DropIncomingHandshake:442(383ns) DropOutgoingHandshake:457(228ns)} GenerateSessionVirtualId:988(802ns) PrepareNewSessionHandshake:477(2427ns) {SwitchToState:179(1403ns)}}}}}
2025-12-06T17:36:55.850997Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800307798653798:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(19475435ns) {Configure:104(19468583ns) {ProcessConfigured:135(1637498ns) {StartInitialHandshake:157(1635590ns) {DropHandshakes:470(1240ns) {DropIncomingHandshake:442(208ns) DropOutgoingHandshake:457(75ns)} GenerateSessionVirtualId:988(406ns) PrepareNewSessionHandshake:477(750ns) {SwitchToState:179(128ns)}}}}}
2025-12-06T17:36:55.851222Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800307480526044:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(34643457ns) {Configure:104(31459783ns) {ProcessConfigured:135(3544072ns) {StartInitialHandshake:157(3541365ns) {DropHandshakes:470(1774ns) {DropIncomingHandshake:442(293ns) DropOutgoingHandshake:457(505ns)} GenerateSessionVirtualId:988(489ns) PrepareNewSessionHandshake:477(3131ns) {SwitchToState:179(351ns)}}}}}
2025-12-06T17:36:55.851033Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800307798653736:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(19169930ns) {Configure:104(19155299ns) {ProcessConfigured:135(1559880ns) {StartInitialHandshake:157(1558091ns) {DropHandshakes:470(1081ns) {DropIncomingHandshake:442(293ns) DropOutgoingHandshake:457(227ns)} GenerateSessionVirtualId:988(581ns) PrepareNewSessionHandshake:477(2071ns) {SwitchToState:179(735ns)}}}}}
2025-12-06T17:36:55.852934Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800307480526043:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(33811239ns) {Configure:104(33802617ns) {ProcessConfigured:135(1927802ns) {StartInitialHandshake:157(1925481ns) {DropHandshakes:470(1589717ns) {DropIncomingHandshake:442(514ns) DropOutgoingHandshake:457(1638ns)} GenerateSessionVirtualId:988(1730ns) PrepareNewSessionHandshake:477(1901ns) {SwitchToState:179(989ns)}}}}}
2025-12-06T17:36:55.854306Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800308396967945:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(25921127ns) {Configure:104(25917816ns) {ProcessConfigured:135(1518404ns) {StartInitialHandshake:157(1514813ns) {DropHandshakes:470(1423ns) {DropIncomingHandshake:442(487ns) DropOutgoingHandshake:457(181ns)} GenerateSessionVirtualId:988(347ns) PrepareNewSessionHandshake:477(793ns) {SwitchToState:179(119ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:55.855078Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800308806457948:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(22624927ns) {Configure:104(22618850ns) {ProcessConfigured:135(430910ns) {StartInitialHandshake:157(429305ns) {DropHandshakes:470(1125ns) {DropIncomingHandshake:442(182ns) DropOutgoingHandshake:457(284ns)} GenerateSessionVirtualId:988(559ns) PrepareNewSessionHandshake:477(1553ns) {SwitchToState:179(457ns)}}}}}
2025-12-06T17:36:55.854316Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800308396968017:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(23637608ns) {Configure:104(23191810ns) {ProcessConfigured:135(33961ns) {StartInitialHandshake:157(32121ns) {DropHandshakes:470(1233ns) {DropIncomingHandshake:442(267ns) DropOutgoingHandshake:457(202ns)} GenerateSessionVirtualId:988(374ns) PrepareNewSessionHandshake:477(570ns) {SwitchToState:179(176ns)}}}}}
2025-12-06T17:36:55.856965Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800307480526045:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(37372315ns) {Configure:104(37359820ns) {ProcessConfigured:135(552762ns) {StartInitialHandshake:157(551558ns) {DropHandshakes:470(1225ns) {DropIncomingHandshake:442(259ns) DropOutgoingHandshake:457(189ns)} GenerateSessionVirtualId:988(556ns) PrepareNewSessionHandshake:477(1005ns) {SwitchToState:179(505ns)}}}}}
2025-12-06T17:36:55.857332Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800307480526115:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(26986677ns) {Configure:104(26983203ns) {ProcessConfigured:135(715334ns) {StartInitialHandshake:157(712193ns) {DropHandshakes:470(4302ns) {DropIncomingHandshake:442(546ns) DropOutgoingHandshake:457(358ns)} GenerateSessionVirtualId:988(656ns) PrepareNewSessionHandshake:477(1573ns) {SwitchToState:179(412ns)}}}}}
2025-12-06T17:36:55.856506Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800308396967946:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(38205843ns) {Configure:104(38193919ns) {ProcessConfigured:135(42155ns) {StartInitialHandshake:157(40246ns) {DropHandshakes:470(1022ns) {DropIncomingHandshake:442(280ns) DropOutgoingHandshake:457(199ns)} GenerateSessionVirtualId:988(394ns) PrepareNewSessionHandshake:477(961ns) {SwitchToState:179(463ns)}}}}}
2025-12-06T17:36:55.857232Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800310247799380:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14375
2025-12-06T17:36:55.857029Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800308806457941:2107] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:55.858722Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800309249198819:2109] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:55.858452Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580800308806457881:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:55.857206Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800308396967944:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(28992503ns) {Configure:104(28986470ns) {ProcessConfigured:135(1365408ns) {StartInitialHandshake:157(1363311ns) {DropHandshakes:470(1393ns) {DropIncomingHandshake:442(551ns) DropOutgoingHandshake:457(172ns)} GenerateSessionVirtualId:988(405ns) PrepareNewSessionHandshake:477(1293ns) {SwitchToState:179(128ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:55.858869Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800310247799380:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:55.858758Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800309249198819:2109] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:36:55.861772Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800310247799383:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14375
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:55.860892Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800309249198837:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1552
2025-12-06T17:36:55.862221Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800307798653811:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:777
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:55.862437Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800308806457951:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:55.862222Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800307798653809:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:777
2025-12-06T17:36:55.862274Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800309249198837:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:55.861868Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800310247799307:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:55.862979Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800309249198819:2109] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:55.863398Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800307798653809:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:55.863438Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800310247799383:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:55.863402Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800308396968027:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14596
2025-12-06T17:36:55.864721Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800307798653811:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:55.862471Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800308806457951:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:55.865181Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800307480526125:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29960
2025-12-06T17:36:55.863456Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800310247799386:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14375
2025-12-06T17:36:55.865220Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800307798653736:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:55.865575Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800310247799306:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:55.869134Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800309249198755:2048] [node 2] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:55.869063Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800308396968027:2124] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:55.865620Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800308806457951:2113] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:55.869615Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800309249198830:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:55.870426Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800307480526125:2123] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:55.869015Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800308806457964:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11132
2025-12-06T17:36:55.870598Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800308396968018:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14596
2025-12-06T17:36:55.869641Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800309249198830:2115] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:55.871052Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800307798653735:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:55.869898Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800308806457949:2110] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:55.871249Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800310247799386:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:55.870895Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:55.874846Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800309249198755:2048] [node 2] ICP22 created new session: [1:7580800309249198843:2048]
2025-12-06T17:36:55.871231Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800308396967945:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0No RDMA context found for GID: 
::ffff:127.1.0.0
2025-12-06T17:36:55.878829Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800309249198843:2048] [node 2] ICS09 handshake done sender: [1:7580800309249198819:2109] self: [1:7580800309249198818:0] peer: [2:7580800308806457963:0] socket: 204 qp: -1
2025-12-06T17:36:55.883450Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800309249198830:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:55.878829Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800308396968018:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:55.883452Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800309249198843:2048] [node 2] ICS10 traffic start
2025-12-06T17:36:55.870429Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:55.875529Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800310247799308:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:55.884447Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800307798653804:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:55.870657Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800308806457949:2110] [node 6] ICP22 created new session: [2:7580800308806457968:2110]
2025-12-06T17:36:55.884032Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800310247799389:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14375
2025-12-06T17:36:55.884259Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800308396968016:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(21310340ns) {Configure:104(21305534ns) {ProcessConfigured:135(7476904ns) {StartInitialHandshake:157(7473687ns) {DropHandshakes:470(4068873ns) {DropIncomingHandshake:442(273ns) DropOutgoingHandshake:457(1542ns)} GenerateSessionVirtualId:988(910ns) PrepareNewSessionHandshake:477(3248ns) {SwitchToState:179(1306ns)}}}}}
2025-12-06T17:36:55.884111Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:55.871158Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800308806457965:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11132
2025-12-06T17:36:55.884494Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800307798653804:2110] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:55.888253Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800310247799390:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14375
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:55.887933Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800309249198828:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:55.884497Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800308396968030:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14596
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:55.884506Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800307798653818:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:777
2025-12-06T17:36:55.875283Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800308806457968:2110] [node 6] ICS09 handshake done sender: [2:7580800308806457951:2113] self: [2:7580800308806457950:0] peer: [6:7580800310247799387:0] socket: 207 qp: -1
2025-12-06T17:36:55.887961Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800309249198828:2114] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:36:55.888021Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800308396968030:2125] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:55.890451Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800307480526132:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29960
2025-12-06T17:36:55.889853Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800310247799380:2113] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:55.887407Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800307798653817:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:777
2025-12-06T17:36:55.892217Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800310247799307:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:55.892161Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800309249198842:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1552
2025-12-06T17:36:55.875454Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800308806457953:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:55.888673Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800307798653804:2110] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:55.875484Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800308806457953:2114] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:36:55.888939Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800308396967946:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:55.892011Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800307798653821:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:777
2025-12-06T17:36:55.892204Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800307798653800:2109] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: 2025-12-06T17:36:55.892347Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800309249198755:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(24768887ns) {HandleHandshakeStatus:329(21364483ns) {DropIncomingHandshake:442(780ns) DropOutgoingHandshake:457(1736ns) SwitchToState:179(562ns) ProcessPendingSessionEvents:495(4008649ns) {ForwardSessionEventToSession:612(1510067ns) ForwardSessionEventToSession:612(4530ns) ForwardSessionEventToSession:612(290334ns) ForwardSessionEventToSession:612(3008ns) ForwardSessionEventToSession:612(613815ns) ForwardSessionEventToSession:612(364436ns) ForwardSessionEventToSession:612(3968ns) ForwardSessionEventToSession:612(1191095ns) ForwardSessionEventToSession:612(5306ns) ForwardSessionEventToSession:612(2476ns)}}}
::ffff:127.1.0.0
2025-12-06T17:36:55.893384Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800307798653808:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:55.893017Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:55.875495Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800308806457968:2110] [node 6] ICS10 traffic start
2025-12-06T17:36:55.893403Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:55.878822Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.02025-12-06T17:36:55.893414Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800307798653808:2113] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:55.893130Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800309249198826:2110] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:55.893056Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800310247799307:2049] [node 2] ICP22 created new session: [6:7580800310247799393:2049]
2025-12-06T17:36:55.893452Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800307798653800:2109] [node 6] ICP22 created new session: [3:7580800307798653822:2109]
2025-12-06T17:36:55.884566Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800308806457941:2107] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:55.894979Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:55.886408Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800308806457955:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:55.893362Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800310247799393:2049] [node 2] ICS09 handshake done sender: [6:7580800310247799380:2113] self: [6:7580800310247799387:0] peer: [2:7580800308806457950:0] socket: 212 qp: -1
2025-12-06T17:36:55.886437Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800308806457955:2115] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:55.893497Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800307798653822:2109] [node 6] ICS09 handshake done sender: [3:7580800307798653804:2110] self: [3:7580800307798653801:0] peer: [6:7580800310247799391:0] socket: 223 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:55.893362Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800310247799383:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:55.889867Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580800308806457881:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:55.898974Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800309249198826:2110] [node 6] ICP22 created new session: [1:7580800309249198849:2110]
2025-12-06T17:36:55.893809Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800307798653822:2109] [node 6] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:55.893790Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800310247799393:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:55.893855Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:55.900907Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800309249198849:2110] [node 6] ICS09 handshake done sender: [1:7580800309249198830:2115] self: [1:7580800309249198829:0] peer: [6:7580800310247799388:0] socket: 214 qp: -1
2025-12-06T17:36:55.895464Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800307798653817:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:55.893825Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800310247799392:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14375
2025-12-06T17:36:55.890569Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800308806457949:2110] [node 6] ICP35 event processing took too much time PendingConnection:279(18907079ns) {HandleHandshakeStatus:329(18904064ns) {DropIncomingHandshake:442(777ns) DropOutgoingHandshake:457(829ns) SwitchToState:179(212ns) ProcessPendingSessionEvents:495(4161028ns) {ForwardSessionEventToSession:612(2421172ns) ForwardSessionEventToSession:612(5186ns) ForwardSessionEventToSession:612(533427ns) ForwardSessionEventToSession:612(3165ns) ForwardSessionEventToSession:612(2625ns) ForwardSessionEventToSession:612(534634ns) ForwardSessionEventToSession:612(4186ns) ForwardSessionEventToSession:612(12767ns) ForwardSessionEventToSession:612(3334ns) ForwardSessionEventToSession:612(617511ns)}}}
2025-12-06T17:36:55.896136Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800307798653809:2114] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:55.900952Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800309249198849:2110] [node 6] ICS10 traffic start
2025-12-06T17:36:55.904629Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800308396968037:2127] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14596
2025-12-06T17:36:55.893827Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:55.892002Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:55.896387Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800307798653736:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:55.901006Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:55.894142Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800310247799306:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:55.892291Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800308806457881:2048] [node 1] ICP22 created new session: [2:7580800308806457972:2048]
2025-12-06T17:36:55.901944Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800309249198844:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1552
2025-12-06T17:36:55.896478Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:55.894990Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:55.908076Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800307480526132:2125] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:55.896527Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800307798653736:2049] [node 2] ICP22 created new session: [3:7580800307798653824:2049]
2025-12-06T17:36:55.908682Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800307480526043:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.02025-12-06T17:36:55.895547Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800310247799306:2048] [node 1] ICP22 created new session: [6:7580800310247799395:2048]
2025-12-06T17:36:55.896571Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800307798653824:2049] [node 2] ICS09 handshake done sender: [3:7580800307798653809:2114] self: [3:7580800307798653815:0] peer: [2:7580800308806457952:0] socket: 217 qp: -1
2025-12-06T17:36:55.902062Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800309249198847:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1552
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:55.892310Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800308806457964:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:55.899654Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800310247799395:2048] [node 1] ICS09 handshake done sender: [6:7580800310247799383:2116] self: [6:7580800310247799388:0] peer: [1:7580800309249198829:0] socket: 216 qp: -1
2025-12-06T17:36:55.902252Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800309249198842:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:55.903690Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800309249198845:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1552
2025-12-06T17:36:55.893031Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800308806457972:2048] [node 1] ICS09 handshake done sender: [2:7580800308806457941:2107] self: [2:7580800308806457963:0] peer: [1:7580800309249198818:0] socket: 205 qp: -1
2025-12-06T17:36:55.896601Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800307798653824:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:55.903864Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800309249198828:2114] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:55.910382Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800308396968038:2128] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14596
2025-12-06T17:36:55.910776Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800307480526133:2126] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29960
2025-12-06T17:36:55.893368Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800308806457972:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:55.901008Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800310247799395:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:55.910386Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800308396968027:2124] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:55.896677Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:55.907450Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800309249198845:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:55.911090Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800308396968030:2125] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:55.901057Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:55.893378Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800308806457953:2114] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:55.904799Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800307798653808:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:55.907949Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800309249198756:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:36:55.911290Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800308396967945:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:55.901728Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800310247799386:2117] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:55.893796Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:55.910348Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:55.907139Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800307798653818:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:55.911854Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:55.899654Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800308806457970:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11132
2025-12-06T17:36:55.910638Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800309249198756:2049] [node 3] ICP22 created new session: [1:7580800309249198853:2049]
2025-12-06T17:36:55.904869Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800310247799308:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:55.909323Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800307798653798:2108] [node 5] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:55.913139Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800308396967945:2049] [node 2] ICP22 created new session: [5:7580800308396968040:2049]
2025-12-06T17:36:55.907699Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:55.910815Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800309249198832:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:55.914134Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800308396967946:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:55.908000Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800310247799308:2050] [node 3] ICP22 created new session: [6:7580800310247799398:2050]
2025-12-06T17:36:55.900462Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800308806457882:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:36:55.910836Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800309249198832:2116] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:55.914172Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:55.901092Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:55.910901Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800309249198853:2049] [node 3] ICS09 handshake done sender: [1:7580800309249198828:2114] self: [1:7580800309249198827:0] peer: [3:7580800307798653819:0] socket: 213 qp: -1
2025-12-06T17:36:55.914698Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800308396967946:2050] [node 3] ICP22 created new session: [5:7580800308396968041:2050]
2025-12-06T17:36:55.911079Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800309249198853:2049] [node 3] ICS10 traffic start
2025-12-06T17:36:55.916555Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800307480526133:2126] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:55.901201Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800308806457882:2049] [node 3] ICP22 created new session: [2:7580800308806457975:2049]
2025-12-06T17:36:55.911373Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:55.901297Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800308806457955:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:55.916993Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800307480526135:2127] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29960
2025-12-06T17:36:55.912628Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [1:7580800309249198755:2048] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:36:55.914719Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800308396968040:2049] [node 2] ICS09 handshake done sender: [5:7580800308396968027:2124] self: [5:7580800308396968032:0] peer: [2:7580800308806457954:0] socket: 225 qp: -1
2025-12-06T17:36:55.901705Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800308806457975:2049] [node 3] ICS09 handshake done sender: [2:7580800308806457953:2114] self: [2:7580800308806457952:0] peer: [3:7580800307798653815:0] socket: 210 qp: -1
2025-12-06T17:36:55.915052Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800308396968040:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:55.902040Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800308806457975:2049] [node 3] ICS10 traffic start
2025-12-06T17:36:55.909226Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800310247799398:2050] [node 3] ICS09 handshake done sender: [6:7580800310247799386:2117] self: [6:7580800310247799391:0] peer: [3:7580800307798653801:0] socket: 224 qp: -1
2025-12-06T17:36:55.917074Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800307480526044:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:55.909451Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:55.915089Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:55.902090Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:55.914785Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800309249198832:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:55.915864Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800308396968041:2050] [node 3] ICS09 handshake done sender: [5:7580800308396968030:2125] self: [5:7580800308396968036:0] peer: [3:7580800307798653805:0] socket: 240 qp: -1
2025-12-06T17:36:55.908107Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800308806457947:2109] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:55.909503Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800307798653798:2108] [node 5] ICP22 created new session: [3:7580800307798653833:2108]
2025-12-06T17:36:55.909278Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800310247799398:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:55.916755Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800309249198825:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:36:55.915894Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800308396968041:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:55.917718Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800307480526136:2128] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29960
2025-12-06T17:36:55.909308Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:55.910597Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800307798653833:2108] [node 5] ICS09 handshake done sender: [3:7580800307798653808:2113] self: [3:7580800307798653805:0] peer: [5:7580800308396968036:0] socket: 233 qp: -1
2025-12-06T17:36:55.916799Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:55.909333Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:55.916804Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800309249198844:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:55.909375Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800308806457947:2109] [node 5] ICP22 created new session: [2:7580800308806457979:2109]
2025-12-06T17:36:55.910631Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800307798653833:2108] [node 5] ICS10 traffic start
2025-12-06T17:36:55.916531Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:55.916936Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800309249198825:2107] [node 4] ICP22 created new session: [1:7580800309249198857:2107]
2025-12-06T17:36:55.909482Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800308806457970:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:55.916979Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800309249198857:2107] [node 4] ICS09 handshake done sender: [1:7580800309249198832:2116] self: [1:7580800309249198831:0] peer: [4:7580800307480526134:0] socket: 251 qp: -1
2025-12-06T17:36:55.916985Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800308396968039:2129] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14596
2025-12-06T17:36:55.910800Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800307798653829:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:777
2025-12-06T17:36:55.909514Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800308806457979:2109] [node 5] ICS09 handshake done sender: [2:7580800308806457955:2115] self: [2:7580800308806457954:0] peer: [5:7580800308396968032:0] socket: 211 qp: -1
2025-12-06T17:36:55.917012Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800309249198857:2107] [node 4] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.02025-12-06T17:36:55.911263Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:55.910606Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800308806457979:2109] [node 5] ICS10 traffic start
2025-12-06T17:36:55.918569Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800308396968039:2129] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:55.917042Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:55.910847Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:55.916152Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580800307798653735:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4102) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580800307798653811:2115] held: no
No RDMA context found for GID: 2025-12-06T17:36:55.921148Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580800309249198825:2107] [node 4] ICP18 handshake (actor [1:7580800309249198844:2120]) is too old
::ffff:127.1.0.0
2025-12-06T17:36:55.920262Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800308396967944:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:55.921132Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800307480526132:2125] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:55.916916Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580800308806457947:2109] [node 5] ICP18 handshake (actor [2:7580800308806457970:2120]) is too old
2025-12-06T17:36:55.916885Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800307798653830:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:777
2025-12-06T17:36:55.917504Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800308806457962:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:55.916975Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800307798653811:2115] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:55.917529Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800308806457962:2117] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:36:55.917297Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800307798653735:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:55.917323Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:55.919799Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800308806457962:2117] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:55.921269Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800307480526138:2129] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29960
2025-12-06T17:36:55.921164Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800308806457948:2108] [node 4] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:55.917526Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800307798653735:2048] [node 1] ICP22 created new session: [3:7580800307798653835:2048]
2025-12-06T17:36:55.921325Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800307480526043:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:55.921199Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800310247799400:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14375
2025-12-06T17:36:55.921473Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:55.921537Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800308806457948:2108] [node 4] ICP22 created new session: [2:7580800308806457982:2108]
2025-12-06T17:36:55.918236Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800307798653835:2048] [node 1] ICS09 handshake done sender: [3:7580800307798653811:2115] self: [3:7580800307798653819:0] peer: [1:7580800309249198827:0] socket: 220 qp: -1
2025-12-06T17:36:55.921596Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800310247799400:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:55.921570Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800309249198836:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:55.918584Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800307798653835:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:55.921597Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800308806457982:2108] [node 4] ICS09 handshake done sender: [2:7580800308806457962:2117] self: [2:7580800308806457961:0] peer: [4:7580800307480526137:0] socket: 245 qp: -1
2025-12-06T17:36:55.921640Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800307480526139:2130] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29960
2025-12-06T17:36:55.921612Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800309249198836:2117] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:55.918613Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:55.921963Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800307480526135:2127] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:55.921632Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800308806457982:2108] [node 4] ICS10 traffic start
2025-12-06T17:36:55.922078Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800310247799367:2105] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:55.922079Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:55.921724Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:55.923453Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800308396968021:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:55.923496Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580800308396968021:2120] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:55.922486Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800307480526043:2048] [node 1] ICP22 created new session: [4:7580800307480526140:2048]
2025-12-06T17:36:55.925228Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800309249198836:2117] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:55.922754Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800307480526138:2129] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:55.923484Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800307480526140:2048] [node 1] ICS09 handshake done sender: [4:7580800307480526132:2125] self: [4:7580800307480526134:0] peer: [1:7580800309249198831:0] socket: 252 qp: -1
2025-12-06T17:36:55.925604Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800308396968021:2120] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:55.924055Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800307480526140:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:55.925655Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800309249198817:2108] [node 5] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:55.924089Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:55.925887Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:55.925919Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580800308396968017:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:55.925100Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800307480526044:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31787) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580800307480526133:2126] held: no
2025-12-06T17:36:55.926385Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800307798653816:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:55.926428Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800307798653816:2116] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:36:55.926189Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800309249198817:2108] [node 5] ICP22 created new session: [1:7580800309249198860:2108]
2025-12-06T17:36:55.926093Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:55.925579Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800307480526133:2126] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:55.927054Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800310247799367:2105] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1081) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800310247799400:2121] held: no
2025-12-06T17:36:55.926634Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800309249198860:2108] [node 5] ICS09 handshake done sender: [1:7580800309249198836:2117] self: [1:7580800309249198833:0] peer: [5:7580800308396968046:0] socket: 266 qp: -1
2025-12-06T17:36:55.925653Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800307480526045:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:55.928943Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800307798653816:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:55.926112Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800308396968048:2130] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14596
2025-12-06T17:36:55.926666Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800309249198860:2108] [node 5] ICS10 traffic start
2025-12-06T17:36:55.926700Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: No RDMA context found for GID: ::ffff:127.1.0.0
::ffff:127.1.0.0
2025-12-06T17:36:55.925792Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800307480526044:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:55.926277Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800308396968017:2109] [node 6] ICP22 created new session: [5:7580800308396968049:2109]
2025-12-06T17:36:55.929521Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800307798653799:2107] [node 4] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:55.926395Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800308396968049:2109] [node 6] ICS09 handshake done sender: [5:7580800308396968021:2120] self: [5:7580800308396968020:0] peer: [6:7580800310247799401:0] socket: 234 qp: -1
2025-12-06T17:36:55.926290Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:55.931067Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:55.926577Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800307480526044:2049] [node 2] ICP22 created new session: [4:7580800307480526146:2049]
2025-12-06T17:36:55.930564Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800310247799402:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14375
2025-12-06T17:36:55.926621Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800308396968049:2109] [node 6] ICS10 traffic start
2025-12-06T17:36:55.926848Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800307480526146:2049] [node 2] ICS09 handshake done sender: [4:7580800307480526133:2126] self: [4:7580800307480526137:0] peer: [2:7580800308806457961:0] socket: 267 qp: -1
2025-12-06T17:36:55.931270Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800307798653799:2107] [node 4] ICP22 created new session: [3:7580800307798653838:2107]
2025-12-06T17:36:55.930616Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800310247799403:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14375
2025-12-06T17:36:55.931640Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800307798653838:2107] [node 4] ICS09 handshake done sender: [3:7580800307798653816:2116] self: [3:7580800307798653814:0] peer: [4:7580800307480526143:0] socket: 269 qp: -1
2025-12-06T17:36:55.926662Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:55.927027Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800307480526146:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:55.931694Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800310247799400:2121] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:55.931752Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800307798653838:2107] [node 4] ICS10 traffic start
2025-12-06T17:36:55.927054Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:55.931790Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:55.930676Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800308396967944:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4102) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800308396968039:2129] held: no
2025-12-06T17:36:55.939112Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800310247799367:2105] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:36:55.939501Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800307480526045:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2307) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580800307480526135:2127] held: no
No RDMA context found for GID: 2025-12-06T17:36:55.939164Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
::ffff:127.1.0.0
2025-12-06T17:36:55.930789Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800308396968039:2129] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:55.939565Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800310247799403:2123] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:55.931279Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800308396968050:2131] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14596
2025-12-06T17:36:55.939660Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800310247799367:2105] [node 5] ICP22 created new session: [6:7580800310247799404:2105]
2025-12-06T17:36:55.931390Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800308396967944:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:55.939919Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800310247799404:2105] [node 5] ICS09 handshake done sender: [6:7580800310247799400:2121] self: [6:7580800310247799401:0] peer: [5:7580800308396968020:0] socket: 241 qp: -1
2025-12-06T17:36:55.931519Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:55.939954Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800310247799404:2105] [node 5] ICS10 traffic start
2025-12-06T17:36:55.940386Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800310247799373:2110] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:55.940385Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800307480526148:2131] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29960
2025-12-06T17:36:55.931909Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800308396967944:2048] [node 1] ICP22 created new session: [5:7580800308396968052:2048]
2025-12-06T17:36:55.939519Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800308396968052:2048] [node 1] ICS09 handshake done sender: [5:7580800308396968039:2129] self: [5:7580800308396968046:0] peer: [1:7580800309249198833:0] socket: 268 qp: -1
2025-12-06T17:36:55.939921Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800308396968052:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:55.940397Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:55.939977Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:55.940342Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800308396968050:2131] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:55.940491Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800308396968016:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:55.940630Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800307480526135:2127] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:55.940757Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800307480526130:2124] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:55.940776Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800307480526130:2124] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:55.941646Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800307480526045:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:55.941675Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:55.941779Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800307480526124:2122] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:55.941796Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800307480526045:2050] [node 3] ICP22 created new session: [4:7580800307480526149:2050]
2025-12-06T17:36:55.941798Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800307480526124:2122] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:55.941825Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800307480526149:2050] [node 3] ICS09 handshake done sender: [4:7580800307480526135:2127] self: [4:7580800307480526143:0] peer: [3:7580800307798653814:0] socket: 264 qp: -1
2025-12-06T17:36:55.941854Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800307480526149:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:55.941923Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:55.942168Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800307480526130:2124] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:55.942482Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800307480526116:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:55.942692Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800307480526124:2122] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:55.942726Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:55.942727Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800310247799407:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14375
2025-12-06T17:36:55.942820Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800307480526116:2109] [node 6] ICP22 created new session: [4:7580800307480526153:2109]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:55.942969Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800307480526153:2109] [node 6] ICS09 handshake done sender: [4:7580800307480526130:2124] self: [4:7580800307480526129:0] peer: [6:7580800310247799405:0] socket: 271 qp: -1
2025-12-06T17:36:55.943004Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800307480526115:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:55.943208Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800308396968055:2132] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14596
2025-12-06T17:36:55.943011Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800307480526153:2109] [node 6] ICS10 traffic start
2025-12-06T17:36:55.943360Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800310247799403:2123] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:55.943117Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:55.943652Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800310247799373:2110] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2165) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800310247799403:2123] held: no
2025-12-06T17:36:55.943238Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:55.943463Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800307480526115:2108] [node 5] ICP22 created new session: [4:7580800307480526155:2108]
2025-12-06T17:36:55.943917Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800310247799373:2110] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:36:55.943642Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800307480526155:2108] [node 5] ICS09 handshake done sender: [4:7580800307480526124:2122] self: [4:7580800307480526123:0] peer: [5:7580800308396968054:0] socket: 270 qp: -1
2025-12-06T17:36:55.943933Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800308396968016:2108] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2165) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800308396968050:2131] held: no
2025-12-06T17:36:55.943682Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800307480526155:2108] [node 5] ICS10 traffic start
2025-12-06T17:36:55.944005Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:55.944064Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800310247799373:2110] [node 4] ICP22 created new session: [6:7580800310247799408:2110]
2025-12-06T17:36:55.943716Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:55.943941Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800308396968050:2131] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:55.944084Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800308396968016:2108] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:36:55.944123Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:55.944553Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800308396968016:2108] [node 4] ICP22 created new session: [5:7580800308396968056:2108]
2025-12-06T17:36:55.944917Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800310247799408:2110] [node 4] ICS09 handshake done sender: [6:7580800310247799403:2123] self: [6:7580800310247799405:0] peer: [4:7580800307480526129:0] socket: 209 qp: -1
2025-12-06T17:36:55.944908Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800308396968056:2108] [node 4] ICS09 handshake done sender: [5:7580800308396968050:2131] self: [5:7580800308396968054:0] peer: [4:7580800307480526123:0] socket: 253 qp: -1
2025-12-06T17:36:55.945109Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800308396968056:2108] [node 4] ICS10 traffic start
2025-12-06T17:36:55.944972Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800310247799408:2110] [node 4] ICS10 traffic start
2025-12-06T17:36:55.945147Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:55.945190Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:56.009011Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:36:56.009306Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7580800308806457972:2048] [node 1] ICS07 socket disconnect 205 reason# EndOfStream
2025-12-06T17:36:56.009354Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580800308806457972:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:56.009444Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:56.009497Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580800308806457972:2048] [node 1] ICS15 start handshake
2025-12-06T17:36:56.030667Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:36:56.030886Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800307798653835:2048] [node 1] ICS01 socket: 220 reason# EndOfStream
2025-12-06T17:36:56.030922Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800307798653735:2048] [node 1] ICP30 unregister session Session# [3:7580800307798653835:2048] VirtualId# [3:7580800307798653819:0]
2025-12-06T17:36:56.030950Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800307798653835:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:56.031058Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:56.031127Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:56.031972Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580800308806457881:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4102) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:36:56.032024Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580800308806457972:2048] [node 1] ICS15 start handshake
2025-12-06T17:36:56.033450Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580800308806457881:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4102) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:36:56.033553Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580800308806457972:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:36:56.033586Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580800308806457881:2048] [node 1] ICP30 unregister session Session# [2:7580800308806457972:2048] VirtualId# [2:7580800308806457963:0]
2025-12-06T17:36:56.033633Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:56.033655Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [2:7580800308806457881:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:4102) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:56.033669Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4102) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:56.033736Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:36:56.034023Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580800307480526140:2048] [node 1] ICS07 socket disconnect 252 reason# EndOfStream
2025-12-06T17:36:56.034077Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800307480526140:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:56.034182Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:56.034227Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580800307480526140:2048] [node 1] ICS15 start handshake
2025-12-06T17:36:56.034913Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:36:56.035153Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800308396968052:2048] [node 1] ICS01 socket: 268 reason# EndOfStream
2025-12-06T17:36:56.035217Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800308396967944:2048] [node 1] ICP30 unregister session Session# [5:7580800308396968052:2048] VirtualId# [5:7580800308396968046:0]
2025-12-06T17:36:56.035366Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800308396968052:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:56.035443Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:56.035494Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:56.035173Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800307480526043:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4102) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:36:56.035256Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800307480526140:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:36:56.035308Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800307480526043:2048] [node 1] ICP30 unregister session Session# [4:7580800307480526140:2048] VirtualId# [4:7580800307480526134:0]
2025-12-06T17:36:56.040506Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:56.040571Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580800307480526043:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:4102) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:56.040592Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4102) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:56.043218Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [2:7580800308806457881:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:36:56.066724Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:36:56.067131Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580800310247799395:2048] [node 1] ICS07 socket disconnect 216 reason# EndOfStream
2025-12-06T17:36:56.067196Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800310247799395:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:56.067393Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:56.075998Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580800310247799395:2048] [node 1] ICS15 start handshake
2025-12-06T17:36:56.083890Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580800307480526043:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:36:56.088768Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800310247799306:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4102) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:36:56.088881Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800310247799395:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:36:56.106967Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800310247799306:2048] [node 1] ICP30 unregister session Session# [6:7580800310247799395:2048] VirtualId# [6:7580800310247799388:0]
2025-12-06T17:36:56.107092Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:56.107148Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580800310247799306:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:4102) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:56.107165Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4102) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:56.107446Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:294: Proxy [6:7580800310247799306:2048] [node 1] ICP35 event processing took too much time StateWork:294(20008389ns) {HandleHandshakeStatus:395(20002812ns) {LogHandshakeFail:472(11687ns) {UpdateErrorStateLog:545(3081ns)} DropOutgoingHandshake:457(3888ns) ProcessPendingSessionEvents:495(516ns) UnregisterSession:538(18127828ns) {ProcessPendingSessionEvents:495(2893ns) SwitchToInitialState:202(2821ns) {SwitchToState:179(1710ns)}} TransitToErrorState:752(72568ns) {SwitchToState:179(7555ns) ProcessPendingSessionEvents:495(586ns) DropHandshakes:470(3815ns) {DropIncomingHandshake:442(958ns) DropOutgoingHandshake:457(473ns)}}}}
2025-12-06T17:36:56.128312Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580800310247799306:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:36:56.149652Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:36:56.149929Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800307798653824:2049] [node 2] ICS01 socket: 217 reason# EndOfStream
2025-12-06T17:36:56.149985Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800307798653736:2049] [node 2] ICP30 unregister session Session# [3:7580800307798653824:2049] VirtualId# [3:7580800307798653815:0]
2025-12-06T17:36:56.150028Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800307798653824:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:56.150128Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:56.150176Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:56.166753Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:36:56.167052Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580800310247799393:2049] [node 2] ICS07 socket disconnect 212 reason# EndOfStream
2025-12-06T17:36:56.167087Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800310247799393:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:56.167177Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:56.167220Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580800310247799393:2049] [node 2] ICS15 start handshake
2025-12-06T17:36:56.166763Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:36:56.167428Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:36:56.167048Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800307480526146:2049] [node 2] ICS01 socket: 267 reason# EndOfStream
2025-12-06T17:36:56.167652Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580800308396968040:2049] [node 2] ICS07 socket disconnect 225 reason# EndOfStream
2025-12-06T17:36:56.167099Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800307480526044:2049] [node 2] ICP30 unregister session Session# [4:7580800307480526146:2049] VirtualId# [4:7580800307480526137:0]
2025-12-06T17:36:56.167678Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800308396968040:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:56.167136Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800307480526146:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:56.167743Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:56.167254Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:56.167795Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580800308396968040:2049] [node 2] ICS15 start handshake
2025-12-06T17:36:56.167312Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:56.182611Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800310247799307:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31787) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:36:56.182709Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800310247799393:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:36:56.182755Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800310247799307:2049] [node 2] ICP30 unregister session Session# [6:7580800310247799393:2049] VirtualId# [6:7580800310247799387:0]
2025-12-06T17:36:56.182841Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:56.182886Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580800310247799307:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:31787) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:56.182909Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31787) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:56.179149Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800308396967945:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31787) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:36:56.179236Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800308396968040:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:36:56.179276Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800308396967945:2049] [node 2] ICP30 unregister session Session# [5:7580800308396968040:2049] VirtualId# [5:7580800308396968032:0]
2025-12-06T17:36:56.179333Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:56.179371Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580800308396967945:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:31787) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:56.179390Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31787) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:56.194827Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580800308396967945:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:36:56.198669Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580800310247799307:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:36:56.226742Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:36:56.227032Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800307480526149:2050] [node 3] ICS01 socket: 264 reason# EndOfStream
2025-12-06T17:36:56.227084Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800307480526045:2050] [node 3] ICP30 unregister session Session# [4:7580800307480526149:2050] VirtualId# [4:7580800307480526143:0]
2025-12-06T17:36:56.227123Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800307480526149:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:56.227226Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:56.227277Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:56.227725Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:36:56.228026Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580800308396968041:2050] [node 3] ICS07 socket disconnect 240 reason# EndOfStream
2025-12-06T17:36:56.228059Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800308396968041:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:56.228161Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:56.228210Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580800308396968041:2050] [node 3] ICS15 start handshake
2025-12-06T17:36:56.228660Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:36:56.228905Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580800310247799398:2050] [node 3] ICS07 socket disconnect 224 reason# EndOfStream
2025-12-06T17:36:56.228932Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800310247799398:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:56.229002Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:56.229038Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580800310247799398:2050] [node 3] ICS15 start handshake
2025-12-06T17:36:56.229782Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800308396967946:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2307) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:36:56.229858Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800308396968041:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:36:56.229889Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800308396967946:2050] [node 3] ICP30 unregister session Session# [5:7580800308396968041:2050] VirtualId# [5:7580800308396968036:0]
2025-12-06T17:36:56.229936Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:56.229971Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580800308396967946:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:2307) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:56.229985Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2307) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:56.231611Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800310247799308:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2307) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:36:56.231673Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800310247799398:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:36:56.231716Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800310247799308:2050] [node 3] ICP30 unregister session Session# [6:7580800310247799398:2050] VirtualId# [6:7580800310247799391:0]
2025-12-06T17:36:56.231759Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:56.231797Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580800310247799308:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:2307) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:56.231811Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2307) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:56.238694Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580800308396967946:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:36:56.242796Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580800310247799308:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:36:56.310697Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:36:56.310727Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:36:56.311046Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800310247799408:2110] [node 4] ICS01 socket: 209 reason# EndOfStream
2025-12-06T17:36:56.311058Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800308396968056:2108] [node 4] ICS01 socket: 253 reason# EndOfStream
2025-12-06T17:36:56.311116Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800310247799373:2110] [node 4] ICP30 unregister session Session# [6:7580800310247799408:2110] VirtualId# [6:7580800310247799405:0]
2025-12-06T17:36:56.311108Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800308396968016:2108] [node 4] ICP30 unregister session Session# [5:7580800308396968056:2108] VirtualId# [5:7580800308396968054:0]
2025-12-06T17:36:56.311162Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800310247799408:2110] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:56.311148Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800308396968056:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:56.311293Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:36:56.311346Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:36:56.311295Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:36:56.311354Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:36:56.386743Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:36:56.387053Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800310247799404:2105] [node 5] ICS01 socket: 241 reason# EndOfStream
2025-12-06T17:36:56.387111Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800310247799367:2105] [node 5] ICP30 unregister session Session# [6:7580800310247799404:2105] VirtualId# [6:7580800310247799401:0]
2025-12-06T17:36:56.387155Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800310247799404:2105] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:56.387540Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:36:56.387604Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:36:56.498913Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800312113165418:2049] [node 3] ICP01 ready to work
2025-12-06T17:36:56.502856Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800312492242600:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:56.503106Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800312492242601:2049] [node 3] ICP01 ready to work
2025-12-06T17:36:56.507451Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800312113165417:2048] [node 2] ICP01 ready to work
2025-12-06T17:36:56.526998Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800311895820712:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:56.527032Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800311895820713:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:56.578922Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800313221453245:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:56.578952Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800313221453246:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:56.578984Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800313221453247:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:56.534944Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800311877320734:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:56.602765Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800313635967100:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:56.602799Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800313635967101:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:56.602829Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800313635967102:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:56.534979Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800311877320735:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:56.535012Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800311877320736:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:56.807416Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800311877320773:2083] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:56.908618Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800311877320766:2078] [node 6] ICP01 ready to work
2025-12-06T17:36:56.957968Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800312113165481:2109] [node 5] ICP01 ready to work
2025-12-06T17:36:56.982917Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800313635967117:2061] [node 5] ICP01 ready to work
2025-12-06T17:36:56.947110Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800311895820765:2088] [node 4] ICP01 ready to work
2025-12-06T17:36:57.026994Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800311895820775:2095] [node 6] ICP01 ready to work
2025-12-06T17:36:56.975727Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800312492242661:2103] [node 4] ICP01 ready to work
2025-12-06T17:36:57.024382Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800311895820776:2089] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:56.988313Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800312113165480:2108] [node 4] ICP01 ready to work
2025-12-06T17:36:56.992164Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800312492242600:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(37896312ns) {Configure:104(37887466ns) {ProcessConfigured:135(77440ns) {StartInitialHandshake:157(73322ns) {DropHandshakes:470(4024ns) {DropIncomingHandshake:442(955ns) DropOutgoingHandshake:457(630ns)} GenerateSessionVirtualId:988(999ns) PrepareNewSessionHandshake:477(2309ns) {SwitchToState:179(838ns)}}}}}
2025-12-06T17:36:56.992498Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800312492242662:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8497
2025-12-06T17:36:56.992908Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800312492242663:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8497
2025-12-06T17:36:57.026852Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800316787209965:2105] [node 6] ICP01 ready to work
2025-12-06T17:36:57.027239Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800312492242662:2110] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:57.039051Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800316787209966:2102] [node 5] ICP01 ready to work
2025-12-06T17:36:57.034561Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800312113165482:2107] [node 6] ICP01 ready to work
2025-12-06T17:36:57.136126Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800313635967102:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(148059557ns) {Configure:104(148044751ns) {ProcessConfigured:135(75108ns) {StartInitialHandshake:157(71499ns) {DropHandshakes:470(2696ns) {DropIncomingHandshake:442(792ns) DropOutgoingHandshake:457(297ns)} GenerateSessionVirtualId:988(1120ns) PrepareNewSessionHandshake:477(2080ns) {SwitchToState:179(746ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:57.138868Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800311877320773:2083] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(331124425ns) {Configure:104(331118933ns) {ProcessConfigured:135(7999165ns) {StartInitialHandshake:157(7996379ns) {DropHandshakes:470(3564ns) {DropIncomingHandshake:442(1046ns) DropOutgoingHandshake:457(452ns)} GenerateSessionVirtualId:988(1026ns) PrepareNewSessionHandshake:477(4565ns) {SwitchToState:179(2045ns)}}}}}
2025-12-06T17:36:57.066823Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800317516420607:2075] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:57.152516Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800316787209965:2105] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(79305413ns) {Configure:104(79287252ns) {ProcessConfigured:135(92711ns) {StartInitialHandshake:157(88615ns) {DropHandshakes:470(3281ns) {DropIncomingHandshake:442(913ns) DropOutgoingHandshake:457(528ns)} GenerateSessionVirtualId:988(1446ns) PrepareNewSessionHandshake:477(2496ns) {SwitchToState:179(838ns)}}}}}
2025-12-06T17:36:57.152684Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800312492242663:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:57.063249Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800316408132779:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52846
2025-12-06T17:36:57.169863Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800311877320736:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(381148522ns) {Configure:104(381142998ns) {ProcessConfigured:135(13264732ns) {StartInitialHandshake:157(13262135ns) {DropHandshakes:470(4040ns) {DropIncomingHandshake:442(931ns) DropOutgoingHandshake:457(591ns)} GenerateSessionVirtualId:988(875ns) PrepareNewSessionHandshake:477(3096ns) {SwitchToState:179(1512ns)}}}}}
2025-12-06T17:36:57.137374Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800317516420610:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24689
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:57.187413Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800317930934466:2085] [node 4] ICP01 ready to work
2025-12-06T17:36:57.190867Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800313635967117:2061] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(150169769ns) {Configure:104(150162633ns) {ProcessConfigured:135(13696360ns) {StartInitialHandshake:157(13692821ns) {DropHandshakes:470(3492ns) {DropIncomingHandshake:442(745ns) DropOutgoingHandshake:457(834ns)} GenerateSessionVirtualId:988(1366ns) PrepareNewSessionHandshake:477(3784ns) {SwitchToState:179(1431ns)}}}}}
2025-12-06T17:36:57.065101Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800316408132780:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52846
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:57.216352Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800311895820765:2088] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(189269018ns) {Configure:104(189260852ns) {ProcessConfigured:135(95057ns) {StartInitialHandshake:157(92064ns) {DropHandshakes:470(3903ns) {DropIncomingHandshake:442(811ns) DropOutgoingHandshake:457(549ns)} GenerateSessionVirtualId:988(1250ns) PrepareNewSessionHandshake:477(2748ns) {SwitchToState:179(759ns)}}}}}
2025-12-06T17:36:57.216828Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800316190788076:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55590
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:57.130706Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800317516420609:2061] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:57.118636Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800316408132779:2110] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:57.207123Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800316172288106:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48409
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:57.272753Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800316190788078:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55590
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:57.151749Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800317516420611:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24689
2025-12-06T17:36:57.251668Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800312492242601:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(318304781ns) {Configure:104(318301424ns) {ProcessConfigured:135(119747ns) {StartInitialHandshake:157(117451ns) {DropHandshakes:470(3443ns) {DropIncomingHandshake:442(925ns) DropOutgoingHandshake:457(579ns)} GenerateSessionVirtualId:988(1141ns) PrepareNewSessionHandshake:477(2044ns) {SwitchToState:179(972ns)}}}}}
2025-12-06T17:36:57.158934Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800316408132780:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:57.259522Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800313635967101:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(260618778ns) {Configure:104(260613216ns) {ProcessConfigured:135(89149ns) {StartInitialHandshake:157(86212ns) {DropHandshakes:470(4300ns) {DropIncomingHandshake:442(783ns) DropOutgoingHandshake:457(663ns)} GenerateSessionVirtualId:988(1304ns) PrepareNewSessionHandshake:477(2584ns) {SwitchToState:179(745ns)}}}}}
2025-12-06T17:36:57.218338Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800316172288107:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48409
2025-12-06T17:36:57.282627Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800316190788076:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:57.175669Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800317516420611:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:57.218922Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800316172288106:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:57.271465Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800317930934473:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48230
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:57.275241Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800317930934467:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48230
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:57.283363Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800311895820712:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(325649684ns) {Configure:104(325640862ns) {ProcessConfigured:135(72107ns) {StartInitialHandshake:157(69402ns) {DropHandshakes:470(4052ns) {DropIncomingHandshake:442(1096ns) DropOutgoingHandshake:457(424ns)} GenerateSessionVirtualId:988(1392ns) PrepareNewSessionHandshake:477(2778ns) {SwitchToState:179(1035ns)}}}}}
2025-12-06T17:36:57.223245Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800316172288102:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:57.184631Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800317516420607:2075] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(65411503ns) {Configure:104(65403645ns) {ProcessConfigured:135(81250ns) {StartInitialHandshake:157(78885ns) {DropHandshakes:470(9922ns) {DropIncomingHandshake:442(481ns) DropOutgoingHandshake:457(650ns)} GenerateSessionVirtualId:988(570ns) PrepareNewSessionHandshake:477(1628ns) {SwitchToState:179(665ns)}}}}}
2025-12-06T17:36:57.184961Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800317516420607:2075] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:57.253550Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800317516420610:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:57.272146Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800313221453245:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(365090584ns) {Configure:104(365084403ns) {ProcessConfigured:135(10379947ns) {StartInitialHandshake:157(10376407ns) {DropHandshakes:470(3416ns) {DropIncomingHandshake:442(621ns) DropOutgoingHandshake:457(541ns)} GenerateSessionVirtualId:988(1089ns) PrepareNewSessionHandshake:477(4915ns) {SwitchToState:179(2573ns)}}}}}
2025-12-06T17:36:57.278988Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800317516420622:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24689
2025-12-06T17:36:57.287492Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800313221453247:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(256766604ns) {Configure:104(256745496ns) {ProcessConfigured:135(43825023ns) {StartInitialHandshake:157(43820241ns) {DropHandshakes:470(3105ns) {DropIncomingHandshake:442(818ns) DropOutgoingHandshake:457(435ns)} GenerateSessionVirtualId:988(823ns) PrepareNewSessionHandshake:477(4844ns) {SwitchToState:179(2576ns)}}}}}
2025-12-06T17:36:57.303252Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800317516420611:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:57.346785Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800317516420607:2075] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:36:57.346875Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:57.324673Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800312113165417:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(416369755ns) {Configure:104(392048662ns) {ProcessConfigured:135(21249498ns) {StartInitialHandshake:157(21246534ns) {DropHandshakes:470(3680ns) {DropIncomingHandshake:442(642ns) DropOutgoingHandshake:457(481ns)} GenerateSessionVirtualId:988(1549ns) PrepareNewSessionHandshake:477(3461ns) {SwitchToState:179(1892ns)}}}}}
2025-12-06T17:36:57.307610Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800312492242661:2103] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(215038205ns) {Configure:104(215025374ns) {ProcessConfigured:135(109272ns) {StartInitialHandshake:157(105343ns) {DropHandshakes:470(4213ns) {DropIncomingHandshake:442(932ns) DropOutgoingHandshake:457(577ns)} GenerateSessionVirtualId:988(1055ns) PrepareNewSessionHandshake:477(2702ns) {SwitchToState:179(618ns)}}}}}
2025-12-06T17:36:57.330759Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800312113165418:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(423161446ns) {Configure:104(423148590ns) {ProcessConfigured:135(10831005ns) {StartInitialHandshake:157(10824671ns) {DropHandshakes:470(3279ns) {DropIncomingHandshake:442(753ns) DropOutgoingHandshake:457(495ns)} GenerateSessionVirtualId:988(948ns) PrepareNewSessionHandshake:477(5644ns) {SwitchToState:179(3072ns)}}}}}
2025-12-06T17:36:57.331551Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800316408132789:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52846
2025-12-06T17:36:57.358133Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800316408132782:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:57.358176Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800316408132782:2112] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:57.332638Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800316787209968:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:57.371602Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800316408132789:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:57.373756Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800316408132782:2112] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:57.374230Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800312113165482:2107] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:57.374280Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:57.374336Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800312113165482:2107] [node 6] ICP22 created new session: [1:7580800316408132798:2107]
2025-12-06T17:36:57.374402Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800316408132798:2107] [node 6] ICS09 handshake done sender: [1:7580800316408132782:2112] self: [1:7580800316408132781:0] peer: [6:7580800317930934478:0] socket: 221 qp: -1
2025-12-06T17:36:57.374448Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800316408132798:2107] [node 6] ICS10 traffic start
2025-12-06T17:36:57.374502Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:57.382867Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800312113165480:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(275823452ns) {Configure:104(275810278ns) {ProcessConfigured:135(20605700ns) {StartInitialHandshake:157(20602927ns) {DropHandshakes:470(3893ns) {DropIncomingHandshake:442(1017ns) DropOutgoingHandshake:457(387ns)} GenerateSessionVirtualId:988(1518ns) PrepareNewSessionHandshake:477(2542ns) {SwitchToState:179(210ns)}}}}}
2025-12-06T17:36:57.223299Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800316172288102:2112] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:57.303251Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800317930934473:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:57.399346Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800312113165482:2107] [node 6] ICP35 event processing took too much time PendingConnection:279(24869171ns) {HandleHandshakeStatus:329(24863595ns) {DropIncomingHandshake:442(196ns) DropOutgoingHandshake:457(702ns) SwitchToState:179(202ns) ProcessPendingSessionEvents:495(183710ns) {ForwardSessionEventToSession:612(115842ns) ForwardSessionEventToSession:612(8912ns) ForwardSessionEventToSession:612(3763ns) ForwardSessionEventToSession:612(3128ns) ForwardSessionEventToSession:612(10760ns) ForwardSessionEventToSession:612(2744ns) ForwardSessionEventToSession:612(2730ns) ForwardSessionEventToSession:612(11946ns) ForwardSessionEventToSession:612(2537ns) ForwardSessionEventToSession:612(5493ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:57.303599Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800316190788078:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:57.366823Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800317516420607:2075] [node 4] ICP22 created new session: [5:7580800317516420625:2075]
2025-12-06T17:36:57.379074Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800317516420626:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24689
2025-12-06T17:36:57.418651Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800317516420625:2075] [node 4] ICS09 handshake done sender: [5:7580800317516420611:2113] self: [5:7580800317516420618:0] peer: [4:7580800316172288101:0] socket: 227 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:57.406616Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800312113165481:2109] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(322834855ns) {Configure:104(312509794ns) {ProcessConfigured:135(27697057ns) {StartInitialHandshake:157(27693269ns) {DropHandshakes:470(4046ns) {DropIncomingHandshake:442(643ns) DropOutgoingHandshake:457(688ns)} GenerateSessionVirtualId:988(984ns) PrepareNewSessionHandshake:477(6749ns) {SwitchToState:179(3146ns)}}}}}
2025-12-06T17:36:57.315873Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800313635967100:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(369483595ns) {Configure:104(369477772ns) {ProcessConfigured:135(12222878ns) {StartInitialHandshake:157(12220935ns) {DropHandshakes:470(2645ns) {DropIncomingHandshake:442(494ns) DropOutgoingHandshake:457(389ns)} GenerateSessionVirtualId:988(1084ns) PrepareNewSessionHandshake:477(2571ns) {SwitchToState:179(1145ns)}}}}}
2025-12-06T17:36:57.332671Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800316787209968:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:57.339520Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800311895820776:2089] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(244370008ns) {Configure:104(244360810ns) {ProcessConfigured:135(76078ns) {StartInitialHandshake:157(72874ns) {DropHandshakes:470(1610ns) {DropIncomingHandshake:442(793ns) DropOutgoingHandshake:457(203ns)} GenerateSessionVirtualId:988(709ns) PrepareNewSessionHandshake:477(1491ns) {SwitchToState:179(420ns)}}}}}
2025-12-06T17:36:57.339740Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800316190788075:2110] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:57.339769Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800316190788075:2110] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:36:57.355767Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800311895820713:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(408561733ns) {Configure:104(408553076ns) {ProcessConfigured:135(16834166ns) {StartInitialHandshake:157(16829863ns) {DropHandshakes:470(2481ns) {DropIncomingHandshake:442(416ns) DropOutgoingHandshake:457(568ns)} GenerateSessionVirtualId:988(4604ns) PrepareNewSessionHandshake:477(4237ns) {SwitchToState:179(1484ns)}}}}}
2025-12-06T17:36:57.357525Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800311895820713:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:57.358327Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800316190788075:2110] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:57.370931Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800316190788089:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55590
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:57.252875Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800316172288102:2112] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:57.426631Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800317516420625:2075] [node 4] ICS10 traffic start
2025-12-06T17:36:57.322905Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800313635967101:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:57.323216Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800317930934467:2112] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:57.333891Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800316787209968:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:57.263394Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800316172288110:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48409
2025-12-06T17:36:57.443286Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800316408132802:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52846
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:57.426741Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:57.451554Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800311895820775:2095] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(358264273ns) {Configure:104(358257536ns) {ProcessConfigured:135(7279607ns) {StartInitialHandshake:157(7275162ns) {DropHandshakes:470(4579ns) {DropIncomingHandshake:442(924ns) DropOutgoingHandshake:457(896ns)} GenerateSessionVirtualId:988(1160ns) PrepareNewSessionHandshake:477(3034ns) {SwitchToState:179(1299ns)}}}}}
2025-12-06T17:36:57.323430Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800313635967100:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:57.346759Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800313635967101:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(19530549ns) {IncomingHandshake:261(19527726ns) {DropIncomingHandshake:442(1404ns) PrepareNewSessionHandshake:477(4142ns) {SwitchToState:179(2923ns)} GenerateSessionVirtualId:988(1279ns) IssueIncomingHandshakeReply:193(11894498ns) {SwitchToState:179(4163ns)}}}
2025-12-06T17:36:57.355349Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800317930934479:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48230
2025-12-06T17:36:57.429081Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800317930934474:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48230
2025-12-06T17:36:57.437225Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800317930934473:2115] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:57.438380Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800313635967101:2049] [node 2] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:57.334268Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800316787209965:2105] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:57.470803Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800311895820765:2088] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:36:57.470858Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:57.454027Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800317516420626:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:57.315384Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800311877320766:2078] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(357904193ns) {Configure:104(357891615ns) {ProcessConfigured:135(19211414ns) {StartInitialHandshake:157(19207095ns) {DropHandshakes:470(4424ns) {DropIncomingHandshake:442(1136ns) DropOutgoingHandshake:457(524ns)} GenerateSessionVirtualId:988(1496ns) PrepareNewSessionHandshake:477(4536ns) {SwitchToState:179(2487ns)}}}}}
2025-12-06T17:36:57.448415Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800316408132791:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:57.334325Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:57.470946Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800311895820765:2088] [node 4] ICP22 created new session: [3:7580800316190788093:2088]
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:57.447906Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800317930934480:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48230
2025-12-06T17:36:57.482861Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800313221453247:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:57.334407Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800316787209965:2105] [node 6] ICP22 created new session: [2:7580800316787209977:2105]
2025-12-06T17:36:57.448444Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800316408132791:2116] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:36:57.326899Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800316172288107:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:57.460355Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800317930934467:2112] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:57.471008Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800316190788093:2088] [node 4] ICS09 handshake done sender: [3:7580800316190788075:2110] self: [3:7580800316190788074:0] peer: [4:7580800316172288113:0] socket: 236 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:57.491524Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800317516420630:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24689
2025-12-06T17:36:57.338989Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800311877320736:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:57.471053Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800316190788093:2088] [node 4] ICS10 traffic start
2025-12-06T17:36:57.334461Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800316787209977:2105] [node 6] ICS09 handshake done sender: [2:7580800316787209968:2113] self: [2:7580800316787209967:0] peer: [6:7580800317930934476:0] socket: 228 qp: -1
2025-12-06T17:36:57.464127Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800313635967100:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:57.460762Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800316408132788:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:57.460792Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800316408132788:2114] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:36:57.462029Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800316408132788:2114] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:57.462617Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800312113165480:2108] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:36:57.462737Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:57.462799Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800312113165480:2108] [node 4] ICP22 created new session: [1:7580800316408132806:2108]
2025-12-06T17:36:57.462848Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800316408132806:2108] [node 4] ICS09 handshake done sender: [1:7580800316408132788:2114] self: [1:7580800316408132785:0] peer: [4:7580800316172288122:0] socket: 249 qp: -1
2025-12-06T17:36:57.462893Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800316408132806:2108] [node 4] ICS10 traffic start
2025-12-06T17:36:57.462956Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:57.468139Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800316408132791:2116] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:57.518637Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800316408132802:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:57.523848Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800316408132786:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:57.523878Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800316408132786:2113] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:36:57.524378Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800312113165417:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:36:57.541275Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:57.541323Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800312113165417:2048] [node 2] ICP22 created new session: [1:7580800316408132810:2048]
2025-12-06T17:36:57.541633Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800316408132786:2113] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:57.557266Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800316408132810:2048] [node 2] ICS09 handshake done sender: [1:7580800316408132791:2116] self: [1:7580800316408132787:0] peer: [2:7580800316787209984:0] socket: 262 qp: -1
2025-12-06T17:36:57.564127Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800316408132810:2048] [node 2] ICS10 traffic start
2025-12-06T17:36:57.568075Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800312113165481:2109] [node 5] ICP35 event processing took too much time PendingConnection:279(21705291ns) {IncomingHandshake:261(21702029ns) {DropIncomingHandshake:442(513ns) PrepareNewSessionHandshake:477(1623ns) {SwitchToState:179(158ns)} GenerateSessionVirtualId:988(583ns) IssueIncomingHandshakeReply:193(11963ns)}}
2025-12-06T17:36:57.569380Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:57.574584Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800316408132795:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:57.574635Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800316408132795:2117] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:57.575631Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800312113165418:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:36:57.492185Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800317516420607:2075] [node 4] ICP35 event processing took too much time PendingConnection:279(159542766ns) {HandleHandshakeStatus:329(159537777ns) {DropIncomingHandshake:442(2172ns) DropOutgoingHandshake:457(23679ns) SwitchToState:179(365ns) ProcessPendingSessionEvents:495(19310507ns) {ForwardSessionEventToSession:612(19217693ns) ForwardSessionEventToSession:612(35317ns) ForwardSessionEventToSession:612(3137ns) ForwardSessionEventToSession:612(3529ns) ForwardSessionEventToSession:612(5436ns) ForwardSessionEventToSession:612(2569ns) ForwardSessionEventToSession:612(2780ns) ForwardSessionEventToSession:612(12635ns) ForwardSessionEventToSession:612(2305ns) ForwardSessionEventToSession:612(8605ns)}}}
2025-12-06T17:36:57.341401Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800316172288114:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48409
2025-12-06T17:36:57.464225Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:57.471101Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:57.334495Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800316787209977:2105] [node 6] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:57.334556Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:57.507253Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800317516420630:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:57.341477Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800316172288115:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48409
2025-12-06T17:36:57.464286Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800313635967100:2048] [node 1] ICP22 created new session: [6:7580800317930934481:2048]
2025-12-06T17:36:57.486847Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800316190788084:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:57.486881Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800316190788084:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:57.535083Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800313221453245:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:57.363364Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800316787209965:2105] [node 6] ICP35 event processing took too much time PendingConnection:279(28824917ns) {HandleHandshakeStatus:329(28820420ns) {DropIncomingHandshake:442(745ns) DropOutgoingHandshake:457(915ns) SwitchToState:179(607ns) ProcessPendingSessionEvents:495(170374ns) {ForwardSessionEventToSession:612(102401ns) ForwardSessionEventToSession:612(7537ns) ForwardSessionEventToSession:612(4447ns) ForwardSessionEventToSession:612(3358ns) ForwardSessionEventToSession:612(8966ns) ForwardSessionEventToSession:612(2961ns) ForwardSessionEventToSession:612(3204ns) ForwardSessionEventToSession:612(11959ns) ForwardSessionEventToSession:612(3441ns) ForwardSessionEventToSession:612(5803ns)}}}
2025-12-06T17:36:57.504506Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800316190788089:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:57.366704Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800316172288110:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:57.608158Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800312113165417:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(96590201ns) {HandleHandshakeStatus:329(96586710ns) {DropIncomingHandshake:442(39120ns) DropOutgoingHandshake:457(286ns) SwitchToState:179(116ns) ProcessPendingSessionEvents:495(19197080ns) {ForwardSessionEventToSession:612(19132060ns) ForwardSessionEventToSession:612(6950ns) ForwardSessionEventToSession:612(7724ns) ForwardSessionEventToSession:612(3433ns) ForwardSessionEventToSession:612(6257ns) ForwardSessionEventToSession:612(7559ns) ForwardSessionEventToSession:612(4859ns) ForwardSessionEventToSession:612(5793ns) ForwardSessionEventToSession:612(3099ns) ForwardSessionEventToSession:612(3396ns)}}}
2025-12-06T17:36:57.464356Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800317930934481:2048] [node 1] ICS09 handshake done sender: [6:7580800317930934467:2112] self: [6:7580800317930934478:0] peer: [1:7580800316408132781:0] socket: 230 qp: -1
2025-12-06T17:36:57.542630Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800317516420613:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:57.505211Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800316190788098:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55590
2025-12-06T17:36:57.363613Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800316787209971:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:57.391147Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800316172288107:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:57.615405Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:57.392782Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800311877320773:2083] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:57.508182Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800311895820712:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:57.392862Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:57.542678Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580800317516420613:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:57.615571Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800316408132795:2117] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:57.464404Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800317930934481:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:57.363640Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800316787209971:2114] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:36:57.508279Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800316190788095:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55590
2025-12-06T17:36:57.403069Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800311877320773:2083] [node 5] ICP22 created new session: [4:7580800316172288118:2083]
2025-12-06T17:36:57.464443Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:57.508662Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800316190788084:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:57.623252Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800312113165418:2049] [node 3] ICP22 created new session: [1:7580800316408132813:2049]
2025-12-06T17:36:57.430716Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800311877320736:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:57.523356Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800316190788078:2112] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:57.470636Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800317930934474:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:57.544637Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800317516420632:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24689
2025-12-06T17:36:57.624399Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800316408132813:2049] [node 3] ICS09 handshake done sender: [1:7580800316408132786:2113] self: [1:7580800316408132784:0] peer: [3:7580800316190788099:0] socket: 248 qp: -1
2025-12-06T17:36:57.538979Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800311895820776:2089] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:57.415168Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800316787209981:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8497
2025-12-06T17:36:57.506912Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:57.545247Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800317516420626:2119] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:57.430780Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800316172288118:2083] [node 5] ICS09 handshake done sender: [4:7580800316172288102:2112] self: [4:7580800316172288101:0] peer: [5:7580800317516420618:0] socket: 226 qp: -1
2025-12-06T17:36:57.415746Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800316787209971:2114] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:57.539031Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:57.433555Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800316172288118:2083] [node 5] ICS10 traffic start
2025-12-06T17:36:57.545458Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800313221453247:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:57.539084Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800311895820776:2089] [node 5] ICP22 created new session: [3:7580800316190788101:2089]
2025-12-06T17:36:57.447079Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800316787209981:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:57.438738Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800316172288117:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48409
2025-12-06T17:36:57.624442Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800316408132813:2049] [node 3] ICS10 traffic start
2025-12-06T17:36:57.508641Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800313635967101:2049] [node 2] ICP22 created new session: [6:7580800317930934484:2049]
2025-12-06T17:36:57.545532Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:57.545586Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800313221453247:2050] [node 3] ICP22 created new session: [5:7580800317516420633:2050]
2025-12-06T17:36:57.539140Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800316190788101:2089] [node 5] ICS09 handshake done sender: [3:7580800316190788084:2114] self: [3:7580800316190788083:0] peer: [5:7580800317516420629:0] socket: 255 qp: -1
2025-12-06T17:36:57.447290Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580800312492242600:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:57.539184Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800316190788101:2089] [node 5] ICS10 traffic start
2025-12-06T17:36:57.545640Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800317516420633:2050] [node 3] ICS09 handshake done sender: [5:7580800317516420626:2119] self: [5:7580800317516420629:0] peer: [3:7580800316190788083:0] socket: 257 qp: -1
2025-12-06T17:36:57.443783Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:57.539227Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:57.470596Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800312492242601:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:36:57.515646Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800317930934484:2049] [node 2] ICS09 handshake done sender: [6:7580800317930934473:2115] self: [6:7580800317930934476:0] peer: [2:7580800316787209967:0] socket: 234 qp: -1
2025-12-06T17:36:57.545679Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800317516420633:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:57.624509Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800312113165481:2109] [node 5] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:57.539834Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800311895820713:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:57.545724Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:57.449860Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800316172288114:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:57.523925Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800317930934486:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48230
2025-12-06T17:36:57.474894Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800316787209966:2102] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(343886329ns) {Configure:104(343875333ns) {ProcessConfigured:135(28847509ns) {StartInitialHandshake:157(28843252ns) {DropHandshakes:470(9893530ns) {DropIncomingHandshake:442(3233ns) DropOutgoingHandshake:457(1193ns)} GenerateSessionVirtualId:988(1678ns) PrepareNewSessionHandshake:477(4259ns) {SwitchToState:179(2282ns)}}}}}
2025-12-06T17:36:57.625275Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:57.539875Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:57.507547Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800316787209987:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8497
2025-12-06T17:36:57.556231Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800317516420635:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24689
2025-12-06T17:36:57.450778Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800311877320736:2050] [node 3] ICP22 created new session: [4:7580800316172288120:2050]
2025-12-06T17:36:57.525575Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800313635967117:2061] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:57.625636Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:57.539915Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800311895820713:2049] [node 2] ICP22 created new session: [3:7580800316190788103:2049]
2025-12-06T17:36:57.510653Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:57.458651Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:57.534919Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800317930934484:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:57.627442Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800312113165481:2109] [node 5] ICP22 created new session: [1:7580800316408132815:2109]
2025-12-06T17:36:57.563864Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800313221453245:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(26563103ns) {IncomingHandshake:261(26556446ns) {DropIncomingHandshake:442(1393ns) PrepareNewSessionHandshake:477(4153ns) {SwitchToState:179(2556ns)} GenerateSessionVirtualId:988(1288ns) IssueIncomingHandshakeReply:193(20055625ns) {SwitchToState:179(2050ns)}}}
2025-12-06T17:36:57.518637Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800312492242601:2049] [node 3] ICP22 created new session: [2:7580800316787209988:2049]
2025-12-06T17:36:57.539965Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800316190788103:2049] [node 2] ICS09 handshake done sender: [3:7580800316190788078:2112] self: [3:7580800316190788088:0] peer: [2:7580800316787209970:0] socket: 244 qp: -1
2025-12-06T17:36:57.542943Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:57.540000Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800316190788103:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:57.534994Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800316787209988:2049] [node 3] ICS09 handshake done sender: [2:7580800316787209971:2114] self: [2:7580800316787209970:0] peer: [3:7580800316190788088:0] socket: 242 qp: -1
2025-12-06T17:36:57.571681Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800317516420635:2122] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:57.459323Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800311877320773:2083] [node 5] ICP35 event processing took too much time PendingConnection:279(75960571ns) {HandleHandshakeStatus:329(75956174ns) {DropIncomingHandshake:442(23703ns) DropOutgoingHandshake:457(518ns) SwitchToState:179(698ns) ProcessPendingSessionEvents:495(150671ns) {ForwardSessionEventToSession:612(89819ns) ForwardSessionEventToSession:612(5904ns) ForwardSessionEventToSession:612(7133ns) ForwardSessionEventToSession:612(3010ns) ForwardSessionEventToSession:612(6767ns) ForwardSessionEventToSession:612(3437ns) ForwardSessionEventToSession:612(5279ns) ForwardSessionEventToSession:612(9612ns) ForwardSessionEventToSession:612(4061ns) ForwardSessionEventToSession:612(4142ns)}}}
2025-12-06T17:36:57.552255Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800313635967117:2061] [node 5] ICP35 event processing took too much time PendingConnection:279(17124537ns) {IncomingHandshake:261(17121522ns) {DropIncomingHandshake:442(463ns) PrepareNewSessionHandshake:477(1775ns) {SwitchToState:179(1161ns)} GenerateSessionVirtualId:988(570ns) IssueIncomingHandshakeReply:193(10516125ns) {SwitchToState:179(2213ns)}}}
2025-12-06T17:36:57.627731Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800316408132815:2109] [node 5] ICS09 handshake done sender: [1:7580800316408132795:2117] self: [1:7580800316408132790:0] peer: [5:7580800317516420631:0] socket: 269 qp: -1
2025-12-06T17:36:57.540032Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:57.584395Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800313221453246:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:57.541782Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800316787209974:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:57.562054Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800317930934486:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:57.459848Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800311877320734:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:57.540625Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800316190788100:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55590
2025-12-06T17:36:57.612131Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800317516420638:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24689
2025-12-06T17:36:57.541838Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800316787209974:2115] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:36:57.569229Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800316190788089:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:57.628309Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800316408132815:2109] [node 5] ICS10 traffic start
2025-12-06T17:36:57.615024Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800317516420613:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:57.586903Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800311895820712:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:57.551782Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800316787209988:2049] [node 3] ICS10 traffic start
2025-12-06T17:36:57.586992Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:57.623825Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800317516420630:2120] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:57.628587Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:57.587046Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800311895820712:2048] [node 1] ICP22 created new session: [3:7580800316190788106:2048]
2025-12-06T17:36:57.625355Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580800317516420609:2061] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:57.477648Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800316172288120:2050] [node 3] ICS09 handshake done sender: [4:7580800316172288107:2115] self: [4:7580800316172288113:0] peer: [3:7580800316190788074:0] socket: 237 qp: -1
2025-12-06T17:36:57.551843Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:57.587103Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800316190788106:2048] [node 1] ICS09 handshake done sender: [3:7580800316190788089:2116] self: [3:7580800316190788099:0] peer: [1:7580800316408132784:0] socket: 251 qp: -1
2025-12-06T17:36:57.635247Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800312113165418:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(56580876ns) {HandleHandshakeStatus:329(56575557ns) {DropIncomingHandshake:442(1792360ns) DropOutgoingHandshake:457(477ns) SwitchToState:179(885ns) ProcessPendingSessionEvents:495(3873351ns) {ForwardSessionEventToSession:612(1104545ns) ForwardSessionEventToSession:612(5709ns) ForwardSessionEventToSession:612(160282ns) ForwardSessionEventToSession:612(3261ns) ForwardSessionEventToSession:612(2473ns) ForwardSessionEventToSession:612(1491709ns) ForwardSessionEventToSession:612(3456ns) ForwardSessionEventToSession:612(914952ns) ForwardSessionEventToSession:612(171299ns) ForwardSessionEventToSession:612(2468ns)}}}
2025-12-06T17:36:57.625924Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800313221453245:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:57.587145Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800316190788106:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:57.562177Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800316787209974:2115] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:57.491946Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800316172288120:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:57.628392Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:57.584098Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800316787209986:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8497
2025-12-06T17:36:57.587209Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:57.629031Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800317516420609:2061] [node 6] ICP22 created new session: [5:7580800317516420640:2061]
2025-12-06T17:36:57.495371Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800316172288123:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48409
2025-12-06T17:36:57.632436Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800316190788091:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:57.583897Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800312492242661:2103] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:36:57.629315Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:57.498193Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800316172288114:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:57.629590Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800313221453245:2048] [node 1] ICP22 created new session: [5:7580800317516420641:2048]
2025-12-06T17:36:57.498428Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800311877320734:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:57.586130Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:57.632470Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800316190788091:2117] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:57.629610Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800317516420640:2061] [node 6] ICS09 handshake done sender: [5:7580800317516420613:2114] self: [5:7580800317516420612:0] peer: [6:7580800317930934485:0] socket: 229 qp: -1
2025-12-06T17:36:57.498495Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:57.586170Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800312492242661:2103] [node 4] ICP22 created new session: [2:7580800316787209992:2103]
2025-12-06T17:36:57.634633Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800316190788091:2117] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:57.498567Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800311877320734:2048] [node 1] ICP22 created new session: [4:7580800316172288125:2048]
2025-12-06T17:36:57.586208Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800316787209992:2103] [node 4] ICS09 handshake done sender: [2:7580800316787209974:2115] self: [2:7580800316787209973:0] peer: [4:7580800316172288128:0] socket: 260 qp: -1
2025-12-06T17:36:57.632051Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800317516420640:2061] [node 6] ICS10 traffic start
2025-12-06T17:36:57.569436Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800317930934466:2085] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:57.502795Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800316172288125:2048] [node 1] ICS09 handshake done sender: [4:7580800316172288114:2118] self: [4:7580800316172288122:0] peer: [1:7580800316408132785:0] socket: 250 qp: -1
2025-12-06T17:36:57.586238Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800316787209992:2103] [node 4] ICS10 traffic start
2025-12-06T17:36:57.599435Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800317930934490:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48230
2025-12-06T17:36:57.632099Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800317516420641:2048] [node 1] ICS09 handshake done sender: [5:7580800317516420630:2120] self: [5:7580800317516420631:0] peer: [1:7580800316408132790:0] socket: 271 qp: -1
2025-12-06T17:36:57.502850Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800316172288125:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:57.636640Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800311895820775:2095] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:57.613575Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800317930934466:2085] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6589) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800317930934486:2120] held: no
2025-12-06T17:36:57.632117Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:57.504306Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800316172288117:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:57.615547Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800317930934488:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48230
2025-12-06T17:36:57.637149Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:57.597935Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580800312492242600:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28366) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7580800316787209981:2116] held: no
2025-12-06T17:36:57.619648Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800317930934491:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48230
2025-12-06T17:36:57.632826Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800317516420641:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:57.505681Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:57.637363Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800311895820775:2095] [node 6] ICP22 created new session: [3:7580800316190788109:2095]
2025-12-06T17:36:57.607360Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800316787209981:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:57.623962Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800317930934474:2116] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:57.514847Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:57.625306Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800317930934488:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:57.632917Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800313221453246:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12577) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800317516420635:2122] held: no
2025-12-06T17:36:57.637710Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800316190788109:2095] [node 6] ICS09 handshake done sender: [3:7580800316190788091:2117] self: [3:7580800316190788090:0] peer: [6:7580800317930934492:0] socket: 281 qp: -1
2025-12-06T17:36:57.603112Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:57.519359Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800311877320735:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:57.637988Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800316190788109:2095] [node 6] ICS10 traffic start
2025-12-06T17:36:57.610817Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800316787209983:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:57.633143Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800317516420639:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24689
2025-12-06T17:36:57.638029Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:57.634021Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:57.610853Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800316787209983:2117] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:57.560117Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800311877320734:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(61461489ns) {HandleHandshakeStatus:329(61458272ns) {DropIncomingHandshake:442(1574ns) DropOutgoingHandshake:457(8114ns) SwitchToState:179(904ns) ProcessPendingSessionEvents:495(8869892ns) {ForwardSessionEventToSession:612(8803810ns) ForwardSessionEventToSession:612(6815ns) ForwardSessionEventToSession:612(6256ns) ForwardSessionEventToSession:612(5223ns) ForwardSessionEventToSession:612(6554ns) ForwardSessionEventToSession:612(8022ns) ForwardSessionEventToSession:612(3023ns) ForwardSessionEventToSession:612(6745ns) ForwardSessionEventToSession:612(7204ns) ForwardSessionEventToSession:612(3802ns)}}}
2025-12-06T17:36:57.635273Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800317516420635:2122] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:57.623910Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800316787209983:2117] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:57.625702Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800313635967101:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(150546008ns) {HandleHandshakeStatus:329(150542343ns) {DropIncomingHandshake:442(4373ns) DropOutgoingHandshake:457(27750ns) SwitchToState:179(919ns) ProcessPendingSessionEvents:495(23947889ns) {ForwardSessionEventToSession:612(4507751ns) ForwardSessionEventToSession:612(4824ns) ForwardSessionEventToSession:612(12635375ns) ForwardSessionEventToSession:612(13007ns) ForwardSessionEventToSession:612(4918ns) ForwardSessionEventToSession:612(1748399ns) ForwardSessionEventToSession:612(5461ns) ForwardSessionEventToSession:612(532004ns) ForwardSessionEventToSession:612(3928ns) ForwardSessionEventToSession:612(20683ns)}}}
2025-12-06T17:36:57.561068Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800311877320736:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(133744080ns) {HandleHandshakeStatus:329(133740278ns) {DropIncomingHandshake:442(2561ns) DropOutgoingHandshake:457(9890ns) SwitchToState:179(852ns) ProcessPendingSessionEvents:495(25519539ns) {ForwardSessionEventToSession:612(25462464ns) ForwardSessionEventToSession:612(4329ns) ForwardSessionEventToSession:612(3248ns) ForwardSessionEventToSession:612(7370ns) ForwardSessionEventToSession:612(2577ns) ForwardSessionEventToSession:612(6901ns) ForwardSessionEventToSession:612(7953ns) ForwardSessionEventToSession:612(3475ns) ForwardSessionEventToSession:612(6255ns) ForwardSessionEventToSession:612(2803ns)}}}
2025-12-06T17:36:57.636559Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800313221453246:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:57.637699Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:57.566059Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800316172288129:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48409
2025-12-06T17:36:57.626781Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800312492242601:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(144696120ns) {HandleHandshakeStatus:329(144691963ns) {DropIncomingHandshake:442(2775ns) DropOutgoingHandshake:457(710ns) SwitchToState:179(467ns) ProcessPendingSessionEvents:495(27371805ns) {ForwardSessionEventToSession:612(7817258ns) ForwardSessionEventToSession:612(5929ns) ForwardSessionEventToSession:612(6111094ns) ForwardSessionEventToSession:612(2286225ns) ForwardSessionEventToSession:612(531367ns) ForwardSessionEventToSession:612(6590ns) ForwardSessionEventToSession:612(4305ns) ForwardSessionEventToSession:612(10559716ns) ForwardSessionEventToSession:612(4664ns) ForwardSessionEventToSession:612(4380ns)}}}
2025-12-06T17:36:57.625766Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800317930934486:2120] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:57.566623Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800316172288117:2120] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:57.637724Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7580800313221453245:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:36:57.627459Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800316787209966:2102] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:57.625687Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800313635967117:2061] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:36:57.566847Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800311877320735:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:57.638001Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800313221453246:2049] [node 2] ICP22 created new session: [5:7580800317516420644:2049]
2025-12-06T17:36:57.627496Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580800312492242600:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:57.638500Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800317516420644:2049] [node 2] ICS09 handshake done sender: [5:7580800317516420635:2122] self: [5:7580800317516420637:0] peer: [2:7580800316787209982:0] socket: 279 qp: -1
2025-12-06T17:36:57.628538Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:57.566893Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:57.628585Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800313635967117:2061] [node 5] ICP22 created new session: [6:7580800317930934493:2061]
2025-12-06T17:36:57.638968Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800317516420644:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:57.566926Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800311877320735:2049] [node 2] ICP22 created new session: [4:7580800316172288130:2049]
2025-12-06T17:36:57.627511Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:57.639453Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:57.628676Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800313635967102:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:57.566965Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800316172288130:2049] [node 2] ICS09 handshake done sender: [4:7580800316172288117:2120] self: [4:7580800316172288128:0] peer: [2:7580800316787209973:0] socket: 261 qp: -1
2025-12-06T17:36:57.627664Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800312492242661:2103] [node 4] ICP35 event processing took too much time PendingConnection:279(46495614ns) {HandleHandshakeStatus:329(46492214ns) {DropIncomingHandshake:442(16651ns) DropOutgoingHandshake:457(397ns) SwitchToState:179(724ns) ProcessPendingSessionEvents:495(160522ns) {ForwardSessionEventToSession:612(100027ns) ForwardSessionEventToSession:612(4234ns) ForwardSessionEventToSession:612(9208ns) ForwardSessionEventToSession:612(3440ns) ForwardSessionEventToSession:612(7414ns) ForwardSessionEventToSession:612(3288ns) ForwardSessionEventToSession:612(6746ns) ForwardSessionEventToSession:612(9831ns) ForwardSessionEventToSession:612(2233ns) ForwardSessionEventToSession:612(3070ns)}}}
2025-12-06T17:36:57.629565Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800317930934493:2061] [node 5] ICS09 handshake done sender: [6:7580800317930934474:2116] self: [6:7580800317930934485:0] peer: [5:7580800317516420612:0] socket: 245 qp: -1
2025-12-06T17:36:57.566990Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800316172288130:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:57.627675Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800316787209966:2102] [node 5] ICP22 created new session: [2:7580800316787209995:2102]
2025-12-06T17:36:57.629597Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800317930934466:2085] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:36:57.567019Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:57.629649Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:57.627793Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:57.578099Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800316172288112:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:57.632101Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800317930934466:2085] [node 4] ICP22 created new session: [6:7580800317930934494:2085]
2025-12-06T17:36:57.628717Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800312492242600:2048] [node 1] ICP22 created new session: [2:7580800316787209996:2048]
2025-12-06T17:36:57.632601Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800317930934493:2061] [node 5] ICS10 traffic start
2025-12-06T17:36:57.578117Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800316172288112:2117] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:57.628989Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800316787209995:2102] [node 5] ICS09 handshake done sender: [2:7580800316787209983:2117] self: [2:7580800316787209982:0] peer: [5:7580800317516420637:0] socket: 277 qp: -1
2025-12-06T17:36:57.632664Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:57.598895Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800316172288112:2117] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:57.629355Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800316787209995:2102] [node 5] ICS10 traffic start
2025-12-06T17:36:57.629633Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:57.632834Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800317930934494:2085] [node 4] ICS09 handshake done sender: [6:7580800317930934486:2120] self: [6:7580800317930934489:0] peer: [4:7580800316172288111:0] socket: 272 qp: -1
2025-12-06T17:36:57.599816Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800311877320766:2078] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:57.629924Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7580800312492242601:2049] [node 3] ICP27 obsolete handshake fail ignored
2025-12-06T17:36:57.599912Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:57.634087Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800317930934494:2085] [node 4] ICS10 traffic start
2025-12-06T17:36:57.631296Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800316787209996:2048] [node 1] ICS09 handshake done sender: [2:7580800316787209981:2116] self: [2:7580800316787209984:0] peer: [1:7580800316408132787:0] socket: 263 qp: -1
2025-12-06T17:36:57.634283Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:57.599967Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800311877320766:2078] [node 6] ICP22 created new session: [4:7580800316172288133:2078]
2025-12-06T17:36:57.636947Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800317930934497:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48230
2025-12-06T17:36:57.600058Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800316172288133:2078] [node 6] ICS09 handshake done sender: [4:7580800316172288112:2117] self: [4:7580800316172288111:0] peer: [6:7580800317930934489:0] socket: 219 qp: -1
2025-12-06T17:36:57.637727Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800317930934488:2121] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:57.600120Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800316172288133:2078] [node 6] ICS10 traffic start
2025-12-06T17:36:57.639079Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800313635967102:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9945) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800317930934488:2121] held: no
2025-12-06T17:36:57.639398Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800313635967102:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:57.600175Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:57.639479Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:57.639569Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800313635967102:2050] [node 3] ICP22 created new session: [6:7580800317930934498:2050]
2025-12-06T17:36:57.639616Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800317930934498:2050] [node 3] ICS09 handshake done sender: [6:7580800317930934488:2121] self: [6:7580800317930934492:0] peer: [3:7580800316190788090:0] socket: 213 qp: -1
2025-12-06T17:36:57.639654Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800317930934498:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:57.619054Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800311877320735:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(51928490ns) {HandleHandshakeStatus:329(51925433ns) {DropIncomingHandshake:442(867ns) DropOutgoingHandshake:457(8261ns) SwitchToState:179(504ns) ProcessPendingSessionEvents:495(34746801ns) {ForwardSessionEventToSession:612(4681833ns) ForwardSessionEventToSession:612(21955064ns) ForwardSessionEventToSession:612(18385ns) ForwardSessionEventToSession:612(8004623ns) ForwardSessionEventToSession:612(12478ns) ForwardSessionEventToSession:612(4758ns) ForwardSessionEventToSession:612(7791ns) ForwardSessionEventToSession:612(4102ns) ForwardSessionEventToSession:612(3165ns) ForwardSessionEventToSession:612(22592ns)}}}
2025-12-06T17:36:57.631331Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800316787209996:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:57.639715Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:57.631387Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:57.628305Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800311877320766:2078] [node 6] ICP35 event processing took too much time PendingConnection:279(25459049ns) {HandleHandshakeStatus:329(25451650ns) {DropIncomingHandshake:442(34085ns) DropOutgoingHandshake:457(628ns) SwitchToState:179(823ns) ProcessPendingSessionEvents:495(10329651ns) {ForwardSessionEventToSession:612(8140998ns) ForwardSessionEventToSession:612(4487ns) ForwardSessionEventToSession:612(2750ns) ForwardSessionEventToSession:612(959769ns) ForwardSessionEventToSession:612(5090ns) ForwardSessionEventToSession:612(341332ns) ForwardSessionEventToSession:612(446519ns) ForwardSessionEventToSession:612(3500ns) ForwardSessionEventToSession:612(401013ns) ForwardSessionEventToSession:612(4967ns)}}}
2025-12-06T17:36:57.673381Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:36:57.673622Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580800316787209996:2048] [node 1] ICS01 socket: 263 reason# EndOfStream
2025-12-06T17:36:57.673662Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580800312492242600:2048] [node 1] ICP30 unregister session Session# [2:7580800316787209996:2048] VirtualId# [2:7580800316787209984:0]
2025-12-06T17:36:57.673696Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580800316787209996:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:57.673775Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:57.673829Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:57.674644Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:36:57.674795Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800316190788106:2048] [node 1] ICS01 socket: 251 reason# EndOfStream
2025-12-06T17:36:57.674823Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800311895820712:2048] [node 1] ICP30 unregister session Session# [3:7580800316190788106:2048] VirtualId# [3:7580800316190788099:0]
2025-12-06T17:36:57.674841Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800316190788106:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:57.674904Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:57.674944Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:57.677919Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:36:57.678145Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800317930934481:2048] [node 1] ICS01 socket: 230 reason# EndOfStream
2025-12-06T17:36:57.678202Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800313635967100:2048] [node 1] ICP30 unregister session Session# [6:7580800317930934481:2048] VirtualId# [6:7580800317930934478:0]
2025-12-06T17:36:57.678237Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800317930934481:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:57.678321Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:57.678406Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:57.678943Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:36:57.679092Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800316172288125:2048] [node 1] ICS01 socket: 250 reason# EndOfStream
2025-12-06T17:36:57.679118Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800311877320734:2048] [node 1] ICP30 unregister session Session# [4:7580800316172288125:2048] VirtualId# [4:7580800316172288122:0]
2025-12-06T17:36:57.679138Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800316172288125:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:57.679195Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:57.679240Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:57.679989Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:36:57.680117Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580800317516420641:2048] [node 1] ICS07 socket disconnect 271 reason# EndOfStream
2025-12-06T17:36:57.680139Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800317516420641:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:57.680185Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:57.680249Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580800317516420641:2048] [node 1] ICS15 start handshake
2025-12-06T17:36:57.680882Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800313221453245:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28366) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:36:57.680920Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800317516420641:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:36:57.680942Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800313221453245:2048] [node 1] ICP30 unregister session Session# [5:7580800317516420641:2048] VirtualId# [5:7580800317516420631:0]
2025-12-06T17:36:57.680995Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:57.681030Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580800313221453245:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:28366) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:57.681042Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28366) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:57.690790Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580800313221453245:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:36:57.719794Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:36:57.719993Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800316190788103:2049] [node 2] ICS01 socket: 244 reason# EndOfStream
2025-12-06T17:36:57.720028Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800311895820713:2049] [node 2] ICP30 unregister session Session# [3:7580800316190788103:2049] VirtualId# [3:7580800316190788088:0]
2025-12-06T17:36:57.720057Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800316190788103:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:57.720137Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:57.720199Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:57.722137Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:36:57.722405Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800317516420644:2049] [node 2] ICS01 socket: 279 reason# EndOfStream
2025-12-06T17:36:57.722467Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800313221453246:2049] [node 2] ICP30 unregister session Session# [5:7580800317516420644:2049] VirtualId# [5:7580800317516420637:0]
2025-12-06T17:36:57.722500Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800317516420644:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:57.722613Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:57.722658Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:57.723453Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:36:57.723608Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800316172288130:2049] [node 2] ICS01 socket: 261 reason# EndOfStream
2025-12-06T17:36:57.723640Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800311877320735:2049] [node 2] ICP30 unregister session Session# [4:7580800316172288130:2049] VirtualId# [4:7580800316172288128:0]
2025-12-06T17:36:57.723658Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800316172288130:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:57.723717Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:57.723751Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:57.724410Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:36:57.724645Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580800317930934484:2049] [node 2] ICS07 socket disconnect 234 reason# EndOfStream
2025-12-06T17:36:57.724685Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800317930934484:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:57.724769Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:57.724818Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580800317930934484:2049] [node 2] ICS15 start handshake
2025-12-06T17:36:57.725559Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800313635967101:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12577) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:36:57.725650Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800317930934484:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:36:57.725703Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800313635967101:2049] [node 2] ICP30 unregister session Session# [6:7580800317930934484:2049] VirtualId# [6:7580800317930934476:0]
2025-12-06T17:36:57.725756Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:57.725790Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580800313635967101:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:12577) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:57.725812Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12577) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:57.735913Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580800313635967101:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:36:57.791363Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:36:57.791568Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800316172288120:2050] [node 3] ICS01 socket: 237 reason# EndOfStream
2025-12-06T17:36:57.791606Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800311877320736:2050] [node 3] ICP30 unregister session Session# [4:7580800316172288120:2050] VirtualId# [4:7580800316172288113:0]
2025-12-06T17:36:57.791630Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800316172288120:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:57.791705Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:57.791748Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:57.792523Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:36:57.792750Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800317516420633:2050] [node 3] ICS01 socket: 257 reason# EndOfStream
2025-12-06T17:36:57.792786Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800313221453247:2050] [node 3] ICP30 unregister session Session# [5:7580800317516420633:2050] VirtualId# [5:7580800317516420629:0]
2025-12-06T17:36:57.792817Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800317516420633:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:57.792887Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:57.792934Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:57.793585Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:36:57.793797Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800317930934498:2050] [node 3] ICS01 socket: 213 reason# EndOfStream
2025-12-06T17:36:57.793840Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800313635967102:2050] [node 3] ICP30 unregister session Session# [6:7580800317930934498:2050] VirtualId# [6:7580800317930934492:0]
2025-12-06T17:36:57.793871Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800317930934498:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:57.793942Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:57.793990Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:57.837700Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:36:57.837984Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800317930934494:2085] [node 4] ICS01 socket: 272 reason# EndOfStream
2025-12-06T17:36:57.838041Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800317930934466:2085] [node 4] ICP30 unregister session Session# [6:7580800317930934494:2085] VirtualId# [6:7580800317930934489:0]
2025-12-06T17:36:57.838083Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800317930934494:2085] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:57.838183Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:36:57.838240Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:36:57.838336Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:36:57.838576Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580800317516420625:2075] [node 4] ICS07 socket disconnect 227 reason# EndOfStream
2025-12-06T17:36:57.838619Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800317516420625:2075] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:57.838705Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:36:57.838750Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580800317516420625:2075] [node 4] ICS15 start handshake
2025-12-06T17:36:57.839495Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800317516420607:2075] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6589) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:36:57.839606Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800317516420625:2075] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:36:57.839658Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800317516420607:2075] [node 4] ICP30 unregister session Session# [5:7580800317516420625:2075] VirtualId# [5:7580800317516420618:0]
2025-12-06T17:36:57.839700Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:36:57.839730Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580800317516420607:2075] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:6589) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:57.839742Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6589) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:57.893842Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:36:57.894026Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580800317930934493:2061] [node 5] ICS07 socket disconnect 245 reason# EndOfStream
2025-12-06T17:36:57.894047Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800317930934493:2061] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:57.894120Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:36:57.894154Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580800317930934493:2061] [node 5] ICS15 start handshake
2025-12-06T17:36:57.894990Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800313635967117:2061] [node 5] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29024) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:36:57.895082Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800317930934493:2061] [node 5] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:36:57.895132Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800313635967117:2061] [node 5] ICP30 unregister session Session# [6:7580800317930934493:2061] VirtualId# [6:7580800317930934485:0]
2025-12-06T17:36:57.895183Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
2025-12-06T17:36:57.895221Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580800313635967117:2061] [node 5] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:29024) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:57.895234Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [5] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29024) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:36:57.948193Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800318841664636:2048] [node 2] ICP01 ready to work
2025-12-06T17:36:57.948243Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800318841664637:2049] [node 3] ICP01 ready to work
2025-12-06T17:36:57.953718Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800319019379429:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:57.953762Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800319019379430:2049] [node 3] ICP01 ready to work
2025-12-06T17:36:57.958777Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800317254241569:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:57.958819Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800317254241570:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:57.964716Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800318890030212:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:57.964757Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800318890030213:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:57.964796Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800318890030214:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:57.970816Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800318325747338:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:57.970847Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800318325747339:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:57.970874Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800318325747340:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:57.976681Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800316710022841:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:57.976711Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800316710022842:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:57.976744Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800316710022843:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:58.160646Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800321549208929:2107] [node 4] ICP01 ready to work
2025-12-06T17:36:58.160813Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800323184997572:2108] [node 5] ICP01 ready to work
2025-12-06T17:36:58.160807Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800323136631995:2107] [node 4] ICP01 ready to work
2025-12-06T17:36:58.161697Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800322620714698:2108] [node 4] ICP01 ready to work
2025-12-06T17:36:58.160973Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800321004990201:2105] [node 4] ICP01 ready to work
2025-12-06T17:36:58.160446Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800323314346788:2107] [node 4] ICP01 ready to work
2025-12-06T17:36:58.160878Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800323314346789:2108] [node 5] ICP01 ready to work
2025-12-06T17:36:58.162244Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800321549208930:2108] [node 5] ICP01 ready to work
2025-12-06T17:36:58.162263Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800323314346790:2109] [node 6] ICP01 ready to work
2025-12-06T17:36:58.162639Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800323136631996:2108] [node 5] ICP01 ready to work
2025-12-06T17:36:58.162663Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800323184997573:2109] [node 6] ICP01 ready to work
2025-12-06T17:36:58.163292Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800321004990202:2106] [node 5] ICP01 ready to work
2025-12-06T17:36:58.168228Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800323136631997:2109] [node 6] ICP01 ready to work
2025-12-06T17:36:58.163218Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800322620714699:2110] [node 6] ICP01 ready to work
2025-12-06T17:36:58.172225Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800321549208931:2109] [node 6] ICP01 ready to work
2025-12-06T17:36:58.182738Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800323314346789:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(16219225ns) {Configure:104(16215994ns) {ProcessConfigured:135(641500ns) {StartInitialHandshake:157(638910ns) {DropHandshakes:470(3687ns) {DropIncomingHandshake:442(1015ns) DropOutgoingHandshake:457(677ns)} GenerateSessionVirtualId:988(1639ns) PrepareNewSessionHandshake:477(2762ns) {SwitchToState:179(847ns)}}}}}
2025-12-06T17:36:58.184904Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800318890030212:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(21010007ns) {Configure:104(21006728ns) {ProcessConfigured:135(1036279ns) {StartInitialHandshake:157(1034669ns) {DropHandshakes:470(696ns) {DropIncomingHandshake:442(227ns) DropOutgoingHandshake:457(130ns)} GenerateSessionVirtualId:988(220ns) PrepareNewSessionHandshake:477(2052ns) {SwitchToState:179(821ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:58.200603Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800321549208940:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28436
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:58.200990Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800321549208946:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28436
2025-12-06T17:36:58.201065Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800323136632008:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56671
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: 2025-12-06T17:36:58.202024Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800323136632012:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56671
::ffff:127.1.0.0
2025-12-06T17:36:58.202124Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800322620714713:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31243
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:58.202164Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800323136632013:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56671
2025-12-06T17:36:58.202554Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800323136632015:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56671
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:58.207125Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800323184997584:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38464
2025-12-06T17:36:58.207286Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800323184997585:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38464
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:58.207445Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800323184997589:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38464
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:58.210323Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800321549208947:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28436
2025-12-06T17:36:58.210414Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800323314346804:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55566
No RDMA context found for GID: No RDMA context found for GID: ::ffff:127.1.0.0
::ffff:127.1.0.0
2025-12-06T17:36:58.211108Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800323314346805:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55566
2025-12-06T17:36:58.211526Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800321549208948:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28436
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:58.212029Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800321549208940:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:58.212105Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800323314346808:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55566
2025-12-06T17:36:58.212078Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800323136632013:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:58.212140Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800321549208947:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:58.212218Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800323314346805:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:58.212304Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800323314346806:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55566
2025-12-06T17:36:58.212310Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800317254241570:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:58.212305Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800323136632008:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:58.212441Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800323314346807:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55566
2025-12-06T17:36:58.212623Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800323314346794:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:58.212652Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800323314346794:2111] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:36:58.213398Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800321549208946:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:58.213686Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800323314346794:2111] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:58.213704Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800323136632012:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:58.213707Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800317254241569:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:58.213834Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800323136632014:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56671
2025-12-06T17:36:58.213956Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800321549208948:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:58.214200Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800321549208951:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28436
2025-12-06T17:36:58.214310Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800323314346807:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:58.214380Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800323136632001:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:58.214390Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800319019379430:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:36:58.214418Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800323136632001:2111] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:36:58.214502Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:58.214573Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800319019379430:2049] [node 3] ICP22 created new session: [2:7580800323314346810:2049]
2025-12-06T17:36:58.214624Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800323314346810:2049] [node 3] ICS09 handshake done sender: [2:7580800323314346794:2111] self: [2:7580800323314346793:0] peer: [3:7580800321549208949:0] socket: 217 qp: -1
2025-12-06T17:36:58.214826Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800323314346810:2049] [node 3] ICS10 traffic start
2025-12-06T17:36:58.214862Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:58.215427Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800323184997585:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:58.215541Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800323184997584:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:58.215577Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800321549208940:2115] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:58.215847Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800317254241570:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:58.215929Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:58.215980Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800317254241570:2049] [node 2] ICP22 created new session: [3:7580800321549208954:2049]
2025-12-06T17:36:58.216028Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800321549208954:2049] [node 2] ICS09 handshake done sender: [3:7580800321549208940:2115] self: [3:7580800321549208949:0] peer: [2:7580800323314346793:0] socket: 219 qp: -1
2025-12-06T17:36:58.216062Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800321549208954:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:58.216132Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:58.216148Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800318890030214:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:58.216133Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800323314346804:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:58.216212Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800318890030213:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:58.216131Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800322620714713:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:58.216272Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800323314346806:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:58.216276Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800322620714698:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:58.216327Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580800319019379430:2049] [node 3] ICP18 handshake (actor [2:7580800323314346805:2116]) is too old
2025-12-06T17:36:58.216550Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800323184997579:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:58.216580Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800323184997579:2113] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:58.217103Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800323136632015:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:58.217596Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800323184997589:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:58.217972Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800323136632001:2111] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:58.217922Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800323184997579:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:58.218088Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800323314346796:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:58.218143Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800323314346796:2112] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:58.218852Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800323184997572:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:58.218914Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:58.218970Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800323184997572:2108] [node 5] ICP22 created new session: [4:7580800323184997593:2108]
2025-12-06T17:36:58.218847Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800322620714715:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31243
2025-12-06T17:36:58.219026Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800323184997593:2108] [node 5] ICS09 handshake done sender: [4:7580800323184997579:2113] self: [4:7580800323184997578:0] peer: [5:7580800322620714714:0] socket: 242 qp: -1
2025-12-06T17:36:58.219085Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800323184997593:2108] [node 5] ICS10 traffic start
2025-12-06T17:36:58.219053Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800318841664637:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:36:58.219120Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:58.219140Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:58.219124Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800323314346808:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:58.219111Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800321549208937:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:58.219141Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800321549208937:2113] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:36:58.219203Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800318841664637:2049] [node 3] ICP22 created new session: [1:7580800323136632021:2049]
2025-12-06T17:36:58.219261Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800323136632021:2049] [node 3] ICS09 handshake done sender: [1:7580800323136632001:2111] self: [1:7580800323136632000:0] peer: [3:7580800321549208952:0] socket: 225 qp: -1
2025-12-06T17:36:58.219297Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800323136632021:2049] [node 3] ICS10 traffic start
2025-12-06T17:36:58.220311Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:58.220566Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800321549208937:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:58.220563Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800322620714713:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:58.220599Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800318890030212:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:58.220617Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800323314346796:2112] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:58.221012Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800321549208929:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:36:58.220954Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800322620714698:2108] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:36:58.221153Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:58.221158Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:58.221219Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800321549208929:2107] [node 4] ICP22 created new session: [3:7580800321549208958:2107]
2025-12-06T17:36:58.221232Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800322620714698:2108] [node 4] ICP22 created new session: [5:7580800322620714718:2108]
2025-12-06T17:36:58.221307Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800321549208958:2107] [node 4] ICS09 handshake done sender: [3:7580800321549208937:2113] self: [3:7580800321549208936:0] peer: [4:7580800323184997590:0] socket: 226 qp: -1
2025-12-06T17:36:58.221277Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800322620714718:2108] [node 4] ICS09 handshake done sender: [5:7580800322620714713:2116] self: [5:7580800322620714714:0] peer: [4:7580800323184997578:0] socket: 249 qp: -1
2025-12-06T17:36:58.221410Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800321549208958:2107] [node 4] ICS10 traffic start
2025-12-06T17:36:58.221331Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800322620714718:2108] [node 4] ICS10 traffic start
2025-12-06T17:36:58.221384Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:58.221493Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:58.221670Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800323136632014:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:58.221842Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800323136632003:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:58.221870Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800323136632003:2112] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:36:58.223577Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580800317254241569:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24541) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580800321549208946:2117] held: no
2025-12-06T17:36:58.223688Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800323314346788:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:36:58.223971Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800323136632003:2112] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:58.224305Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:58.224369Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800323314346788:2107] [node 4] ICP22 created new session: [2:7580800323314346818:2107]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:58.224431Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800323314346818:2107] [node 4] ICS09 handshake done sender: [2:7580800323314346796:2112] self: [2:7580800323314346795:0] peer: [4:7580800323184997591:0] socket: 218 qp: -1
2025-12-06T17:36:58.224475Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800323314346818:2107] [node 4] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:58.224562Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:58.224553Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800323184997596:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38464
2025-12-06T17:36:58.224704Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800323136631995:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:36:58.224718Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800321004990216:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26973
2025-12-06T17:36:58.224784Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:58.224849Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800323136631995:2107] [node 4] ICP22 created new session: [1:7580800323136632026:2107]
2025-12-06T17:36:58.224889Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800323136632026:2107] [node 4] ICS09 handshake done sender: [1:7580800323136632003:2112] self: [1:7580800323136632002:0] peer: [4:7580800323184997595:0] socket: 244 qp: -1
2025-12-06T17:36:58.224979Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800323136632026:2107] [node 4] ICS10 traffic start
2025-12-06T17:36:58.225022Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:58.225200Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800323184997597:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38464
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:58.225336Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800321004990217:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26973
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:58.225573Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580800319019379429:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:58.225595Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800323184997584:2116] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:58.225860Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800323184997585:2117] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:58.225277Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800322620714716:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31243
2025-12-06T17:36:58.225366Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800322620714717:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31243
2025-12-06T17:36:58.225560Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800322620714721:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31243
2025-12-06T17:36:58.227242Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800318890030213:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:58.227294Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:58.227370Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800318890030213:2049] [node 2] ICP22 created new session: [4:7580800323184997599:2049]
2025-12-06T17:36:58.227424Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800323184997599:2049] [node 2] ICS09 handshake done sender: [4:7580800323184997584:2116] self: [4:7580800323184997591:0] peer: [2:7580800323314346795:0] socket: 230 qp: -1
2025-12-06T17:36:58.227460Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800323184997599:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:58.227490Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:58.227696Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800322620714717:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:58.227963Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800322620714716:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:58.227978Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800323136631999:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:58.228045Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800318325747339:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:58.228012Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800323136631999:2110] [node 2] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:58.228762Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800321549208960:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28436
2025-12-06T17:36:58.228019Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800321004990217:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:58.228679Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800318325747340:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:58.228150Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800321004990202:2106] [node 5] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:58.229608Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800321004990219:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26973
2025-12-06T17:36:58.229804Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800322620714709:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:58.229835Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580800322620714709:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:58.230505Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800322620714721:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:58.230553Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800318890030214:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:58.230616Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:58.230985Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800318325747338:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:58.230680Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800318890030214:2050] [node 3] ICP22 created new session: [4:7580800323184997601:2050]
2025-12-06T17:36:58.230723Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800323184997601:2050] [node 3] ICS09 handshake done sender: [4:7580800323184997585:2117] self: [4:7580800323184997590:0] peer: [3:7580800321549208936:0] socket: 231 qp: -1
2025-12-06T17:36:58.230767Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800323184997601:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:58.230962Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800321549208961:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28436
2025-12-06T17:36:58.231493Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800322620714709:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:58.230814Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:58.231516Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800321549208939:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:58.231155Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800323136631999:2110] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:58.231541Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800321549208939:2114] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:58.231565Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800323136632005:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:58.231585Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800323136632005:2113] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:58.232018Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800323314346798:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:58.232052Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800323314346798:2113] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:58.232978Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800321004990220:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26973
2025-12-06T17:36:58.233489Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580800322620714699:2110] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:58.233611Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800318841664636:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:36:58.233608Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:58.233695Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:58.233650Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800322620714699:2110] [node 6] ICP22 created new session: [5:7580800322620714726:2110]
2025-12-06T17:36:58.233750Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800318841664636:2048] [node 2] ICP22 created new session: [1:7580800323136632030:2048]
2025-12-06T17:36:58.233691Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800322620714726:2110] [node 6] ICS09 handshake done sender: [5:7580800322620714709:2115] self: [5:7580800322620714708:0] peer: [6:7580800321004990218:0] socket: 275 qp: -1
2025-12-06T17:36:58.233721Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800322620714726:2110] [node 6] ICS10 traffic start
2025-12-06T17:36:58.233753Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:58.233847Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800323136632030:2048] [node 2] ICS09 handshake done sender: [1:7580800323136631999:2110] self: [1:7580800323136631998:0] peer: [2:7580800323314346820:0] socket: 223 qp: -1
2025-12-06T17:36:58.233863Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800321004990216:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:58.233889Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800323136632030:2048] [node 2] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:58.234103Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:58.234150Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800321004990221:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26973
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:58.234755Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800321549208946:2117] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:58.234907Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800323314346821:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55566
2025-12-06T17:36:58.235325Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800316710022842:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:58.235397Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7580800318890030213:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:36:58.235441Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800321004990217:2117] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:58.235759Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800317254241569:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:58.236009Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:58.236072Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800317254241569:2048] [node 1] ICP22 created new session: [3:7580800321549208964:2048]
2025-12-06T17:36:58.236083Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800318890030212:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24541) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580800323184997589:2118] held: no
2025-12-06T17:36:58.236134Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800321549208964:2048] [node 1] ICS09 handshake done sender: [3:7580800321549208946:2117] self: [3:7580800321549208952:0] peer: [1:7580800323136632000:0] socket: 237 qp: -1
2025-12-06T17:36:58.236219Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800323136632005:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:58.236968Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800321004990202:2106] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:36:58.236976Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800321549208964:2048] [node 1] ICS10 traffic start
No RDMA context found for GID: 2025-12-06T17:36:58.237077Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
::ffff:127.1.0.0
2025-12-06T17:36:58.237049Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:58.237136Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800321004990202:2106] [node 5] ICP22 created new session: [6:7580800321004990223:2106]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:58.237371Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800321004990223:2106] [node 5] ICS09 handshake done sender: [6:7580800321004990217:2117] self: [6:7580800321004990218:0] peer: [5:7580800322620714708:0] socket: 276 qp: -1
2025-12-06T17:36:58.237270Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800322620714728:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31243
2025-12-06T17:36:58.237423Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800321004990223:2106] [node 5] ICS10 traffic start
2025-12-06T17:36:58.237645Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800322620714729:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31243
2025-12-06T17:36:58.237668Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800323136631996:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:58.237463Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:58.237633Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800323314346798:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:58.237964Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:58.238296Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800323136631996:2108] [node 5] ICP22 created new session: [1:7580800323136632033:2108]
2025-12-06T17:36:58.238348Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800323136632033:2108] [node 5] ICS09 handshake done sender: [1:7580800323136632005:2113] self: [1:7580800323136632004:0] peer: [5:7580800322620714725:0] socket: 222 qp: -1
2025-12-06T17:36:58.238528Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800323314346804:2115] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:58.238432Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800323136632033:2108] [node 5] ICS10 traffic start
2025-12-06T17:36:58.238472Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:58.238911Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580800319019379429:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24541) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7580800323314346804:2115] held: no
2025-12-06T17:36:58.238870Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800322620714730:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31243
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:58.239008Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580800319019379429:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:58.239055Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800323184997603:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38464
2025-12-06T17:36:58.239089Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:58.239213Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800319019379429:2048] [node 1] ICP22 created new session: [2:7580800323314346823:2048]
2025-12-06T17:36:58.239829Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800323184997589:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:58.239406Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800323314346823:2048] [node 1] ICS09 handshake done sender: [2:7580800323314346804:2115] self: [2:7580800323314346820:0] peer: [1:7580800323136631998:0] socket: 227 qp: -1
2025-12-06T17:36:58.239447Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800323314346823:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:58.239836Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:58.240288Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800322620714717:2119] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:58.240617Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800321004990225:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26973
2025-12-06T17:36:58.242132Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800323314346800:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:58.242184Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800323314346800:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:58.242187Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800318890030212:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:58.242468Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:58.242548Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800318890030212:2048] [node 1] ICP22 created new session: [4:7580800323184997605:2048]
2025-12-06T17:36:58.242497Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800322620714721:2120] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:58.242455Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800321549208939:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:58.243125Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800323184997605:2048] [node 1] ICS09 handshake done sender: [4:7580800323184997589:2118] self: [4:7580800323184997595:0] peer: [1:7580800323136632002:0] socket: 250 qp: -1
2025-12-06T17:36:58.243207Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800323184997605:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:58.243248Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:58.243644Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800323314346789:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:58.243690Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800318325747339:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:58.243750Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:58.243750Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:58.243793Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800318325747339:2049] [node 2] ICP22 created new session: [5:7580800322620714731:2049]
2025-12-06T17:36:58.243812Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800323314346789:2108] [node 5] ICP22 created new session: [2:7580800323314346826:2108]
2025-12-06T17:36:58.243862Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800323314346826:2108] [node 5] ICS09 handshake done sender: [2:7580800323314346798:2113] self: [2:7580800323314346797:0] peer: [5:7580800322620714722:0] socket: 262 qp: -1
2025-12-06T17:36:58.243837Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800322620714731:2049] [node 2] ICS09 handshake done sender: [5:7580800322620714717:2119] self: [5:7580800322620714722:0] peer: [2:7580800323314346797:0] socket: 266 qp: -1
2025-12-06T17:36:58.243860Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7580800321549208929:2107] [node 4] ICP27 obsolete handshake fail ignored
2025-12-06T17:36:58.243903Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800323314346826:2108] [node 5] ICS10 traffic start
2025-12-06T17:36:58.243868Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800322620714731:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:58.243900Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800321549208930:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:58.243889Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:58.243948Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:58.243961Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800321004990219:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:58.243994Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:58.244050Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800321549208930:2108] [node 5] ICP22 created new session: [3:7580800321549208966:2108]
2025-12-06T17:36:58.244073Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800321004990220:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:58.244150Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800321549208966:2108] [node 5] ICS09 handshake done sender: [3:7580800321549208939:2114] self: [3:7580800321549208938:0] peer: [5:7580800322620714723:0] socket: 224 qp: -1
2025-12-06T17:36:58.244185Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800321549208966:2108] [node 5] ICS10 traffic start
2025-12-06T17:36:58.244239Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:58.244253Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800316710022843:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:58.244326Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800316710022841:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:58.244483Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800318325747338:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24541) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800322620714721:2120] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:58.244622Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800318325747338:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:58.244639Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800321004990225:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:58.244665Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:58.244712Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800318325747338:2048] [node 1] ICP22 created new session: [5:7580800322620714733:2048]
2025-12-06T17:36:58.244687Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800323184997607:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38464
2025-12-06T17:36:58.244753Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800321004990201:2105] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:58.244691Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800323136632007:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:58.244746Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800322620714733:2048] [node 1] ICS09 handshake done sender: [5:7580800322620714721:2120] self: [5:7580800322620714725:0] peer: [1:7580800323136632004:0] socket: 273 qp: -1
2025-12-06T17:36:58.244731Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800323136632007:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:58.244781Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800322620714733:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:58.244847Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:58.244926Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800323184997583:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:58.244953Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800323184997583:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:58.245974Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800321549208942:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:58.246016Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800321549208942:2116] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:58.246039Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800323184997607:2122] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:58.246188Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800323136632007:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:58.246920Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800323184997583:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:58.247226Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800321549208942:2116] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:58.247538Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800323314346800:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:58.247396Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800323136631997:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:58.247853Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:58.247890Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800323184997573:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:58.247945Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800321549208931:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:58.247946Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800323136631997:2109] [node 6] ICP22 created new session: [1:7580800323136632036:2109]
2025-12-06T17:36:58.248220Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:58.248261Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:58.248251Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800323136632036:2109] [node 6] ICS09 handshake done sender: [1:7580800323136632007:2114] self: [1:7580800323136632006:0] peer: [6:7580800321004990228:0] socket: 241 qp: -1
2025-12-06T17:36:58.248304Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800323184997573:2109] [node 6] ICP22 created new session: [4:7580800323184997610:2109]
2025-12-06T17:36:58.248291Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800323136632036:2109] [node 6] ICS10 traffic start
2025-12-06T17:36:58.248353Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800321549208931:2109] [node 6] ICP22 created new session: [3:7580800321549208969:2109]
2025-12-06T17:36:58.248310Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800323314346790:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:58.248347Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:58.248366Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800323184997610:2109] [node 6] ICS09 handshake done sender: [4:7580800323184997583:2115] self: [4:7580800323184997582:0] peer: [6:7580800321004990229:0] socket: 216 qp: -1
2025-12-06T17:36:58.248416Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800323184997610:2109] [node 6] ICS10 traffic start
2025-12-06T17:36:58.248421Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800321549208969:2109] [node 6] ICS09 handshake done sender: [3:7580800321549208942:2116] self: [3:7580800321549208941:0] peer: [6:7580800321004990227:0] socket: 247 qp: -1
2025-12-06T17:36:58.248463Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:58.248467Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800321549208969:2109] [node 6] ICS10 traffic start
2025-12-06T17:36:58.248465Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:58.248529Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800323314346790:2109] [node 6] ICP22 created new session: [2:7580800323314346828:2109]
2025-12-06T17:36:58.248576Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:58.248576Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800323314346828:2109] [node 6] ICS09 handshake done sender: [2:7580800323314346800:2114] self: [2:7580800323314346799:0] peer: [6:7580800321004990222:0] socket: 270 qp: -1
2025-12-06T17:36:58.248620Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800323314346828:2109] [node 6] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:58.248688Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:58.249094Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800321004990230:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26973
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:58.249736Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800318325747340:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5231) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800322620714716:2118] held: no
2025-12-06T17:36:58.249963Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800321004990231:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26973
2025-12-06T17:36:58.249893Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800322620714716:2118] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:58.250670Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800318325747340:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:58.250732Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:58.250778Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800318325747340:2050] [node 3] ICP22 created new session: [5:7580800322620714735:2050]
2025-12-06T17:36:58.250807Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800321004990225:2121] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:58.250811Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800322620714735:2050] [node 3] ICS09 handshake done sender: [5:7580800322620714716:2118] self: [5:7580800322620714723:0] peer: [3:7580800321549208938:0] socket: 265 qp: -1
2025-12-06T17:36:58.250839Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800322620714735:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:58.250868Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:58.251044Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800321004990201:2105] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:36:58.251098Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:58.251147Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800321004990201:2105] [node 4] ICP22 created new session: [6:7580800321004990234:2105]
2025-12-06T17:36:58.251191Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800321004990234:2105] [node 4] ICS09 handshake done sender: [6:7580800321004990225:2121] self: [6:7580800321004990229:0] peer: [4:7580800323184997582:0] socket: 229 qp: -1
2025-12-06T17:36:58.251225Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800321004990234:2105] [node 4] ICS10 traffic start
2025-12-06T17:36:58.251265Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:58.251994Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800321004990232:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26973
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:58.252451Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800321004990233:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26973
2025-12-06T17:36:58.257241Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800316710022842:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3801) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800321004990216:2116] held: no
2025-12-06T17:36:58.257454Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800316710022843:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5231) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800321004990219:2118] held: no
2025-12-06T17:36:58.257579Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800321004990220:2119] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:58.257837Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800316710022841:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24541) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800321004990220:2119] held: no
2025-12-06T17:36:58.257928Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800316710022841:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:58.257981Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:58.258035Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800316710022841:2048] [node 1] ICP22 created new session: [6:7580800321004990236:2048]
2025-12-06T17:36:58.258085Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800321004990236:2048] [node 1] ICS09 handshake done sender: [6:7580800321004990220:2119] self: [6:7580800321004990228:0] peer: [1:7580800323136632006:0] socket: 277 qp: -1
2025-12-06T17:36:58.258133Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800321004990236:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:58.258178Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:58.258743Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580800321004990201:2105] [node 4] ICP27 obsolete handshake fail ignored
2025-12-06T17:36:58.258804Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800321004990216:2116] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:58.259129Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800321004990219:2118] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:58.259361Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800316710022842:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:58.259408Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:58.259446Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800316710022842:2049] [node 2] ICP22 created new session: [6:7580800321004990238:2049]
2025-12-06T17:36:58.259488Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800321004990238:2049] [node 2] ICS09 handshake done sender: [6:7580800321004990216:2116] self: [6:7580800321004990222:0] peer: [2:7580800323314346799:0] socket: 274 qp: -1
2025-12-06T17:36:58.259528Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800321004990238:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:58.259559Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:58.259894Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800316710022843:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:58.259929Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:58.259967Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800316710022843:2050] [node 3] ICP22 created new session: [6:7580800321004990240:2050]
2025-12-06T17:36:58.260028Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800321004990240:2050] [node 3] ICS09 handshake done sender: [6:7580800321004990219:2118] self: [6:7580800321004990227:0] peer: [3:7580800321549208941:0] socket: 257 qp: -1
2025-12-06T17:36:58.260063Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800321004990240:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:58.260085Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:58.282720Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:36:58.283043Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580800323314346823:2048] [node 1] ICS01 socket: 227 reason# EndOfStream
2025-12-06T17:36:58.283094Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580800319019379429:2048] [node 1] ICP30 unregister session Session# [2:7580800323314346823:2048] VirtualId# [2:7580800323314346820:0]
2025-12-06T17:36:58.283144Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580800323314346823:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:58.283256Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:58.283315Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:58.302719Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:36:58.303013Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800321549208964:2048] [node 1] ICS01 socket: 237 reason# EndOfStream
2025-12-06T17:36:58.303067Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800317254241569:2048] [node 1] ICP30 unregister session Session# [3:7580800321549208964:2048] VirtualId# [3:7580800321549208952:0]
2025-12-06T17:36:58.303111Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800321549208964:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:58.303272Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:58.303325Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:58.309897Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:36:58.310182Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800322620714733:2048] [node 1] ICS01 socket: 273 reason# EndOfStream
2025-12-06T17:36:58.310234Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800318325747338:2048] [node 1] ICP30 unregister session Session# [5:7580800322620714733:2048] VirtualId# [5:7580800322620714725:0]
2025-12-06T17:36:58.310271Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800322620714733:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:58.310402Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:58.310460Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:58.311449Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:36:58.311701Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800323184997605:2048] [node 1] ICS01 socket: 250 reason# EndOfStream
2025-12-06T17:36:58.311749Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800318890030212:2048] [node 1] ICP30 unregister session Session# [4:7580800323184997605:2048] VirtualId# [4:7580800323184997595:0]
2025-12-06T17:36:58.311790Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800323184997605:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:58.311901Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:58.311947Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:58.314694Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:36:58.314943Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800321004990236:2048] [node 1] ICS01 socket: 277 reason# EndOfStream
2025-12-06T17:36:58.314988Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800316710022841:2048] [node 1] ICP30 unregister session Session# [6:7580800321004990236:2048] VirtualId# [6:7580800321004990228:0]
2025-12-06T17:36:58.315029Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800321004990236:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:58.315160Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:36:58.315208Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:36:58.382782Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:36:58.383164Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580800321549208954:2049] [node 2] ICS07 socket disconnect 219 reason# EndOfStream
2025-12-06T17:36:58.383205Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800321549208954:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:58.383355Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:58.383410Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580800321549208954:2049] [node 2] ICS15 start handshake
2025-12-06T17:36:58.398726Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:36:58.399568Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800322620714731:2049] [node 2] ICS01 socket: 266 reason# EndOfStream
2025-12-06T17:36:58.399626Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800318325747339:2049] [node 2] ICP30 unregister session Session# [5:7580800322620714731:2049] VirtualId# [5:7580800322620714722:0]
2025-12-06T17:36:58.399671Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800322620714731:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:58.399773Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:58.399824Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:58.398885Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:36:58.399273Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800323184997599:2049] [node 2] ICS01 socket: 230 reason# EndOfStream
2025-12-06T17:36:58.399347Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800318890030213:2049] [node 2] ICP30 unregister session Session# [4:7580800323184997599:2049] VirtualId# [4:7580800323184997591:0]
2025-12-06T17:36:58.399400Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800323184997599:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:58.399559Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:58.399615Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:58.400160Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580800317254241570:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3801) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:36:58.400232Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580800321549208954:2049] [node 2] ICS15 start handshake
2025-12-06T17:36:58.402693Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:36:58.403010Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800321004990238:2049] [node 2] ICS01 socket: 274 reason# EndOfStream
2025-12-06T17:36:58.418664Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800316710022842:2049] [node 2] ICP30 unregister session Session# [6:7580800321004990238:2049] VirtualId# [6:7580800321004990222:0]
2025-12-06T17:36:58.418780Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800321004990238:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:58.418944Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:36:58.419000Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:36:58.474771Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:36:58.475044Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800321004990240:2050] [node 3] ICS01 socket: 257 reason# EndOfStream
2025-12-06T17:36:58.475091Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800316710022843:2050] [node 3] ICP30 unregister session Session# [6:7580800321004990240:2050] VirtualId# [6:7580800321004990227:0]
2025-12-06T17:36:58.475143Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800321004990240:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:58.475347Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:58.475447Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:58.474700Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:36:58.474980Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800322620714735:2050] [node 3] ICS01 socket: 265 reason# EndOfStream
2025-12-06T17:36:58.475039Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800318325747340:2050] [node 3] ICP30 unregister session Session# [5:7580800322620714735:2050] VirtualId# [5:7580800322620714723:0]
2025-12-06T17:36:58.475079Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800322620714735:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:58.475240Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:36:58.475336Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:36:58.502740Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:36:58.502765Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:36:58.503016Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580800321004990234:2105] [node 4] ICS07 socket disconnect 229 reason# EndOfStream
2025-12-06T17:36:58.503055Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800321004990234:2105] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:58.503186Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:36:58.503238Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580800321004990234:2105] [node 4] ICS15 start handshake
2025-12-06T17:36:58.503007Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800322620714718:2108] [node 4] ICS01 socket: 249 reason# EndOfStream
2025-12-06T17:36:58.503052Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800322620714698:2108] [node 4] ICP30 unregister session Session# [5:7580800322620714718:2108] VirtualId# [5:7580800322620714714:0]
2025-12-06T17:36:58.503098Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800322620714718:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:58.503209Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:36:58.503288Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:36:58.535402Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800321004990201:2105] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16534) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:36:58.535488Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800321004990234:2105] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:36:58.535534Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800321004990201:2105] [node 4] ICP30 unregister session Session# [6:7580800321004990234:2105] VirtualId# [6:7580800321004990229:0]
2025-12-06T17:36:58.535597Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:36:58.535631Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580800321004990201:2105] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:16534) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:58.535648Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16534) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:58.550697Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580800321004990201:2105] [node 4] ICP33 wake up from error state
2025-12-06T17:36:58.570748Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:36:58.571061Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580800321004990223:2106] [node 5] ICS07 socket disconnect 276 reason# EndOfStream
2025-12-06T17:36:58.571096Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800321004990223:2106] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:36:58.571259Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:36:58.571320Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580800321004990223:2106] [node 5] ICS15 start handshake
2025-12-06T17:36:58.572591Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800321004990202:2106] [node 5] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2938) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:36:58.572659Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800321004990223:2106] [node 5] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:36:58.572706Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800321004990202:2106] [node 5] ICP30 unregister session Session# [6:7580800321004990223:2106] VirtualId# [6:7580800321004990218:0]
2025-12-06T17:36:58.572762Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
2025-12-06T17:36:58.572799Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580800321004990202:2106] [node 5] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:2938) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:36:58.572816Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [5] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2938) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:36:58.625309Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800321669745070:2048] [node 2] ICP01 ready to work
2025-12-06T17:36:58.625361Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800321669745071:2049] [node 3] ICP01 ready to work
2025-12-06T17:36:58.632585Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800322906266807:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:58.632624Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800322906266808:2049] [node 3] ICP01 ready to work
2025-12-06T17:36:58.651067Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800324366982750:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:58.651105Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800324366982751:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:58.684090Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800320850078796:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:58.684136Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800320850078797:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:58.684176Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800320850078798:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:58.703732Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800323313280246:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:58.703764Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800323313280247:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:58.703816Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800323313280248:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:58.712291Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800322313864174:2048] [node 1] ICP01 ready to work
2025-12-06T17:36:58.712343Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800322313864175:2049] [node 2] ICP01 ready to work
2025-12-06T17:36:58.712382Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800322313864176:2050] [node 3] ICP01 ready to work
2025-12-06T17:36:58.914697Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800322906266832:2068] [node 4] ICP01 ready to work
2025-12-06T17:36:59.077506Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800325964712428:2079] [node 4] ICP01 ready to work
2025-12-06T17:36:59.082228Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800325145046134:2063] [node 6] ICP01 ready to work
2025-12-06T17:36:59.106602Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800327608247602:2063] [node 6] ICP01 ready to work
2025-12-06T17:36:59.103223Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800328661950087:2064] [node 4] ICP01 ready to work
2025-12-06T17:36:59.100980Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800327201234164:2070] [node 5] ICP01 ready to work
2025-12-06T17:36:59.130616Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800326608831490:2061] [node 5] ICP01 ready to work
2025-12-06T17:36:59.077907Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800325964712429:2080] [node 5] ICP01 ready to work
2025-12-06T17:36:59.198774Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800325145046142:2071] [node 5] ICP01 ready to work
2025-12-06T17:36:59.206132Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800320850078798:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(167327398ns) {Configure:104(167314971ns) {ProcessConfigured:135(110523ns) {StartInitialHandshake:157(106967ns) {DropHandshakes:470(3856ns) {DropIncomingHandshake:442(840ns) DropOutgoingHandshake:457(710ns)} GenerateSessionVirtualId:988(1366ns) PrepareNewSessionHandshake:477(2922ns) {SwitchToState:179(1067ns)}}}}}
2025-12-06T17:36:59.103707Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800328661950088:2066] [node 6] ICP01 ready to work
2025-12-06T17:36:59.106635Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800322906266839:2069] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:59.182600Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800327608247603:2065] [node 4] ICP01 ready to work
2025-12-06T17:36:59.116564Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800325964712430:2078] [node 6] ICP01 ready to work
2025-12-06T17:36:59.242990Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800323313280247:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(362791958ns) {Configure:104(362785064ns) {ProcessConfigured:135(44407134ns) {StartInitialHandshake:157(44401513ns) {DropHandshakes:470(3370ns) {DropIncomingHandshake:442(639ns) DropOutgoingHandshake:457(408ns)} GenerateSessionVirtualId:988(1163ns) PrepareNewSessionHandshake:477(9029ns) {SwitchToState:179(4027ns)}}}}}
2025-12-06T17:36:59.258685Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800326608831515:2082] [node 4] ICP01 ready to work
2025-12-06T17:36:59.104025Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800328661950089:2070] [node 5] ICP01 ready to work
2025-12-06T17:36:59.264815Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800320850078796:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(65712513ns) {Configure:104(65705988ns) {ProcessConfigured:135(99126ns) {StartInitialHandshake:157(95675ns) {DropHandshakes:470(3388ns) {DropIncomingHandshake:442(655ns) DropOutgoingHandshake:457(768ns)} GenerateSessionVirtualId:988(1298ns) PrepareNewSessionHandshake:477(2261ns) {SwitchToState:179(612ns)}}}}}
2025-12-06T17:36:59.282339Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800325145046161:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22101
2025-12-06T17:36:59.320186Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800320850078797:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(113519826ns) {Configure:104(113513623ns) {ProcessConfigured:135(95771ns) {StartInitialHandshake:157(92862ns) {DropHandshakes:470(4000ns) {DropIncomingHandshake:442(983ns) DropOutgoingHandshake:457(656ns)} GenerateSessionVirtualId:988(2212ns) PrepareNewSessionHandshake:477(6338ns) {SwitchToState:179(661ns)}}}}}
2025-12-06T17:36:59.288306Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800322313864174:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(404304936ns) {Configure:104(404296868ns) {ProcessConfigured:135(104188ns) {StartInitialHandshake:157(100403ns) {DropHandshakes:470(3126ns) {DropIncomingHandshake:442(553ns) DropOutgoingHandshake:457(348ns)} GenerateSessionVirtualId:988(1592ns) PrepareNewSessionHandshake:477(3273ns) {SwitchToState:179(1296ns)}}}}}
2025-12-06T17:36:59.340755Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800326608831490:2061] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(81726869ns) {Configure:104(81719078ns) {ProcessConfigured:135(101455ns) {StartInitialHandshake:157(98479ns) {DropHandshakes:470(3916ns) {DropIncomingHandshake:442(803ns) DropOutgoingHandshake:457(706ns)} GenerateSessionVirtualId:988(1640ns) PrepareNewSessionHandshake:477(2936ns) {SwitchToState:179(928ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:59.322762Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800324366982751:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(317790961ns) {Configure:104(317781801ns) {ProcessConfigured:135(67696982ns) {StartInitialHandshake:157(67692747ns) {DropHandshakes:470(3570ns) {DropIncomingHandshake:442(769ns) DropOutgoingHandshake:457(419ns)} GenerateSessionVirtualId:988(1617ns) PrepareNewSessionHandshake:477(5812ns) {SwitchToState:179(3271ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:59.328710Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800323313280248:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(49807447ns) {Configure:104(49795975ns) {ProcessConfigured:135(104919ns) {StartInitialHandshake:157(100648ns) {DropHandshakes:470(3497ns) {DropIncomingHandshake:442(928ns) DropOutgoingHandshake:457(465ns)} GenerateSessionVirtualId:988(1001ns) PrepareNewSessionHandshake:477(2193ns) {SwitchToState:179(866ns)}}}}}
2025-12-06T17:36:59.355393Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800326608831541:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24120
2025-12-06T17:36:59.335254Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800328661950088:2066] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(187338528ns) {Configure:104(187333024ns) {ProcessConfigured:135(4687969ns) {StartInitialHandshake:157(4683037ns) {DropHandshakes:470(2532ns) {DropIncomingHandshake:442(513ns) DropOutgoingHandshake:457(454ns)} GenerateSessionVirtualId:988(1235ns) PrepareNewSessionHandshake:477(5297ns) {SwitchToState:179(2837ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:59.433079Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800325145046161:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:59.433286Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800325145046171:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22101
2025-12-06T17:36:59.375089Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800322906266832:2068] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(188861752ns) {Configure:104(188856720ns) {ProcessConfigured:135(100927ns) {StartInitialHandshake:157(96471ns) {DropHandshakes:470(6171ns) {DropIncomingHandshake:442(3267ns) DropOutgoingHandshake:457(652ns)} GenerateSessionVirtualId:988(1253ns) PrepareNewSessionHandshake:477(3329ns) {SwitchToState:179(802ns)}}}}}
2025-12-06T17:36:59.394706Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800326608831542:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24120
2025-12-06T17:36:59.468358Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800321669745071:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(165149447ns) {Configure:104(165141918ns) {ProcessConfigured:135(81233ns) {StartInitialHandshake:157(77267ns) {DropHandshakes:470(3118ns) {DropIncomingHandshake:442(773ns) DropOutgoingHandshake:457(605ns)} GenerateSessionVirtualId:988(991ns) PrepareNewSessionHandshake:477(2070ns) {SwitchToState:179(631ns)}}}}}
2025-12-06T17:36:59.463263Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800325145046171:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:59.463432Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800320850078797:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:59.388493Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800327201234164:2070] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(149590880ns) {Configure:104(149572327ns) {ProcessConfigured:135(82117ns) {StartInitialHandshake:157(78942ns) {DropHandshakes:470(3537ns) {DropIncomingHandshake:442(767ns) DropOutgoingHandshake:457(500ns)} GenerateSessionVirtualId:988(989ns) PrepareNewSessionHandshake:477(1868ns) {SwitchToState:179(717ns)}}}}}
2025-12-06T17:36:59.388967Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800327201234175:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63263
2025-12-06T17:36:59.395096Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800327201234175:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:59.411440Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800322906266808:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(33422123ns) {Configure:104(33414500ns) {ProcessConfigured:135(98567ns) {StartInitialHandshake:157(95679ns) {DropHandshakes:470(3647ns) {DropIncomingHandshake:442(900ns) DropOutgoingHandshake:457(498ns)} GenerateSessionVirtualId:988(1463ns) PrepareNewSessionHandshake:477(5803ns) {SwitchToState:179(682ns)}}}}}
2025-12-06T17:36:59.473192Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800321669745070:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(360625940ns) {Configure:104(360617668ns) {ProcessConfigured:135(67373205ns) {StartInitialHandshake:157(67364947ns) {DropHandshakes:470(3046ns) {DropIncomingHandshake:442(697ns) DropOutgoingHandshake:457(480ns)} GenerateSessionVirtualId:988(3718ns) PrepareNewSessionHandshake:477(5221ns) {SwitchToState:179(2620ns)}}}}}
2025-12-06T17:36:59.474685Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800327201234172:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:59.474739Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800327201234172:2111] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:36:59.477196Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800327201234172:2111] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:59.478769Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800322906266832:2068] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:36:59.494754Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:59.494890Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800325145046174:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22101
2025-12-06T17:36:59.518880Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800328661950089:2070] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(149455243ns) {Configure:104(149444619ns) {ProcessConfigured:135(6006136ns) {StartInitialHandshake:157(5997444ns) {DropHandshakes:470(3925ns) {DropIncomingHandshake:442(1069ns) DropOutgoingHandshake:457(512ns)} GenerateSessionVirtualId:988(1634ns) PrepareNewSessionHandshake:477(4117ns) {SwitchToState:179(661ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:59.523817Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800325145046175:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22101
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:59.532187Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800325964712441:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6007
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:59.532401Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800325964712442:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6007
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:59.532545Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800325964712443:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6007
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:59.533081Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800325964712440:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6007
2025-12-06T17:36:59.478705Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800326608831541:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:59.498400Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800327608247610:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:59.514904Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800322906266832:2068] [node 4] ICP22 created new session: [2:7580800327201234185:2068]
2025-12-06T17:36:59.535877Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800324366982750:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(164595598ns) {Configure:104(164587015ns) {ProcessConfigured:135(71673ns) {StartInitialHandshake:157(69348ns) {DropHandshakes:470(2840ns) {DropIncomingHandshake:442(819ns) DropOutgoingHandshake:457(461ns)} GenerateSessionVirtualId:988(807ns) PrepareNewSessionHandshake:477(4656ns) {SwitchToState:179(426ns)}}}}}
2025-12-06T17:36:59.498453Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580800327608247610:2111] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:59.512401Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800327608247610:2111] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:59.512860Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580800327608247602:2063] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:59.512924Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:59.512988Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800327608247602:2063] [node 6] ICP22 created new session: [5:7580800327608247621:2063]
2025-12-06T17:36:59.513052Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800327608247621:2063] [node 6] ICS09 handshake done sender: [5:7580800327608247610:2111] self: [5:7580800327608247609:0] peer: [6:7580800326608831550:0] socket: 223 qp: -1
2025-12-06T17:36:59.513097Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800327608247621:2063] [node 6] ICS10 traffic start
2025-12-06T17:36:59.513139Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:59.527223Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800327608247624:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33845
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:59.496017Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800326608831548:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24120
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:59.549856Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800325964712443:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:59.538694Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800327201234185:2068] [node 4] ICS09 handshake done sender: [2:7580800327201234172:2111] self: [2:7580800327201234171:0] peer: [4:7580800325145046173:0] socket: 238 qp: -1
2025-12-06T17:36:59.582246Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800325964712430:2078] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(108766906ns) {Configure:104(108760245ns) {ProcessConfigured:135(104364ns) {StartInitialHandshake:157(84705ns) {DropHandshakes:470(4895ns) {DropIncomingHandshake:442(1142ns) DropOutgoingHandshake:457(861ns)} GenerateSessionVirtualId:988(1376ns) PrepareNewSessionHandshake:477(2281ns) {SwitchToState:179(705ns)}}}}}
2025-12-06T17:36:59.582525Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800325964712442:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:59.537560Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800328661950119:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60212
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:59.496220Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800326608831490:2061] [node 5] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:59.577886Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800327608247625:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33845
2025-12-06T17:36:59.542938Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800327201234185:2068] [node 4] ICS10 traffic start
2025-12-06T17:36:59.602790Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800327608247625:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:59.602943Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800327608247626:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33845
2025-12-06T17:36:59.603166Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800323313280246:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:59.615359Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800327608247624:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:59.615557Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800323313280247:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:59.499944Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800322313864175:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(209520747ns) {Configure:104(209516019ns) {ProcessConfigured:135(26589875ns) {StartInitialHandshake:157(26586940ns) {DropHandshakes:470(9832559ns) {DropIncomingHandshake:442(739ns) DropOutgoingHandshake:457(2739ns)} GenerateSessionVirtualId:988(2189ns) PrepareNewSessionHandshake:477(4054ns) {SwitchToState:179(1735ns)}}}}}
2025-12-06T17:36:59.537703Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800328661950116:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60212
2025-12-06T17:36:59.550907Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800327201234174:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:59.616406Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800325145046163:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:59.643290Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800327608247626:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:59.647135Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800327608247629:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33845
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:59.527118Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800326608831548:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:59.623189Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800325964712441:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:59.623419Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800325964712439:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:59.623448Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800325964712439:2113] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:59.624068Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800325964712440:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:59.642767Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800325964712439:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:59.643685Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800325964712435:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:59.643715Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800325964712435:2111] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:36:59.650994Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800323313280248:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:59.537799Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800328661950122:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60212
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:59.616458Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800325145046163:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:59.550976Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800327201234174:2112] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:59.555814Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800328661950087:2064] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(36407337ns) {Configure:104(36396094ns) {ProcessConfigured:135(94543ns) {StartInitialHandshake:157(91320ns) {DropHandshakes:470(4516ns) {DropIncomingHandshake:442(918ns) DropOutgoingHandshake:457(777ns)} GenerateSessionVirtualId:988(1534ns) PrepareNewSessionHandshake:477(3891ns) {SwitchToState:179(884ns)}}}}}
2025-12-06T17:36:59.684871Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800327608247625:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:59.527306Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800326608831542:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:59.599574Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800328661950122:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:59.662745Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800325964712435:2111] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:59.566658Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:59.617072Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800325145046171:2116] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:59.689444Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800327608247630:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33845
2025-12-06T17:36:59.527576Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800322313864175:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:59.714827Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800325964712429:2080] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:59.714953Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:59.715011Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800325964712429:2080] [node 5] ICP22 created new session: [1:7580800325964712455:2080]
2025-12-06T17:36:59.715075Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800325964712455:2080] [node 5] ICS09 handshake done sender: [1:7580800325964712439:2113] self: [1:7580800325964712438:0] peer: [5:7580800327608247627:0] socket: 259 qp: -1
2025-12-06T17:36:59.715119Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800325964712455:2080] [node 5] ICS10 traffic start
2025-12-06T17:36:59.715171Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:59.715934Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800321669745071:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:36:59.715973Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:59.716030Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800321669745071:2049] [node 3] ICP22 created new session: [1:7580800325964712457:2049]
2025-12-06T17:36:59.716081Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800325964712457:2049] [node 3] ICS09 handshake done sender: [1:7580800325964712435:2111] self: [1:7580800325964712434:0] peer: [3:7580800328661950128:0] socket: 260 qp: -1
2025-12-06T17:36:59.716111Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800325964712457:2049] [node 3] ICS10 traffic start
2025-12-06T17:36:59.716149Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:59.651325Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800325145046176:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22101
2025-12-06T17:36:59.671050Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800325145046175:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:59.675197Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800320850078797:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:59.675294Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:59.675372Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800320850078797:2049] [node 2] ICP22 created new session: [4:7580800325145046178:2049]
2025-12-06T17:36:59.675438Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800325145046178:2049] [node 2] ICS09 handshake done sender: [4:7580800325145046171:2116] self: [4:7580800325145046173:0] peer: [2:7580800327201234171:0] socket: 240 qp: -1
2025-12-06T17:36:59.675485Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800325145046178:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:59.675541Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:59.690841Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800325145046163:2113] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:59.728000Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800325964712459:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6007
2025-12-06T17:36:59.573934Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800327201234188:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63263
2025-12-06T17:36:59.627425Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800328661950119:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:59.736012Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800325145046176:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:59.736181Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800325145046134:2063] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:59.742846Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:59.742952Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800325145046134:2063] [node 6] ICP22 created new session: [4:7580800325145046182:2063]
2025-12-06T17:36:59.744101Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800320850078796:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:59.750754Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800325145046182:2063] [node 6] ICS09 handshake done sender: [4:7580800325145046163:2113] self: [4:7580800325145046162:0] peer: [6:7580800326608831554:0] socket: 228 qp: -1
2025-12-06T17:36:59.750853Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800325145046182:2063] [node 6] ICS10 traffic start
2025-12-06T17:36:59.750945Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:59.694787Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800323313280246:2048] [node 1] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:59.761837Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800325145046185:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22101
2025-12-06T17:36:59.528156Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800326608831515:2082] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:59.602255Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800327201234174:2112] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:59.627753Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800328661950116:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:59.694845Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:59.694893Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800323313280246:2048] [node 1] ICP22 created new session: [5:7580800327608247633:2048]
2025-12-06T17:36:59.694944Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800327608247633:2048] [node 1] ICS09 handshake done sender: [5:7580800327608247625:2116] self: [5:7580800327608247627:0] peer: [1:7580800325964712438:0] socket: 261 qp: -1
2025-12-06T17:36:59.694981Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800327608247633:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:59.695025Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:59.730831Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800323313280247:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8183) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800327608247624:2115] held: no
2025-12-06T17:36:59.731477Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800327608247624:2115] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:59.766966Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800323313280247:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:59.767033Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:59.769758Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800323313280247:2049] [node 2] ICP22 created new session: [5:7580800327608247635:2049]
2025-12-06T17:36:59.769827Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800327608247635:2049] [node 2] ICS09 handshake done sender: [5:7580800327608247624:2115] self: [5:7580800327608247628:0] peer: [2:7580800327201234179:0] socket: 252 qp: -1
2025-12-06T17:36:59.769879Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800327608247635:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:59.769950Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:59.776427Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800327608247632:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33845
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:59.528248Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800326608831553:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24120
2025-12-06T17:36:59.782638Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800325964712437:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:59.811282Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800325145046186:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22101
2025-12-06T17:36:59.587628Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800326608831541:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:59.609501Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800322906266832:2068] [node 4] ICP35 event processing took too much time PendingConnection:279(130405043ns) {HandleHandshakeStatus:329(130400087ns) {DropIncomingHandshake:442(529ns) DropOutgoingHandshake:457(781ns) SwitchToState:179(438ns) ProcessPendingSessionEvents:495(183502ns) {ForwardSessionEventToSession:612(109411ns) ForwardSessionEventToSession:612(9934ns) ForwardSessionEventToSession:612(3748ns) ForwardSessionEventToSession:612(3346ns) ForwardSessionEventToSession:612(7702ns) ForwardSessionEventToSession:612(2711ns) ForwardSessionEventToSession:612(11915ns) ForwardSessionEventToSession:612(3624ns) ForwardSessionEventToSession:612(4154ns) ForwardSessionEventToSession:612(10199ns)}}}
2025-12-06T17:36:59.783298Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800327608247637:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33845
2025-12-06T17:36:59.805344Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800327608247626:2117] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:59.809755Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800327608247632:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:59.818832Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800325145046185:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:59.819030Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800320850078798:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:59.627910Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800324366982750:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:59.782707Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800325964712437:2112] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:36:59.842729Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800325964712437:2112] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:59.844801Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800325145046165:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:59.844845Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800325145046165:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:59.845354Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800320850078798:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13547) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580800325145046185:2120] held: no
2025-12-06T17:36:59.845632Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800325145046176:2119] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:59.846070Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800320850078796:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:59.846123Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:59.846185Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800320850078796:2048] [node 1] ICP22 created new session: [4:7580800325145046190:2048]
2025-12-06T17:36:59.846238Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800325145046190:2048] [node 1] ICS09 handshake done sender: [4:7580800325145046176:2119] self: [4:7580800325145046183:0] peer: [1:7580800325964712436:0] socket: 271 qp: -1
2025-12-06T17:36:59.846280Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800325145046190:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:59.846317Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:59.628398Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800327201234180:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:59.829827Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800323313280248:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:59.647993Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800328661950131:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60212
2025-12-06T17:36:59.599287Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800326608831555:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24120
2025-12-06T17:36:59.863268Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800325964712448:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:59.834625Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:59.838995Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800327608247603:2065] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:59.840145Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800323313280248:2050] [node 3] ICP22 created new session: [5:7580800327608247639:2050]
2025-12-06T17:36:59.863166Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800327608247639:2050] [node 3] ICS09 handshake done sender: [5:7580800327608247626:2117] self: [5:7580800327608247631:0] peer: [3:7580800328661950117:0] socket: 266 qp: -1
2025-12-06T17:36:59.871041Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800327608247639:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:59.878905Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:59.648077Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800328661950132:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60212
2025-12-06T17:36:59.863327Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800325964712448:2118] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:59.874609Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800325964712448:2118] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:59.875136Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800325964712428:2079] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:36:59.875200Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:59.875252Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800325964712428:2079] [node 4] ICP22 created new session: [1:7580800325964712464:2079]
2025-12-06T17:36:59.875310Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800325964712464:2079] [node 4] ICS09 handshake done sender: [1:7580800325964712437:2112] self: [1:7580800325964712436:0] peer: [4:7580800325145046183:0] socket: 258 qp: -1
2025-12-06T17:36:59.875347Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800325964712464:2079] [node 4] ICS10 traffic start
2025-12-06T17:36:59.875381Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:59.876020Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800325964712430:2078] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:59.876065Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:59.876105Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800325964712430:2078] [node 6] ICP22 created new session: [1:7580800325964712466:2078]
2025-12-06T17:36:59.876146Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800325964712466:2078] [node 6] ICS09 handshake done sender: [1:7580800325964712448:2118] self: [1:7580800325964712447:0] peer: [6:7580800326608831570:0] socket: 291 qp: -1
2025-12-06T17:36:59.876174Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800325964712466:2078] [node 6] ICS10 traffic start
2025-12-06T17:36:59.876203Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:59.628431Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800327201234180:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:59.629009Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800322906266839:2069] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:59.629085Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:59.629151Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800322906266839:2069] [node 6] ICP22 created new session: [2:7580800327201234190:2069]
2025-12-06T17:36:59.629214Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800327201234190:2069] [node 6] ICS09 handshake done sender: [2:7580800327201234174:2112] self: [2:7580800327201234173:0] peer: [6:7580800326608831552:0] socket: 236 qp: -1
2025-12-06T17:36:59.629260Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800327201234190:2069] [node 6] ICS10 traffic start
2025-12-06T17:36:59.629305Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:59.641566Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800327201234180:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:59.658626Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800327201234188:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:59.659106Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800327201234164:2070] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:59.659206Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:59.659271Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800327201234164:2070] [node 5] ICP22 created new session: [2:7580800327201234194:2070]
2025-12-06T17:36:59.659336Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800327201234194:2070] [node 5] ICS09 handshake done sender: [2:7580800327201234180:2114] self: [2:7580800327201234179:0] peer: [5:7580800327608247628:0] socket: 251 qp: -1
2025-12-06T17:36:59.659388Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800327201234194:2070] [node 5] ICS10 traffic start
2025-12-06T17:36:59.659429Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:59.703671Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800327201234196:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63263
2025-12-06T17:36:59.752622Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800327201234198:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63263
2025-12-06T17:36:59.758958Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7580800322906266839:2069] [node 6] ICP27 obsolete handshake fail ignored
2025-12-06T17:36:59.759387Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800327201234183:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:59.759419Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800327201234183:2115] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:36:59.762748Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800327201234183:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:59.763017Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800322906266808:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:36:59.763091Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:59.763154Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800322906266808:2049] [node 3] ICP22 created new session: [2:7580800327201234200:2049]
2025-12-06T17:36:59.763210Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800327201234200:2049] [node 3] ICS09 handshake done sender: [2:7580800327201234183:2115] self: [2:7580800327201234182:0] peer: [3:7580800328661950140:0] socket: 277 qp: -1
2025-12-06T17:36:59.763248Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800327201234200:2049] [node 3] ICS10 traffic start
2025-12-06T17:36:59.763290Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:59.882641Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800327201234198:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:59.886744Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580800322906266807:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:59.599473Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800326608831556:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24120
2025-12-06T17:36:59.666819Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800328661950115:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:59.666859Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800328661950115:2111] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:36:59.677810Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800328661950115:2111] [node 6] ICH04 handshake succeeded
2025-12-06T17:36:59.677835Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800328661950122:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:59.693495Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800328661950131:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:59.638918Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800326608831490:2061] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:36:59.911709Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800325145046165:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:59.915844Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800325145046188:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22101
2025-12-06T17:36:59.914607Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800325964712433:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:59.938872Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800325145046142:2071] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:59.938955Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:59.939020Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800325145046142:2071] [node 5] ICP22 created new session: [4:7580800325145046192:2071]
2025-12-06T17:36:59.939075Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800325145046192:2071] [node 5] ICS09 handshake done sender: [4:7580800325145046165:2114] self: [4:7580800325145046164:0] peer: [5:7580800327608247640:0] socket: 285 qp: -1
2025-12-06T17:36:59.939108Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800325145046192:2071] [node 5] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:59.939145Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:59.916327Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800323313280248:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(97689052ns) {HandleHandshakeStatus:329(86292399ns) {DropIncomingHandshake:442(1604ns) DropOutgoingHandshake:457(7109ns) SwitchToState:179(734ns) ProcessPendingSessionEvents:495(3973835ns) {ForwardSessionEventToSession:612(3913254ns) ForwardSessionEventToSession:612(7395ns) ForwardSessionEventToSession:612(3692ns) ForwardSessionEventToSession:612(5760ns) ForwardSessionEventToSession:612(2467ns) ForwardSessionEventToSession:612(5841ns) ForwardSessionEventToSession:612(9572ns) ForwardSessionEventToSession:612(2760ns) ForwardSessionEventToSession:612(6747ns) ForwardSessionEventToSession:612(2879ns)}}}
2025-12-06T17:36:59.693547Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800324366982750:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:59.693610Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:59.693666Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800324366982750:2048] [node 1] ICP22 created new session: [3:7580800328661950135:2048]
2025-12-06T17:36:59.693713Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800328661950135:2048] [node 1] ICS09 handshake done sender: [3:7580800328661950122:2116] self: [3:7580800328661950128:0] peer: [1:7580800325964712434:0] socket: 262 qp: -1
2025-12-06T17:36:59.693763Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800328661950135:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:59.693798Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:59.694496Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800328661950118:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:59.694522Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800328661950118:2113] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:36:59.708011Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800328661950088:2066] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:36:59.708104Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:36:59.708161Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800328661950088:2066] [node 6] ICP22 created new session: [3:7580800328661950137:2066]
2025-12-06T17:36:59.708224Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800328661950137:2066] [node 6] ICS09 handshake done sender: [3:7580800328661950115:2111] self: [3:7580800328661950114:0] peer: [6:7580800326608831559:0] socket: 264 qp: -1
2025-12-06T17:36:59.708276Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800328661950137:2066] [node 6] ICS10 traffic start
2025-12-06T17:36:59.708322Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:36:59.755204Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800324366982751:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:59.766827Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800328661950118:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:36:59.773893Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580800324366982751:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8183) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580800328661950131:2118] held: no
2025-12-06T17:36:59.774364Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800328661950142:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60212
2025-12-06T17:36:59.783695Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800328661950089:2070] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:36:59.783760Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:59.783807Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800328661950089:2070] [node 5] ICP22 created new session: [3:7580800328661950143:2070]
2025-12-06T17:36:59.783855Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800328661950143:2070] [node 5] ICS09 handshake done sender: [3:7580800328661950118:2113] self: [3:7580800328661950117:0] peer: [5:7580800327608247631:0] socket: 265 qp: -1
2025-12-06T17:36:59.783898Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800328661950143:2070] [node 5] ICS10 traffic start
2025-12-06T17:36:59.783939Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:59.785293Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800328661950131:2118] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:59.785667Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800324366982751:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:59.785718Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:59.785773Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800324366982751:2049] [node 2] ICP22 created new session: [3:7580800328661950146:2049]
2025-12-06T17:36:59.785817Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800328661950146:2049] [node 2] ICS09 handshake done sender: [3:7580800328661950131:2118] self: [3:7580800328661950140:0] peer: [2:7580800327201234182:0] socket: 279 qp: -1
2025-12-06T17:36:59.785855Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800328661950146:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:59.785893Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:59.822984Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800328661950127:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:59.823012Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800328661950127:2117] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:36:59.823848Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800328661950127:2117] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:59.824098Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800328661950087:2064] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:36:59.824160Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:59.824215Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800328661950087:2064] [node 4] ICP22 created new session: [3:7580800328661950149:2064]
2025-12-06T17:36:59.824251Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800328661950149:2064] [node 4] ICS09 handshake done sender: [3:7580800328661950127:2117] self: [3:7580800328661950126:0] peer: [4:7580800325145046187:0] socket: 247 qp: -1
2025-12-06T17:36:59.824286Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800328661950149:2064] [node 4] ICS10 traffic start
2025-12-06T17:36:59.824321Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:59.830796Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800328661950145:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60212
2025-12-06T17:36:59.938710Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7580800328661950089:2070] [node 5] ICP27 obsolete handshake fail ignored
2025-12-06T17:36:59.948351Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800325145046185:2120] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:59.949231Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800320850078798:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:59.949293Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:59.949352Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800320850078798:2050] [node 3] ICP22 created new session: [4:7580800325145046194:2050]
2025-12-06T17:36:59.949402Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800325145046194:2050] [node 3] ICS09 handshake done sender: [4:7580800325145046185:2120] self: [4:7580800325145046187:0] peer: [3:7580800328661950126:0] socket: 257 qp: -1
2025-12-06T17:36:59.949453Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800325145046194:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:59.949494Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:59.639000Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:36:59.917592Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800327608247642:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33845
2025-12-06T17:36:59.934730Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800327608247632:2120] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:59.940346Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800327608247603:2065] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:36:59.950780Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:59.914701Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800325964712433:2110] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:36:59.958901Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800327608247603:2065] [node 4] ICP22 created new session: [5:7580800327608247643:2065]
2025-12-06T17:36:59.959007Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800327608247643:2065] [node 4] ICS09 handshake done sender: [5:7580800327608247632:2120] self: [5:7580800327608247640:0] peer: [4:7580800325145046164:0] socket: 287 qp: -1
2025-12-06T17:36:59.959057Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800327608247643:2065] [node 4] ICS10 traffic start
2025-12-06T17:36:59.959123Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:59.959685Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800327608247603:2065] [node 4] ICP35 event processing took too much time PendingConnection:279(20834080ns) {HandleHandshakeStatus:329(20829354ns) {DropIncomingHandshake:442(921ns) DropOutgoingHandshake:457(5515ns) SwitchToState:179(5198ns) ProcessPendingSessionEvents:495(136202ns) {ForwardSessionEventToSession:612(69768ns) ForwardSessionEventToSession:612(4777ns) ForwardSessionEventToSession:612(7966ns) ForwardSessionEventToSession:612(3039ns) ForwardSessionEventToSession:612(3695ns) ForwardSessionEventToSession:612(17296ns) ForwardSessionEventToSession:612(3632ns) ForwardSessionEventToSession:612(2821ns) ForwardSessionEventToSession:612(8761ns) ForwardSessionEventToSession:612(3147ns)}}}
2025-12-06T17:36:59.940068Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800327201234203:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63263
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:36:59.639072Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800326608831490:2061] [node 5] ICP22 created new session: [6:7580800326608831557:2061]
2025-12-06T17:36:59.639129Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800326608831557:2061] [node 5] ICS09 handshake done sender: [6:7580800326608831541:2113] self: [6:7580800326608831550:0] peer: [5:7580800327608247609:0] socket: 230 qp: -1
2025-12-06T17:36:59.639176Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800326608831557:2061] [node 5] ICS10 traffic start
2025-12-06T17:36:59.639230Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:36:59.640166Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800326608831555:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:59.640737Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800322313864176:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:59.655611Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800326608831548:2116] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:59.704494Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800322313864175:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:36:59.704561Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:59.704619Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800322313864175:2049] [node 2] ICP22 created new session: [6:7580800326608831563:2049]
2025-12-06T17:36:59.704681Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800326608831563:2049] [node 2] ICS09 handshake done sender: [6:7580800326608831548:2116] self: [6:7580800326608831552:0] peer: [2:7580800327201234173:0] socket: 244 qp: -1
2025-12-06T17:36:59.704722Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800326608831563:2049] [node 2] ICS10 traffic start
2025-12-06T17:36:59.704765Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:36:59.723298Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800326608831562:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24120
2025-12-06T17:36:59.735585Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800326608831561:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24120
2025-12-06T17:36:59.743656Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800326608831542:2114] [node 4] ICH04 handshake succeeded
2025-12-06T17:36:59.761377Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800326608831565:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24120
2025-12-06T17:36:59.761456Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800326608831555:2119] [node 3] ICH04 handshake succeeded
2025-12-06T17:36:59.794247Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800326608831515:2082] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:36:59.794303Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:36:59.803113Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800326608831515:2082] [node 4] ICP22 created new session: [6:7580800326608831566:2082]
2025-12-06T17:36:59.803201Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800326608831566:2082] [node 4] ICS09 handshake done sender: [6:7580800326608831542:2114] self: [6:7580800326608831554:0] peer: [4:7580800325145046162:0] socket: 231 qp: -1
2025-12-06T17:36:59.803252Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800326608831566:2082] [node 4] ICS10 traffic start
2025-12-06T17:36:59.803305Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:36:59.803618Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580800326608831515:2082] [node 4] ICP27 obsolete handshake fail ignored
2025-12-06T17:36:59.804086Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800322313864176:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:36:59.804144Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:36:59.804186Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800322313864176:2050] [node 3] ICP22 created new session: [6:7580800326608831568:2050]
2025-12-06T17:36:59.804232Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800326608831568:2050] [node 3] ICS09 handshake done sender: [6:7580800326608831555:2119] self: [6:7580800326608831559:0] peer: [3:7580800328661950114:0] socket: 272 qp: -1
2025-12-06T17:36:59.804267Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800326608831568:2050] [node 3] ICS10 traffic start
2025-12-06T17:36:59.804302Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:36:59.804501Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580800322313864176:2050] [node 3] ICP27 obsolete handshake fail ignored
2025-12-06T17:36:59.838858Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800326608831565:2123] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:36:59.838999Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800322313864174:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:36:59.899697Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800322313864174:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30487) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800326608831565:2123] held: no
2025-12-06T17:36:59.978706Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800326608831571:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24120
2025-12-06T17:36:59.987682Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800326608831565:2123] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:59.987951Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800322313864174:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:36:59.988003Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:36:59.988056Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800322313864174:2048] [node 1] ICP22 created new session: [6:7580800326608831572:2048]
2025-12-06T17:36:59.988105Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800326608831572:2048] [node 1] ICS09 handshake done sender: [6:7580800326608831565:2123] self: [6:7580800326608831570:0] peer: [1:7580800325964712447:0] socket: 280 qp: -1
2025-12-06T17:36:59.988143Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800326608831572:2048] [node 1] ICS10 traffic start
2025-12-06T17:36:59.988185Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:36:59.995062Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800327201234198:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:36:59.934713Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800325964712433:2110] [node 2] ICH04 handshake succeeded
2025-12-06T17:36:59.998820Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580800322906266807:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30487) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7580800327201234198:2118] held: no
2025-12-06T17:37:00.014638Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580800322906266807:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:00.014723Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:00.014799Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800322906266807:2048] [node 1] ICP22 created new session: [2:7580800331496201500:2048]
2025-12-06T17:36:59.934908Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800321669745070:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:36:59.951455Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:36:59.986660Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800321669745070:2048] [node 2] ICP22 created new session: [1:7580800325964712469:2048]
2025-12-06T17:36:59.994676Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800325964712469:2048] [node 2] ICS09 handshake done sender: [1:7580800325964712433:2110] self: [1:7580800325964712432:0] peer: [2:7580800327201234202:0] socket: 290 qp: -1
2025-12-06T17:36:59.994750Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800325964712469:2048] [node 2] ICS10 traffic start
2025-12-06T17:36:59.994823Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:00.006976Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800321669745070:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(71944288ns) {HandleHandshakeStatus:329(71941443ns) {DropIncomingHandshake:442(16343ns) DropOutgoingHandshake:457(922ns) SwitchToState:179(565ns) ProcessPendingSessionEvents:495(1680ns)}}
2025-12-06T17:37:00.022659Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800331496201500:2048] [node 1] ICS09 handshake done sender: [2:7580800327201234198:2118] self: [2:7580800327201234202:0] peer: [1:7580800325964712432:0] socket: 292 qp: -1
2025-12-06T17:37:00.022743Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800331496201500:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:00.022812Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:00.023081Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800322906266807:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(16301647ns) {HandleHandshakeStatus:329(16297073ns) {DropIncomingHandshake:442(5372ns) DropOutgoingHandshake:457(667ns) SwitchToState:179(457ns) ProcessPendingSessionEvents:495(657ns)}}
2025-12-06T17:37:00.062139Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:37:00.062493Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:37:00.062819Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580800331496201500:2048] [node 1] ICS01 socket: 292 reason# EndOfStream
2025-12-06T17:37:00.062859Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580800322906266807:2048] [node 1] ICP30 unregister session Session# [2:7580800331496201500:2048] VirtualId# [2:7580800327201234202:0]
2025-12-06T17:37:00.062894Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580800331496201500:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:00.062934Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:00.063049Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:00.065741Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:37:00.066020Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800326608831572:2048] [node 1] ICS01 socket: 280 reason# EndOfStream
2025-12-06T17:37:00.066079Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800322313864174:2048] [node 1] ICP30 unregister session Session# [6:7580800326608831572:2048] VirtualId# [6:7580800326608831570:0]
2025-12-06T17:37:00.066119Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800326608831572:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:00.066219Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:00.062453Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800328661950135:2048] [node 1] ICS01 socket: 262 reason# EndOfStream
2025-12-06T17:37:00.066277Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:00.062503Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800324366982750:2048] [node 1] ICP30 unregister session Session# [3:7580800328661950135:2048] VirtualId# [3:7580800328661950128:0]
2025-12-06T17:37:00.062556Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800328661950135:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:00.062696Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:00.062764Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:00.069768Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:37:00.070072Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800325145046190:2048] [node 1] ICS01 socket: 271 reason# EndOfStream
2025-12-06T17:37:00.070125Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800320850078796:2048] [node 1] ICP30 unregister session Session# [4:7580800325145046190:2048] VirtualId# [4:7580800325145046183:0]
2025-12-06T17:37:00.070162Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800325145046190:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:00.070310Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:00.070435Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:00.074751Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:37:00.075050Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800327608247633:2048] [node 1] ICS01 socket: 261 reason# EndOfStream
2025-12-06T17:37:00.075106Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800323313280246:2048] [node 1] ICP30 unregister session Session# [5:7580800327608247633:2048] VirtualId# [5:7580800327608247627:0]
2025-12-06T17:37:00.075144Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800327608247633:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:00.075288Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:00.075341Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:00.141298Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:37:00.141574Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800328661950146:2049] [node 2] ICS01 socket: 279 reason# EndOfStream
2025-12-06T17:37:00.141613Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800324366982751:2049] [node 2] ICP30 unregister session Session# [3:7580800328661950146:2049] VirtualId# [3:7580800328661950140:0]
2025-12-06T17:37:00.141646Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800328661950146:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:00.141814Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:00.141876Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:00.150716Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:37:00.151006Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800326608831563:2049] [node 2] ICS01 socket: 244 reason# EndOfStream
2025-12-06T17:37:00.151213Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800322313864175:2049] [node 2] ICP30 unregister session Session# [6:7580800326608831563:2049] VirtualId# [6:7580800326608831552:0]
2025-12-06T17:37:00.151256Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800326608831563:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:00.151339Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:00.151405Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:00.150713Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:37:00.151009Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580800325145046178:2049] [node 2] ICS07 socket disconnect 240 reason# EndOfStream
2025-12-06T17:37:00.151053Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800325145046178:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:00.151167Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:00.151219Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580800325145046178:2049] [node 2] ICS15 start handshake
2025-12-06T17:37:00.152344Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800320850078797:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8183) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:37:00.152402Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800325145046178:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:37:00.152444Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800320850078797:2049] [node 2] ICP30 unregister session Session# [4:7580800325145046178:2049] VirtualId# [4:7580800325145046173:0]
2025-12-06T17:37:00.152488Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:00.152516Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580800320850078797:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:8183) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:00.152530Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8183) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:00.154023Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:37:00.154262Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800327608247635:2049] [node 2] ICS01 socket: 252 reason# EndOfStream
2025-12-06T17:37:00.154303Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800323313280247:2049] [node 2] ICP30 unregister session Session# [5:7580800327608247635:2049] VirtualId# [5:7580800327608247628:0]
2025-12-06T17:37:00.154336Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800327608247635:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:00.154466Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:00.154510Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:00.163394Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580800320850078797:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:37:00.194868Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:37:00.195163Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800325145046194:2050] [node 3] ICS01 socket: 257 reason# EndOfStream
2025-12-06T17:37:00.195213Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800320850078798:2050] [node 3] ICP30 unregister session Session# [4:7580800325145046194:2050] VirtualId# [4:7580800325145046187:0]
2025-12-06T17:37:00.195250Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800325145046194:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:00.195326Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:37:00.195374Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:37:00.197941Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:37:00.198172Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800326608831568:2050] [node 3] ICS01 socket: 272 reason# EndOfStream
2025-12-06T17:37:00.198218Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800322313864176:2050] [node 3] ICP30 unregister session Session# [6:7580800326608831568:2050] VirtualId# [6:7580800326608831559:0]
2025-12-06T17:37:00.198253Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800326608831568:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:00.198334Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:37:00.198404Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:37:00.198510Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:37:00.198725Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800327608247639:2050] [node 3] ICS01 socket: 266 reason# EndOfStream
2025-12-06T17:37:00.198758Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800323313280248:2050] [node 3] ICP30 unregister session Session# [5:7580800327608247639:2050] VirtualId# [5:7580800327608247631:0]
2025-12-06T17:37:00.198785Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800327608247639:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:00.198837Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:37:00.198872Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:37:00.240436Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:37:00.240673Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800326608831566:2082] [node 4] ICS01 socket: 231 reason# EndOfStream
2025-12-06T17:37:00.240733Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800326608831515:2082] [node 4] ICP30 unregister session Session# [6:7580800326608831566:2082] VirtualId# [6:7580800326608831554:0]
2025-12-06T17:37:00.240767Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800326608831566:2082] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:00.240891Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:37:00.240938Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:37:00.241342Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:37:00.241588Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800327608247643:2065] [node 4] ICS01 socket: 287 reason# EndOfStream
2025-12-06T17:37:00.242300Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800327608247603:2065] [node 4] ICP30 unregister session Session# [5:7580800327608247643:2065] VirtualId# [5:7580800327608247640:0]
2025-12-06T17:37:00.242371Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800327608247643:2065] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:00.242467Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:37:00.242522Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:37:00.310716Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:37:00.310973Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800326608831557:2061] [node 5] ICS01 socket: 230 reason# EndOfStream
2025-12-06T17:37:00.311014Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800326608831490:2061] [node 5] ICP30 unregister session Session# [6:7580800326608831557:2061] VirtualId# [6:7580800326608831550:0]
2025-12-06T17:37:00.311057Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800326608831557:2061] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:00.311219Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:37:00.311285Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:37:00.354882Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800331165267240:2049] [node 3] ICP01 ready to work
2025-12-06T17:37:00.354999Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800331165267239:2048] [node 2] ICP01 ready to work
2025-12-06T17:37:00.361393Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800328994851815:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:00.361426Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800328994851816:2049] [node 3] ICP01 ready to work
2025-12-06T17:37:00.367525Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800331798683995:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:00.367552Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800331798683996:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:00.375026Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800331750359404:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:00.375256Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800331750359405:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:00.375377Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800331750359406:2050] [node 3] ICP01 ready to work
2025-12-06T17:37:00.382127Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800329689199360:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:00.382155Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800329689199361:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:00.384102Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800329689199362:2050] [node 3] ICP01 ready to work
2025-12-06T17:37:00.394123Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800332223316602:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:00.394196Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800332223316603:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:00.394273Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800332223316604:2050] [node 3] ICP01 ready to work
2025-12-06T17:37:00.499924Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800332223316654:2100] [node 5] ICP01 ready to work
2025-12-06T17:37:00.559709Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800331165267302:2107] [node 4] ICP01 ready to work
2025-12-06T17:37:00.587812Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800331798684058:2107] [node 5] ICP01 ready to work
2025-12-06T17:37:00.591166Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800331798684060:2109] [node 6] ICP01 ready to work
2025-12-06T17:37:00.586232Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800332223316662:2103] [node 4] ICP01 ready to work
2025-12-06T17:37:00.583166Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800331165267304:2109] [node 6] ICP01 ready to work
2025-12-06T17:37:00.590794Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800328994851878:2107] [node 4] ICP01 ready to work
2025-12-06T17:37:00.594666Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800331798684059:2108] [node 4] ICP01 ready to work
2025-12-06T17:37:00.591022Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800331750359468:2108] [node 5] ICP01 ready to work
2025-12-06T17:37:00.606379Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800328994851879:2108] [node 5] ICP01 ready to work
2025-12-06T17:37:00.588632Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800331165267303:2108] [node 5] ICP01 ready to work
2025-12-06T17:37:00.601213Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800329689199441:2108] [node 4] ICP01 ready to work
2025-12-06T17:37:00.593272Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800331750359404:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(63649056ns) {Configure:104(63638999ns) {ProcessConfigured:135(84081ns) {StartInitialHandshake:157(80407ns) {DropHandshakes:470(2968ns) {DropIncomingHandshake:442(749ns) DropOutgoingHandshake:457(411ns)} GenerateSessionVirtualId:988(1230ns) PrepareNewSessionHandshake:477(1899ns) {SwitchToState:179(677ns)}}}}}
2025-12-06T17:37:00.611477Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800331165267239:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(115869867ns) {Configure:104(112671952ns) {ProcessConfigured:135(76125ns) {StartInitialHandshake:157(72883ns) {DropHandshakes:470(2842ns) {DropIncomingHandshake:442(724ns) DropOutgoingHandshake:457(582ns)} GenerateSessionVirtualId:988(1034ns) PrepareNewSessionHandshake:477(2824ns) {SwitchToState:179(1771ns)}}}}}
2025-12-06T17:37:00.606703Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800328994851880:2109] [node 6] ICP01 ready to work
2025-12-06T17:37:00.608085Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800329689199442:2113] [node 6] ICP01 ready to work
2025-12-06T17:37:00.593786Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800331750359471:2109] [node 6] ICP01 ready to work
2025-12-06T17:37:00.629640Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800329689199360:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(19344406ns) {Configure:104(16922836ns) {ProcessConfigured:135(69314ns) {StartInitialHandshake:157(66750ns) {DropHandshakes:470(2168ns) {DropIncomingHandshake:442(552ns) DropOutgoingHandshake:457(313ns)} GenerateSessionVirtualId:988(823ns) PrepareNewSessionHandshake:477(1744ns) {SwitchToState:179(411ns)}}}}}
2025-12-06T17:37:00.635614Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800332223316603:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(33988252ns) {Configure:104(33981459ns) {ProcessConfigured:135(10571730ns) {StartInitialHandshake:157(10568366ns) {DropHandshakes:470(2346ns) {DropIncomingHandshake:442(388ns) DropOutgoingHandshake:457(386ns)} GenerateSessionVirtualId:988(468ns) PrepareNewSessionHandshake:477(4288209ns) {SwitchToState:179(3688ns)}}}}}
2025-12-06T17:37:00.620980Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800331750359405:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(25488032ns) {Configure:104(25481763ns) {ProcessConfigured:135(61050ns) {StartInitialHandshake:157(57858ns) {DropHandshakes:470(4969ns) {DropIncomingHandshake:442(432ns) DropOutgoingHandshake:457(281ns)} GenerateSessionVirtualId:988(820ns) PrepareNewSessionHandshake:477(1428ns) {SwitchToState:179(443ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:00.637038Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800331165267302:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(35339024ns) {Configure:104(35331263ns) {ProcessConfigured:135(161269ns) {StartInitialHandshake:157(152853ns) {DropHandshakes:470(1311ns) {DropIncomingHandshake:442(275ns) DropOutgoingHandshake:457(98ns)} GenerateSessionVirtualId:988(408ns) PrepareNewSessionHandshake:477(973ns) {SwitchToState:179(326ns)}}}}}
2025-12-06T17:37:00.657089Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800329689199361:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(22184208ns) {Configure:104(22178474ns) {ProcessConfigured:135(15926700ns) {StartInitialHandshake:157(15922813ns) {DropHandshakes:470(1175ns) {DropIncomingHandshake:442(361ns) DropOutgoingHandshake:457(226ns)} GenerateSessionVirtualId:988(471ns) PrepareNewSessionHandshake:477(4281ns) {SwitchToState:179(2419ns)}}}}}
2025-12-06T17:37:00.667439Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800331798683995:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(72222461ns) {Configure:104(72213464ns) {ProcessConfigured:135(71867ns) {StartInitialHandshake:157(69436ns) {DropHandshakes:470(2400ns) {DropIncomingHandshake:442(510ns) DropOutgoingHandshake:457(640ns)} GenerateSessionVirtualId:988(522ns) PrepareNewSessionHandshake:477(2030ns) {SwitchToState:179(659ns)}}}}}
2025-12-06T17:37:00.657203Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800331750359471:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(56853383ns) {Configure:104(56847021ns) {ProcessConfigured:135(95999ns) {StartInitialHandshake:157(92039ns) {DropHandshakes:470(3036ns) {DropIncomingHandshake:442(679ns) DropOutgoingHandshake:457(559ns)} GenerateSessionVirtualId:988(1076ns) PrepareNewSessionHandshake:477(10920ns) {SwitchToState:179(553ns)}}}}}
2025-12-06T17:37:00.673435Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800328994851816:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(165732891ns) {Configure:104(165720150ns) {ProcessConfigured:135(8354705ns) {StartInitialHandshake:157(8351593ns) {DropHandshakes:470(3024ns) {DropIncomingHandshake:442(779ns) DropOutgoingHandshake:457(419ns)} GenerateSessionVirtualId:988(875ns) PrepareNewSessionHandshake:477(3518ns) {SwitchToState:179(126ns)}}}}}
2025-12-06T17:37:00.684664Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800331798684058:2107] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(76700258ns) {Configure:104(76694855ns) {ProcessConfigured:135(65928ns) {StartInitialHandshake:157(63065ns) {DropHandshakes:470(6646ns) {DropIncomingHandshake:442(880ns) DropOutgoingHandshake:457(757ns)} GenerateSessionVirtualId:988(836ns) PrepareNewSessionHandshake:477(1417ns) {SwitchToState:179(620ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:00.692677Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800331798684063:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17904
2025-12-06T17:37:00.693033Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800331798684071:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17904
2025-12-06T17:37:00.651284Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800331165267316:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40807
2025-12-06T17:37:00.665727Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800332223316654:2100] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(106751265ns) {Configure:104(106745360ns) {ProcessConfigured:135(935337ns) {StartInitialHandshake:157(932631ns) {DropHandshakes:470(3223ns) {DropIncomingHandshake:442(523ns) DropOutgoingHandshake:457(863ns)} GenerateSessionVirtualId:988(925ns) PrepareNewSessionHandshake:477(2037ns) {SwitchToState:179(709ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: 2025-12-06T17:37:00.675088Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800331750359406:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(152228327ns) {Configure:104(152218818ns) {ProcessConfigured:135(11298534ns) {StartInitialHandshake:157(10010180ns) {DropHandshakes:470(1740ns) {DropIncomingHandshake:442(74ns) DropOutgoingHandshake:457(186ns)} GenerateSessionVirtualId:988(1198ns) PrepareNewSessionHandshake:477(2857ns) {SwitchToState:179(232ns)}}}}}
::ffff:127.1.0.0
2025-12-06T17:37:00.701842Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800329689199441:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(92024873ns) {Configure:104(92018314ns) {ProcessConfigured:135(10047005ns) {StartInitialHandshake:157(10043231ns) {DropHandshakes:470(7294213ns) {DropIncomingHandshake:442(5235ns) DropOutgoingHandshake:457(360ns)} GenerateSessionVirtualId:988(5176ns) PrepareNewSessionHandshake:477(4223ns) {SwitchToState:179(1974ns)}}}}}
2025-12-06T17:37:00.672956Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800331165267316:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:00.705679Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800331798684063:2111] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:00.707745Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800331798683995:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:00.702852Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800329689199445:2129] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31778
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:00.708146Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800331165267311:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:00.715987Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800328994851878:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(103351344ns) {Configure:104(103341445ns) {ProcessConfigured:135(3658256ns) {StartInitialHandshake:157(3653850ns) {DropHandshakes:470(3575ns) {DropIncomingHandshake:442(1025ns) DropOutgoingHandshake:457(574ns)} GenerateSessionVirtualId:988(1618ns) PrepareNewSessionHandshake:477(4397ns) {SwitchToState:179(1974ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:00.703066Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800329689199446:2130] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31778
2025-12-06T17:37:00.711198Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800331750359483:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3958
2025-12-06T17:37:00.708191Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800331165267311:2112] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:37:00.703498Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800329689199362:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(158770838ns) {Configure:104(158764180ns) {ProcessConfigured:135(4392055ns) {StartInitialHandshake:157(4386863ns) {DropHandshakes:470(2079ns) {DropIncomingHandshake:442(548ns) DropOutgoingHandshake:457(383ns)} GenerateSessionVirtualId:988(783ns) PrepareNewSessionHandshake:477(2761ns) {SwitchToState:179(566ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:00.721709Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800331798683996:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(115752762ns) {Configure:104(115739955ns) {ProcessConfigured:135(1838966ns) {StartInitialHandshake:157(1835537ns) {DropHandshakes:470(15611ns) {DropIncomingHandshake:442(573ns) DropOutgoingHandshake:457(632ns)} GenerateSessionVirtualId:988(869ns) PrepareNewSessionHandshake:477(2714ns) {SwitchToState:179(675ns)}}}}}
2025-12-06T17:37:00.721707Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800329689199453:2134] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31778
2025-12-06T17:37:00.709854Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800331165267318:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40807
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:00.725717Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800328994851815:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(111336666ns) {Configure:104(111331608ns) {ProcessConfigured:135(16012951ns) {StartInitialHandshake:157(16010274ns) {DropHandshakes:470(2263ns) {DropIncomingHandshake:442(581ns) DropOutgoingHandshake:457(414ns)} GenerateSessionVirtualId:988(841ns) PrepareNewSessionHandshake:477(3251ns) {SwitchToState:179(234ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:00.725298Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800331798684077:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17904
2025-12-06T17:37:00.722501Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800329689199445:2129] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:00.712570Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800331165267311:2112] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:00.729003Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800332223316604:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(126153681ns) {Configure:104(126143198ns) {ProcessConfigured:135(11295871ns) {StartInitialHandshake:157(11292429ns) {DropHandshakes:470(1038183ns) {DropIncomingHandshake:442(612ns) DropOutgoingHandshake:457(1960ns)} GenerateSessionVirtualId:988(1157ns) PrepareNewSessionHandshake:477(6464ns) {SwitchToState:179(3624ns)}}}}}
2025-12-06T17:37:00.730507Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800331750359475:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:00.729754Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800328994851883:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41250
2025-12-06T17:37:00.722525Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800329689199452:2133] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31778
2025-12-06T17:37:00.714304Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800331165267240:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:37:00.732537Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800331798684070:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:00.730559Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800331750359475:2113] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:37:00.729895Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800328994851884:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41250
2025-12-06T17:37:00.732538Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800332223316662:2103] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(74393585ns) {Configure:104(74380273ns) {ProcessConfigured:135(2881113ns) {StartInitialHandshake:157(2878944ns) {DropHandshakes:470(2800ns) {DropIncomingHandshake:442(561ns) DropOutgoingHandshake:457(705ns)} GenerateSessionVirtualId:988(344ns) PrepareNewSessionHandshake:477(2627ns) {SwitchToState:179(175ns)}}}}}
2025-12-06T17:37:00.714391Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:00.739045Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800328994851884:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:00.725393Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800329689199446:2130] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:00.715399Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800331165267240:2049] [node 3] ICP22 created new session: [1:7580800331165267321:2049]
2025-12-06T17:37:00.735072Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800331750359475:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:00.743797Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800332223316676:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9543
2025-12-06T17:37:00.732589Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800331798684070:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:37:00.725859Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800329689199453:2134] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:00.739264Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800328994851883:2111] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:00.734674Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800331798684063:2111] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:00.722027Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800331165267321:2049] [node 3] ICS09 handshake done sender: [1:7580800331165267311:2112] self: [1:7580800331165267310:0] peer: [3:7580800331798684074:0] socket: 230 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:00.745463Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800331750359484:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3958
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:00.727106Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800329689199360:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:00.736378Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800331798684071:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:00.746893Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800332223316602:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(20856447ns) {Configure:104(20850199ns) {ProcessConfigured:135(2004670ns) {StartInitialHandshake:157(2001546ns) {DropHandshakes:470(1285ns) {DropIncomingHandshake:442(332ns) DropOutgoingHandshake:457(396ns)} GenerateSessionVirtualId:988(486ns) PrepareNewSessionHandshake:477(2589ns) {SwitchToState:179(990ns)}}}}}
2025-12-06T17:37:00.722079Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800331165267321:2049] [node 3] ICS10 traffic start
2025-12-06T17:37:00.744259Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800328994851882:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:00.727424Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800329689199362:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:00.728934Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800329689199441:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:00.744300Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800328994851882:2110] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:37:00.729268Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800329689199442:2113] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(61055277ns) {Configure:104(59905484ns) {ProcessConfigured:135(2775631ns) {StartInitialHandshake:157(2772206ns) {DropHandshakes:470(4088ns) {DropIncomingHandshake:442(919ns) DropOutgoingHandshake:457(803ns)} GenerateSessionVirtualId:988(1075ns) PrepareNewSessionHandshake:477(3061ns) {SwitchToState:179(747ns)}}}}}
2025-12-06T17:37:00.749327Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800332223316681:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9543
2025-12-06T17:37:00.736727Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800331798684070:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:00.722605Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800331165267318:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:00.750939Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800331750359483:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:00.748767Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580800328994851815:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:00.753005Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800331750359468:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:37:00.753035Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800329689199463:2137] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31778
2025-12-06T17:37:00.737026Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800331798683996:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:00.724688Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:00.748901Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800328994851894:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41250
2025-12-06T17:37:00.761088Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800329689199452:2133] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:00.724927Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800331165267304:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(111870488ns) {Configure:104(111862938ns) {ProcessConfigured:135(7755437ns) {StartInitialHandshake:157(7751364ns) {DropHandshakes:470(7230ns) {DropIncomingHandshake:442(1916ns) DropOutgoingHandshake:457(709ns)} GenerateSessionVirtualId:988(1349ns) PrepareNewSessionHandshake:477(3826ns) {SwitchToState:179(1178ns)}}}}}
2025-12-06T17:37:00.754994Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800328994851895:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41250
No RDMA context found for GID: 2025-12-06T17:37:00.762021Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800329689199446:2130] [node 4] ICH04 handshake succeeded
::ffff:127.1.0.0
2025-12-06T17:37:00.753076Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:00.755238Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800328994851882:2110] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:00.730007Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800331165267308:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:00.737275Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800331798683995:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:00.763273Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800328994851894:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:00.753923Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800331750359484:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:00.730046Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800331165267308:2111] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:37:00.737338Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:00.754196Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800331750359486:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3958
2025-12-06T17:37:00.745027Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800331165267308:2111] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:00.739019Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800331798683995:2048] [node 1] ICP22 created new session: [3:7580800331798684080:2048]
2025-12-06T17:37:00.754378Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800331750359404:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:00.763404Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800328994851895:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:00.739177Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800331798684058:2107] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:37:00.755299Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800331750359468:2108] [node 5] ICP22 created new session: [4:7580800331750359487:2108]
2025-12-06T17:37:00.746115Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800331165267240:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(22348406ns) {HandleHandshakeStatus:329(22344631ns) {DropIncomingHandshake:442(1414ns) DropOutgoingHandshake:457(823ns) SwitchToState:179(466ns) ProcessPendingSessionEvents:495(6270599ns) {ForwardSessionEventToSession:612(766969ns) ForwardSessionEventToSession:612(5546ns) ForwardSessionEventToSession:612(1480071ns) ForwardSessionEventToSession:612(5485ns) ForwardSessionEventToSession:612(3518429ns) ForwardSessionEventToSession:612(5271ns) ForwardSessionEventToSession:612(4604ns) ForwardSessionEventToSession:612(456407ns) ForwardSessionEventToSession:612(3317ns) ForwardSessionEventToSession:612(2650ns)}}}
2025-12-06T17:37:00.756294Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800331750359487:2108] [node 5] ICS09 handshake done sender: [4:7580800331750359475:2113] self: [4:7580800331750359474:0] peer: [5:7580800329689199462:0] socket: 233 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:00.750119Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800331165267303:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:37:00.757241Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800331750359487:2108] [node 5] ICS10 traffic start
2025-12-06T17:37:00.750157Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:00.758934Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800331750359490:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3958
2025-12-06T17:37:00.739226Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:00.763390Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800329689199464:2138] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31778
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:00.763604Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800329689199465:2139] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31778
2025-12-06T17:37:00.750189Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800331165267303:2108] [node 5] ICP22 created new session: [1:7580800331165267327:2108]
2025-12-06T17:37:00.760034Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:00.763498Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7580800331750359468:2108] [node 5] ICP18 handshake (actor [4:7580800331750359483:2116]) is too old
2025-12-06T17:37:00.740337Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800331798684080:2048] [node 1] ICS09 handshake done sender: [3:7580800331798684063:2111] self: [3:7580800331798684074:0] peer: [1:7580800331165267310:0] socket: 239 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:00.741285Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800331798684058:2107] [node 5] ICP22 created new session: [3:7580800331798684081:2107]
2025-12-06T17:37:00.764631Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800328994851816:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:37:00.750239Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800331165267327:2108] [node 5] ICS09 handshake done sender: [1:7580800331165267308:2111] self: [1:7580800331165267307:0] peer: [5:7580800329689199460:0] socket: 229 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:00.765211Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800331750359486:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:00.764646Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800332223316681:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:00.765191Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800328994851901:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41250
2025-12-06T17:37:00.770139Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:00.771164Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800328994851816:2049] [node 3] ICP22 created new session: [2:7580800328994851904:2049]
2025-12-06T17:37:00.741301Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800331798684080:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:00.750271Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800331165267327:2108] [node 5] ICS10 traffic start
2025-12-06T17:37:00.771133Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800329689199441:2108] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:37:00.773680Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800328994851904:2049] [node 3] ICS09 handshake done sender: [2:7580800328994851882:2110] self: [2:7580800328994851881:0] peer: [3:7580800331798684079:0] socket: 244 qp: -1
2025-12-06T17:37:00.774735Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800328994851904:2049] [node 3] ICS10 traffic start
2025-12-06T17:37:00.764867Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800332223316603:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:00.771140Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800329689199453:2134] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:00.742006Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:00.750333Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:00.765506Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800332223316676:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:00.775652Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:00.770430Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800332223316604:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:00.771231Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:00.751598Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580800331165267240:2049] [node 3] ICP18 handshake (actor [1:7580800331165267318:2115]) is too old
2025-12-06T17:37:00.742363Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800331798684081:2107] [node 5] ICS09 handshake done sender: [3:7580800331798684070:2114] self: [3:7580800331798684069:0] peer: [5:7580800329689199461:0] socket: 249 qp: -1
2025-12-06T17:37:00.783853Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800328994851888:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:00.783321Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800331750359405:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:00.752004Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800331165267306:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:00.743087Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800331798684081:2107] [node 5] ICS10 traffic start
2025-12-06T17:37:00.771573Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800329689199441:2108] [node 4] ICP22 created new session: [5:7580800329689199467:2108]
2025-12-06T17:37:00.783913Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800328994851888:2114] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:00.752033Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800331165267306:2110] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:37:00.775825Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800329689199467:2108] [node 4] ICS09 handshake done sender: [5:7580800329689199446:2130] self: [5:7580800329689199462:0] peer: [4:7580800331750359474:0] socket: 235 qp: -1
2025-12-06T17:37:00.802314Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800328994851902:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41250
2025-12-06T17:37:00.743137Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:00.761796Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800331165267315:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:00.776901Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800329689199467:2108] [node 4] ICS10 traffic start
2025-12-06T17:37:00.802472Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800331750359490:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:00.774777Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800331798684086:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17904
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:00.812321Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800332223316684:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9543
2025-12-06T17:37:00.779258Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:00.761828Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800331165267315:2113] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:37:00.805086Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800328994851816:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(24833939ns) {HandleHandshakeStatus:329(24177685ns) {DropIncomingHandshake:442(1839ns) DropOutgoingHandshake:457(1604ns) SwitchToState:179(714ns) ProcessPendingSessionEvents:495(4660225ns) {ForwardSessionEventToSession:612(91343ns) ForwardSessionEventToSession:612(5142ns) ForwardSessionEventToSession:612(4506838ns) ForwardSessionEventToSession:612(4370ns) ForwardSessionEventToSession:612(3414ns) ForwardSessionEventToSession:612(7807ns) ForwardSessionEventToSession:612(3944ns) ForwardSessionEventToSession:612(7245ns) ForwardSessionEventToSession:612(7746ns) ForwardSessionEventToSession:612(3188ns)}}}
2025-12-06T17:37:00.806234Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800331750359492:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3958
2025-12-06T17:37:00.814093Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800332223316686:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9543
2025-12-06T17:37:00.782765Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800331798684065:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:00.809051Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800328994851901:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:00.780654Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800329689199445:2129] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:00.772334Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800331165267306:2110] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:00.782817Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800331798684065:2112] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:00.814284Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800332223316684:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:00.772691Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800331165267325:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40807
2025-12-06T17:37:00.806680Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800331750359406:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:00.783362Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800329689199362:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:37:00.812715Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800328994851893:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:00.815832Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800332223316602:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:00.774512Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800331165267315:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:00.783223Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800331798684086:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:00.778149Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800331165267239:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:37:00.808638Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800331750359404:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26527) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580800331750359484:2117] held: no
2025-12-06T17:37:00.812757Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800328994851893:2116] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:37:00.783435Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:00.816255Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800332223316685:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9543
2025-12-06T17:37:00.779302Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:00.813090Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800331750359484:2117] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:00.819522Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800332223316685:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:00.787499Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800331798684088:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17904
2025-12-06T17:37:00.783487Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800329689199362:2050] [node 3] ICP22 created new session: [5:7580800329689199469:2050]
2025-12-06T17:37:00.815836Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800328994851883:2111] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:00.813782Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800331750359404:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:00.781808Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800331165267239:2048] [node 2] ICP22 created new session: [1:7580800331165267332:2048]
2025-12-06T17:37:00.819041Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800328994851888:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:00.814818Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:00.783174Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800331165267332:2048] [node 2] ICS09 handshake done sender: [1:7580800331165267306:2110] self: [1:7580800331165267305:0] peer: [2:7580800328994851899:0] socket: 228 qp: -1
2025-12-06T17:37:00.815951Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800331750359404:2048] [node 1] ICP22 created new session: [4:7580800331750359495:2048]
2025-12-06T17:37:00.783968Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800331165267302:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:37:00.821486Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800332223316676:2114] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:00.789168Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800331798684087:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17904
2025-12-06T17:37:00.783543Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800329689199469:2050] [node 3] ICS09 handshake done sender: [5:7580800329689199453:2134] self: [5:7580800329689199461:0] peer: [3:7580800331798684069:0] socket: 251 qp: -1
2025-12-06T17:37:00.801985Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800331798684088:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:00.784004Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800329689199469:2050] [node 3] ICS10 traffic start
2025-12-06T17:37:00.802559Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800331798684071:2115] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:00.816297Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800331750359495:2048] [node 1] ICS09 handshake done sender: [4:7580800331750359484:2117] self: [4:7580800331750359489:0] peer: [1:7580800331165267314:0] socket: 259 qp: -1
2025-12-06T17:37:00.820153Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580800328994851815:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:00.823905Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800332223316604:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:37:00.784040Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:00.816329Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800331750359495:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:00.821563Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:00.784048Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:00.822420Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800328994851880:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:00.818802Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:00.804837Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800331798684065:2112] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:00.787439Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800331165267302:2107] [node 4] ICP22 created new session: [1:7580800331165267333:2107]
2025-12-06T17:37:00.828257Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:00.785286Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800329689199360:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:00.809066Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800331798683996:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:00.785339Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:00.822501Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:00.787725Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800331165267332:2048] [node 2] ICS10 traffic start
2025-12-06T17:37:00.828331Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800332223316604:2050] [node 3] ICP22 created new session: [6:7580800332223316691:2050]
2025-12-06T17:37:00.785390Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800329689199360:2048] [node 1] ICP22 created new session: [5:7580800329689199472:2048]
2025-12-06T17:37:00.809135Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:00.822571Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800328994851880:2109] [node 6] ICP22 created new session: [2:7580800328994851911:2109]
2025-12-06T17:37:00.834842Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800331750359498:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3958
2025-12-06T17:37:00.834960Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800331750359499:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3958
2025-12-06T17:37:00.791025Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:00.785448Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800329689199472:2048] [node 1] ICS09 handshake done sender: [5:7580800329689199445:2129] self: [5:7580800329689199460:0] peer: [1:7580800331165267307:0] socket: 234 qp: -1
2025-12-06T17:37:00.812405Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800331798683996:2049] [node 2] ICP22 created new session: [3:7580800331798684092:2049]
2025-12-06T17:37:00.828476Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800332223316654:2100] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:00.822769Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800328994851911:2109] [node 6] ICS09 handshake done sender: [2:7580800328994851888:2114] self: [2:7580800328994851887:0] peer: [6:7580800332223316682:0] socket: 274 qp: -1
2025-12-06T17:37:00.797071Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800331165267333:2107] [node 4] ICS09 handshake done sender: [1:7580800331165267315:2113] self: [1:7580800331165267314:0] peer: [4:7580800331750359489:0] socket: 258 qp: -1
2025-12-06T17:37:00.845529Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800331750359406:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61509) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580800331750359490:2119] held: no
2025-12-06T17:37:00.845957Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800331750359490:2119] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:00.813302Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800331798684060:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:00.828737Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800332223316691:2050] [node 3] ICS09 handshake done sender: [6:7580800332223316676:2114] self: [6:7580800332223316683:0] peer: [3:7580800331798684064:0] socket: 264 qp: -1
2025-12-06T17:37:00.785494Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800329689199472:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:00.822897Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800328994851815:2048] [node 1] ICP22 created new session: [2:7580800328994851910:2048]
2025-12-06T17:37:00.797128Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800331165267333:2107] [node 4] ICS10 traffic start
2025-12-06T17:37:00.813546Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800331798684092:2049] [node 2] ICS09 handshake done sender: [3:7580800331798684071:2115] self: [3:7580800331798684079:0] peer: [2:7580800328994851881:0] socket: 248 qp: -1
2025-12-06T17:37:00.813581Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800331798684092:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:00.814292Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:00.814763Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800331798684060:2109] [node 6] ICP22 created new session: [3:7580800331798684093:2109]
2025-12-06T17:37:00.815568Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:00.815923Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800331798684093:2109] [node 6] ICS09 handshake done sender: [3:7580800331798684065:2112] self: [3:7580800331798684064:0] peer: [6:7580800332223316683:0] socket: 254 qp: -1
2025-12-06T17:37:00.816117Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800331798684093:2109] [node 6] ICS10 traffic start
2025-12-06T17:37:00.817998Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:00.822689Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800331798684067:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:00.822728Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800331798684067:2113] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:37:00.830897Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800331798684067:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:00.832751Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800331798684059:2108] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:37:00.832820Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:00.832883Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800331798684059:2108] [node 4] ICP22 created new session: [3:7580800331798684097:2108]
2025-12-06T17:37:00.832933Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800331798684097:2108] [node 4] ICS09 handshake done sender: [3:7580800331798684067:2113] self: [3:7580800331798684066:0] peer: [4:7580800331750359494:0] socket: 276 qp: -1
2025-12-06T17:37:00.846242Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800331750359406:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:37:00.785561Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:00.802891Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:00.823853Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800328994851911:2109] [node 6] ICS10 traffic start
2025-12-06T17:37:00.832973Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800331798684097:2108] [node 4] ICS10 traffic start
2025-12-06T17:37:00.786388Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800329689199471:2140] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31778
2025-12-06T17:37:00.829073Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800332223316691:2050] [node 3] ICS10 traffic start
2025-12-06T17:37:00.846297Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:00.823936Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:00.829290Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:00.846363Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800331750359406:2050] [node 3] ICP22 created new session: [4:7580800331750359500:2050]
2025-12-06T17:37:00.807268Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800331165267302:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(23053868ns) {HandleHandshakeStatus:329(23050568ns) {DropIncomingHandshake:442(16938ns) DropOutgoingHandshake:457(441ns) SwitchToState:179(517ns) ProcessPendingSessionEvents:495(1040048ns) {ForwardSessionEventToSession:612(979012ns) ForwardSessionEventToSession:612(5575ns) ForwardSessionEventToSession:612(11322ns) ForwardSessionEventToSession:612(4799ns) ForwardSessionEventToSession:612(6468ns) ForwardSessionEventToSession:612(3149ns) ForwardSessionEventToSession:612(3550ns) ForwardSessionEventToSession:612(9106ns) ForwardSessionEventToSession:612(2473ns) ForwardSessionEventToSession:612(3059ns)}}}
2025-12-06T17:37:00.833004Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:00.795509Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800329689199441:2108] [node 4] ICP35 event processing took too much time PendingConnection:279(23456791ns) {HandleHandshakeStatus:329(23453755ns) {DropIncomingHandshake:442(3306ns) DropOutgoingHandshake:457(8895ns) SwitchToState:179(437ns) ProcessPendingSessionEvents:495(4971597ns) {ForwardSessionEventToSession:612(4902326ns) ForwardSessionEventToSession:612(10908ns) ForwardSessionEventToSession:612(6348ns) ForwardSessionEventToSession:612(7722ns) ForwardSessionEventToSession:612(3621ns) ForwardSessionEventToSession:612(3735ns) ForwardSessionEventToSession:612(7123ns) ForwardSessionEventToSession:612(3735ns) ForwardSessionEventToSession:612(3335ns) ForwardSessionEventToSession:612(10299ns)}}}
2025-12-06T17:37:00.846414Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800331750359500:2050] [node 3] ICS09 handshake done sender: [4:7580800331750359490:2119] self: [4:7580800331750359494:0] peer: [3:7580800331798684066:0] socket: 278 qp: -1
2025-12-06T17:37:00.808543Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800331165267325:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:00.795583Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7580800329689199441:2108] [node 4] ICP27 obsolete handshake fail ignored
2025-12-06T17:37:00.824235Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580800328994851816:2049] [node 3] ICP18 handshake (actor [2:7580800328994851901:2119]) is too old
2025-12-06T17:37:00.830923Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800332223316688:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9543
2025-12-06T17:37:00.846461Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800331750359500:2050] [node 3] ICS10 traffic start
2025-12-06T17:37:00.812628Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580800331165267303:2108] [node 5] ICP18 handshake (actor [1:7580800331165267325:2117]) is too old
2025-12-06T17:37:00.846498Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:00.824235Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800328994851910:2048] [node 1] ICS09 handshake done sender: [2:7580800328994851883:2111] self: [2:7580800328994851899:0] peer: [1:7580800331165267305:0] socket: 240 qp: -1
2025-12-06T17:37:00.862902Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800332223316681:2116] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:00.827744Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800329689199471:2140] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:00.828806Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800329689199361:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: 2025-12-06T17:37:00.814735Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800331165267239:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(30292936ns) {HandleHandshakeStatus:329(30289169ns) {DropIncomingHandshake:442(787ns) DropOutgoingHandshake:457(782ns) SwitchToState:179(1012ns) ProcessPendingSessionEvents:495(9166540ns) {ForwardSessionEventToSession:612(5160069ns) ForwardSessionEventToSession:612(8514ns) ForwardSessionEventToSession:612(3939ns) ForwardSessionEventToSession:612(671151ns) ForwardSessionEventToSession:612(3528ns) ForwardSessionEventToSession:612(572362ns) ForwardSessionEventToSession:612(212111ns) ForwardSessionEventToSession:612(21486ns) ForwardSessionEventToSession:612(1932419ns) ForwardSessionEventToSession:612(4070ns)}}}
::ffff:127.1.0.0
2025-12-06T17:37:00.868132Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800332223316604:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(18506920ns) {HandleHandshakeStatus:329(18504566ns) {DropIncomingHandshake:442(476ns) DropOutgoingHandshake:457(17678ns) SwitchToState:179(702ns) ProcessPendingSessionEvents:495(9659592ns) {ForwardSessionEventToSession:612(605324ns) ForwardSessionEventToSession:612(1735954ns) ForwardSessionEventToSession:612(556113ns) ForwardSessionEventToSession:612(2802ns) ForwardSessionEventToSession:612(2470ns) ForwardSessionEventToSession:612(718246ns) ForwardSessionEventToSession:612(3212ns) ForwardSessionEventToSession:612(6005706ns) ForwardSessionEventToSession:612(7969ns) ForwardSessionEventToSession:612(4070ns)}}}
2025-12-06T17:37:00.863267Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800331750359486:2118] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:00.841465Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800329689199459:2136] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:00.824272Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800328994851910:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:00.871943Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800332223316689:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9543
2025-12-06T17:37:00.819638Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800331165267322:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:00.873236Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800332223316603:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8865) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800332223316681:2116] held: no
2025-12-06T17:37:00.841520Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580800329689199459:2136] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:00.824311Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:00.819670Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800331165267322:2116] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:00.870220Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800331750359405:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:00.870108Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800329689199459:2136] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:00.873481Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800332223316603:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:00.873150Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580800329689199442:2113] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:00.828153Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800331165267322:2116] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:00.834010Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800328994851886:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:00.872195Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:00.829376Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800331165267304:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:00.873522Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:00.834046Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800328994851886:2113] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:37:00.835286Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800328994851893:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:00.858401Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800328994851878:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:37:00.858483Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:00.873226Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:00.875274Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800332223316603:2049] [node 2] ICP22 created new session: [6:7580800332223316694:2049]
2025-12-06T17:37:00.873584Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800331750359405:2049] [node 2] ICP22 created new session: [4:7580800331750359502:2049]
2025-12-06T17:37:00.829416Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:00.873312Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800329689199442:2113] [node 6] ICP22 created new session: [5:7580800329689199478:2113]
2025-12-06T17:37:00.876053Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800332223316694:2049] [node 2] ICS09 handshake done sender: [6:7580800332223316681:2116] self: [6:7580800332223316682:0] peer: [2:7580800328994851887:0] socket: 277 qp: -1
2025-12-06T17:37:00.858562Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800328994851878:2107] [node 4] ICP22 created new session: [2:7580800328994851915:2107]
2025-12-06T17:37:00.858630Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800328994851915:2107] [node 4] ICS09 handshake done sender: [2:7580800328994851893:2116] self: [2:7580800328994851891:0] peer: [4:7580800331750359493:0] socket: 273 qp: -1
2025-12-06T17:37:00.858687Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800328994851915:2107] [node 4] ICS10 traffic start
2025-12-06T17:37:00.858729Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:00.867449Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800328994851886:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:00.873137Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800328994851879:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:37:00.873486Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:00.873528Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800328994851879:2108] [node 5] ICP22 created new session: [2:7580800328994851917:2108]
2025-12-06T17:37:00.875260Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800328994851917:2108] [node 5] ICS09 handshake done sender: [2:7580800328994851886:2113] self: [2:7580800328994851885:0] peer: [5:7580800329689199475:0] socket: 290 qp: -1
2025-12-06T17:37:00.875693Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800328994851917:2108] [node 5] ICS10 traffic start
2025-12-06T17:37:00.875923Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:00.873639Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800331750359502:2049] [node 2] ICS09 handshake done sender: [4:7580800331750359486:2118] self: [4:7580800331750359493:0] peer: [2:7580800328994851891:0] socket: 275 qp: -1
2025-12-06T17:37:00.873413Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800329689199478:2113] [node 6] ICS09 handshake done sender: [5:7580800329689199459:2136] self: [5:7580800329689199458:0] peer: [6:7580800332223316690:0] socket: 262 qp: -1
2025-12-06T17:37:00.830099Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800331165267304:2109] [node 6] ICP22 created new session: [1:7580800331165267337:2109]
2025-12-06T17:37:00.873623Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800329689199478:2113] [node 6] ICS10 traffic start
2025-12-06T17:37:00.873885Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800331750359502:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:00.831825Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800331165267337:2109] [node 6] ICS09 handshake done sender: [1:7580800331165267322:2116] self: [1:7580800331165267320:0] peer: [6:7580800332223316687:0] socket: 252 qp: -1
2025-12-06T17:37:00.873677Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:00.873937Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:00.878514Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800329689199361:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8865) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800329689199471:2140] held: no
2025-12-06T17:37:00.831874Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800331165267337:2109] [node 6] ICS10 traffic start
2025-12-06T17:37:00.831925Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:00.879295Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800329689199477:2141] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31778
2025-12-06T17:37:00.882967Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800329689199471:2140] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:00.884477Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800329689199361:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:00.884538Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:00.884854Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800329689199361:2049] [node 2] ICP22 created new session: [5:7580800329689199480:2049]
2025-12-06T17:37:00.884912Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800329689199480:2049] [node 2] ICS09 handshake done sender: [5:7580800329689199471:2140] self: [5:7580800329689199475:0] peer: [2:7580800328994851885:0] socket: 291 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:00.884955Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800329689199480:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:00.876084Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800332223316694:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:00.885023Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:00.876726Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:00.876996Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800332223316689:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:00.887144Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800332223316693:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9543
2025-12-06T17:37:00.887520Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800332223316654:2100] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8828) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800332223316685:2118] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:00.887694Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800331750359504:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3958
2025-12-06T17:37:00.887849Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800332223316662:2103] [node 4] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:00.887851Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800332223316684:2117] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:00.888041Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800332223316696:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9543
2025-12-06T17:37:00.888141Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800332223316602:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:00.888221Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:00.888271Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800332223316602:2048] [node 1] ICP22 created new session: [6:7580800332223316700:2048]
2025-12-06T17:37:00.888513Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800332223316700:2048] [node 1] ICS09 handshake done sender: [6:7580800332223316684:2117] self: [6:7580800332223316687:0] peer: [1:7580800331165267320:0] socket: 289 qp: -1
2025-12-06T17:37:00.888588Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800332223316700:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:00.888647Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:00.888782Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800332223316685:2118] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:00.888826Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800331165267339:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40807
2025-12-06T17:37:00.889090Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800332223316654:2100] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:37:00.889166Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:00.889213Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800332223316654:2100] [node 5] ICP22 created new session: [6:7580800332223316702:2100]
2025-12-06T17:37:00.889247Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800332223316702:2100] [node 5] ICS09 handshake done sender: [6:7580800332223316685:2118] self: [6:7580800332223316690:0] peer: [5:7580800329689199458:0] socket: 292 qp: -1
2025-12-06T17:37:00.889270Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800332223316702:2100] [node 5] ICS10 traffic start
2025-12-06T17:37:00.889294Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:00.888649Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800331750359480:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:00.888711Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800331750359480:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:00.890881Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800331750359504:2123] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:00.891778Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800332223316704:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9543
2025-12-06T17:37:00.891459Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800331750359480:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:00.891728Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800331750359471:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:00.891845Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:00.891906Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800331750359471:2109] [node 6] ICP22 created new session: [4:7580800331750359507:2109]
2025-12-06T17:37:00.892124Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800332223316689:2121] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:00.892671Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800332223316662:2103] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30223) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800332223316689:2121] held: no
2025-12-06T17:37:00.891993Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800331750359507:2109] [node 6] ICS09 handshake done sender: [4:7580800331750359480:2114] self: [4:7580800331750359479:0] peer: [6:7580800332223316699:0] socket: 237 qp: -1
2025-12-06T17:37:00.892035Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800331750359507:2109] [node 6] ICS10 traffic start
2025-12-06T17:37:00.892859Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800332223316662:2103] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:37:00.892082Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:00.892948Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:00.893020Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800332223316662:2103] [node 4] ICP22 created new session: [6:7580800332223316705:2103]
2025-12-06T17:37:00.893076Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800332223316705:2103] [node 4] ICS09 handshake done sender: [6:7580800332223316689:2121] self: [6:7580800332223316699:0] peer: [4:7580800331750359479:0] socket: 295 qp: -1
2025-12-06T17:37:00.893110Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800332223316705:2103] [node 4] ICS10 traffic start
2025-12-06T17:37:00.893211Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:00.930447Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:37:00.930657Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7580800328994851910:2048] [node 1] ICS07 socket disconnect 240 reason# EndOfStream
2025-12-06T17:37:00.930688Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580800328994851910:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:00.930765Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:00.930807Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580800328994851910:2048] [node 1] ICS15 start handshake
2025-12-06T17:37:00.965421Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:37:00.965881Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580800331798684080:2048] [node 1] ICS07 socket disconnect 239 reason# EndOfStream
2025-12-06T17:37:00.965159Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580800328994851815:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26527) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:37:00.965937Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800331798684080:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:00.965249Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580800328994851910:2048] [node 1] ICS15 start handshake
2025-12-06T17:37:00.966068Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:00.966128Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580800331798684080:2048] [node 1] ICS15 start handshake
2025-12-06T17:37:00.968116Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580800328994851815:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26527) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:37:00.968307Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580800328994851910:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:37:00.968357Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580800328994851815:2048] [node 1] ICP30 unregister session Session# [2:7580800328994851910:2048] VirtualId# [2:7580800328994851899:0]
2025-12-06T17:37:00.968418Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580800331798683995:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26527) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:37:00.968422Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:00.968555Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800331798684080:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:37:00.968458Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [2:7580800328994851815:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:26527) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:00.968587Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800331798683995:2048] [node 1] ICP30 unregister session Session# [3:7580800331798684080:2048] VirtualId# [3:7580800331798684074:0]
2025-12-06T17:37:00.968480Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26527) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:00.968663Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:00.968727Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580800331798683995:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:26527) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:00.968744Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26527) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:00.969423Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:37:00.969696Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800329689199472:2048] [node 1] ICS01 socket: 234 reason# EndOfStream
2025-12-06T17:37:00.969740Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800329689199360:2048] [node 1] ICP30 unregister session Session# [5:7580800329689199472:2048] VirtualId# [5:7580800329689199460:0]
2025-12-06T17:37:00.969783Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800329689199472:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:00.969867Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:00.969919Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:00.970638Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:37:00.970875Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580800332223316700:2048] [node 1] ICS07 socket disconnect 289 reason# EndOfStream
2025-12-06T17:37:00.970918Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800332223316700:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:00.970996Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:00.971056Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580800332223316700:2048] [node 1] ICS15 start handshake
2025-12-06T17:37:00.970711Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:37:00.971033Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800331750359495:2048] [node 1] ICS01 socket: 259 reason# EndOfStream
2025-12-06T17:37:00.971100Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800331750359404:2048] [node 1] ICP30 unregister session Session# [4:7580800331750359495:2048] VirtualId# [4:7580800331750359489:0]
2025-12-06T17:37:00.971144Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800331750359495:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:00.971296Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:00.971357Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:00.971920Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800332223316602:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26527) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:37:00.971990Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800332223316700:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:37:00.972077Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800332223316602:2048] [node 1] ICP30 unregister session Session# [6:7580800332223316700:2048] VirtualId# [6:7580800332223316687:0]
2025-12-06T17:37:00.972131Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:00.972165Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580800332223316602:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:26527) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:00.972200Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26527) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:00.978917Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580800331798683995:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:37:00.982073Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580800332223316602:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:37:01.005797Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:37:01.006092Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800331798684092:2049] [node 2] ICS01 socket: 248 reason# EndOfStream
2025-12-06T17:37:01.006136Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800331798683996:2049] [node 2] ICP30 unregister session Session# [3:7580800331798684092:2049] VirtualId# [3:7580800331798684079:0]
2025-12-06T17:37:01.006176Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800331798684092:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:01.006295Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:01.006413Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:01.009960Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:37:01.010281Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580800331750359502:2049] [node 2] ICS07 socket disconnect 275 reason# EndOfStream
2025-12-06T17:37:01.010329Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800331750359502:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:01.010487Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:01.010566Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580800331750359502:2049] [node 2] ICS15 start handshake
2025-12-06T17:37:01.011792Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:37:01.011828Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800331750359405:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8865) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:37:01.011931Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800331750359502:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:37:01.011973Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800331750359405:2049] [node 2] ICP30 unregister session Session# [4:7580800331750359502:2049] VirtualId# [4:7580800331750359493:0]
2025-12-06T17:37:01.012028Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:01.012071Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580800331750359405:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:8865) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:01.012091Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8865) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:01.012101Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800329689199480:2049] [node 2] ICS01 socket: 291 reason# EndOfStream
2025-12-06T17:37:01.012146Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800329689199361:2049] [node 2] ICP30 unregister session Session# [5:7580800329689199480:2049] VirtualId# [5:7580800329689199475:0]
2025-12-06T17:37:01.012178Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800329689199480:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:01.012279Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:01.012343Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:01.012616Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:37:01.012783Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800332223316694:2049] [node 2] ICS01 socket: 277 reason# EndOfStream
2025-12-06T17:37:01.012818Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800332223316603:2049] [node 2] ICP30 unregister session Session# [6:7580800332223316694:2049] VirtualId# [6:7580800332223316682:0]
2025-12-06T17:37:01.012844Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800332223316694:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:01.012923Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:01.012975Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:01.019853Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580800331750359405:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:37:01.037178Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:37:01.037418Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580800329689199469:2050] [node 3] ICS07 socket disconnect 251 reason# EndOfStream
2025-12-06T17:37:01.037456Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800329689199469:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:01.037558Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:37:01.037604Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580800329689199469:2050] [node 3] ICS15 start handshake
2025-12-06T17:37:01.038562Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:37:01.038552Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800329689199362:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61509) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:37:01.038655Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800329689199469:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:37:01.038709Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800329689199362:2050] [node 3] ICP30 unregister session Session# [5:7580800329689199469:2050] VirtualId# [5:7580800329689199461:0]
2025-12-06T17:37:01.038760Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:37:01.038790Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580800329689199362:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:61509) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:01.038806Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61509) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:01.038802Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800331750359500:2050] [node 3] ICS01 socket: 278 reason# EndOfStream
2025-12-06T17:37:01.038856Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800331750359406:2050] [node 3] ICP30 unregister session Session# [4:7580800331750359500:2050] VirtualId# [4:7580800331750359494:0]
2025-12-06T17:37:01.038888Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800331750359500:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:01.038970Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:37:01.039011Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:37:01.042703Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:37:01.042935Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580800332223316691:2050] [node 3] ICS07 socket disconnect 264 reason# EndOfStream
2025-12-06T17:37:01.042978Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800332223316691:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:01.043112Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:37:01.043226Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580800332223316691:2050] [node 3] ICS15 start handshake
2025-12-06T17:37:01.044868Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800332223316604:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61509) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:37:01.044934Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800332223316691:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:37:01.044974Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800332223316604:2050] [node 3] ICP30 unregister session Session# [6:7580800332223316691:2050] VirtualId# [6:7580800332223316683:0]
2025-12-06T17:37:01.045021Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:37:01.045049Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580800332223316604:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:61509) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:01.045065Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61509) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:01.048519Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580800329689199362:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:37:01.055040Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580800332223316604:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:37:01.098374Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:37:01.098658Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580800329689199467:2108] [node 4] ICS07 socket disconnect 235 reason# EndOfStream
2025-12-06T17:37:01.098703Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800329689199467:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:01.098829Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:37:01.098894Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580800329689199467:2108] [node 4] ICS15 start handshake
2025-12-06T17:37:01.099429Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:37:01.099658Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800332223316705:2103] [node 4] ICS01 socket: 295 reason# EndOfStream
2025-12-06T17:37:01.099705Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800332223316662:2103] [node 4] ICP30 unregister session Session# [6:7580800332223316705:2103] VirtualId# [6:7580800332223316699:0]
2025-12-06T17:37:01.099741Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800332223316705:2103] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:01.099833Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:37:01.099879Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:37:01.100569Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800329689199441:2108] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30223) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:37:01.100696Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800329689199467:2108] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:37:01.100760Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800329689199441:2108] [node 4] ICP30 unregister session Session# [5:7580800329689199467:2108] VirtualId# [5:7580800329689199462:0]
2025-12-06T17:37:01.100816Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:37:01.100870Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580800329689199441:2108] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:30223) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:01.100896Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30223) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:01.144228Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:37:01.144514Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800332223316702:2100] [node 5] ICS01 socket: 292 reason# EndOfStream
2025-12-06T17:37:01.144573Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800332223316654:2100] [node 5] ICP30 unregister session Session# [6:7580800332223316702:2100] VirtualId# [6:7580800332223316690:0]
2025-12-06T17:37:01.144625Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800332223316702:2100] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:01.144758Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:37:01.144840Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:37:01.226427Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800335900657069:2048] [node 2] ICP01 ready to work
2025-12-06T17:37:01.226463Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800335900657070:2049] [node 3] ICP01 ready to work
2025-12-06T17:37:01.234928Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800334139961251:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:01.234960Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800334139961252:2049] [node 3] ICP01 ready to work
2025-12-06T17:37:01.249630Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800335836043092:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:01.249660Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800335836043093:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:01.258423Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800335011305200:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:01.258462Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800335011305201:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:01.258503Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800335011305202:2050] [node 3] ICP01 ready to work
2025-12-06T17:37:01.267356Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800337195304567:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:01.267419Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800337195304569:2050] [node 3] ICP01 ready to work
2025-12-06T17:37:01.267594Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800337195304568:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:01.279267Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800334259388036:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:01.279544Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800334259388038:2050] [node 3] ICP01 ready to work
2025-12-06T17:37:01.279629Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800334259388037:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:01.350441Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800334259388098:2106] [node 5] ICP01 ready to work
2025-12-06T17:37:01.405487Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800335900657130:2107] [node 4] ICP01 ready to work
2025-12-06T17:37:01.427368Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800337195304631:2108] [node 4] ICP01 ready to work
2025-12-06T17:37:01.429404Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800335836043156:2109] [node 6] ICP01 ready to work
2025-12-06T17:37:01.430700Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800334259388101:2109] [node 4] ICP01 ready to work
2025-12-06T17:37:01.431739Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800335011305264:2110] [node 6] ICP01 ready to work
2025-12-06T17:37:01.432019Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800335011305265:2108] [node 5] ICP01 ready to work
2025-12-06T17:37:01.429926Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800335900657133:2108] [node 5] ICP01 ready to work
2025-12-06T17:37:01.432147Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800334259388098:2106] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(81180445ns) {Configure:104(81170973ns) {ProcessConfigured:135(523297ns) {StartInitialHandshake:157(519839ns) {DropHandshakes:470(1749ns) {DropIncomingHandshake:442(380ns) DropOutgoingHandshake:457(328ns)} GenerateSessionVirtualId:988(420ns) PrepareNewSessionHandshake:477(1545ns) {SwitchToState:179(478ns)}}}}}
2025-12-06T17:37:01.429083Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800335836043155:2108] [node 5] ICP01 ready to work
2025-12-06T17:37:01.430981Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800335836043157:2107] [node 4] ICP01 ready to work
2025-12-06T17:37:01.432179Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800334139961317:2110] [node 6] ICP01 ready to work
2025-12-06T17:37:01.431063Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800337195304632:2110] [node 6] ICP01 ready to work
2025-12-06T17:37:01.432209Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800334139961315:2109] [node 5] ICP01 ready to work
2025-12-06T17:37:01.432263Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800334139961316:2107] [node 4] ICP01 ready to work
2025-12-06T17:37:01.430494Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800335900657134:2109] [node 6] ICP01 ready to work
2025-12-06T17:37:01.434185Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800335900657069:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(80911002ns) {Configure:104(80905254ns) {ProcessConfigured:135(1951756ns) {StartInitialHandshake:157(1948601ns) {DropHandshakes:470(3554ns) {DropIncomingHandshake:442(874ns) DropOutgoingHandshake:457(641ns)} GenerateSessionVirtualId:988(1012ns) PrepareNewSessionHandshake:477(1596ns) {SwitchToState:179(507ns)}}}}}
2025-12-06T17:37:01.440710Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800335011305201:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(16546668ns) {Configure:104(16542053ns) {ProcessConfigured:135(63352ns) {StartInitialHandshake:157(61630ns) {DropHandshakes:470(1223ns) {DropIncomingHandshake:442(265ns) DropOutgoingHandshake:457(307ns)} GenerateSessionVirtualId:988(574ns) PrepareNewSessionHandshake:477(1319ns) {SwitchToState:179(797ns)}}}}}
2025-12-06T17:37:01.456152Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800337195304567:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(76110156ns) {Configure:104(76102447ns) {ProcessConfigured:135(3549523ns) {StartInitialHandshake:157(3547586ns) {DropHandshakes:470(1781ns) {DropIncomingHandshake:442(383ns) DropOutgoingHandshake:457(400ns)} GenerateSessionVirtualId:988(519ns) PrepareNewSessionHandshake:477(3450ns) {SwitchToState:179(444ns)}}}}}
2025-12-06T17:37:01.448816Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800335011305200:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(39146437ns) {Configure:104(39136797ns) {ProcessConfigured:135(56059ns) {StartInitialHandshake:157(53305ns) {DropHandshakes:470(2002ns) {DropIncomingHandshake:442(395ns) DropOutgoingHandshake:457(370ns)} GenerateSessionVirtualId:988(612ns) PrepareNewSessionHandshake:477(1970ns) {SwitchToState:179(731ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:01.458100Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800335900657147:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42861
2025-12-06T17:37:01.454635Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800335836043093:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(19251128ns) {Configure:104(19245481ns) {ProcessConfigured:135(65990ns) {StartInitialHandshake:157(62445ns) {DropHandshakes:470(5043ns) {DropIncomingHandshake:442(709ns) DropOutgoingHandshake:457(1758ns)} GenerateSessionVirtualId:988(1129ns) PrepareNewSessionHandshake:477(1767ns) {SwitchToState:179(472ns)}}}}}
2025-12-06T17:37:01.454788Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800334259388037:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(17254530ns) {Configure:104(17242872ns) {ProcessConfigured:135(4934679ns) {StartInitialHandshake:157(4931650ns) {DropHandshakes:470(2033ns) {DropIncomingHandshake:442(531ns) DropOutgoingHandshake:457(579ns)} GenerateSessionVirtualId:988(447ns) PrepareNewSessionHandshake:477(2920ns) {SwitchToState:179(1007ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:01.472657Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800335011305265:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(40359436ns) {Configure:104(40355035ns) {ProcessConfigured:135(9695405ns) {StartInitialHandshake:157(9690594ns) {DropHandshakes:470(3562ns) {DropIncomingHandshake:442(921ns) DropOutgoingHandshake:457(447ns)} GenerateSessionVirtualId:988(809ns) PrepareNewSessionHandshake:477(4916ns) {SwitchToState:179(2523ns)}}}}}
2025-12-06T17:37:01.473125Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800335011305278:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4948
2025-12-06T17:37:01.460434Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800337195304631:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(27786971ns) {Configure:104(27782547ns) {ProcessConfigured:135(2664986ns) {StartInitialHandshake:157(2662967ns) {DropHandshakes:470(1587ns) {DropIncomingHandshake:442(305ns) DropOutgoingHandshake:457(277ns)} GenerateSessionVirtualId:988(366ns) PrepareNewSessionHandshake:477(3686ns) {SwitchToState:179(312ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:01.468863Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800334259388036:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(22043717ns) {Configure:104(22032061ns) {ProcessConfigured:135(2751317ns) {StartInitialHandshake:157(2747334ns) {DropHandshakes:470(3074ns) {DropIncomingHandshake:442(518ns) DropOutgoingHandshake:457(614ns)} GenerateSessionVirtualId:988(459ns) PrepareNewSessionHandshake:477(4736ns) {SwitchToState:179(2136ns)}}}}}
2025-12-06T17:37:01.470982Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800334139961251:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(24611954ns) {Configure:104(24604986ns) {ProcessConfigured:135(1424334ns) {StartInitialHandshake:157(1421645ns) {DropHandshakes:470(1645ns) {DropIncomingHandshake:442(273ns) DropOutgoingHandshake:457(281ns)} GenerateSessionVirtualId:988(830ns) PrepareNewSessionHandshake:477(2019ns) {SwitchToState:179(740ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:01.473845Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800337195304569:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(66376363ns) {Configure:104(53133912ns) {ProcessConfigured:135(2097259ns) {StartInitialHandshake:157(2094607ns) {DropHandshakes:470(1921ns) {DropIncomingHandshake:442(578ns) DropOutgoingHandshake:457(246ns)} GenerateSessionVirtualId:988(694ns) PrepareNewSessionHandshake:477(2314ns) {SwitchToState:179(444ns)}}}}}
2025-12-06T17:37:01.474828Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800335900657149:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42861
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:01.483004Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800335900657130:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(30699361ns) {Configure:104(30690743ns) {ProcessConfigured:135(6132946ns) {StartInitialHandshake:157(5328594ns) {DropHandshakes:470(4956ns) {DropIncomingHandshake:442(296ns) DropOutgoingHandshake:457(594ns)} GenerateSessionVirtualId:988(1350ns) PrepareNewSessionHandshake:477(3169ns) {SwitchToState:179(1377ns)}}}}}
2025-12-06T17:37:01.502294Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800335900657151:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42861
2025-12-06T17:37:01.471567Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800334259388101:2109] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(38814129ns) {Configure:104(38489895ns) {ProcessConfigured:135(6320336ns) {StartInitialHandshake:157(6316338ns) {DropHandshakes:470(3607637ns) {DropIncomingHandshake:442(920ns) DropOutgoingHandshake:457(2129ns)} GenerateSessionVirtualId:988(1816ns) PrepareNewSessionHandshake:477(2591ns) {SwitchToState:179(1373ns)}}}}}
2025-12-06T17:37:01.482916Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800335836043155:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(36144206ns) {Configure:104(36139683ns) {ProcessConfigured:135(12454596ns) {StartInitialHandshake:157(12452875ns) {DropHandshakes:470(884ns) {DropIncomingHandshake:442(364ns) DropOutgoingHandshake:457(83ns)} GenerateSessionVirtualId:988(262ns) PrepareNewSessionHandshake:477(4049ns) {SwitchToState:179(448ns)}}}}}
2025-12-06T17:37:01.493609Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800335836043092:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(37903678ns) {Configure:104(37894976ns) {ProcessConfigured:135(9261650ns) {StartInitialHandshake:157(9259242ns) {DropHandshakes:470(3134ns) {DropIncomingHandshake:442(734ns) DropOutgoingHandshake:457(402ns)} GenerateSessionVirtualId:988(921ns) PrepareNewSessionHandshake:477(4419ns) {SwitchToState:179(533ns)}}}}}
2025-12-06T17:37:01.493964Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800335836043166:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53347
2025-12-06T17:37:01.509540Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800335900657147:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:01.478801Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800337195304568:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(33576160ns) {Configure:104(33566052ns) {ProcessConfigured:135(6093737ns) {StartInitialHandshake:157(6090294ns) {DropHandshakes:470(2212ns) {DropIncomingHandshake:442(843ns) DropOutgoingHandshake:457(290ns)} GenerateSessionVirtualId:988(1785ns) PrepareNewSessionHandshake:477(2761ns) {SwitchToState:179(1168ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:01.479209Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800334139961252:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(46518566ns) {Configure:104(46514153ns) {ProcessConfigured:135(7969540ns) {StartInitialHandshake:157(5313772ns) {DropHandshakes:470(2721ns) {DropIncomingHandshake:442(309ns) DropOutgoingHandshake:457(233ns)} GenerateSessionVirtualId:988(1680ns) PrepareNewSessionHandshake:477(4989ns) {SwitchToState:179(2430ns)}}}}}
2025-12-06T17:37:01.499599Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800335836043160:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53347
2025-12-06T17:37:01.489103Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800334259388038:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(42089009ns) {Configure:104(42083080ns) {ProcessConfigured:135(5784289ns) {StartInitialHandshake:157(5780583ns) {DropHandshakes:470(3087ns) {DropIncomingHandshake:442(837ns) DropOutgoingHandshake:457(604ns)} GenerateSessionVirtualId:988(591ns) PrepareNewSessionHandshake:477(9474ns) {SwitchToState:179(2017ns)}}}}}
2025-12-06T17:37:01.510732Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800334139961331:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47159
2025-12-06T17:37:01.487629Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800337195304645:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58706
2025-12-06T17:37:01.487738Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800337195304646:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58706
2025-12-06T17:37:01.512449Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800337195304648:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58706
2025-12-06T17:37:01.512707Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800334139961317:2110] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(49230738ns) {Configure:104(49224593ns) {ProcessConfigured:135(11831614ns) {StartInitialHandshake:157(11827645ns) {DropHandshakes:470(3764ns) {DropIncomingHandshake:442(777ns) DropOutgoingHandshake:457(999ns)} GenerateSessionVirtualId:988(468ns) PrepareNewSessionHandshake:477(3280ns) {SwitchToState:179(1079ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:01.521978Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800335011305280:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4948
2025-12-06T17:37:01.499851Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800335836043171:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53347
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:01.500967Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800334259388112:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56677
2025-12-06T17:37:01.517029Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800335900657138:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:01.524499Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800334139961316:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(55076073ns) {Configure:104(55065133ns) {ProcessConfigured:135(4237011ns) {StartInitialHandshake:157(4233759ns) {DropHandshakes:470(3181ns) {DropIncomingHandshake:442(768ns) DropOutgoingHandshake:457(542ns)} GenerateSessionVirtualId:988(1388ns) PrepareNewSessionHandshake:477(3193ns) {SwitchToState:179(868ns)}}}}}
2025-12-06T17:37:01.528012Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800335011305274:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:01.512745Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800337195304632:2110] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(32144069ns) {Configure:104(32132549ns) {ProcessConfigured:135(12171222ns) {StartInitialHandshake:157(12165207ns) {DropHandshakes:470(3898ns) {DropIncomingHandshake:442(497ns) DropOutgoingHandshake:457(711ns)} GenerateSessionVirtualId:988(1014ns) PrepareNewSessionHandshake:477(2987ns) {SwitchToState:179(1072ns)}}}}}
2025-12-06T17:37:01.499912Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800335836043172:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53347
2025-12-06T17:37:01.501029Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800334259388113:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56677
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:01.528078Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800335011305274:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:01.524618Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800337195304646:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:01.517090Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800335900657138:2111] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:37:01.538369Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800334139961321:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47159
2025-12-06T17:37:01.506552Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800335836043160:2111] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:01.531564Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800335900657138:2111] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:01.515070Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800334259388113:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:01.530373Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800337195304568:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:01.539134Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800337195304648:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:01.539995Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800337195304569:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:01.538999Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800334139961319:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:01.530393Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800335011305280:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:01.507513Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800335836043157:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(17928925ns) {Configure:104(17920271ns) {ProcessConfigured:135(57867ns) {StartInitialHandshake:157(54733ns) {DropHandshakes:470(3577ns) {DropIncomingHandshake:442(880ns) DropOutgoingHandshake:457(590ns)} GenerateSessionVirtualId:988(667ns) PrepareNewSessionHandshake:477(1775ns) {SwitchToState:179(586ns)}}}}}
2025-12-06T17:37:01.515440Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800334259388101:2109] [node 4] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:01.539269Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800335011305274:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:01.541100Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800337195304645:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:01.533735Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800335900657151:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:01.539026Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800334139961319:2111] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:37:01.508719Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800335836043092:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: 2025-12-06T17:37:01.536272Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800335900657070:2049] [node 3] ICP20 outgoing handshake succeeded
::ffff:127.1.0.0
2025-12-06T17:37:01.536370Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800334259388111:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56677
2025-12-06T17:37:01.518325Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800335836043166:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:01.553067Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800335011305264:2110] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:01.540960Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800334139961331:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:01.537388Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800334259388112:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:01.536340Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:01.556112Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800337195304650:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58706
2025-12-06T17:37:01.553147Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:01.538684Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800335836043172:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:01.539699Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800334259388038:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:01.541103Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800334139961325:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:01.538442Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800335900657149:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:01.554574Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800335011305264:2110] [node 6] ICP22 created new session: [4:7580800335011305283:2110]
2025-12-06T17:37:01.541133Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800334139961325:2114] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:37:01.557263Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800335011305278:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:01.557333Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800335011305283:2110] [node 6] ICS09 handshake done sender: [4:7580800335011305274:2114] self: [4:7580800335011305273:0] peer: [6:7580800334259388118:0] socket: 243 qp: -1
2025-12-06T17:37:01.538886Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800335836043171:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:01.557380Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800335011305283:2110] [node 6] ICS10 traffic start
2025-12-06T17:37:01.562673Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:01.539025Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800335836043093:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:01.546062Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800335836043159:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:01.565718Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800337195304650:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:01.541212Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800334259388111:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:01.538640Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800335900657070:2049] [node 3] ICP22 created new session: [1:7580800335900657155:2049]
2025-12-06T17:37:01.546096Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800335836043159:2110] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:01.583005Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800335011305288:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4948
2025-12-06T17:37:01.543746Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800334139961321:2112] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:01.550056Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800335836043180:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53347
2025-12-06T17:37:01.546232Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800334259388036:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:01.569772Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800337195304567:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:01.539637Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800335900657150:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42861
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:01.612775Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800337195304653:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58706
2025-12-06T17:37:01.618882Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800337195304569:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25552) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800337195304648:2118] held: no
2025-12-06T17:37:01.543990Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580800334139961251:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:01.550633Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800335836043168:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:01.541081Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800335900657155:2049] [node 3] ICS09 handshake done sender: [1:7580800335900657138:2111] self: [1:7580800335900657137:0] peer: [3:7580800335836043175:0] socket: 235 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:01.555468Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800334259388101:2109] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21523) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800334259388113:2117] held: no
2025-12-06T17:37:01.541637Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800335900657155:2049] [node 3] ICS10 traffic start
2025-12-06T17:37:01.646223Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800337195304646:2116] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:01.651687Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800337195304654:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58706
2025-12-06T17:37:01.653226Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800337195304568:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:01.653287Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:01.550677Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800335836043168:2115] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:37:01.541686Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:01.544600Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800335900657136:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:01.544616Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800335900657136:2110] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:37:01.546603Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800335900657150:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:01.551751Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800335900657136:2110] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:01.552336Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800335900657142:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:01.552368Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800335900657142:2112] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:01.555268Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800335900657069:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:37:01.556242Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:01.557386Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800335900657069:2048] [node 2] ICP22 created new session: [1:7580800335900657160:2048]
2025-12-06T17:37:01.559084Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800335900657160:2048] [node 2] ICS09 handshake done sender: [1:7580800335900657136:2110] self: [1:7580800335900657135:0] peer: [2:7580800334139961334:0] socket: 234 qp: -1
2025-12-06T17:37:01.562609Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800335900657070:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(23575043ns) {HandleHandshakeStatus:329(23564575ns) {DropIncomingHandshake:442(1912ns) DropOutgoingHandshake:457(684ns) SwitchToState:179(694ns) ProcessPendingSessionEvents:495(2820693ns) {ForwardSessionEventToSession:612(778029ns) ForwardSessionEventToSession:612(8440ns) ForwardSessionEventToSession:612(3367ns) ForwardSessionEventToSession:612(31348ns) ForwardSessionEventToSession:612(3585ns) ForwardSessionEventToSession:612(2762ns) ForwardSessionEventToSession:612(656860ns) ForwardSessionEventToSession:612(4339ns) ForwardSessionEventToSession:612(354216ns) ForwardSessionEventToSession:612(958995ns)}}}
2025-12-06T17:37:01.564357Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580800335900657070:2049] [node 3] ICP18 handshake (actor [1:7580800335900657151:2118]) is too old
2025-12-06T17:37:01.565586Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800335900657160:2048] [node 2] ICS10 traffic start
2025-12-06T17:37:01.566882Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:01.578666Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800335900657142:2112] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:01.584834Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800335900657144:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:01.584897Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800335900657144:2113] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:37:01.603883Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800335900657069:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(48398327ns) {HandleHandshakeStatus:329(48395244ns) {DropIncomingHandshake:442(355248ns) DropOutgoingHandshake:457(520ns) SwitchToState:179(1092ns) ProcessPendingSessionEvents:495(29022503ns) {ForwardSessionEventToSession:612(28954973ns) ForwardSessionEventToSession:612(7586ns) ForwardSessionEventToSession:612(9907ns) ForwardSessionEventToSession:612(4590ns) ForwardSessionEventToSession:612(4605ns) ForwardSessionEventToSession:612(9518ns) ForwardSessionEventToSession:612(3566ns) ForwardSessionEventToSession:612(3080ns) ForwardSessionEventToSession:612(5466ns) ForwardSessionEventToSession:612(6026ns)}}}
2025-12-06T17:37:01.621451Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800335900657144:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:01.640118Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800335900657134:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:01.640181Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:01.640267Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800335900657134:2109] [node 6] ICP22 created new session: [1:7580800335900657166:2109]
2025-12-06T17:37:01.640321Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800335900657166:2109] [node 6] ICS09 handshake done sender: [1:7580800335900657142:2112] self: [1:7580800335900657141:0] peer: [6:7580800334259388121:0] socket: 237 qp: -1
2025-12-06T17:37:01.640373Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800335900657166:2109] [node 6] ICS10 traffic start
2025-12-06T17:37:01.640415Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:01.646297Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800335900657133:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:37:01.650624Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:01.652197Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800335900657133:2108] [node 5] ICP22 created new session: [1:7580800335900657168:2108]
2025-12-06T17:37:01.653887Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800335900657168:2108] [node 5] ICS09 handshake done sender: [1:7580800335900657144:2113] self: [1:7580800335900657143:0] peer: [5:7580800337195304656:0] socket: 278 qp: -1
2025-12-06T17:37:01.544191Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800334139961325:2114] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:01.649779Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800335011305289:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4948
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:01.557271Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800334259388119:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56677
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:01.552013Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800335836043172:2118] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:01.654269Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800337195304569:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(32936725ns) {HandleHandshakeStatus:395(32931702ns) {LogHandshakeFail:472(24086907ns) {UpdateErrorStateLog:545(8790ns)} DropOutgoingHandshake:457(641ns) ProcessPendingSessionEvents:495(8748405ns) {DropSessionEvent:512(16464ns) DropSessionEvent:512(21725ns) DropSessionEvent:512(3638ns) DropSessionEvent:512(3923ns) DropSessionEvent:512(4571ns) DropSessionEvent:512(6816ns) DropSessionEvent:512(4771ns) DropSessionEvent:512(4976ns) DropSessionEvent:512(5742ns) DropSessionEvent:512(19540ns)}}}
2025-12-06T17:37:01.574770Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800334259388122:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56677
2025-12-06T17:37:01.650702Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800335011305288:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:01.553433Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800334139961252:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:37:01.663068Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800335900657168:2108] [node 5] ICS10 traffic start
2025-12-06T17:37:01.553079Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800335836043177:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53347
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:01.652609Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800335011305264:2110] [node 6] ICP35 event processing took too much time PendingConnection:279(61578830ns) {HandleHandshakeStatus:329(61575521ns) {DropIncomingHandshake:442(20127ns) DropOutgoingHandshake:457(1029ns) SwitchToState:179(653ns) ProcessPendingSessionEvents:495(46757735ns) {ForwardSessionEventToSession:612(3028883ns) ForwardSessionEventToSession:612(2365842ns) ForwardSessionEventToSession:612(11612ns) ForwardSessionEventToSession:612(8667295ns) ForwardSessionEventToSession:612(4814ns) ForwardSessionEventToSession:612(3799ns) ForwardSessionEventToSession:612(11975009ns) ForwardSessionEventToSession:612(3700ns) ForwardSessionEventToSession:612(7927107ns) ForwardSessionEventToSession:612(7785254ns)}}}
2025-12-06T17:37:01.663152Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:01.553487Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:01.576308Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800334259388113:2117] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:01.657115Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800337195304568:2049] [node 2] ICP22 created new session: [5:7580800337195304659:2049]
2025-12-06T17:37:01.669075Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800335900657148:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:01.556056Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800335836043093:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:01.653011Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800335011305289:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:01.554006Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800334139961252:2049] [node 3] ICP22 created new session: [2:7580800334139961337:2049]
2025-12-06T17:37:01.559130Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800335836043168:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:01.576634Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800334259388101:2109] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:37:01.668207Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800337195304567:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28071) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800337195304650:2119] held: no
2025-12-06T17:37:01.653103Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800335011305200:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:01.669103Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800335900657148:2115] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:01.559397Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:01.554042Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800334139961319:2111] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:01.668448Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800337195304654:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:01.653200Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800335011305287:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4948
2025-12-06T17:37:01.576690Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:01.672116Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800335900657148:2115] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:01.668547Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800337195304657:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58706
2025-12-06T17:37:01.559456Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800335836043093:2049] [node 2] ICP22 created new session: [3:7580800335836043183:2049]
2025-12-06T17:37:01.657091Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800335011305202:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:01.556185Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800334139961337:2049] [node 3] ICS09 handshake done sender: [2:7580800334139961325:2114] self: [2:7580800334139961324:0] peer: [3:7580800335836043178:0] socket: 262 qp: -1
2025-12-06T17:37:01.675798Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800335900657130:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:37:01.576742Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800334259388101:2109] [node 4] ICP22 created new session: [6:7580800334259388125:2109]
2025-12-06T17:37:01.567219Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800335836043183:2049] [node 2] ICS09 handshake done sender: [3:7580800335836043172:2118] self: [3:7580800335836043178:0] peer: [2:7580800334139961324:0] socket: 266 qp: -1
2025-12-06T17:37:01.670410Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800337195304659:2049] [node 2] ICS09 handshake done sender: [5:7580800337195304646:2116] self: [5:7580800337195304649:0] peer: [2:7580800334139961318:0] socket: 261 qp: -1
2025-12-06T17:37:01.679360Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:01.559034Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800334139961337:2049] [node 3] ICS10 traffic start
2025-12-06T17:37:01.670322Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800335011305287:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:01.576810Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800334259388125:2109] [node 4] ICS09 handshake done sender: [6:7580800334259388113:2117] self: [6:7580800334259388118:0] peer: [4:7580800335011305273:0] socket: 255 qp: -1
2025-12-06T17:37:01.567258Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800335836043183:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:01.672123Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800337195304659:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:01.679777Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800335900657130:2107] [node 4] ICP22 created new session: [1:7580800335900657171:2107]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:01.559087Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:01.674120Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800335011305201:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:01.567980Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800335836043159:2110] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:01.672161Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:01.674414Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800337195304655:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58706
2025-12-06T17:37:01.559870Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800334139961315:2109] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:37:01.576853Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800334259388125:2109] [node 4] ICS10 traffic start
2025-12-06T17:37:01.681423Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800335011305294:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4948
2025-12-06T17:37:01.682636Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800337195304650:2119] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:01.682740Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800337195304648:2118] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:01.683984Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800337195304631:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:01.568014Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:01.680134Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800335900657171:2107] [node 4] ICS09 handshake done sender: [1:7580800335900657148:2115] self: [1:7580800335900657146:0] peer: [4:7580800335011305290:0] socket: 265 qp: -1
2025-12-06T17:37:01.683549Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800335011305200:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28071) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580800335011305288:2119] held: no
2025-12-06T17:37:01.689995Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800337195304568:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(27677994ns) {HandleHandshakeStatus:329(27675765ns) {DropIncomingHandshake:442(995ns) DropOutgoingHandshake:457(5214ns) SwitchToState:179(571ns) ProcessPendingSessionEvents:495(3889883ns) {ForwardSessionEventToSession:612(2366997ns) ForwardSessionEventToSession:612(4671ns) ForwardSessionEventToSession:612(347135ns) ForwardSessionEventToSession:612(7835ns) ForwardSessionEventToSession:612(345864ns) ForwardSessionEventToSession:612(3157ns) ForwardSessionEventToSession:612(2707ns) ForwardSessionEventToSession:612(785179ns) ForwardSessionEventToSession:612(2759ns) ForwardSessionEventToSession:612(2527ns)}}}
2025-12-06T17:37:01.559914Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:01.568208Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800335836043160:2111] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:01.681277Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800335900657171:2107] [node 4] ICS10 traffic start
2025-12-06T17:37:01.576886Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:01.695346Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800337195304569:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:37:01.689887Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800335011305293:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4948
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:01.571350Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800335836043155:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:37:01.681329Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:01.577477Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800334259388124:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56677
2025-12-06T17:37:01.695405Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:01.698353Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800335011305202:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25552) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580800335011305289:2120] held: no
2025-12-06T17:37:01.559963Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800334139961315:2109] [node 5] ICP22 created new session: [2:7580800334139961340:2109]
2025-12-06T17:37:01.682903Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800335900657165:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42861
2025-12-06T17:37:01.571416Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:01.593037Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800334259388111:2115] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:01.700015Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800335011305289:2120] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:01.695457Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800337195304569:2050] [node 3] ICP22 created new session: [5:7580800337195304663:2050]
2025-12-06T17:37:01.707115Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800335011305279:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:01.560012Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800334139961340:2109] [node 5] ICS09 handshake done sender: [2:7580800334139961319:2111] self: [2:7580800334139961318:0] peer: [5:7580800337195304649:0] socket: 257 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:01.695509Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800337195304663:2050] [node 3] ICS09 handshake done sender: [5:7580800337195304648:2118] self: [5:7580800337195304651:0] peer: [3:7580800335836043165:0] socket: 271 qp: -1
2025-12-06T17:37:01.571471Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800335836043155:2108] [node 5] ICP22 created new session: [3:7580800335836043185:2108]
2025-12-06T17:37:01.707160Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800335011305279:2116] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:37:01.683630Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800335900657133:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(36961709ns) {HandleHandshakeStatus:329(33324004ns) {DropIncomingHandshake:442(51651ns) DropOutgoingHandshake:457(547ns) SwitchToState:179(732ns) ProcessPendingSessionEvents:495(5472393ns) {ForwardSessionEventToSession:612(641142ns) ForwardSessionEventToSession:612(307139ns) ForwardSessionEventToSession:612(856375ns) ForwardSessionEventToSession:612(3828ns) ForwardSessionEventToSession:612(3682ns) ForwardSessionEventToSession:612(2707645ns) ForwardSessionEventToSession:612(5332ns) ForwardSessionEventToSession:612(755658ns) ForwardSessionEventToSession:612(4545ns) ForwardSessionEventToSession:612(166368ns)}}}
2025-12-06T17:37:01.599591Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800334259388112:2116] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:01.695544Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800337195304663:2050] [node 3] ICS10 traffic start
2025-12-06T17:37:01.560043Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800334139961340:2109] [node 5] ICS10 traffic start
2025-12-06T17:37:01.695584Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:01.560072Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:01.695197Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [1:7580800335900657134:2109] [node 6] ICP27 obsolete handshake fail ignored
2025-12-06T17:37:01.601783Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800334259388036:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:01.709632Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800335011305288:2119] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:01.571526Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800335836043185:2108] [node 5] ICS09 handshake done sender: [3:7580800335836043168:2115] self: [3:7580800335836043165:0] peer: [5:7580800337195304651:0] socket: 268 qp: -1
2025-12-06T17:37:01.567952Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580800334139961251:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28071) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7580800334139961321:2112] held: no
2025-12-06T17:37:01.572889Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800334139961252:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(19234505ns) {HandleHandshakeStatus:329(19231282ns) {DropIncomingHandshake:442(323ns) DropOutgoingHandshake:457(326ns) SwitchToState:179(388ns) ProcessPendingSessionEvents:495(4784354ns) {ForwardSessionEventToSession:612(4674287ns) ForwardSessionEventToSession:612(40876ns) ForwardSessionEventToSession:612(3322ns) ForwardSessionEventToSession:612(14006ns) ForwardSessionEventToSession:612(3172ns) ForwardSessionEventToSession:612(3064ns) ForwardSessionEventToSession:612(18157ns) ForwardSessionEventToSession:612(2821ns) ForwardSessionEventToSession:612(1772ns) ForwardSessionEventToSession:612(7359ns)}}}
2025-12-06T17:37:01.574408Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800334139961338:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47159
2025-12-06T17:37:01.590709Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800334139961321:2112] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:01.594859Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580800334139961251:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:01.610951Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:01.619035Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800334139961251:2048] [node 1] ICP22 created new session: [2:7580800334139961344:2048]
2025-12-06T17:37:01.627587Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800334139961344:2048] [node 1] ICS09 handshake done sender: [2:7580800334139961321:2112] self: [2:7580800334139961334:0] peer: [1:7580800335900657135:0] socket: 240 qp: -1
2025-12-06T17:37:01.601864Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:01.697573Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800337195304567:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:01.634978Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800334139961344:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:01.710469Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800335011305202:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:37:01.571569Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800335836043185:2108] [node 5] ICS10 traffic start
2025-12-06T17:37:01.697634Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:01.642785Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:01.601946Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800334259388036:2048] [node 1] ICP22 created new session: [6:7580800334259388128:2048]
2025-12-06T17:37:01.698498Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800337195304567:2048] [node 1] ICP22 created new session: [5:7580800337195304665:2048]
2025-12-06T17:37:01.571605Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:01.710674Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:01.699895Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800337195304665:2048] [node 1] ICS09 handshake done sender: [5:7580800337195304650:2119] self: [5:7580800337195304656:0] peer: [1:7580800335900657143:0] socket: 279 qp: -1
2025-12-06T17:37:01.601998Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800334259388128:2048] [node 1] ICS09 handshake done sender: [6:7580800334259388111:2115] self: [6:7580800334259388121:0] peer: [1:7580800335900657141:0] socket: 253 qp: -1
2025-12-06T17:37:01.604649Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800335836043156:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:01.710959Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800335011305202:2050] [node 3] ICP22 created new session: [4:7580800335011305296:2050]
2025-12-06T17:37:01.666672Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800334139961251:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(58301898ns) {HandleHandshakeStatus:329(58298047ns) {DropIncomingHandshake:442(1282ns) DropOutgoingHandshake:457(581ns) SwitchToState:179(729ns) ProcessPendingSessionEvents:495(1330ns)}}
2025-12-06T17:37:01.604705Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:01.712020Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800335011305296:2050] [node 3] ICS09 handshake done sender: [4:7580800335011305289:2120] self: [4:7580800335011305291:0] peer: [3:7580800335836043169:0] socket: 298 qp: -1
2025-12-06T17:37:01.606721Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800335836043092:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:01.712734Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800335011305296:2050] [node 3] ICS10 traffic start
2025-12-06T17:37:01.699949Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800337195304665:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:01.700101Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:01.713142Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:01.678304Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800334139961332:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:01.611047Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800335836043156:2109] [node 6] ICP22 created new session: [3:7580800335836043188:2109]
2025-12-06T17:37:01.716758Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800337195304667:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58706
2025-12-06T17:37:01.713249Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800335011305200:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:01.611110Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800335836043188:2109] [node 6] ICS09 handshake done sender: [3:7580800335836043159:2110] self: [3:7580800335836043158:0] peer: [6:7580800334259388120:0] socket: 239 qp: -1
2025-12-06T17:37:01.678361Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800334139961332:2117] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:37:01.717400Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800337195304647:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:01.713789Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:01.717421Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800337195304654:2121] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:01.678683Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800334139961346:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47159
2025-12-06T17:37:01.602037Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800334259388128:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:01.713829Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800335011305200:2048] [node 1] ICP22 created new session: [4:7580800335011305300:2048]
2025-12-06T17:37:01.611158Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800335836043188:2109] [node 6] ICS10 traffic start
2025-12-06T17:37:01.602080Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:01.717431Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580800337195304647:2117] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:01.714118Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800335011305279:2116] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:01.681000Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800334139961329:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:01.611215Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:01.719206Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800337195304631:2108] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:37:01.714419Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800335011305300:2048] [node 1] ICS09 handshake done sender: [4:7580800335011305288:2119] self: [4:7580800335011305290:0] peer: [1:7580800335900657146:0] socket: 259 qp: -1
2025-12-06T17:37:01.681030Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800334139961329:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:01.614348Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:01.602601Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800334259388038:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:37:01.724344Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:01.696497Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800334139961329:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:01.714627Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800335011305300:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:01.602642Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:01.625890Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800335836043092:2048] [node 1] ICP22 created new session: [3:7580800335836043190:2048]
2025-12-06T17:37:01.724391Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800337195304631:2108] [node 4] ICP22 created new session: [5:7580800337195304669:2108]
2025-12-06T17:37:01.697823Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800334139961332:2117] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:01.714992Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:01.614491Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800334259388038:2050] [node 3] ICP22 created new session: [6:7580800334259388130:2050]
2025-12-06T17:37:01.638932Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800335836043093:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(82610292ns) {HandleHandshakeStatus:329(82606236ns) {DropIncomingHandshake:442(323ns) DropOutgoingHandshake:457(16964ns) SwitchToState:179(330ns) ProcessPendingSessionEvents:495(65835757ns) {ForwardSessionEventToSession:612(1835663ns) ForwardSessionEventToSession:612(24260663ns) ForwardSessionEventToSession:612(12417ns) ForwardSessionEventToSession:612(7929160ns) ForwardSessionEventToSession:612(5391ns) ForwardSessionEventToSession:612(3629ns) ForwardSessionEventToSession:612(7849834ns) ForwardSessionEventToSession:612(4488ns) ForwardSessionEventToSession:612(30554ns) ForwardSessionEventToSession:612(12543044ns)}}}
2025-12-06T17:37:01.724446Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800337195304669:2108] [node 4] ICS09 handshake done sender: [5:7580800337195304654:2121] self: [5:7580800337195304661:0] peer: [4:7580800335011305277:0] socket: 273 qp: -1
2025-12-06T17:37:01.715864Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800335011305295:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4948
2025-12-06T17:37:01.700562Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800334139961317:2110] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:01.646623Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800335836043190:2048] [node 1] ICS09 handshake done sender: [3:7580800335836043160:2111] self: [3:7580800335836043175:0] peer: [1:7580800335900657137:0] socket: 238 qp: -1
2025-12-06T17:37:01.642174Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800334259388130:2050] [node 3] ICS09 handshake done sender: [6:7580800334259388112:2116] self: [6:7580800334259388120:0] peer: [3:7580800335836043158:0] socket: 254 qp: -1
2025-12-06T17:37:01.716857Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800335011305265:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:37:01.707159Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:01.724503Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800337195304669:2108] [node 4] ICS10 traffic start
2025-12-06T17:37:01.642262Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800334259388130:2050] [node 3] ICS10 traffic start
2025-12-06T17:37:01.650615Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800335836043190:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:01.724551Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:01.716914Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:01.646031Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:01.650679Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:01.707883Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800334139961316:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:37:01.716958Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800335011305265:2108] [node 5] ICP22 created new session: [4:7580800335011305302:2108]
2025-12-06T17:37:01.707935Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:01.674443Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800335836043170:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:01.724665Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800337195304647:2117] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:01.717003Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800335011305302:2108] [node 5] ICS09 handshake done sender: [4:7580800335011305279:2116] self: [4:7580800335011305277:0] peer: [5:7580800337195304661:0] socket: 288 qp: -1
2025-12-06T17:37:01.674474Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800335836043170:2116] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:37:01.717034Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800335011305302:2108] [node 5] ICS10 traffic start
2025-12-06T17:37:01.662417Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800334259388123:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56677
2025-12-06T17:37:01.707985Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800334139961316:2107] [node 4] ICP22 created new session: [2:7580800334139961350:2107]
No RDMA context found for GID: 2025-12-06T17:37:01.678748Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800335836043170:2116] [node 4] ICH04 handshake succeeded
::ffff:127.1.0.0
2025-12-06T17:37:01.725479Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7580800337195304631:2108] [node 4] ICP27 obsolete handshake fail ignored
2025-12-06T17:37:01.671629Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800334259388038:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(68845006ns) {HandleHandshakeStatus:329(68842270ns) {DropIncomingHandshake:442(299ns) DropOutgoingHandshake:457(5665ns) SwitchToState:179(229ns) ProcessPendingSessionEvents:495(14280667ns) {ForwardSessionEventToSession:612(14213584ns) ForwardSessionEventToSession:612(6991ns) ForwardSessionEventToSession:612(1697ns) ForwardSessionEventToSession:612(7500ns) ForwardSessionEventToSession:612(2558ns) ForwardSessionEventToSession:612(2554ns) ForwardSessionEventToSession:612(24427ns) ForwardSessionEventToSession:612(2278ns) ForwardSessionEventToSession:612(5705ns) ForwardSessionEventToSession:612(2046ns)}}}
2025-12-06T17:37:01.708040Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800334139961350:2107] [node 4] ICS09 handshake done sender: [2:7580800334139961332:2117] self: [2:7580800334139961330:0] peer: [4:7580800335011305292:0] socket: 294 qp: -1
2025-12-06T17:37:01.717078Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:01.680372Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800335836043157:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:37:01.717596Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800335011305287:2118] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:01.726218Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580800337195304632:2110] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:01.708071Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800334139961350:2107] [node 4] ICS10 traffic start
2025-12-06T17:37:01.671873Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800334259388123:2121] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:01.680934Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:01.719211Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800335011305201:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:01.674378Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800334259388037:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:01.727589Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:01.723498Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:01.708115Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:01.682062Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800335836043092:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(71583932ns) {HandleHandshakeStatus:329(71580648ns) {DropIncomingHandshake:442(5736ns) DropOutgoingHandshake:457(13455ns) SwitchToState:179(784ns) ProcessPendingSessionEvents:495(6144760ns) {ForwardSessionEventToSession:612(1799399ns) ForwardSessionEventToSession:612(188637ns) ForwardSessionEventToSession:612(273519ns) ForwardSessionEventToSession:612(2961ns) ForwardSessionEventToSession:612(2602ns) ForwardSessionEventToSession:612(651968ns) ForwardSessionEventToSession:612(4507ns) ForwardSessionEventToSession:612(1064402ns) ForwardSessionEventToSession:612(4368ns) ForwardSessionEventToSession:612(2132949ns)}}}
2025-12-06T17:37:01.727854Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800337195304632:2110] [node 6] ICP22 created new session: [5:7580800337195304671:2110]
2025-12-06T17:37:01.702723Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800334259388133:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56677
2025-12-06T17:37:01.709730Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800334259388123:2121] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:01.712281Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800334259388037:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14264) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800334259388123:2121] held: no
2025-12-06T17:37:01.708979Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800334139961317:2110] [node 6] ICP22 created new session: [2:7580800334139961349:2110]
2025-12-06T17:37:01.723556Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800335011305201:2049] [node 2] ICP22 created new session: [4:7580800335011305304:2049]
2025-12-06T17:37:01.682632Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800335836043157:2107] [node 4] ICP22 created new session: [3:7580800335836043193:2107]
2025-12-06T17:37:01.728147Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800337195304671:2110] [node 6] ICS09 handshake done sender: [5:7580800337195304647:2117] self: [5:7580800337195304644:0] peer: [6:7580800334259388137:0] socket: 241 qp: -1
2025-12-06T17:37:01.724617Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800335011305304:2049] [node 2] ICS09 handshake done sender: [4:7580800335011305287:2118] self: [4:7580800335011305292:0] peer: [2:7580800334139961330:0] socket: 260 qp: -1
2025-12-06T17:37:01.710915Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800334139961349:2110] [node 6] ICS09 handshake done sender: [2:7580800334139961329:2115] self: [2:7580800334139961323:0] peer: [6:7580800334259388132:0] socket: 293 qp: -1
2025-12-06T17:37:01.724736Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800335011305304:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:01.713397Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800334259388037:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:01.711232Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800334139961349:2110] [node 6] ICS10 traffic start
2025-12-06T17:37:01.724876Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:01.682903Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7580800335836043092:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:37:01.728294Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800337195304671:2110] [node 6] ICS10 traffic start
2025-12-06T17:37:01.711579Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:01.713838Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800334259388134:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56677
2025-12-06T17:37:01.716251Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800334139961353:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47159
2025-12-06T17:37:01.728369Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:01.683597Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800335836043193:2107] [node 4] ICS09 handshake done sender: [3:7580800335836043170:2116] self: [3:7580800335836043169:0] peer: [4:7580800335011305291:0] socket: 269 qp: -1
2025-12-06T17:37:01.724449Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800334139961353:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:01.713867Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:01.683767Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800335836043193:2107] [node 4] ICS10 traffic start
2025-12-06T17:37:01.724857Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580800334139961316:2107] [node 4] ICP18 handshake (actor [2:7580800334139961353:2120]) is too old
2025-12-06T17:37:01.714101Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800334259388037:2049] [node 2] ICP22 created new session: [6:7580800334259388135:2049]
2025-12-06T17:37:01.684409Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:01.714690Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800334259388135:2049] [node 2] ICS09 handshake done sender: [6:7580800334259388123:2121] self: [6:7580800334259388132:0] peer: [2:7580800334139961323:0] socket: 296 qp: -1
2025-12-06T17:37:01.713210Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800335836043157:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(29602368ns) {HandleHandshakeStatus:329(29600252ns) {DropIncomingHandshake:442(16399ns) DropOutgoingHandshake:457(388ns) SwitchToState:179(353ns) ProcessPendingSessionEvents:495(12095772ns) {ForwardSessionEventToSession:612(2653096ns) ForwardSessionEventToSession:612(5917ns) ForwardSessionEventToSession:612(6661677ns) ForwardSessionEventToSession:612(7143ns) ForwardSessionEventToSession:612(411741ns) ForwardSessionEventToSession:612(330545ns) ForwardSessionEventToSession:612(3278ns) ForwardSessionEventToSession:612(2344ns) ForwardSessionEventToSession:612(1997148ns) ForwardSessionEventToSession:612(4654ns)}}}
2025-12-06T17:37:01.715034Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800334259388135:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:01.715167Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800334259388134:2124] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:01.715268Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:01.716588Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800334259388098:2106] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:01.727887Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800334259388098:2106] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21221) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800334259388134:2124] held: no
2025-12-06T17:37:01.728364Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800334259388138:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56677
2025-12-06T17:37:01.729811Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800334259388134:2124] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:01.729969Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800334259388098:2106] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:37:01.730238Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:01.730289Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800334259388098:2106] [node 5] ICP22 created new session: [6:7580800334259388139:2106]
2025-12-06T17:37:01.730359Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800334259388139:2106] [node 5] ICS09 handshake done sender: [6:7580800334259388134:2124] self: [6:7580800334259388137:0] peer: [5:7580800337195304644:0] socket: 251 qp: -1
2025-12-06T17:37:01.730426Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800334259388139:2106] [node 5] ICS10 traffic start
2025-12-06T17:37:01.730483Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:01.761301Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:37:01.761704Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580800334139961344:2048] [node 1] ICS01 socket: 240 reason# EndOfStream
2025-12-06T17:37:01.761770Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580800334139961251:2048] [node 1] ICP30 unregister session Session# [2:7580800334139961344:2048] VirtualId# [2:7580800334139961334:0]
2025-12-06T17:37:01.761813Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580800334139961344:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:01.761905Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:01.761951Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:01.763196Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:37:01.763463Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580800335836043190:2048] [node 1] ICS07 socket disconnect 238 reason# EndOfStream
2025-12-06T17:37:01.763497Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800335836043190:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:01.763571Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:01.763614Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580800335836043190:2048] [node 1] ICS15 start handshake
2025-12-06T17:37:01.766982Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580800335836043092:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28071) Socket error# Connection reset by peer state# SendInitialPacket processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:37:01.769217Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:37:01.769470Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800334259388128:2048] [node 1] ICS01 socket: 253 reason# EndOfStream
2025-12-06T17:37:01.769512Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800334259388036:2048] [node 1] ICP30 unregister session Session# [6:7580800334259388128:2048] VirtualId# [6:7580800334259388121:0]
2025-12-06T17:37:01.769556Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800334259388128:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:01.769640Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:01.769690Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:01.767018Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:37:01.769623Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:37:01.774819Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580800335836043190:2048] [node 1] ICS15 start handshake
2025-12-06T17:37:01.769897Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800337195304665:2048] [node 1] ICS01 socket: 279 reason# EndOfStream
2025-12-06T17:37:01.775989Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800335011305300:2048] [node 1] ICS01 socket: 259 reason# EndOfStream
2025-12-06T17:37:01.776044Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800335011305200:2048] [node 1] ICP30 unregister session Session# [4:7580800335011305300:2048] VirtualId# [4:7580800335011305290:0]
2025-12-06T17:37:01.776080Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800335011305300:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:01.776205Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:01.776268Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:01.770700Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800337195304567:2048] [node 1] ICP30 unregister session Session# [5:7580800337195304665:2048] VirtualId# [5:7580800337195304656:0]
2025-12-06T17:37:01.770745Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800337195304665:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:01.770923Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:01.774739Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:01.782857Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580800335836043092:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28071) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:37:01.787828Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800335836043190:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:37:01.787930Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800335836043092:2048] [node 1] ICP30 unregister session Session# [3:7580800335836043190:2048] VirtualId# [3:7580800335836043175:0]
2025-12-06T17:37:01.788007Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:01.788048Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580800335836043092:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:28071) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:01.788063Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28071) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:01.798112Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580800335836043092:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:37:01.818291Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:37:01.818614Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580800335836043183:2049] [node 2] ICS07 socket disconnect 266 reason# EndOfStream
2025-12-06T17:37:01.818643Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800335836043183:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:01.818729Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:01.818779Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580800335836043183:2049] [node 2] ICS15 start handshake
2025-12-06T17:37:01.823203Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580800335836043093:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14264) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:37:01.823276Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800335836043183:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:37:01.823308Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800335836043093:2049] [node 2] ICP30 unregister session Session# [3:7580800335836043183:2049] VirtualId# [3:7580800335836043178:0]
2025-12-06T17:37:01.823359Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:01.823411Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580800335836043093:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:14264) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:01.823431Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14264) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:01.824335Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:37:01.824552Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580800337195304659:2049] [node 2] ICS07 socket disconnect 261 reason# EndOfStream
2025-12-06T17:37:01.824579Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800337195304659:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:01.824661Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:01.824874Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580800337195304659:2049] [node 2] ICS15 start handshake
2025-12-06T17:37:01.825622Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:37:01.825835Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800334259388135:2049] [node 2] ICS01 socket: 296 reason# EndOfStream
2025-12-06T17:37:01.825881Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800334259388037:2049] [node 2] ICP30 unregister session Session# [6:7580800334259388135:2049] VirtualId# [6:7580800334259388132:0]
2025-12-06T17:37:01.825911Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800334259388135:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:01.825984Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:01.826032Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:01.826350Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:37:01.826547Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580800335011305304:2049] [node 2] ICS07 socket disconnect 260 reason# EndOfStream
2025-12-06T17:37:01.826586Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800335011305304:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:01.826652Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:01.826706Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580800335011305304:2049] [node 2] ICS15 start handshake
2025-12-06T17:37:01.831111Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800337195304568:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14264) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:37:01.830835Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800335011305201:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14264) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:37:01.839125Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800335011305304:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:37:01.839173Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800335011305201:2049] [node 2] ICP30 unregister session Session# [4:7580800335011305304:2049] VirtualId# [4:7580800335011305292:0]
2025-12-06T17:37:01.831180Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800337195304659:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:37:01.840206Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:01.846780Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580800335011305201:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:14264) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:01.846823Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14264) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:01.831212Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800337195304568:2049] [node 2] ICP30 unregister session Session# [5:7580800337195304659:2049] VirtualId# [5:7580800337195304649:0]
2025-12-06T17:37:01.851031Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:294: Proxy [4:7580800335011305201:2049] [node 2] ICP35 event processing took too much time StateWork:294(16069016ns) {HandleHandshakeStatus:395(16066112ns) {LogHandshakeFail:472(10607ns) {UpdateErrorStateLog:545(2877ns)} DropOutgoingHandshake:457(689ns) ProcessPendingSessionEvents:495(431ns) UnregisterSession:538(45782ns) {ProcessPendingSessionEvents:495(223ns) SwitchToInitialState:202(2045ns) {SwitchToState:179(749ns)}} TransitToErrorState:752(113050ns) {SwitchToState:179(8256ns) ProcessPendingSessionEvents:495(553ns) DropHandshakes:470(3474ns) {DropIncomingHandshake:442(632ns) DropOutgoingHandshake:457(686ns)}}}}
2025-12-06T17:37:01.831261Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:01.831291Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580800337195304568:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:14264) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:01.831308Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14264) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:01.840180Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580800337195304568:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:37:01.856493Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580800335011305201:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:37:01.872130Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:37:01.872435Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800337195304663:2050] [node 3] ICS01 socket: 271 reason# EndOfStream
2025-12-06T17:37:01.872481Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800337195304569:2050] [node 3] ICP30 unregister session Session# [5:7580800337195304663:2050] VirtualId# [5:7580800337195304651:0]
2025-12-06T17:37:01.872517Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800337195304663:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:01.872623Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:37:01.873417Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:37:01.873571Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:37:01.873813Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800335011305296:2050] [node 3] ICS01 socket: 298 reason# EndOfStream
2025-12-06T17:37:01.873858Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800335011305202:2050] [node 3] ICP30 unregister session Session# [4:7580800335011305296:2050] VirtualId# [4:7580800335011305291:0]
2025-12-06T17:37:01.873891Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800335011305296:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:01.873981Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:37:01.874039Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:37:01.875141Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:37:01.875379Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580800334259388130:2050] [node 3] ICS07 socket disconnect 254 reason# EndOfStream
2025-12-06T17:37:01.875417Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800334259388130:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:01.875499Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:37:01.875567Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580800334259388130:2050] [node 3] ICS15 start handshake
2025-12-06T17:37:01.876752Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800334259388038:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25552) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:37:01.876847Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800334259388130:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:37:01.876889Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800334259388038:2050] [node 3] ICP30 unregister session Session# [6:7580800334259388130:2050] VirtualId# [6:7580800334259388120:0]
2025-12-06T17:37:01.876936Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:37:01.876977Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580800334259388038:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:25552) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:01.876991Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25552) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:01.887726Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580800334259388038:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:37:01.945720Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:37:01.945992Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580800337195304669:2108] [node 4] ICS07 socket disconnect 273 reason# EndOfStream
2025-12-06T17:37:01.946038Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800337195304669:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:01.946140Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:37:01.946223Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580800337195304669:2108] [node 4] ICS15 start handshake
2025-12-06T17:37:01.947135Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800337195304631:2108] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21523) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:37:01.947495Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800337195304669:2108] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:37:01.947544Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800337195304631:2108] [node 4] ICP30 unregister session Session# [5:7580800337195304669:2108] VirtualId# [5:7580800337195304661:0]
2025-12-06T17:37:01.947602Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:37:01.947640Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580800337195304631:2108] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:21523) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:01.947662Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21523) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:01.947514Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:37:01.947761Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800334259388125:2109] [node 4] ICS01 socket: 255 reason# EndOfStream
2025-12-06T17:37:01.947794Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800334259388101:2109] [node 4] ICP30 unregister session Session# [6:7580800334259388125:2109] VirtualId# [6:7580800334259388118:0]
2025-12-06T17:37:01.947823Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800334259388125:2109] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:01.947909Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:37:01.947977Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:37:01.996433Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:37:01.996653Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800334259388139:2106] [node 5] ICS01 socket: 251 reason# EndOfStream
2025-12-06T17:37:01.996688Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800334259388098:2106] [node 5] ICP30 unregister session Session# [6:7580800334259388139:2106] VirtualId# [6:7580800334259388137:0]
2025-12-06T17:37:01.996719Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800334259388139:2106] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:01.996810Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:37:01.996868Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:37:02.112864Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800341163830873:2049] [node 3] ICP01 ready to work
2025-12-06T17:37:02.112971Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800341163830872:2048] [node 2] ICP01 ready to work
2025-12-06T17:37:02.118203Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800337942823113:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:02.118237Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800337942823114:2049] [node 3] ICP01 ready to work
2025-12-06T17:37:02.127967Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800341340884680:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:02.128009Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800341340884681:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:02.133898Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800340785668363:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:02.133960Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800340785668365:2050] [node 3] ICP01 ready to work
2025-12-06T17:37:02.133986Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800340785668364:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:02.142699Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800340324532928:2050] [node 3] ICP01 ready to work
2025-12-06T17:37:02.142702Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800340324532927:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:02.142700Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800340324532926:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:02.150883Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800341599216477:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:02.150930Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800341599216478:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:02.151437Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800341599216479:2050] [node 3] ICP01 ready to work
2025-12-06T17:37:02.231097Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800341599216536:2105] [node 5] ICP01 ready to work
2025-12-06T17:37:02.244043Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800337942823174:2107] [node 4] ICP01 ready to work
2025-12-06T17:37:02.261635Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800341163830937:2108] [node 5] ICP01 ready to work
2025-12-06T17:37:02.306875Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800337942823178:2108] [node 5] ICP01 ready to work
2025-12-06T17:37:02.340609Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800341340884745:2108] [node 5] ICP01 ready to work
2025-12-06T17:37:02.331419Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800340785668426:2109] [node 6] ICP01 ready to work
2025-12-06T17:37:02.261472Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800341163830936:2109] [node 6] ICP01 ready to work
2025-12-06T17:37:02.342589Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800341340884743:2107] [node 4] ICP01 ready to work
2025-12-06T17:37:02.331137Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800337942823179:2109] [node 6] ICP01 ready to work
2025-12-06T17:37:02.345493Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800340324532989:2109] [node 6] ICP01 ready to work
2025-12-06T17:37:02.348201Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800340324532990:2108] [node 4] ICP01 ready to work
2025-12-06T17:37:02.346395Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800341599216541:2108] [node 4] ICP01 ready to work
2025-12-06T17:37:02.292384Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800341163830938:2107] [node 4] ICP01 ready to work
2025-12-06T17:37:02.357138Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800341599216536:2105] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(125742144ns) {Configure:104(125737299ns) {ProcessConfigured:135(63551ns) {StartInitialHandshake:157(60633ns) {DropHandshakes:470(5293ns) {DropIncomingHandshake:442(460ns) DropOutgoingHandshake:457(345ns)} GenerateSessionVirtualId:988(559ns) PrepareNewSessionHandshake:477(2637ns) {SwitchToState:179(1196ns)}}}}}
2025-12-06T17:37:02.342325Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800341340884744:2109] [node 6] ICP01 ready to work
2025-12-06T17:37:02.361439Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800341599216477:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(78041612ns) {Configure:104(78035654ns) {ProcessConfigured:135(125345ns) {StartInitialHandshake:157(122079ns) {DropHandshakes:470(3180ns) {DropIncomingHandshake:442(1185ns) DropOutgoingHandshake:457(482ns)} GenerateSessionVirtualId:988(1188ns) PrepareNewSessionHandshake:477(1537ns) {SwitchToState:179(564ns)}}}}}
2025-12-06T17:37:02.372078Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800341340884745:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(31128541ns) {Configure:104(31126109ns) {ProcessConfigured:135(67011ns) {StartInitialHandshake:157(65132ns) {DropHandshakes:470(2964ns) {DropIncomingHandshake:442(604ns) DropOutgoingHandshake:457(335ns)} GenerateSessionVirtualId:988(972ns) PrepareNewSessionHandshake:477(1036ns) {SwitchToState:179(406ns)}}}}}
2025-12-06T17:37:02.356409Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800340785668427:2108] [node 5] ICP01 ready to work
2025-12-06T17:37:02.387224Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800341163830872:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(127445732ns) {Configure:104(127441319ns) {ProcessConfigured:135(16941019ns) {StartInitialHandshake:157(16938012ns) {DropHandshakes:470(1770260ns) {DropIncomingHandshake:442(716ns) DropOutgoingHandshake:457(2329ns)} GenerateSessionVirtualId:988(2025ns) PrepareNewSessionHandshake:477(4164ns) {SwitchToState:179(2601ns)}}}}}
2025-12-06T17:37:02.381451Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800340785668365:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(109739360ns) {Configure:104(109731921ns) {ProcessConfigured:135(89667ns) {StartInitialHandshake:157(86019ns) {DropHandshakes:470(4557ns) {DropIncomingHandshake:442(815ns) DropOutgoingHandshake:457(560ns)} GenerateSessionVirtualId:988(1672ns) PrepareNewSessionHandshake:477(2469ns) {SwitchToState:179(776ns)}}}}}
2025-12-06T17:37:02.388413Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800341340884681:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(126612760ns) {Configure:104(116649757ns) {ProcessConfigured:135(3582577ns) {StartInitialHandshake:157(3578218ns) {DropHandshakes:470(2235ns) {DropIncomingHandshake:442(728ns) DropOutgoingHandshake:457(472ns)} GenerateSessionVirtualId:988(599ns) PrepareNewSessionHandshake:477(5299ns) {SwitchToState:179(1975ns)}}}}}
2025-12-06T17:37:02.393576Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800341599216541:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(38550758ns) {Configure:104(38542491ns) {ProcessConfigured:135(45166ns) {StartInitialHandshake:157(43543ns) {DropHandshakes:470(2399ns) {DropIncomingHandshake:442(631ns) DropOutgoingHandshake:457(348ns)} GenerateSessionVirtualId:988(624ns) PrepareNewSessionHandshake:477(1425ns) {SwitchToState:179(504ns)}}}}}
2025-12-06T17:37:02.395180Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800337942823174:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(146118025ns) {Configure:104(146113238ns) {ProcessConfigured:135(7822005ns) {StartInitialHandshake:157(7818548ns) {DropHandshakes:470(2991ns) {DropIncomingHandshake:442(878ns) DropOutgoingHandshake:457(524ns)} GenerateSessionVirtualId:988(617ns) PrepareNewSessionHandshake:477(4195ns) {SwitchToState:179(2533ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:02.392110Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800341340884744:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(24068878ns) {Configure:104(24062029ns) {ProcessConfigured:135(14885993ns) {StartInitialHandshake:157(14881734ns) {DropHandshakes:470(4837ns) {DropIncomingHandshake:442(880ns) DropOutgoingHandshake:457(596ns)} GenerateSessionVirtualId:988(1332ns) PrepareNewSessionHandshake:477(7016ns) {SwitchToState:179(2963ns)}}}}}
2025-12-06T17:37:02.393773Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800341163830873:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(156683284ns) {Configure:104(156675292ns) {ProcessConfigured:135(6381252ns) {StartInitialHandshake:157(6376865ns) {DropHandshakes:470(1693ns) {DropIncomingHandshake:442(376ns) DropOutgoingHandshake:457(353ns)} GenerateSessionVirtualId:988(747ns) PrepareNewSessionHandshake:477(4688ns) {SwitchToState:179(1603ns)}}}}}
2025-12-06T17:37:02.398383Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800341163830943:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10542
2025-12-06T17:37:02.398031Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800340785668431:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12067
2025-12-06T17:37:02.400685Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800341599216479:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(57727083ns) {Configure:104(57719628ns) {ProcessConfigured:135(65406ns) {StartInitialHandshake:157(63204ns) {DropHandshakes:470(2032ns) {DropIncomingHandshake:442(229ns) DropOutgoingHandshake:457(841ns)} GenerateSessionVirtualId:988(586ns) PrepareNewSessionHandshake:477(2695ns) {SwitchToState:179(792ns)}}}}}
2025-12-06T17:37:02.411344Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800340785668427:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(31399567ns) {Configure:104(31391432ns) {ProcessConfigured:135(74913ns) {StartInitialHandshake:157(72227ns) {DropHandshakes:470(4061ns) {DropIncomingHandshake:442(710ns) DropOutgoingHandshake:457(567ns)} GenerateSessionVirtualId:988(1232ns) PrepareNewSessionHandshake:477(2807ns) {SwitchToState:179(688ns)}}}}}
2025-12-06T17:37:02.402393Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800341163830937:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(122194186ns) {Configure:104(122186829ns) {ProcessConfigured:135(3214983ns) {StartInitialHandshake:157(3211388ns) {DropHandshakes:470(18912ns) {DropIncomingHandshake:442(913ns) DropOutgoingHandshake:457(497ns)} GenerateSessionVirtualId:988(808ns) PrepareNewSessionHandshake:477(2907ns) {SwitchToState:179(419ns)}}}}}
2025-12-06T17:37:02.406979Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800341340884680:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(138274848ns) {Configure:104(138261507ns) {ProcessConfigured:135(1845997ns) {StartInitialHandshake:157(1843090ns) {DropHandshakes:470(1031ns) {DropIncomingHandshake:442(283ns) DropOutgoingHandshake:457(263ns)} GenerateSessionVirtualId:988(285ns) PrepareNewSessionHandshake:477(2021ns) {SwitchToState:179(348ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:02.419479Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800340785668426:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(74260165ns) {Configure:104(74241257ns) {ProcessConfigured:135(3021997ns) {StartInitialHandshake:157(3019091ns) {DropHandshakes:470(4331ns) {DropIncomingHandshake:442(1102ns) DropOutgoingHandshake:457(650ns)} GenerateSessionVirtualId:988(574ns) PrepareNewSessionHandshake:477(2540ns) {SwitchToState:179(752ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:02.406781Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800341163830936:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(97335594ns) {Configure:104(97327989ns) {ProcessConfigured:135(5060209ns) {StartInitialHandshake:157(5057678ns) {DropHandshakes:470(1858ns) {DropIncomingHandshake:442(472ns) DropOutgoingHandshake:457(277ns)} GenerateSessionVirtualId:988(555ns) PrepareNewSessionHandshake:477(3537ns) {SwitchToState:179(1057ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:02.432524Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800341599216478:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(92057129ns) {Configure:104(92048156ns) {ProcessConfigured:135(11187878ns) {StartInitialHandshake:157(11185002ns) {DropHandshakes:470(1877ns) {DropIncomingHandshake:442(498ns) DropOutgoingHandshake:457(283ns)} GenerateSessionVirtualId:988(1547ns) PrepareNewSessionHandshake:477(3590ns) {SwitchToState:179(753ns)}}}}}
2025-12-06T17:37:02.430809Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800340324532926:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(152421651ns) {Configure:104(152408925ns) {ProcessConfigured:135(9528440ns) {StartInitialHandshake:157(9525950ns) {DropHandshakes:470(4861ns) {DropIncomingHandshake:442(901ns) DropOutgoingHandshake:457(499ns)} GenerateSessionVirtualId:988(1124ns) PrepareNewSessionHandshake:477(3839ns) {SwitchToState:179(638ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:02.417265Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800337942823113:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(161453957ns) {Configure:104(161450744ns) {ProcessConfigured:135(7715381ns) {StartInitialHandshake:157(3464587ns) {DropHandshakes:470(2948ns) {DropIncomingHandshake:442(1381ns) DropOutgoingHandshake:457(144ns)} GenerateSessionVirtualId:988(1375ns) PrepareNewSessionHandshake:477(2511ns) {SwitchToState:179(139ns)}}}}}
2025-12-06T17:37:02.416716Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800341340884743:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(72811951ns) {Configure:104(72808161ns) {ProcessConfigured:135(3719742ns) {StartInitialHandshake:157(3717476ns) {DropHandshakes:470(3285ns) {DropIncomingHandshake:442(632ns) DropOutgoingHandshake:457(535ns)} GenerateSessionVirtualId:988(337ns) PrepareNewSessionHandshake:477(2778ns) {SwitchToState:179(863ns)}}}}}
2025-12-06T17:37:02.427488Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800340785668363:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(127675315ns) {Configure:104(98778678ns) {ProcessConfigured:135(2948391ns) {StartInitialHandshake:157(2946599ns) {DropHandshakes:470(767ns) {DropIncomingHandshake:442(269ns) DropOutgoingHandshake:457(77ns)} GenerateSessionVirtualId:988(187ns) PrepareNewSessionHandshake:477(499007ns) {SwitchToState:179(769ns)}}}}}
2025-12-06T17:37:02.424189Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800341163830943:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:02.445607Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800341599216550:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40258
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:02.431728Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800340324532994:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29023
2025-12-06T17:37:02.420543Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800337942823187:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9235
2025-12-06T17:37:02.436996Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800341340884752:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47643
2025-12-06T17:37:02.463169Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800340785668431:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:02.458072Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800341163830946:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:02.420595Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800337942823188:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9235
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:02.431874Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800340324532995:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29023
2025-12-06T17:37:02.463349Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800340785668432:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12067
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:02.478551Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800341599216550:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:02.486666Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800341599216479:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:02.462917Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800341340884752:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:02.427776Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800337942823114:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(134599910ns) {Configure:104(134586994ns) {ProcessConfigured:135(2971745ns) {StartInitialHandshake:157(2969883ns) {DropHandshakes:470(2674ns) {DropIncomingHandshake:442(346ns) DropOutgoingHandshake:457(620ns)} GenerateSessionVirtualId:988(246ns) PrepareNewSessionHandshake:477(2753ns) {SwitchToState:179(346ns)}}}}}
2025-12-06T17:37:02.458100Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800341163830946:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:37:02.432117Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800340324532996:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29023
2025-12-06T17:37:02.459300Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800341163830950:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10542
2025-12-06T17:37:02.461241Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800341163830955:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10542
2025-12-06T17:37:02.470065Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800340785668364:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(96551036ns) {Configure:104(96542599ns) {ProcessConfigured:135(13279514ns) {StartInitialHandshake:157(13277788ns) {DropHandshakes:470(1048ns) {DropIncomingHandshake:442(220ns) DropOutgoingHandshake:457(58ns)} GenerateSessionVirtualId:988(1057ns) PrepareNewSessionHandshake:477(1453ns) {SwitchToState:179(389ns)}}}}}
2025-12-06T17:37:02.447174Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800337942823179:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(105831566ns) {Configure:104(105823235ns) {ProcessConfigured:135(19198259ns) {StartInitialHandshake:157(19195079ns) {DropHandshakes:470(3853ns) {DropIncomingHandshake:442(786ns) DropOutgoingHandshake:457(527ns)} GenerateSessionVirtualId:988(1056ns) PrepareNewSessionHandshake:477(3675ns) {SwitchToState:179(1469ns)}}}}}
2025-12-06T17:37:02.432170Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800340324532997:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29023
2025-12-06T17:37:02.461933Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800341163830955:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:02.472740Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800340785668432:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:02.474659Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800341340884763:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47643
2025-12-06T17:37:02.432961Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800340324532928:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(94775987ns) {Configure:104(94768819ns) {ProcessConfigured:135(11635169ns) {StartInitialHandshake:157(11633963ns) {DropHandshakes:470(748ns) {DropIncomingHandshake:442(88ns) DropOutgoingHandshake:457(59ns)} GenerateSessionVirtualId:988(249ns) PrepareNewSessionHandshake:477(1597ns) {SwitchToState:179(96ns)}}}}}
2025-12-06T17:37:02.459242Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800337942823187:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:02.445228Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800340324532997:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:02.479696Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800341340884760:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47643
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:02.468502Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800341163830940:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:02.446665Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800340324532990:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(94349503ns) {Configure:104(94338718ns) {ProcessConfigured:135(67054ns) {StartInitialHandshake:157(63702ns) {DropHandshakes:470(3673ns) {DropIncomingHandshake:442(942ns) DropOutgoingHandshake:457(558ns)} GenerateSessionVirtualId:988(613ns) PrepareNewSessionHandshake:477(2670ns) {SwitchToState:179(971ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:02.475633Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800340785668364:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:02.449004Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800340324532994:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:02.452691Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800340324532927:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(112648665ns) {Configure:104(112640787ns) {ProcessConfigured:135(7690956ns) {StartInitialHandshake:157(7684561ns) {DropHandshakes:470(3631ns) {DropIncomingHandshake:442(898ns) DropOutgoingHandshake:457(489ns)} GenerateSessionVirtualId:988(2121ns) PrepareNewSessionHandshake:477(3278ns) {SwitchToState:179(1074ns)}}}}}
2025-12-06T17:37:02.455221Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800340324532995:2112] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:02.457323Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800340324532926:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:02.469964Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800340324532990:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:02.473295Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800340324532996:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:02.474188Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800340324532928:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:02.474294Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800340324533008:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29023
2025-12-06T17:37:02.493376Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800340324532989:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(132378178ns) {Configure:104(132368420ns) {ProcessConfigured:135(6988514ns) {StartInitialHandshake:157(6985008ns) {DropHandshakes:470(3996ns) {DropIncomingHandshake:442(827ns) DropOutgoingHandshake:457(632ns)} GenerateSessionVirtualId:988(685ns) PrepareNewSessionHandshake:477(3244ns) {SwitchToState:179(1791ns)}}}}}
2025-12-06T17:37:02.499035Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800340324532995:2112] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:02.511067Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800340324533015:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29023
2025-12-06T17:37:02.512132Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800340324533013:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29023
2025-12-06T17:37:02.512935Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800340324532926:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:02.515430Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800340324533014:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29023
2025-12-06T17:37:02.516463Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:02.524289Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800340324532926:2048] [node 1] ICP22 created new session: [5:7580800340324533016:2048]
2025-12-06T17:37:02.461322Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800337942823188:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:02.527711Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800340324532996:2113] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:02.529601Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800340324532997:2114] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:02.529946Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800340324532928:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:37:02.530019Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:02.530069Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800340324532928:2050] [node 3] ICP22 created new session: [5:7580800340324533017:2050]
2025-12-06T17:37:02.530132Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800340324533017:2050] [node 3] ICS09 handshake done sender: [5:7580800340324532996:2113] self: [5:7580800340324533009:0] peer: [3:7580800341340884748:0] socket: 267 qp: -1
2025-12-06T17:37:02.530170Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800340324533017:2050] [node 3] ICS10 traffic start
2025-12-06T17:37:02.530203Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:02.532025Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800340324532990:2108] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:37:02.532081Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:02.532125Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800340324532990:2108] [node 4] ICP22 created new session: [5:7580800340324533020:2108]
2025-12-06T17:37:02.532182Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800340324533020:2108] [node 4] ICS09 handshake done sender: [5:7580800340324532997:2114] self: [5:7580800340324533007:0] peer: [4:7580800340785668435:0] socket: 268 qp: -1
2025-12-06T17:37:02.532215Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800340324533020:2108] [node 4] ICS10 traffic start
2025-12-06T17:37:02.532250Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:02.483571Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800341340884762:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47643
2025-12-06T17:37:02.468568Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800341163830940:2111] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:37:02.480325Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800340785668436:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:02.516528Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800341599216557:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40258
2025-12-06T17:37:02.463670Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580800337942823113:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:02.484806Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800341340884749:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:02.480356Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800340785668436:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:37:02.536926Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800340324533016:2048] [node 1] ICS09 handshake done sender: [5:7580800340324532995:2112] self: [5:7580800340324533006:0] peer: [1:7580800341163830944:0] socket: 266 qp: -1
2025-12-06T17:37:02.473642Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800341163830938:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(104993232ns) {Configure:104(104984245ns) {ProcessConfigured:135(26647228ns) {StartInitialHandshake:157(26644679ns) {DropHandshakes:470(409ns) {DropIncomingHandshake:442(41ns) DropOutgoingHandshake:457(46ns)} GenerateSessionVirtualId:988(236ns) PrepareNewSessionHandshake:477(5914ns) {SwitchToState:179(2272ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:02.520413Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800341599216559:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40258
2025-12-06T17:37:02.464435Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800337942823196:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9235
2025-12-06T17:37:02.484845Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800341340884749:2111] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:37:02.480017Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800341163830946:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:02.534727Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800341599216557:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:02.481339Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800340785668436:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:02.464952Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800337942823196:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:02.547640Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800340324533016:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:02.488246Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800341340884763:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:02.548425Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800340324533015:2122] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:02.538307Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800341599216478:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:02.484741Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800340785668445:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12067
2025-12-06T17:37:02.468077Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800337942823178:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(126749905ns) {Configure:104(126741166ns) {ProcessConfigured:135(19863939ns) {StartInitialHandshake:157(19860214ns) {DropHandshakes:470(2906ns) {DropIncomingHandshake:442(1169ns) DropOutgoingHandshake:457(453ns)} GenerateSessionVirtualId:988(375ns) PrepareNewSessionHandshake:477(3878ns) {SwitchToState:179(1712ns)}}}}}
2025-12-06T17:37:02.476211Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800337942823181:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:02.481470Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800341163830940:2111] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:02.506939Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800340785668431:2111] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:02.481552Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800341163830950:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:02.544281Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800341599216559:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:02.548627Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800340324532927:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:02.488911Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800341340884681:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:02.476240Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800337942823181:2111] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:37:02.553564Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800341599216541:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:02.551188Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:02.493565Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800341340884747:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:02.514608Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800340785668427:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:37:02.504104Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800341163830872:2048] [node 2] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:02.477109Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800337942823181:2111] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:02.527155Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:02.567256Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800341599216558:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40258
2025-12-06T17:37:02.504183Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:02.493607Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800341340884747:2110] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:02.587505Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800340324532927:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4900) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800340324533015:2122] held: no
2025-12-06T17:37:02.534666Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800340785668427:2108] [node 5] ICP22 created new session: [4:7580800340785668448:2108]
2025-12-06T17:37:02.571641Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800341599216562:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40258
2025-12-06T17:37:02.482616Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800337942823200:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9235
2025-12-06T17:37:02.504236Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800341163830872:2048] [node 2] ICP22 created new session: [1:7580800341163830961:2048]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:02.498838Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800341340884749:2111] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:02.483841Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800337942823188:2115] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:02.574042Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800341599216564:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40258
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:02.541671Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800340785668364:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:02.590990Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800340324532926:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(60306603ns) {HandleHandshakeStatus:329(60304167ns) {DropIncomingHandshake:442(1696ns) DropOutgoingHandshake:457(3466943ns) SwitchToState:179(700ns) ProcessPendingSessionEvents:495(8821194ns) {ForwardSessionEventToSession:612(2599161ns) ForwardSessionEventToSession:612(753005ns) ForwardSessionEventToSession:612(18733ns) ForwardSessionEventToSession:612(888815ns) ForwardSessionEventToSession:612(4120ns) ForwardSessionEventToSession:612(2462963ns) ForwardSessionEventToSession:612(879919ns) ForwardSessionEventToSession:612(3294ns) ForwardSessionEventToSession:612(2536ns) ForwardSessionEventToSession:612(1189162ns)}}}
2025-12-06T17:37:02.514138Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800341163830937:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:37:02.501725Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800341340884760:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:02.484721Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800337942823174:2107] [node 4] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:02.514226Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:02.579196Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800341599216563:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40258
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:02.541744Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:02.502146Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800341340884762:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:02.610226Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800340324533011:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:02.487426Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:02.599441Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800341599216562:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:02.515750Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800341163830958:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10542
2025-12-06T17:37:02.504534Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800341340884680:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:02.487773Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800337942823174:2107] [node 4] ICP22 created new session: [2:7580800337942823202:2107]
2025-12-06T17:37:02.610250Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580800340324533011:2119] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:02.547771Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800340785668448:2108] [node 5] ICS09 handshake done sender: [4:7580800340785668436:2114] self: [4:7580800340785668435:0] peer: [5:7580800340324533007:0] socket: 259 qp: -1
2025-12-06T17:37:02.602843Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800341599216557:2116] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:02.547823Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800340785668448:2108] [node 5] ICS10 traffic start
2025-12-06T17:37:02.516786Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800341163830961:2048] [node 2] ICS09 handshake done sender: [1:7580800341163830940:2111] self: [1:7580800341163830939:0] peer: [2:7580800337942823195:0] socket: 260 qp: -1
2025-12-06T17:37:02.488797Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580800337942823113:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:02.542890Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580800341340884681:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4900) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580800341340884763:2118] held: no
2025-12-06T17:37:02.604730Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800341599216563:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:02.612107Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800340324533011:2119] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:02.516965Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800341163830937:2108] [node 5] ICP22 created new session: [1:7580800341163830963:2108]
2025-12-06T17:37:02.489653Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:02.613166Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800340324533025:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29023
2025-12-06T17:37:02.546696Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800341340884747:2110] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:02.547911Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800340785668364:2049] [node 2] ICP22 created new session: [4:7580800340785668449:2049]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:02.604841Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800341599216541:2108] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9007) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800341599216559:2118] held: no
2025-12-06T17:37:02.527098Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800341163830961:2048] [node 2] ICS10 traffic start
2025-12-06T17:37:02.620870Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580800340324532989:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:02.549548Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800341340884769:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47643
2025-12-06T17:37:02.552201Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800340785668449:2049] [node 2] ICS09 handshake done sender: [4:7580800340785668431:2111] self: [4:7580800340785668443:0] peer: [2:7580800337942823180:0] socket: 250 qp: -1
2025-12-06T17:37:02.493721Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800337942823202:2107] [node 4] ICS09 handshake done sender: [2:7580800337942823181:2111] self: [2:7580800337942823180:0] peer: [4:7580800340785668443:0] socket: 248 qp: -1
2025-12-06T17:37:02.534805Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800341163830963:2108] [node 5] ICS09 handshake done sender: [1:7580800341163830946:2114] self: [1:7580800341163830944:0] peer: [5:7580800340324533006:0] socket: 255 qp: -1
2025-12-06T17:37:02.553889Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800340785668440:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:02.605041Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800341599216550:2113] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:02.622161Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:02.551861Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800341340884770:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47643
2025-12-06T17:37:02.493768Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800337942823202:2107] [node 4] ICS10 traffic start
2025-12-06T17:37:02.553920Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800340785668440:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:02.605800Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800341599216565:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40258
2025-12-06T17:37:02.535287Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800341163830942:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:02.556923Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800341340884745:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:37:02.622202Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800340324532989:2109] [node 6] ICP22 created new session: [5:7580800340324533027:2109]
2025-12-06T17:37:02.493844Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800337942823113:2048] [node 1] ICP22 created new session: [2:7580800337942823203:2048]
2025-12-06T17:37:02.606351Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800341599216559:2118] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:02.555030Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:02.555078Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800340785668449:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:02.555132Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:02.558377Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800340785668440:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:02.564972Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800340785668364:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(30192648ns) {HandleHandshakeStatus:329(30189463ns) {DropIncomingHandshake:442(1894ns) DropOutgoingHandshake:457(18177ns) SwitchToState:179(885ns) ProcessPendingSessionEvents:495(2801844ns) {ForwardSessionEventToSession:612(2739577ns) ForwardSessionEventToSession:612(8984ns) ForwardSessionEventToSession:612(2957ns) ForwardSessionEventToSession:612(7007ns) ForwardSessionEventToSession:612(3368ns) ForwardSessionEventToSession:612(6738ns) ForwardSessionEventToSession:612(6100ns) ForwardSessionEventToSession:612(2299ns) ForwardSessionEventToSession:612(5513ns) ForwardSessionEventToSession:612(6354ns)}}}
2025-12-06T17:37:02.565785Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800340785668426:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:02.567423Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:02.567465Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800340785668426:2109] [node 6] ICP22 created new session: [4:7580800340785668454:2109]
2025-12-06T17:37:02.571441Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800340785668455:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12067
2025-12-06T17:37:02.571870Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800340785668454:2109] [node 6] ICS09 handshake done sender: [4:7580800340785668440:2115] self: [4:7580800340785668439:0] peer: [6:7580800341599216561:0] socket: 297 qp: -1
2025-12-06T17:37:02.573803Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800340785668454:2109] [node 6] ICS10 traffic start
2025-12-06T17:37:02.608766Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800341599216478:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:02.575063Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800340785668450:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12067
2025-12-06T17:37:02.586642Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:02.608862Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:02.596607Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800340785668455:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:02.608926Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800341599216478:2049] [node 2] ICP22 created new session: [6:7580800341599216566:2049]
2025-12-06T17:37:02.597393Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800340785668450:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:02.609528Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800341599216536:2105] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:02.599040Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800340785668363:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:02.609604Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800341599216477:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:02.603666Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800340785668365:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:02.611637Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800341599216541:2108] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:37:02.608800Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800340785668427:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(68939019ns) {HandleHandshakeStatus:329(68934898ns) {DropIncomingHandshake:442(305ns) DropOutgoingHandshake:457(288ns) SwitchToState:179(200ns) ProcessPendingSessionEvents:495(16507962ns) {ForwardSessionEventToSession:612(1962597ns) ForwardSessionEventToSession:612(1707857ns) ForwardSessionEventToSession:612(5103ns) ForwardSessionEventToSession:612(935429ns) ForwardSessionEventToSession:612(3490607ns) ForwardSessionEventToSession:612(3589ns) ForwardSessionEventToSession:612(3031ns) ForwardSessionEventToSession:612(4029048ns) ForwardSessionEventToSession:612(3975ns) ForwardSessionEventToSession:612(4338662ns)}}}
2025-12-06T17:37:02.611714Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:02.627144Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800340785668460:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12067
2025-12-06T17:37:02.635076Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800340785668455:2119] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:02.636112Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800340785668426:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(64635944ns) {HandleHandshakeStatus:329(64632155ns) {DropIncomingHandshake:442(19334ns) DropOutgoingHandshake:457(765ns) SwitchToState:179(739ns) ProcessPendingSessionEvents:495(21235966ns) {ForwardSessionEventToSession:612(3188879ns) ForwardSessionEventToSession:612(4146446ns) ForwardSessionEventToSession:612(6024994ns) ForwardSessionEventToSession:612(24912ns) ForwardSessionEventToSession:612(1904972ns) ForwardSessionEventToSession:612(3300ns) ForwardSessionEventToSession:612(1718499ns) ForwardSessionEventToSession:612(3944ns) ForwardSessionEventToSession:612(2358ns) ForwardSessionEventToSession:612(4186779ns)}}}
2025-12-06T17:37:02.637209Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800340785668365:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:37:02.611768Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800341599216541:2108] [node 4] ICP22 created new session: [6:7580800341599216571:2108]
2025-12-06T17:37:02.611825Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800341599216571:2108] [node 4] ICS09 handshake done sender: [6:7580800341599216559:2118] self: [6:7580800341599216561:0] peer: [4:7580800340785668439:0] socket: 298 qp: -1
2025-12-06T17:37:02.650031Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800340785668363:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11817) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580800340785668450:2118] held: no
2025-12-06T17:37:02.651872Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800340785668459:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12067
2025-12-06T17:37:02.557004Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:02.557068Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800341340884745:2108] [node 5] ICP22 created new session: [3:7580800341340884771:2108]
2025-12-06T17:37:02.654628Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800340785668450:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:02.654836Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:02.655434Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800340785668365:2050] [node 3] ICP22 created new session: [4:7580800340785668461:2050]
2025-12-06T17:37:02.656430Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800340785668363:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:02.656866Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800340785668461:2050] [node 3] ICS09 handshake done sender: [4:7580800340785668455:2119] self: [4:7580800340785668458:0] peer: [3:7580800341340884758:0] socket: 308 qp: -1
2025-12-06T17:37:02.494884Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800337942823203:2048] [node 1] ICS09 handshake done sender: [2:7580800337942823188:2115] self: [2:7580800337942823195:0] peer: [1:7580800341163830939:0] socket: 263 qp: -1
2025-12-06T17:37:02.656909Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800340785668461:2050] [node 3] ICS10 traffic start
2025-12-06T17:37:02.494920Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800337942823203:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:02.663567Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:02.494957Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:02.663772Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:02.497221Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800337942823186:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:02.497261Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800337942823186:2113] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:37:02.494807Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:02.507526Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800337942823186:2113] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:02.507996Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800337942823114:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:37:02.508084Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:02.508137Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800337942823114:2049] [node 3] ICP22 created new session: [2:7580800337942823208:2049]
2025-12-06T17:37:02.508186Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800337942823208:2049] [node 3] ICS09 handshake done sender: [2:7580800337942823186:2113] self: [2:7580800337942823185:0] peer: [3:7580800341340884764:0] socket: 280 qp: -1
2025-12-06T17:37:02.628477Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800340324533027:2109] [node 6] ICS09 handshake done sender: [5:7580800340324533011:2119] self: [5:7580800340324533010:0] peer: [6:7580800341599216568:0] socket: 269 qp: -1
2025-12-06T17:37:02.508223Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800337942823208:2049] [node 3] ICS10 traffic start
2025-12-06T17:37:02.508262Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:02.633203Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800340324533027:2109] [node 6] ICS10 traffic start
2025-12-06T17:37:02.634117Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800340324533015:2122] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:02.528577Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800337942823174:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(44431886ns) {HandleHandshakeStatus:329(44427355ns) {DropIncomingHandshake:442(867ns) DropOutgoingHandshake:457(1243ns) SwitchToState:179(729ns) ProcessPendingSessionEvents:495(11694360ns) {ForwardSessionEventToSession:612(11633903ns) ForwardSessionEventToSession:612(8000ns) ForwardSessionEventToSession:612(2917ns) ForwardSessionEventToSession:612(9925ns) ForwardSessionEventToSession:612(2568ns) ForwardSessionEventToSession:612(6043ns) ForwardSessionEventToSession:612(2561ns) ForwardSessionEventToSession:612(2588ns) ForwardSessionEventToSession:612(6482ns) ForwardSessionEventToSession:612(3495ns)}}}
2025-12-06T17:37:02.540403Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800337942823191:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:02.635426Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:02.540433Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800337942823191:2116] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:02.637412Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800340324532927:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:02.548339Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800337942823191:2116] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:02.557430Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800337942823197:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:02.637454Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:02.557473Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800337942823197:2118] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:37:02.637500Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800340324532927:2049] [node 2] ICP22 created new session: [5:7580800340324533029:2049]
2025-12-06T17:37:02.559164Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800337942823179:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:02.637545Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800340324533029:2049] [node 2] ICS09 handshake done sender: [5:7580800340324533015:2122] self: [5:7580800340324533023:0] peer: [2:7580800337942823192:0] socket: 262 qp: -1
2025-12-06T17:37:02.637575Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800340324533029:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:02.559211Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:02.637604Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:02.559262Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800337942823179:2109] [node 6] ICP22 created new session: [2:7580800337942823211:2109]
2025-12-06T17:37:02.566435Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800337942823211:2109] [node 6] ICS09 handshake done sender: [2:7580800337942823191:2116] self: [2:7580800337942823189:0] peer: [6:7580800341599216560:0] socket: 289 qp: -1
2025-12-06T17:37:02.641534Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800340324532989:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(22413636ns) {HandleHandshakeStatus:329(22410517ns) {DropIncomingHandshake:442(17079ns) DropOutgoingHandshake:457(626ns) SwitchToState:179(631ns) ProcessPendingSessionEvents:495(2686287ns) {ForwardSessionEventToSession:612(2629203ns) ForwardSessionEventToSession:612(11129ns) ForwardSessionEventToSession:612(2420ns) ForwardSessionEventToSession:612(2963ns) ForwardSessionEventToSession:612(9136ns) ForwardSessionEventToSession:612(2706ns) ForwardSessionEventToSession:612(5136ns) ForwardSessionEventToSession:612(5150ns) ForwardSessionEventToSession:612(2532ns) ForwardSessionEventToSession:612(5645ns)}}}
2025-12-06T17:37:02.566595Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800337942823197:2118] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:02.568819Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800337942823211:2109] [node 6] ICS10 traffic start
2025-12-06T17:37:02.535311Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800341163830942:2112] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:37:02.568873Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:02.572411Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800337942823178:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:37:02.536557Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800341163830942:2112] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:02.572506Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:02.537134Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800341163830963:2108] [node 5] ICS10 traffic start
2025-12-06T17:37:02.572559Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800337942823178:2108] [node 5] ICP22 created new session: [2:7580800337942823214:2108]
2025-12-06T17:37:02.541554Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:02.572612Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800337942823214:2108] [node 5] ICS09 handshake done sender: [2:7580800337942823197:2118] self: [2:7580800337942823192:0] peer: [5:7580800340324533023:0] socket: 294 qp: -1
2025-12-06T17:37:02.541910Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:02.572646Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800337942823214:2108] [node 5] ICS10 traffic start
2025-12-06T17:37:02.552399Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800341163830873:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:37:02.572690Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:02.632268Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800337942823179:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(50075755ns) {HandleHandshakeStatus:329(50072397ns) {DropIncomingHandshake:442(868ns) DropOutgoingHandshake:457(496ns) SwitchToState:179(410ns) ProcessPendingSessionEvents:495(24084800ns) {ForwardSessionEventToSession:612(7217975ns) ForwardSessionEventToSession:612(891691ns) ForwardSessionEventToSession:612(2955ns) ForwardSessionEventToSession:612(10859788ns) ForwardSessionEventToSession:612(868865ns) ForwardSessionEventToSession:612(5450ns) ForwardSessionEventToSession:612(1962813ns) ForwardSessionEventToSession:612(2975ns) ForwardSessionEventToSession:612(2523ns) ForwardSessionEventToSession:612(2233839ns)}}}
2025-12-06T17:37:02.553444Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:02.555210Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800341163830873:2049] [node 3] ICP22 created new session: [1:7580800341163830968:2049]
2025-12-06T17:37:02.555899Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800341163830872:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(55378702ns) {HandleHandshakeStatus:329(53653971ns) {DropIncomingHandshake:442(1330ns) DropOutgoingHandshake:457(1193ns) SwitchToState:179(799ns) ProcessPendingSessionEvents:495(2169480ns) {ForwardSessionEventToSession:612(2099120ns) ForwardSessionEventToSession:612(15130ns) ForwardSessionEventToSession:612(4214ns) ForwardSessionEventToSession:612(2909ns) ForwardSessionEventToSession:612(5773ns) ForwardSessionEventToSession:612(3761ns) ForwardSessionEventToSession:612(5985ns) ForwardSessionEventToSession:612(3821ns) ForwardSessionEventToSession:612(3706ns) ForwardSessionEventToSession:612(9407ns)}}}
2025-12-06T17:37:02.555975Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [1:7580800341163830872:2048] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:37:02.559391Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800341163830968:2049] [node 3] ICS09 handshake done sender: [1:7580800341163830942:2112] self: [1:7580800341163830941:0] peer: [3:7580800341340884767:0] socket: 272 qp: -1
2025-12-06T17:37:02.560693Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800341163830968:2049] [node 3] ICS10 traffic start
2025-12-06T17:37:02.565779Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:02.573966Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800341163830937:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(58094901ns) {HandleHandshakeStatus:329(55200243ns) {DropIncomingHandshake:442(20851ns) DropOutgoingHandshake:457(548ns) SwitchToState:179(1855ns) ProcessPendingSessionEvents:495(7195615ns) {ForwardSessionEventToSession:612(3326764ns) ForwardSessionEventToSession:612(10601ns) ForwardSessionEventToSession:612(16425ns) ForwardSessionEventToSession:612(3154ns) ForwardSessionEventToSession:612(1084367ns) ForwardSessionEventToSession:612(6227ns) ForwardSessionEventToSession:612(3898ns) ForwardSessionEventToSession:612(1152943ns) ForwardSessionEventToSession:612(4034ns) ForwardSessionEventToSession:612(1568576ns)}}}
2025-12-06T17:37:02.587237Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800341163830970:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10542
2025-12-06T17:37:02.607751Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800341163830954:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:02.607784Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800341163830954:2117] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:37:02.557125Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800341340884771:2108] [node 5] ICS09 handshake done sender: [3:7580800341340884749:2111] self: [3:7580800341340884748:0] peer: [5:7580800340324533009:0] socket: 257 qp: -1
2025-12-06T17:37:02.611864Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800341599216571:2108] [node 4] ICS10 traffic start
2025-12-06T17:37:02.557161Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800341340884771:2108] [node 5] ICS10 traffic start
2025-12-06T17:37:02.557195Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:02.558218Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800341340884763:2118] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:02.558789Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800341340884681:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:02.559545Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800341340884744:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:02.559596Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:02.560778Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800341340884744:2109] [node 6] ICP22 created new session: [3:7580800341340884773:2109]
2025-12-06T17:37:02.561563Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:02.561627Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800341340884681:2049] [node 2] ICP22 created new session: [3:7580800341340884774:2049]
2025-12-06T17:37:02.563042Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800341340884773:2109] [node 6] ICS09 handshake done sender: [3:7580800341340884747:2110] self: [3:7580800341340884746:0] peer: [6:7580800341599216556:0] socket: 246 qp: -1
2025-12-06T17:37:02.563133Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800341340884774:2049] [node 2] ICS09 handshake done sender: [3:7580800341340884763:2118] self: [3:7580800341340884764:0] peer: [2:7580800337942823185:0] socket: 283 qp: -1
2025-12-06T17:37:02.563334Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800341340884760:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:02.566653Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800341340884773:2109] [node 6] ICS10 traffic start
2025-12-06T17:37:02.567165Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800341340884774:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:02.567221Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:02.567302Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:02.569317Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800341340884680:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:02.569401Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:02.569450Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800341340884680:2048] [node 1] ICP22 created new session: [3:7580800341340884779:2048]
2025-12-06T17:37:02.569497Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800341340884779:2048] [node 1] ICS09 handshake done sender: [3:7580800341340884760:2116] self: [3:7580800341340884767:0] peer: [1:7580800341163830941:0] socket: 273 qp: -1
2025-12-06T17:37:02.569546Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800341340884779:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:02.569599Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:02.587535Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800341340884681:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(16394295ns) {HandleHandshakeStatus:329(16391823ns) {DropIncomingHandshake:442(1683ns) DropOutgoingHandshake:457(393ns) SwitchToState:179(799ns) ProcessPendingSessionEvents:495(1216ns)}}
2025-12-06T17:37:02.611998Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800341340884781:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47643
2025-12-06T17:37:02.614710Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800341340884759:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:02.614745Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800341340884759:2115] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:37:02.618957Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800341340884744:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(38138232ns) {HandleHandshakeStatus:329(38135861ns) {DropIncomingHandshake:442(403ns) DropOutgoingHandshake:457(478ns) SwitchToState:179(226ns) ProcessPendingSessionEvents:495(23899093ns) {ForwardSessionEventToSession:612(9063886ns) ForwardSessionEventToSession:612(1447696ns) ForwardSessionEventToSession:612(3459241ns) ForwardSessionEventToSession:612(6988ns) ForwardSessionEventToSession:612(3262ns) ForwardSessionEventToSession:612(5098266ns) ForwardSessionEventToSession:612(4122ns) ForwardSessionEventToSession:612(2518ns) ForwardSessionEventToSession:612(3435392ns) ForwardSessionEventToSession:612(1347621ns)}}}
2025-12-06T17:37:02.625663Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800341340884759:2115] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:02.634065Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800341340884743:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:37:02.634771Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:02.636003Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800341340884743:2107] [node 4] ICP22 created new session: [3:7580800341340884783:2107]
2025-12-06T17:37:02.637189Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800341340884783:2107] [node 4] ICS09 handshake done sender: [3:7580800341340884759:2115] self: [3:7580800341340884758:0] peer: [4:7580800340785668458:0] socket: 252 qp: -1
2025-12-06T17:37:02.642406Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7580800341340884744:2109] [node 6] ICP27 obsolete handshake fail ignored
2025-12-06T17:37:02.642488Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800341340884783:2107] [node 4] ICS10 traffic start
2025-12-06T17:37:02.642605Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:02.663218Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800341340884743:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(21283481ns) {HandleHandshakeStatus:329(21280590ns) {DropIncomingHandshake:442(20928ns) DropOutgoingHandshake:457(618ns) SwitchToState:179(1173ns) ProcessPendingSessionEvents:495(6025804ns) {ForwardSessionEventToSession:612(2440543ns) ForwardSessionEventToSession:612(6183ns) ForwardSessionEventToSession:612(360679ns) ForwardSessionEventToSession:612(3351ns) ForwardSessionEventToSession:612(2978ns) ForwardSessionEventToSession:612(390567ns) ForwardSessionEventToSession:612(1355861ns) ForwardSessionEventToSession:612(1441428ns) ForwardSessionEventToSession:612(4944ns) ForwardSessionEventToSession:612(2609ns)}}}
2025-12-06T17:37:02.612912Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800341163830873:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(50689628ns) {HandleHandshakeStatus:329(47521472ns) {DropIncomingHandshake:442(1335ns) DropOutgoingHandshake:457(1146ns) SwitchToState:179(2835ns) ProcessPendingSessionEvents:495(23760044ns) {ForwardSessionEventToSession:612(7326978ns) ForwardSessionEventToSession:612(5995ns) ForwardSessionEventToSession:612(4673445ns) ForwardSessionEventToSession:612(3960ns) ForwardSessionEventToSession:612(2985ns) ForwardSessionEventToSession:612(3642577ns) ForwardSessionEventToSession:612(5908890ns) ForwardSessionEventToSession:612(3611ns) ForwardSessionEventToSession:612(2159366ns) ForwardSessionEventToSession:612(3156ns)}}}
2025-12-06T17:37:02.618784Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800341163830954:2117] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:02.622464Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800341163830948:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:02.622501Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800341163830948:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:02.632524Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800341163830938:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:37:02.633499Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:02.633560Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800341163830938:2107] [node 4] ICP22 created new session: [1:7580800341163830973:2107]
2025-12-06T17:37:02.633611Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800341163830973:2107] [node 4] ICS09 handshake done sender: [1:7580800341163830954:2117] self: [1:7580800341163830951:0] peer: [4:7580800340785668457:0] socket: 299 qp: -1
2025-12-06T17:37:02.633643Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800341163830973:2107] [node 4] ICS10 traffic start
2025-12-06T17:37:02.633672Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:02.634979Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800341163830948:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:02.642419Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800341163830936:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:02.649769Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:02.651315Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800341163830936:2109] [node 6] ICP22 created new session: [1:7580800341163830975:2109]
2025-12-06T17:37:02.651845Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800341163830975:2109] [node 6] ICS09 handshake done sender: [1:7580800341163830948:2115] self: [1:7580800341163830945:0] peer: [6:7580800341599216569:0] socket: 271 qp: -1
2025-12-06T17:37:02.652513Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800341163830975:2109] [node 6] ICS10 traffic start
2025-12-06T17:37:02.652587Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:02.657610Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800341163830936:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(16095800ns) {HandleHandshakeStatus:329(16092326ns) {DropIncomingHandshake:442(18323ns) DropOutgoingHandshake:457(582ns) SwitchToState:179(1354ns) ProcessPendingSessionEvents:495(1366908ns) {ForwardSessionEventToSession:612(1311435ns) ForwardSessionEventToSession:612(4865ns) ForwardSessionEventToSession:612(7018ns) ForwardSessionEventToSession:612(3340ns) ForwardSessionEventToSession:612(9040ns) ForwardSessionEventToSession:612(5859ns) ForwardSessionEventToSession:612(3551ns) ForwardSessionEventToSession:612(2563ns) ForwardSessionEventToSession:612(5794ns) ForwardSessionEventToSession:612(2835ns)}}}
2025-12-06T17:37:02.611905Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:02.670514Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800340785668365:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(33015819ns) {HandleHandshakeStatus:329(33013314ns) {DropIncomingHandshake:442(1139ns) DropOutgoingHandshake:457(4847ns) SwitchToState:179(2769ns) ProcessPendingSessionEvents:495(771519ns) {ForwardSessionEventToSession:612(706058ns) ForwardSessionEventToSession:612(5195ns) ForwardSessionEventToSession:612(13217ns) ForwardSessionEventToSession:612(3964ns) ForwardSessionEventToSession:612(2842ns) ForwardSessionEventToSession:612(6513ns) ForwardSessionEventToSession:612(3073ns) ForwardSessionEventToSession:612(3620ns) ForwardSessionEventToSession:612(9778ns) ForwardSessionEventToSession:612(3464ns)}}}
2025-12-06T17:37:02.612414Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800341599216479:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:37:02.613261Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800341599216566:2049] [node 2] ICS09 handshake done sender: [6:7580800341599216557:2116] self: [6:7580800341599216560:0] peer: [2:7580800337942823189:0] socket: 290 qp: -1
2025-12-06T17:37:02.673959Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800340785668363:2048] [node 1] ICP22 created new session: [4:7580800340785668463:2048]
2025-12-06T17:37:02.613304Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800341599216566:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:02.674042Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800340785668463:2048] [node 1] ICS09 handshake done sender: [4:7580800340785668450:2118] self: [4:7580800340785668457:0] peer: [1:7580800341163830951:0] socket: 274 qp: -1
2025-12-06T17:37:02.674090Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800340785668463:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:02.674169Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:02.674455Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800340785668363:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(17906612ns) {HandleHandshakeStatus:329(17903595ns) {DropIncomingHandshake:442(1042ns) DropOutgoingHandshake:457(1002ns) SwitchToState:179(805ns) ProcessPendingSessionEvents:495(975ns)}}
2025-12-06T17:37:02.613928Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800341599216570:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40258
2025-12-06T17:37:02.614408Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800341599216562:2119] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:02.619106Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:02.619370Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:02.621555Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800341599216536:2105] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:37:02.621597Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:02.621644Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800341599216536:2105] [node 5] ICP22 created new session: [6:7580800341599216575:2105]
2025-12-06T17:37:02.621689Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800341599216575:2105] [node 5] ICS09 handshake done sender: [6:7580800341599216562:2119] self: [6:7580800341599216568:0] peer: [5:7580800340324533010:0] socket: 279 qp: -1
2025-12-06T17:37:02.621725Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800341599216575:2105] [node 5] ICS10 traffic start
2025-12-06T17:37:02.621757Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:02.626478Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800341599216479:2050] [node 3] ICP22 created new session: [6:7580800341599216573:2050]
2025-12-06T17:37:02.629144Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800341599216573:2050] [node 3] ICS09 handshake done sender: [6:7580800341599216550:2113] self: [6:7580800341599216556:0] peer: [3:7580800341340884746:0] socket: 247 qp: -1
2025-12-06T17:37:02.629766Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800341599216478:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(20813932ns) {HandleHandshakeStatus:329(20810603ns) {DropIncomingHandshake:442(2007ns) DropOutgoingHandshake:457(5556ns) SwitchToState:179(604ns) ProcessPendingSessionEvents:495(10273261ns) {ForwardSessionEventToSession:612(7997020ns) ForwardSessionEventToSession:612(4635ns) ForwardSessionEventToSession:612(2221153ns) ForwardSessionEventToSession:612(3515ns) ForwardSessionEventToSession:612(11346ns) ForwardSessionEventToSession:612(3628ns) ForwardSessionEventToSession:612(3226ns) ForwardSessionEventToSession:612(9008ns) ForwardSessionEventToSession:612(2485ns) ForwardSessionEventToSession:612(2457ns)}}}
2025-12-06T17:37:02.630864Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800341599216577:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40258
2025-12-06T17:37:02.632233Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800341599216573:2050] [node 3] ICS10 traffic start
2025-12-06T17:37:02.634177Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:02.635613Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800341599216563:2120] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:02.642677Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800341599216477:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:02.642752Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:02.642802Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800341599216477:2048] [node 1] ICP22 created new session: [6:7580800341599216579:2048]
2025-12-06T17:37:02.642862Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800341599216579:2048] [node 1] ICS09 handshake done sender: [6:7580800341599216563:2120] self: [6:7580800341599216569:0] peer: [1:7580800341163830945:0] socket: 254 qp: -1
2025-12-06T17:37:02.642902Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800341599216579:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:02.642933Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:02.653218Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800341599216479:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(39258367ns) {HandleHandshakeStatus:329(39253274ns) {DropIncomingHandshake:442(665ns) DropOutgoingHandshake:457(5392ns) SwitchToState:179(226ns) ProcessPendingSessionEvents:495(3325807ns) {ForwardSessionEventToSession:612(772668ns) ForwardSessionEventToSession:612(6169ns) ForwardSessionEventToSession:612(8046ns) ForwardSessionEventToSession:612(3227ns) ForwardSessionEventToSession:612(5855ns) ForwardSessionEventToSession:612(2613ns) ForwardSessionEventToSession:612(948597ns) ForwardSessionEventToSession:612(1021290ns) ForwardSessionEventToSession:612(3344ns) ForwardSessionEventToSession:612(2912ns)}}}
2025-12-06T17:37:02.740653Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:37:02.740909Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580800337942823203:2048] [node 1] ICS01 socket: 263 reason# EndOfStream
2025-12-06T17:37:02.740958Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580800337942823113:2048] [node 1] ICP30 unregister session Session# [2:7580800337942823203:2048] VirtualId# [2:7580800337942823195:0]
2025-12-06T17:37:02.740997Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580800337942823203:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:02.741095Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:02.741144Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:02.741751Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:37:02.741962Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800341340884779:2048] [node 1] ICS01 socket: 273 reason# EndOfStream
2025-12-06T17:37:02.741999Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800341340884680:2048] [node 1] ICP30 unregister session Session# [3:7580800341340884779:2048] VirtualId# [3:7580800341340884767:0]
2025-12-06T17:37:02.742023Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800341340884779:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:02.742111Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:02.742148Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:02.750873Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:37:02.751122Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800341599216579:2048] [node 1] ICS01 socket: 254 reason# EndOfStream
2025-12-06T17:37:02.751158Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800341599216477:2048] [node 1] ICP30 unregister session Session# [6:7580800341599216579:2048] VirtualId# [6:7580800341599216569:0]
2025-12-06T17:37:02.751190Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800341599216579:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:02.750953Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:37:02.750204Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:37:02.750559Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800340324533016:2048] [node 1] ICS01 socket: 266 reason# EndOfStream
2025-12-06T17:37:02.750609Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800340324532926:2048] [node 1] ICP30 unregister session Session# [5:7580800340324533016:2048] VirtualId# [5:7580800340324533006:0]
2025-12-06T17:37:02.750651Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800340324533016:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:02.750774Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:02.750828Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:02.751212Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800340785668463:2048] [node 1] ICS01 socket: 274 reason# EndOfStream
2025-12-06T17:37:02.751262Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800340785668363:2048] [node 1] ICP30 unregister session Session# [4:7580800340785668463:2048] VirtualId# [4:7580800340785668457:0]
2025-12-06T17:37:02.751295Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800340785668463:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:02.751357Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:02.751399Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:02.751273Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:02.751330Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:02.855546Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:37:02.855819Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800341340884774:2049] [node 2] ICS01 socket: 283 reason# EndOfStream
2025-12-06T17:37:02.855866Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800341340884681:2049] [node 2] ICP30 unregister session Session# [3:7580800341340884774:2049] VirtualId# [3:7580800341340884764:0]
2025-12-06T17:37:02.855904Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800341340884774:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:02.855984Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:02.856047Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:02.873673Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:37:02.873968Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800340324533029:2049] [node 2] ICS01 socket: 262 reason# EndOfStream
2025-12-06T17:37:02.874012Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800340324532927:2049] [node 2] ICP30 unregister session Session# [5:7580800340324533029:2049] VirtualId# [5:7580800340324533023:0]
2025-12-06T17:37:02.874049Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800340324533029:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:02.874140Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:02.874190Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:02.874682Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:37:02.874881Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580800340785668449:2049] [node 2] ICS07 socket disconnect 250 reason# EndOfStream
2025-12-06T17:37:02.874907Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800340785668449:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:02.874976Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:02.875018Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580800340785668449:2049] [node 2] ICS15 start handshake
2025-12-06T17:37:02.875664Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:37:02.875863Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800341599216566:2049] [node 2] ICS01 socket: 290 reason# EndOfStream
2025-12-06T17:37:02.875972Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800341599216478:2049] [node 2] ICP30 unregister session Session# [6:7580800341599216566:2049] VirtualId# [6:7580800341599216560:0]
2025-12-06T17:37:02.882687Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800340785668364:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4900) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:37:02.882791Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800340785668449:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:37:02.882834Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800340785668364:2049] [node 2] ICP30 unregister session Session# [4:7580800340785668449:2049] VirtualId# [4:7580800340785668443:0]
2025-12-06T17:37:02.882901Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:02.882957Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580800340785668364:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:4900) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:02.882975Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4900) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:02.876005Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800341599216566:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:02.898610Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580800340785668364:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:37:02.886400Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:02.886600Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:02.991371Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:37:02.991678Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800340785668461:2050] [node 3] ICS01 socket: 308 reason# EndOfStream
2025-12-06T17:37:02.991745Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800340785668365:2050] [node 3] ICP30 unregister session Session# [4:7580800340785668461:2050] VirtualId# [4:7580800340785668458:0]
2025-12-06T17:37:02.991794Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800340785668461:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:02.991893Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:37:02.991960Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:37:02.992939Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:37:02.993262Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800340324533017:2050] [node 3] ICS01 socket: 267 reason# EndOfStream
2025-12-06T17:37:02.993298Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800340324532928:2050] [node 3] ICP30 unregister session Session# [5:7580800340324533017:2050] VirtualId# [5:7580800340324533009:0]
2025-12-06T17:37:02.993333Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800340324533017:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:02.993413Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:37:02.993459Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:37:02.995732Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:37:02.996063Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580800341599216573:2050] [node 3] ICS07 socket disconnect 247 reason# EndOfStream
2025-12-06T17:37:02.996538Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800341599216573:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:02.996694Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:37:03.000574Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580800341599216573:2050] [node 3] ICS15 start handshake
2025-12-06T17:37:03.005770Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800341599216479:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7098) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:37:03.005991Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800341599216573:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:37:03.006042Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800341599216479:2050] [node 3] ICP30 unregister session Session# [6:7580800341599216573:2050] VirtualId# [6:7580800341599216556:0]
2025-12-06T17:37:03.006111Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:37:03.006165Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580800341599216479:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:7098) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:03.006188Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7098) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:03.015709Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580800341599216479:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:37:03.036988Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:37:03.037293Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800340324533020:2108] [node 4] ICS01 socket: 268 reason# EndOfStream
2025-12-06T17:37:03.037352Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800340324532990:2108] [node 4] ICP30 unregister session Session# [5:7580800340324533020:2108] VirtualId# [5:7580800340324533007:0]
2025-12-06T17:37:03.037388Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800340324533020:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:03.037507Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:37:03.037574Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:37:03.037750Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:37:03.037979Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800341599216571:2108] [node 4] ICS01 socket: 298 reason# EndOfStream
2025-12-06T17:37:03.038050Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800341599216541:2108] [node 4] ICP30 unregister session Session# [6:7580800341599216571:2108] VirtualId# [6:7580800341599216561:0]
2025-12-06T17:37:03.038083Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800341599216571:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:03.038178Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:37:03.038236Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:37:03.094955Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:37:03.095235Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580800341599216575:2105] [node 5] ICS07 socket disconnect 279 reason# EndOfStream
2025-12-06T17:37:03.095283Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800341599216575:2105] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:03.095401Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:37:03.095468Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580800341599216575:2105] [node 5] ICS15 start handshake
2025-12-06T17:37:03.096293Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800341599216536:2105] [node 5] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24433) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:37:03.096414Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800341599216575:2105] [node 5] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:37:03.096469Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800341599216536:2105] [node 5] ICP30 unregister session Session# [6:7580800341599216575:2105] VirtualId# [6:7580800341599216568:0]
2025-12-06T17:37:03.096527Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
2025-12-06T17:37:03.096559Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580800341599216536:2105] [node 5] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:24433) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:03.096571Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [5] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24433) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:37:03.258617Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800343159084829:2048] [node 2] ICP01 ready to work
2025-12-06T17:37:03.258753Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800343159084830:2049] [node 3] ICP01 ready to work
2025-12-06T17:37:03.269454Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800342701044067:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:03.269506Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800342701044068:2049] [node 3] ICP01 ready to work
2025-12-06T17:37:03.301685Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800342367415976:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:03.301739Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800342367415977:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:03.326349Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800346118438840:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:03.326398Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800346118438841:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:03.326442Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800346118438842:2050] [node 3] ICP01 ready to work
2025-12-06T17:37:03.330254Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800342238902112:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:03.330306Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800342238902113:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:03.330360Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800342238902114:2050] [node 3] ICP01 ready to work
2025-12-06T17:37:03.530685Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800342367416038:2100] [node 6] ICP01 ready to work
2025-12-06T17:37:03.487179Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800344748680893:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:03.487232Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800344748680894:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:03.487266Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800344748680895:2050] [node 3] ICP01 ready to work
2025-12-06T17:37:03.566790Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800346118438868:2073] [node 6] ICP01 ready to work
2025-12-06T17:37:03.567215Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800342367416040:2102] [node 5] ICP01 ready to work
2025-12-06T17:37:03.566625Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800342701044130:2094] [node 4] ICP01 ready to work
2025-12-06T17:37:03.569035Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800343159084891:2094] [node 6] ICP01 ready to work
2025-12-06T17:37:03.575189Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800342238902113:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(76183524ns) {Configure:104(76176087ns) {ProcessConfigured:135(6043931ns) {StartInitialHandshake:157(6040276ns) {DropHandshakes:470(1967ns) {DropIncomingHandshake:442(523ns) DropOutgoingHandshake:457(299ns)} GenerateSessionVirtualId:988(720ns) PrepareNewSessionHandshake:477(5784ns) {SwitchToState:179(2120ns)}}}}}
2025-12-06T17:37:03.579739Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800342238902133:2064] [node 6] ICP01 ready to work
2025-12-06T17:37:03.580136Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800342238902134:2065] [node 4] ICP01 ready to work
2025-12-06T17:37:03.587315Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800346118438841:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(20033558ns) {Configure:104(20029660ns) {ProcessConfigured:135(81278ns) {StartInitialHandshake:157(77458ns) {DropHandshakes:470(2663ns) {DropIncomingHandshake:442(789ns) DropOutgoingHandshake:457(491ns)} GenerateSessionVirtualId:988(683ns) PrepareNewSessionHandshake:477(2171ns) {SwitchToState:179(644ns)}}}}}
2025-12-06T17:37:03.567148Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800342701044131:2098] [node 5] ICP01 ready to work
2025-12-06T17:37:03.567895Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800342367416041:2105] [node 4] ICP01 ready to work
2025-12-06T17:37:03.602611Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800342367416038:2100] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(34288813ns) {Configure:104(34284674ns) {ProcessConfigured:135(6658638ns) {StartInitialHandshake:157(6655668ns) {DropHandshakes:470(5402ns) {DropIncomingHandshake:442(507ns) DropOutgoingHandshake:457(360ns)} GenerateSessionVirtualId:988(954ns) PrepareNewSessionHandshake:477(4908ns) {SwitchToState:179(2901ns)}}}}}
2025-12-06T17:37:03.623352Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800343159084893:2095] [node 5] ICP01 ready to work
2025-12-06T17:37:03.622753Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800344748680893:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(26397725ns) {Configure:104(26391294ns) {ProcessConfigured:135(23727597ns) {StartInitialHandshake:157(23722420ns) {DropHandshakes:470(2692ns) {DropIncomingHandshake:442(911ns) DropOutgoingHandshake:457(423ns)} GenerateSessionVirtualId:988(992ns) PrepareNewSessionHandshake:477(4751ns) {SwitchToState:179(1833ns)}}}}}
2025-12-06T17:37:03.567538Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800342701044132:2100] [node 6] ICP01 ready to work
2025-12-06T17:37:03.611116Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800342701044067:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(43121126ns) {Configure:104(43115221ns) {ProcessConfigured:135(90840ns) {StartInitialHandshake:157(86837ns) {DropHandshakes:470(5225ns) {DropIncomingHandshake:442(770ns) DropOutgoingHandshake:457(362ns)} GenerateSessionVirtualId:988(823ns) PrepareNewSessionHandshake:477(1831ns) {SwitchToState:179(542ns)}}}}}
2025-12-06T17:37:03.632460Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800342701044132:2100] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(17722175ns) {Configure:104(17717872ns) {ProcessConfigured:135(83265ns) {StartInitialHandshake:157(80282ns) {DropHandshakes:470(2320ns) {DropIncomingHandshake:442(549ns) DropOutgoingHandshake:457(501ns)} GenerateSessionVirtualId:988(1027ns) PrepareNewSessionHandshake:477(1369ns) {SwitchToState:179(360ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:03.655178Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800342367416040:2102] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(48171056ns) {Configure:104(48163738ns) {ProcessConfigured:135(97390ns) {StartInitialHandshake:157(92268ns) {DropHandshakes:470(2643ns) {DropIncomingHandshake:442(608ns) DropOutgoingHandshake:457(460ns)} GenerateSessionVirtualId:988(1152ns) PrepareNewSessionHandshake:477(2266ns) {SwitchToState:179(721ns)}}}}}
2025-12-06T17:37:03.623846Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800343159084894:2098] [node 4] ICP01 ready to work
2025-12-06T17:37:03.671438Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800342238902134:2065] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(76297587ns) {Configure:104(76291363ns) {ProcessConfigured:135(82996ns) {StartInitialHandshake:157(76244ns) {DropHandshakes:470(2891ns) {DropIncomingHandshake:442(668ns) DropOutgoingHandshake:457(415ns)} GenerateSessionVirtualId:988(885ns) PrepareNewSessionHandshake:477(1779ns) {SwitchToState:179(906ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:03.683421Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800343159084829:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(41185400ns) {Configure:104(41179974ns) {ProcessConfigured:135(85808ns) {StartInitialHandshake:157(83090ns) {DropHandshakes:470(2467ns) {DropIncomingHandshake:442(581ns) DropOutgoingHandshake:457(388ns)} GenerateSessionVirtualId:988(523ns) PrepareNewSessionHandshake:477(1479ns) {SwitchToState:179(592ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:03.659023Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800342701044143:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63056
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:03.736557Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800346118438881:2080] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18737
2025-12-06T17:37:03.685550Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800343159084895:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63025
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:03.695224Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800343159084908:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63025
2025-12-06T17:37:03.716781Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800343159084906:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63025
2025-12-06T17:37:03.874666Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800346118438893:2083] [node 5] ICP01 ready to work
2025-12-06T17:37:03.811344Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800342367416055:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50424
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:03.874661Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800344748680920:2062] [node 5] ICP01 ready to work
2025-12-06T17:37:03.716884Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800343159084907:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63025
2025-12-06T17:37:04.005017Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800346118438881:2080] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:03.811445Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800342367416056:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50424
2025-12-06T17:37:04.041289Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800342238902144:2070] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17992
2025-12-06T17:37:04.083921Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800349043648253:2074] [node 4] ICP01 ready to work
2025-12-06T17:37:03.799359Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800343159084895:2110] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:04.092503Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800342701044143:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:04.058647Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800343159084899:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:04.058719Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800343159084899:2112] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:37:04.123765Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800343159084906:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:04.124513Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800343159084899:2112] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:04.124807Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800343159084830:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:37:04.124865Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:04.124918Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800343159084830:2049] [node 3] ICP22 created new session: [1:7580800347454052211:2049]
2025-12-06T17:37:04.124977Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800347454052211:2049] [node 3] ICS09 handshake done sender: [1:7580800343159084899:2112] self: [1:7580800343159084898:0] peer: [3:7580800342367416057:0] socket: 268 qp: -1
2025-12-06T17:37:04.125019Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800347454052211:2049] [node 3] ICS10 traffic start
2025-12-06T17:37:04.125073Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:04.005177Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800346118438841:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:03.971475Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800342367416056:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:04.041479Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800342238902145:2071] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17992
2025-12-06T17:37:03.971655Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800342367415976:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:04.155478Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800346662383354:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50424
2025-12-06T17:37:04.156442Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800342367416056:2116] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:04.130645Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800342701044136:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:04.156731Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800342367415976:2048] [node 1] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:04.130730Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800342701044136:2111] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:37:04.159717Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800343159084908:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:04.041597Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800342238902146:2072] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17992
2025-12-06T17:37:04.170995Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800350413406216:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18737
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:04.162952Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800349043648259:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43364
2025-12-06T17:37:04.188122Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800344748680895:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(24700170ns) {Configure:104(24693173ns) {ProcessConfigured:135(80691ns) {StartInitialHandshake:157(77904ns) {DropHandshakes:470(3499ns) {DropIncomingHandshake:442(696ns) DropOutgoingHandshake:457(647ns)} GenerateSessionVirtualId:988(1431ns) PrepareNewSessionHandshake:477(2084ns) {SwitchToState:179(568ns)}}}}}
2025-12-06T17:37:04.188281Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800349043648260:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43364
2025-12-06T17:37:04.199147Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800349043648259:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:04.206767Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800349043648257:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43364
2025-12-06T17:37:04.207110Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800349043648258:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43364
2025-12-06T17:37:04.209557Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800344748680920:2062] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:04.156804Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:04.140305Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800342701044147:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63056
2025-12-06T17:37:04.191359Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800342238902112:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(149445844ns) {Configure:104(149439717ns) {ProcessConfigured:135(12420721ns) {StartInitialHandshake:157(12415099ns) {DropHandshakes:470(2595ns) {DropIncomingHandshake:442(780ns) DropOutgoingHandshake:457(406ns)} GenerateSessionVirtualId:988(1273ns) PrepareNewSessionHandshake:477(3865ns) {SwitchToState:179(1923ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:04.171612Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800346118438881:2080] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:04.191786Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800342238902145:2071] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:04.191898Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800342238902146:2072] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:04.192122Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800342238902144:2070] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:04.192607Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800342238902114:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:04.192677Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800342238902112:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:04.192735Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800342238902113:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:04.224447Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800342238902136:2067] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:04.224486Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580800342238902136:2067] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:04.225505Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800342238902136:2067] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:04.225834Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580800342238902133:2064] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:04.225904Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:04.225966Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800342238902133:2064] [node 6] ICP22 created new session: [5:7580800346533869493:2064]
2025-12-06T17:37:04.226028Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800346533869493:2064] [node 6] ICS09 handshake done sender: [5:7580800342238902136:2067] self: [5:7580800342238902135:0] peer: [6:7580800349043648271:0] socket: 262 qp: -1
2025-12-06T17:37:04.226069Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800346533869493:2064] [node 6] ICS10 traffic start
2025-12-06T17:37:04.226123Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:04.246694Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800349043648257:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:04.156860Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800342367415976:2048] [node 1] ICP22 created new session: [3:7580800346662383355:2048]
2025-12-06T17:37:04.171817Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800346118438841:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:04.140728Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800346996011445:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63056
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:04.263201Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800346533869496:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17992
2025-12-06T17:37:04.267073Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800342238902145:2071] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:04.150827Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800342701044136:2111] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:04.273192Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800342701044147:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:04.273321Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800342701044138:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:04.273349Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800342701044138:2112] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:37:04.274058Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800342701044130:2094] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:37:04.274132Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:04.274192Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800342701044130:2094] [node 4] ICP22 created new session: [2:7580800346996011449:2094]
2025-12-06T17:37:04.274253Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800346996011449:2094] [node 4] ICS09 handshake done sender: [2:7580800342701044136:2111] self: [2:7580800342701044135:0] peer: [4:7580800350413406207:0] socket: 254 qp: -1
2025-12-06T17:37:04.274298Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800346996011449:2094] [node 4] ICS10 traffic start
2025-12-06T17:37:04.274389Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:04.156919Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800346662383355:2048] [node 1] ICS09 handshake done sender: [3:7580800342367416056:2116] self: [3:7580800342367416057:0] peer: [1:7580800343159084898:0] socket: 277 qp: -1
2025-12-06T17:37:04.247044Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800349043648258:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:04.271842Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800349043648260:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:04.272292Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800349043648253:2074] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:04.272388Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800344748680895:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:04.272459Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800344748680893:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:04.272562Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800349043648272:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43364
2025-12-06T17:37:04.287664Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800342238902114:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:37:04.287801Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:04.287870Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800342238902114:2050] [node 3] ICP22 created new session: [5:7580800346533869497:2050]
2025-12-06T17:37:04.287932Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800346533869497:2050] [node 3] ICS09 handshake done sender: [5:7580800342238902145:2071] self: [5:7580800346533869489:0] peer: [3:7580800342367416044:0] socket: 273 qp: -1
2025-12-06T17:37:04.287976Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800346533869497:2050] [node 3] ICS10 traffic start
2025-12-06T17:37:04.288030Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:04.295878Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800346533869499:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17992
2025-12-06T17:37:04.171882Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:04.171932Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800346118438841:2049] [node 2] ICP22 created new session: [4:7580800350413406217:2049]
2025-12-06T17:37:04.171992Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800350413406217:2049] [node 2] ICS09 handshake done sender: [4:7580800346118438881:2080] self: [4:7580800350413406207:0] peer: [2:7580800342701044135:0] socket: 260 qp: -1
2025-12-06T17:37:04.172041Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800350413406217:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:04.172082Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:04.255670Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800350413406220:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18737
2025-12-06T17:37:04.271041Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800350413406221:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18737
2025-12-06T17:37:04.156962Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800346662383355:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:04.304599Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800350413406221:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:04.315251Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800350413406222:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18737
2025-12-06T17:37:04.282620Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800343159084901:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:04.157003Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:04.227383Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800342367416055:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:04.227506Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800342367416045:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:04.227531Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800342367416045:2111] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:37:04.228940Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800346662383357:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50424
2025-12-06T17:37:04.238719Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800342367416045:2111] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:04.296222Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800346662383357:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:04.296747Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800342367416040:2102] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:37:04.296814Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:04.296864Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800342367416040:2102] [node 5] ICP22 created new session: [3:7580800346662383363:2102]
2025-12-06T17:37:04.296921Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800346662383363:2102] [node 5] ICS09 handshake done sender: [3:7580800342367416045:2111] self: [3:7580800342367416044:0] peer: [5:7580800346533869489:0] socket: 258 qp: -1
2025-12-06T17:37:04.296967Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800346662383363:2102] [node 5] ICS10 traffic start
2025-12-06T17:37:04.297037Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:04.282714Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800343159084901:2113] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:37:04.319864Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800346996011445:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:04.322429Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800346118438872:2077] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:04.322480Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800346118438872:2077] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:04.324075Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800346533869501:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17992
2025-12-06T17:37:04.290084Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580800343159084830:2049] [node 3] ICP18 handshake (actor [1:7580800343159084908:2118]) is too old
2025-12-06T17:37:04.320529Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580800342701044067:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:04.352311Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800342238902144:2070] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:04.352613Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800342238902113:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:04.352684Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:04.352751Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800342238902113:2049] [node 2] ICP22 created new session: [5:7580800346533869502:2049]
2025-12-06T17:37:04.352809Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800346533869502:2049] [node 2] ICS09 handshake done sender: [5:7580800342238902144:2070] self: [5:7580800346533869491:0] peer: [2:7580800342701044137:0] socket: 272 qp: -1
2025-12-06T17:37:04.352850Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800346533869502:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:04.352917Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:04.351389Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800350413406220:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:04.351677Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800346118438872:2077] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:04.352059Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800346118438868:2073] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:04.352109Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:04.358688Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800346118438868:2073] [node 6] ICP22 created new session: [4:7580800350413406225:2073]
2025-12-06T17:37:04.358781Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800350413406225:2073] [node 6] ICS09 handshake done sender: [4:7580800346118438872:2077] self: [4:7580800346118438871:0] peer: [6:7580800349043648273:0] socket: 247 qp: -1
2025-12-06T17:37:04.358839Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800350413406225:2073] [node 6] ICS10 traffic start
2025-12-06T17:37:04.358904Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:04.359296Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7580800346118438868:2073] [node 6] ICP18 handshake (actor [4:7580800350413406220:2117]) is too old
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:04.334885Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800349043648259:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:04.335535Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800344748680920:2062] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:37:04.320887Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800346996011447:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63056
2025-12-06T17:37:04.366899Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800346533869504:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17992
2025-12-06T17:37:04.356436Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800343159084903:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:04.356493Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800343159084903:2114] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:37:04.364635Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800343159084897:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:04.364670Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800343159084897:2111] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:04.370354Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800343159084907:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:04.370588Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800343159084901:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:04.321029Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800346996011448:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63056
2025-12-06T17:37:04.382652Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800342367416043:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:04.335594Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:04.399021Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800350413406222:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:04.399222Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800346118438842:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:04.399902Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800343159084893:2095] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:37:04.399984Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:04.400051Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800343159084893:2095] [node 5] ICP22 created new session: [1:7580800347454052218:2095]
2025-12-06T17:37:04.400103Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800347454052218:2095] [node 5] ICS09 handshake done sender: [1:7580800343159084901:2113] self: [1:7580800343159084900:0] peer: [5:7580800346533869490:0] socket: 269 qp: -1
2025-12-06T17:37:04.400151Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800347454052218:2095] [node 5] ICS10 traffic start
2025-12-06T17:37:04.400196Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:04.400799Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800347454052215:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63025
2025-12-06T17:37:04.382767Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800342367416043:2110] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:04.391380Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800342367416043:2110] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:04.347634Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800342701044138:2112] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:04.335653Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800344748680920:2062] [node 5] ICP22 created new session: [6:7580800349043648277:2062]
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:04.404200Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800346533869504:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:04.404933Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800342238902146:2072] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:04.415759Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800342238902112:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:04.415839Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:04.415898Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800342238902112:2048] [node 1] ICP22 created new session: [5:7580800346533869505:2048]
2025-12-06T17:37:04.415975Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800346533869505:2048] [node 1] ICS09 handshake done sender: [5:7580800342238902146:2072] self: [5:7580800346533869490:0] peer: [1:7580800343159084900:0] socket: 275 qp: -1
2025-12-06T17:37:04.416029Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800346533869505:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:04.416101Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:04.416946Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800342238902134:2065] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:04.415365Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800350413406229:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18737
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:04.384406Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800346996011447:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:04.335700Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800349043648277:2062] [node 5] ICS09 handshake done sender: [6:7580800349043648259:2113] self: [6:7580800349043648271:0] peer: [5:7580800342238902135:0] socket: 287 qp: -1
2025-12-06T17:37:04.335738Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800349043648277:2062] [node 5] ICS10 traffic start
2025-12-06T17:37:04.335778Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:04.351842Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800349043648276:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43364
2025-12-06T17:37:04.408403Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800349043648253:2074] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12617) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800349043648257:2111] held: no
2025-12-06T17:37:04.408638Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800349043648280:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43364
2025-12-06T17:37:04.409131Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800349043648281:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43364
2025-12-06T17:37:04.409587Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800349043648258:2112] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:04.419582Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800349043648279:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43364
2025-12-06T17:37:04.423139Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800344748680895:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:37:04.423198Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:04.423250Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800344748680895:2050] [node 3] ICP22 created new session: [6:7580800349043648283:2050]
2025-12-06T17:37:04.423300Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800349043648283:2050] [node 3] ICS09 handshake done sender: [6:7580800349043648258:2112] self: [6:7580800349043648274:0] peer: [3:7580800342367416042:0] socket: 286 qp: -1
2025-12-06T17:37:04.425289Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800349043648283:2050] [node 3] ICS10 traffic start
2025-12-06T17:37:04.425369Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:04.418924Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800343159084903:2114] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:04.384609Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800342701044131:2098] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:37:04.384675Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:04.384748Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800342701044131:2098] [node 5] ICP22 created new session: [2:7580800346996011456:2098]
2025-12-06T17:37:04.384809Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800346996011456:2098] [node 5] ICS09 handshake done sender: [2:7580800342701044138:2112] self: [2:7580800342701044137:0] peer: [5:7580800346533869491:0] socket: 255 qp: -1
2025-12-06T17:37:04.384855Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800346996011456:2098] [node 5] ICS10 traffic start
2025-12-06T17:37:04.384896Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:04.395020Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800346996011448:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:04.445838Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800346533869508:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17992
2025-12-06T17:37:04.422802Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800342367416038:2100] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:04.423160Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800350413406206:2107] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:04.423206Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800350413406206:2107] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:37:04.424302Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800350413406206:2107] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:04.458924Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800346118438893:2083] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:37:04.459017Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:04.459081Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800346118438893:2083] [node 5] ICP22 created new session: [4:7580800350413406231:2083]
2025-12-06T17:37:04.459142Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800350413406231:2083] [node 5] ICS09 handshake done sender: [4:7580800350413406206:2107] self: [4:7580800350413406205:0] peer: [5:7580800346533869507:0] socket: 261 qp: -1
2025-12-06T17:37:04.459198Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800350413406231:2083] [node 5] ICS10 traffic start
2025-12-06T17:37:04.459256Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:04.422887Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:04.442565Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800342367416038:2100] [node 6] ICP22 created new session: [3:7580800346662383366:2100]
2025-12-06T17:37:04.442711Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800346662383366:2100] [node 6] ICS09 handshake done sender: [3:7580800342367416043:2110] self: [3:7580800342367416042:0] peer: [6:7580800349043648274:0] socket: 257 qp: -1
2025-12-06T17:37:04.442774Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800346662383366:2100] [node 6] ICS10 traffic start
2025-12-06T17:37:04.442837Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:04.455448Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800349043648257:2111] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:04.460381Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800346996011460:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63056
2025-12-06T17:37:04.455842Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800349043648253:2074] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:37:04.455893Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:04.455966Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800349043648253:2074] [node 4] ICP22 created new session: [6:7580800349043648285:2074]
2025-12-06T17:37:04.456027Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800349043648285:2074] [node 4] ICS09 handshake done sender: [6:7580800349043648257:2111] self: [6:7580800349043648273:0] peer: [4:7580800346118438871:0] socket: 281 qp: -1
2025-12-06T17:37:04.456072Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800349043648285:2074] [node 4] ICS10 traffic start
2025-12-06T17:37:04.456112Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:04.468845Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800342367416038:2100] [node 6] ICP35 event processing took too much time PendingConnection:279(45777050ns) {HandleHandshakeStatus:329(45771462ns) {DropIncomingHandshake:442(804ns) DropOutgoingHandshake:457(617ns) SwitchToState:179(1014ns) ProcessPendingSessionEvents:495(5204595ns) {ForwardSessionEventToSession:612(5125518ns) ForwardSessionEventToSession:612(15720ns) ForwardSessionEventToSession:612(3656ns) ForwardSessionEventToSession:612(5794ns) ForwardSessionEventToSession:612(6595ns) ForwardSessionEventToSession:612(4489ns) ForwardSessionEventToSession:612(6830ns) ForwardSessionEventToSession:612(4066ns) ForwardSessionEventToSession:612(3106ns) ForwardSessionEventToSession:612(6705ns)}}}
2025-12-06T17:37:04.471528Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800342367416051:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:04.471563Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800342367416051:2114] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:37:04.472554Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800346662383368:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50424
2025-12-06T17:37:04.472749Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800346662383369:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50424
2025-12-06T17:37:04.466897Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800346533869504:2121] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:04.483540Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800343159084897:2111] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:04.484324Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800346996011445:2117] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:04.485282Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580800342701044067:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:04.485348Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:04.485402Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800342701044067:2048] [node 1] ICP22 created new session: [2:7580800346996011461:2048]
2025-12-06T17:37:04.485463Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800346996011461:2048] [node 1] ICS09 handshake done sender: [2:7580800346996011445:2117] self: [2:7580800346996011454:0] peer: [1:7580800343159084902:0] socket: 282 qp: -1
2025-12-06T17:37:04.485511Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800346996011461:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:04.485559Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:04.486140Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800342701044140:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:04.486169Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800342701044140:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:04.485031Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800342238902134:2065] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:37:04.485120Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:04.498710Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800342238902134:2065] [node 4] ICP22 created new session: [5:7580800346533869509:2065]
2025-12-06T17:37:04.484576Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800349043648276:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:04.505840Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800346533869509:2065] [node 4] ICS09 handshake done sender: [5:7580800346533869504:2121] self: [5:7580800346533869507:0] peer: [4:7580800350413406205:0] socket: 296 qp: -1
2025-12-06T17:37:04.508720Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800342701044140:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:04.519427Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800342701044132:2100] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:04.519502Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:04.519567Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800342701044132:2100] [node 6] ICP22 created new session: [2:7580800346996011464:2100]
2025-12-06T17:37:04.519626Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800346996011464:2100] [node 6] ICS09 handshake done sender: [2:7580800342701044140:2113] self: [2:7580800342701044139:0] peer: [6:7580800349043648287:0] socket: 266 qp: -1
2025-12-06T17:37:04.519671Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800346996011464:2100] [node 6] ICS10 traffic start
2025-12-06T17:37:04.519711Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:04.510547Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800347454052215:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:04.485000Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800344748680894:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:04.527733Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800346662383368:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:04.527940Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800342367415977:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:04.511025Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800343159084829:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:37:04.511110Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:04.511193Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800343159084829:2048] [node 2] ICP22 created new session: [1:7580800347454052222:2048]
2025-12-06T17:37:04.511258Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800347454052222:2048] [node 2] ICS09 handshake done sender: [1:7580800343159084903:2114] self: [1:7580800343159084902:0] peer: [2:7580800346996011454:0] socket: 280 qp: -1
2025-12-06T17:37:04.511296Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800347454052222:2048] [node 2] ICS10 traffic start
2025-12-06T17:37:04.511344Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:04.512010Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800343159084891:2094] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:04.512067Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:04.512121Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800343159084891:2094] [node 6] ICP22 created new session: [1:7580800347454052224:2094]
2025-12-06T17:37:04.512197Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800347454052224:2094] [node 6] ICS09 handshake done sender: [1:7580800343159084897:2111] self: [1:7580800343159084896:0] peer: [6:7580800349043648275:0] socket: 267 qp: -1
2025-12-06T17:37:04.512256Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800347454052224:2094] [node 6] ICS10 traffic start
2025-12-06T17:37:04.512292Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:04.505942Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800346533869509:2065] [node 4] ICS10 traffic start
2025-12-06T17:37:04.506027Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:04.514868Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800342238902134:2065] [node 4] ICP35 event processing took too much time PendingConnection:279(21532026ns) {HandleHandshakeStatus:329(21528568ns) {DropIncomingHandshake:442(1261ns) DropOutgoingHandshake:457(12532ns) SwitchToState:179(317ns) ProcessPendingSessionEvents:495(158354ns) {ForwardSessionEventToSession:612(77644ns) ForwardSessionEventToSession:612(5082ns) ForwardSessionEventToSession:612(8616ns) ForwardSessionEventToSession:612(3897ns) ForwardSessionEventToSession:612(5803ns) ForwardSessionEventToSession:612(22548ns) ForwardSessionEventToSession:612(7748ns) ForwardSessionEventToSession:612(5974ns) ForwardSessionEventToSession:612(3025ns) ForwardSessionEventToSession:612(2686ns)}}}
2025-12-06T17:37:04.514953Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7580800342238902134:2065] [node 4] ICP27 obsolete handshake fail ignored
2025-12-06T17:37:04.546062Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800342701044142:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:04.546158Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800342701044142:2114] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:37:04.553072Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580800343159084893:2095] [node 5] ICP18 handshake (actor [1:7580800347454052215:2119]) is too old
2025-12-06T17:37:04.534760Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800342367416051:2114] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:04.555162Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800342367416041:2105] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:37:04.555261Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:04.539517Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800350413406233:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18737
2025-12-06T17:37:04.555976Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800342701044142:2114] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:04.566976Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800342701044068:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:37:04.567062Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:04.567127Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800342701044068:2049] [node 3] ICP22 created new session: [2:7580800346996011467:2049]
2025-12-06T17:37:04.567189Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800346996011467:2049] [node 3] ICS09 handshake done sender: [2:7580800342701044142:2114] self: [2:7580800342701044141:0] peer: [3:7580800346662383371:0] socket: 270 qp: -1
2025-12-06T17:37:04.567235Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800346996011467:2049] [node 3] ICS10 traffic start
2025-12-06T17:37:04.567282Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:04.555532Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800350413406222:2119] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:04.575094Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800350413406229:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:04.575285Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800346118438842:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:37:04.575357Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:04.575415Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800346118438842:2050] [node 3] ICP22 created new session: [4:7580800350413406234:2050]
2025-12-06T17:37:04.575497Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800350413406234:2050] [node 3] ICS09 handshake done sender: [4:7580800350413406222:2119] self: [4:7580800350413406228:0] peer: [3:7580800342367416050:0] socket: 274 qp: -1
2025-12-06T17:37:04.575545Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800350413406234:2050] [node 3] ICS10 traffic start
2025-12-06T17:37:04.575593Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:04.584479Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800344748680894:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20726) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800349043648276:2120] held: no
2025-12-06T17:37:04.576729Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800342367416041:2105] [node 4] ICP22 created new session: [3:7580800346662383373:2105]
2025-12-06T17:37:04.583179Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800346662383373:2105] [node 4] ICS09 handshake done sender: [3:7580800342367416051:2114] self: [3:7580800342367416050:0] peer: [4:7580800350413406228:0] socket: 304 qp: -1
2025-12-06T17:37:04.583249Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800346662383373:2105] [node 4] ICS10 traffic start
2025-12-06T17:37:04.583313Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:04.583895Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800342367416041:2105] [node 4] ICP35 event processing took too much time PendingConnection:279(28490785ns) {HandleHandshakeStatus:329(28487381ns) {DropIncomingHandshake:442(18381ns) DropOutgoingHandshake:457(578ns) SwitchToState:179(465ns) ProcessPendingSessionEvents:495(131294ns) {ForwardSessionEventToSession:612(69788ns) ForwardSessionEventToSession:612(4039ns) ForwardSessionEventToSession:612(7052ns) ForwardSessionEventToSession:612(3081ns) ForwardSessionEventToSession:612(7223ns) ForwardSessionEventToSession:612(4038ns) ForwardSessionEventToSession:612(3863ns) ForwardSessionEventToSession:612(12950ns) ForwardSessionEventToSession:612(5157ns) ForwardSessionEventToSession:612(3610ns)}}}
2025-12-06T17:37:04.591964Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800343159084905:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:04.592017Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800343159084905:2115] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:04.598969Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800343159084905:2115] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:04.601563Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800343159084894:2098] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:37:04.601647Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:04.601707Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800343159084894:2098] [node 4] ICP22 created new session: [1:7580800347454052227:2098]
2025-12-06T17:37:04.601758Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800347454052227:2098] [node 4] ICS09 handshake done sender: [1:7580800343159084905:2115] self: [1:7580800343159084904:0] peer: [4:7580800350413406236:0] socket: 313 qp: -1
2025-12-06T17:37:04.601798Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800347454052227:2098] [node 4] ICS10 traffic start
2025-12-06T17:37:04.601851Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:04.591498Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800346118438840:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:04.593552Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800350413406237:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18737
2025-12-06T17:37:04.599705Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800350413406229:2120] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:04.599887Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800346118438840:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:04.599954Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:04.600014Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800346118438840:2048] [node 1] ICP22 created new session: [4:7580800350413406238:2048]
2025-12-06T17:37:04.600068Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800350413406238:2048] [node 1] ICS09 handshake done sender: [4:7580800350413406229:2120] self: [4:7580800350413406236:0] peer: [1:7580800343159084904:0] socket: 290 qp: -1
2025-12-06T17:37:04.600112Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800350413406238:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:04.600152Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:04.613409Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800344748680893:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12790) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800349043648260:2114] held: no
2025-12-06T17:37:04.613766Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800349043648288:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43364
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:04.614821Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580800342367415977:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20726) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580800346662383368:2119] held: no
2025-12-06T17:37:04.614958Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800346662383372:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50424
2025-12-06T17:37:04.615855Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800349043648276:2120] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:04.616529Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800344748680894:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:04.616593Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:04.616644Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800344748680894:2049] [node 2] ICP22 created new session: [6:7580800349043648289:2049]
2025-12-06T17:37:04.616694Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800349043648289:2049] [node 2] ICS09 handshake done sender: [6:7580800349043648276:2120] self: [6:7580800349043648287:0] peer: [2:7580800342701044139:0] socket: 306 qp: -1
2025-12-06T17:37:04.616731Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800349043648289:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:04.616777Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:04.617170Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800349043648260:2114] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:04.618175Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800346662383368:2119] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:04.618456Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800342367415977:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:04.618515Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:04.618592Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800342367415977:2049] [node 2] ICP22 created new session: [3:7580800346662383375:2049]
2025-12-06T17:37:04.618640Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800346662383375:2049] [node 2] ICS09 handshake done sender: [3:7580800346662383368:2119] self: [3:7580800346662383371:0] peer: [2:7580800342701044141:0] socket: 317 qp: -1
2025-12-06T17:37:04.618674Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800346662383375:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:04.618715Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:04.619804Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800344748680893:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:04.619859Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:04.619901Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800344748680893:2048] [node 1] ICP22 created new session: [6:7580800349043648291:2048]
2025-12-06T17:37:04.619952Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800349043648291:2048] [node 1] ICS09 handshake done sender: [6:7580800349043648260:2114] self: [6:7580800349043648275:0] peer: [1:7580800343159084896:0] socket: 288 qp: -1
2025-12-06T17:37:04.619983Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800349043648291:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:04.620014Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:04.662698Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:37:04.662968Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580800346996011461:2048] [node 1] ICS01 socket: 282 reason# EndOfStream
2025-12-06T17:37:04.663014Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580800342701044067:2048] [node 1] ICP30 unregister session Session# [2:7580800346996011461:2048] VirtualId# [2:7580800346996011454:0]
2025-12-06T17:37:04.663056Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580800346996011461:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:04.663193Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:04.663240Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:04.663846Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:37:04.664086Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580800346662383355:2048] [node 1] ICS07 socket disconnect 277 reason# EndOfStream
2025-12-06T17:37:04.664127Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800346662383355:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:04.664203Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:04.664245Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580800346662383355:2048] [node 1] ICS15 start handshake
2025-12-06T17:37:04.665545Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:37:04.665771Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800350413406238:2048] [node 1] ICS01 socket: 290 reason# EndOfStream
2025-12-06T17:37:04.665819Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800346118438840:2048] [node 1] ICP30 unregister session Session# [4:7580800350413406238:2048] VirtualId# [4:7580800350413406236:0]
2025-12-06T17:37:04.665852Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800350413406238:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:04.665917Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:04.665967Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:04.666702Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:37:04.666925Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800346533869505:2048] [node 1] ICS01 socket: 275 reason# EndOfStream
2025-12-06T17:37:04.666963Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800342238902112:2048] [node 1] ICP30 unregister session Session# [5:7580800346533869505:2048] VirtualId# [5:7580800346533869490:0]
2025-12-06T17:37:04.666996Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800346533869505:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:04.667074Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:04.667117Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:04.667150Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:37:04.666847Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580800342367415976:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12790) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:37:04.666915Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800346662383355:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:37:04.666950Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800342367415976:2048] [node 1] ICP30 unregister session Session# [3:7580800346662383355:2048] VirtualId# [3:7580800342367416057:0]
2025-12-06T17:37:04.666991Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:04.667026Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580800342367415976:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:12790) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:04.667041Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12790) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:04.667366Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800349043648291:2048] [node 1] ICS01 socket: 288 reason# EndOfStream
2025-12-06T17:37:04.667401Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800344748680893:2048] [node 1] ICP30 unregister session Session# [6:7580800349043648291:2048] VirtualId# [6:7580800349043648275:0]
2025-12-06T17:37:04.667429Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800349043648291:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:04.667462Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:04.667619Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:04.674885Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580800342367415976:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:37:04.776449Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:37:04.776692Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800346662383375:2049] [node 2] ICS01 socket: 317 reason# EndOfStream
2025-12-06T17:37:04.776738Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800342367415977:2049] [node 2] ICP30 unregister session Session# [3:7580800346662383375:2049] VirtualId# [3:7580800346662383371:0]
2025-12-06T17:37:04.776777Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800346662383375:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:04.776882Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:04.776925Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:04.786735Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:37:04.786747Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:37:04.786965Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800349043648289:2049] [node 2] ICS01 socket: 306 reason# EndOfStream
2025-12-06T17:37:04.787007Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800344748680894:2049] [node 2] ICP30 unregister session Session# [6:7580800349043648289:2049] VirtualId# [6:7580800349043648287:0]
2025-12-06T17:37:04.786992Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800350413406217:2049] [node 2] ICS01 socket: 260 reason# EndOfStream
2025-12-06T17:37:04.787045Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800349043648289:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:04.787027Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800346118438841:2049] [node 2] ICP30 unregister session Session# [4:7580800350413406217:2049] VirtualId# [4:7580800350413406207:0]
2025-12-06T17:37:04.787121Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:04.787057Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800350413406217:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:04.787166Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:04.787149Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:04.787193Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:04.787266Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:37:04.787479Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800346533869502:2049] [node 2] ICS01 socket: 272 reason# EndOfStream
2025-12-06T17:37:04.787517Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800342238902113:2049] [node 2] ICP30 unregister session Session# [5:7580800346533869502:2049] VirtualId# [5:7580800346533869491:0]
2025-12-06T17:37:04.787548Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800346533869502:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:04.787629Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:04.787720Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:04.818803Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:37:04.819061Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800349043648283:2050] [node 3] ICS01 socket: 286 reason# EndOfStream
2025-12-06T17:37:04.819115Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800344748680895:2050] [node 3] ICP30 unregister session Session# [6:7580800349043648283:2050] VirtualId# [6:7580800349043648274:0]
2025-12-06T17:37:04.819156Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800349043648283:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:04.819268Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:37:04.819318Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:37:04.819435Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:37:04.819620Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800346533869497:2050] [node 3] ICS01 socket: 273 reason# EndOfStream
2025-12-06T17:37:04.819662Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800342238902114:2050] [node 3] ICP30 unregister session Session# [5:7580800346533869497:2050] VirtualId# [5:7580800346533869489:0]
2025-12-06T17:37:04.819688Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800346533869497:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:04.819746Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:37:04.819783Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:37:04.819868Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:37:04.820066Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800350413406234:2050] [node 3] ICS01 socket: 274 reason# EndOfStream
2025-12-06T17:37:04.820097Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800346118438842:2050] [node 3] ICP30 unregister session Session# [4:7580800350413406234:2050] VirtualId# [4:7580800350413406228:0]
2025-12-06T17:37:04.820123Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800350413406234:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:04.820172Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:37:04.820213Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:37:04.876177Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:37:04.876422Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800349043648285:2074] [node 4] ICS01 socket: 281 reason# EndOfStream
2025-12-06T17:37:04.876469Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800349043648253:2074] [node 4] ICP30 unregister session Session# [6:7580800349043648285:2074] VirtualId# [6:7580800349043648273:0]
2025-12-06T17:37:04.876508Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800349043648285:2074] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:04.876616Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:37:04.876669Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:37:04.876784Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:37:04.876982Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580800346533869509:2065] [node 4] ICS07 socket disconnect 296 reason# EndOfStream
2025-12-06T17:37:04.877016Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800346533869509:2065] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:04.877075Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:37:04.877114Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580800346533869509:2065] [node 4] ICS15 start handshake
2025-12-06T17:37:04.879018Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800342238902134:2065] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12617) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:37:04.879086Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800346533869509:2065] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:37:04.879132Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800342238902134:2065] [node 4] ICP30 unregister session Session# [5:7580800346533869509:2065] VirtualId# [5:7580800346533869507:0]
2025-12-06T17:37:04.879181Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:37:04.879223Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580800342238902134:2065] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:12617) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:04.879243Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12617) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:04.890654Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580800342238902134:2065] [node 4] ICP33 wake up from error state
2025-12-06T17:37:04.929378Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:37:04.929634Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800349043648277:2062] [node 5] ICS01 socket: 287 reason# EndOfStream
2025-12-06T17:37:04.929679Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800344748680920:2062] [node 5] ICP30 unregister session Session# [6:7580800349043648277:2062] VirtualId# [6:7580800349043648271:0]
2025-12-06T17:37:04.929723Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800349043648277:2062] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:04.929829Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:37:04.929876Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:37:04.987088Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800348579402139:2048] [node 2] ICP01 ready to work
2025-12-06T17:37:04.987126Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800348579402140:2049] [node 3] ICP01 ready to work
2025-12-06T17:37:04.989456Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800349200974589:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:04.989512Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800349200974590:2049] [node 3] ICP01 ready to work
2025-12-06T17:37:04.997127Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800347447838661:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:04.997158Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800347447838662:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:05.013902Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800353395184123:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:05.013937Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800353395184124:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:05.013971Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800353395184125:2050] [node 3] ICP01 ready to work
2025-12-06T17:37:05.036723Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800350934784495:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:05.036758Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800350934784496:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:05.036814Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800350934784497:2050] [node 3] ICP01 ready to work
2025-12-06T17:37:05.045925Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800350862941121:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:05.045957Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800350862941122:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:05.045990Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800350862941123:2050] [node 3] ICP01 ready to work
2025-12-06T17:37:05.624108Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800350862941141:2066] [node 4] ICP01 ready to work
2025-12-06T17:37:05.631447Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800350934784540:2087] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:05.679028Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800351742806017:2107] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6454
2025-12-06T17:37:05.877642Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800353495941964:2123] [node 6] ICP01 ready to work
2025-12-06T17:37:05.881726Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800352874369507:2107] [node 4] ICP01 ready to work
2025-12-06T17:37:05.878053Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800353495941965:2122] [node 5] ICP01 ready to work
2025-12-06T17:37:05.910124Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800351742806021:2108] [node 4] ICP01 ready to work
2025-12-06T17:37:06.019605Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800350862941168:2074] [node 5] ICP01 ready to work
2025-12-06T17:37:05.950603Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800350934784558:2094] [node 4] ICP01 ready to work
2025-12-06T17:37:06.037128Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800353495941968:2108] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:05.882980Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800352874369508:2108] [node 5] ICP01 ready to work
2025-12-06T17:37:06.024752Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800350934784496:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(391160767ns) {Configure:104(391156878ns) {ProcessConfigured:135(28598571ns) {StartInitialHandshake:157(28593912ns) {DropHandshakes:470(19631141ns) {DropIncomingHandshake:442(3121ns) DropOutgoingHandshake:457(696ns)} GenerateSessionVirtualId:988(2865ns) PrepareNewSessionHandshake:477(5019ns) {SwitchToState:179(2346ns)}}}}}
2025-12-06T17:37:06.066775Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800357690151482:2108] [node 5] ICP01 ready to work
2025-12-06T17:37:06.032723Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800356037773318:2109] [node 5] ICP01 ready to work
2025-12-06T17:37:06.052099Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800350862941141:2066] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(427652027ns) {Configure:104(427644361ns) {ProcessConfigured:135(12729759ns) {StartInitialHandshake:157(12725330ns) {DropHandshakes:470(2904ns) {DropIncomingHandshake:442(562ns) DropOutgoingHandshake:457(354ns)} GenerateSessionVirtualId:988(645ns) PrepareNewSessionHandshake:477(6173ns) {SwitchToState:179(2368ns)}}}}}
2025-12-06T17:37:06.074641Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800356037773319:2110] [node 6] ICP01 ready to work
2025-12-06T17:37:05.885374Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800352874369511:2109] [node 6] ICP01 ready to work
2025-12-06T17:37:06.071173Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800352874369507:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(180905598ns) {Configure:104(180899624ns) {ProcessConfigured:135(3726899ns) {StartInitialHandshake:157(3721544ns) {DropHandshakes:470(4230ns) {DropIncomingHandshake:442(956ns) DropOutgoingHandshake:457(626ns)} GenerateSessionVirtualId:988(1427ns) PrepareNewSessionHandshake:477(3548ns) {SwitchToState:179(1431ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:06.057031Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800355157908485:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30018
2025-12-06T17:37:06.111686Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800352874369511:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(66714981ns) {Configure:104(66707405ns) {ProcessConfigured:135(21414693ns) {StartInitialHandshake:157(21410331ns) {DropHandshakes:470(2413ns) {DropIncomingHandshake:442(478ns) DropOutgoingHandshake:457(483ns)} GenerateSessionVirtualId:988(291ns) PrepareNewSessionHandshake:477(3080307ns) {SwitchToState:179(8578ns)}}}}}
2025-12-06T17:37:06.096067Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800353495941964:2123] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(92177508ns) {Configure:104(92172239ns) {ProcessConfigured:135(31899247ns) {StartInitialHandshake:157(31895641ns) {DropHandshakes:470(3534ns) {DropIncomingHandshake:442(827ns) DropOutgoingHandshake:457(606ns)} GenerateSessionVirtualId:988(834ns) PrepareNewSessionHandshake:477(4528ns) {SwitchToState:179(1813ns)}}}}}
2025-12-06T17:37:06.093888Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800356037773320:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6454
2025-12-06T17:37:06.093997Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800356037773321:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6454
2025-12-06T17:37:06.082070Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800357690151483:2109] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:06.143423Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800355229751869:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36169
2025-12-06T17:37:06.124717Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800353395184124:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(324116831ns) {Configure:104(324111058ns) {ProcessConfigured:135(13022522ns) {StartInitialHandshake:157(13018146ns) {DropHandshakes:470(3405ns) {DropIncomingHandshake:442(831ns) DropOutgoingHandshake:457(630ns)} GenerateSessionVirtualId:988(1282ns) PrepareNewSessionHandshake:477(6690ns) {SwitchToState:179(3020ns)}}}}}
2025-12-06T17:37:06.119405Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800357169336819:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12330
2025-12-06T17:37:06.131285Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800357790909269:2128] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21321
2025-12-06T17:37:06.144176Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800351742806017:2107] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:06.136598Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800357169336820:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12330
2025-12-06T17:37:06.135098Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800357690151487:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64885
2025-12-06T17:37:06.131489Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800357790909267:2126] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21321
2025-12-06T17:37:06.183738Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800347447838661:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(147650616ns) {Configure:104(147636343ns) {ProcessConfigured:135(78665ns) {StartInitialHandshake:157(75408ns) {DropHandshakes:470(3297ns) {DropIncomingHandshake:442(710ns) DropOutgoingHandshake:457(948ns)} GenerateSessionVirtualId:988(946ns) PrepareNewSessionHandshake:477(1933ns) {SwitchToState:179(916ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:06.152709Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800357169336820:2125] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:06.211708Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800353395184123:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(86613558ns) {Configure:104(86598323ns) {ProcessConfigured:135(92780ns) {StartInitialHandshake:157(88336ns) {DropHandshakes:470(3434ns) {DropIncomingHandshake:442(793ns) DropOutgoingHandshake:457(577ns)} GenerateSessionVirtualId:988(974ns) PrepareNewSessionHandshake:477(4719ns) {SwitchToState:179(766ns)}}}}}
2025-12-06T17:37:06.184134Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800356037773320:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:06.131590Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800357790909268:2127] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21321
2025-12-06T17:37:06.214999Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800355157908485:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:06.231259Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800357169336819:2124] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:06.230597Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800350934784542:2092] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:06.210913Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800347447838662:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:06.144079Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800357790909267:2126] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:06.215630Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800355157908494:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30018
2025-12-06T17:37:06.230663Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580800350934784542:2092] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:06.224623Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800353495941946:2107] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:06.244577Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800353395184125:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(87670541ns) {Configure:104(87662724ns) {ProcessConfigured:135(36122260ns) {StartInitialHandshake:157(36117965ns) {DropHandshakes:470(1974ns) {DropIncomingHandshake:442(557ns) DropOutgoingHandshake:457(364ns)} GenerateSessionVirtualId:988(384ns) PrepareNewSessionHandshake:477(3826ns) {SwitchToState:179(1882ns)}}}}}
2025-12-06T17:37:06.215809Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800350862941168:2074] [node 5] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:06.224677Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800353495941946:2107] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:37:06.238750Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800355229751869:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:06.230078Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800350862941123:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(150906602ns) {Configure:104(150891130ns) {ProcessConfigured:135(8656321ns) {StartInitialHandshake:157(8652239ns) {DropHandshakes:470(1850ns) {DropIncomingHandshake:442(100ns) DropOutgoingHandshake:457(622ns)} GenerateSessionVirtualId:988(264ns) PrepareNewSessionHandshake:477(7538ns) {SwitchToState:179(4168ns)}}}}}
2025-12-06T17:37:06.261958Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800352874369513:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:06.262436Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800350934784495:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:06.262026Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800352874369513:2120] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:37:06.229135Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800357790909277:2131] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21321
2025-12-06T17:37:06.247320Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800355157908498:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30018
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:06.270706Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800357690151487:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:06.270814Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800356037773337:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6454
2025-12-06T17:37:06.283101Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800356037773321:2112] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:06.283261Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800347447838661:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:06.279394Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800350934784542:2092] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:06.243799Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800357790909268:2127] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:06.269196Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800352874369513:2120] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:06.297357Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800351742806017:2107] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:06.248385Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800355157908494:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:06.297867Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800347447838662:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:06.248593Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800350862941122:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:06.244563Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800357790909269:2128] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:06.247673Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800353495941946:2107] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:06.256503Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580800349200974589:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:06.293730Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800357790909266:2125] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:06.293766Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800357790909266:2125] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:06.295891Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800349200974590:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:37:06.302471Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:06.302554Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800349200974590:2049] [node 3] ICP22 created new session: [2:7580800357790909282:2049]
2025-12-06T17:37:06.302619Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800357790909282:2049] [node 3] ICS09 handshake done sender: [2:7580800353495941946:2107] self: [2:7580800353495941945:0] peer: [3:7580800356037773334:0] socket: 252 qp: -1
2025-12-06T17:37:06.302666Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800357790909282:2049] [node 3] ICS10 traffic start
2025-12-06T17:37:06.302723Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:06.269518Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800348579402139:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:37:06.303395Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580800350934784540:2087] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:06.297937Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:06.269584Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:06.319801Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800357690151482:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(51858510ns) {Configure:104(51850989ns) {ProcessConfigured:135(13493030ns) {StartInitialHandshake:157(13488465ns) {DropHandshakes:470(2901ns) {DropIncomingHandshake:442(660ns) DropOutgoingHandshake:457(409ns)} GenerateSessionVirtualId:988(676ns) PrepareNewSessionHandshake:477(5270ns) {SwitchToState:179(2314ns)}}}}}
2025-12-06T17:37:06.303474Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:06.290363Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800355157908500:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30018
2025-12-06T17:37:06.331130Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800349200974590:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(36767198ns) {HandleHandshakeStatus:329(35698514ns) {DropIncomingHandshake:442(1102ns) DropOutgoingHandshake:457(754ns) SwitchToState:179(1030ns) ProcessPendingSessionEvents:495(27793827ns) {ForwardSessionEventToSession:612(82738ns) ForwardSessionEventToSession:612(4309ns) ForwardSessionEventToSession:612(2095829ns) ForwardSessionEventToSession:612(4272ns) ForwardSessionEventToSession:612(9514942ns) ForwardSessionEventToSession:612(52464ns) ForwardSessionEventToSession:612(4869604ns) ForwardSessionEventToSession:612(7649ns) ForwardSessionEventToSession:612(3202ns) ForwardSessionEventToSession:612(2504ns)}}}
2025-12-06T17:37:06.331396Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580800349200974589:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10800) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7580800357790909269:2128] held: no
2025-12-06T17:37:06.297998Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800347447838662:2049] [node 2] ICP22 created new session: [3:7580800356037773339:2049]
2025-12-06T17:37:06.269631Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800348579402139:2048] [node 2] ICP22 created new session: [1:7580800357169336824:2048]
2025-12-06T17:37:06.338758Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800355157908485:2112] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:06.303536Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800350934784540:2087] [node 6] ICP22 created new session: [5:7580800355229751872:2087]
2025-12-06T17:37:06.303607Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800355229751872:2087] [node 6] ICS09 handshake done sender: [5:7580800350934784542:2092] self: [5:7580800350934784541:0] peer: [6:7580800355157908497:0] socket: 257 qp: -1
2025-12-06T17:37:06.303666Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800355229751872:2087] [node 6] ICS10 traffic start
2025-12-06T17:37:06.305695Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:06.309932Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800355229751874:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36169
2025-12-06T17:37:06.332831Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800350934784540:2087] [node 6] ICP35 event processing took too much time PendingConnection:279(29317456ns) {HandleHandshakeStatus:329(29312884ns) {DropIncomingHandshake:442(652ns) DropOutgoingHandshake:457(458ns) SwitchToState:179(760ns) ProcessPendingSessionEvents:495(12968914ns) {ForwardSessionEventToSession:612(12805275ns) ForwardSessionEventToSession:612(12129ns) ForwardSessionEventToSession:612(3630ns) ForwardSessionEventToSession:612(5720ns) ForwardSessionEventToSession:612(7716ns) ForwardSessionEventToSession:612(2314ns) ForwardSessionEventToSession:612(2479ns) ForwardSessionEventToSession:612(5794ns) ForwardSessionEventToSession:612(2427ns) ForwardSessionEventToSession:612(5132ns)}}}
2025-12-06T17:37:06.332925Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800355229751869:2115] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:06.338814Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800350934784495:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:06.338874Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:06.338928Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800350934784495:2048] [node 1] ICP22 created new session: [5:7580800355229751876:2048]
2025-12-06T17:37:06.338980Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800355229751876:2048] [node 1] ICS09 handshake done sender: [5:7580800355229751869:2115] self: [5:7580800355229751870:0] peer: [1:7580800352874369514:0] socket: 268 qp: -1
2025-12-06T17:37:06.339015Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800355229751876:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:06.339052Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:06.343490Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7580800349200974590:2049] [node 3] ICP27 obsolete handshake fail ignored
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:06.357731Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800353395184125:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:06.270622Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800352874369515:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:06.375128Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800357690151483:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(78221338ns) {Configure:104(78215107ns) {ProcessConfigured:135(56461ns) {StartInitialHandshake:157(54148ns) {DropHandshakes:470(2795ns) {DropIncomingHandshake:442(634ns) DropOutgoingHandshake:457(426ns)} GenerateSessionVirtualId:988(622ns) PrepareNewSessionHandshake:477(2346ns) {SwitchToState:179(464ns)}}}}}
2025-12-06T17:37:06.376445Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800357690151499:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64885
2025-12-06T17:37:06.298057Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800356037773339:2049] [node 2] ICS09 handshake done sender: [3:7580800351742806017:2107] self: [3:7580800356037773334:0] peer: [2:7580800353495941945:0] socket: 253 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:06.340569Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800355157908498:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:06.340669Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800350862941123:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:06.347207Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800350862941168:2074] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:37:06.347275Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:06.347326Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800350862941168:2074] [node 5] ICP22 created new session: [6:7580800355157908502:2074]
2025-12-06T17:37:06.358655Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800355157908502:2074] [node 5] ICS09 handshake done sender: [6:7580800355157908485:2112] self: [6:7580800355157908497:0] peer: [5:7580800350934784541:0] socket: 259 qp: -1
2025-12-06T17:37:06.360318Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800355157908502:2074] [node 5] ICS10 traffic start
2025-12-06T17:37:06.371097Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:06.371668Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800350862941168:2074] [node 5] ICP35 event processing took too much time PendingConnection:279(24256255ns) {HandleHandshakeStatus:329(24252542ns) {DropIncomingHandshake:442(1187ns) DropOutgoingHandshake:457(7298ns) SwitchToState:179(551ns) ProcessPendingSessionEvents:495(133014ns) {ForwardSessionEventToSession:612(85003ns) ForwardSessionEventToSession:612(3933ns) ForwardSessionEventToSession:612(2430ns) ForwardSessionEventToSession:612(8603ns) ForwardSessionEventToSession:612(2232ns) ForwardSessionEventToSession:612(2702ns) ForwardSessionEventToSession:612(6511ns) ForwardSessionEventToSession:612(3291ns) ForwardSessionEventToSession:612(4778ns) ForwardSessionEventToSession:612(3349ns)}}}
2025-12-06T17:37:06.372508Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800355157908503:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30018
2025-12-06T17:37:06.376519Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800357690151486:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64885
2025-12-06T17:37:06.376678Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800357690151498:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64885
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:06.380119Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800355229751878:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36169
2025-12-06T17:37:06.382636Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800357790909281:2132] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21321
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:06.270654Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800352874369515:2121] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:37:06.387409Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800355157908498:2117] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:06.388094Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800355157908508:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30018
2025-12-06T17:37:06.386981Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800357690151486:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:06.298104Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800356037773339:2049] [node 2] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:06.388227Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800350862941123:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:37:06.300300Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:06.278748Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800357169336824:2048] [node 2] ICS09 handshake done sender: [1:7580800352874369513:2120] self: [1:7580800352874369512:0] peer: [2:7580800357790909280:0] socket: 264 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:06.396372Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800357690151498:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:06.410907Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800357790909266:2125] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:06.338128Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800347447838662:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(39922389ns) {HandleHandshakeStatus:329(39919869ns) {DropIncomingHandshake:442(689ns) DropOutgoingHandshake:457(7532ns) SwitchToState:179(695ns) ProcessPendingSessionEvents:495(10752651ns) {ForwardSessionEventToSession:612(10683381ns) ForwardSessionEventToSession:612(9207ns) ForwardSessionEventToSession:612(3110ns) ForwardSessionEventToSession:612(2803ns) ForwardSessionEventToSession:612(9081ns) ForwardSessionEventToSession:612(3356ns) ForwardSessionEventToSession:612(5467ns) ForwardSessionEventToSession:612(13441ns) ForwardSessionEventToSession:612(2609ns) ForwardSessionEventToSession:612(5616ns)}}}
2025-12-06T17:37:06.391417Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:06.286709Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800357169336824:2048] [node 2] ICS10 traffic start
2025-12-06T17:37:06.397357Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800357690151502:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64885
2025-12-06T17:37:06.290690Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:06.396825Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800355157908505:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30018
2025-12-06T17:37:06.347211Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800356037773329:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:06.408620Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800353395184123:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:06.304072Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800352874369510:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:06.406627Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800350862941123:2050] [node 3] ICP22 created new session: [6:7580800355157908509:2050]
2025-12-06T17:37:06.347242Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800356037773329:2116] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:06.304108Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800352874369510:2119] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:37:06.418046Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800357790909269:2128] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:06.415904Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800357690151505:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64885
2025-12-06T17:37:06.350295Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800356037773329:2116] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:06.408474Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800355157908509:2050] [node 3] ICS09 handshake done sender: [6:7580800355157908498:2117] self: [6:7580800355157908501:0] peer: [3:7580800356037773328:0] socket: 286 qp: -1
2025-12-06T17:37:06.417040Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800357690151502:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:06.306499Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800352874369515:2121] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:06.422014Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800353495941964:2123] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:06.350712Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800356037773319:2110] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:06.410547Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800355157908509:2050] [node 3] ICS10 traffic start
2025-12-06T17:37:06.424066Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800355229751879:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36169
2025-12-06T17:37:06.309062Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800348579402139:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(39344329ns) {HandleHandshakeStatus:329(39335803ns) {DropIncomingHandshake:442(16617ns) DropOutgoingHandshake:457(606ns) SwitchToState:179(608ns) ProcessPendingSessionEvents:495(8514516ns) {ForwardSessionEventToSession:612(8426494ns) ForwardSessionEventToSession:612(34190ns) ForwardSessionEventToSession:612(3656ns) ForwardSessionEventToSession:612(2789ns) ForwardSessionEventToSession:612(5967ns) ForwardSessionEventToSession:612(2838ns) ForwardSessionEventToSession:612(7437ns) ForwardSessionEventToSession:612(5499ns) ForwardSessionEventToSession:612(2385ns) ForwardSessionEventToSession:612(9053ns)}}}
2025-12-06T17:37:06.422452Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:06.350759Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:06.423979Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800357690151487:2112] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:06.410594Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:06.309282Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800352874369510:2119] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:06.422749Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800353495941964:2123] [node 6] ICP22 created new session: [2:7580800357790909288:2123]
2025-12-06T17:37:06.418879Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800355157908505:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:06.350810Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800356037773319:2110] [node 6] ICP22 created new session: [3:7580800356037773344:2110]
2025-12-06T17:37:06.428389Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800353395184125:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:37:06.425834Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800357790909288:2123] [node 6] ICS09 handshake done sender: [2:7580800357790909266:2125] self: [2:7580800357790909265:0] peer: [6:7580800355157908499:0] socket: 278 qp: -1
2025-12-06T17:37:06.350862Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800356037773344:2110] [node 6] ICS09 handshake done sender: [3:7580800356037773329:2116] self: [3:7580800356037773328:0] peer: [6:7580800355157908501:0] socket: 284 qp: -1
2025-12-06T17:37:06.426112Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800350862941123:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(33931472ns) {HandleHandshakeStatus:329(33925966ns) {DropIncomingHandshake:442(1445ns) DropOutgoingHandshake:457(6500ns) SwitchToState:179(825ns) ProcessPendingSessionEvents:495(3543428ns) {ForwardSessionEventToSession:612(1093947ns) ForwardSessionEventToSession:612(4562ns) ForwardSessionEventToSession:612(3057ns) ForwardSessionEventToSession:612(237570ns) ForwardSessionEventToSession:612(3168ns) ForwardSessionEventToSession:612(1454931ns) ForwardSessionEventToSession:612(4370ns) ForwardSessionEventToSession:612(2752ns) ForwardSessionEventToSession:612(718690ns) ForwardSessionEventToSession:612(4819ns)}}}
No RDMA context found for GID: 2025-12-06T17:37:06.350902Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800356037773344:2110] [node 6] ICS10 traffic start
2025-12-06T17:37:06.428430Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:06.333456Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800352874369508:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:37:06.426286Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800357790909288:2123] [node 6] ICS10 traffic start
2025-12-06T17:37:06.350939Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:06.428463Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800353395184125:2050] [node 3] ICP22 created new session: [4:7580800357690151508:2050]
2025-12-06T17:37:06.333501Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:06.394871Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800356037773323:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:06.426340Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:06.428505Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800357690151508:2050] [node 3] ICS09 handshake done sender: [4:7580800357690151487:2112] self: [4:7580800357690151495:0] peer: [3:7580800356037773322:0] socket: 279 qp: -1
2025-12-06T17:37:06.333543Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800352874369508:2108] [node 5] ICP22 created new session: [1:7580800357169336829:2108]
2025-12-06T17:37:06.429221Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580800349200974589:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:06.394895Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800356037773323:2113] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:37:06.333582Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800357169336829:2108] [node 5] ICS09 handshake done sender: [1:7580800352874369515:2121] self: [1:7580800352874369514:0] peer: [5:7580800355229751870:0] socket: 265 qp: -1
2025-12-06T17:37:06.431159Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800355157908507:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30018
2025-12-06T17:37:06.416671Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800356037773323:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:06.333607Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800357169336829:2108] [node 5] ICS10 traffic start
2025-12-06T17:37:06.422133Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800351742806021:2108] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:37:06.333645Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:06.422168Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:06.343491Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800348579402140:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:37:06.422422Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800351742806021:2108] [node 4] ICP22 created new session: [3:7580800356037773349:2108]
2025-12-06T17:37:06.343565Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:06.343601Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800348579402140:2049] [node 3] ICP22 created new session: [1:7580800357169336831:2049]
2025-12-06T17:37:06.428529Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800357690151508:2050] [node 3] ICS10 traffic start
2025-12-06T17:37:06.430759Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:06.424170Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800356037773349:2108] [node 4] ICS09 handshake done sender: [3:7580800356037773323:2113] self: [3:7580800356037773322:0] peer: [4:7580800357690151495:0] socket: 274 qp: -1
2025-12-06T17:37:06.428553Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:06.343635Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800357169336831:2049] [node 3] ICS09 handshake done sender: [1:7580800352874369510:2119] self: [1:7580800352874369509:0] peer: [3:7580800356037773338:0] socket: 263 qp: -1
::ffff:127.1.0.0
2025-12-06T17:37:06.426153Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800356037773349:2108] [node 4] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:06.431546Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800349200974589:2048] [node 1] ICP22 created new session: [2:7580800357790909290:2048]
2025-12-06T17:37:06.343664Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800357169336831:2049] [node 3] ICS10 traffic start
2025-12-06T17:37:06.343688Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:06.431590Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800357690151507:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64885
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:06.434099Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800355229751878:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:06.426282Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:06.360045Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800357169336834:2126] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12330
2025-12-06T17:37:06.431742Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800357790909290:2048] [node 1] ICS09 handshake done sender: [2:7580800357790909269:2128] self: [2:7580800357790909280:0] peer: [1:7580800352874369512:0] socket: 273 qp: -1
2025-12-06T17:37:06.406673Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800357169336834:2126] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:06.435378Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800350934784496:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:06.436182Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800350862941121:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:06.429176Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580800347447838661:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10800) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580800356037773321:2112] held: no
2025-12-06T17:37:06.431799Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800357790909290:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:06.436567Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800355157908508:2122] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:06.436725Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800355157908494:2115] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:06.431753Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800356037773341:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6454
2025-12-06T17:37:06.431837Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:06.407597Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800357169336835:2127] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12330
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:06.439037Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800350862941122:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18771) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800355157908494:2115] held: no
2025-12-06T17:37:06.435830Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800353395184123:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10800) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580800357690151498:2117] held: no
2025-12-06T17:37:06.433527Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800357790909287:2133] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21321
2025-12-06T17:37:06.407677Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580800348579402140:2049] [node 3] ICP18 handshake (actor [1:7580800357169336834:2126]) is too old
2025-12-06T17:37:06.439152Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800350862941122:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:06.436910Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800357690151498:2117] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:06.437879Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800353395184123:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:06.437923Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:06.417540Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800357169336814:2122] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:06.439961Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:06.437031Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800357790909271:2129] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:06.442859Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800356037773347:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6454
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:06.417584Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800357169336814:2122] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:37:06.437063Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800357790909271:2129] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:06.437965Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800353395184123:2048] [node 1] ICP22 created new session: [4:7580800357690151511:2048]
2025-12-06T17:37:06.440004Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800350862941122:2049] [node 2] ICP22 created new session: [6:7580800355157908512:2049]
2025-12-06T17:37:06.421541Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800357169336814:2122] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:06.443342Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800356037773321:2112] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:06.440044Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800355157908512:2049] [node 2] ICS09 handshake done sender: [6:7580800355157908494:2115] self: [6:7580800355157908499:0] peer: [2:7580800357790909265:0] socket: 281 qp: -1
2025-12-06T17:37:06.438011Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800357690151511:2048] [node 1] ICS09 handshake done sender: [4:7580800357690151498:2117] self: [4:7580800357690151504:0] peer: [1:7580800357169336813:0] socket: 305 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:06.443056Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800357790909287:2133] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:06.445607Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800355229751881:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36169
2025-12-06T17:37:06.444907Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800347447838661:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:06.422808Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800357169336835:2127] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:06.440085Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800355157908512:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:06.438052Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800357690151511:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:06.446327Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800357790909271:2129] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:06.424232Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800352874369507:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:37:06.451512Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800355229751881:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:06.451674Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800350934784558:2094] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:06.445512Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:06.438084Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:06.440115Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:06.441630Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800357690151497:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:06.441653Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800357690151497:2116] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:06.444794Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800357690151499:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:06.425591Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:06.445559Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800347447838661:2048] [node 1] ICP22 created new session: [3:7580800356037773351:2048]
2025-12-06T17:37:06.448099Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800353495941965:2122] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:37:06.440859Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800350862941141:2066] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:06.426457Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800352874369507:2107] [node 4] ICP22 created new session: [1:7580800357169336837:2107]
2025-12-06T17:37:06.446722Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800357690151497:2116] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:06.454031Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800355229751882:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36169
2025-12-06T17:37:06.448655Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:06.447496Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800356037773351:2048] [node 1] ICS09 handshake done sender: [3:7580800356037773321:2112] self: [3:7580800356037773338:0] peer: [1:7580800352874369509:0] socket: 271 qp: -1
2025-12-06T17:37:06.448832Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800353395184124:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:06.426833Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800357169336837:2107] [node 4] ICS09 handshake done sender: [1:7580800357169336814:2122] self: [1:7580800357169336813:0] peer: [4:7580800357690151504:0] socket: 293 qp: -1
2025-12-06T17:37:06.454546Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800355229751879:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:06.449288Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800353495941965:2122] [node 5] ICP22 created new session: [2:7580800357790909294:2122]
2025-12-06T17:37:06.446327Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800355157908515:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30018
2025-12-06T17:37:06.449006Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800356037773351:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:06.449282Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800355157908516:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30018
2025-12-06T17:37:06.452402Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800357690151483:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:06.452278Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800350862941121:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10800) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800355157908505:2120] held: no
2025-12-06T17:37:06.450785Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800357790909294:2122] [node 5] ICS09 handshake done sender: [2:7580800357790909271:2129] self: [2:7580800357790909270:0] peer: [5:7580800355229751880:0] socket: 285 qp: -1
2025-12-06T17:37:06.426858Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800357169336837:2107] [node 4] ICS10 traffic start
2025-12-06T17:37:06.449402Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:06.454973Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800350934784497:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:06.453880Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800355157908505:2120] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:06.457281Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800355229751878:2117] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:06.457019Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800355157908508:2122] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:06.455936Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800356037773327:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:06.452454Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:06.451309Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800357790909294:2122] [node 5] ICS10 traffic start
2025-12-06T17:37:06.426915Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:06.452572Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:06.452721Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800357690151483:2109] [node 6] ICP22 created new session: [4:7580800357690151515:2109]
2025-12-06T17:37:06.455967Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800356037773327:2115] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:37:06.457425Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800357790909274:2130] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:06.427131Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580800352874369507:2107] [node 4] ICP18 handshake (actor [1:7580800357169336835:2127]) is too old
2025-12-06T17:37:06.460084Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800350934784496:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18771) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800355229751878:2117] held: no
2025-12-06T17:37:06.461386Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800350862941121:2048] [node 1] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:06.437712Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800357169336818:2123] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:06.466173Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800356037773327:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:06.457453Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800357790909274:2130] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:37:06.461429Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:06.437743Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800357169336818:2123] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:06.452867Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800357690151494:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:06.460169Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800350934784496:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:06.458334Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800357790909274:2130] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:06.461460Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800350862941121:2048] [node 1] ICP22 created new session: [6:7580800355157908517:2048]
2025-12-06T17:37:06.440248Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800357169336818:2123] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:06.460207Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:06.452890Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800357690151494:2115] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:37:06.469423Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800356037773318:2109] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:37:06.460828Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800353495941968:2108] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:37:06.460267Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800350934784496:2049] [node 2] ICP22 created new session: [5:7580800355229751886:2049]
2025-12-06T17:37:06.454228Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800357690151515:2109] [node 6] ICS09 handshake done sender: [4:7580800357690151497:2116] self: [4:7580800357690151496:0] peer: [6:7580800355157908514:0] socket: 308 qp: -1
2025-12-06T17:37:06.470300Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:06.460885Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:06.444251Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800352874369511:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:06.461498Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800355157908517:2048] [node 1] ICS09 handshake done sender: [6:7580800355157908505:2120] self: [6:7580800355157908511:0] peer: [1:7580800357169336812:0] socket: 302 qp: -1
2025-12-06T17:37:06.460310Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800355229751886:2049] [node 2] ICS09 handshake done sender: [5:7580800355229751878:2117] self: [5:7580800355229751880:0] peer: [2:7580800357790909270:0] socket: 303 qp: -1
2025-12-06T17:37:06.444313Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:06.454855Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800357690151515:2109] [node 6] ICS10 traffic start
2025-12-06T17:37:06.461527Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800355157908517:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:06.470351Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800356037773318:2109] [node 5] ICP22 created new session: [3:7580800356037773354:2109]
2025-12-06T17:37:06.461846Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800353495941968:2108] [node 4] ICP22 created new session: [2:7580800357790909297:2108]
2025-12-06T17:37:06.460342Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800355229751886:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:06.455230Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:06.461550Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:06.445086Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800352874369511:2109] [node 6] ICP22 created new session: [1:7580800357169336840:2109]
2025-12-06T17:37:06.472694Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800356037773354:2109] [node 5] ICS09 handshake done sender: [3:7580800356037773327:2115] self: [3:7580800356037773326:0] peer: [5:7580800355229751884:0] socket: 316 qp: -1
2025-12-06T17:37:06.463754Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800357790909297:2108] [node 4] ICS09 handshake done sender: [2:7580800357790909274:2130] self: [2:7580800357790909273:0] peer: [4:7580800357690151514:0] socket: 301 qp: -1
2025-12-06T17:37:06.460370Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:06.457487Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800357690151494:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:06.464000Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800357790909297:2108] [node 4] ICS10 traffic start
2025-12-06T17:37:06.445281Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800357169336840:2109] [node 6] ICS09 handshake done sender: [1:7580800357169336818:2123] self: [1:7580800357169336812:0] peer: [6:7580800355157908511:0] socket: 299 qp: -1
2025-12-06T17:37:06.462961Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800350862941141:2066] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30205) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800355157908508:2122] held: no
2025-12-06T17:37:06.463057Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800350862941141:2066] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:37:06.463087Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:06.463138Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800350862941141:2066] [node 4] ICP22 created new session: [6:7580800355157908519:2066]
2025-12-06T17:37:06.463188Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800355157908519:2066] [node 4] ICS09 handshake done sender: [6:7580800355157908508:2122] self: [6:7580800355157908514:0] peer: [4:7580800357690151496:0] socket: 312 qp: -1
2025-12-06T17:37:06.463218Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800355157908519:2066] [node 4] ICS10 traffic start
2025-12-06T17:37:06.463250Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:06.473129Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800356037773354:2109] [node 5] ICS10 traffic start
2025-12-06T17:37:06.462330Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800355229751885:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36169
2025-12-06T17:37:06.465476Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:06.445719Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800357169336840:2109] [node 6] ICS10 traffic start
2025-12-06T17:37:06.465996Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800355229751881:2119] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:06.464504Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800357690151482:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:37:06.469594Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800350934784558:2094] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:37:06.473731Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:06.469638Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:06.469677Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800350934784558:2094] [node 4] ICP22 created new session: [5:7580800355229751889:2094]
2025-12-06T17:37:06.469717Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800355229751889:2094] [node 4] ICS09 handshake done sender: [5:7580800355229751881:2119] self: [5:7580800355229751883:0] peer: [4:7580800357690151492:0] socket: 295 qp: -1
2025-12-06T17:37:06.469747Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800355229751889:2094] [node 4] ICS10 traffic start
2025-12-06T17:37:06.469778Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:06.470587Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7580800350934784558:2094] [node 4] ICP27 obsolete handshake fail ignored
2025-12-06T17:37:06.470996Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800355229751888:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36169
2025-12-06T17:37:06.473485Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800355229751879:2118] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:06.474763Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800350934784497:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13849) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800355229751879:2118] held: no
2025-12-06T17:37:06.475437Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800350934784497:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:37:06.475478Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:06.475717Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800350934784497:2050] [node 3] ICP22 created new session: [5:7580800355229751891:2050]
2025-12-06T17:37:06.476204Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800355229751891:2050] [node 3] ICS09 handshake done sender: [5:7580800355229751879:2118] self: [5:7580800355229751884:0] peer: [3:7580800356037773326:0] socket: 320 qp: -1
2025-12-06T17:37:06.476581Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800355229751891:2050] [node 3] ICS10 traffic start
2025-12-06T17:37:06.476746Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:06.445764Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:06.464544Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:06.464599Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800357690151482:2108] [node 5] ICP22 created new session: [4:7580800357690151519:2108]
2025-12-06T17:37:06.464634Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800357690151519:2108] [node 5] ICS09 handshake done sender: [4:7580800357690151494:2115] self: [4:7580800357690151492:0] peer: [5:7580800355229751883:0] socket: 266 qp: -1
2025-12-06T17:37:06.464654Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800357690151519:2108] [node 5] ICS10 traffic start
2025-12-06T17:37:06.464713Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:06.468465Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800357690151518:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64885
2025-12-06T17:37:06.471225Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800357690151499:2118] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:06.477159Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800353395184124:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:06.477294Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:06.477395Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800353395184124:2049] [node 2] ICP22 created new session: [4:7580800357690151521:2049]
2025-12-06T17:37:06.477441Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800357690151521:2049] [node 2] ICS09 handshake done sender: [4:7580800357690151499:2118] self: [4:7580800357690151514:0] peer: [2:7580800357790909273:0] socket: 306 qp: -1
2025-12-06T17:37:06.477473Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800357690151521:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:06.477506Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:06.477940Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7580800353395184124:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:37:06.512321Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:37:06.512551Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580800357790909290:2048] [node 1] ICS01 socket: 273 reason# EndOfStream
2025-12-06T17:37:06.512590Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580800349200974589:2048] [node 1] ICP30 unregister session Session# [2:7580800357790909290:2048] VirtualId# [2:7580800357790909280:0]
2025-12-06T17:37:06.512629Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580800357790909290:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:06.512697Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:06.512745Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:06.513176Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:37:06.513388Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800356037773351:2048] [node 1] ICS01 socket: 271 reason# EndOfStream
2025-12-06T17:37:06.513420Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800347447838661:2048] [node 1] ICP30 unregister session Session# [3:7580800356037773351:2048] VirtualId# [3:7580800356037773338:0]
2025-12-06T17:37:06.513443Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800356037773351:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:06.513507Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:06.513544Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:06.515720Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:37:06.515957Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800357690151511:2048] [node 1] ICS01 socket: 305 reason# EndOfStream
2025-12-06T17:37:06.515993Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800353395184123:2048] [node 1] ICP30 unregister session Session# [4:7580800357690151511:2048] VirtualId# [4:7580800357690151504:0]
2025-12-06T17:37:06.516020Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800357690151511:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:06.516075Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:06.516114Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:06.516901Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:37:06.517117Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800355229751876:2048] [node 1] ICS01 socket: 268 reason# EndOfStream
2025-12-06T17:37:06.517158Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800350934784495:2048] [node 1] ICP30 unregister session Session# [5:7580800355229751876:2048] VirtualId# [5:7580800355229751870:0]
2025-12-06T17:37:06.517183Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800355229751876:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:06.517253Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:06.517299Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:06.518391Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:37:06.518626Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800355157908517:2048] [node 1] ICS01 socket: 302 reason# EndOfStream
2025-12-06T17:37:06.518662Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800350862941121:2048] [node 1] ICP30 unregister session Session# [6:7580800355157908517:2048] VirtualId# [6:7580800355157908511:0]
2025-12-06T17:37:06.518687Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800355157908517:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:06.518746Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:06.518784Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:06.549519Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:37:06.549781Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580800356037773339:2049] [node 2] ICS07 socket disconnect 253 reason# EndOfStream
2025-12-06T17:37:06.549809Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800356037773339:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:06.549882Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:06.549920Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580800356037773339:2049] [node 2] ICS15 start handshake
2025-12-06T17:37:06.552906Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580800347447838662:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18771) Socket error# Connection reset by peer state# SendInitialPacket processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:37:06.552950Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580800356037773339:2049] [node 2] ICS15 start handshake
2025-12-06T17:37:06.555579Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:37:06.556826Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:37:06.556856Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800355229751886:2049] [node 2] ICS01 socket: 303 reason# EndOfStream
2025-12-06T17:37:06.556775Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:37:06.560955Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800350934784496:2049] [node 2] ICP30 unregister session Session# [5:7580800355229751886:2049] VirtualId# [5:7580800355229751880:0]
2025-12-06T17:37:06.561427Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800355229751886:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:06.561531Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:06.561579Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:06.557041Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800357690151521:2049] [node 2] ICS01 socket: 306 reason# EndOfStream
2025-12-06T17:37:06.560593Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800353395184124:2049] [node 2] ICP30 unregister session Session# [4:7580800357690151521:2049] VirtualId# [4:7580800357690151514:0]
2025-12-06T17:37:06.560631Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800357690151521:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:06.560723Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:06.560959Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:06.561476Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800355157908512:2049] [node 2] ICS01 socket: 281 reason# EndOfStream
2025-12-06T17:37:06.561695Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800350862941122:2049] [node 2] ICP30 unregister session Session# [6:7580800355157908512:2049] VirtualId# [6:7580800355157908499:0]
2025-12-06T17:37:06.561724Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800355157908512:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:06.561802Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:06.562111Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:06.578001Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:37:06.577499Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:37:06.577786Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800355229751891:2050] [node 3] ICS01 socket: 320 reason# EndOfStream
2025-12-06T17:37:06.577829Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800350934784497:2050] [node 3] ICP30 unregister session Session# [5:7580800355229751891:2050] VirtualId# [5:7580800355229751884:0]
2025-12-06T17:37:06.577863Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800355229751891:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:06.577964Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:37:06.578009Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:37:06.579050Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:37:06.579243Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800357690151508:2050] [node 3] ICS01 socket: 279 reason# EndOfStream
2025-12-06T17:37:06.582679Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800353395184125:2050] [node 3] ICP30 unregister session Session# [4:7580800357690151508:2050] VirtualId# [4:7580800357690151495:0]
2025-12-06T17:37:06.582725Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800357690151508:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:06.582837Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:37:06.582886Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:37:06.578229Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580800355157908509:2050] [node 3] ICS07 socket disconnect 286 reason# EndOfStream
2025-12-06T17:37:06.578256Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800355157908509:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:06.578343Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:37:06.578389Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580800355157908509:2050] [node 3] ICS15 start handshake
2025-12-06T17:37:06.584338Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800350862941123:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13849) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:37:06.586500Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800355157908509:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:37:06.586568Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800350862941123:2050] [node 3] ICP30 unregister session Session# [6:7580800355157908509:2050] VirtualId# [6:7580800355157908501:0]
2025-12-06T17:37:06.586630Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:37:06.586669Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580800350862941123:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:13849) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:06.586684Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13849) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:06.598817Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580800350862941123:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:37:06.625185Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:37:06.625446Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800355157908519:2066] [node 4] ICS01 socket: 312 reason# EndOfStream
2025-12-06T17:37:06.625492Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800350862941141:2066] [node 4] ICP30 unregister session Session# [6:7580800355157908519:2066] VirtualId# [6:7580800355157908514:0]
2025-12-06T17:37:06.625519Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800355157908519:2066] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:06.625629Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:37:06.625682Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:37:06.624486Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:37:06.624752Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800355229751889:2094] [node 4] ICS01 socket: 295 reason# EndOfStream
2025-12-06T17:37:06.624815Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800350934784558:2094] [node 4] ICP30 unregister session Session# [5:7580800355229751889:2094] VirtualId# [5:7580800355229751883:0]
2025-12-06T17:37:06.624851Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800355229751889:2094] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:06.624934Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:37:06.624989Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:37:06.660240Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:37:06.660501Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800355157908502:2074] [node 5] ICS01 socket: 259 reason# EndOfStream
2025-12-06T17:37:06.660554Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800350862941168:2074] [node 5] ICP30 unregister session Session# [6:7580800355157908502:2074] VirtualId# [6:7580800355157908497:0]
2025-12-06T17:37:06.660591Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800355157908502:2074] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:06.660676Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:37:06.660729Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:37:06.748418Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800355078795317:2049] [node 3] ICP01 ready to work
2025-12-06T17:37:06.748511Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800355078795316:2048] [node 2] ICP01 ready to work
2025-12-06T17:37:06.757317Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800358321350338:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:06.757497Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800358321350339:2049] [node 3] ICP01 ready to work
2025-12-06T17:37:06.767225Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800354820398987:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:06.767289Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800354820398988:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:06.773387Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800355199812129:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:06.773535Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800355199812130:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:06.776422Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800355199812131:2050] [node 3] ICP01 ready to work
2025-12-06T17:37:06.780609Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800357322577311:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:06.780643Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800357322577310:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:06.780649Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800357322577312:2050] [node 3] ICP01 ready to work
2025-12-06T17:37:06.787717Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800354992948812:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:06.787765Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800354992948813:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:06.787874Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800354992948814:2050] [node 3] ICP01 ready to work
2025-12-06T17:37:06.950180Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800355078795380:2107] [node 4] ICP01 ready to work
2025-12-06T17:37:06.926729Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800354992948872:2101] [node 4] ICP01 ready to work
2025-12-06T17:37:06.970858Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800358321350401:2107] [node 4] ICP01 ready to work
2025-12-06T17:37:06.988842Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800355078795317:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(92492588ns) {Configure:104(92485251ns) {ProcessConfigured:135(91608ns) {StartInitialHandshake:157(87828ns) {DropHandshakes:470(3976ns) {DropIncomingHandshake:442(1017ns) DropOutgoingHandshake:457(635ns)} GenerateSessionVirtualId:988(1592ns) PrepareNewSessionHandshake:477(2571ns) {SwitchToState:179(898ns)}}}}}
2025-12-06T17:37:06.993502Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800354820399050:2107] [node 4] ICP01 ready to work
2025-12-06T17:37:06.926819Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800354992948873:2100] [node 5] ICP01 ready to work
2025-12-06T17:37:06.995016Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800355078795383:2108] [node 5] ICP01 ready to work
2025-12-06T17:37:06.994394Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800357322577374:2108] [node 4] ICP01 ready to work
2025-12-06T17:37:06.994709Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800358321350402:2109] [node 6] ICP01 ready to work
2025-12-06T17:37:06.999744Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800354820399051:2108] [node 5] ICP01 ready to work
2025-12-06T17:37:06.999439Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800355078795384:2109] [node 6] ICP01 ready to work
2025-12-06T17:37:07.000038Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800355199812201:2108] [node 5] ICP01 ready to work
2025-12-06T17:37:06.998827Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800357322577373:2109] [node 6] ICP01 ready to work
2025-12-06T17:37:06.998982Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800358321350403:2108] [node 5] ICP01 ready to work
2025-12-06T17:37:07.001156Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800359494779498:2109] [node 6] ICP01 ready to work
2025-12-06T17:37:06.999758Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800354820399052:2109] [node 6] ICP01 ready to work
2025-12-06T17:37:07.005064Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800358321350339:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(98470282ns) {Configure:104(98461281ns) {ProcessConfigured:135(75700ns) {StartInitialHandshake:157(71895ns) {DropHandshakes:470(2922ns) {DropIncomingHandshake:442(949ns) DropOutgoingHandshake:457(354ns)} GenerateSessionVirtualId:988(1067ns) PrepareNewSessionHandshake:477(2452ns) {SwitchToState:179(695ns)}}}}}
2025-12-06T17:37:07.007857Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800355199812131:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(95236064ns) {Configure:104(95231480ns) {ProcessConfigured:135(616612ns) {StartInitialHandshake:157(359288ns) {DropHandshakes:470(2439ns) {DropIncomingHandshake:442(391ns) DropOutgoingHandshake:457(384ns)} GenerateSessionVirtualId:988(1046ns) PrepareNewSessionHandshake:477(2107ns) {SwitchToState:179(1098ns)}}}}}
2025-12-06T17:37:07.008819Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800355199812130:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(95764606ns) {Configure:104(95755551ns) {ProcessConfigured:135(343101ns) {StartInitialHandshake:157(340891ns) {DropHandshakes:470(1445ns) {DropIncomingHandshake:442(531ns) DropOutgoingHandshake:457(303ns)} GenerateSessionVirtualId:988(360ns) PrepareNewSessionHandshake:477(1604ns) {SwitchToState:179(598ns)}}}}}
2025-12-06T17:37:07.008196Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800355078795316:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(112148974ns) {Configure:104(112141724ns) {ProcessConfigured:135(3278018ns) {StartInitialHandshake:157(3272185ns) {DropHandshakes:470(2472ns) {DropIncomingHandshake:442(684ns) DropOutgoingHandshake:457(381ns)} GenerateSessionVirtualId:988(980ns) PrepareNewSessionHandshake:477(4077ns) {SwitchToState:179(1624ns)}}}}}
2025-12-06T17:37:07.009564Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800357322577311:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(92436912ns) {Configure:104(83164525ns) {ProcessConfigured:135(96268ns) {StartInitialHandshake:157(93992ns) {DropHandshakes:470(4409ns) {DropIncomingHandshake:442(3313ns) DropOutgoingHandshake:457(248ns)} GenerateSessionVirtualId:988(780ns) PrepareNewSessionHandshake:477(1414ns) {SwitchToState:179(686ns)}}}}}
2025-12-06T17:37:07.011457Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800354992948813:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(16543974ns) {Configure:104(16535973ns) {ProcessConfigured:135(617307ns) {StartInitialHandshake:157(613979ns) {DropHandshakes:470(1278ns) {DropIncomingHandshake:442(371ns) DropOutgoingHandshake:457(260ns)} GenerateSessionVirtualId:988(324ns) PrepareNewSessionHandshake:477(961ns) {SwitchToState:179(159ns)}}}}}
2025-12-06T17:37:07.008273Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800354820398987:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(101539017ns) {Configure:104(101524162ns) {ProcessConfigured:135(1068661ns) {StartInitialHandshake:157(1066275ns) {DropHandshakes:470(2473ns) {DropIncomingHandshake:442(664ns) DropOutgoingHandshake:457(536ns)} GenerateSessionVirtualId:988(864ns) PrepareNewSessionHandshake:477(2711ns) {SwitchToState:179(1044ns)}}}}}
2025-12-06T17:37:07.011746Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800354992948814:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(17582861ns) {Configure:104(17575620ns) {ProcessConfigured:135(777883ns) {StartInitialHandshake:157(775625ns) {DropHandshakes:470(1296ns) {DropIncomingHandshake:442(364ns) DropOutgoingHandshake:457(248ns)} GenerateSessionVirtualId:988(518ns) PrepareNewSessionHandshake:477(1534ns) {SwitchToState:179(152ns)}}}}}
2025-12-06T17:37:07.012985Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800354992948873:2100] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(17939677ns) {Configure:104(17933998ns) {ProcessConfigured:135(636961ns) {StartInitialHandshake:157(635259ns) {DropHandshakes:470(1016ns) {DropIncomingHandshake:442(301ns) DropOutgoingHandshake:457(209ns)} GenerateSessionVirtualId:988(659ns) PrepareNewSessionHandshake:477(1392ns) {SwitchToState:179(549ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:07.027443Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800359373762692:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2881
2025-12-06T17:37:07.028978Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800359373762693:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2881
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:07.030402Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800359115366357:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45343
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:07.030727Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800359373762694:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2881
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:07.032043Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800359287916179:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40797
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:07.031977Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800359373762693:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:07.030678Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800359115366353:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45343
2025-12-06T17:37:07.030652Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800362616317713:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48744
2025-12-06T17:37:07.031682Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800362616317714:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48744
2025-12-06T17:37:07.034079Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800361617544682:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24889
2025-12-06T17:37:07.034512Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800359115366362:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45343
2025-12-06T17:37:07.034552Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800359373762695:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2881
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:07.036124Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800359115366353:2112] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:07.034403Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800362616317715:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48744
2025-12-06T17:37:07.034547Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800361617544683:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24889
2025-12-06T17:37:07.037652Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800359115366357:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:07.034569Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800359373762694:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:07.038642Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800359373762687:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:07.038685Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800359373762687:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:37:07.037423Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800362616317713:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:07.036105Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800361617544682:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:07.038182Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800359115366362:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:07.037786Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800362616317715:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:07.038776Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800359287916179:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:07.038260Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800362616317714:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: 2025-12-06T17:37:07.038129Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800357322577310:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
::ffff:127.1.0.0
2025-12-06T17:37:07.038807Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800362616317716:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48744
2025-12-06T17:37:07.038821Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580800358321350338:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:07.039423Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800359287916187:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40797
2025-12-06T17:37:07.039393Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800354820398987:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:07.039351Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800362616317717:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48744
2025-12-06T17:37:07.039487Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800354820398988:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:07.039506Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800354992948813:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: 2025-12-06T17:37:07.039813Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800359373762695:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
::ffff:127.1.0.0
2025-12-06T17:37:07.040482Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800362616317703:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:07.039783Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800361617544683:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:07.039465Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800359494779512:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32636
2025-12-06T17:37:07.040508Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800362616317703:2111] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:07.039843Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800359373762683:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:07.041635Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800359494779512:2124] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:07.039879Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800359373762683:2112] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:37:07.041395Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800359373762692:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:07.042362Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800359115366363:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45343
2025-12-06T17:37:07.042444Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800355078795382:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:07.042477Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800362616317701:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:07.042469Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800355078795382:2111] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:37:07.044089Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800359115366363:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:07.042489Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800362616317703:2111] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:07.042598Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800359373762687:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:07.042513Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800362616317701:2110] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:37:07.044050Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800359373762683:2112] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:07.044817Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800362616317716:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:07.044810Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800361617544688:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24889
2025-12-06T17:37:07.044964Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800362616317717:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:07.044939Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800355078795316:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:37:07.045318Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800358321350402:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:07.044943Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800359287916189:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40797
2025-12-06T17:37:07.045374Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:07.045517Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800358321350402:2109] [node 6] ICP22 created new session: [2:7580800362616317724:2109]
2025-12-06T17:37:07.045298Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800359287916187:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:07.045398Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:07.045599Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800354992948814:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:07.045593Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800362616317724:2109] [node 6] ICS09 handshake done sender: [2:7580800362616317703:2111] self: [2:7580800362616317702:0] peer: [6:7580800359287916188:0] socket: 261 qp: -1
2025-12-06T17:37:07.045476Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800355078795383:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:37:07.045647Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800362616317724:2109] [node 6] ICS10 traffic start
2025-12-06T17:37:07.045477Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800355078795316:2048] [node 2] ICP22 created new session: [1:7580800359373762703:2048]
2025-12-06T17:37:07.045693Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:07.045707Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800359287916179:2113] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:07.045975Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800361617544682:2115] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:07.045986Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800362616317701:2110] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:07.045618Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:07.046239Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800354992948813:2049] [node 2] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:07.046268Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800359115366355:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:07.047133Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580800358321350402:2109] [node 6] ICP18 handshake (actor [2:7580800362616317716:2118]) is too old
2025-12-06T17:37:07.046300Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800359115366355:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:07.045667Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800355078795383:2108] [node 5] ICP22 created new session: [1:7580800359373762704:2108]
2025-12-06T17:37:07.046586Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800357322577310:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:07.046471Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:07.046512Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800354992948813:2049] [node 2] ICP22 created new session: [6:7580800359287916191:2049]
2025-12-06T17:37:07.047504Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800362616317722:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48744
2025-12-06T17:37:07.046776Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800359115366370:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45343
2025-12-06T17:37:07.045708Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800359373762703:2048] [node 2] ICS09 handshake done sender: [1:7580800359373762683:2112] self: [1:7580800359373762682:0] peer: [2:7580800362616317719:0] socket: 262 qp: -1
2025-12-06T17:37:07.046828Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:07.046810Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800359287916191:2049] [node 2] ICS09 handshake done sender: [6:7580800359287916179:2113] self: [6:7580800359287916188:0] peer: [2:7580800362616317702:0] socket: 281 qp: -1
2025-12-06T17:37:07.048761Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800359115366371:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45343
2025-12-06T17:37:07.047527Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800357322577310:2048] [node 1] ICP22 created new session: [5:7580800361617544689:2048]
2025-12-06T17:37:07.045727Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800359373762704:2108] [node 5] ICS09 handshake done sender: [1:7580800359373762687:2114] self: [1:7580800359373762686:0] peer: [5:7580800361617544686:0] socket: 265 qp: -1
2025-12-06T17:37:07.046976Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800359287916191:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:07.050893Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800358321350339:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:37:07.045762Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800359373762703:2048] [node 2] ICS10 traffic start
No RDMA context found for GID: 2025-12-06T17:37:07.048809Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800361617544689:2048] [node 1] ICS09 handshake done sender: [5:7580800361617544682:2115] self: [5:7580800361617544686:0] peer: [1:7580800359373762686:0] socket: 271 qp: -1
::ffff:127.1.0.0
2025-12-06T17:37:07.047105Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:07.045925Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800359373762704:2108] [node 5] ICS10 traffic start
2025-12-06T17:37:07.048984Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800361617544689:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:07.045960Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:07.049035Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:07.050977Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:07.045980Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:07.051028Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800358321350339:2049] [node 3] ICP22 created new session: [2:7580800362616317728:2049]
2025-12-06T17:37:07.054747Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800359115366355:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:07.054915Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800359494779514:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32636
2025-12-06T17:37:07.055149Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800355078795382:2111] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:07.054218Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800362616317728:2049] [node 3] ICS09 handshake done sender: [2:7580800362616317701:2110] self: [2:7580800362616317700:0] peer: [3:7580800359115366367:0] socket: 260 qp: -1
2025-12-06T17:37:07.057625Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800354820399052:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:07.058050Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800355078795317:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:37:07.054443Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800362616317728:2049] [node 3] ICS10 traffic start
2025-12-06T17:37:07.058237Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:07.058110Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800359287916194:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40797
2025-12-06T17:37:07.057715Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:07.054528Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:07.058526Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800355078795317:2049] [node 3] ICP22 created new session: [1:7580800359373762710:2049]
2025-12-06T17:37:07.058281Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800354820399052:2109] [node 6] ICP22 created new session: [3:7580800359115366374:2109]
2025-12-06T17:37:07.056163Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800362616317713:2115] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:07.059246Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800359287916187:2116] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:07.058604Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800359115366374:2109] [node 6] ICS09 handshake done sender: [3:7580800359115366355:2113] self: [3:7580800359115366354:0] peer: [6:7580800359287916190:0] socket: 296 qp: -1
2025-12-06T17:37:07.059828Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800359373762710:2049] [node 3] ICS09 handshake done sender: [1:7580800355078795382:2111] self: [1:7580800355078795381:0] peer: [3:7580800359115366366:0] socket: 258 qp: -1
2025-12-06T17:37:07.058709Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800359115366374:2109] [node 6] ICS10 traffic start
2025-12-06T17:37:07.059899Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800359373762710:2049] [node 3] ICS10 traffic start
2025-12-06T17:37:07.059232Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580800354820398988:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26814) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580800359115366357:2114] held: no
2025-12-06T17:37:07.060663Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800354992948814:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:37:07.059952Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:07.060325Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580800358321350338:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16651) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7580800362616317713:2115] held: no
2025-12-06T17:37:07.059278Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: 2025-12-06T17:37:07.060595Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580800358321350338:2048] [node 1] ICP19 incoming handshake succeeded
::ffff:127.1.0.0
2025-12-06T17:37:07.060914Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:07.060965Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800354992948814:2050] [node 3] ICP22 created new session: [6:7580800359287916196:2050]
2025-12-06T17:37:07.060637Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:07.062949Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800359373762707:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2881
2025-12-06T17:37:07.060242Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800359115366353:2112] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:07.062975Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800359115366357:2114] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:07.061024Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800359287916196:2050] [node 3] ICS09 handshake done sender: [6:7580800359287916187:2116] self: [6:7580800359287916190:0] peer: [3:7580800359115366354:0] socket: 297 qp: -1
2025-12-06T17:37:07.060905Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800358321350338:2048] [node 1] ICP22 created new session: [2:7580800362616317730:2048]
2025-12-06T17:37:07.061063Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800362616317730:2048] [node 1] ICS09 handshake done sender: [2:7580800362616317713:2115] self: [2:7580800362616317719:0] peer: [1:7580800359373762682:0] socket: 268 qp: -1
2025-12-06T17:37:07.061528Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800359287916196:2050] [node 3] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:07.064790Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800359494779515:2126] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32636
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:07.061266Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800362616317730:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:07.061570Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:07.065646Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800361617544692:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24889
2025-12-06T17:37:07.065603Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800359373762707:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:07.065616Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800359494779514:2125] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:07.065239Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800359287916195:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40797
2025-12-06T17:37:07.061631Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:07.066494Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800359494779515:2126] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:07.066560Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800355199812130:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:07.066357Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800359115366373:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45343
2025-12-06T17:37:07.066363Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800354820398987:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:07.066434Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:07.066610Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800354820398987:2048] [node 1] ICP22 created new session: [3:7580800359115366376:2048]
2025-12-06T17:37:07.066861Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800359287916195:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:07.066655Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800359115366376:2048] [node 1] ICS09 handshake done sender: [3:7580800359115366353:2112] self: [3:7580800359115366366:0] peer: [1:7580800355078795381:0] socket: 259 qp: -1
2025-12-06T17:37:07.066694Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800355199812129:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:07.067019Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800359373762685:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:07.067070Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800354992948812:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:07.066691Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800359115366376:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:07.067048Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800359373762685:2113] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:37:07.067045Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800362616317707:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:07.067674Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800361617544692:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:07.067090Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800362616317707:2113] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:37:07.066729Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:07.067814Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800359373762691:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:07.068541Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800362616317707:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:07.066777Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800354820398988:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:07.068999Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800359494779518:2127] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32636
2025-12-06T17:37:07.067848Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800359373762691:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:07.066814Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:07.069069Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800357322577311:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:07.069388Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800358321350401:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:37:07.069674Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800359373762691:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:07.066893Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800354820398988:2049] [node 2] ICP22 created new session: [3:7580800359115366378:2049]
2025-12-06T17:37:07.069760Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800359373762685:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:07.066944Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800359115366378:2049] [node 2] ICS09 handshake done sender: [3:7580800359115366357:2114] self: [3:7580800359115366367:0] peer: [2:7580800362616317700:0] socket: 263 qp: -1
2025-12-06T17:37:07.067094Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800359115366378:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:07.069862Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800362616317711:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:07.067126Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: No RDMA context found for GID: ::ffff:127.1.0.0::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:07.069881Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:07.067729Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7580800354820398987:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:37:07.071061Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800359494779520:2129] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32636
2025-12-06T17:37:07.070832Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800355078795384:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:07.070912Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:07.071384Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800355078795384:2109] [node 6] ICP22 created new session: [1:7580800359373762715:2109]
2025-12-06T17:37:07.068531Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800359115366373:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:07.071444Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800355078795380:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:37:07.069906Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800362616317711:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:37:07.071509Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800359494779519:2128] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32636
2025-12-06T17:37:07.071700Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800361617544694:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24889
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:07.071845Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:07.071898Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800355078795380:2107] [node 4] ICP22 created new session: [1:7580800359373762716:2107]
2025-12-06T17:37:07.069962Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800358321350401:2107] [node 4] ICP22 created new session: [2:7580800362616317734:2107]
2025-12-06T17:37:07.073744Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800359287916200:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40797
2025-12-06T17:37:07.070827Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800362616317734:2107] [node 4] ICS09 handshake done sender: [2:7580800362616317707:2113] self: [2:7580800362616317706:0] peer: [4:7580800359494779516:0] socket: 310 qp: -1
2025-12-06T17:37:07.071958Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800359373762715:2109] [node 6] ICS09 handshake done sender: [1:7580800359373762691:2115] self: [1:7580800359373762690:0] peer: [6:7580800359287916199:0] socket: 312 qp: -1
2025-12-06T17:37:07.073971Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800354992948812:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16651) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800359287916195:2119] held: no
2025-12-06T17:37:07.071003Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800362616317734:2107] [node 4] ICS10 traffic start
2025-12-06T17:37:07.076063Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800355199812130:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26814) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580800359494779514:2125] held: no
2025-12-06T17:37:07.077579Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800357322577311:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26814) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800361617544692:2118] held: no
2025-12-06T17:37:07.072004Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800359373762715:2109] [node 6] ICS10 traffic start
2025-12-06T17:37:07.076179Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800359494779518:2127] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:07.077631Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800359287916195:2119] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:07.071051Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:07.078175Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800361617544694:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:07.078833Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800359494779514:2125] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: 2025-12-06T17:37:07.072042Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800359373762716:2107] [node 4] ICS09 handshake done sender: [1:7580800359373762685:2113] self: [1:7580800359373762684:0] peer: [4:7580800359494779517:0] socket: 313 qp: -1
::ffff:127.1.0.0
2025-12-06T17:37:07.078997Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800354992948812:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:07.072055Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:07.071425Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800362616317711:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:07.079057Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:07.079794Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800355199812129:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16651) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580800359494779515:2126] held: no
2025-12-06T17:37:07.072085Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800359373762716:2107] [node 4] ICS10 traffic start
2025-12-06T17:37:07.079004Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800357322577312:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:07.072400Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:07.072063Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800358321350403:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:37:07.079666Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800354992948812:2048] [node 1] ICP22 created new session: [6:7580800359287916201:2048]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:07.072124Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:07.079692Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800361617544695:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24889
2025-12-06T17:37:07.080088Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800359287916201:2048] [node 1] ICS09 handshake done sender: [6:7580800359287916195:2119] self: [6:7580800359287916199:0] peer: [1:7580800359373762690:0] socket: 295 qp: -1
2025-12-06T17:37:07.080272Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800359115366361:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:07.080307Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800359287916201:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:07.073755Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800358321350403:2108] [node 5] ICP22 created new session: [2:7580800362616317737:2108]
2025-12-06T17:37:07.080318Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800359115366361:2116] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:37:07.080535Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800355199812130:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:07.080385Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:07.080544Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800361617544692:2118] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:07.073968Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800362616317737:2108] [node 5] ICS09 handshake done sender: [2:7580800362616317711:2114] self: [2:7580800362616317710:0] peer: [5:7580800361617544693:0] socket: 273 qp: -1
2025-12-06T17:37:07.081604Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800359115366361:2116] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:07.080558Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800359494779521:2130] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32636
2025-12-06T17:37:07.075728Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800362616317737:2108] [node 5] ICS10 traffic start
2025-12-06T17:37:07.080692Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:07.075792Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:07.080743Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800355199812130:2049] [node 2] ICP22 created new session: [4:7580800359494779523:2049]
2025-12-06T17:37:07.081778Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800357322577311:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:07.081404Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800359494779523:2049] [node 2] ICS09 handshake done sender: [4:7580800359494779514:2125] self: [4:7580800359494779516:0] peer: [2:7580800362616317706:0] socket: 311 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:07.082239Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800354820399051:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:37:07.081949Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:07.081465Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800359494779523:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:07.082346Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:07.082067Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800357322577311:2049] [node 2] ICP22 created new session: [5:7580800361617544698:2049]
2025-12-06T17:37:07.082467Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800359287916203:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40797
2025-12-06T17:37:07.082672Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800354820399051:2108] [node 5] ICP22 created new session: [3:7580800359115366384:2108]
2025-12-06T17:37:07.081701Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800359494779520:2129] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:07.081717Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:07.082109Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800361617544698:2049] [node 2] ICS09 handshake done sender: [5:7580800361617544692:2118] self: [5:7580800361617544693:0] peer: [2:7580800362616317710:0] socket: 289 qp: -1
2025-12-06T17:37:07.082979Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800359115366384:2108] [node 5] ICS09 handshake done sender: [3:7580800359115366361:2116] self: [3:7580800359115366360:0] peer: [5:7580800361617544696:0] socket: 318 qp: -1
2025-12-06T17:37:07.082119Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800359494779515:2126] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:07.082321Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800361617544698:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:07.083019Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800359115366384:2108] [node 5] ICS10 traffic start
2025-12-06T17:37:07.082456Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800355199812131:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:07.082438Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:07.082751Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800355199812129:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:07.083069Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:07.083690Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800359115366359:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:07.082986Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:07.083017Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800355199812129:2048] [node 1] ICP22 created new session: [4:7580800359494779528:2048]
2025-12-06T17:37:07.083068Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800359494779528:2048] [node 1] ICS09 handshake done sender: [4:7580800359494779515:2126] self: [4:7580800359494779517:0] peer: [1:7580800359373762684:0] socket: 270 qp: -1
2025-12-06T17:37:07.083719Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800359115366359:2115] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:37:07.083277Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800359494779528:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:07.083567Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:07.085271Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800359287916204:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40797
2025-12-06T17:37:07.085486Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800359115366359:2115] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:07.085374Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800357322577312:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8113) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800361617544694:2119] held: no
2025-12-06T17:37:07.085392Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800359287916203:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:07.085399Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800361617544699:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24889
2025-12-06T17:37:07.085806Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800354820399050:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:37:07.085775Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800354992948873:2100] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:07.086162Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:07.086064Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800361617544694:2119] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:07.086460Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800354820399050:2107] [node 4] ICP22 created new session: [3:7580800359115366387:2107]
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:07.086961Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800361617544680:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:07.086660Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800359115366387:2107] [node 4] ICS09 handshake done sender: [3:7580800359115366359:2115] self: [3:7580800359115366358:0] peer: [4:7580800359494779526:0] socket: 316 qp: -1
2025-12-06T17:37:07.086985Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580800361617544680:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:07.086976Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800359115366387:2107] [node 4] ICS10 traffic start
2025-12-06T17:37:07.088131Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800359287916204:2122] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:07.088158Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800355199812131:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8113) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580800359494779520:2129] held: no
2025-12-06T17:37:07.087974Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800357322577312:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:37:07.087091Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:07.089139Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800359494779530:2131] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32636
2025-12-06T17:37:07.088110Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800361617544701:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24889
2025-12-06T17:37:07.088146Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:07.088210Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800357322577312:2050] [node 3] ICP22 created new session: [5:7580800361617544702:2050]
2025-12-06T17:37:07.089711Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800354992948872:2101] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:07.089898Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800359494779520:2129] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:07.089188Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800361617544702:2050] [node 3] ICS09 handshake done sender: [5:7580800361617544694:2119] self: [5:7580800361617544696:0] peer: [3:7580800359115366360:0] socket: 320 qp: -1
2025-12-06T17:37:07.090192Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800359494779511:2123] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:07.089365Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800361617544702:2050] [node 3] ICS10 traffic start
2025-12-06T17:37:07.090225Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800359494779511:2123] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:07.089436Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800361617544680:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:07.090601Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800355199812131:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:37:07.090899Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:07.090973Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800359287916207:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40797
2025-12-06T17:37:07.091008Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800355199812131:2050] [node 3] ICP22 created new session: [4:7580800359494779531:2050]
2025-12-06T17:37:07.089630Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:07.091126Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800354992948873:2100] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14689) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800359287916203:2121] held: no
2025-12-06T17:37:07.089837Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800361617544701:2122] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:07.091555Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800359494779531:2050] [node 3] ICS09 handshake done sender: [4:7580800359494779520:2129] self: [4:7580800359494779526:0] peer: [3:7580800359115366358:0] socket: 317 qp: -1
2025-12-06T17:37:07.090178Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580800357322577373:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:07.092721Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800359287916203:2121] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:07.090214Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800357322577374:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:07.091902Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800359494779506:2122] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:07.091906Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800359494779531:2050] [node 3] ICS10 traffic start
2025-12-06T17:37:07.093453Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800354992948873:2100] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:37:07.091933Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800359494779506:2122] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:37:07.090244Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:07.091947Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:07.093513Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:07.090455Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800357322577373:2109] [node 6] ICP22 created new session: [5:7580800361617544706:2109]
2025-12-06T17:37:07.092843Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800359494779511:2123] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:07.093643Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800354992948873:2100] [node 5] ICP22 created new session: [6:7580800359287916208:2100]
2025-12-06T17:37:07.090707Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800361617544706:2109] [node 6] ICS09 handshake done sender: [5:7580800361617544680:2113] self: [5:7580800361617544677:0] peer: [6:7580800359287916205:0] socket: 269 qp: -1
2025-12-06T17:37:07.093952Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800359494779498:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:07.093991Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800359287916208:2100] [node 5] ICS09 handshake done sender: [6:7580800359287916203:2121] self: [6:7580800359287916205:0] peer: [5:7580800361617544677:0] socket: 272 qp: -1
2025-12-06T17:37:07.091005Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800361617544706:2109] [node 6] ICS10 traffic start
2025-12-06T17:37:07.094015Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:07.094043Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800359287916208:2100] [node 5] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:07.091056Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:07.094093Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:07.094088Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800359494779498:2109] [node 6] ICP22 created new session: [4:7580800359494779535:2109]
2025-12-06T17:37:07.094148Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800359494779535:2109] [node 6] ICS09 handshake done sender: [4:7580800359494779511:2123] self: [4:7580800359494779510:0] peer: [6:7580800359287916206:0] socket: 294 qp: -1
2025-12-06T17:37:07.094161Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800359287916209:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40797
2025-12-06T17:37:07.094196Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800359494779535:2109] [node 6] ICS10 traffic start
2025-12-06T17:37:07.094241Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:07.094453Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800359287916204:2122] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:07.094932Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800359494779506:2122] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:07.095336Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800355199812201:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:37:07.095314Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800354992948872:2101] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:37:07.095519Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:07.095555Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:07.095558Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800355199812201:2108] [node 5] ICP22 created new session: [4:7580800359494779537:2108]
2025-12-06T17:37:07.095612Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800354992948872:2101] [node 4] ICP22 created new session: [6:7580800359287916211:2101]
2025-12-06T17:37:07.095556Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800361617544708:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24889
2025-12-06T17:37:07.095598Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800359494779537:2108] [node 5] ICS09 handshake done sender: [4:7580800359494779506:2122] self: [4:7580800359494779505:0] peer: [5:7580800361617544705:0] socket: 277 qp: -1
2025-12-06T17:37:07.095674Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800359287916211:2101] [node 4] ICS09 handshake done sender: [6:7580800359287916204:2122] self: [6:7580800359287916206:0] peer: [4:7580800359494779510:0] socket: 299 qp: -1
2025-12-06T17:37:07.095718Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800359287916211:2101] [node 4] ICS10 traffic start
2025-12-06T17:37:07.095626Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800359494779537:2108] [node 5] ICS10 traffic start
2025-12-06T17:37:07.095768Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:07.095655Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:07.095830Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800361617544701:2122] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:07.099560Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800357322577374:2108] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31871) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800361617544701:2122] held: no
2025-12-06T17:37:07.099812Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580800354992948872:2101] [node 4] ICP27 obsolete handshake fail ignored
2025-12-06T17:37:07.100027Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800357322577374:2108] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:37:07.100075Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:07.100135Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800357322577374:2108] [node 4] ICP22 created new session: [5:7580800361617544709:2108]
2025-12-06T17:37:07.100250Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800361617544709:2108] [node 4] ICS09 handshake done sender: [5:7580800361617544701:2122] self: [5:7580800361617544705:0] peer: [4:7580800359494779505:0] socket: 279 qp: -1
2025-12-06T17:37:07.100299Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800361617544709:2108] [node 4] ICS10 traffic start
2025-12-06T17:37:07.100359Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:07.137568Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:37:07.137839Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580800362616317730:2048] [node 1] ICS01 socket: 268 reason# EndOfStream
2025-12-06T17:37:07.137881Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580800358321350338:2048] [node 1] ICP30 unregister session Session# [2:7580800362616317730:2048] VirtualId# [2:7580800362616317719:0]
2025-12-06T17:37:07.137918Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580800362616317730:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:07.137993Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:07.138064Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:07.139019Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:37:07.139216Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580800359115366376:2048] [node 1] ICS07 socket disconnect 259 reason# EndOfStream
2025-12-06T17:37:07.139245Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800359115366376:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:07.139346Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:07.139390Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580800359115366376:2048] [node 1] ICS15 start handshake
2025-12-06T17:37:07.140078Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580800354820398987:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16651) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:37:07.140202Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800359115366376:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:37:07.140252Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800354820398987:2048] [node 1] ICP30 unregister session Session# [3:7580800359115366376:2048] VirtualId# [3:7580800359115366366:0]
2025-12-06T17:37:07.140296Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:07.140348Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580800354820398987:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:16651) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:07.140363Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16651) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:07.141476Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:37:07.141767Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800359494779528:2048] [node 1] ICS01 socket: 270 reason# EndOfStream
2025-12-06T17:37:07.141816Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800355199812129:2048] [node 1] ICP30 unregister session Session# [4:7580800359494779528:2048] VirtualId# [4:7580800359494779517:0]
2025-12-06T17:37:07.141852Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800359494779528:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:07.141937Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:07.142001Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:07.142127Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:37:07.142289Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580800361617544689:2048] [node 1] ICS07 socket disconnect 271 reason# EndOfStream
2025-12-06T17:37:07.142326Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800361617544689:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:07.142388Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:07.142429Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580800361617544689:2048] [node 1] ICS15 start handshake
2025-12-06T17:37:07.142851Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:37:07.143049Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800357322577310:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16651) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:37:07.143128Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800359287916201:2048] [node 1] ICS01 socket: 295 reason# EndOfStream
2025-12-06T17:37:07.143124Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800361617544689:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:37:07.143295Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800354992948812:2048] [node 1] ICP30 unregister session Session# [6:7580800359287916201:2048] VirtualId# [6:7580800359287916199:0]
2025-12-06T17:37:07.143272Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800357322577310:2048] [node 1] ICP30 unregister session Session# [5:7580800361617544689:2048] VirtualId# [5:7580800361617544686:0]
2025-12-06T17:37:07.143332Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800359287916201:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:07.143331Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:07.143417Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:07.143355Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580800357322577310:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:16651) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:07.143365Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16651) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:07.143462Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:07.150518Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580800354820398987:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:37:07.153590Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580800357322577310:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:37:07.195367Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:37:07.195574Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800359115366378:2049] [node 2] ICS01 socket: 263 reason# EndOfStream
2025-12-06T17:37:07.195610Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800354820398988:2049] [node 2] ICP30 unregister session Session# [3:7580800359115366378:2049] VirtualId# [3:7580800359115366367:0]
2025-12-06T17:37:07.195639Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800359115366378:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:07.195740Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:07.195804Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:07.198549Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:37:07.198847Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800359494779523:2049] [node 2] ICS01 socket: 311 reason# EndOfStream
2025-12-06T17:37:07.198897Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800355199812130:2049] [node 2] ICP30 unregister session Session# [4:7580800359494779523:2049] VirtualId# [4:7580800359494779516:0]
2025-12-06T17:37:07.198947Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800359494779523:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:07.199051Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:07.199106Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:07.199481Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:37:07.199653Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800361617544698:2049] [node 2] ICS01 socket: 289 reason# EndOfStream
2025-12-06T17:37:07.199684Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800357322577311:2049] [node 2] ICP30 unregister session Session# [5:7580800361617544698:2049] VirtualId# [5:7580800361617544693:0]
2025-12-06T17:37:07.199706Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800361617544698:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:07.199777Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:07.199815Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:07.200216Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:37:07.200519Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800359287916191:2049] [node 2] ICS01 socket: 281 reason# EndOfStream
2025-12-06T17:37:07.200564Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800354992948813:2049] [node 2] ICP30 unregister session Session# [6:7580800359287916191:2049] VirtualId# [6:7580800359287916188:0]
2025-12-06T17:37:07.200593Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800359287916191:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:07.200672Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:07.200727Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:07.277376Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:37:07.277675Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800359494779531:2050] [node 3] ICS01 socket: 317 reason# EndOfStream
2025-12-06T17:37:07.277747Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800355199812131:2050] [node 3] ICP30 unregister session Session# [4:7580800359494779531:2050] VirtualId# [4:7580800359494779526:0]
2025-12-06T17:37:07.277804Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800359494779531:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:07.277903Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:37:07.277960Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:37:07.278328Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:37:07.278607Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800361617544702:2050] [node 3] ICS01 socket: 320 reason# EndOfStream
2025-12-06T17:37:07.278661Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800357322577312:2050] [node 3] ICP30 unregister session Session# [5:7580800361617544702:2050] VirtualId# [5:7580800361617544696:0]
2025-12-06T17:37:07.278693Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800361617544702:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:07.278777Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:37:07.278828Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:37:07.279173Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:37:07.279421Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800359287916196:2050] [node 3] ICS01 socket: 297 reason# EndOfStream
2025-12-06T17:37:07.279482Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800354992948814:2050] [node 3] ICP30 unregister session Session# [6:7580800359287916196:2050] VirtualId# [6:7580800359287916190:0]
2025-12-06T17:37:07.279513Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800359287916196:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:07.279596Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:37:07.279658Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:37:07.331416Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:37:07.331705Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800361617544709:2108] [node 4] ICS01 socket: 279 reason# EndOfStream
2025-12-06T17:37:07.331763Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800357322577374:2108] [node 4] ICP30 unregister session Session# [5:7580800361617544709:2108] VirtualId# [5:7580800361617544705:0]
2025-12-06T17:37:07.331805Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800361617544709:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:07.331898Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:37:07.331995Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:37:07.332602Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:37:07.332851Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580800359287916211:2101] [node 4] ICS07 socket disconnect 299 reason# EndOfStream
2025-12-06T17:37:07.332907Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800359287916211:2101] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:07.332987Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:37:07.333052Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580800359287916211:2101] [node 4] ICS15 start handshake
2025-12-06T17:37:07.333939Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800354992948872:2101] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31871) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:37:07.334155Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800359287916211:2101] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:37:07.334206Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800354992948872:2101] [node 4] ICP30 unregister session Session# [6:7580800359287916211:2101] VirtualId# [6:7580800359287916206:0]
2025-12-06T17:37:07.334253Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:37:07.334293Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580800354992948872:2101] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:31871) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:07.334317Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31871) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:07.345159Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580800354992948872:2101] [node 4] ICP33 wake up from error state
2025-12-06T17:37:07.389979Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:37:07.390274Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800359287916208:2100] [node 5] ICS01 socket: 272 reason# EndOfStream
2025-12-06T17:37:07.390347Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800354992948873:2100] [node 5] ICP30 unregister session Session# [6:7580800359287916208:2100] VirtualId# [6:7580800359287916205:0]
2025-12-06T17:37:07.390391Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800359287916208:2100] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:07.390550Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:37:07.390656Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:37:07.469536Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800359128508136:2049] [node 3] ICP01 ready to work
2025-12-06T17:37:07.469539Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800359128508135:2048] [node 2] ICP01 ready to work
2025-12-06T17:37:07.477439Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800361746923140:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:07.477441Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800361746923141:2049] [node 3] ICP01 ready to work
2025-12-06T17:37:07.484932Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800359542524836:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:07.484959Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800359542524837:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:07.494238Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800362135059314:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:07.494331Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800362135059316:2050] [node 3] ICP01 ready to work
2025-12-06T17:37:07.494379Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800362135059315:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:07.502256Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800359947480124:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:07.502322Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800359947480125:2050] [node 3] ICP01 ready to work
2025-12-06T17:37:07.502448Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800359947480123:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:07.510791Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800359703820306:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:07.510988Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800359703820305:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:07.511059Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800359703820307:2050] [node 3] ICP01 ready to work
2025-12-06T17:37:07.570664Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800359703820364:2105] [node 5] ICP01 ready to work
2025-12-06T17:37:07.605718Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800359128508199:2109] [node 5] ICP01 ready to work
2025-12-06T17:37:07.629837Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800359542524899:2109] [node 6] ICP01 ready to work
2025-12-06T17:37:07.629978Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800361746923203:2108] [node 5] ICP01 ready to work
2025-12-06T17:37:07.646855Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800359542524901:2108] [node 5] ICP01 ready to work
2025-12-06T17:37:07.644694Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800362135059378:2108] [node 5] ICP01 ready to work
2025-12-06T17:37:07.644430Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800359947480204:2108] [node 4] ICP01 ready to work
2025-12-06T17:37:07.618697Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800359128508200:2107] [node 4] ICP01 ready to work
2025-12-06T17:37:07.640746Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800361746923204:2107] [node 4] ICP01 ready to work
2025-12-06T17:37:07.645979Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800359703820370:2109] [node 4] ICP01 ready to work
2025-12-06T17:37:07.650392Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800359947480205:2127] [node 6] ICP01 ready to work
2025-12-06T17:37:07.646272Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800359542524900:2107] [node 4] ICP01 ready to work
2025-12-06T17:37:07.630038Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800359128508201:2110] [node 6] ICP01 ready to work
2025-12-06T17:37:07.645465Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800362135059377:2109] [node 6] ICP01 ready to work
2025-12-06T17:37:07.645339Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800361746923205:2109] [node 6] ICP01 ready to work
2025-12-06T17:37:07.654729Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800359128508135:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(83557599ns) {Configure:104(83551542ns) {ProcessConfigured:135(1550447ns) {StartInitialHandshake:157(1546694ns) {DropHandshakes:470(2327ns) {DropIncomingHandshake:442(413ns) DropOutgoingHandshake:457(424ns)} GenerateSessionVirtualId:988(774ns) PrepareNewSessionHandshake:477(2741ns) {SwitchToState:179(901ns)}}}}}
2025-12-06T17:37:07.664280Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800361746923141:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(87691233ns) {Configure:104(87682119ns) {ProcessConfigured:135(5478633ns) {StartInitialHandshake:157(5475197ns) {DropHandshakes:470(1343ns) {DropIncomingHandshake:442(387ns) DropOutgoingHandshake:457(301ns)} GenerateSessionVirtualId:988(438ns) PrepareNewSessionHandshake:477(5018ns) {SwitchToState:179(2210ns)}}}}}
2025-12-06T17:37:07.663109Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800359128508136:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(84243122ns) {Configure:104(84238313ns) {ProcessConfigured:135(1111010ns) {StartInitialHandshake:157(1107107ns) {DropHandshakes:470(2509ns) {DropIncomingHandshake:442(663ns) DropOutgoingHandshake:457(663ns)} GenerateSessionVirtualId:988(735ns) PrepareNewSessionHandshake:477(2314ns) {SwitchToState:179(598ns)}}}}}
2025-12-06T17:37:07.664927Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800359703820364:2105] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(92403660ns) {Configure:104(92383585ns) {ProcessConfigured:135(5170653ns) {StartInitialHandshake:157(5168158ns) {DropHandshakes:470(861ns) {DropIncomingHandshake:442(166ns) DropOutgoingHandshake:457(104ns)} GenerateSessionVirtualId:988(218ns) PrepareNewSessionHandshake:477(2356ns) {SwitchToState:179(872ns)}}}}}
2025-12-06T17:37:07.665672Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800362135059314:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(28189625ns) {Configure:104(28183287ns) {ProcessConfigured:135(1473660ns) {StartInitialHandshake:157(1469723ns) {DropHandshakes:470(1501ns) {DropIncomingHandshake:442(407ns) DropOutgoingHandshake:457(318ns)} GenerateSessionVirtualId:988(449ns) PrepareNewSessionHandshake:477(3035ns) {SwitchToState:179(919ns)}}}}}
2025-12-06T17:37:07.665103Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800359703820305:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(56157571ns) {Configure:104(56149289ns) {ProcessConfigured:135(5141778ns) {StartInitialHandshake:157(5138362ns) {DropHandshakes:470(821ns) {DropIncomingHandshake:442(154ns) DropOutgoingHandshake:457(126ns)} GenerateSessionVirtualId:988(390ns) PrepareNewSessionHandshake:477(3524ns) {SwitchToState:179(1194ns)}}}}}
2025-12-06T17:37:07.666056Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800359542524837:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(17763046ns) {Configure:104(17755615ns) {ProcessConfigured:135(552444ns) {StartInitialHandshake:157(551060ns) {DropHandshakes:470(868ns) {DropIncomingHandshake:442(192ns) DropOutgoingHandshake:457(67ns)} GenerateSessionVirtualId:988(521ns) PrepareNewSessionHandshake:477(1495ns) {SwitchToState:179(756ns)}}}}}
2025-12-06T17:37:07.665229Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800361746923140:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(22600652ns) {Configure:104(22592294ns) {ProcessConfigured:135(5388755ns) {StartInitialHandshake:157(5386118ns) {DropHandshakes:470(1343ns) {DropIncomingHandshake:442(422ns) DropOutgoingHandshake:457(316ns)} GenerateSessionVirtualId:988(584ns) PrepareNewSessionHandshake:477(2198ns) {SwitchToState:179(191ns)}}}}}
2025-12-06T17:37:07.666106Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800362135059316:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(18239299ns) {Configure:104(17320009ns) {ProcessConfigured:135(602653ns) {StartInitialHandshake:157(600624ns) {DropHandshakes:470(831ns) {DropIncomingHandshake:442(155ns) DropOutgoingHandshake:457(94ns)} GenerateSessionVirtualId:988(335ns) PrepareNewSessionHandshake:477(1724ns) {SwitchToState:179(179ns)}}}}}
2025-12-06T17:37:07.666856Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800359947480123:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(74289377ns) {Configure:104(74278624ns) {ProcessConfigured:135(1007403ns) {StartInitialHandshake:157(1005153ns) {DropHandshakes:470(1159ns) {DropIncomingHandshake:442(336ns) DropOutgoingHandshake:457(362ns)} GenerateSessionVirtualId:988(391ns) PrepareNewSessionHandshake:477(1509ns) {SwitchToState:179(68ns)}}}}}
2025-12-06T17:37:07.667662Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800359947480124:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(74939242ns) {Configure:104(74929457ns) {ProcessConfigured:135(1270574ns) {StartInitialHandshake:157(1268691ns) {DropHandshakes:470(1342ns) {DropIncomingHandshake:442(328ns) DropOutgoingHandshake:457(263ns)} GenerateSessionVirtualId:988(402ns) PrepareNewSessionHandshake:477(1779ns) {SwitchToState:179(161ns)}}}}}
2025-12-06T17:37:07.665472Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800359703820306:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(44573832ns) {Configure:104(44566343ns) {ProcessConfigured:135(5018905ns) {StartInitialHandshake:157(5016266ns) {DropHandshakes:470(1314ns) {DropIncomingHandshake:442(406ns) DropOutgoingHandshake:457(346ns)} GenerateSessionVirtualId:988(367ns) PrepareNewSessionHandshake:477(2716ns) {SwitchToState:179(834ns)}}}}}
2025-12-06T17:37:07.667678Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800362135059315:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(59357948ns) {Configure:104(59347891ns) {ProcessConfigured:135(1574973ns) {StartInitialHandshake:157(1573247ns) {DropHandshakes:470(940ns) {DropIncomingHandshake:442(256ns) DropOutgoingHandshake:457(224ns)} GenerateSessionVirtualId:988(437ns) PrepareNewSessionHandshake:477(243688ns) {SwitchToState:179(923ns)}}}}}
2025-12-06T17:37:07.667797Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800359542524899:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(18111951ns) {Configure:104(18106070ns) {ProcessConfigured:135(1326000ns) {StartInitialHandshake:157(1324187ns) {DropHandshakes:470(806ns) {DropIncomingHandshake:442(212ns) DropOutgoingHandshake:457(222ns)} GenerateSessionVirtualId:988(224ns) PrepareNewSessionHandshake:477(2449ns) {SwitchToState:179(228ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:07.669729Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800359542524836:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(47005930ns) {Configure:104(36370601ns) {ProcessConfigured:135(2202524ns) {StartInitialHandshake:157(2199928ns) {DropHandshakes:470(1788ns) {DropIncomingHandshake:442(300ns) DropOutgoingHandshake:457(279ns)} GenerateSessionVirtualId:988(339ns) PrepareNewSessionHandshake:477(1628ns) {SwitchToState:179(99ns)}}}}}
2025-12-06T17:37:07.687078Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800361746923214:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2127
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:07.691016Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800359542524910:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26903
2025-12-06T17:37:07.698209Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800359128508200:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(33286005ns) {Configure:104(33279099ns) {ProcessConfigured:135(5589156ns) {StartInitialHandshake:157(5584505ns) {DropHandshakes:470(2584ns) {DropIncomingHandshake:442(636ns) DropOutgoingHandshake:457(463ns)} GenerateSessionVirtualId:988(1133ns) PrepareNewSessionHandshake:477(3585ns) {SwitchToState:179(1751ns)}}}}}
2025-12-06T17:37:07.697287Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800359947480221:2135] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1542
2025-12-06T17:37:07.692756Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800361746923217:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2127
2025-12-06T17:37:07.699993Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800359703820370:2109] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(33748880ns) {Configure:104(33743547ns) {ProcessConfigured:135(7590358ns) {StartInitialHandshake:157(7587841ns) {DropHandshakes:470(2517ns) {DropIncomingHandshake:442(507ns) DropOutgoingHandshake:457(372ns)} GenerateSessionVirtualId:988(613ns) PrepareNewSessionHandshake:477(3443ns) {SwitchToState:179(1354ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:07.704655Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800359128508217:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31346
2025-12-06T17:37:07.704791Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800359128508218:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31346
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:07.694990Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800361746923220:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2127
2025-12-06T17:37:07.703112Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800359947480205:2127] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(35365452ns) {Configure:104(35360587ns) {ProcessConfigured:135(7694329ns) {StartInitialHandshake:157(7692295ns) {DropHandshakes:470(1724ns) {DropIncomingHandshake:442(399ns) DropOutgoingHandshake:457(303ns)} GenerateSessionVirtualId:988(475ns) PrepareNewSessionHandshake:477(3406ns) {SwitchToState:179(1356ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:07.706266Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800359542524913:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26903
2025-12-06T17:37:07.699810Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800361746923214:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: 2025-12-06T17:37:07.706090Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800359128508203:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
::ffff:127.1.0.0
2025-12-06T17:37:07.705099Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800359947480218:2133] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1542
2025-12-06T17:37:07.706135Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800359128508203:2111] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:37:07.712780Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800359542524910:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:07.703182Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580800361746923140:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:07.705270Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800359947480220:2134] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1542
2025-12-06T17:37:07.708088Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800359128508217:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:07.713975Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800359542524836:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:07.715978Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800362135059389:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4162
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:07.703207Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800361746923205:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(36240585ns) {Configure:104(36230994ns) {ProcessConfigured:135(8285419ns) {StartInitialHandshake:157(8282870ns) {DropHandshakes:470(1188ns) {DropIncomingHandshake:442(356ns) DropOutgoingHandshake:457(152ns)} GenerateSessionVirtualId:988(377ns) PrepareNewSessionHandshake:477(2551ns) {SwitchToState:179(169ns)}}}}}
2025-12-06T17:37:07.712786Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800359947480218:2133] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:07.716138Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800359128508203:2111] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:07.716239Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800359128508206:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:07.717097Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800362135059377:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(42236528ns) {Configure:104(42230127ns) {ProcessConfigured:135(3950250ns) {StartInitialHandshake:157(3946643ns) {DropHandshakes:470(2683ns) {DropIncomingHandshake:442(576ns) DropOutgoingHandshake:457(350ns)} GenerateSessionVirtualId:988(478ns) PrepareNewSessionHandshake:477(2937ns) {SwitchToState:179(953ns)}}}}}
2025-12-06T17:37:07.722622Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800359542524913:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:07.716268Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800359128508206:2112] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:37:07.727007Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800361746923217:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:07.714178Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800359947480215:2132] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1542
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:07.728897Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800359542524907:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:07.731913Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800362135059389:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:07.714235Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800359947480125:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:07.726850Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800359128508216:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31346
2025-12-06T17:37:07.728945Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800359542524907:2111] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:37:07.729074Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800359542524914:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26903
2025-12-06T17:37:07.733005Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800362135059391:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4162
2025-12-06T17:37:07.732601Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800361746923220:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:07.729823Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800359947480220:2134] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:07.730254Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800359542524900:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(50339545ns) {Configure:104(50333187ns) {ProcessConfigured:135(2110652ns) {StartInitialHandshake:157(2107282ns) {DropHandshakes:470(2826ns) {DropIncomingHandshake:442(567ns) DropOutgoingHandshake:457(551ns)} GenerateSessionVirtualId:988(1135ns) PrepareNewSessionHandshake:477(2671ns) {SwitchToState:179(635ns)}}}}}
2025-12-06T17:37:07.733308Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800361746923223:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2127
2025-12-06T17:37:07.731899Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800359947480215:2132] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:07.730878Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800359128508215:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31346
2025-12-06T17:37:07.733951Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800362135059315:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:07.733308Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800361746923224:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2127
2025-12-06T17:37:07.731833Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800359542524837:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:07.732294Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800359947480123:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:07.737933Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800359703820384:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22388
2025-12-06T17:37:07.736180Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800362135059391:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:07.732162Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800359128508135:2048] [node 2] ICP20 outgoing handshake succeeded
No RDMA context found for GID: 2025-12-06T17:37:07.732571Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800359542524914:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
::ffff:127.1.0.0
2025-12-06T17:37:07.733919Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800359947480221:2135] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:07.733310Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800361746923210:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:07.732243Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800359128508206:2112] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:07.736121Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800359542524907:2111] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:07.736232Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800359947480204:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:07.733338Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800361746923210:2110] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:37:07.736982Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800359542524920:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26903
2025-12-06T17:37:07.741597Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800359947480227:2137] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1542
2025-12-06T17:37:07.739909Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800362135059385:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:07.741989Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800359703820384:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:07.733910Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580800361746923140:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29306) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7580800361746923214:2114] held: no
2025-12-06T17:37:07.732477Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800359128508218:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:07.741561Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800359542524921:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26903
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:07.739955Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800362135059385:2112] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:37:07.742212Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800359703820305:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:07.733061Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:07.741974Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800361746923214:2114] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:07.733365Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800359128508135:2048] [node 2] ICP22 created new session: [1:7580800359128508222:2048]
2025-12-06T17:37:07.744082Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800362135059396:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4162
2025-12-06T17:37:07.742936Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800361746923212:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:07.743326Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800359542524920:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:07.744131Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800362135059385:2112] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:07.742971Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800361746923212:2112] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:37:07.734226Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800359128508222:2048] [node 2] ICS09 handshake done sender: [1:7580800359128508203:2111] self: [1:7580800359128508202:0] peer: [2:7580800361746923222:0] socket: 264 qp: -1
2025-12-06T17:37:07.748627Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800359947480218:2133] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:07.743377Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800359542524901:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:37:07.742999Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800361746923223:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:07.751538Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800359947480125:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5993) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800359947480218:2133] held: no
2025-12-06T17:37:07.734275Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800359128508215:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:07.743436Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:07.750507Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800362135059378:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:37:07.735336Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800359128508136:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:37:07.753669Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800359947480125:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:37:07.743836Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800361746923210:2110] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:07.751635Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:07.743893Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800359542524901:2108] [node 5] ICP22 created new session: [3:7580800359542524925:2108]
2025-12-06T17:37:07.753871Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:07.735347Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800359128508222:2048] [node 2] ICS10 traffic start
2025-12-06T17:37:07.752860Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800362135059378:2108] [node 5] ICP22 created new session: [4:7580800362135059398:2108]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:07.744113Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800359542524925:2108] [node 5] ICS09 handshake done sender: [3:7580800359542524907:2111] self: [3:7580800359542524902:0] peer: [5:7580800359947480223:0] socket: 272 qp: -1
2025-12-06T17:37:07.745091Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580800361746923140:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:07.753941Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800362135059398:2108] [node 5] ICS09 handshake done sender: [4:7580800362135059385:2112] self: [4:7580800362135059382:0] peer: [5:7580800359947480226:0] socket: 283 qp: -1
2025-12-06T17:37:07.755528Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800359947480125:2050] [node 3] ICP22 created new session: [5:7580800359947480230:2050]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:07.736157Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:07.745137Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:07.744647Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800359542524925:2108] [node 5] ICS10 traffic start
2025-12-06T17:37:07.754209Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800362135059398:2108] [node 5] ICS10 traffic start
2025-12-06T17:37:07.755617Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800359947480230:2050] [node 3] ICS09 handshake done sender: [5:7580800359947480218:2133] self: [5:7580800359947480223:0] peer: [3:7580800359542524902:0] socket: 277 qp: -1
2025-12-06T17:37:07.736282Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:07.745188Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800361746923140:2048] [node 1] ICP22 created new session: [2:7580800361746923230:2048]
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:07.758503Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800359703820386:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22388
2025-12-06T17:37:07.746229Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:07.755986Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800359947480230:2050] [node 3] ICS10 traffic start
2025-12-06T17:37:07.736345Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800359128508136:2049] [node 3] ICP22 created new session: [1:7580800359128508224:2049]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:07.754653Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:07.768982Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800359703820305:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29306) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800359703820384:2116] held: no
2025-12-06T17:37:07.747515Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800359542524924:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26903
2025-12-06T17:37:07.758062Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800362135059396:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:07.756029Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:07.745235Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800361746923230:2048] [node 1] ICS09 handshake done sender: [2:7580800361746923214:2114] self: [2:7580800361746923222:0] peer: [1:7580800359128508202:0] socket: 265 qp: -1
2025-12-06T17:37:07.736550Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800359128508209:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:07.745275Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800361746923230:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:07.751565Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800359542524910:2114] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: 2025-12-06T17:37:07.758276Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800362135059399:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4162
::ffff:127.1.0.02025-12-06T17:37:07.760218Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800359947480204:2108] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16912) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800359947480221:2135] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:07.736586Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800359128508209:2113] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:37:07.745318Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:07.759098Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800362135059314:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:07.752828Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580800359542524837:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20232) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580800359542524913:2115] held: no
2025-12-06T17:37:07.762762Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800359947480231:2140] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1542
2025-12-06T17:37:07.773694Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800359703820386:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:07.746596Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800361746923141:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:37:07.740046Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800359128508224:2049] [node 3] ICS09 handshake done sender: [1:7580800359128508206:2112] self: [1:7580800359128508204:0] peer: [3:7580800359542524916:0] socket: 266 qp: -1
2025-12-06T17:37:07.762106Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800362135059389:2114] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:07.774590Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800359703820387:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22388
2025-12-06T17:37:07.754174Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800359542524836:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:07.769483Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800359947480228:2138] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1542
2025-12-06T17:37:07.746750Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:07.740352Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800359128508224:2049] [node 3] ICS10 traffic start
2025-12-06T17:37:07.754642Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:07.770723Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800359947480229:2139] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1542
2025-12-06T17:37:07.776320Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800359703820388:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22388
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:07.770224Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800362135059315:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:07.747695Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800361746923212:2112] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:07.740402Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:07.755928Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800359542524836:2048] [node 1] ICP22 created new session: [3:7580800359542524929:2048]
2025-12-06T17:37:07.770280Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:07.772747Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800359947480231:2140] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:07.776633Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800359703820307:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:07.748108Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800361746923141:2049] [node 3] ICP22 created new session: [2:7580800361746923233:2049]
2025-12-06T17:37:07.742932Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800359128508216:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:07.757169Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800359542524929:2048] [node 1] ICS09 handshake done sender: [3:7580800359542524910:2114] self: [3:7580800359542524916:0] peer: [1:7580800359128508204:0] socket: 269 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:07.776901Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800359703820384:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:07.748803Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800361746923233:2049] [node 3] ICS09 handshake done sender: [2:7580800361746923210:2110] self: [2:7580800361746923206:0] peer: [3:7580800359542524919:0] socket: 275 qp: -1
2025-12-06T17:37:07.772718Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800362135059315:2049] [node 2] ICP22 created new session: [4:7580800362135059404:2049]
2025-12-06T17:37:07.773166Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800359947480215:2132] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:07.743271Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800359128508209:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:07.757209Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800359542524929:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:07.778158Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800359703820388:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:07.744059Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800359128508199:2109] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:37:07.773325Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800362135059404:2049] [node 2] ICS09 handshake done sender: [4:7580800362135059389:2114] self: [4:7580800362135059394:0] peer: [2:7580800361746923209:0] socket: 285 qp: -1
2025-12-06T17:37:07.748849Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800361746923233:2049] [node 3] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:07.757251Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:07.774099Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800359947480123:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:07.748918Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:07.773370Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800362135059378:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(18641985ns) {HandleHandshakeStatus:329(18639748ns) {DropIncomingHandshake:442(33460ns) DropOutgoingHandshake:457(233ns) SwitchToState:179(2587ns) ProcessPendingSessionEvents:495(11117001ns) {ForwardSessionEventToSession:612(2957237ns) ForwardSessionEventToSession:612(4733ns) ForwardSessionEventToSession:612(318531ns) ForwardSessionEventToSession:612(4571ns) ForwardSessionEventToSession:612(2751ns) ForwardSessionEventToSession:612(296196ns) ForwardSessionEventToSession:612(3513ns) ForwardSessionEventToSession:612(3800ns) ForwardSessionEventToSession:612(7502876ns) ForwardSessionEventToSession:612(4552ns)}}}
2025-12-06T17:37:07.778217Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800359703820305:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:07.774148Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:07.778320Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:07.744098Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:07.758108Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800359542524913:2115] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:07.751557Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800361746923204:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:37:07.778830Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800359703820306:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:07.752305Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:07.778986Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800359703820305:2048] [node 1] ICP22 created new session: [6:7580800359703820392:2048]
2025-12-06T17:37:07.752835Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800361746923204:2107] [node 4] ICP22 created new session: [2:7580800361746923235:2107]
2025-12-06T17:37:07.754319Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800361746923235:2107] [node 4] ICS09 handshake done sender: [2:7580800361746923212:2112] self: [2:7580800361746923209:0] peer: [4:7580800362135059394:0] socket: 271 qp: -1
2025-12-06T17:37:07.779136Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800359703820389:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22388
2025-12-06T17:37:07.773655Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800362135059404:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:07.754661Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800361746923235:2107] [node 4] ICS10 traffic start
2025-12-06T17:37:07.780207Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800359703820392:2048] [node 1] ICS09 handshake done sender: [6:7580800359703820384:2116] self: [6:7580800359703820385:0] peer: [1:7580800359128508207:0] socket: 313 qp: -1
2025-12-06T17:37:07.762107Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800359542524837:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:07.781023Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800359703820392:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:07.744152Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800359128508199:2109] [node 5] ICP22 created new session: [1:7580800359128508231:2109]
2025-12-06T17:37:07.774564Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800359947480221:2135] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:07.754704Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:07.762155Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:07.774153Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:07.746286Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800359128508231:2109] [node 5] ICS09 handshake done sender: [1:7580800359128508209:2113] self: [1:7580800359128508205:0] peer: [5:7580800359947480225:0] socket: 267 qp: -1
2025-12-06T17:37:07.768142Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800359542524837:2049] [node 2] ICP22 created new session: [3:7580800359542524931:2049]
2025-12-06T17:37:07.773691Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800361746923204:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(19989900ns) {HandleHandshakeStatus:329(19987704ns) {DropIncomingHandshake:442(964ns) DropOutgoingHandshake:457(375ns) SwitchToState:179(2371ns) ProcessPendingSessionEvents:495(10524082ns) {ForwardSessionEventToSession:612(1900373ns) ForwardSessionEventToSession:612(4236857ns) ForwardSessionEventToSession:612(1820907ns) ForwardSessionEventToSession:612(3263ns) ForwardSessionEventToSession:612(3249ns) ForwardSessionEventToSession:612(1077725ns) ForwardSessionEventToSession:612(4276ns) ForwardSessionEventToSession:612(2907ns) ForwardSessionEventToSession:612(962194ns) ForwardSessionEventToSession:612(486514ns)}}}
2025-12-06T17:37:07.774609Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800359947480123:2048] [node 1] ICP22 created new session: [5:7580800359947480235:2048]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:07.781071Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:07.774721Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800361746923238:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2127
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:07.769661Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800359542524931:2049] [node 2] ICS09 handshake done sender: [3:7580800359542524913:2115] self: [3:7580800359542524919:0] peer: [2:7580800361746923206:0] socket: 288 qp: -1
2025-12-06T17:37:07.783680Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800362135059403:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4162
2025-12-06T17:37:07.775046Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800359947480235:2048] [node 1] ICS09 handshake done sender: [5:7580800359947480215:2132] self: [5:7580800359947480225:0] peer: [1:7580800359128508205:0] socket: 270 qp: -1
2025-12-06T17:37:07.770273Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800359542524931:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:07.746455Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800359128508210:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:07.772271Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:07.782871Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800359703820389:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:07.774167Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800359542524836:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(16317630ns) {HandleHandshakeStatus:329(16315180ns) {DropIncomingHandshake:442(908ns) DropOutgoingHandshake:457(5600ns) SwitchToState:179(276ns) ProcessPendingSessionEvents:495(8630745ns) {ForwardSessionEventToSession:612(3992320ns) ForwardSessionEventToSession:612(566002ns) ForwardSessionEventToSession:612(2021809ns) ForwardSessionEventToSession:612(5737ns) ForwardSessionEventToSession:612(968306ns) ForwardSessionEventToSession:612(4700ns) ForwardSessionEventToSession:612(3784ns) ForwardSessionEventToSession:612(432379ns) ForwardSessionEventToSession:612(4120ns) ForwardSessionEventToSession:612(613071ns)}}}
2025-12-06T17:37:07.746489Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800359128508210:2114] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:07.785167Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800359703820364:2105] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:07.779186Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800359542524908:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:07.785198Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800362135059314:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29306) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580800362135059396:2117] held: no
2025-12-06T17:37:07.746769Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800359128508231:2109] [node 5] ICS10 traffic start
2025-12-06T17:37:07.776400Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800359947480235:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:07.786729Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800362135059406:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4162
2025-12-06T17:37:07.782741Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800361746923211:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:07.779222Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800359542524908:2112] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:07.793165Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800359703820396:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22388
2025-12-06T17:37:07.748135Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:07.776620Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:07.782775Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800361746923211:2111] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:07.783160Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800359542524934:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26903
2025-12-06T17:37:07.754653Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800359128508210:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:07.787483Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800362135059403:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:07.793337Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800359703820397:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22388
2025-12-06T17:37:07.779163Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800359947480204:2108] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:37:07.782846Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7580800361746923204:2107] [node 4] ICP27 obsolete handshake fail ignored
2025-12-06T17:37:07.784456Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800359542524908:2112] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:07.793778Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800359703820399:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22388
2025-12-06T17:37:07.789989Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800362135059316:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:07.755690Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580800359128508136:2049] [node 3] ICP18 handshake (actor [1:7580800359128508216:2117]) is too old
2025-12-06T17:37:07.779203Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:07.782871Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800361746923221:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: 2025-12-06T17:37:07.788796Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800359542524934:2121] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:07.796149Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800359703820306:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20232) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800359703820388:2119] held: no
2025-12-06T17:37:07.757572Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800359128508201:2110] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:07.790100Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800362135059396:2117] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:07.781051Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800359947480124:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:07.782903Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800361746923221:2117] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:07.789854Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800359542524899:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:07.790246Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800362135059314:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:07.796723Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800359703820389:2120] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:07.790287Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:07.758038Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:07.789907Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:07.801906Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800359703820398:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22388
2025-12-06T17:37:07.782279Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800359947480204:2108] [node 4] ICP22 created new session: [5:7580800359947480238:2108]
2025-12-06T17:37:07.787068Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800361746923221:2117] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:07.789958Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800359542524899:2109] [node 6] ICP22 created new session: [3:7580800359542524936:2109]
2025-12-06T17:37:07.758582Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800359128508201:2110] [node 6] ICP22 created new session: [1:7580800359128508234:2110]
2025-12-06T17:37:07.791975Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800362135059314:2048] [node 1] ICP22 created new session: [4:7580800362135059409:2048]
2025-12-06T17:37:07.782844Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800359947480238:2108] [node 4] ICS09 handshake done sender: [5:7580800359947480221:2135] self: [5:7580800359947480226:0] peer: [4:7580800362135059382:0] socket: 291 qp: -1
2025-12-06T17:37:07.787508Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800361746923211:2111] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:07.761222Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800359128508234:2110] [node 6] ICS09 handshake done sender: [1:7580800359128508210:2114] self: [1:7580800359128508207:0] peer: [6:7580800359703820385:0] socket: 312 qp: -1
2025-12-06T17:37:07.802698Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800359703820386:2117] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:07.790324Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800359542524918:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:07.789567Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800361746923203:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:37:07.792353Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800362135059409:2048] [node 1] ICS09 handshake done sender: [4:7580800362135059396:2117] self: [4:7580800362135059402:0] peer: [1:7580800359128508213:0] socket: 315 qp: -1
2025-12-06T17:37:07.802834Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800359703820388:2119] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:07.790350Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800359542524918:2117] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:37:07.761576Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800359128508234:2110] [node 6] ICS10 traffic start
2025-12-06T17:37:07.803145Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800359703820364:2105] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:37:07.793036Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800362135059409:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:07.792172Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800359542524918:2117] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:07.803198Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:07.793088Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:07.792302Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800359542524936:2109] [node 6] ICS09 handshake done sender: [3:7580800359542524908:2112] self: [3:7580800359542524905:0] peer: [6:7580800359703820391:0] socket: 303 qp: -1
2025-12-06T17:37:07.789918Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:07.803444Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800359703820364:2105] [node 5] ICP22 created new session: [6:7580800359703820400:2105]
2025-12-06T17:37:07.795744Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800362135059316:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5993) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580800362135059403:2119] held: no
2025-12-06T17:37:07.792990Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800359542524936:2109] [node 6] ICS10 traffic start
2025-12-06T17:37:07.791053Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800361746923203:2108] [node 5] ICP22 created new session: [2:7580800361746923241:2108]
2025-12-06T17:37:07.804951Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800359703820400:2105] [node 5] ICS09 handshake done sender: [6:7580800359703820389:2120] self: [6:7580800359703820395:0] peer: [5:7580800359947480219:0] socket: 328 qp: -1
2025-12-06T17:37:07.805289Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800362135059411:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4162
2025-12-06T17:37:07.793253Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800359542524900:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:37:07.791960Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800361746923205:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:07.805359Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800359703820400:2105] [node 5] ICS10 traffic start
2025-12-06T17:37:07.807519Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800362135059403:2119] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:07.793359Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:07.792009Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:07.805584Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800359703820306:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:07.761624Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:07.783237Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800359947480238:2108] [node 4] ICS10 traffic start
2025-12-06T17:37:07.793719Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:07.792940Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800361746923205:2109] [node 6] ICP22 created new session: [2:7580800361746923242:2109]
2025-12-06T17:37:07.769107Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800359128508214:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:07.805911Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800359703820398:2123] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:07.784327Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:07.794315Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800359542524900:2107] [node 4] ICP22 created new session: [3:7580800359542524939:2107]
2025-12-06T17:37:07.805914Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:07.793002Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800361746923241:2108] [node 5] ICS09 handshake done sender: [2:7580800361746923211:2111] self: [2:7580800361746923208:0] peer: [5:7580800359947480237:0] socket: 318 qp: -1
2025-12-06T17:37:07.786619Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800359947480222:2136] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:07.769153Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800359128508214:2115] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:37:07.795752Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800359542524939:2107] [node 4] ICS09 handshake done sender: [3:7580800359542524918:2117] self: [3:7580800359542524917:0] peer: [4:7580800362135059408:0] socket: 325 qp: -1
2025-12-06T17:37:07.786659Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580800359947480222:2136] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:07.805945Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800359703820307:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:37:07.789369Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800359947480222:2136] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:07.795788Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800359542524939:2107] [node 4] ICS10 traffic start
2025-12-06T17:37:07.806355Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:07.772047Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800359128508214:2115] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:07.793116Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800361746923242:2109] [node 6] ICS09 handshake done sender: [2:7580800361746923221:2117] self: [2:7580800361746923218:0] peer: [6:7580800359703820393:0] socket: 287 qp: -1
2025-12-06T17:37:07.808217Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800362135059316:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:37:07.793178Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580800359947480205:2127] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:07.806898Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800359703820306:2049] [node 2] ICP22 created new session: [6:7580800359703820403:2049]
2025-12-06T17:37:07.800507Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:07.793227Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:07.808411Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:07.807060Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:07.803475Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7580800359542524899:2109] [node 6] ICP18 handshake (actor [3:7580800359542524934:2121]) is too old
2025-12-06T17:37:07.793159Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800361746923242:2109] [node 6] ICS10 traffic start
2025-12-06T17:37:07.793675Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800359947480205:2127] [node 6] ICP22 created new session: [5:7580800359947480242:2127]
2025-12-06T17:37:07.808517Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800362135059316:2050] [node 3] ICP22 created new session: [4:7580800362135059412:2050]
2025-12-06T17:37:07.807470Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800359703820403:2049] [node 2] ICS09 handshake done sender: [6:7580800359703820388:2119] self: [6:7580800359703820393:0] peer: [2:7580800361746923218:0] socket: 300 qp: -1
2025-12-06T17:37:07.793191Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800361746923241:2108] [node 5] ICS10 traffic start
2025-12-06T17:37:07.808818Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800362135059412:2050] [node 3] ICS09 handshake done sender: [4:7580800362135059403:2119] self: [4:7580800362135059408:0] peer: [3:7580800359542524917:0] socket: 327 qp: -1
2025-12-06T17:37:07.794589Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800359947480242:2127] [node 6] ICS09 handshake done sender: [5:7580800359947480222:2136] self: [5:7580800359947480219:0] peer: [6:7580800359703820395:0] socket: 324 qp: -1
2025-12-06T17:37:07.807657Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800359703820403:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:07.793195Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:07.773937Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800359128508200:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:37:07.808853Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800362135059412:2050] [node 3] ICS10 traffic start
2025-12-06T17:37:07.795708Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800359947480242:2127] [node 6] ICS10 traffic start
2025-12-06T17:37:07.807735Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:07.793226Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:07.808898Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:07.774232Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:07.795753Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:07.807828Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800359703820307:2050] [node 3] ICP22 created new session: [6:7580800359703820404:2050]
2025-12-06T17:37:07.774552Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800359128508236:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31346
2025-12-06T17:37:07.804697Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800359947480240:2141] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1542
2025-12-06T17:37:07.807958Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800359703820404:2050] [node 3] ICS09 handshake done sender: [6:7580800359703820386:2117] self: [6:7580800359703820391:0] peer: [3:7580800359542524905:0] socket: 320 qp: -1
2025-12-06T17:37:07.805374Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800359947480124:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20232) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800359947480231:2140] held: no
2025-12-06T17:37:07.774679Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800359128508200:2107] [node 4] ICP22 created new session: [1:7580800359128508238:2107]
2025-12-06T17:37:07.805939Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800359947480231:2140] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:07.807978Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800359703820404:2050] [node 3] ICS10 traffic start
2025-12-06T17:37:07.776393Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800359128508238:2107] [node 4] ICS09 handshake done sender: [1:7580800359128508214:2115] self: [1:7580800359128508213:0] peer: [4:7580800362135059402:0] socket: 314 qp: -1
2025-12-06T17:37:07.808001Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:07.807622Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800359947480124:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:07.807918Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:07.808084Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580800359703820364:2105] [node 5] ICP27 obsolete handshake fail ignored
2025-12-06T17:37:07.807962Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800359947480124:2049] [node 2] ICP22 created new session: [5:7580800359947480244:2049]
2025-12-06T17:37:07.808828Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580800359703820307:2050] [node 3] ICP27 obsolete handshake fail ignored
2025-12-06T17:37:07.776564Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800359128508201:2110] [node 6] ICP35 event processing took too much time PendingConnection:279(16606310ns) {HandleHandshakeStatus:329(16604136ns) {DropIncomingHandshake:442(15669ns) DropOutgoingHandshake:457(498ns) SwitchToState:179(468ns) ProcessPendingSessionEvents:495(4628106ns) {ForwardSessionEventToSession:612(2767777ns) ForwardSessionEventToSession:612(359732ns) ForwardSessionEventToSession:612(4396ns) ForwardSessionEventToSession:612(409951ns) ForwardSessionEventToSession:612(3005ns) ForwardSessionEventToSession:612(607170ns) ForwardSessionEventToSession:612(6157ns) ForwardSessionEventToSession:612(3172ns) ForwardSessionEventToSession:612(284559ns) ForwardSessionEventToSession:612(165879ns)}}}
2025-12-06T17:37:07.808037Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800359947480244:2049] [node 2] ICS09 handshake done sender: [5:7580800359947480231:2140] self: [5:7580800359947480237:0] peer: [2:7580800361746923208:0] socket: 278 qp: -1
2025-12-06T17:37:07.808073Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800359947480244:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:07.808112Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:07.776780Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800359128508238:2107] [node 4] ICS10 traffic start
2025-12-06T17:37:07.776828Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:07.782856Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [1:7580800359128508199:2109] [node 5] ICP27 obsolete handshake fail ignored
2025-12-06T17:37:07.809294Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800359703820370:2109] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:07.809758Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800362135059393:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:07.809803Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800362135059393:2116] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:07.809964Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800362135059414:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4162
2025-12-06T17:37:07.810675Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800362135059393:2116] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:07.810913Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800359703820408:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22388
2025-12-06T17:37:07.811190Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800362135059377:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:07.811241Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:07.811210Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800359703820398:2123] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:07.811247Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800362135059414:2122] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:07.811336Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800362135059377:2109] [node 6] ICP22 created new session: [4:7580800362135059416:2109]
2025-12-06T17:37:07.811410Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800362135059416:2109] [node 6] ICS09 handshake done sender: [4:7580800362135059393:2116] self: [4:7580800362135059392:0] peer: [6:7580800359703820407:0] socket: 332 qp: -1
2025-12-06T17:37:07.811479Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800359703820370:2109] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:37:07.811535Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:07.811463Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800362135059416:2109] [node 6] ICS10 traffic start
2025-12-06T17:37:07.811566Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800359703820370:2109] [node 4] ICP22 created new session: [6:7580800359703820409:2109]
2025-12-06T17:37:07.811525Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:07.811650Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800359703820409:2109] [node 4] ICS09 handshake done sender: [6:7580800359703820398:2123] self: [6:7580800359703820407:0] peer: [4:7580800362135059392:0] socket: 334 qp: -1
2025-12-06T17:37:07.811674Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800359703820409:2109] [node 4] ICS10 traffic start
2025-12-06T17:37:07.811701Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:07.811838Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7580800362135059377:2109] [node 6] ICP18 handshake (actor [4:7580800362135059414:2122]) is too old
2025-12-06T17:37:07.857051Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:37:07.857236Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580800361746923230:2048] [node 1] ICS01 socket: 265 reason# EndOfStream
2025-12-06T17:37:07.857272Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580800361746923140:2048] [node 1] ICP30 unregister session Session# [2:7580800361746923230:2048] VirtualId# [2:7580800361746923222:0]
2025-12-06T17:37:07.857297Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580800361746923230:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:07.857372Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:07.857409Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:07.858331Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:37:07.858590Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580800359542524929:2048] [node 1] ICS07 socket disconnect 269 reason# EndOfStream
2025-12-06T17:37:07.858642Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800359542524929:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:07.858720Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:07.858771Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580800359542524929:2048] [node 1] ICS15 start handshake
2025-12-06T17:37:07.860693Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580800359542524836:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29306) Socket error# Connection reset by peer state# SendInitialPacket processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:37:07.860730Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580800359542524929:2048] [node 1] ICS15 start handshake
2025-12-06T17:37:07.861506Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:37:07.861673Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800362135059409:2048] [node 1] ICS01 socket: 315 reason# EndOfStream
2025-12-06T17:37:07.861711Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800362135059314:2048] [node 1] ICP30 unregister session Session# [4:7580800362135059409:2048] VirtualId# [4:7580800362135059402:0]
2025-12-06T17:37:07.861736Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800362135059409:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:07.861791Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:07.861838Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:07.861771Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580800359542524836:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29306) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:37:07.861850Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800359542524929:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:37:07.861887Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800359542524836:2048] [node 1] ICP30 unregister session Session# [3:7580800359542524929:2048] VirtualId# [3:7580800359542524916:0]
2025-12-06T17:37:07.861939Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:07.861960Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580800359542524836:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:29306) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:07.861972Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29306) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:07.862627Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:37:07.862761Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580800359947480235:2048] [node 1] ICS07 socket disconnect 270 reason# EndOfStream
2025-12-06T17:37:07.862784Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800359947480235:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:07.862836Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:07.862876Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580800359947480235:2048] [node 1] ICS15 start handshake
2025-12-06T17:37:07.863401Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800359947480123:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29306) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:37:07.863480Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800359947480235:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:37:07.863522Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800359947480123:2048] [node 1] ICP30 unregister session Session# [5:7580800359947480235:2048] VirtualId# [5:7580800359947480225:0]
2025-12-06T17:37:07.863565Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:07.863592Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580800359947480123:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:29306) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:07.863609Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29306) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:07.863695Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:37:07.863847Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800359703820392:2048] [node 1] ICS01 socket: 313 reason# EndOfStream
2025-12-06T17:37:07.863882Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800359703820305:2048] [node 1] ICP30 unregister session Session# [6:7580800359703820392:2048] VirtualId# [6:7580800359703820385:0]
2025-12-06T17:37:07.863908Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800359703820392:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:07.863965Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:07.863996Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:07.871379Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580800359542524836:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:37:07.873432Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580800359947480123:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:37:07.930023Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:37:07.930298Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800359542524931:2049] [node 2] ICS01 socket: 288 reason# EndOfStream
2025-12-06T17:37:07.930368Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800359542524837:2049] [node 2] ICP30 unregister session Session# [3:7580800359542524931:2049] VirtualId# [3:7580800359542524919:0]
2025-12-06T17:37:07.930406Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800359542524931:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:07.930495Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:07.930563Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:07.932937Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:37:07.933213Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580800362135059404:2049] [node 2] ICS07 socket disconnect 285 reason# EndOfStream
2025-12-06T17:37:07.933252Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800362135059404:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:07.933345Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:07.933396Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580800362135059404:2049] [node 2] ICS15 start handshake
2025-12-06T17:37:07.934080Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:37:07.934341Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800359947480244:2049] [node 2] ICS01 socket: 278 reason# EndOfStream
2025-12-06T17:37:07.934239Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800362135059315:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20232) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:37:07.934406Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800359947480124:2049] [node 2] ICP30 unregister session Session# [5:7580800359947480244:2049] VirtualId# [5:7580800359947480237:0]
2025-12-06T17:37:07.934322Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800362135059404:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:37:07.934457Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800359947480244:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:07.934380Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800362135059315:2049] [node 2] ICP30 unregister session Session# [4:7580800362135059404:2049] VirtualId# [4:7580800362135059394:0]
2025-12-06T17:37:07.934434Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:07.934482Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580800362135059315:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:20232) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:07.934551Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:07.934498Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20232) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:07.934602Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:07.935213Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:37:07.935439Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800359703820403:2049] [node 2] ICS01 socket: 300 reason# EndOfStream
2025-12-06T17:37:07.935492Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800359703820306:2049] [node 2] ICP30 unregister session Session# [6:7580800359703820403:2049] VirtualId# [6:7580800359703820393:0]
2025-12-06T17:37:07.935520Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800359703820403:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:07.935585Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:07.935635Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:07.944137Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580800362135059315:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:37:07.979012Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:37:07.979275Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800362135059412:2050] [node 3] ICS01 socket: 327 reason# EndOfStream
2025-12-06T17:37:07.979330Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800362135059316:2050] [node 3] ICP30 unregister session Session# [4:7580800362135059412:2050] VirtualId# [4:7580800362135059408:0]
2025-12-06T17:37:07.979372Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800362135059412:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:07.979463Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:37:07.979508Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:37:07.980232Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:37:07.980458Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800359947480230:2050] [node 3] ICS01 socket: 277 reason# EndOfStream
2025-12-06T17:37:07.980508Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800359947480125:2050] [node 3] ICP30 unregister session Session# [5:7580800359947480230:2050] VirtualId# [5:7580800359947480223:0]
2025-12-06T17:37:07.980550Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800359947480230:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:07.980620Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:37:07.980672Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:37:07.981286Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:37:07.981484Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580800359703820404:2050] [node 3] ICS07 socket disconnect 320 reason# EndOfStream
2025-12-06T17:37:07.981520Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800359703820404:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:07.981580Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:37:07.981619Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580800359703820404:2050] [node 3] ICS15 start handshake
2025-12-06T17:37:07.982700Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800359703820307:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5993) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:37:07.982815Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800359703820404:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:37:07.982853Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800359703820307:2050] [node 3] ICP30 unregister session Session# [6:7580800359703820404:2050] VirtualId# [6:7580800359703820391:0]
2025-12-06T17:37:07.982903Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:37:07.982944Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580800359703820307:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:5993) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:07.982960Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5993) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:07.993310Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580800359703820307:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:37:08.031805Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:37:08.032086Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800359947480238:2108] [node 4] ICS01 socket: 291 reason# EndOfStream
2025-12-06T17:37:08.032144Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800359947480204:2108] [node 4] ICP30 unregister session Session# [5:7580800359947480238:2108] VirtualId# [5:7580800359947480226:0]
2025-12-06T17:37:08.032189Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800359947480238:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:08.032292Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:37:08.032363Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:37:08.032909Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:37:08.033063Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800359703820409:2109] [node 4] ICS01 socket: 334 reason# EndOfStream
2025-12-06T17:37:08.033095Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800359703820370:2109] [node 4] ICP30 unregister session Session# [6:7580800359703820409:2109] VirtualId# [6:7580800359703820407:0]
2025-12-06T17:37:08.033125Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800359703820409:2109] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:08.033190Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:37:08.033226Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:37:08.114208Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:37:08.114413Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580800359703820400:2105] [node 5] ICS07 socket disconnect 328 reason# EndOfStream
2025-12-06T17:37:08.114445Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800359703820400:2105] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:08.114548Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:37:08.114596Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580800359703820400:2105] [node 5] ICS15 start handshake
2025-12-06T17:37:08.115396Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800359703820364:2105] [node 5] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1542) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:37:08.115448Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800359703820400:2105] [node 5] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:37:08.115657Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800359703820364:2105] [node 5] ICP30 unregister session Session# [6:7580800359703820400:2105] VirtualId# [6:7580800359703820395:0]
2025-12-06T17:37:08.115702Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
2025-12-06T17:37:08.115733Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580800359703820364:2105] [node 5] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:1542) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:08.115744Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [5] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1542) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:37:08.189780Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800364949962325:2048] [node 2] ICP01 ready to work
2025-12-06T17:37:08.189818Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800364949962326:2049] [node 3] ICP01 ready to work
2025-12-06T17:37:08.197382Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800366712955297:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:08.197413Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800366712955298:2049] [node 3] ICP01 ready to work
2025-12-06T17:37:08.205782Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800364161586974:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:08.206007Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800364161586975:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:08.214435Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800364299615790:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:08.214443Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800364299615789:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:08.214472Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800364299615791:2050] [node 3] ICP01 ready to work
2025-12-06T17:37:08.223157Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800364745143476:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:08.223188Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800364745143477:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:08.223237Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800364745143478:2050] [node 3] ICP01 ready to work
2025-12-06T17:37:08.231359Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800366996518662:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:08.231437Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800366996518663:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:08.231556Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800366996518664:2050] [node 3] ICP01 ready to work
2025-12-06T17:37:08.334179Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800364161587037:2107] [node 4] ICP01 ready to work
2025-12-06T17:37:08.334226Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800364949962390:2107] [node 4] ICP01 ready to work
2025-12-06T17:37:08.337500Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800364299615861:2109] [node 6] ICP01 ready to work
2025-12-06T17:37:08.336969Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800364949962391:2110] [node 5] ICP01 ready to work
2025-12-06T17:37:08.337647Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800364161587038:2108] [node 5] ICP01 ready to work
2025-12-06T17:37:08.337662Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800364299615862:2108] [node 5] ICP01 ready to work
2025-12-06T17:37:08.338564Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800364161587039:2109] [node 6] ICP01 ready to work
2025-12-06T17:37:08.337596Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800366996518724:2105] [node 4] ICP01 ready to work
2025-12-06T17:37:08.337605Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800364745143539:2108] [node 4] ICP01 ready to work
2025-12-06T17:37:08.338106Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800366996518723:2106] [node 5] ICP01 ready to work
2025-12-06T17:37:08.337918Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800366712955360:2109] [node 6] ICP01 ready to work
2025-12-06T17:37:08.338344Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800364949962392:2111] [node 6] ICP01 ready to work
2025-12-06T17:37:08.338579Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800364745143540:2109] [node 6] ICP01 ready to work
2025-12-06T17:37:08.337783Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800366712955361:2108] [node 5] ICP01 ready to work
2025-12-06T17:37:08.338605Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800366712955362:2107] [node 4] ICP01 ready to work
2025-12-06T17:37:08.345220Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800364949962325:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(63467901ns) {Configure:104(63455763ns) {ProcessConfigured:135(317187ns) {StartInitialHandshake:157(314469ns) {DropHandshakes:470(1411ns) {DropIncomingHandshake:442(373ns) DropOutgoingHandshake:457(285ns)} GenerateSessionVirtualId:988(491ns) PrepareNewSessionHandshake:477(3863ns) {SwitchToState:179(1560ns)}}}}}
2025-12-06T17:37:08.345419Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800364949962326:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(62485754ns) {Configure:104(62476698ns) {ProcessConfigured:135(295053ns) {StartInitialHandshake:157(291350ns) {DropHandshakes:470(1203ns) {DropIncomingHandshake:442(324ns) DropOutgoingHandshake:457(217ns)} GenerateSessionVirtualId:988(587ns) PrepareNewSessionHandshake:477(2686ns) {SwitchToState:179(754ns)}}}}}
2025-12-06T17:37:08.348533Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800366712955297:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(49744943ns) {Configure:104(38766032ns) {ProcessConfigured:135(1022010ns) {StartInitialHandshake:157(1019700ns) {DropHandshakes:470(411432ns) {DropIncomingHandshake:442(643ns) DropOutgoingHandshake:457(296ns)} GenerateSessionVirtualId:988(667ns) PrepareNewSessionHandshake:477(2308ns) {SwitchToState:179(404ns)}}}}}
2025-12-06T17:37:08.348712Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800364745143476:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(26801362ns) {Configure:104(26795403ns) {ProcessConfigured:135(531912ns) {StartInitialHandshake:157(530144ns) {DropHandshakes:470(916ns) {DropIncomingHandshake:442(299ns) DropOutgoingHandshake:457(95ns)} GenerateSessionVirtualId:988(426ns) PrepareNewSessionHandshake:477(1405ns) {SwitchToState:179(388ns)}}}}}
2025-12-06T17:37:08.349261Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800364161586975:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(50433989ns) {Configure:104(50422948ns) {ProcessConfigured:135(527173ns) {StartInitialHandshake:157(524760ns) {DropHandshakes:470(1494ns) {DropIncomingHandshake:442(327ns) DropOutgoingHandshake:457(241ns)} GenerateSessionVirtualId:988(550ns) PrepareNewSessionHandshake:477(1718ns) {SwitchToState:179(691ns)}}}}}
2025-12-06T17:37:08.349710Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800364299615789:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(60943878ns) {Configure:104(51258653ns) {ProcessConfigured:135(955281ns) {StartInitialHandshake:157(953022ns) {DropHandshakes:470(1282ns) {DropIncomingHandshake:442(309ns) DropOutgoingHandshake:457(221ns)} GenerateSessionVirtualId:988(460ns) PrepareNewSessionHandshake:477(452021ns) {SwitchToState:179(4149ns)}}}}}
2025-12-06T17:37:08.349864Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800366996518662:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(27923330ns) {Configure:104(27912287ns) {ProcessConfigured:135(842236ns) {StartInitialHandshake:157(839565ns) {DropHandshakes:470(1073ns) {DropIncomingHandshake:442(297ns) DropOutgoingHandshake:457(249ns)} GenerateSessionVirtualId:988(285ns) PrepareNewSessionHandshake:477(2309ns) {SwitchToState:179(957ns)}}}}}
2025-12-06T17:37:08.349710Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800366712955298:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(60047612ns) {Configure:104(60039852ns) {ProcessConfigured:135(1195600ns) {StartInitialHandshake:157(1193238ns) {DropHandshakes:470(1733ns) {DropIncomingHandshake:442(583ns) DropOutgoingHandshake:457(288ns)} GenerateSessionVirtualId:988(614ns) PrepareNewSessionHandshake:477(1920ns) {SwitchToState:179(620ns)}}}}}
2025-12-06T17:37:08.350151Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800364161586974:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(61826583ns) {Configure:104(61820555ns) {ProcessConfigured:135(1513017ns) {StartInitialHandshake:157(1510792ns) {DropHandshakes:470(234111ns) {DropIncomingHandshake:442(734ns) DropOutgoingHandshake:457(291ns)} GenerateSessionVirtualId:988(860ns) PrepareNewSessionHandshake:477(1700ns) {SwitchToState:179(672ns)}}}}}
2025-12-06T17:37:08.349940Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800366996518663:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(40226959ns) {Configure:104(40213979ns) {ProcessConfigured:135(839230ns) {StartInitialHandshake:157(835933ns) {DropHandshakes:470(1509ns) {DropIncomingHandshake:442(377ns) DropOutgoingHandshake:457(391ns)} GenerateSessionVirtualId:988(656ns) PrepareNewSessionHandshake:477(2078ns) {SwitchToState:179(634ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:08.353213Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800364161587050:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28022
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: No RDMA context found for GID: ::ffff:127.1.0.0
::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:08.356931Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800366996518735:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37930
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:08.356093Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800364745143551:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57211
2025-12-06T17:37:08.357331Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800364161587050:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:08.357713Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800364745143556:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57211
2025-12-06T17:37:08.357526Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800364161586974:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:08.358383Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800366712955376:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20007
No RDMA context found for GID: 2025-12-06T17:37:08.357703Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800364299615876:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60542
No RDMA context found for GID: 2025-12-06T17:37:08.357927Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800364949962406:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2873
::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:08.358904Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800366996518735:2113] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:08.358630Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800364745143551:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:08.358802Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800364949962398:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:08.363610Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800364161587054:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28022
2025-12-06T17:37:08.361908Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800364299615878:2126] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60542
2025-12-06T17:37:08.359565Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800366996518742:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37930
2025-12-06T17:37:08.361440Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800364745143555:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57211
2025-12-06T17:37:08.358839Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800364949962398:2112] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:37:08.364779Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800364161587055:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28022
2025-12-06T17:37:08.361901Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800366996518741:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37930
2025-12-06T17:37:08.364740Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800366996518743:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37930
2025-12-06T17:37:08.363582Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800364299615877:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60542
2025-12-06T17:37:08.363134Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800364745143476:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:08.358878Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800364949962407:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2873
2025-12-06T17:37:08.365334Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800364299615876:2124] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:08.367812Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800366712955376:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:08.366641Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800364161587055:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:08.365673Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800366996518662:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:08.363235Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800364949962398:2112] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:08.365779Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800364745143556:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:08.365652Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800364299615879:2127] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60542
2025-12-06T17:37:08.369230Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800366712955371:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:08.367766Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800364161587054:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:08.367208Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800366996518743:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:08.367353Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800364299615877:2125] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:08.364761Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800364949962408:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2873
2025-12-06T17:37:08.369267Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800366712955371:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:08.367605Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800364745143539:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:08.365236Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800364949962402:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:08.367241Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800366996518742:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:08.369659Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800364161587044:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:08.367642Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800364745143555:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:08.367823Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800364299615879:2127] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:08.367416Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800366996518741:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:08.368551Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800366996518724:2105] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:08.368582Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800366996518723:2106] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:08.371511Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800366712955369:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:08.369692Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800364161587044:2110] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:37:08.365281Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800364949962402:2116] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:37:08.368537Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800364745143478:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:08.368607Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800366996518663:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:08.371036Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800364745143550:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:08.368529Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800364949962407:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:08.371050Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800364161587045:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:08.367867Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800364299615790:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:08.371548Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800366712955369:2111] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:08.369060Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800364949962326:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:37:08.371078Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580800364745143550:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:08.378217Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800366712955369:2111] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:08.371565Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800364161587045:2111] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:08.368967Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800364299615868:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:08.369116Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:08.378160Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800364745143550:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:08.381678Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800366996518748:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37930
2025-12-06T17:37:08.378469Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800366712955371:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:08.369006Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800364299615868:2120] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:08.375579Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800364161587057:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28022
2025-12-06T17:37:08.380522Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800366712955362:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:37:08.369682Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800364949962400:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:08.381656Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800364745143562:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57211
2025-12-06T17:37:08.382389Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800366996518662:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14603) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800366996518735:2113] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:08.369456Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800364299615878:2126] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:08.377583Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800364161587044:2110] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:08.381193Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:08.382363Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580800364745143540:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:08.369715Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800364949962400:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:08.369504Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800364299615791:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:08.380268Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800364161587050:2115] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:08.381741Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800366712955362:2107] [node 4] ICP22 created new session: [2:7580800366712955381:2107]
2025-12-06T17:37:08.391843Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800366996518735:2113] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:08.380474Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800364161587045:2111] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:08.369690Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800364299615871:2122] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:08.369731Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800364949962406:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:08.382416Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:08.383141Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800366712955360:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:08.369736Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800364949962326:2049] [node 3] ICP22 created new session: [1:7580800364949962410:2049]
2025-12-06T17:37:08.383919Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800364745143540:2109] [node 6] ICP22 created new session: [5:7580800364745143564:2109]
2025-12-06T17:37:08.369735Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800364299615871:2122] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:08.381545Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800364161586974:2048] [node 1] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:08.394284Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800366996518750:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37930
2025-12-06T17:37:08.373576Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800364949962410:2049] [node 3] ICS09 handshake done sender: [1:7580800364949962398:2112] self: [1:7580800364949962395:0] peer: [3:7580800364161587056:0] socket: 272 qp: -1
2025-12-06T17:37:08.383211Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800366712955381:2107] [node 4] ICS09 handshake done sender: [2:7580800366712955369:2111] self: [2:7580800366712955364:0] peer: [4:7580800364299615881:0] socket: 286 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:08.381756Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800364161587038:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:37:08.387242Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800364745143564:2109] [node 6] ICS09 handshake done sender: [5:7580800364745143550:2114] self: [5:7580800364745143541:0] peer: [6:7580800366996518746:0] socket: 278 qp: -1
2025-12-06T17:37:08.378364Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800364299615868:2120] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:08.394731Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800366996518751:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37930
2025-12-06T17:37:08.387290Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800364745143560:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57211
2025-12-06T17:37:08.380466Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800364299615871:2122] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:08.383900Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:08.373632Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800364949962402:2116] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:08.381821Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:08.387335Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800364745143555:2116] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:08.395471Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800366996518749:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37930
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:08.385352Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800366712955381:2107] [node 4] ICS10 traffic start
2025-12-06T17:37:08.375621Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800364949962410:2049] [node 3] ICS10 traffic start
2025-12-06T17:37:08.382297Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:08.381230Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800364299615862:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:37:08.385594Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800366712955360:2109] [node 6] ICP22 created new session: [2:7580800366712955382:2109]
2025-12-06T17:37:08.395911Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800366996518662:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:08.387752Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800364745143564:2109] [node 6] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:08.382451Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800364161587038:2108] [node 5] ICP22 created new session: [3:7580800364161587063:2108]
2025-12-06T17:37:08.377505Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:08.381749Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:08.385743Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:08.396471Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:08.377564Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800364949962400:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:08.388167Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:08.385209Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800364161586974:2048] [node 1] ICP22 created new session: [3:7580800364161587062:2048]
2025-12-06T17:37:08.382515Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800364299615862:2108] [node 5] ICP22 created new session: [4:7580800364299615888:2108]
2025-12-06T17:37:08.386821Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800366712955382:2109] [node 6] ICS09 handshake done sender: [2:7580800366712955371:2113] self: [2:7580800366712955367:0] peer: [6:7580800366996518747:0] socket: 281 qp: -1
2025-12-06T17:37:08.377975Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800364949962391:2110] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:37:08.396761Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800366996518662:2048] [node 1] ICP22 created new session: [6:7580800366996518753:2048]
2025-12-06T17:37:08.385173Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800364299615888:2108] [node 5] ICS09 handshake done sender: [4:7580800364299615868:2120] self: [4:7580800364299615864:0] peer: [5:7580800364745143558:0] socket: 295 qp: -1
2025-12-06T17:37:08.393907Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800364745143478:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:37:08.385236Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800364161587063:2108] [node 5] ICS09 handshake done sender: [3:7580800364161587044:2110] self: [3:7580800364161587040:0] peer: [5:7580800364745143559:0] socket: 277 qp: -1
2025-12-06T17:37:08.378198Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:08.397606Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800366996518742:2117] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:08.387323Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800366712955382:2109] [node 6] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:08.385604Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800364299615886:2128] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60542
2025-12-06T17:37:08.385261Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800364161587037:2107] [node 4] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:08.378440Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800364949962391:2110] [node 5] ICP22 created new session: [1:7580800364949962417:2110]
2025-12-06T17:37:08.393957Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:08.398161Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800366996518753:2048] [node 1] ICS09 handshake done sender: [6:7580800366996518735:2113] self: [6:7580800366996518744:0] peer: [1:7580800364949962397:0] socket: 274 qp: -1
2025-12-06T17:37:08.388221Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:08.386738Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800364299615888:2108] [node 5] ICS10 traffic start
2025-12-06T17:37:08.394017Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800364745143478:2050] [node 3] ICP22 created new session: [5:7580800364745143568:2050]
2025-12-06T17:37:08.379051Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800364949962417:2110] [node 5] ICS09 handshake done sender: [1:7580800364949962402:2116] self: [1:7580800364949962393:0] peer: [5:7580800364745143557:0] socket: 271 qp: -1
2025-12-06T17:37:08.399331Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800366996518743:2118] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:08.386790Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:08.400486Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800366996518753:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:08.379395Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800364949962417:2110] [node 5] ICS10 traffic start
2025-12-06T17:37:08.385319Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:08.396005Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800364745143568:2050] [node 3] ICS09 handshake done sender: [5:7580800364745143555:2116] self: [5:7580800364745143559:0] peer: [3:7580800364161587040:0] socket: 282 qp: -1
2025-12-06T17:37:08.387440Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800364299615877:2125] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:08.379750Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800364949962392:2111] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:08.400539Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:08.388803Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800366712955380:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20007
2025-12-06T17:37:08.385373Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800364161587037:2107] [node 4] ICP22 created new session: [3:7580800364161587064:2107]
2025-12-06T17:37:08.395640Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800364745143539:2108] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:32492) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800364745143556:2117] held: no
2025-12-06T17:37:08.389554Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800364299615861:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:08.403369Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800366996518741:2116] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:08.396080Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800364745143568:2050] [node 3] ICS10 traffic start
2025-12-06T17:37:08.386788Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800364161587062:2048] [node 1] ICS09 handshake done sender: [3:7580800364161587050:2115] self: [3:7580800364161587056:0] peer: [1:7580800364949962395:0] socket: 273 qp: -1
2025-12-06T17:37:08.379821Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:08.389608Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:08.396139Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:08.393642Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800366712955380:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:08.386794Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800364161587063:2108] [node 5] ICS10 traffic start
2025-12-06T17:37:08.404010Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800366996518663:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:08.380004Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:08.400015Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800364745143551:2115] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:08.389649Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800364299615790:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10062) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580800364299615877:2125] held: no
2025-12-06T17:37:08.386831Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800364161587062:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:08.380679Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800364949962392:2111] [node 6] ICP22 created new session: [1:7580800364949962418:2111]
2025-12-06T17:37:08.393953Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580800366712955297:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:08.393855Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800364299615861:2109] [node 6] ICP22 created new session: [4:7580800364299615892:2109]
2025-12-06T17:37:08.404685Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:08.400014Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800364745143563:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57211
2025-12-06T17:37:08.387293Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:08.382339Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800364949962418:2111] [node 6] ICS09 handshake done sender: [1:7580800364949962400:2114] self: [1:7580800364949962397:0] peer: [6:7580800366996518744:0] socket: 270 qp: -1
2025-12-06T17:37:08.403979Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800366712955387:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20007
2025-12-06T17:37:08.394289Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800364299615790:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:08.383341Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800364949962418:2111] [node 6] ICS10 traffic start
2025-12-06T17:37:08.405816Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800366996518663:2049] [node 2] ICP22 created new session: [6:7580800366996518756:2049]
2025-12-06T17:37:08.387336Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:08.401326Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7580800364745143478:2050] [node 3] ICP27 obsolete handshake fail ignored
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:08.394364Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:08.387859Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800364161587064:2107] [node 4] ICS09 handshake done sender: [3:7580800364161587045:2111] self: [3:7580800364161587042:0] peer: [4:7580800364299615882:0] socket: 305 qp: -1
2025-12-06T17:37:08.405607Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800366712955389:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20007
2025-12-06T17:37:08.406607Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800366996518724:2105] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:32492) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800366996518743:2118] held: no
2025-12-06T17:37:08.401380Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800364745143540:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(16452328ns) {HandleHandshakeStatus:329(16450705ns) {DropIncomingHandshake:442(2086ns) DropOutgoingHandshake:457(945ns) SwitchToState:179(463ns) ProcessPendingSessionEvents:495(4690783ns) {ForwardSessionEventToSession:612(1400232ns) ForwardSessionEventToSession:612(498783ns) ForwardSessionEventToSession:612(5720ns) ForwardSessionEventToSession:612(3805ns) ForwardSessionEventToSession:612(708242ns) ForwardSessionEventToSession:612(3559ns) ForwardSessionEventToSession:612(2495ns) ForwardSessionEventToSession:612(934993ns) ForwardSessionEventToSession:612(221072ns) ForwardSessionEventToSession:612(524112ns)}}}
2025-12-06T17:37:08.394907Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800364299615790:2049] [node 2] ICP22 created new session: [4:7580800364299615893:2049]
2025-12-06T17:37:08.383390Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:08.395561Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800364299615892:2109] [node 6] ICS09 handshake done sender: [4:7580800364299615871:2122] self: [4:7580800364299615867:0] peer: [6:7580800366996518745:0] socket: 285 qp: -1
2025-12-06T17:37:08.407023Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800366996518756:2049] [node 2] ICS09 handshake done sender: [6:7580800366996518742:2117] self: [6:7580800366996518747:0] peer: [2:7580800366712955367:0] socket: 292 qp: -1
2025-12-06T17:37:08.389638Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800364161587064:2107] [node 4] ICS10 traffic start
2025-12-06T17:37:08.403291Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800364745143476:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:08.385238Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800364949962408:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:08.403348Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:08.407067Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800366712955387:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:08.407094Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580800366712955297:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14603) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7580800366712955380:2116] held: no
2025-12-06T17:37:08.396048Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800364299615893:2049] [node 2] ICS09 handshake done sender: [4:7580800364299615877:2125] self: [4:7580800364299615881:0] peer: [2:7580800366712955364:0] socket: 301 qp: -1
2025-12-06T17:37:08.407064Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800366996518756:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:08.389691Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:08.394788Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580800364949962326:2049] [node 3] ICP18 handshake (actor [1:7580800364949962408:2119]) is too old
2025-12-06T17:37:08.407701Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800366996518724:2105] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:37:08.405648Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800364745143476:2048] [node 1] ICP22 created new session: [5:7580800364745143570:2048]
2025-12-06T17:37:08.396054Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800364299615892:2109] [node 6] ICS10 traffic start
2025-12-06T17:37:08.407709Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:08.397251Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800364949962399:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:08.409611Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7580800366712955360:2109] [node 6] ICP27 obsolete handshake fail ignored
2025-12-06T17:37:08.396114Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:08.406204Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800364745143570:2048] [node 1] ICS09 handshake done sender: [5:7580800364745143551:2115] self: [5:7580800364745143557:0] peer: [1:7580800364949962393:0] socket: 275 qp: -1
2025-12-06T17:37:08.408824Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800366996518723:2106] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:37:08.404782Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800364161587037:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(16435357ns) {HandleHandshakeStatus:329(15240389ns) {DropIncomingHandshake:442(696ns) DropOutgoingHandshake:457(674ns) SwitchToState:179(632ns) ProcessPendingSessionEvents:495(5432822ns) {ForwardSessionEventToSession:612(1693283ns) ForwardSessionEventToSession:612(819102ns) ForwardSessionEventToSession:612(4702ns) ForwardSessionEventToSession:612(4545ns) ForwardSessionEventToSession:612(1772813ns) ForwardSessionEventToSession:612(5013ns) ForwardSessionEventToSession:612(3645ns) ForwardSessionEventToSession:612(596892ns) ForwardSessionEventToSession:612(157641ns) ForwardSessionEventToSession:612(351277ns)}}}
2025-12-06T17:37:08.397290Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800364949962399:2113] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:37:08.396756Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800364299615893:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:08.406599Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800364745143570:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:08.410236Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800366712955390:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20007
2025-12-06T17:37:08.409581Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:08.399604Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800364949962422:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2873
2025-12-06T17:37:08.409297Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800364161587068:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28022
2025-12-06T17:37:08.412175Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800366712955380:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:08.409983Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800366996518724:2105] [node 4] ICP22 created new session: [6:7580800366996518758:2105]
2025-12-06T17:37:08.406999Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800364745143567:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57211
2025-12-06T17:37:08.409994Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800364161587071:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28022
2025-12-06T17:37:08.412940Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800366712955372:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:08.400448Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800364949962399:2113] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:08.410351Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:08.407064Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:08.396799Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:08.403370Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800364949962325:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:37:08.399909Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800364299615887:2129] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60542
2025-12-06T17:37:08.409291Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800364745143556:2117] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:08.410359Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800366996518758:2105] [node 4] ICS09 handshake done sender: [6:7580800366996518743:2118] self: [6:7580800366996518745:0] peer: [4:7580800364299615867:0] socket: 300 qp: -1
2025-12-06T17:37:08.410454Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800364161587068:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:08.412963Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800366712955372:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:37:08.403431Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:08.409602Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800364745143567:2121] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:08.410803Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800366996518758:2105] [node 4] ICS10 traffic start
2025-12-06T17:37:08.401313Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800364299615879:2127] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:08.411744Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800364161586975:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:08.413152Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580800366712955297:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:08.410029Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800364745143539:2108] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:37:08.401992Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800364299615891:2130] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60542
2025-12-06T17:37:08.410809Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800366996518723:2106] [node 5] ICP22 created new session: [6:7580800366996518759:2106]
2025-12-06T17:37:08.404063Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800364949962325:2048] [node 2] ICP22 created new session: [1:7580800364949962425:2048]
2025-12-06T17:37:08.413186Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800366712955370:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:08.410828Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:08.418057Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800364161587048:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:08.405233Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800364299615791:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:37:08.410854Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:08.413221Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800366712955370:2112] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:37:08.411286Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800364745143539:2108] [node 4] ICP22 created new session: [5:7580800364745143573:2108]
2025-12-06T17:37:08.405654Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800364949962425:2048] [node 2] ICS09 handshake done sender: [1:7580800364949962399:2113] self: [1:7580800364949962396:0] peer: [2:7580800366712955388:0] socket: 318 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:08.413777Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:08.411756Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800366996518759:2106] [node 5] ICS09 handshake done sender: [6:7580800366996518741:2116] self: [6:7580800366996518746:0] peer: [5:7580800364745143541:0] socket: 283 qp: -1
2025-12-06T17:37:08.406613Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:08.418105Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800364161587048:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:08.411327Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800364745143477:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:08.412622Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800366996518759:2106] [node 5] ICS10 traffic start
2025-12-06T17:37:08.407270Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800364299615791:2050] [node 3] ICP22 created new session: [4:7580800364299615897:2050]
2025-12-06T17:37:08.406203Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800364949962425:2048] [node 2] ICS10 traffic start
2025-12-06T17:37:08.414799Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800366712955297:2048] [node 1] ICP22 created new session: [2:7580800366712955393:2048]
2025-12-06T17:37:08.408766Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800364299615891:2130] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:08.412438Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800364745143573:2108] [node 4] ICS09 handshake done sender: [5:7580800364745143556:2117] self: [5:7580800364745143558:0] peer: [4:7580800364299615864:0] socket: 297 qp: -1
2025-12-06T17:37:08.412674Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:08.413771Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800366996518754:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37930
2025-12-06T17:37:08.409223Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800364299615789:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:08.412482Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800364745143573:2108] [node 4] ICS10 traffic start
2025-12-06T17:37:08.415432Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800366712955393:2048] [node 1] ICS09 handshake done sender: [2:7580800366712955380:2116] self: [2:7580800366712955388:0] peer: [1:7580800364949962396:0] socket: 319 qp: -1
2025-12-06T17:37:08.406607Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:08.420539Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580800364161586975:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10062) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580800364161587068:2119] held: no
2025-12-06T17:37:08.416231Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800366996518754:2123] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:08.409376Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800364299615897:2050] [node 3] ICS09 handshake done sender: [4:7580800364299615879:2127] self: [4:7580800364299615882:0] peer: [3:7580800364161587042:0] socket: 310 qp: -1
2025-12-06T17:37:08.412682Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:08.415732Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800366712955372:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:08.409227Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [1:7580800364949962391:2110] [node 5] ICP27 obsolete handshake fail ignored
2025-12-06T17:37:08.416408Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800366996518664:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:08.420890Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800364161587048:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:08.409434Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800364299615897:2050] [node 3] ICS10 traffic start
2025-12-06T17:37:08.420077Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800364745143576:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57211
2025-12-06T17:37:08.409894Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800364949962424:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2873
2025-12-06T17:37:08.409506Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:08.424036Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800366996518664:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30317) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800366996518754:2123] held: no
2025-12-06T17:37:08.415809Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800366712955393:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:08.422163Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800364161587039:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:08.411784Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800364949962424:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:08.421475Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800364745143567:2121] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:08.416239Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:08.418435Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800364299615789:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14603) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580800364299615891:2130] held: no
2025-12-06T17:37:08.424848Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800366996518764:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37930
2025-12-06T17:37:08.422230Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800364161587073:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28022
2025-12-06T17:37:08.422482Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800364745143477:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:08.427080Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800366996518754:2123] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:08.412388Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800364949962401:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:08.416392Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800366712955392:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20007
2025-12-06T17:37:08.421055Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800364299615900:2131] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60542
2025-12-06T17:37:08.422834Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:08.422892Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:08.416569Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800366712955370:2112] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:08.412414Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800364949962401:2115] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:37:08.422204Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800364299615891:2130] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:08.423416Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800364745143477:2049] [node 2] ICP22 created new session: [5:7580800364745143577:2049]
2025-12-06T17:37:08.422893Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800364161587039:2109] [node 6] ICP22 created new session: [3:7580800364161587075:2109]
2025-12-06T17:37:08.418025Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800366712955392:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:08.423438Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800364299615789:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:08.416231Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800364949962401:2115] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:08.424000Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800364745143577:2049] [node 2] ICS09 handshake done sender: [5:7580800364745143567:2121] self: [5:7580800364745143574:0] peer: [2:7580800366712955366:0] socket: 338 qp: -1
2025-12-06T17:37:08.423387Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800364161587075:2109] [node 6] ICS09 handshake done sender: [3:7580800364161587048:2113] self: [3:7580800364161587043:0] peer: [6:7580800366996518763:0] socket: 304 qp: -1
2025-12-06T17:37:08.426286Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:08.418130Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800366712955298:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:37:08.416535Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800364949962390:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:37:08.424039Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800364745143577:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:08.426731Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800364299615789:2048] [node 1] ICP22 created new session: [4:7580800364299615901:2048]
2025-12-06T17:37:08.423630Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800364161587068:2119] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:08.424101Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:08.418233Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800366712955361:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:37:08.416842Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:08.427460Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800366996518664:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:37:08.418467Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:08.427524Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:08.418791Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800366712955361:2108] [node 5] ICP22 created new session: [2:7580800366712955397:2108]
2025-12-06T17:37:08.423853Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800364161587075:2109] [node 6] ICS10 traffic start
2025-12-06T17:37:08.417128Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800364949962390:2107] [node 4] ICP22 created new session: [1:7580800364949962429:2107]
2025-12-06T17:37:08.427357Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800364299615901:2048] [node 1] ICS09 handshake done sender: [4:7580800364299615891:2130] self: [4:7580800364299615898:0] peer: [1:7580800364949962394:0] socket: 293 qp: -1
2025-12-06T17:37:08.419916Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800366712955397:2108] [node 5] ICS09 handshake done sender: [2:7580800366712955372:2114] self: [2:7580800366712955366:0] peer: [5:7580800364745143574:0] socket: 335 qp: -1
2025-12-06T17:37:08.427657Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800366996518664:2050] [node 3] ICP22 created new session: [6:7580800366996518765:2050]
2025-12-06T17:37:08.423891Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:08.418058Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800364949962429:2107] [node 4] ICS09 handshake done sender: [1:7580800364949962401:2115] self: [1:7580800364949962394:0] peer: [4:7580800364299615898:0] socket: 333 qp: -1
2025-12-06T17:37:08.427407Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800364299615901:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:08.418117Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800364949962429:2107] [node 4] ICS10 traffic start
2025-12-06T17:37:08.420469Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:08.427914Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800366996518765:2050] [node 3] ICS09 handshake done sender: [6:7580800366996518754:2123] self: [6:7580800366996518763:0] peer: [3:7580800364161587043:0] socket: 306 qp: -1
2025-12-06T17:37:08.420505Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800366712955397:2108] [node 5] ICS10 traffic start
2025-12-06T17:37:08.418179Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:08.424603Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800364161586975:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:08.427957Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800366996518765:2050] [node 3] ICS10 traffic start
2025-12-06T17:37:08.426840Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:08.428011Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:08.427314Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800364161586975:2049] [node 2] ICP22 created new session: [3:7580800364161587077:2049]
2025-12-06T17:37:08.427369Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800364161587077:2049] [node 2] ICS09 handshake done sender: [3:7580800364161587068:2119] self: [3:7580800364161587072:0] peer: [2:7580800366712955363:0] socket: 308 qp: -1
2025-12-06T17:37:08.427407Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800364161587077:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:08.427535Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:08.420526Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800366712955298:2049] [node 3] ICP22 created new session: [2:7580800366712955398:2049]
2025-12-06T17:37:08.427460Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:08.420654Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:08.421046Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800366712955398:2049] [node 3] ICS09 handshake done sender: [2:7580800366712955370:2112] self: [2:7580800366712955363:0] peer: [3:7580800364161587072:0] socket: 294 qp: -1
2025-12-06T17:37:08.421467Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800366712955398:2049] [node 3] ICS10 traffic start
2025-12-06T17:37:08.421790Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:08.423404Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580800366712955361:2108] [node 5] ICP18 handshake (actor [2:7580800366712955392:2120]) is too old
2025-12-06T17:37:08.483029Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:37:08.483235Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580800366712955393:2048] [node 1] ICS01 socket: 319 reason# EndOfStream
2025-12-06T17:37:08.483279Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580800366712955297:2048] [node 1] ICP30 unregister session Session# [2:7580800366712955393:2048] VirtualId# [2:7580800366712955388:0]
2025-12-06T17:37:08.483310Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580800366712955393:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:08.483419Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:08.483479Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:08.484231Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:37:08.484497Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580800364161587062:2048] [node 1] ICS07 socket disconnect 273 reason# EndOfStream
2025-12-06T17:37:08.484568Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800364161587062:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:08.484700Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:08.484763Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580800364161587062:2048] [node 1] ICS15 start handshake
2025-12-06T17:37:08.485831Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580800364161586974:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14603) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:37:08.485972Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800364161587062:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:37:08.486157Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800364161586974:2048] [node 1] ICP30 unregister session Session# [3:7580800364161587062:2048] VirtualId# [3:7580800364161587056:0]
2025-12-06T17:37:08.486250Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:08.486278Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580800364161586974:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:14603) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:08.486289Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14603) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:08.487100Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:37:08.487365Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800364299615901:2048] [node 1] ICS01 socket: 293 reason# EndOfStream
2025-12-06T17:37:08.487400Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800364299615789:2048] [node 1] ICP30 unregister session Session# [4:7580800364299615901:2048] VirtualId# [4:7580800364299615898:0]
2025-12-06T17:37:08.487429Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800364299615901:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:08.487528Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:08.487579Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:08.488011Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:37:08.488360Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580800364745143570:2048] [node 1] ICS07 socket disconnect 275 reason# EndOfStream
2025-12-06T17:37:08.488415Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800364745143570:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:08.488515Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:08.488582Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580800364745143570:2048] [node 1] ICS15 start handshake
2025-12-06T17:37:08.488802Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:37:08.489061Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800366996518753:2048] [node 1] ICS01 socket: 274 reason# EndOfStream
2025-12-06T17:37:08.489138Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800366996518662:2048] [node 1] ICP30 unregister session Session# [6:7580800366996518753:2048] VirtualId# [6:7580800366996518744:0]
2025-12-06T17:37:08.489184Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800366996518753:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:08.489274Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:08.489333Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:08.489402Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800364745143476:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14603) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:37:08.489452Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800364745143570:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:37:08.489478Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800364745143476:2048] [node 1] ICP30 unregister session Session# [5:7580800364745143570:2048] VirtualId# [5:7580800364745143557:0]
2025-12-06T17:37:08.489521Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:08.489597Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580800364745143476:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:14603) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:08.489611Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14603) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:08.496138Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580800364161586974:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:37:08.499181Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580800364745143476:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:37:08.550460Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:37:08.550801Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800364161587077:2049] [node 2] ICS01 socket: 308 reason# EndOfStream
2025-12-06T17:37:08.550870Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800364161586975:2049] [node 2] ICP30 unregister session Session# [3:7580800364161587077:2049] VirtualId# [3:7580800364161587072:0]
2025-12-06T17:37:08.550912Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800364161587077:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:08.551028Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:08.551091Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:08.554089Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:37:08.554294Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800364299615893:2049] [node 2] ICS01 socket: 301 reason# EndOfStream
2025-12-06T17:37:08.554356Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800364299615790:2049] [node 2] ICP30 unregister session Session# [4:7580800364299615893:2049] VirtualId# [4:7580800364299615881:0]
2025-12-06T17:37:08.554398Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800364299615893:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:08.554519Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:08.554615Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:08.555451Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:37:08.555611Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580800364745143577:2049] [node 2] ICS07 socket disconnect 338 reason# EndOfStream
2025-12-06T17:37:08.555633Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800364745143577:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:08.555696Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:08.555740Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580800364745143577:2049] [node 2] ICS15 start handshake
2025-12-06T17:37:08.556615Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800364745143477:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10062) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:37:08.556703Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800364745143577:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:37:08.556739Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800364745143477:2049] [node 2] ICP30 unregister session Session# [5:7580800364745143577:2049] VirtualId# [5:7580800364745143574:0]
2025-12-06T17:37:08.556811Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:08.556852Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580800364745143477:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:10062) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:08.556866Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10062) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:08.557076Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:37:08.557355Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580800366996518756:2049] [node 2] ICS07 socket disconnect 292 reason# EndOfStream
2025-12-06T17:37:08.557419Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800366996518756:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:08.557520Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:08.557573Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580800366996518756:2049] [node 2] ICS15 start handshake
2025-12-06T17:37:08.558250Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800366996518663:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10062) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:37:08.558396Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800366996518756:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:37:08.558440Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800366996518663:2049] [node 2] ICP30 unregister session Session# [6:7580800366996518756:2049] VirtualId# [6:7580800366996518747:0]
2025-12-06T17:37:08.558498Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:08.558527Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580800366996518663:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:10062) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:08.558560Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10062) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:08.566723Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580800364745143477:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:37:08.568767Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580800366996518663:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:37:08.622882Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:37:08.623158Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580800364299615897:2050] [node 3] ICS07 socket disconnect 310 reason# EndOfStream
2025-12-06T17:37:08.623194Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800364299615897:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:08.623285Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:37:08.623337Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580800364299615897:2050] [node 3] ICS15 start handshake
2025-12-06T17:37:08.624252Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800364299615791:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30317) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:37:08.624258Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:37:08.624320Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800364299615897:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:37:08.624502Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800364299615791:2050] [node 3] ICP30 unregister session Session# [4:7580800364299615897:2050] VirtualId# [4:7580800364299615882:0]
2025-12-06T17:37:08.624501Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580800364745143568:2050] [node 3] ICS07 socket disconnect 282 reason# EndOfStream
2025-12-06T17:37:08.624561Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:37:08.624537Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800364745143568:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:08.624596Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580800364299615791:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:30317) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:08.624614Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:37:08.624671Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580800364745143568:2050] [node 3] ICS15 start handshake
2025-12-06T17:37:08.624612Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30317) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:08.625254Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:37:08.625326Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800364745143478:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30317) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:37:08.625374Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800364745143568:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:37:08.625412Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800364745143478:2050] [node 3] ICP30 unregister session Session# [5:7580800364745143568:2050] VirtualId# [5:7580800364745143559:0]
2025-12-06T17:37:08.625453Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:37:08.625486Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580800364745143478:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:30317) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:08.625499Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30317) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:08.625704Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800366996518765:2050] [node 3] ICS01 socket: 306 reason# EndOfStream
2025-12-06T17:37:08.625775Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800366996518664:2050] [node 3] ICP30 unregister session Session# [6:7580800366996518765:2050] VirtualId# [6:7580800366996518763:0]
2025-12-06T17:37:08.625819Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800366996518765:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:08.625903Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:37:08.625950Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:37:08.635369Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580800364745143478:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:37:08.694778Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:37:08.695053Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800366996518758:2105] [node 4] ICS01 socket: 300 reason# EndOfStream
2025-12-06T17:37:08.695097Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800366996518724:2105] [node 4] ICP30 unregister session Session# [6:7580800366996518758:2105] VirtualId# [6:7580800366996518745:0]
2025-12-06T17:37:08.694780Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:37:08.695132Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800366996518758:2105] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:08.695126Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800364745143573:2108] [node 4] ICS01 socket: 297 reason# EndOfStream
2025-12-06T17:37:08.695240Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:37:08.695183Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800364745143539:2108] [node 4] ICP30 unregister session Session# [5:7580800364745143573:2108] VirtualId# [5:7580800364745143558:0]
2025-12-06T17:37:08.695302Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:37:08.695229Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800364745143573:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:08.695360Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:37:08.695418Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:37:08.762179Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:37:08.762565Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580800366996518759:2106] [node 5] ICS07 socket disconnect 283 reason# EndOfStream
2025-12-06T17:37:08.762604Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800366996518759:2106] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:08.762742Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:37:08.762792Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580800366996518759:2106] [node 5] ICS15 start handshake
2025-12-06T17:37:08.763892Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800366996518723:2106] [node 5] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31711) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:37:08.763957Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800366996518759:2106] [node 5] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:37:08.763999Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800366996518723:2106] [node 5] ICP30 unregister session Session# [6:7580800366996518759:2106] VirtualId# [6:7580800366996518746:0]
2025-12-06T17:37:08.764058Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
2025-12-06T17:37:08.764090Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580800366996518723:2106] [node 5] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:31711) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:08.764106Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [5] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31711) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:08.773622Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580800366996518723:2106] [node 5] ICP33 wake up from error state
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:37:08.871008Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800367596943181:2048] [node 2] ICP01 ready to work
2025-12-06T17:37:08.871054Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800367596943182:2049] [node 3] ICP01 ready to work
2025-12-06T17:37:08.875569Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800364792656646:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:08.875607Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800364792656647:2049] [node 3] ICP01 ready to work
2025-12-06T17:37:08.883521Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800364818697095:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:08.883555Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800364818697096:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:08.891813Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800366315704671:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:08.892100Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800366315704672:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:08.892361Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800366315704673:2050] [node 3] ICP01 ready to work
2025-12-06T17:37:08.899543Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800364836436549:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:08.899638Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800364836436550:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:08.899728Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800364836436551:2050] [node 3] ICP01 ready to work
2025-12-06T17:37:08.905068Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800366162841843:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:08.905104Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800366162841844:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:08.905140Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800366162841845:2050] [node 3] ICP01 ready to work
2025-12-06T17:37:09.137152Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800364836436549:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(32125091ns) {Configure:104(32118188ns) {ProcessConfigured:135(85896ns) {StartInitialHandshake:157(82384ns) {DropHandshakes:470(2839ns) {DropIncomingHandshake:442(664ns) DropOutgoingHandshake:457(534ns)} GenerateSessionVirtualId:988(1241ns) PrepareNewSessionHandshake:477(1698ns) {SwitchToState:179(404ns)}}}}}
2025-12-06T17:37:09.291290Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800369087624005:2107] [node 4] ICP01 ready to work
2025-12-06T17:37:09.291128Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800370610672025:2085] [node 6] ICP01 ready to work
2025-12-06T17:37:09.347403Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800369087624006:2108] [node 5] ICP01 ready to work
2025-12-06T17:37:09.399172Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800370610672035:2095] [node 5] ICP01 ready to work
2025-12-06T17:37:09.318664Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800370457809157:2059] [node 5] ICP01 ready to work
2025-12-06T17:37:09.347118Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800369113664454:2107] [node 4] ICP01 ready to work
2025-12-06T17:37:09.379479Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800364836436550:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(241786113ns) {Configure:104(241780540ns) {ProcessConfigured:135(28585305ns) {StartInitialHandshake:157(28579957ns) {DropHandshakes:470(3188ns) {DropIncomingHandshake:442(603ns) DropOutgoingHandshake:457(505ns)} GenerateSessionVirtualId:988(1102ns) PrepareNewSessionHandshake:477(6529ns) {SwitchToState:179(2616ns)}}}}}
2025-12-06T17:37:09.414746Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800369087624007:2109] [node 6] ICP01 ready to work
2025-12-06T17:37:09.380189Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800369131403913:2076] [node 4] ICP01 ready to work
2025-12-06T17:37:09.430694Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800370457809198:2063] [node 4] ICP01 ready to work
2025-12-06T17:37:09.380505Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800369131403914:2082] [node 6] ICP01 ready to work
2025-12-06T17:37:09.421513Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800369131403914:2082] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(38902706ns) {Configure:104(38895109ns) {ProcessConfigured:135(78361ns) {StartInitialHandshake:157(75681ns) {DropHandshakes:470(2336ns) {DropIncomingHandshake:442(470ns) DropOutgoingHandshake:457(750ns)} GenerateSessionVirtualId:988(741ns) PrepareNewSessionHandshake:477(1761ns) {SwitchToState:179(577ns)}}}}}
2025-12-06T17:37:09.456671Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800367596943182:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(357338442ns) {Configure:104(357331210ns) {ProcessConfigured:135(3056942ns) {StartInitialHandshake:157(3052782ns) {DropHandshakes:470(3917ns) {DropIncomingHandshake:442(1153ns) DropOutgoingHandshake:457(600ns)} GenerateSessionVirtualId:988(1241ns) PrepareNewSessionHandshake:477(6344ns) {SwitchToState:179(3293ns)}}}}}
2025-12-06T17:37:09.482857Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800369087624005:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(32181547ns) {Configure:104(32175095ns) {ProcessConfigured:135(249107ns) {StartInitialHandshake:157(245522ns) {DropHandshakes:470(2568ns) {DropIncomingHandshake:442(754ns) DropOutgoingHandshake:457(529ns)} GenerateSessionVirtualId:988(1089ns) PrepareNewSessionHandshake:477(1913ns) {SwitchToState:179(651ns)}}}}}
2025-12-06T17:37:09.485883Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800366162841844:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(44560895ns) {Configure:104(44553952ns) {ProcessConfigured:135(24456419ns) {StartInitialHandshake:157(24452233ns) {DropHandshakes:470(2422ns) {DropIncomingHandshake:442(601ns) DropOutgoingHandshake:457(443ns)} GenerateSessionVirtualId:988(837ns) PrepareNewSessionHandshake:477(6939ns) {SwitchToState:179(2902ns)}}}}}
2025-12-06T17:37:09.486625Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800364818697096:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(113011858ns) {Configure:104(113004704ns) {ProcessConfigured:135(137672ns) {StartInitialHandshake:157(134439ns) {DropHandshakes:470(2532ns) {DropIncomingHandshake:442(579ns) DropOutgoingHandshake:457(314ns)} GenerateSessionVirtualId:988(1066ns) PrepareNewSessionHandshake:477(2336ns) {SwitchToState:179(931ns)}}}}}
2025-12-06T17:37:09.487529Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800371891910544:2107] [node 4] ICP01 ready to work
2025-12-06T17:37:09.487349Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800369113664457:2108] [node 5] ICP01 ready to work
2025-12-06T17:37:09.488480Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800371891910545:2108] [node 5] ICP01 ready to work
2025-12-06T17:37:09.490847Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800371891910546:2109] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:09.512208Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800369113664458:2109] [node 6] ICP01 ready to work
2025-12-06T17:37:09.518566Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800371891910544:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(26730403ns) {Configure:104(26724068ns) {ProcessConfigured:135(93102ns) {StartInitialHandshake:157(87874ns) {DropHandshakes:470(2953ns) {DropIncomingHandshake:442(626ns) DropOutgoingHandshake:457(373ns)} GenerateSessionVirtualId:988(1504ns) PrepareNewSessionHandshake:477(4355ns) {SwitchToState:179(487ns)}}}}}
2025-12-06T17:37:09.521930Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800371891910547:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15898
2025-12-06T17:37:09.522197Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800371891910548:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15898
2025-12-06T17:37:09.531657Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800371891910547:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:09.545744Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800370610672045:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6470
2025-12-06T17:37:09.564810Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800369087624007:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(78779025ns) {Configure:104(78766906ns) {ProcessConfigured:135(16799807ns) {StartInitialHandshake:157(16795289ns) {DropHandshakes:470(2747ns) {DropIncomingHandshake:442(722ns) DropOutgoingHandshake:457(435ns)} GenerateSessionVirtualId:988(1666ns) PrepareNewSessionHandshake:477(10562ns) {SwitchToState:179(4994ns)}}}}}
2025-12-06T17:37:09.546405Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800370457809198:2063] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(52392929ns) {Configure:104(52383980ns) {ProcessConfigured:135(81857ns) {StartInitialHandshake:157(78035ns) {DropHandshakes:470(2832ns) {DropIncomingHandshake:442(723ns) DropOutgoingHandshake:457(795ns)} GenerateSessionVirtualId:988(859ns) PrepareNewSessionHandshake:477(1617ns) {SwitchToState:179(513ns)}}}}}
2025-12-06T17:37:09.545040Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800369113664461:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7685
2025-12-06T17:37:09.545304Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800369113664462:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7685
2025-12-06T17:37:09.546202Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800370610672046:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6470
2025-12-06T17:37:09.576231Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800366162841843:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(28969478ns) {Configure:104(28962230ns) {ProcessConfigured:135(78990ns) {StartInitialHandshake:157(75724ns) {DropHandshakes:470(2868ns) {DropIncomingHandshake:442(725ns) DropOutgoingHandshake:457(469ns)} GenerateSessionVirtualId:988(1138ns) PrepareNewSessionHandshake:477(2312ns) {SwitchToState:179(678ns)}}}}}
2025-12-06T17:37:09.590790Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800369113664461:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:09.598960Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800364792656646:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(33760908ns) {Configure:104(33753145ns) {ProcessConfigured:135(7985977ns) {StartInitialHandshake:157(7979066ns) {DropHandshakes:470(3699ns) {DropIncomingHandshake:442(882ns) DropOutgoingHandshake:457(506ns)} GenerateSessionVirtualId:988(1315ns) PrepareNewSessionHandshake:477(6940ns) {SwitchToState:179(2673ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:09.574880Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800370610672045:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:09.605033Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800369087624016:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5137
2025-12-06T17:37:09.608592Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800371891910548:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:09.605233Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800369087624017:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5137
2025-12-06T17:37:09.605374Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800369087624018:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5137
2025-12-06T17:37:09.624114Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800369131403923:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10062
2025-12-06T17:37:09.607401Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800370610672048:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6470
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:09.605456Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800369087624019:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5137
2025-12-06T17:37:09.630246Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800370610672046:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:09.630465Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800366315704671:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:09.631149Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800369113664462:2113] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:09.625899Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800369087624017:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:09.628187Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800369087624016:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:09.630267Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800369087624018:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:09.630674Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800371891910559:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15898
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:09.630993Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800371891910560:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15898
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:09.632284Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800369131403923:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:09.631830Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800371891910559:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:09.632350Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800370457809217:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14873
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:09.632332Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800371891910550:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:09.632845Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800370610672050:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6470
2025-12-06T17:37:09.635203Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800370610672051:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6470
2025-12-06T17:37:09.634756Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800364818697095:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:09.632367Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800371891910550:2114] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:37:09.635494Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800370610672050:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:09.635789Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800371891910541:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:09.635835Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800371891910541:2110] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:37:09.635819Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800366315704673:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:09.637564Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800371891910550:2114] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:09.636921Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800369113664464:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:09.636963Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800369113664464:2114] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:09.638365Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800369113664474:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7685
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:09.640624Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800370610672053:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6470
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:09.641256Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800370610672054:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6470
2025-12-06T17:37:09.638458Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800369087624019:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:09.639011Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800369113664464:2114] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:09.642458Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800371891910541:2110] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:09.642657Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800370610672046:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:09.643842Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800370610672050:2118] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:09.644347Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800370610672051:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:09.644417Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800366315704671:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:09.644511Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:09.644568Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800366315704671:2048] [node 1] ICP22 created new session: [4:7580800370610672055:2048]
2025-12-06T17:37:09.644903Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800370610672055:2048] [node 1] ICS09 handshake done sender: [4:7580800370610672046:2116] self: [4:7580800370610672049:0] peer: [1:7580800371891910549:0] socket: 293 qp: -1
2025-12-06T17:37:09.645024Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800370610672055:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:09.645079Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:09.645227Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800369113664454:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:37:09.645335Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:09.645382Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800369113664454:2107] [node 4] ICP22 created new session: [3:7580800369113664476:2107]
2025-12-06T17:37:09.645439Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800369113664476:2107] [node 4] ICS09 handshake done sender: [3:7580800369113664464:2114] self: [3:7580800369113664463:0] peer: [4:7580800370610672052:0] socket: 311 qp: -1
2025-12-06T17:37:09.645474Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800369113664476:2107] [node 4] ICS10 traffic start
2025-12-06T17:37:09.645508Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:09.645911Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800366315704673:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:37:09.644062Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800371891910544:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:37:09.644178Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:09.644247Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800371891910544:2107] [node 4] ICP22 created new session: [1:7580800371891910565:2107]
2025-12-06T17:37:09.644315Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800371891910565:2107] [node 4] ICS09 handshake done sender: [1:7580800371891910550:2114] self: [1:7580800371891910549:0] peer: [4:7580800370610672049:0] socket: 291 qp: -1
2025-12-06T17:37:09.644363Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800371891910565:2107] [node 4] ICS10 traffic start
2025-12-06T17:37:09.644426Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:09.646012Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:09.645273Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800367596943182:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:37:09.645341Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:09.645383Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800367596943182:2049] [node 3] ICP22 created new session: [1:7580800371891910567:2049]
2025-12-06T17:37:09.645448Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800371891910567:2049] [node 3] ICS09 handshake done sender: [1:7580800371891910541:2110] self: [1:7580800371891910540:0] peer: [3:7580800369113664473:0] socket: 287 qp: -1
2025-12-06T17:37:09.645487Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800371891910567:2049] [node 3] ICS10 traffic start
2025-12-06T17:37:09.645522Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:09.646063Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800366315704673:2050] [node 3] ICP22 created new session: [4:7580800370610672057:2050]
2025-12-06T17:37:09.646122Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800370610672057:2050] [node 3] ICS09 handshake done sender: [4:7580800370610672050:2118] self: [4:7580800370610672052:0] peer: [3:7580800369113664463:0] socket: 313 qp: -1
2025-12-06T17:37:09.646150Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800370610672057:2050] [node 3] ICS10 traffic start
2025-12-06T17:37:09.646186Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:09.665756Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580800364792656646:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:09.665947Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800369087624025:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5137
2025-12-06T17:37:09.646703Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800369113664462:2113] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:09.662847Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800364818697095:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:09.662920Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:09.662989Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800364818697095:2048] [node 1] ICP22 created new session: [3:7580800369113664479:2048]
2025-12-06T17:37:09.663050Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800369113664479:2048] [node 1] ICS09 handshake done sender: [3:7580800369113664462:2113] self: [3:7580800369113664473:0] peer: [1:7580800371891910540:0] socket: 289 qp: -1
2025-12-06T17:37:09.663103Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800369113664479:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:09.663155Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:09.667230Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800369087624025:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:09.666768Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800370457809217:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:09.666922Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800366162841844:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:09.676705Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800370457809219:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14873
2025-12-06T17:37:09.676778Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800370457809220:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14873
2025-12-06T17:37:09.677777Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800370457809217:2115] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:09.678987Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800366162841844:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:09.679044Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:09.679103Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800366162841844:2049] [node 2] ICP22 created new session: [6:7580800370457809221:2049]
2025-12-06T17:37:09.679158Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800370457809221:2049] [node 2] ICS09 handshake done sender: [6:7580800370457809217:2115] self: [6:7580800370457809218:0] peer: [2:7580800369087624010:0] socket: 309 qp: -1
2025-12-06T17:37:09.679204Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800370457809221:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:09.679247Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:09.667378Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800369087624011:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:09.667404Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800369087624011:2111] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:09.677044Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800369087624011:2111] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:09.678059Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800369087624007:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:09.678130Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:09.678194Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800369087624007:2109] [node 6] ICP22 created new session: [2:7580800369087624032:2109]
2025-12-06T17:37:09.678258Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800369087624032:2109] [node 6] ICS09 handshake done sender: [2:7580800369087624011:2111] self: [2:7580800369087624010:0] peer: [6:7580800370457809218:0] socket: 301 qp: -1
2025-12-06T17:37:09.678318Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800369087624032:2109] [node 6] ICS10 traffic start
2025-12-06T17:37:09.678368Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:09.691551Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800369131403925:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10062
2025-12-06T17:37:09.699524Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800371891910560:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:09.699683Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800371891910543:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:09.699710Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800371891910543:2111] [node 2] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:09.756340Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800370457809224:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14873
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:09.763556Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800371891910572:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15898
2025-12-06T17:37:09.764655Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800371891910543:2111] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:09.765051Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800367596943181:2048] [node 2] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:09.725288Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800369131403926:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10062
2025-12-06T17:37:09.765128Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:09.765185Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800367596943181:2048] [node 2] ICP22 created new session: [1:7580800371891910574:2048]
2025-12-06T17:37:09.765236Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800371891910574:2048] [node 2] ICS09 handshake done sender: [1:7580800371891910543:2111] self: [1:7580800371891910542:0] peer: [2:7580800369087624028:0] socket: 290 qp: -1
2025-12-06T17:37:09.765275Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800371891910574:2048] [node 2] ICS10 traffic start
2025-12-06T17:37:09.765317Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:09.726389Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800369087624015:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:09.801207Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800369113664482:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7685
2025-12-06T17:37:09.725886Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800369131403926:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:09.726040Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800364836436550:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:09.736038Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800369131403928:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10062
2025-12-06T17:37:09.736979Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800369131403926:2117] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:09.737188Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800364836436550:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:09.737250Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:09.737311Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800364836436550:2049] [node 2] ICP22 created new session: [5:7580800369131403929:2049]
2025-12-06T17:37:09.737359Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800369131403929:2049] [node 2] ICS09 handshake done sender: [5:7580800369131403926:2117] self: [5:7580800369131403927:0] peer: [2:7580800369087624014:0] socket: 320 qp: -1
2025-12-06T17:37:09.737399Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800369131403929:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:09.737445Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:09.767688Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800369131403932:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10062
2025-12-06T17:37:09.784490Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800370457809225:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14873
2025-12-06T17:37:09.726433Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800369087624015:2113] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:37:09.803474Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800369131403925:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:09.810353Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800364836436551:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:09.736312Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800369087624015:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:09.807002Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800371891910572:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:09.790865Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800370457809224:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:09.817431Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800369131403918:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:09.746995Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800369087624006:2108] [node 5] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:09.817496Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580800369131403918:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:09.809428Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800370457809157:2059] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:09.831432Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800371891910552:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:09.747082Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:09.831481Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800371891910552:2115] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:37:09.833236Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800371891910552:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:09.860063Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800371891910545:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:37:09.860160Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:09.860228Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800371891910545:2108] [node 5] ICP22 created new session: [1:7580800371891910578:2108]
2025-12-06T17:37:09.860285Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800371891910578:2108] [node 5] ICS09 handshake done sender: [1:7580800371891910552:2115] self: [1:7580800371891910551:0] peer: [5:7580800369131403938:0] socket: 330 qp: -1
2025-12-06T17:37:09.860352Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800371891910578:2108] [node 5] ICS10 traffic start
2025-12-06T17:37:09.860407Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:09.747169Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800369087624006:2108] [node 5] ICP22 created new session: [2:7580800369087624036:2108]
2025-12-06T17:37:09.747240Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800369087624036:2108] [node 5] ICS09 handshake done sender: [2:7580800369087624015:2113] self: [2:7580800369087624014:0] peer: [5:7580800369131403927:0] socket: 317 qp: -1
2025-12-06T17:37:09.747293Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800369087624036:2108] [node 5] ICS10 traffic start
2025-12-06T17:37:09.747339Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:09.775337Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800369087624039:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5137
2025-12-06T17:37:09.795140Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800369087624018:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:09.867332Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800369113664466:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:09.867393Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800369113664466:2115] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:37:09.818743Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800369131403918:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:09.827053Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580800369131403914:2082] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:09.827126Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:09.827176Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800369131403914:2082] [node 6] ICP22 created new session: [5:7580800369131403936:2082]
2025-12-06T17:37:09.827226Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800369131403936:2082] [node 6] ICS09 handshake done sender: [5:7580800369131403918:2113] self: [5:7580800369131403917:0] peer: [6:7580800370457809226:0] socket: 280 qp: -1
2025-12-06T17:37:09.827266Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800369131403936:2082] [node 6] ICS10 traffic start
2025-12-06T17:37:09.871991Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580800364792656646:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:09.872104Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:09.872179Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800364792656646:2048] [node 1] ICP22 created new session: [2:7580800369087624040:2048]
2025-12-06T17:37:09.872252Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800369087624040:2048] [node 1] ICS09 handshake done sender: [2:7580800369087624018:2116] self: [2:7580800369087624028:0] peer: [1:7580800371891910542:0] socket: 299 qp: -1
2025-12-06T17:37:09.872301Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800369087624040:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:09.872357Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:09.872686Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7580800364792656646:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:37:09.874250Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800370610672048:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:09.874442Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800366315704672:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:09.879166Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800370457809225:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:09.880549Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800370457809220:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:09.880950Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800370457809157:2059] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20007) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800370457809224:2118] held: no
2025-12-06T17:37:09.881203Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800370457809227:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14873
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:09.881864Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800370457809228:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14873
2025-12-06T17:37:09.882211Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800366162841843:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:09.882286Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800366162841845:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:09.882415Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800370457809224:2118] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:09.883658Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800370457809228:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:09.883718Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800370457809157:2059] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:37:09.883772Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:09.883827Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800370457809157:2059] [node 5] ICP22 created new session: [6:7580800370457809232:2059]
2025-12-06T17:37:09.883883Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800370457809232:2059] [node 5] ICS09 handshake done sender: [6:7580800370457809224:2118] self: [6:7580800370457809226:0] peer: [5:7580800369131403917:0] socket: 331 qp: -1
2025-12-06T17:37:09.883930Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800370457809232:2059] [node 5] ICS10 traffic start
2025-12-06T17:37:09.883971Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:09.827305Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:09.891374Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800371891910554:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:09.890897Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800370457809198:2063] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:09.891425Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800371891910554:2116] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:09.828547Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800369131403932:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:09.830145Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800364836436549:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:09.833041Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800369131403939:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10062
2025-12-06T17:37:09.833723Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800369131403932:2119] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:09.833888Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800364836436549:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:09.833944Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:09.833999Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800364836436549:2048] [node 1] ICP22 created new session: [5:7580800369131403940:2048]
2025-12-06T17:37:09.834062Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800369131403940:2048] [node 1] ICS09 handshake done sender: [5:7580800369131403932:2119] self: [5:7580800369131403938:0] peer: [1:7580800371891910551:0] socket: 332 qp: -1
2025-12-06T17:37:09.834101Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800369131403940:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:09.834139Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:09.858816Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800369131403942:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10062
2025-12-06T17:37:09.906998Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800369131403942:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:09.899017Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800369087624009:2110] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:09.927202Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800369131403913:2076] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:09.899098Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800369087624009:2110] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:37:09.900882Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800369087624009:2110] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:09.901213Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800369087624005:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:37:09.901289Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:09.901363Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800369087624005:2107] [node 4] ICP22 created new session: [2:7580800369087624043:2107]
2025-12-06T17:37:09.901424Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800369087624043:2107] [node 4] ICS09 handshake done sender: [2:7580800369087624009:2110] self: [2:7580800369087624008:0] peer: [4:7580800370610672062:0] socket: 302 qp: -1
2025-12-06T17:37:09.901467Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800369087624043:2107] [node 4] ICS10 traffic start
2025-12-06T17:37:09.901508Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:09.940936Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800369087624021:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:09.940982Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800369087624021:2118] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:37:09.942165Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800369087624021:2118] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:09.910744Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800370610672039:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:09.903521Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800370457809235:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14873
2025-12-06T17:37:09.912866Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800371891910554:2116] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:09.920217Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800369113664482:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:09.951497Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800369131403944:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10062
2025-12-06T17:37:09.931277Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800369113664468:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:09.942554Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800364792656647:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:37:09.931312Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800369113664468:2116] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:09.910802Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800370610672039:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:09.940134Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800369113664483:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7685
2025-12-06T17:37:09.940303Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800369113664484:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7685
2025-12-06T17:37:09.940436Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800364818697096:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:09.963017Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800369113664466:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:09.952786Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800366315704672:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4372) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580800370610672048:2117] held: no
2025-12-06T17:37:09.953199Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800370610672041:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:09.953225Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800370610672041:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:37:09.942651Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:09.958994Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800371891910546:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:09.959117Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:09.959182Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800371891910546:2109] [node 6] ICP22 created new session: [1:7580800371891910581:2109]
2025-12-06T17:37:09.959237Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800371891910581:2109] [node 6] ICS09 handshake done sender: [1:7580800371891910554:2116] self: [1:7580800371891910553:0] peer: [6:7580800370457809229:0] socket: 333 qp: -1
2025-12-06T17:37:09.959285Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800371891910581:2109] [node 6] ICS10 traffic start
2025-12-06T17:37:09.959332Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:09.992895Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800369131403925:2116] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:09.993236Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800364836436551:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:37:09.993324Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:09.993411Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800364836436551:2050] [node 3] ICP22 created new session: [5:7580800369131403945:2050]
2025-12-06T17:37:09.993683Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800369131403945:2050] [node 3] ICS09 handshake done sender: [5:7580800369131403925:2116] self: [5:7580800369131403933:0] peer: [3:7580800369113664465:0] socket: 288 qp: -1
2025-12-06T17:37:09.993740Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800369131403945:2050] [node 3] ICS10 traffic start
2025-12-06T17:37:09.979236Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800370610672063:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6470
2025-12-06T17:37:09.993796Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:10.007590Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800369113664468:2116] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:09.954757Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800364792656647:2049] [node 3] ICP22 created new session: [2:7580800369087624046:2049]
2025-12-06T17:37:09.963281Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800369087624046:2049] [node 3] ICS09 handshake done sender: [2:7580800369087624021:2118] self: [2:7580800369087624020:0] peer: [3:7580800369113664487:0] socket: 298 qp: -1
2025-12-06T17:37:09.963352Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800369087624046:2049] [node 3] ICS10 traffic start
2025-12-06T17:37:09.974870Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:10.011350Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800370610672039:2113] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:10.012627Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800370457809225:2119] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:10.013025Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800366162841843:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6718) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800370457809225:2119] held: no
2025-12-06T17:37:10.013143Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800366162841843:2048] [node 1] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:09.983494Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800364792656647:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(40682647ns) {HandleHandshakeStatus:329(40678964ns) {DropIncomingHandshake:442(17458ns) DropOutgoingHandshake:457(814ns) SwitchToState:179(943ns) ProcessPendingSessionEvents:495(181286ns) {ForwardSessionEventToSession:612(106321ns) ForwardSessionEventToSession:612(5912ns) ForwardSessionEventToSession:612(8541ns) ForwardSessionEventToSession:612(3867ns) ForwardSessionEventToSession:612(12618ns) ForwardSessionEventToSession:612(4456ns) ForwardSessionEventToSession:612(5232ns) ForwardSessionEventToSession:612(6777ns) ForwardSessionEventToSession:612(6321ns) ForwardSessionEventToSession:612(3258ns)}}}
2025-12-06T17:37:10.013208Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:10.013264Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800366162841843:2048] [node 1] ICP22 created new session: [6:7580800374752776534:2048]
2025-12-06T17:37:10.013320Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800374752776534:2048] [node 1] ICS09 handshake done sender: [6:7580800370457809225:2119] self: [6:7580800370457809229:0] peer: [1:7580800371891910553:0] socket: 336 qp: -1
2025-12-06T17:37:10.013367Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800374752776534:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:10.013423Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:10.014370Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800370457809236:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14873
2025-12-06T17:37:10.014981Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800370457809237:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14873
2025-12-06T17:37:10.015486Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800370457809220:2117] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:10.015708Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800370457809228:2121] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:10.015905Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800366162841845:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:37:10.015964Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:10.016020Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800366162841845:2050] [node 3] ICP22 created new session: [6:7580800374752776536:2050]
2025-12-06T17:37:10.016073Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800374752776536:2050] [node 3] ICS09 handshake done sender: [6:7580800370457809220:2117] self: [6:7580800370457809230:0] peer: [3:7580800369113664467:0] socket: 326 qp: -1
2025-12-06T17:37:10.016138Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800374752776536:2050] [node 3] ICS10 traffic start
2025-12-06T17:37:10.016194Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:10.016703Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800370457809198:2063] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:37:10.016749Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:10.016804Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800370457809198:2063] [node 4] ICP22 created new session: [6:7580800374752776538:2063]
2025-12-06T17:37:10.016861Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800374752776538:2063] [node 4] ICS09 handshake done sender: [6:7580800370457809228:2121] self: [6:7580800370457809234:0] peer: [4:7580800370610672038:0] socket: 303 qp: -1
2025-12-06T17:37:10.016898Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800374752776538:2063] [node 4] ICS10 traffic start
2025-12-06T17:37:10.016933Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:10.031714Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800373426371243:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10062
2025-12-06T17:37:10.012060Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800370610672025:2085] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:10.012185Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:10.012255Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800370610672025:2085] [node 6] ICP22 created new session: [4:7580800374905639362:2085]
2025-12-06T17:37:10.012324Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800374905639362:2085] [node 6] ICS09 handshake done sender: [4:7580800370610672039:2113] self: [4:7580800370610672038:0] peer: [6:7580800370457809234:0] socket: 276 qp: -1
2025-12-06T17:37:10.023792Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800374905639362:2085] [node 6] ICS10 traffic start
2025-12-06T17:37:10.023884Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:10.031109Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800370610672025:2085] [node 6] ICP35 event processing took too much time PendingConnection:279(18799704ns) {HandleHandshakeStatus:329(18796679ns) {DropIncomingHandshake:442(20588ns) DropOutgoingHandshake:457(543ns) SwitchToState:179(1171ns) ProcessPendingSessionEvents:495(6765567ns) {ForwardSessionEventToSession:612(6670678ns) ForwardSessionEventToSession:612(9424ns) ForwardSessionEventToSession:612(11577ns) ForwardSessionEventToSession:612(3687ns) ForwardSessionEventToSession:612(10232ns) ForwardSessionEventToSession:612(3244ns) ForwardSessionEventToSession:612(6628ns) ForwardSessionEventToSession:612(6274ns) ForwardSessionEventToSession:612(2748ns) ForwardSessionEventToSession:612(3704ns)}}}
2025-12-06T17:37:10.031366Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800370610672048:2117] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:10.041678Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800369113664483:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:10.042507Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800369113664484:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:10.042581Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800369113664457:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:37:10.042668Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:10.042731Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800369113664457:2108] [node 5] ICP22 created new session: [3:7580800373408631785:2108]
2025-12-06T17:37:10.042789Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800373408631785:2108] [node 5] ICS09 handshake done sender: [3:7580800369113664466:2115] self: [3:7580800369113664465:0] peer: [5:7580800369131403933:0] socket: 286 qp: -1
2025-12-06T17:37:10.042842Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800373408631785:2108] [node 5] ICS10 traffic start
2025-12-06T17:37:10.042910Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:10.053547Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800369113664458:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:10.053608Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:10.053672Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800369113664458:2109] [node 6] ICP22 created new session: [3:7580800373408631787:2109]
2025-12-06T17:37:10.053735Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800373408631787:2109] [node 6] ICS09 handshake done sender: [3:7580800369113664468:2116] self: [3:7580800369113664467:0] peer: [6:7580800370457809230:0] socket: 295 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:10.059423Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800373408631787:2109] [node 6] ICS10 traffic start
2025-12-06T17:37:10.059532Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:10.060654Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580800364818697096:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4372) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580800369113664482:2118] held: no
2025-12-06T17:37:10.060993Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800373408631784:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7685
2025-12-06T17:37:10.061903Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7580800369113664457:2108] [node 5] ICP18 handshake (actor [3:7580800369113664483:2119]) is too old
2025-12-06T17:37:10.062067Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7580800369113664458:2109] [node 6] ICP18 handshake (actor [3:7580800369113664484:2120]) is too old
2025-12-06T17:37:10.063289Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800369113664482:2118] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:10.063633Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800364818697096:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:10.063727Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:10.063803Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800364818697096:2049] [node 2] ICP22 created new session: [3:7580800373408631789:2049]
2025-12-06T17:37:10.063852Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800373408631789:2049] [node 2] ICS09 handshake done sender: [3:7580800369113664482:2118] self: [3:7580800369113664487:0] peer: [2:7580800369087624020:0] socket: 278 qp: -1
2025-12-06T17:37:10.063901Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800373408631789:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:10.063948Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:10.065731Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800370610672041:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:10.066476Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800369131403942:2121] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:10.066922Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800366315704672:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:10.066989Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:10.067038Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800366315704672:2049] [node 2] ICP22 created new session: [4:7580800374905639364:2049]
2025-12-06T17:37:10.067097Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800374905639364:2049] [node 2] ICS09 handshake done sender: [4:7580800370610672048:2117] self: [4:7580800370610672062:0] peer: [2:7580800369087624008:0] socket: 304 qp: -1
2025-12-06T17:37:10.067141Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800374905639364:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:10.067183Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:10.067629Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800370610672035:2095] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:37:10.067691Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:10.067750Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800370610672035:2095] [node 5] ICP22 created new session: [4:7580800374905639366:2095]
2025-12-06T17:37:10.067802Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800374905639366:2095] [node 5] ICS09 handshake done sender: [4:7580800370610672041:2114] self: [4:7580800370610672040:0] peer: [5:7580800369131403943:0] socket: 279 qp: -1
2025-12-06T17:37:10.067838Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800374905639366:2095] [node 5] ICS10 traffic start
2025-12-06T17:37:10.067874Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:10.069694Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800369131403913:2076] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:37:10.069762Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:10.069826Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800369131403913:2076] [node 4] ICP22 created new session: [5:7580800373426371244:2076]
2025-12-06T17:37:10.069875Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800373426371244:2076] [node 4] ICS09 handshake done sender: [5:7580800369131403942:2121] self: [5:7580800369131403943:0] peer: [4:7580800370610672040:0] socket: 340 qp: -1
2025-12-06T17:37:10.069919Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800373426371244:2076] [node 4] ICS10 traffic start
2025-12-06T17:37:10.069959Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:10.116592Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:37:10.116861Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580800369087624040:2048] [node 1] ICS01 socket: 299 reason# EndOfStream
2025-12-06T17:37:10.116912Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580800364792656646:2048] [node 1] ICP30 unregister session Session# [2:7580800369087624040:2048] VirtualId# [2:7580800369087624028:0]
2025-12-06T17:37:10.116951Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580800369087624040:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:10.117051Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:10.117098Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:10.121523Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:37:10.121804Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800369113664479:2048] [node 1] ICS01 socket: 289 reason# EndOfStream
2025-12-06T17:37:10.121861Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800364818697095:2048] [node 1] ICP30 unregister session Session# [3:7580800369113664479:2048] VirtualId# [3:7580800369113664473:0]
2025-12-06T17:37:10.121911Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800369113664479:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:10.122052Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:10.122107Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:10.126981Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:37:10.127231Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800370610672055:2048] [node 1] ICS01 socket: 293 reason# EndOfStream
2025-12-06T17:37:10.127275Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800366315704671:2048] [node 1] ICP30 unregister session Session# [4:7580800370610672055:2048] VirtualId# [4:7580800370610672049:0]
2025-12-06T17:37:10.127313Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800370610672055:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:10.127420Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:10.127473Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:10.127604Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:37:10.127825Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800369131403940:2048] [node 1] ICS01 socket: 332 reason# EndOfStream
2025-12-06T17:37:10.127861Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800364836436549:2048] [node 1] ICP30 unregister session Session# [5:7580800369131403940:2048] VirtualId# [5:7580800369131403938:0]
2025-12-06T17:37:10.127892Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800369131403940:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:10.127957Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:10.127999Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:10.128101Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:37:10.128327Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800374752776534:2048] [node 1] ICS01 socket: 336 reason# EndOfStream
2025-12-06T17:37:10.128366Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800366162841843:2048] [node 1] ICP30 unregister session Session# [6:7580800374752776534:2048] VirtualId# [6:7580800370457809229:0]
2025-12-06T17:37:10.128398Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800374752776534:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:10.128461Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:10.128500Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:10.234715Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:37:10.235011Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800373408631789:2049] [node 2] ICS01 socket: 278 reason# EndOfStream
2025-12-06T17:37:10.235061Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800364818697096:2049] [node 2] ICP30 unregister session Session# [3:7580800373408631789:2049] VirtualId# [3:7580800369113664487:0]
2025-12-06T17:37:10.235103Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800373408631789:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:10.235259Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:10.235314Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:10.238765Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:37:10.239024Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800369131403929:2049] [node 2] ICS01 socket: 320 reason# EndOfStream
2025-12-06T17:37:10.239073Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800364836436550:2049] [node 2] ICP30 unregister session Session# [5:7580800369131403929:2049] VirtualId# [5:7580800369131403927:0]
2025-12-06T17:37:10.239113Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800369131403929:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:10.239198Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:10.239247Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:10.239338Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:37:10.239556Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580800370457809221:2049] [node 2] ICS07 socket disconnect 309 reason# EndOfStream
2025-12-06T17:37:10.239586Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800370457809221:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:10.239643Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:10.239684Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580800370457809221:2049] [node 2] ICS15 start handshake
2025-12-06T17:37:10.241275Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800366162841844:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4372) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:37:10.241347Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800370457809221:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:37:10.241383Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800366162841844:2049] [node 2] ICP30 unregister session Session# [6:7580800370457809221:2049] VirtualId# [6:7580800370457809218:0]
2025-12-06T17:37:10.241433Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:10.241467Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580800366162841844:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:4372) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:10.241485Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4372) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:10.242643Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:37:10.242853Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800374905639364:2049] [node 2] ICS01 socket: 304 reason# EndOfStream
2025-12-06T17:37:10.242903Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800366315704672:2049] [node 2] ICP30 unregister session Session# [4:7580800374905639364:2049] VirtualId# [4:7580800370610672062:0]
2025-12-06T17:37:10.242938Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800374905639364:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:10.243035Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:10.243083Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:10.250673Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580800366162841844:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:37:10.268498Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:37:10.268707Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800370610672057:2050] [node 3] ICS01 socket: 313 reason# EndOfStream
2025-12-06T17:37:10.268767Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800366315704673:2050] [node 3] ICP30 unregister session Session# [4:7580800370610672057:2050] VirtualId# [4:7580800370610672052:0]
2025-12-06T17:37:10.268827Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800370610672057:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:10.268939Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:37:10.269001Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:37:10.269305Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:37:10.269542Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800369131403945:2050] [node 3] ICS01 socket: 288 reason# EndOfStream
2025-12-06T17:37:10.269595Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800364836436551:2050] [node 3] ICP30 unregister session Session# [5:7580800369131403945:2050] VirtualId# [5:7580800369131403933:0]
2025-12-06T17:37:10.269638Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800369131403945:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:10.269718Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:37:10.269781Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:37:10.270008Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:37:10.270267Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800374752776536:2050] [node 3] ICS01 socket: 326 reason# EndOfStream
2025-12-06T17:37:10.270345Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800366162841845:2050] [node 3] ICP30 unregister session Session# [6:7580800374752776536:2050] VirtualId# [6:7580800370457809230:0]
2025-12-06T17:37:10.270376Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800374752776536:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:10.270468Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:37:10.270517Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:37:10.290732Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:37:10.291133Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800373426371244:2076] [node 4] ICS01 socket: 340 reason# EndOfStream
2025-12-06T17:37:10.290914Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:37:10.291317Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800369131403913:2076] [node 4] ICP30 unregister session Session# [5:7580800373426371244:2076] VirtualId# [5:7580800369131403943:0]
2025-12-06T17:37:10.291260Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800374752776538:2063] [node 4] ICS01 socket: 303 reason# EndOfStream
2025-12-06T17:37:10.291354Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800373426371244:2076] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:10.291304Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800370457809198:2063] [node 4] ICP30 unregister session Session# [6:7580800374752776538:2063] VirtualId# [6:7580800370457809234:0]
2025-12-06T17:37:10.291473Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:37:10.291345Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800374752776538:2063] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:10.291519Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:37:10.291469Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:37:10.291521Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:37:10.350756Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:37:10.351127Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800370457809232:2059] [node 5] ICS01 socket: 331 reason# EndOfStream
2025-12-06T17:37:10.351177Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800370457809157:2059] [node 5] ICP30 unregister session Session# [6:7580800370457809232:2059] VirtualId# [6:7580800370457809226:0]
2025-12-06T17:37:10.351213Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800370457809232:2059] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:10.351346Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:37:10.351400Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:37:10.519150Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800373409715957:2048] [node 2] ICP01 ready to work
2025-12-06T17:37:10.519199Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800373409715958:2049] [node 3] ICP01 ready to work
2025-12-06T17:37:10.574951Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800372659164365:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:10.575012Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800372659164366:2049] [node 3] ICP01 ready to work
2025-12-06T17:37:10.614947Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800376056092557:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:10.614989Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800376056092558:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:10.667160Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800374607765274:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:10.667206Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800374607765275:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:10.667244Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800374607765276:2050] [node 3] ICP01 ready to work
2025-12-06T17:37:10.699456Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800374986696151:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:10.699495Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800374986696152:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:10.699533Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800374986696153:2050] [node 3] ICP01 ready to work
2025-12-06T17:37:10.847012Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800374412043220:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:10.847057Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800374412043221:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:10.847099Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800374412043222:2050] [node 3] ICP01 ready to work
2025-12-06T17:37:11.181640Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800376954131705:2084] [node 5] ICP01 ready to work
2025-12-06T17:37:11.162732Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800377704683316:2107] [node 6] ICP01 ready to work
2025-12-06T17:37:11.238936Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800376954131712:2083] [node 6] ICP01 ready to work
2025-12-06T17:37:11.235405Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800378707010531:2060] [node 5] ICP01 ready to work
2025-12-06T17:37:11.250664Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800377704683317:2108] [node 5] ICP01 ready to work
2025-12-06T17:37:11.256224Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800374412043221:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(136483634ns) {Configure:104(136476354ns) {ProcessConfigured:135(118412ns) {StartInitialHandshake:157(114543ns) {DropHandshakes:470(2716ns) {DropIncomingHandshake:442(690ns) DropOutgoingHandshake:457(538ns)} GenerateSessionVirtualId:988(1206ns) PrepareNewSessionHandshake:477(1889ns) {SwitchToState:179(687ns)}}}}}
2025-12-06T17:37:11.291053Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800380351059913:2072] [node 5] ICP01 ready to work
2025-12-06T17:37:11.310202Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800377704683318:2109] [node 4] ICP01 ready to work
2025-12-06T17:37:11.303754Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800378707010545:2068] [node 4] ICP01 ready to work
2025-12-06T17:37:11.370673Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800380351059917:2073] [node 4] ICP01 ready to work
2025-12-06T17:37:11.340551Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800376954131725:2085] [node 4] ICP01 ready to work
2025-12-06T17:37:11.415019Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800380351059918:2074] [node 6] ICP01 ready to work
2025-12-06T17:37:11.443825Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800374607765276:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(280714110ns) {Configure:104(280708145ns) {ProcessConfigured:135(91666ns) {StartInitialHandshake:157(88485ns) {DropHandshakes:470(3702ns) {DropIncomingHandshake:442(1205ns) DropOutgoingHandshake:457(412ns)} GenerateSessionVirtualId:988(1102ns) PrepareNewSessionHandshake:477(2163ns) {SwitchToState:179(1110ns)}}}}}
2025-12-06T17:37:11.378949Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800374412043222:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(65960054ns) {Configure:104(65952956ns) {ProcessConfigured:135(27069000ns) {StartInitialHandshake:157(27063969ns) {DropHandshakes:470(3154ns) {DropIncomingHandshake:442(735ns) DropOutgoingHandshake:457(457ns)} GenerateSessionVirtualId:988(1648ns) PrepareNewSessionHandshake:477(7234ns) {SwitchToState:179(3139ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:11.451923Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800373409715957:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(89366870ns) {Configure:104(89360137ns) {ProcessConfigured:135(84992ns) {StartInitialHandshake:157(81034ns) {DropHandshakes:470(2764ns) {DropIncomingHandshake:442(643ns) DropOutgoingHandshake:457(386ns)} GenerateSessionVirtualId:988(1131ns) PrepareNewSessionHandshake:477(1617ns) {SwitchToState:179(576ns)}}}}}
2025-12-06T17:37:11.459694Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800374986696152:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(231328742ns) {Configure:104(231321492ns) {ProcessConfigured:135(64646ns) {StartInitialHandshake:157(62248ns) {DropHandshakes:470(2256ns) {DropIncomingHandshake:442(395ns) DropOutgoingHandshake:457(352ns)} GenerateSessionVirtualId:988(1385ns) PrepareNewSessionHandshake:477(1814ns) {SwitchToState:179(618ns)}}}}}
2025-12-06T17:37:11.461950Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800379281663514:2066] [node 4] ICP01 ready to work
2025-12-06T17:37:11.462333Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800379281663515:2070] [node 6] ICP01 ready to work
2025-12-06T17:37:11.446199Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800378902732639:2075] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:11.491545Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800378707010593:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10286
2025-12-06T17:37:11.454279Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800377704683319:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55300
2025-12-06T17:37:11.498979Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800377704683319:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:11.458737Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800374607765275:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(302346595ns) {Configure:104(302339609ns) {ProcessConfigured:135(55217463ns) {StartInitialHandshake:157(55211286ns) {DropHandshakes:470(3473ns) {DropIncomingHandshake:442(650ns) DropOutgoingHandshake:457(464ns)} GenerateSessionVirtualId:988(962ns) PrepareNewSessionHandshake:477(8417ns) {SwitchToState:179(3415ns)}}}}}
2025-12-06T17:37:11.523083Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800380351059918:2074] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(84616779ns) {Configure:104(84610857ns) {ProcessConfigured:135(86432ns) {StartInitialHandshake:157(79933ns) {DropHandshakes:470(3097ns) {DropIncomingHandshake:442(646ns) DropOutgoingHandshake:457(398ns)} GenerateSessionVirtualId:988(714ns) PrepareNewSessionHandshake:477(1853ns) {SwitchToState:179(613ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:11.502997Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800378707010545:2068] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(198913405ns) {Configure:104(198907200ns) {ProcessConfigured:135(19723612ns) {StartInitialHandshake:157(19720528ns) {DropHandshakes:470(3204ns) {DropIncomingHandshake:442(781ns) DropOutgoingHandshake:457(510ns)} GenerateSessionVirtualId:988(1410ns) PrepareNewSessionHandshake:477(5289ns) {SwitchToState:179(3099ns)}}}}}
2025-12-06T17:37:11.531172Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800373409715958:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(180978958ns) {Configure:104(180969041ns) {ProcessConfigured:135(38712436ns) {StartInitialHandshake:157(27404188ns) {DropHandshakes:470(3459ns) {DropIncomingHandshake:442(515ns) DropOutgoingHandshake:457(365ns)} GenerateSessionVirtualId:988(1684ns) PrepareNewSessionHandshake:477(5054ns) {SwitchToState:179(2233ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:11.514942Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800376954131705:2084] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(265477965ns) {Configure:104(265467459ns) {ProcessConfigured:135(7465773ns) {StartInitialHandshake:157(7460753ns) {DropHandshakes:470(2704ns) {DropIncomingHandshake:442(789ns) DropOutgoingHandshake:457(356ns)} GenerateSessionVirtualId:988(885ns) PrepareNewSessionHandshake:477(7382ns) {SwitchToState:179(3286ns)}}}}}
2025-12-06T17:37:11.540371Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800376954131729:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6204
2025-12-06T17:37:11.540728Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800376954131738:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6204
2025-12-06T17:37:11.541059Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800376954131734:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6204
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:11.463164Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800378902732640:2080] [node 5] ICP01 ready to work
2025-12-06T17:37:11.508430Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800379281663514:2066] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(41257435ns) {Configure:104(28217911ns) {ProcessConfigured:135(78539ns) {StartInitialHandshake:157(76887ns) {DropHandshakes:470(1473ns) {DropIncomingHandshake:442(355ns) DropOutgoingHandshake:457(344ns)} GenerateSessionVirtualId:988(586ns) PrepareNewSessionHandshake:477(2045ns) {SwitchToState:179(617ns)}}}}}
2025-12-06T17:37:11.561549Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800378902732641:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14924
2025-12-06T17:37:11.550207Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800376056092557:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(450407463ns) {Configure:104(439308275ns) {ProcessConfigured:135(31004605ns) {StartInitialHandshake:157(18203087ns) {DropHandshakes:470(2204ns) {DropIncomingHandshake:442(200ns) DropOutgoingHandshake:457(72ns)} GenerateSessionVirtualId:988(976ns) PrepareNewSessionHandshake:477(4732ns) {SwitchToState:179(2226ns)}}}}}
2025-12-06T17:37:11.547511Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800374986696153:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(392219732ns) {Configure:104(392212690ns) {ProcessConfigured:135(15589452ns) {StartInitialHandshake:157(15586233ns) {DropHandshakes:470(2711ns) {DropIncomingHandshake:442(718ns) DropOutgoingHandshake:457(484ns)} GenerateSessionVirtualId:988(866ns) PrepareNewSessionHandshake:477(13018ns) {SwitchToState:179(2077ns)}}}}}
2025-12-06T17:37:11.588235Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800372659164366:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(141060367ns) {Configure:104(141054533ns) {ProcessConfigured:135(75750ns) {StartInitialHandshake:157(72011ns) {DropHandshakes:470(3374ns) {DropIncomingHandshake:442(630ns) DropOutgoingHandshake:457(465ns)} GenerateSessionVirtualId:988(647ns) PrepareNewSessionHandshake:477(2032ns) {SwitchToState:179(619ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:11.549123Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800379281663516:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29198
2025-12-06T17:37:11.549303Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800379281663523:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29198
2025-12-06T17:37:11.549364Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800379281663521:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29198
2025-12-06T17:37:11.549515Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800379281663522:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29198
2025-12-06T17:37:11.576308Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800379281663515:2070] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(67545496ns) {Configure:104(67540096ns) {ProcessConfigured:135(99684ns) {StartInitialHandshake:157(97698ns) {DropHandshakes:470(2773ns) {DropIncomingHandshake:442(846ns) DropOutgoingHandshake:457(310ns)} GenerateSessionVirtualId:988(1083ns) PrepareNewSessionHandshake:477(1882ns) {SwitchToState:179(466ns)}}}}}
2025-12-06T17:37:11.584267Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800379281663516:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:11.580277Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800378902732639:2075] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(113409327ns) {Configure:104(113400946ns) {ProcessConfigured:135(75072ns) {StartInitialHandshake:157(72804ns) {DropHandshakes:470(2860ns) {DropIncomingHandshake:442(693ns) DropOutgoingHandshake:457(464ns)} GenerateSessionVirtualId:988(859ns) PrepareNewSessionHandshake:477(1571ns) {SwitchToState:179(683ns)}}}}}
2025-12-06T17:37:11.550745Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800380351059932:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39479
2025-12-06T17:37:11.562442Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800380351059933:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39479
2025-12-06T17:37:11.634902Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800378707010595:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10286
2025-12-06T17:37:11.588484Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800376954131729:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:11.589242Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800376954131745:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6204
2025-12-06T17:37:11.589306Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800376954131746:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6204
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:11.700469Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800377704683334:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55300
2025-12-06T17:37:11.700698Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800377704683335:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55300
2025-12-06T17:37:11.700909Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800377704683336:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55300
2025-12-06T17:37:11.706639Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800378707010593:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:11.706913Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800374412043220:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:11.718716Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800377704683321:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:11.718810Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800377704683321:2111] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:11.720617Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800378707010597:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10286
2025-12-06T17:37:11.720993Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800377704683321:2111] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:11.721876Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800378707010593:2114] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:11.734763Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800378902732641:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:11.735020Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800374607765276:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:11.736952Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800377704683316:2107] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:11.737068Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:11.737145Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800377704683316:2107] [node 6] ICP22 created new session: [1:7580800377704683338:2107]
2025-12-06T17:37:11.737207Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800377704683338:2107] [node 6] ICS09 handshake done sender: [1:7580800377704683321:2111] self: [1:7580800377704683320:0] peer: [6:7580800378707010596:0] socket: 289 qp: -1
2025-12-06T17:37:11.737253Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800377704683338:2107] [node 6] ICS10 traffic start
2025-12-06T17:37:11.737305Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:11.743345Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800380351059922:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:11.743393Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800380351059922:2111] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:11.744946Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800378902732650:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14924
2025-12-06T17:37:11.749754Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800379281663523:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:11.749910Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800379281663521:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:11.754752Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800380351059922:2111] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:11.755935Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800380351059932:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:11.756079Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800380351059920:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:11.756108Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800380351059920:2110] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:37:11.756737Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800380351059917:2073] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:37:11.756798Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:11.756858Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800380351059917:2073] [node 4] ICP22 created new session: [3:7580800380351059935:2073]
2025-12-06T17:37:11.756921Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800380351059935:2073] [node 4] ICS09 handshake done sender: [3:7580800380351059922:2111] self: [3:7580800380351059921:0] peer: [4:7580800378902732649:0] socket: 297 qp: -1
2025-12-06T17:37:11.756974Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800380351059935:2073] [node 4] ICS10 traffic start
2025-12-06T17:37:11.757021Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:11.755297Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800378902732651:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14924
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:11.731212Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800374412043220:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:11.738823Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:11.760225Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800374412043220:2048] [node 1] ICP22 created new session: [6:7580800378707010598:2048]
2025-12-06T17:37:11.764332Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800378707010598:2048] [node 1] ICS09 handshake done sender: [6:7580800378707010593:2114] self: [6:7580800378707010596:0] peer: [1:7580800377704683320:0] socket: 290 qp: -1
2025-12-06T17:37:11.770795Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800378707010598:2048] [node 1] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:11.774667Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800377704683323:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:11.774751Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800377704683323:2112] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:37:11.760005Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800380351059939:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39479
2025-12-06T17:37:11.750089Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800374986696153:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:11.782873Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800376954131738:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:11.778850Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800378902732641:2113] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:11.777326Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800378707010600:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10286
2025-12-06T17:37:11.787686Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:11.788298Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800374412043220:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(56840689ns) {HandleHandshakeStatus:329(56836250ns) {DropIncomingHandshake:442(1086ns) DropOutgoingHandshake:457(8157ns) SwitchToState:179(3882ns) ProcessPendingSessionEvents:495(152131ns) {ForwardSessionEventToSession:612(82932ns) ForwardSessionEventToSession:612(4261ns) ForwardSessionEventToSession:612(11367ns) ForwardSessionEventToSession:612(4282ns) ForwardSessionEventToSession:612(4575ns) ForwardSessionEventToSession:612(7270ns) ForwardSessionEventToSession:612(8172ns) ForwardSessionEventToSession:612(3863ns) ForwardSessionEventToSession:612(6486ns) ForwardSessionEventToSession:612(3539ns)}}}
2025-12-06T17:37:11.779411Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800377704683334:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:11.788908Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800376954131745:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:11.798691Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800376954131734:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:11.766915Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800380351059920:2110] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:11.750170Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800374986696151:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:11.764130Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800379281663532:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29198
2025-12-06T17:37:11.803258Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580800372659164365:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:11.795219Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800380351059939:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:11.800243Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800378707010600:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:11.795871Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800380351059913:2072] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:37:11.805953Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800374607765276:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:37:11.806641Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800377704683323:2112] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:11.800471Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800374412043222:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:11.795955Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:11.806038Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:11.805437Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800378707010603:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10286
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:11.813369Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800374986696153:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14234) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800379281663523:2117] held: no
2025-12-06T17:37:11.827071Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800377704683317:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:37:11.827151Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:11.827220Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800377704683317:2108] [node 5] ICP22 created new session: [1:7580800377704683343:2108]
2025-12-06T17:37:11.827282Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800377704683343:2108] [node 5] ICS09 handshake done sender: [1:7580800377704683323:2112] self: [1:7580800377704683322:0] peer: [5:7580800379281663531:0] socket: 291 qp: -1
2025-12-06T17:37:11.827339Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800377704683343:2108] [node 5] ICS10 traffic start
2025-12-06T17:37:11.827387Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:11.828648Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800377704683325:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:11.828679Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800377704683325:2113] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:37:11.829332Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800377704683335:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:11.829851Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800377704683346:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55300
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:11.807210Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800374607765276:2050] [node 3] ICP22 created new session: [4:7580800378902732652:2050]
2025-12-06T17:37:11.808274Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800378902732652:2050] [node 3] ICS09 handshake done sender: [4:7580800378902732641:2113] self: [4:7580800378902732649:0] peer: [3:7580800380351059921:0] socket: 301 qp: -1
2025-12-06T17:37:11.808323Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800378902732652:2050] [node 3] ICS10 traffic start
2025-12-06T17:37:11.808379Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:11.852037Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800376954131751:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6204
2025-12-06T17:37:11.853390Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800376954131734:2115] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:11.851154Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580800377704683317:2108] [node 5] ICP18 handshake (actor [1:7580800377704683335:2117]) is too old
2025-12-06T17:37:11.852732Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800377704683325:2113] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:11.796033Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800380351059913:2072] [node 5] ICP22 created new session: [3:7580800380351059942:2072]
2025-12-06T17:37:11.830814Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800379281663522:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:11.853696Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580800372659164365:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:11.857309Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800379281663523:2117] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:11.796089Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800380351059942:2072] [node 5] ICS09 handshake done sender: [3:7580800380351059920:2110] self: [3:7580800380351059919:0] peer: [5:7580800379281663530:0] socket: 296 qp: -1
2025-12-06T17:37:11.887227Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800377704683336:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:11.887350Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800377704683346:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:11.887415Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800373409715957:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:37:11.887504Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:11.887567Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800373409715957:2048] [node 2] ICP22 created new session: [1:7580800377704683348:2048]
2025-12-06T17:37:11.887649Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800377704683348:2048] [node 2] ICS09 handshake done sender: [1:7580800377704683325:2113] self: [1:7580800377704683324:0] peer: [2:7580800376954131750:0] socket: 292 qp: -1
2025-12-06T17:37:11.796133Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800380351059942:2072] [node 5] ICS10 traffic start
2025-12-06T17:37:11.796172Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:11.803850Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800380351059926:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:11.803885Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800380351059926:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:11.806265Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800380351059926:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:11.810556Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800380351059918:2074] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:11.810635Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:11.810698Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800380351059918:2074] [node 6] ICP22 created new session: [3:7580800380351059946:2074]
2025-12-06T17:37:11.811503Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800380351059946:2074] [node 6] ICS09 handshake done sender: [3:7580800380351059926:2113] self: [3:7580800380351059925:0] peer: [6:7580800378707010602:0] socket: 330 qp: -1
2025-12-06T17:37:11.811553Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800380351059946:2074] [node 6] ICS10 traffic start
2025-12-06T17:37:11.811602Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:11.835328Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7580800380351059917:2073] [node 4] ICP27 obsolete handshake fail ignored
2025-12-06T17:37:11.835842Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800380351059948:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39479
2025-12-06T17:37:11.903358Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800380351059948:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:11.903570Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800376056092557:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:11.910926Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800378902732651:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:11.853770Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:11.887699Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800377704683348:2048] [node 2] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:11.883166Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800374986696153:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(18146621ns) {HandleHandshakeStatus:395(18144204ns) {LogHandshakeFail:472(249613ns) {UpdateErrorStateLog:545(4889ns)} DropOutgoingHandshake:457(1005ns) ProcessPendingSessionEvents:495(17523367ns) {DropSessionEvent:512(19970ns) DropSessionEvent:512(6592ns) DropSessionEvent:512(5513ns) DropSessionEvent:512(6436ns) DropSessionEvent:512(6284ns) DropSessionEvent:512(5961ns) DropSessionEvent:512(6404ns) DropSessionEvent:512(5011ns) DropSessionEvent:512(22064ns) DropSessionEvent:512(7311ns)}}}
2025-12-06T17:37:11.897627Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800374412043222:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14234) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800378707010600:2118] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:11.853826Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800372659164365:2048] [node 1] ICP22 created new session: [2:7580800376954131752:2048]
2025-12-06T17:37:11.926789Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800378902732655:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14924
2025-12-06T17:37:11.927172Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800374607765276:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(101792533ns) {HandleHandshakeStatus:329(101788249ns) {DropIncomingHandshake:442(700ns) DropOutgoingHandshake:457(5994ns) SwitchToState:179(466ns) ProcessPendingSessionEvents:495(51482303ns) {ForwardSessionEventToSession:612(16318165ns) ForwardSessionEventToSession:612(3487263ns) ForwardSessionEventToSession:612(5325ns) ForwardSessionEventToSession:612(3120ns) ForwardSessionEventToSession:612(6765073ns) ForwardSessionEventToSession:612(4272ns) ForwardSessionEventToSession:612(7841725ns) ForwardSessionEventToSession:612(8046817ns) ForwardSessionEventToSession:612(11838ns) ForwardSessionEventToSession:612(8955515ns)}}}
2025-12-06T17:37:11.927277Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800374607765274:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:11.928329Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800378902732657:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14924
2025-12-06T17:37:11.930998Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800374986696151:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1240) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800379281663521:2115] held: no
2025-12-06T17:37:11.887746Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:11.853888Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800376954131752:2048] [node 1] ICS09 handshake done sender: [2:7580800376954131734:2115] self: [2:7580800376954131750:0] peer: [1:7580800377704683324:0] socket: 294 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:11.934838Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800377704683332:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:11.897929Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800378707010600:2118] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:11.931318Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800379281663533:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29198
2025-12-06T17:37:11.955491Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800374986696153:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:37:11.955558Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:11.955618Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800374986696153:2050] [node 3] ICP22 created new session: [5:7580800379281663535:2050]
2025-12-06T17:37:11.955678Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800379281663535:2050] [node 3] ICS09 handshake done sender: [5:7580800379281663523:2117] self: [5:7580800379281663530:0] peer: [3:7580800380351059919:0] socket: 308 qp: -1
2025-12-06T17:37:11.955724Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800379281663535:2050] [node 3] ICS10 traffic start
2025-12-06T17:37:11.955773Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:11.956518Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800374986696152:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:11.956984Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800379281663534:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29198
2025-12-06T17:37:11.957421Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800379281663521:2115] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:11.959037Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800374986696151:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:11.959082Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:11.959129Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800374986696151:2048] [node 1] ICP22 created new session: [5:7580800379281663540:2048]
2025-12-06T17:37:11.959174Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800379281663540:2048] [node 1] ICS09 handshake done sender: [5:7580800379281663521:2115] self: [5:7580800379281663531:0] peer: [1:7580800377704683322:0] socket: 306 qp: -1
2025-12-06T17:37:11.959211Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800379281663540:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:11.959250Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:11.853935Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800376954131752:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:11.853980Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:11.890779Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800376954131746:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:11.935020Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800376954131736:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:11.935059Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800376954131736:2116] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:11.943042Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800376954131736:2116] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:11.982852Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800376954131731:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:11.982886Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800376954131731:2113] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:37:11.954639Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800378902732655:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:11.916925Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800378707010595:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:12.007043Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800374607765274:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1240) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580800378902732651:2117] held: no
2025-12-06T17:37:12.007555Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800374607765275:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:12.007924Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800378902732658:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14924
2025-12-06T17:37:12.007995Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800378902732659:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14924
2025-12-06T17:37:12.011444Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800378902732651:2117] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:12.011770Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800374607765274:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:12.011833Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:12.011888Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800374607765274:2048] [node 1] ICP22 created new session: [4:7580800383197699957:2048]
2025-12-06T17:37:12.011937Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800383197699957:2048] [node 1] ICS09 handshake done sender: [4:7580800378902732651:2117] self: [4:7580800378902732656:0] peer: [1:7580800377704683326:0] socket: 328 qp: -1
2025-12-06T17:37:12.011981Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800383197699957:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:12.012024Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:11.917295Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800374412043222:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:37:11.999049Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800376954131712:2083] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:11.934893Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800377704683332:2115] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:37:12.018781Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800379281663534:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:12.004475Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580800376056092557:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1240) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580800380351059948:2118] held: no
2025-12-06T17:37:11.917391Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:11.917461Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800374412043222:2050] [node 3] ICP22 created new session: [6:7580800378707010604:2050]
2025-12-06T17:37:11.917582Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800378707010604:2050] [node 3] ICS09 handshake done sender: [6:7580800378707010600:2118] self: [6:7580800378707010602:0] peer: [3:7580800380351059925:0] socket: 333 qp: -1
2025-12-06T17:37:11.917626Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800378707010604:2050] [node 3] ICS10 traffic start
2025-12-06T17:37:11.917669Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:11.918394Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800374412043221:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:11.971441Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800378707010609:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10286
2025-12-06T17:37:11.971518Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800378707010608:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10286
2025-12-06T17:37:11.979800Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800378707010595:2116] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:12.015380Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800374412043221:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:12.015453Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:12.015515Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800374412043221:2049] [node 2] ICP22 created new session: [6:7580800383001977906:2049]
2025-12-06T17:37:12.015566Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800383001977906:2049] [node 2] ICS09 handshake done sender: [6:7580800378707010595:2116] self: [6:7580800378707010606:0] peer: [2:7580800376954131735:0] socket: 305 qp: -1
2025-12-06T17:37:12.015606Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800383001977906:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:12.015646Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:12.015963Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580800374412043221:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:37:12.034638Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800378902732657:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:11.946640Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800377704683327:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:11.999159Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:12.023379Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800379281663514:2066] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:12.023888Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800383576630838:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29198
2025-12-06T17:37:12.048805Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800378707010609:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:12.034893Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800378902732644:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:12.034925Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800378902732644:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:37:12.050824Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800378902732644:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:12.055227Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800378902732640:2080] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:37:12.055302Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:12.055368Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800378902732640:2080] [node 5] ICP22 created new session: [4:7580800383197699963:2080]
2025-12-06T17:37:12.058961Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800383197699963:2080] [node 5] ICS09 handshake done sender: [4:7580800378902732644:2114] self: [4:7580800378902732643:0] peer: [5:7580800383576630839:0] socket: 322 qp: -1
2025-12-06T17:37:12.059012Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800383197699963:2080] [node 5] ICS10 traffic start
2025-12-06T17:37:12.059069Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:12.061268Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800378902732658:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:12.072176Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800383197699962:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14924
2025-12-06T17:37:12.005357Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800384646027247:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39479
2025-12-06T17:37:12.015077Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800380351059950:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39479
2025-12-06T17:37:12.034905Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800380351059948:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:12.046186Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800376056092557:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:12.046253Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:12.050743Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800376056092557:2048] [node 1] ICP22 created new session: [3:7580800384646027248:2048]
2025-12-06T17:37:12.050826Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800384646027248:2048] [node 1] ICS09 handshake done sender: [3:7580800380351059948:2118] self: [3:7580800380351059949:0] peer: [1:7580800377704683331:0] socket: 338 qp: -1
2025-12-06T17:37:11.946715Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800377704683327:2114] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:37:12.069945Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800378707010531:2060] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:12.072812Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800383001977908:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10286
2025-12-06T17:37:11.999232Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800376954131712:2083] [node 6] ICP22 created new session: [2:7580800376954131757:2083]
2025-12-06T17:37:12.081028Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7580800378902732640:2080] [node 5] ICP18 handshake (actor [4:7580800378902732658:2120]) is too old
2025-12-06T17:37:12.044573Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800374986696152:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15384) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800379281663522:2116] held: no
2025-12-06T17:37:12.044790Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800379281663522:2116] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:12.055646Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800374986696152:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:12.055695Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:12.055749Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800374986696152:2049] [node 2] ICP22 created new session: [5:7580800383576630841:2049]
2025-12-06T17:37:12.055795Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800383576630841:2049] [node 2] ICS09 handshake done sender: [5:7580800379281663522:2116] self: [5:7580800379281663539:0] peer: [2:7580800376954131730:0] socket: 307 qp: -1
2025-12-06T17:37:12.055834Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800383576630841:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:12.055877Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:11.947114Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800377704683332:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:11.948470Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800373409715958:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:37:11.948570Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:11.948642Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800373409715958:2049] [node 3] ICP22 created new session: [1:7580800377704683353:2049]
2025-12-06T17:37:12.050880Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800384646027248:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:12.094616Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800379281663528:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:12.094719Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580800379281663528:2118] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:11.948704Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800377704683353:2049] [node 3] ICS09 handshake done sender: [1:7580800377704683332:2115] self: [1:7580800377704683331:0] peer: [3:7580800380351059949:0] socket: 310 qp: -1
2025-12-06T17:37:11.999328Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800376954131757:2083] [node 6] ICS09 handshake done sender: [2:7580800376954131736:2116] self: [2:7580800376954131735:0] peer: [6:7580800378707010606:0] socket: 303 qp: -1
2025-12-06T17:37:11.948755Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800377704683353:2049] [node 3] ICS10 traffic start
2025-12-06T17:37:11.999381Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800376954131757:2083] [node 6] ICS10 traffic start
2025-12-06T17:37:11.999437Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:11.948805Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:12.006622Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800376954131731:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:11.970740Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800377704683327:2114] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:12.024419Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800376954131740:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:11.971974Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800377704683318:2109] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:37:11.972053Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:12.024448Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800376954131740:2118] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:37:11.972109Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800377704683318:2109] [node 4] ICP22 created new session: [1:7580800377704683356:2109]
2025-12-06T17:37:12.025518Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800376954131705:2084] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:37:11.972176Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800377704683356:2109] [node 4] ICS09 handshake done sender: [1:7580800377704683327:2114] self: [1:7580800377704683326:0] peer: [4:7580800378902732656:0] socket: 327 qp: -1
2025-12-06T17:37:12.025591Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:11.972223Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800377704683356:2109] [node 4] ICS10 traffic start
2025-12-06T17:37:12.025658Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800376954131705:2084] [node 5] ICP22 created new session: [2:7580800381249099057:2084]
2025-12-06T17:37:11.972265Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:12.025730Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800381249099057:2084] [node 5] ICS09 handshake done sender: [2:7580800376954131731:2113] self: [2:7580800376954131730:0] peer: [5:7580800379281663539:0] socket: 295 qp: -1
2025-12-06T17:37:12.025773Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800381249099057:2084] [node 5] ICS10 traffic start
2025-12-06T17:37:12.025819Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:12.058812Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800376954131740:2118] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:12.060208Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800376954131725:2085] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:37:12.060281Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:12.060331Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800376954131725:2085] [node 4] ICP22 created new session: [2:7580800381249099060:2085]
2025-12-06T17:37:12.060381Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800381249099060:2085] [node 4] ICS09 handshake done sender: [2:7580800376954131740:2118] self: [2:7580800376954131739:0] peer: [4:7580800383197699956:0] socket: 284 qp: -1
2025-12-06T17:37:12.060424Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800381249099060:2085] [node 4] ICS10 traffic start
2025-12-06T17:37:12.060467Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:12.079162Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800376954131744:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:12.079201Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800376954131744:2119] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:37:12.091342Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800376954131744:2119] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:12.050965Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:12.071113Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800384646027247:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:12.071340Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800376056092558:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:12.075197Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800376056092557:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(24621187ns) {HandleHandshakeStatus:329(24617501ns) {DropIncomingHandshake:442(782ns) DropOutgoingHandshake:457(737ns) SwitchToState:179(1254ns) ProcessPendingSessionEvents:495(1983ns)}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:12.096790Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800378902732655:2118] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:12.100293Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800374607765275:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15384) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580800378902732655:2118] held: no
2025-12-06T17:37:12.097245Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800383576630840:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29198
2025-12-06T17:37:12.100638Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800379281663528:2118] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:12.099229Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800384646027251:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39479
2025-12-06T17:37:12.100890Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800374607765275:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:12.100957Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:12.101785Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800374607765275:2049] [node 2] ICP22 created new session: [4:7580800383197699965:2049]
2025-12-06T17:37:12.101851Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800383197699965:2049] [node 2] ICS09 handshake done sender: [4:7580800378902732655:2118] self: [4:7580800383197699956:0] peer: [2:7580800376954131739:0] socket: 302 qp: -1
2025-12-06T17:37:12.101895Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800383197699965:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:12.101948Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:12.101239Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800384646027247:2120] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:12.103851Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800383001977910:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10286
2025-12-06T17:37:12.105270Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800378707010609:2121] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:12.100759Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800372659164366:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:37:12.107153Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800378707010531:2060] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:37:12.105939Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580800379281663515:2070] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:12.106968Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:12.108650Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800379281663534:2121] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:12.108805Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800379281663515:2070] [node 6] ICP22 created new session: [5:7580800383576630844:2070]
2025-12-06T17:37:12.111051Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800383576630844:2070] [node 6] ICS09 handshake done sender: [5:7580800379281663528:2118] self: [5:7580800379281663527:0] peer: [6:7580800383001977909:0] socket: 313 qp: -1
2025-12-06T17:37:12.102738Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:12.103731Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800372659164366:2049] [node 3] ICP22 created new session: [2:7580800381249099063:2049]
2025-12-06T17:37:12.104155Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800381249099063:2049] [node 3] ICS09 handshake done sender: [2:7580800376954131744:2119] self: [2:7580800376954131743:0] peer: [3:7580800384646027250:0] socket: 335 qp: -1
2025-12-06T17:37:12.104207Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800381249099063:2049] [node 3] ICS10 traffic start
2025-12-06T17:37:12.104254Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:12.107253Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:12.108886Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800378707010531:2060] [node 5] ICP22 created new session: [6:7580800383001977911:2060]
2025-12-06T17:37:12.108951Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800383001977911:2060] [node 5] ICS09 handshake done sender: [6:7580800378707010609:2121] self: [6:7580800383001977909:0] peer: [5:7580800379281663527:0] socket: 348 qp: -1
2025-12-06T17:37:12.109003Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800383001977911:2060] [node 5] ICS10 traffic start
2025-12-06T17:37:12.109054Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:12.109699Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800383001977908:2122] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:12.111681Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800378707010545:2068] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:12.112508Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800383576630844:2070] [node 6] ICS10 traffic start
2025-12-06T17:37:12.112583Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:12.113355Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800379281663514:2066] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19514) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800379281663534:2121] held: no
2025-12-06T17:37:12.114258Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800376056092558:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:12.114361Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:12.114421Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800376056092558:2049] [node 2] ICP22 created new session: [3:7580800384646027252:2049]
2025-12-06T17:37:12.114477Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800384646027252:2049] [node 2] ICS09 handshake done sender: [3:7580800384646027247:2120] self: [3:7580800384646027250:0] peer: [2:7580800376954131743:0] socket: 286 qp: -1
2025-12-06T17:37:12.114520Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800384646027252:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:12.114581Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:12.114834Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7580800376056092558:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:37:12.116381Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800378902732648:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:12.116437Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800378902732648:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:12.117629Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800379281663514:2066] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:37:12.117744Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:12.117808Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800379281663514:2066] [node 4] ICP22 created new session: [5:7580800383576630846:2066]
2025-12-06T17:37:12.117870Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800383576630846:2066] [node 4] ICS09 handshake done sender: [5:7580800379281663534:2121] self: [5:7580800383576630839:0] peer: [4:7580800378902732643:0] socket: 321 qp: -1
2025-12-06T17:37:12.117921Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800383576630846:2066] [node 4] ICS10 traffic start
2025-12-06T17:37:12.117961Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:12.120855Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800383001977914:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10286
2025-12-06T17:37:12.121194Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800378902732648:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:12.121700Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800378902732639:2075] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:12.121791Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:12.121847Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800378902732639:2075] [node 6] ICP22 created new session: [4:7580800383197699968:2075]
2025-12-06T17:37:12.121907Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800383197699968:2075] [node 6] ICS09 handshake done sender: [4:7580800378902732648:2115] self: [4:7580800378902732647:0] peer: [6:7580800383001977913:0] socket: 315 qp: -1
2025-12-06T17:37:12.121949Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800383197699968:2075] [node 6] ICS10 traffic start
2025-12-06T17:37:12.121991Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:12.123294Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800383001977908:2122] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:12.123557Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800378707010545:2068] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:37:12.123626Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:12.123677Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800378707010545:2068] [node 4] ICP22 created new session: [6:7580800383001977915:2068]
2025-12-06T17:37:12.123735Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800383001977915:2068] [node 4] ICS09 handshake done sender: [6:7580800383001977908:2122] self: [6:7580800383001977913:0] peer: [4:7580800378902732647:0] socket: 350 qp: -1
2025-12-06T17:37:12.123775Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800383001977915:2068] [node 4] ICS10 traffic start
2025-12-06T17:37:12.123813Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:12.171649Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:37:12.171963Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580800376954131752:2048] [node 1] ICS01 socket: 294 reason# EndOfStream
2025-12-06T17:37:12.172011Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580800372659164365:2048] [node 1] ICP30 unregister session Session# [2:7580800376954131752:2048] VirtualId# [2:7580800376954131750:0]
2025-12-06T17:37:12.172050Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580800376954131752:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:12.172171Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:12.172230Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:12.174568Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:37:12.174853Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800384646027248:2048] [node 1] ICS01 socket: 338 reason# EndOfStream
2025-12-06T17:37:12.174901Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800376056092557:2048] [node 1] ICP30 unregister session Session# [3:7580800384646027248:2048] VirtualId# [3:7580800380351059949:0]
2025-12-06T17:37:12.174940Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800384646027248:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:12.175027Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:12.175070Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:12.182808Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:37:12.183081Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800379281663540:2048] [node 1] ICS01 socket: 306 reason# EndOfStream
2025-12-06T17:37:12.183129Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800374986696151:2048] [node 1] ICP30 unregister session Session# [5:7580800379281663540:2048] VirtualId# [5:7580800379281663531:0]
2025-12-06T17:37:12.183171Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800379281663540:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:12.183293Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:12.183356Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:12.182801Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:37:12.183101Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580800378707010598:2048] [node 1] ICS07 socket disconnect 290 reason# EndOfStream
2025-12-06T17:37:12.183135Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800378707010598:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:12.183250Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:12.183461Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:37:12.183697Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800383197699957:2048] [node 1] ICS01 socket: 328 reason# EndOfStream
2025-12-06T17:37:12.183737Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800374607765274:2048] [node 1] ICP30 unregister session Session# [4:7580800383197699957:2048] VirtualId# [4:7580800378902732656:0]
2025-12-06T17:37:12.183768Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800383197699957:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:12.183839Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:12.183887Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:12.184551Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580800378707010598:2048] [node 1] ICS15 start handshake
2025-12-06T17:37:12.190158Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800374412043220:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1240) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:37:12.190240Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800378707010598:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:37:12.190303Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800374412043220:2048] [node 1] ICP30 unregister session Session# [6:7580800378707010598:2048] VirtualId# [6:7580800378707010596:0]
2025-12-06T17:37:12.190369Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:12.190416Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580800374412043220:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:1240) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:12.190440Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1240) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:12.203872Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580800374412043220:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:37:12.270031Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:37:12.270340Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800384646027252:2049] [node 2] ICS01 socket: 286 reason# EndOfStream
2025-12-06T17:37:12.270404Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800376056092558:2049] [node 2] ICP30 unregister session Session# [3:7580800384646027252:2049] VirtualId# [3:7580800384646027250:0]
2025-12-06T17:37:12.270450Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800384646027252:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:12.270899Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:12.270975Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:12.276140Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:37:12.276456Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800383197699965:2049] [node 2] ICS01 socket: 302 reason# EndOfStream
2025-12-06T17:37:12.276515Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800374607765275:2049] [node 2] ICP30 unregister session Session# [4:7580800383197699965:2049] VirtualId# [4:7580800383197699956:0]
2025-12-06T17:37:12.276575Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800383197699965:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:12.276658Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:12.276702Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:12.276822Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:37:12.277035Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800383001977906:2049] [node 2] ICS01 socket: 305 reason# EndOfStream
2025-12-06T17:37:12.277069Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800374412043221:2049] [node 2] ICP30 unregister session Session# [6:7580800383001977906:2049] VirtualId# [6:7580800378707010606:0]
2025-12-06T17:37:12.277099Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800383001977906:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:12.277181Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:12.277226Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:12.277328Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:37:12.277527Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800383576630841:2049] [node 2] ICS01 socket: 307 reason# EndOfStream
2025-12-06T17:37:12.277560Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800374986696152:2049] [node 2] ICP30 unregister session Session# [5:7580800383576630841:2049] VirtualId# [5:7580800379281663539:0]
2025-12-06T17:37:12.277591Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800383576630841:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:12.277649Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:12.277690Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:12.377644Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:37:12.377933Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800379281663535:2050] [node 3] ICS01 socket: 308 reason# EndOfStream
2025-12-06T17:37:12.377983Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800374986696153:2050] [node 3] ICP30 unregister session Session# [5:7580800379281663535:2050] VirtualId# [5:7580800379281663530:0]
2025-12-06T17:37:12.378020Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800379281663535:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:12.378119Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:37:12.378173Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:37:12.378312Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:37:12.378597Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580800378902732652:2050] [node 3] ICS07 socket disconnect 301 reason# EndOfStream
2025-12-06T17:37:12.378625Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800378902732652:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:12.378692Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:37:12.378735Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580800378902732652:2050] [node 3] ICS15 start handshake
2025-12-06T17:37:12.381250Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800374607765276:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14234) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:37:12.381326Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800378902732652:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:37:12.381373Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800374607765276:2050] [node 3] ICP30 unregister session Session# [4:7580800378902732652:2050] VirtualId# [4:7580800378902732649:0]
2025-12-06T17:37:12.381423Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:37:12.381462Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580800374607765276:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:14234) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:12.381480Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14234) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:12.382737Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:37:12.383085Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800378707010604:2050] [node 3] ICS01 socket: 333 reason# EndOfStream
2025-12-06T17:37:12.383151Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800374412043222:2050] [node 3] ICP30 unregister session Session# [6:7580800378707010604:2050] VirtualId# [6:7580800378707010602:0]
2025-12-06T17:37:12.383197Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800378707010604:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:12.383355Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:37:12.383416Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:37:12.434458Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:37:12.434774Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800383001977915:2068] [node 4] ICS01 socket: 350 reason# EndOfStream
2025-12-06T17:37:12.434668Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:37:12.434829Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800378707010545:2068] [node 4] ICP30 unregister session Session# [6:7580800383001977915:2068] VirtualId# [6:7580800383001977913:0]
2025-12-06T17:37:12.434920Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800383576630846:2066] [node 4] ICS01 socket: 321 reason# EndOfStream
2025-12-06T17:37:12.434872Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800383001977915:2068] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:12.434967Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800379281663514:2066] [node 4] ICP30 unregister session Session# [5:7580800383576630846:2066] VirtualId# [5:7580800383576630839:0]
2025-12-06T17:37:12.435030Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:37:12.435006Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800383576630846:2066] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:12.435090Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:37:12.435121Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:37:12.435172Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:37:12.554898Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:37:12.555637Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800383001977911:2060] [node 5] ICS01 socket: 348 reason# EndOfStream
2025-12-06T17:37:12.555708Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800378707010531:2060] [node 5] ICP30 unregister session Session# [6:7580800383001977911:2060] VirtualId# [6:7580800383001977909:0]
2025-12-06T17:37:12.555751Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800383001977911:2060] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:12.555918Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:37:12.555978Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:37:12.633760Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800382619003427:2048] [node 2] ICP01 ready to work
2025-12-06T17:37:12.633800Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800382619003428:2049] [node 3] ICP01 ready to work
2025-12-06T17:37:12.642781Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800381597938205:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:12.642827Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800381597938206:2049] [node 3] ICP01 ready to work
2025-12-06T17:37:12.686961Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800383087480547:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:12.687237Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800383087480548:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:12.702632Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800383324220968:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:12.702679Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800383324220969:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:12.707790Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800383324220970:2050] [node 3] ICP01 ready to work
2025-12-06T17:37:12.743052Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800384341846935:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:12.743106Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800384341846936:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:12.743145Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800384341846937:2050] [node 3] ICP01 ready to work
2025-12-06T17:37:12.856922Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800381403120181:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:12.856967Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800381403120182:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:12.857005Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800381403120183:2050] [node 3] ICP01 ready to work
2025-12-06T17:37:13.105805Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800387382447892:2096] [node 5] ICP01 ready to work
2025-12-06T17:37:13.140420Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800385892905560:2104] [node 4] ICP01 ready to work
2025-12-06T17:37:13.089253Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800385698087491:2060] [node 5] ICP01 ready to work
2025-12-06T17:37:13.134315Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800386913970805:2107] [node 4] ICP01 ready to work
2025-12-06T17:37:13.207779Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800388636814275:2085] [node 4] ICP01 ready to work
2025-12-06T17:37:13.137420Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800385698087494:2062] [node 4] ICP01 ready to work
2025-12-06T17:37:13.198029Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800385892905561:2105] [node 5] ICP01 ready to work
2025-12-06T17:37:13.208109Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800387382447901:2100] [node 4] ICP01 ready to work
2025-12-06T17:37:13.186908Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800386913970807:2109] [node 5] ICP01 ready to work
2025-12-06T17:37:13.228941Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800385892905565:2106] [node 6] ICP01 ready to work
2025-12-06T17:37:13.236463Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800387382447903:2101] [node 6] ICP01 ready to work
2025-12-06T17:37:13.250005Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800388636814280:2088] [node 6] ICP01 ready to work
2025-12-06T17:37:13.266875Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800387619188344:2101] [node 6] ICP01 ready to work
2025-12-06T17:37:13.327265Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800387382447892:2096] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(221152040ns) {Configure:104(221148521ns) {ProcessConfigured:135(15369446ns) {StartInitialHandshake:157(15365368ns) {DropHandshakes:470(2693ns) {DropIncomingHandshake:442(645ns) DropOutgoingHandshake:457(326ns)} GenerateSessionVirtualId:988(648ns) PrepareNewSessionHandshake:477(4604ns) {SwitchToState:179(2263ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:13.300131Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800387619188348:2108] [node 5] ICP01 ready to work
2025-12-06T17:37:13.309531Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800385698087491:2060] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(148473169ns) {Configure:104(148466492ns) {ProcessConfigured:135(132369ns) {StartInitialHandshake:157(125636ns) {DropHandshakes:470(2537ns) {DropIncomingHandshake:442(905ns) DropOutgoingHandshake:457(359ns)} GenerateSessionVirtualId:988(1386ns) PrepareNewSessionHandshake:477(2061ns) {SwitchToState:179(970ns)}}}}}
2025-12-06T17:37:13.312371Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800383324220970:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(207272597ns) {Configure:104(207266019ns) {ProcessConfigured:135(60585ns) {StartInitialHandshake:157(58268ns) {DropHandshakes:470(711ns) {DropIncomingHandshake:442(256ns) DropOutgoingHandshake:457(62ns)} GenerateSessionVirtualId:988(219ns) PrepareNewSessionHandshake:477(1887ns) {SwitchToState:179(767ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:13.329884Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800387382447908:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3929
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:13.367630Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800385698087494:2062] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(204689074ns) {Configure:104(204680167ns) {ProcessConfigured:135(96310ns) {StartInitialHandshake:157(92590ns) {DropHandshakes:470(3178ns) {DropIncomingHandshake:442(882ns) DropOutgoingHandshake:457(651ns)} GenerateSessionVirtualId:988(1687ns) PrepareNewSessionHandshake:477(1980ns) {SwitchToState:179(712ns)}}}}}
2025-12-06T17:37:13.368157Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800385698087548:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42029
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:13.348102Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800386913970808:2112] [node 6] ICP01 ready to work
2025-12-06T17:37:13.375984Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800387619188358:2132] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56377
2025-12-06T17:37:13.376340Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800387619188356:2131] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56377
2025-12-06T17:37:13.352169Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800383087480547:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(84524449ns) {Configure:104(84516816ns) {ProcessConfigured:135(75403ns) {StartInitialHandshake:157(72905ns) {DropHandshakes:470(2820ns) {DropIncomingHandshake:442(817ns) DropOutgoingHandshake:457(358ns)} GenerateSessionVirtualId:988(843ns) PrepareNewSessionHandshake:477(1843ns) {SwitchToState:179(961ns)}}}}}
2025-12-06T17:37:13.380019Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800382619003428:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(258296492ns) {Configure:104(241929047ns) {ProcessConfigured:135(100557ns) {StartInitialHandshake:157(98015ns) {DropHandshakes:470(3076ns) {DropIncomingHandshake:442(861ns) DropOutgoingHandshake:457(389ns)} GenerateSessionVirtualId:988(827ns) PrepareNewSessionHandshake:477(2137ns) {SwitchToState:179(707ns)}}}}}
2025-12-06T17:37:13.380913Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800386913970804:2128] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19322
2025-12-06T17:37:13.407118Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800386913970804:2128] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:13.352811Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800387382447910:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3929
2025-12-06T17:37:13.422075Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800386913970807:2109] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(41608018ns) {Configure:104(41603193ns) {ProcessConfigured:135(70867ns) {StartInitialHandshake:157(66407ns) {DropHandshakes:470(2217ns) {DropIncomingHandshake:442(535ns) DropOutgoingHandshake:457(253ns)} GenerateSessionVirtualId:988(403ns) PrepareNewSessionHandshake:477(4139ns) {SwitchToState:179(269ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:13.353133Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800387382447918:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3929
2025-12-06T17:37:13.376760Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800387382447908:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:13.423432Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800383324220969:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(332527301ns) {Configure:104(332522413ns) {ProcessConfigured:135(22596856ns) {StartInitialHandshake:157(12502811ns) {DropHandshakes:470(3047ns) {DropIncomingHandshake:442(988ns) DropOutgoingHandshake:457(81ns)} GenerateSessionVirtualId:988(2116ns) PrepareNewSessionHandshake:477(4443ns) {SwitchToState:179(1891ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:13.435202Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800386913970811:2131] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19322
2025-12-06T17:37:13.437606Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800387382447903:2101] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(107201006ns) {Configure:104(107194303ns) {ProcessConfigured:135(6674314ns) {StartInitialHandshake:157(6669853ns) {DropHandshakes:470(2847ns) {DropIncomingHandshake:442(827ns) DropOutgoingHandshake:457(389ns)} GenerateSessionVirtualId:988(1462ns) PrepareNewSessionHandshake:477(6028ns) {SwitchToState:179(2206ns)}}}}}
2025-12-06T17:37:13.438704Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800384341846936:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(181285047ns) {Configure:104(181279539ns) {ProcessConfigured:135(23993188ns) {StartInitialHandshake:157(23988219ns) {DropHandshakes:470(3082ns) {DropIncomingHandshake:442(880ns) DropOutgoingHandshake:457(564ns)} GenerateSessionVirtualId:988(1058ns) PrepareNewSessionHandshake:477(6882ns) {SwitchToState:179(3732ns)}}}}}
2025-12-06T17:37:13.439935Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800381403120182:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(165524822ns) {Configure:104(165517354ns) {ProcessConfigured:135(26328466ns) {StartInitialHandshake:157(26324413ns) {DropHandshakes:470(2276ns) {DropIncomingHandshake:442(479ns) DropOutgoingHandshake:457(405ns)} GenerateSessionVirtualId:988(685ns) PrepareNewSessionHandshake:477(4669ns) {SwitchToState:179(2029ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:13.440543Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800387619188356:2131] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:13.440233Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800387382447901:2100] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(104753620ns) {Configure:104(104746330ns) {ProcessConfigured:135(41735043ns) {StartInitialHandshake:157(41733175ns) {DropHandshakes:470(4089ns) {DropIncomingHandshake:442(803ns) DropOutgoingHandshake:457(697ns)} GenerateSessionVirtualId:988(786ns) PrepareNewSessionHandshake:477(5253ns) {SwitchToState:179(458ns)}}}}}
2025-12-06T17:37:13.446382Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800386913970811:2131] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:13.441195Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800385698087548:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:13.439349Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800388636814305:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15636
2025-12-06T17:37:13.450028Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800386913970805:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(217940986ns) {Configure:104(217930193ns) {ProcessConfigured:135(6124413ns) {StartInitialHandshake:157(6121810ns) {DropHandshakes:470(522608ns) {DropIncomingHandshake:442(686ns) DropOutgoingHandshake:457(722ns)} GenerateSessionVirtualId:988(1054ns) PrepareNewSessionHandshake:477(2139ns) {SwitchToState:179(1061ns)}}}}}
2025-12-06T17:37:13.447033Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800381597938205:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(301204943ns) {Configure:104(301196719ns) {ProcessConfigured:135(1088162ns) {StartInitialHandshake:157(1084714ns) {DropHandshakes:470(5634ns) {DropIncomingHandshake:442(664ns) DropOutgoingHandshake:457(450ns)} GenerateSessionVirtualId:988(797ns) PrepareNewSessionHandshake:477(3322ns) {SwitchToState:179(1038ns)}}}}}
2025-12-06T17:37:13.441655Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800387382447910:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:13.439717Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800388636814308:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15636
2025-12-06T17:37:13.446782Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800388636814305:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:13.445984Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800387382447925:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3929
2025-12-06T17:37:13.446755Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800387382447918:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:13.450410Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800385698087491:2060] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:13.452626Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800384341846937:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:13.447208Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800381597938206:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(204797101ns) {Configure:104(204789377ns) {ProcessConfigured:135(2032375ns) {StartInitialHandshake:157(2030381ns) {DropHandshakes:470(705ns) {DropIncomingHandshake:442(203ns) DropOutgoingHandshake:457(237ns)} GenerateSessionVirtualId:988(192ns) PrepareNewSessionHandshake:477(1466ns) {SwitchToState:179(444ns)}}}}}
2025-12-06T17:37:13.452804Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800388636814299:2108] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:13.452633Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800381403120181:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(87507581ns) {Configure:104(69097613ns) {ProcessConfigured:135(56998ns) {StartInitialHandshake:157(54016ns) {DropHandshakes:470(2737ns) {DropIncomingHandshake:442(628ns) DropOutgoingHandshake:457(717ns)} GenerateSessionVirtualId:988(491ns) PrepareNewSessionHandshake:477(1024ns) {SwitchToState:179(481ns)}}}}}
2025-12-06T17:37:13.455983Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800387619188358:2132] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:13.480247Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800386913970825:2136] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19322
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:13.452739Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800385698087555:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42029
2025-12-06T17:37:13.452832Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580800388636814299:2108] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:13.479052Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800387382447925:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:13.451918Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800385892905573:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52037
2025-12-06T17:37:13.452129Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800385892905574:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52037
2025-12-06T17:37:13.459604Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800385892905560:2104] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(180878771ns) {Configure:104(180868092ns) {ProcessConfigured:135(6800857ns) {StartInitialHandshake:157(6798474ns) {DropHandshakes:470(823ns) {DropIncomingHandshake:442(293ns) DropOutgoingHandshake:457(269ns)} GenerateSessionVirtualId:988(291ns) PrepareNewSessionHandshake:477(2812ns) {SwitchToState:179(628ns)}}}}}
2025-12-06T17:37:13.452792Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800385698087553:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42029
2025-12-06T17:37:13.459814Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800385892905573:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:13.495038Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800385892905574:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:13.497606Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800386913970810:2130] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:13.496011Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800387619188363:2134] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56377
2025-12-06T17:37:13.495261Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580800381597938205:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:13.480949Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800387382447929:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3929
2025-12-06T17:37:13.479115Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800388636814299:2108] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:13.466248Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800385698087559:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42029
2025-12-06T17:37:13.490915Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800387382447912:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:13.497682Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800386913970810:2130] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:37:13.486330Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800384341846935:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(207191893ns) {Configure:104(207179036ns) {ProcessConfigured:135(10933741ns) {StartInitialHandshake:157(10930309ns) {DropHandshakes:470(1652ns) {DropIncomingHandshake:442(459ns) DropOutgoingHandshake:457(300ns)} GenerateSessionVirtualId:988(451ns) PrepareNewSessionHandshake:477(2235ns) {SwitchToState:179(589ns)}}}}}
2025-12-06T17:37:13.497903Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800387619188354:2130] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:13.497868Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800386913970813:2132] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:13.474628Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800385698087553:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:13.490948Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800387382447912:2112] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:37:13.497929Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800387619188354:2130] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:13.504721Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800384341846937:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22799) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800388636814305:2113] held: no
2025-12-06T17:37:13.502641Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800387619188354:2130] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:13.507911Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800385892905565:2106] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(56958436ns) {Configure:104(56953234ns) {ProcessConfigured:135(1550806ns) {StartInitialHandshake:157(1547043ns) {DropHandshakes:470(2099ns) {DropIncomingHandshake:442(436ns) DropOutgoingHandshake:457(555ns)} GenerateSessionVirtualId:988(516ns) PrepareNewSessionHandshake:477(4315ns) {SwitchToState:179(796ns)}}}}}
2025-12-06T17:37:13.497886Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800386913970813:2132] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:37:13.504865Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580800388636814280:2088] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:13.478700Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800385698087555:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:13.509021Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800385892905584:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52037
2025-12-06T17:37:13.503374Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800387619188364:2135] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56377
2025-12-06T17:37:13.499949Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800386913970815:2133] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:13.487371Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800385698087494:2062] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:13.506618Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:13.492139Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800387382447912:2112] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:13.509502Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800385892905574:2114] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:13.505598Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800387619188344:2101] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:13.498036Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800381403120181:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:13.492527Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800387382447892:2096] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:37:13.499978Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800386913970815:2133] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:13.506957Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800388636814280:2088] [node 6] ICP22 created new session: [5:7580800388636814314:2088]
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:13.507762Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800385698087548:2112] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:13.509698Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580800381597938205:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:13.506370Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800387619188364:2135] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:13.503058Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800386913970810:2130] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:13.492605Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:13.507034Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800388636814314:2088] [node 6] ICS09 handshake done sender: [5:7580800388636814299:2108] self: [5:7580800388636814298:0] peer: [6:7580800385698087558:0] socket: 296 qp: -1
2025-12-06T17:37:13.509737Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:13.507812Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800388636814314:2088] [node 6] ICS10 traffic start
2025-12-06T17:37:13.492668Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800387382447892:2096] [node 5] ICP22 created new session: [3:7580800387382447932:2096]
2025-12-06T17:37:13.509779Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800381597938205:2048] [node 1] ICP22 created new session: [2:7580800385892905585:2048]
2025-12-06T17:37:13.518657Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800385698087491:2060] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:37:13.510188Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:13.521298Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:13.492724Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800387382447932:2096] [node 5] ICS09 handshake done sender: [3:7580800387382447912:2112] self: [3:7580800387382447911:0] peer: [5:7580800388636814311:0] socket: 300 qp: -1
2025-12-06T17:37:13.509811Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800385892905585:2048] [node 1] ICS09 handshake done sender: [2:7580800385892905574:2114] self: [2:7580800385892905581:0] peer: [1:7580800386913970812:0] socket: 322 qp: -1
2025-12-06T17:37:13.522046Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800388636814308:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:13.521706Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800385698087491:2060] [node 5] ICP22 created new session: [6:7580800385698087564:2060]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:13.507145Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:13.526265Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800388636814313:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15636
2025-12-06T17:37:13.492766Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800387382447932:2096] [node 5] ICS10 traffic start
2025-12-06T17:37:13.509847Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800385892905585:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:13.523367Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800385698087564:2060] [node 5] ICS09 handshake done sender: [6:7580800385698087548:2112] self: [6:7580800385698087558:0] peer: [5:7580800388636814298:0] socket: 302 qp: -1
2025-12-06T17:37:13.507779Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800386913970815:2133] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:13.507687Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800387619188344:2101] [node 6] ICP22 created new session: [4:7580800387619188366:2101]
2025-12-06T17:37:13.509910Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:13.511261Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800386913970813:2132] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:13.492813Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:13.523882Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800385698087494:2062] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14812) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800385698087553:2114] held: no
2025-12-06T17:37:13.529699Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800388636814280:2088] [node 6] ICP35 event processing took too much time PendingConnection:279(21732753ns) {HandleHandshakeStatus:329(21729121ns) {DropIncomingHandshake:442(692ns) DropOutgoingHandshake:457(317ns) SwitchToState:179(437ns) ProcessPendingSessionEvents:495(7949927ns) {ForwardSessionEventToSession:612(3165861ns) ForwardSessionEventToSession:612(717535ns) ForwardSessionEventToSession:612(810252ns) ForwardSessionEventToSession:612(4328ns) ForwardSessionEventToSession:612(2179557ns) ForwardSessionEventToSession:612(5430ns) ForwardSessionEventToSession:612(3538ns) ForwardSessionEventToSession:612(698116ns) ForwardSessionEventToSession:612(4738ns) ForwardSessionEventToSession:612(331048ns)}}}
2025-12-06T17:37:13.528674Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800385892905588:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52037
2025-12-06T17:37:13.511665Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800382619003428:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:37:13.512450Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800387619188366:2101] [node 6] ICS09 handshake done sender: [4:7580800387619188354:2130] self: [4:7580800387619188353:0] peer: [6:7580800385698087560:0] socket: 309 qp: -1
2025-12-06T17:37:13.497666Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800383087480547:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:13.530688Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800388636814305:2113] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:13.530700Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800385892905572:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:13.525372Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800385698087564:2060] [node 5] ICS10 traffic start
2025-12-06T17:37:13.513326Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800387619188366:2101] [node 6] ICS10 traffic start
2025-12-06T17:37:13.511745Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:13.511799Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800382619003428:2049] [node 3] ICP22 created new session: [1:7580800386913970829:2049]
2025-12-06T17:37:13.539883Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800384341846937:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:37:13.513742Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800386913970829:2049] [node 3] ICS09 handshake done sender: [1:7580800386913970810:2130] self: [1:7580800386913970809:0] peer: [3:7580800387382447930:0] socket: 316 qp: -1
2025-12-06T17:37:13.525435Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:13.499932Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800383087480547:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(16262929ns) {IncomingHandshake:261(16258519ns) {DropIncomingHandshake:442(562ns) PrepareNewSessionHandshake:477(2780ns) {SwitchToState:179(1181ns)} GenerateSessionVirtualId:988(645ns) IssueIncomingHandshakeReply:193(10674359ns) {SwitchToState:179(2460ns)}}}
2025-12-06T17:37:13.539931Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:13.540863Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800384341846937:2050] [node 3] ICP22 created new session: [5:7580800388636814320:2050]
2025-12-06T17:37:13.530740Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800385892905572:2112] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:37:13.530621Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800385698087562:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42029
No RDMA context found for GID: 2025-12-06T17:37:13.521685Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800387382447922:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
::ffff:127.1.0.0
2025-12-06T17:37:13.530733Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800385698087563:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42029
2025-12-06T17:37:13.539050Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800385892905570:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:13.521736Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800387382447922:2116] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:37:13.539078Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800385892905570:2111] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:37:13.541497Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800385698087491:2060] [node 5] ICP35 event processing took too much time PendingConnection:279(17131501ns) {HandleHandshakeStatus:329(17125628ns) {DropIncomingHandshake:442(6596ns) DropOutgoingHandshake:457(22407ns) SwitchToState:179(964ns) ProcessPendingSessionEvents:495(7835597ns) {ForwardSessionEventToSession:612(1914726ns) ForwardSessionEventToSession:612(4340ns) ForwardSessionEventToSession:612(372070ns) ForwardSessionEventToSession:612(3301ns) ForwardSessionEventToSession:612(3773ns) ForwardSessionEventToSession:612(983200ns) ForwardSessionEventToSession:612(3640ns) ForwardSessionEventToSession:612(4136570ns) ForwardSessionEventToSession:612(392341ns) ForwardSessionEventToSession:612(3298ns)}}}
2025-12-06T17:37:13.526600Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800387382447929:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:13.542486Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800385698087553:2114] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: 2025-12-06T17:37:13.513785Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800386913970829:2049] [node 3] ICS10 traffic start
::ffff:127.1.0.0
2025-12-06T17:37:13.526617Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800387382447935:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3929
2025-12-06T17:37:13.513464Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800383324220970:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:13.541366Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800385892905572:2112] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:13.513842Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:13.543310Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800385698087555:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:13.514726Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:13.528016Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580800383087480547:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31307) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580800387382447925:2118] held: no
2025-12-06T17:37:13.541789Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800385892905570:2111] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:13.542460Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800388636814320:2050] [node 3] ICS09 handshake done sender: [5:7580800388636814305:2113] self: [5:7580800388636814311:0] peer: [3:7580800387382447911:0] socket: 303 qp: -1
2025-12-06T17:37:13.523417Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800387619188363:2134] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:13.514014Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800386913970808:2112] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:13.534745Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800387382447925:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:13.542519Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800388636814320:2050] [node 3] ICS10 traffic start
2025-12-06T17:37:13.544106Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800385892905560:2104] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:37:13.514069Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:13.521429Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800386913970808:2112] [node 6] ICP22 created new session: [1:7580800386913970831:2112]
2025-12-06T17:37:13.523122Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800386913970831:2112] [node 6] ICS09 handshake done sender: [1:7580800386913970815:2133] self: [1:7580800386913970814:0] peer: [6:7580800385698087561:0] socket: 315 qp: -1
2025-12-06T17:37:13.525435Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800386913970831:2112] [node 6] ICS10 traffic start
2025-12-06T17:37:13.550807Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800381403120181:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:13.525563Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800383324220969:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:13.525496Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:13.537968Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800383087480548:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:13.542583Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:13.542756Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800388636814316:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15636
2025-12-06T17:37:13.558783Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800388636814316:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:13.544157Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:13.538003Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800387619188344:2101] [node 6] ICP35 event processing took too much time PendingConnection:279(21714806ns) {HandleHandshakeStatus:329(21712165ns) {DropIncomingHandshake:442(1482314ns) DropOutgoingHandshake:457(560ns) SwitchToState:179(674ns) ProcessPendingSessionEvents:495(1007442ns) {ForwardSessionEventToSession:612(941477ns) ForwardSessionEventToSession:612(13235ns) ForwardSessionEventToSession:612(3343ns) ForwardSessionEventToSession:612(16038ns) ForwardSessionEventToSession:612(6101ns) ForwardSessionEventToSession:612(2492ns) ForwardSessionEventToSession:612(5549ns) ForwardSessionEventToSession:612(2258ns) ForwardSessionEventToSession:612(2268ns) ForwardSessionEventToSession:612(4628ns)}}}
2025-12-06T17:37:13.550943Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800385698087494:2062] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:37:13.553998Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:13.554650Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:13.525762Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800382619003427:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:37:13.559095Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800381403120181:2048] [node 1] ICP22 created new session: [6:7580800385698087569:2048]
2025-12-06T17:37:13.525828Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:13.559452Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800385698087494:2062] [node 4] ICP22 created new session: [6:7580800385698087570:2062]
2025-12-06T17:37:13.525892Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800382619003427:2048] [node 2] ICP22 created new session: [1:7580800386913970833:2048]
2025-12-06T17:37:13.560762Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800385698087569:2048] [node 1] ICS09 handshake done sender: [6:7580800385698087555:2116] self: [6:7580800385698087561:0] peer: [1:7580800386913970814:0] socket: 319 qp: -1
2025-12-06T17:37:13.544418Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800385892905560:2104] [node 4] ICP22 created new session: [2:7580800385892905591:2104]
2025-12-06T17:37:13.538072Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800387382447922:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:13.525947Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800386913970833:2048] [node 2] ICS09 handshake done sender: [1:7580800386913970813:2132] self: [1:7580800386913970812:0] peer: [2:7580800385892905581:0] socket: 314 qp: -1
2025-12-06T17:37:13.544192Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800387619188371:2136] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56377
2025-12-06T17:37:13.539626Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800383087480547:2048] [node 1] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:13.562484Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800385698087569:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:13.525988Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800386913970833:2048] [node 2] ICS10 traffic start
2025-12-06T17:37:13.544940Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800385892905591:2104] [node 4] ICS09 handshake done sender: [2:7580800385892905572:2112] self: [2:7580800385892905571:0] peer: [4:7580800387619188370:0] socket: 328 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:13.565432Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [5:7580800388636814280:2088] [node 6] ICP18 handshake (actor [5:7580800388636814308:2115]) is too old
2025-12-06T17:37:13.550627Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800385892905588:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:13.545282Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800385892905591:2104] [node 4] ICS10 traffic start
2025-12-06T17:37:13.550788Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:13.563287Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800381597938206:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:37:13.564119Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:13.564356Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800381597938206:2049] [node 3] ICP22 created new session: [2:7580800385892905594:2049]
2025-12-06T17:37:13.565175Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800385892905594:2049] [node 3] ICS09 handshake done sender: [2:7580800385892905570:2111] self: [2:7580800385892905568:0] peer: [3:7580800387382447938:0] socket: 327 qp: -1
2025-12-06T17:37:13.565365Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800385892905594:2049] [node 3] ICS10 traffic start
2025-12-06T17:37:13.565654Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:13.540422Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:13.563141Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800385698087570:2062] [node 4] ICS09 handshake done sender: [6:7580800385698087553:2114] self: [6:7580800385698087560:0] peer: [4:7580800387619188353:0] socket: 313 qp: -1
2025-12-06T17:37:13.526039Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:13.561109Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800387619188373:2138] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56377
2025-12-06T17:37:13.540488Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800383087480547:2048] [node 1] ICP22 created new session: [3:7580800387382447939:2048]
2025-12-06T17:37:13.563186Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:13.574644Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800388636814275:2085] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:13.563948Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800387619188372:2137] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56377
2025-12-06T17:37:13.570766Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800386913970837:2137] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19322
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: 2025-12-06T17:37:13.541984Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800387382447939:2048] [node 1] ICS09 handshake done sender: [3:7580800387382447925:2118] self: [3:7580800387382447930:0] peer: [1:7580800386913970809:0] socket: 318 qp: -1
::ffff:127.1.0.0
2025-12-06T17:37:13.563985Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800385698087570:2062] [node 4] ICS10 traffic start
2025-12-06T17:37:13.574154Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800386913970838:2138] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19322
2025-12-06T17:37:13.575766Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800388636814319:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15636
2025-12-06T17:37:13.563997Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800387619188364:2135] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:13.542033Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800387382447939:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:13.564024Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:13.577246Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800388636814321:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15636
2025-12-06T17:37:13.565541Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800383324220970:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:37:13.577153Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800385892905560:2104] [node 4] ICP35 event processing took too much time PendingConnection:279(22847633ns) {HandleHandshakeStatus:329(22843905ns) {DropIncomingHandshake:442(1102ns) DropOutgoingHandshake:457(635ns) SwitchToState:179(689ns) ProcessPendingSessionEvents:495(6044951ns) {ForwardSessionEventToSession:612(3136430ns) ForwardSessionEventToSession:612(274267ns) ForwardSessionEventToSession:612(4136ns) ForwardSessionEventToSession:612(355242ns) ForwardSessionEventToSession:612(587364ns) ForwardSessionEventToSession:612(5358ns) ForwardSessionEventToSession:612(3870ns) ForwardSessionEventToSession:612(117882ns) ForwardSessionEventToSession:612(7936ns) ForwardSessionEventToSession:612(1300018ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:13.577661Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800386913970837:2137] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:13.579442Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800388636814319:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:13.542091Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:13.566999Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:13.560864Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800387382447901:2100] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:37:13.574923Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800385698087494:2062] [node 4] ICP35 event processing took too much time PendingConnection:279(21153687ns) {HandleHandshakeStatus:329(21149867ns) {DropIncomingHandshake:442(1652ns) DropOutgoingHandshake:457(272ns) SwitchToState:179(640ns) ProcessPendingSessionEvents:495(1571ns)}}
2025-12-06T17:37:13.576863Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800381403120181:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(20886290ns) {HandleHandshakeStatus:329(20881231ns) {DropIncomingHandshake:442(652ns) DropOutgoingHandshake:457(4101ns) SwitchToState:179(533ns) ProcessPendingSessionEvents:495(7042773ns) {ForwardSessionEventToSession:612(1392758ns) ForwardSessionEventToSession:612(599243ns) ForwardSessionEventToSession:612(15775ns) ForwardSessionEventToSession:612(278801ns) ForwardSessionEventToSession:612(3361ns) ForwardSessionEventToSession:612(312549ns) ForwardSessionEventToSession:612(3550ns) ForwardSessionEventToSession:612(4248ns) ForwardSessionEventToSession:612(3526960ns) ForwardSessionEventToSession:612(876802ns)}}}
2025-12-06T17:37:13.580781Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [1:7580800382619003427:2048] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:37:13.583409Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800385892905593:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52037
2025-12-06T17:37:13.572614Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800383324220970:2050] [node 3] ICP22 created new session: [4:7580800387619188374:2050]
2025-12-06T17:37:13.579903Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800384341846936:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:13.580529Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800388636814321:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:13.583703Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800384341846935:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:13.560919Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:13.598679Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800386913970817:2134] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:13.598767Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800386913970817:2134] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:37:13.575041Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800387619188374:2050] [node 3] ICS09 handshake done sender: [4:7580800387619188364:2135] self: [4:7580800387619188368:0] peer: [3:7580800387382447921:0] socket: 334 qp: -1
2025-12-06T17:37:13.563165Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800387382447901:2100] [node 4] ICP22 created new session: [3:7580800387382447942:2100]
2025-12-06T17:37:13.591636Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800385892905576:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:13.576439Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800387619188374:2050] [node 3] ICS10 traffic start
2025-12-06T17:37:13.618464Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800386913970817:2134] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:13.591710Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800385892905576:2115] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:37:13.563997Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800387382447942:2100] [node 4] ICS09 handshake done sender: [3:7580800387382447922:2116] self: [3:7580800387382447921:0] peer: [4:7580800387619188368:0] socket: 333 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:13.576496Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:13.615525Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800385892905576:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:13.619245Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800386913970807:2109] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:37:13.564541Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800387382447942:2100] [node 4] ICS10 traffic start
2025-12-06T17:37:13.579730Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800387619188352:2129] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:13.564611Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:13.619334Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:13.634198Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800385892905593:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:13.619400Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800386913970807:2109] [node 5] ICP22 created new session: [1:7580800386913970841:2109]
2025-12-06T17:37:13.578707Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800387382447941:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3929
2025-12-06T17:37:13.624350Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800385698087568:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42029
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:13.619482Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800386913970841:2109] [node 5] ICS09 handshake done sender: [1:7580800386913970817:2134] self: [1:7580800386913970816:0] peer: [5:7580800388636814325:0] socket: 346 qp: -1
2025-12-06T17:37:13.620164Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800386913970841:2109] [node 5] ICS10 traffic start
2025-12-06T17:37:13.623424Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800386913970822:2135] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:13.623478Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800386913970822:2135] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:37:13.624380Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:13.638478Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800386913970822:2135] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:13.579772Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800387619188352:2129] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:37:13.639839Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800388636814326:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15636
2025-12-06T17:37:13.634321Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800385892905561:2105] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:37:13.583615Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800387619188363:2134] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:13.584215Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580800383087480548:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17867) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580800387382447929:2119] held: no
2025-12-06T17:37:13.639669Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800385698087568:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:13.634423Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:13.642319Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800386913970805:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:37:13.642420Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:13.643152Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800386913970805:2107] [node 4] ICP22 created new session: [1:7580800386913970844:2107]
2025-12-06T17:37:13.643223Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800386913970844:2107] [node 4] ICS09 handshake done sender: [1:7580800386913970822:2135] self: [1:7580800386913970821:0] peer: [4:7580800387619188379:0] socket: 352 qp: -1
2025-12-06T17:37:13.643284Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800386913970844:2107] [node 4] ICS10 traffic start
2025-12-06T17:37:13.643349Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:13.592641Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800387619188373:2138] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:13.634494Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800385892905561:2105] [node 5] ICP22 created new session: [2:7580800385892905599:2105]
2025-12-06T17:37:13.591903Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800387382447929:2119] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:13.608633Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800383324220969:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:13.641914Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800381403120183:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:13.608709Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:13.608772Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800383324220969:2049] [node 2] ICP22 created new session: [4:7580800387619188377:2049]
2025-12-06T17:37:13.608828Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800387619188377:2049] [node 2] ICS09 handshake done sender: [4:7580800387619188363:2134] self: [4:7580800387619188370:0] peer: [2:7580800385892905571:0] socket: 330 qp: -1
2025-12-06T17:37:13.608876Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800387619188377:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:13.608927Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:13.646041Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800384341846935:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31307) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800388636814321:2120] held: no
2025-12-06T17:37:13.634579Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800385892905599:2105] [node 5] ICS09 handshake done sender: [2:7580800385892905576:2115] self: [2:7580800385892905575:0] peer: [5:7580800388636814324:0] socket: 325 qp: -1
2025-12-06T17:37:13.610651Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800383324220968:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:13.616518Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800383087480548:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:13.649437Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800385698087573:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42029
2025-12-06T17:37:13.646342Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800388636814328:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15636
2025-12-06T17:37:13.616637Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:13.634626Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800385892905599:2105] [node 5] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:13.612521Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800383324220970:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(18681497ns) {HandleHandshakeStatus:329(18678135ns) {DropIncomingHandshake:442(1046ns) DropOutgoingHandshake:457(13690ns) SwitchToState:179(701ns) ProcessPendingSessionEvents:495(6408116ns) {ForwardSessionEventToSession:612(2332995ns) ForwardSessionEventToSession:612(6564ns) ForwardSessionEventToSession:612(3549ns) ForwardSessionEventToSession:612(1696600ns) ForwardSessionEventToSession:612(4608ns) ForwardSessionEventToSession:612(1854784ns) ForwardSessionEventToSession:612(179862ns) ForwardSessionEventToSession:612(3162ns) ForwardSessionEventToSession:612(297007ns) ForwardSessionEventToSession:612(4226ns)}}}
2025-12-06T17:37:13.634669Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:13.616727Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800383087480548:2049] [node 2] ICP22 created new session: [3:7580800387382447944:2049]
2025-12-06T17:37:13.649515Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800388636814275:2085] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14812) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800388636814316:2118] held: no
2025-12-06T17:37:13.614081Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800387619188352:2129] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:13.655037Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800385698087573:2122] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:13.652034Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800388636814316:2118] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:13.616804Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800387382447944:2049] [node 2] ICS09 handshake done sender: [3:7580800387382447929:2119] self: [3:7580800387382447938:0] peer: [2:7580800385892905568:0] socket: 329 qp: -1
2025-12-06T17:37:13.619714Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800387619188348:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:37:13.656810Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800381403120182:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:13.616852Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800387382447944:2049] [node 2] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:13.622640Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:13.655302Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800388636814327:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15636
2025-12-06T17:37:13.656000Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800388636814319:2119] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:13.656768Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800384341846936:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17867) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800388636814319:2119] held: no
2025-12-06T17:37:13.657725Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800384341846936:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:13.657829Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:13.657852Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800388636814275:2085] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:37:13.657899Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800384341846936:2049] [node 2] ICP22 created new session: [5:7580800388636814329:2049]
2025-12-06T17:37:13.657920Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:13.657983Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800388636814275:2085] [node 4] ICP22 created new session: [5:7580800388636814330:2085]
2025-12-06T17:37:13.657990Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800388636814329:2049] [node 2] ICS09 handshake done sender: [5:7580800388636814319:2119] self: [5:7580800388636814324:0] peer: [2:7580800385892905575:0] socket: 311 qp: -1
2025-12-06T17:37:13.658033Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800388636814330:2085] [node 4] ICS09 handshake done sender: [5:7580800388636814316:2118] self: [5:7580800388636814323:0] peer: [4:7580800387619188351:0] socket: 307 qp: -1
2025-12-06T17:37:13.658035Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800388636814329:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:13.658070Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800388636814330:2085] [node 4] ICS10 traffic start
2025-12-06T17:37:13.658082Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:13.658470Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800388636814321:2120] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:13.660462Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:13.616912Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:13.657900Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800385698087576:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42029
2025-12-06T17:37:13.658444Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800385892905583:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:13.622718Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800387619188348:2108] [node 5] ICP22 created new session: [4:7580800387619188381:2108]
2025-12-06T17:37:13.622781Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800387619188381:2108] [node 5] ICS09 handshake done sender: [4:7580800387619188352:2129] self: [4:7580800387619188351:0] peer: [5:7580800388636814323:0] socket: 293 qp: -1
2025-12-06T17:37:13.658503Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800385892905583:2116] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:13.645613Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800387382447924:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:13.663604Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800381403120183:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22799) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800385698087568:2121] held: no
2025-12-06T17:37:13.645663Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800387382447924:2117] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:13.622827Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800387619188381:2108] [node 5] ICS10 traffic start
2025-12-06T17:37:13.665457Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800384341846935:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:13.667550Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800385892905583:2116] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:13.667219Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800385698087568:2121] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:13.665534Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:13.622878Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:13.665596Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800384341846935:2048] [node 1] ICP22 created new session: [5:7580800388636814333:2048]
2025-12-06T17:37:13.647971Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800387619188348:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(21958726ns) {HandleHandshakeStatus:329(21954893ns) {DropIncomingHandshake:442(11106ns) DropOutgoingHandshake:457(288ns) SwitchToState:179(450ns) ProcessPendingSessionEvents:495(15317636ns) {ForwardSessionEventToSession:612(10932510ns) ForwardSessionEventToSession:612(15906ns) ForwardSessionEventToSession:612(4409ns) ForwardSessionEventToSession:612(2330002ns) ForwardSessionEventToSession:612(5492ns) ForwardSessionEventToSession:612(333297ns) ForwardSessionEventToSession:612(7212ns) ForwardSessionEventToSession:612(4604ns) ForwardSessionEventToSession:612(1647167ns) ForwardSessionEventToSession:612(10082ns)}}}
2025-12-06T17:37:13.669288Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800385892905565:2106] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:13.654468Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800387382447924:2117] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:13.667756Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800381403120183:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:37:13.657362Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800387382447903:2101] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:13.665652Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800388636814333:2048] [node 1] ICS09 handshake done sender: [5:7580800388636814321:2120] self: [5:7580800388636814325:0] peer: [1:7580800386913970816:0] socket: 347 qp: -1
2025-12-06T17:37:13.665704Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800388636814333:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:13.671649Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:13.649424Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800383324220968:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31307) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580800387619188373:2138] held: no
2025-12-06T17:37:13.657972Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800387619188383:2139] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56377
2025-12-06T17:37:13.664670Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800387619188373:2138] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:13.657476Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:13.667837Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:13.665746Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:13.667881Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800383324220968:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:13.667943Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:13.668026Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800383324220968:2048] [node 1] ICP22 created new session: [4:7580800387619188384:2048]
2025-12-06T17:37:13.668086Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800387619188384:2048] [node 1] ICS09 handshake done sender: [4:7580800387619188373:2138] self: [4:7580800387619188379:0] peer: [1:7580800386913970821:0] socket: 354 qp: -1
2025-12-06T17:37:13.668928Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800387619188384:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:13.669017Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:13.674671Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800385892905565:2106] [node 6] ICP22 created new session: [2:7580800385892905603:2106]
2025-12-06T17:37:13.668499Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800381403120183:2050] [node 3] ICP22 created new session: [6:7580800385698087577:2050]
2025-12-06T17:37:13.671254Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800385698087577:2050] [node 3] ICS09 handshake done sender: [6:7580800385698087568:2121] self: [6:7580800385698087574:0] peer: [3:7580800387382447923:0] socket: 349 qp: -1
2025-12-06T17:37:13.657689Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800387382447903:2101] [node 6] ICP22 created new session: [3:7580800387382447947:2101]
2025-12-06T17:37:13.671923Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800385698087577:2050] [node 3] ICS10 traffic start
2025-12-06T17:37:13.672027Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:13.675247Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800385892905603:2106] [node 6] ICS09 handshake done sender: [2:7580800385892905583:2116] self: [2:7580800385892905582:0] peer: [6:7580800385698087575:0] socket: 304 qp: -1
2025-12-06T17:37:13.678332Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800385698087578:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42029
2025-12-06T17:37:13.676474Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800385892905603:2106] [node 6] ICS10 traffic start
2025-12-06T17:37:13.657785Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800387382447947:2101] [node 6] ICS09 handshake done sender: [3:7580800387382447924:2117] self: [3:7580800387382447923:0] peer: [6:7580800385698087574:0] socket: 345 qp: -1
2025-12-06T17:37:13.678671Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800381403120182:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17867) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800385698087573:2122] held: no
2025-12-06T17:37:13.676550Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:13.657844Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800387382447947:2101] [node 6] ICS10 traffic start
2025-12-06T17:37:13.657933Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:13.679264Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800385698087573:2122] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:13.679475Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800381403120182:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:13.679530Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:13.679571Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800381403120182:2049] [node 2] ICP22 created new session: [6:7580800385698087580:2049]
2025-12-06T17:37:13.679819Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800385698087580:2049] [node 2] ICS09 handshake done sender: [6:7580800385698087573:2122] self: [6:7580800385698087575:0] peer: [2:7580800385892905582:0] socket: 301 qp: -1
2025-12-06T17:37:13.679851Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800385698087580:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:13.679888Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:13.701754Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:37:13.701961Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580800385892905585:2048] [node 1] ICS01 socket: 322 reason# EndOfStream
2025-12-06T17:37:13.701996Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580800381597938205:2048] [node 1] ICP30 unregister session Session# [2:7580800385892905585:2048] VirtualId# [2:7580800385892905581:0]
2025-12-06T17:37:13.702026Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580800385892905585:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:13.702130Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:13.702182Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:13.703120Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:37:13.703410Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800387382447939:2048] [node 1] ICS01 socket: 318 reason# EndOfStream
2025-12-06T17:37:13.703453Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800383087480547:2048] [node 1] ICP30 unregister session Session# [3:7580800387382447939:2048] VirtualId# [3:7580800387382447930:0]
2025-12-06T17:37:13.703488Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800387382447939:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:13.703601Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:13.703685Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:13.705371Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:37:13.705534Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800387619188384:2048] [node 1] ICS01 socket: 354 reason# EndOfStream
2025-12-06T17:37:13.705564Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800383324220968:2048] [node 1] ICP30 unregister session Session# [4:7580800387619188384:2048] VirtualId# [4:7580800387619188379:0]
2025-12-06T17:37:13.705583Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800387619188384:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:13.705639Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:13.705675Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:13.706198Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:37:13.706376Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800388636814333:2048] [node 1] ICS01 socket: 347 reason# EndOfStream
2025-12-06T17:37:13.706444Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800384341846935:2048] [node 1] ICP30 unregister session Session# [5:7580800388636814333:2048] VirtualId# [5:7580800388636814325:0]
2025-12-06T17:37:13.706513Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800388636814333:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:13.706620Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:13.706676Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:13.706975Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:37:13.707169Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580800385698087569:2048] [node 1] ICS07 socket disconnect 319 reason# EndOfStream
2025-12-06T17:37:13.707209Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800385698087569:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:13.707284Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:13.707333Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580800385698087569:2048] [node 1] ICS15 start handshake
2025-12-06T17:37:13.708180Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800381403120181:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31307) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:37:13.708232Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800385698087569:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:37:13.708294Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800381403120181:2048] [node 1] ICP30 unregister session Session# [6:7580800385698087569:2048] VirtualId# [6:7580800385698087561:0]
2025-12-06T17:37:13.708332Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:13.708357Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580800381403120181:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:31307) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:13.708367Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31307) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:13.718451Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580800381403120181:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:37:13.774609Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:37:13.774886Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800387382447944:2049] [node 2] ICS01 socket: 329 reason# EndOfStream
2025-12-06T17:37:13.774945Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800383087480548:2049] [node 2] ICP30 unregister session Session# [3:7580800387382447944:2049] VirtualId# [3:7580800387382447938:0]
2025-12-06T17:37:13.774988Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800387382447944:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:13.775124Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:13.775239Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:13.777662Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:37:13.777838Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800387619188377:2049] [node 2] ICS01 socket: 330 reason# EndOfStream
2025-12-06T17:37:13.777878Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800383324220969:2049] [node 2] ICP30 unregister session Session# [4:7580800387619188377:2049] VirtualId# [4:7580800387619188370:0]
2025-12-06T17:37:13.777914Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800387619188377:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:13.777994Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:13.778033Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:13.778639Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:37:13.778846Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800388636814329:2049] [node 2] ICS01 socket: 311 reason# EndOfStream
2025-12-06T17:37:13.778907Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800384341846936:2049] [node 2] ICP30 unregister session Session# [5:7580800388636814329:2049] VirtualId# [5:7580800388636814324:0]
2025-12-06T17:37:13.778940Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800388636814329:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:13.779020Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:13.779059Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:13.779421Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:37:13.779634Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800385698087580:2049] [node 2] ICS01 socket: 301 reason# EndOfStream
2025-12-06T17:37:13.779682Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800381403120182:2049] [node 2] ICP30 unregister session Session# [6:7580800385698087580:2049] VirtualId# [6:7580800385698087575:0]
2025-12-06T17:37:13.779714Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800385698087580:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:13.779794Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:13.779832Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:13.831451Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:37:13.831723Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800388636814320:2050] [node 3] ICS01 socket: 303 reason# EndOfStream
2025-12-06T17:37:13.831779Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800384341846937:2050] [node 3] ICP30 unregister session Session# [5:7580800388636814320:2050] VirtualId# [5:7580800388636814311:0]
2025-12-06T17:37:13.831833Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800388636814320:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:13.831967Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:37:13.832038Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:37:13.833553Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:37:13.833823Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800385698087577:2050] [node 3] ICS01 socket: 349 reason# EndOfStream
2025-12-06T17:37:13.833868Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800381403120183:2050] [node 3] ICP30 unregister session Session# [6:7580800385698087577:2050] VirtualId# [6:7580800385698087574:0]
2025-12-06T17:37:13.833906Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800385698087577:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:13.834048Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:37:13.834111Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:37:13.834668Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:37:13.834894Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580800387619188374:2050] [node 3] ICS07 socket disconnect 334 reason# EndOfStream
2025-12-06T17:37:13.834938Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800387619188374:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:13.835028Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:37:13.835101Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580800387619188374:2050] [node 3] ICS15 start handshake
2025-12-06T17:37:13.835917Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800383324220970:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22799) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:37:13.836035Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800387619188374:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:37:13.836889Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800383324220970:2050] [node 3] ICP30 unregister session Session# [4:7580800387619188374:2050] VirtualId# [4:7580800387619188368:0]
2025-12-06T17:37:13.836955Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:37:13.837002Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580800383324220970:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:22799) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:13.837019Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22799) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:13.902805Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:37:13.903013Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800385698087570:2062] [node 4] ICS01 socket: 313 reason# EndOfStream
2025-12-06T17:37:13.903052Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800385698087494:2062] [node 4] ICP30 unregister session Session# [6:7580800385698087570:2062] VirtualId# [6:7580800385698087560:0]
2025-12-06T17:37:13.903089Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800385698087570:2062] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:13.903196Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:37:13.903242Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:37:13.904142Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:37:13.904309Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800388636814330:2085] [node 4] ICS01 socket: 307 reason# EndOfStream
2025-12-06T17:37:13.904349Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800388636814275:2085] [node 4] ICP30 unregister session Session# [5:7580800388636814330:2085] VirtualId# [5:7580800388636814323:0]
2025-12-06T17:37:13.904375Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800388636814330:2085] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:13.904434Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:37:13.904470Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:37:13.988928Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:37:13.989176Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800385698087564:2060] [node 5] ICS01 socket: 302 reason# EndOfStream
2025-12-06T17:37:13.989239Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800385698087491:2060] [node 5] ICP30 unregister session Session# [6:7580800385698087564:2060] VirtualId# [6:7580800385698087558:0]
2025-12-06T17:37:13.989286Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800385698087564:2060] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:13.989405Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:37:13.989479Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:37:14.049821Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800390281032771:2049] [node 3] ICP01 ready to work
2025-12-06T17:37:14.049853Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800390281032770:2048] [node 2] ICP01 ready to work
2025-12-06T17:37:14.058135Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800389925819215:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:14.058194Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800389925819216:2049] [node 3] ICP01 ready to work
2025-12-06T17:37:14.067171Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800389980209792:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:14.067275Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800389980209793:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:14.075771Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800391472137691:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:14.075851Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800391472137693:2050] [node 3] ICP01 ready to work
2025-12-06T17:37:14.075891Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800391472137692:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:14.084035Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800392595455722:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:14.084036Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800392595455721:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:14.084083Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800392595455723:2050] [node 3] ICP01 ready to work
2025-12-06T17:37:14.092453Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800392136832926:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:14.092499Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800392136832927:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:14.092588Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800392136832928:2050] [node 3] ICP01 ready to work
2025-12-06T17:37:14.184398Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800390281032833:2107] [node 4] ICP01 ready to work
2025-12-06T17:37:14.215092Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800391472137755:2108] [node 5] ICP01 ready to work
2025-12-06T17:37:14.215355Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800389925819278:2107] [node 4] ICP01 ready to work
2025-12-06T17:37:14.202969Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800390281032835:2109] [node 6] ICP01 ready to work
2025-12-06T17:37:14.220595Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800392595455786:2108] [node 4] ICP01 ready to work
2025-12-06T17:37:14.220519Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800392136832987:2105] [node 4] ICP01 ready to work
2025-12-06T17:37:14.223557Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800389925819279:2108] [node 5] ICP01 ready to work
2025-12-06T17:37:14.222877Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800392595455785:2110] [node 6] ICP01 ready to work
2025-12-06T17:37:14.215070Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800390281032834:2108] [node 5] ICP01 ready to work
2025-12-06T17:37:14.225775Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800389925819280:2109] [node 6] ICP01 ready to work
2025-12-06T17:37:14.225964Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800391472137756:2109] [node 6] ICP01 ready to work
2025-12-06T17:37:14.225976Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800392136832990:2107] [node 5] ICP01 ready to work
2025-12-06T17:37:14.225763Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800389980209882:2107] [node 4] ICP01 ready to work
2025-12-06T17:37:14.228384Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800389980209883:2127] [node 6] ICP01 ready to work
2025-12-06T17:37:14.229272Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800389980209884:2117] [node 5] ICP01 ready to work
2025-12-06T17:37:14.236586Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800389980209793:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(58361083ns) {Configure:104(58350983ns) {ProcessConfigured:135(182547ns) {StartInitialHandshake:157(176482ns) {DropHandshakes:470(3512ns) {DropIncomingHandshake:442(1031ns) DropOutgoingHandshake:457(623ns)} GenerateSessionVirtualId:988(4374ns) PrepareNewSessionHandshake:477(3053ns) {SwitchToState:179(1402ns)}}}}}
2025-12-06T17:37:14.237145Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800389980209792:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(68711825ns) {Configure:104(68706946ns) {ProcessConfigured:135(323148ns) {StartInitialHandshake:157(321966ns) {DropHandshakes:470(3765ns) {DropIncomingHandshake:442(214ns) DropOutgoingHandshake:457(193ns)} GenerateSessionVirtualId:988(250ns) PrepareNewSessionHandshake:477(1087ns) {SwitchToState:179(108ns)}}}}}
2025-12-06T17:37:14.238353Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800390281032771:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(78798218ns) {Configure:104(78599405ns) {ProcessConfigured:135(321565ns) {StartInitialHandshake:157(318945ns) {DropHandshakes:470(1841ns) {DropIncomingHandshake:442(474ns) DropOutgoingHandshake:457(317ns)} GenerateSessionVirtualId:988(713ns) PrepareNewSessionHandshake:477(2003ns) {SwitchToState:179(1143ns)}}}}}
2025-12-06T17:37:14.239138Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800390281032770:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(78897503ns) {Configure:104(78891666ns) {ProcessConfigured:135(718760ns) {StartInitialHandshake:157(716434ns) {DropHandshakes:470(2499ns) {DropIncomingHandshake:442(567ns) DropOutgoingHandshake:457(388ns)} GenerateSessionVirtualId:988(957ns) PrepareNewSessionHandshake:477(2392ns) {SwitchToState:179(1013ns)}}}}}
2025-12-06T17:37:14.240166Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800392136832927:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(58410384ns) {Configure:104(58403688ns) {ProcessConfigured:135(1102564ns) {StartInitialHandshake:157(1099752ns) {DropHandshakes:470(192401ns) {DropIncomingHandshake:442(487ns) DropOutgoingHandshake:457(330ns)} GenerateSessionVirtualId:988(954ns) PrepareNewSessionHandshake:477(2511ns) {SwitchToState:179(781ns)}}}}}
2025-12-06T17:37:14.243965Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800389925819216:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(18820949ns) {Configure:104(18813590ns) {ProcessConfigured:135(1464770ns) {StartInitialHandshake:157(1462550ns) {DropHandshakes:470(4094ns) {DropIncomingHandshake:442(446ns) DropOutgoingHandshake:457(198ns)} GenerateSessionVirtualId:988(781ns) PrepareNewSessionHandshake:477(2791ns) {SwitchToState:179(1150ns)}}}}}
2025-12-06T17:37:14.240565Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800392595455722:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(54472357ns) {Configure:104(54461132ns) {ProcessConfigured:135(1294992ns) {StartInitialHandshake:157(1293098ns) {DropHandshakes:470(1227ns) {DropIncomingHandshake:442(341ns) DropOutgoingHandshake:457(220ns)} GenerateSessionVirtualId:988(480ns) PrepareNewSessionHandshake:477(1688ns) {SwitchToState:179(216ns)}}}}}
2025-12-06T17:37:14.244514Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800389925819215:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(75880040ns) {Configure:104(75863055ns) {ProcessConfigured:135(1307593ns) {StartInitialHandshake:157(1305267ns) {DropHandshakes:470(912ns) {DropIncomingHandshake:442(249ns) DropOutgoingHandshake:457(155ns)} GenerateSessionVirtualId:988(327ns) PrepareNewSessionHandshake:477(1787ns) {SwitchToState:179(622ns)}}}}}
2025-12-06T17:37:14.244817Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800391472137691:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(66636251ns) {Configure:104(66624306ns) {ProcessConfigured:135(3868793ns) {StartInitialHandshake:157(3866438ns) {DropHandshakes:470(1014ns) {DropIncomingHandshake:442(244ns) DropOutgoingHandshake:457(101ns)} GenerateSessionVirtualId:988(324ns) PrepareNewSessionHandshake:477(3469ns) {SwitchToState:179(1517ns)}}}}}
2025-12-06T17:37:14.244821Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800392595455721:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(18110072ns) {Configure:104(18101691ns) {ProcessConfigured:135(4651826ns) {StartInitialHandshake:157(4649349ns) {DropHandshakes:470(1248ns) {DropIncomingHandshake:442(330ns) DropOutgoingHandshake:457(280ns)} GenerateSessionVirtualId:988(466ns) PrepareNewSessionHandshake:477(2441ns) {SwitchToState:179(749ns)}}}}}
2025-12-06T17:37:14.244453Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800392136832928:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(24159620ns) {Configure:104(18685650ns) {ProcessConfigured:135(1860390ns) {StartInitialHandshake:157(1858162ns) {DropHandshakes:470(836ns) {DropIncomingHandshake:442(306ns) DropOutgoingHandshake:457(195ns)} GenerateSessionVirtualId:988(981ns) PrepareNewSessionHandshake:477(2190ns) {SwitchToState:179(733ns)}}}}}
2025-12-06T17:37:14.245185Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800391472137692:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(72715770ns) {Configure:104(72709878ns) {ProcessConfigured:135(4107639ns) {StartInitialHandshake:157(4105628ns) {DropHandshakes:470(1221ns) {DropIncomingHandshake:442(364ns) DropOutgoingHandshake:457(202ns)} GenerateSessionVirtualId:988(409ns) PrepareNewSessionHandshake:477(2583ns) {SwitchToState:179(337ns)}}}}}
2025-12-06T17:37:14.245063Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800392595455723:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(40846007ns) {Configure:104(34837626ns) {ProcessConfigured:135(3661467ns) {StartInitialHandshake:157(3659447ns) {DropHandshakes:470(1305ns) {DropIncomingHandshake:442(257ns) DropOutgoingHandshake:457(107ns)} GenerateSessionVirtualId:988(506ns) PrepareNewSessionHandshake:477(2585ns) {SwitchToState:179(193ns)}}}}}
2025-12-06T17:37:14.245231Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800391472137755:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(16259851ns) {Configure:104(16253317ns) {ProcessConfigured:135(3811082ns) {StartInitialHandshake:157(3807990ns) {DropHandshakes:470(1599ns) {DropIncomingHandshake:442(450ns) DropOutgoingHandshake:457(342ns)} GenerateSessionVirtualId:988(656ns) PrepareNewSessionHandshake:477(3219128ns) {SwitchToState:179(4262ns)}}}}}
2025-12-06T17:37:14.246433Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800391472137693:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(71534231ns) {Configure:104(66642557ns) {ProcessConfigured:135(3866270ns) {StartInitialHandshake:157(3863905ns) {DropHandshakes:470(1372ns) {DropIncomingHandshake:442(324ns) DropOutgoingHandshake:457(254ns)} GenerateSessionVirtualId:988(396ns) PrepareNewSessionHandshake:477(4247ns) {SwitchToState:179(1497ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:14.260238Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800389925819290:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2586
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:14.261148Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800392595455785:2110] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(17264946ns) {Configure:104(17257210ns) {ProcessConfigured:135(3729829ns) {StartInitialHandshake:157(3727289ns) {DropHandshakes:470(191956ns) {DropIncomingHandshake:442(769ns) DropOutgoingHandshake:457(773ns)} GenerateSessionVirtualId:988(1242ns) PrepareNewSessionHandshake:477(4260ns) {SwitchToState:179(1918ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:14.262606Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800390281032848:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58899
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:14.262729Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800389925819290:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:14.261625Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800389980209899:2143] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4144
2025-12-06T17:37:14.264126Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800392136833003:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21036
2025-12-06T17:37:14.265621Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800392595455796:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12105
2025-12-06T17:37:14.265364Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800389925819292:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2586
2025-12-06T17:37:14.265608Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800391472137765:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63253
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:14.265406Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800392136833003:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:14.265943Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800390281032850:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58899
2025-12-06T17:37:14.262600Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800389980209898:2142] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4144
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:14.266123Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800392136832928:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:14.265781Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800389980209900:2144] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4144
2025-12-06T17:37:14.266735Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800390281032848:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:14.266953Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800391472137767:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63253
2025-12-06T17:37:14.267926Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800389925819291:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2586
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:14.265805Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800389980209898:2142] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:14.267018Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800392595455796:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:14.267933Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800390281032851:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58899
2025-12-06T17:37:14.269189Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800391472137767:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:14.268016Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800392595455721:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:14.269724Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800389925819292:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:14.268089Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800390281032852:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58899
2025-12-06T17:37:14.267146Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800389980209899:2143] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:14.268116Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800390281032850:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:14.268333Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800389980209892:2140] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:14.270426Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800389925819291:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:14.268368Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800389980209792:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:14.270794Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800389925819295:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2586
2025-12-06T17:37:14.269444Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800390281032843:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:14.268372Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800389980209892:2140] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:14.270807Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800389925819297:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2586
2025-12-06T17:37:14.269959Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800389980209892:2140] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:14.269483Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800390281032843:2113] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:37:14.272054Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580800389925819215:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:14.270355Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800390281032839:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:14.271596Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800389980209902:2145] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4144
2025-12-06T17:37:14.272532Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800389925819295:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:14.272791Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800389925819297:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:14.272464Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800389980209902:2145] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:14.270381Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800390281032839:2110] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:37:14.270851Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800390281032852:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:14.273007Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800389980209903:2146] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4144
2025-12-06T17:37:14.277270Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800391472137765:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:14.272293Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800390281032843:2113] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:14.277934Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800392136833007:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21036
2025-12-06T17:37:14.279167Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800391472137692:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:14.274227Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800389980209883:2127] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:14.278739Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800392136832928:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12304) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800392136833003:2115] held: no
2025-12-06T17:37:14.272314Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800390281032839:2110] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:14.281562Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800389925819288:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:14.274837Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800389980209900:2144] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:14.272495Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800390281032841:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:14.281614Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800389925819288:2113] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:37:14.284144Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800391472137774:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63253
2025-12-06T17:37:14.274854Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:14.272520Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800390281032841:2111] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:37:14.283921Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800392136833003:2115] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:14.284051Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800392595455802:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12105
2025-12-06T17:37:14.285466Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800389925819288:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:14.285631Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800391472137774:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:14.285130Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800392136832928:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:37:14.276520Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800389980209883:2127] [node 6] ICP22 created new session: [3:7580800389980209907:2127]
2025-12-06T17:37:14.276952Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800390281032834:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:37:14.285934Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800389925819285:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:14.277007Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:14.286866Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:14.277725Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800389980209907:2127] [node 6] ICS09 handshake done sender: [3:7580800389980209892:2140] self: [3:7580800389980209890:0] peer: [6:7580800392136833006:0] socket: 299 qp: -1
2025-12-06T17:37:14.286077Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800391472137693:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:14.285977Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800389925819285:2111] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:37:14.277297Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800390281032841:2111] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:14.287028Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800392136832928:2050] [node 3] ICP22 created new session: [6:7580800392136833009:2050]
2025-12-06T17:37:14.277978Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800389980209907:2127] [node 6] ICS10 traffic start
2025-12-06T17:37:14.287422Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800389925819304:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2586
2025-12-06T17:37:14.289829Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800392595455796:2115] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:14.287446Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800392136833009:2050] [node 3] ICS09 handshake done sender: [6:7580800392136833003:2115] self: [6:7580800392136833006:0] peer: [3:7580800389980209890:0] socket: 308 qp: -1
2025-12-06T17:37:14.290642Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800389925819278:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:37:14.278397Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:14.277304Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800390281032834:2108] [node 5] ICP22 created new session: [1:7580800390281032859:2108]
2025-12-06T17:37:14.287481Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800392136833009:2050] [node 3] ICS10 traffic start
2025-12-06T17:37:14.290705Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:14.279030Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800389980209903:2146] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:14.290166Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:14.277639Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800390281032771:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:37:14.290780Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800389925819278:2107] [node 4] ICP22 created new session: [2:7580800389925819307:2107]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:14.277706Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:14.291420Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800389925819285:2111] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:14.281163Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800389980209906:2147] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4144
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:14.291658Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800392595455721:2048] [node 1] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:14.277952Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800390281032859:2108] [node 5] ICS09 handshake done sender: [1:7580800390281032843:2113] self: [1:7580800390281032840:0] peer: [5:7580800392595455801:0] socket: 296 qp: -1
2025-12-06T17:37:14.283967Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800389980209793:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:14.292629Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800391472137775:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63253
2025-12-06T17:37:14.291457Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800389925819307:2107] [node 4] ICS09 handshake done sender: [2:7580800389925819288:2113] self: [2:7580800389925819286:0] peer: [4:7580800391472137773:0] socket: 300 qp: -1
2025-12-06T17:37:14.293833Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800392136833011:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21036
2025-12-06T17:37:14.291763Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:14.292196Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800392595455721:2048] [node 1] ICP22 created new session: [5:7580800392595455804:2048]
2025-12-06T17:37:14.293685Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800391472137778:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63253
2025-12-06T17:37:14.277955Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800390281032771:2049] [node 3] ICP22 created new session: [1:7580800390281032860:2049]
2025-12-06T17:37:14.291502Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800389925819307:2107] [node 4] ICS10 traffic start
2025-12-06T17:37:14.292618Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800392595455804:2048] [node 1] ICS09 handshake done sender: [5:7580800392595455796:2115] self: [5:7580800392595455801:0] peer: [1:7580800390281032840:0] socket: 316 qp: -1
2025-12-06T17:37:14.285222Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580800389980209792:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5094) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580800389980209899:2143] held: no
2025-12-06T17:37:14.295350Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800391472137777:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63253
2025-12-06T17:37:14.294676Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800392595455804:2048] [node 1] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:14.277998Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800390281032859:2108] [node 5] ICS10 traffic start
2025-12-06T17:37:14.295105Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:14.295711Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800391472137692:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6666) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580800391472137765:2115] held: no
2025-12-06T17:37:14.291821Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:14.296919Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800392136833011:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:14.279216Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800390281032860:2049] [node 3] ICS09 handshake done sender: [1:7580800390281032839:2110] self: [1:7580800390281032837:0] peer: [3:7580800389980209904:0] socket: 304 qp: -1
2025-12-06T17:37:14.286260Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800389980209899:2143] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:14.296970Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800391472137765:2115] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:14.295588Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800392595455803:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12105
2025-12-06T17:37:14.294710Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800389925819216:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:37:14.298036Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800392136832926:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:14.287154Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800389980209891:2139] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:14.279411Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:14.295331Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:14.296973Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800392595455803:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:14.300124Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800391472137778:2121] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:14.280356Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800390281032860:2049] [node 3] ICS10 traffic start
2025-12-06T17:37:14.295389Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800389925819216:2049] [node 3] ICP22 created new session: [2:7580800389925819310:2049]
2025-12-06T17:37:14.300227Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800391472137692:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:14.297449Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800392595455723:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:14.281257Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800390281032770:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:37:14.300477Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800391472137777:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:14.295581Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800389925819292:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:14.287195Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800389980209891:2139] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:37:14.281317Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:14.295805Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800389925819310:2049] [node 3] ICS09 handshake done sender: [2:7580800389925819285:2111] self: [2:7580800389925819282:0] peer: [3:7580800389980209912:0] socket: 334 qp: -1
2025-12-06T17:37:14.301826Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
No RDMA context found for GID: No RDMA context found for GID: ::ffff:127.1.0.0
::ffff:127.1.0.0
2025-12-06T17:37:14.281612Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:14.296996Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800389925819310:2049] [node 3] ICS10 traffic start
2025-12-06T17:37:14.281645Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800390281032770:2048] [node 2] ICP22 created new session: [1:7580800390281032862:2048]
2025-12-06T17:37:14.307143Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800392136833013:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21036
2025-12-06T17:37:14.288319Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800389980209792:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:14.302526Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800391472137692:2049] [node 2] ICP22 created new session: [4:7580800391472137780:2049]
2025-12-06T17:37:14.306754Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800392595455808:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12105
2025-12-06T17:37:14.297440Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:14.284612Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800390281032862:2048] [node 2] ICS09 handshake done sender: [1:7580800390281032841:2111] self: [1:7580800390281032836:0] peer: [2:7580800389925819301:0] socket: 301 qp: -1
2025-12-06T17:37:14.303239Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800391472137693:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12304) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580800391472137774:2118] held: no
2025-12-06T17:37:14.288361Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:14.307160Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800392136833014:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21036
2025-12-06T17:37:14.300661Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580800389925819215:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:14.285217Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800390281032862:2048] [node 2] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:14.303753Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800391472137780:2049] [node 2] ICS09 handshake done sender: [4:7580800391472137765:2115] self: [4:7580800391472137773:0] peer: [2:7580800389925819286:0] socket: 317 qp: -1
2025-12-06T17:37:14.300845Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:14.290139Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800389980209792:2048] [node 1] ICP22 created new session: [3:7580800389980209914:2048]
2025-12-06T17:37:14.310465Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800392136833013:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:14.285266Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:14.303799Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800391472137780:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:14.301893Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800389925819215:2048] [node 1] ICP22 created new session: [2:7580800389925819312:2048]
2025-12-06T17:37:14.290546Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800389980209914:2048] [node 1] ICS09 handshake done sender: [3:7580800389980209899:2143] self: [3:7580800389980209904:0] peer: [1:7580800390281032837:0] socket: 310 qp: -1
2025-12-06T17:37:14.302553Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800389925819312:2048] [node 1] ICS09 handshake done sender: [2:7580800389925819292:2116] self: [2:7580800389925819301:0] peer: [1:7580800390281032836:0] socket: 309 qp: -1
2025-12-06T17:37:14.312026Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800392595455809:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12105
2025-12-06T17:37:14.291474Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800389980209914:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:14.311005Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800392136832990:2107] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:14.303176Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800389925819312:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:14.287202Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800390281032851:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: No RDMA context found for GID: ::ffff:127.1.0.0
::ffff:127.1.0.0
2025-12-06T17:37:14.312123Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800392595455800:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:14.304628Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:14.296109Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580800390281032770:2048] [node 2] ICP18 handshake (actor [1:7580800390281032851:2117]) is too old
2025-12-06T17:37:14.311709Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800392136832926:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5094) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800392136833011:2118] held: no
2025-12-06T17:37:14.291528Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:14.303814Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:14.305676Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800391472137691:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:14.312624Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800392136833014:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:14.300289Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800390281032849:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:14.312163Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580800392595455800:2116] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:14.313888Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800392136833015:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21036
2025-12-06T17:37:14.310331Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7580800389925819215:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:37:14.295045Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800389980209891:2139] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:14.307690Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800391472137779:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63253
2025-12-06T17:37:14.314433Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800392136832927:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:14.316594Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800392595455808:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:14.300331Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800390281032849:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:14.312033Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800391472137774:2118] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:14.317066Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800389925819287:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:14.297373Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800389980209882:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:37:14.316597Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800392136833011:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:14.303531Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800390281032849:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:14.313899Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800391472137693:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:37:14.298010Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:14.316801Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800392595455810:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12105
2025-12-06T17:37:14.316729Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800392136833016:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21036
2025-12-06T17:37:14.317098Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800389925819287:2112] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:14.314424Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:14.316839Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800392595455809:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:14.298069Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800389980209882:2107] [node 4] ICP22 created new session: [3:7580800389980209918:2107]
2025-12-06T17:37:14.318902Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800392136832926:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:14.305819Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800390281032835:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:14.306720Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:14.307363Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800390281032842:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:14.307381Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800390281032835:2109] [node 6] ICP22 created new session: [1:7580800390281032868:2109]
2025-12-06T17:37:14.319467Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800389925819287:2112] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:14.315769Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800391472137693:2050] [node 3] ICP22 created new session: [4:7580800391472137787:2050]
2025-12-06T17:37:14.307400Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800390281032842:2112] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:37:14.319525Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:14.320229Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800389925819280:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:14.316874Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800392595455723:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12304) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800392595455803:2118] held: no
2025-12-06T17:37:14.298468Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800389980209916:2148] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4144
2025-12-06T17:37:14.307725Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800390281032868:2109] [node 6] ICS09 handshake done sender: [1:7580800390281032849:2115] self: [1:7580800390281032847:0] peer: [6:7580800392136833012:0] socket: 350 qp: -1
2025-12-06T17:37:14.320100Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800392136832926:2048] [node 1] ICP22 created new session: [6:7580800392136833020:2048]
2025-12-06T17:37:14.316570Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800391472137787:2050] [node 3] ICS09 handshake done sender: [4:7580800391472137774:2118] self: [4:7580800391472137776:0] peer: [3:7580800389980209889:0] socket: 345 qp: -1
2025-12-06T17:37:14.320689Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:14.319735Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800392595455786:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:14.320335Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800392136833020:2048] [node 1] ICS09 handshake done sender: [6:7580800392136833011:2118] self: [6:7580800392136833012:0] peer: [1:7580800390281032847:0] socket: 351 qp: -1
2025-12-06T17:37:14.308598Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800390281032868:2109] [node 6] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:14.316858Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800391472137787:2050] [node 3] ICS10 traffic start
2025-12-06T17:37:14.319886Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800392595455800:2116] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:14.321925Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800389925819280:2109] [node 6] ICP22 created new session: [2:7580800389925819316:2109]
2025-12-06T17:37:14.300269Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800389980209918:2107] [node 4] ICS09 handshake done sender: [3:7580800389980209891:2139] self: [3:7580800389980209889:0] peer: [4:7580800391472137776:0] socket: 344 qp: -1
2025-12-06T17:37:14.309341Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:14.316904Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:14.320374Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800392136833020:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:14.322237Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800389925819316:2109] [node 6] ICS09 handshake done sender: [2:7580800389925819287:2112] self: [2:7580800389925819283:0] peer: [6:7580800392136833018:0] socket: 298 qp: -1
2025-12-06T17:37:14.319992Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800392595455803:2118] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:14.310327Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800390281032842:2112] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:14.318711Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800391472137786:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63253
2025-12-06T17:37:14.320985Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:14.313093Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800390281032833:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:37:14.300585Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800389980209918:2107] [node 4] ICS10 traffic start
2025-12-06T17:37:14.320099Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800392595455722:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:14.322571Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800389925819316:2109] [node 6] ICS10 traffic start
2025-12-06T17:37:14.318815Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800391472137691:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5094) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580800391472137777:2120] held: no
2025-12-06T17:37:14.321324Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800392136833016:2122] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:14.313176Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:14.322610Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:14.313918Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800390281032833:2107] [node 4] ICP22 created new session: [1:7580800390281032871:2107]
2025-12-06T17:37:14.300619Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:14.320952Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800391472137777:2120] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:14.322984Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800392136833022:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21036
2025-12-06T17:37:14.321923Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580800392595455785:2110] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:14.322909Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800389925819296:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:14.322058Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800391472137691:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:14.314769Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800390281032871:2107] [node 4] ICS09 handshake done sender: [1:7580800390281032842:2112] self: [1:7580800390281032838:0] peer: [4:7580800391472137783:0] socket: 305 qp: -1
2025-12-06T17:37:14.301826Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800389980209897:2141] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:14.321983Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800392595455723:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:37:14.324238Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800392136832987:2105] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:14.301873Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800389980209897:2141] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:37:14.322944Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800389925819296:2118] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:37:14.314833Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800390281032871:2107] [node 4] ICS10 traffic start
2025-12-06T17:37:14.322493Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:14.322218Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:14.322706Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800391472137691:2048] [node 1] ICP22 created new session: [4:7580800391472137789:2048]
2025-12-06T17:37:14.328237Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800392136832927:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6666) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800392136833014:2120] held: no
2025-12-06T17:37:14.305719Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580800389980209793:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6666) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580800389980209903:2146] held: no
2025-12-06T17:37:14.307505Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800389980209903:2146] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:14.329665Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800389925819296:2118] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:14.329938Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800392136833014:2120] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:14.314876Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:14.322507Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800392595455785:2110] [node 6] ICP22 created new session: [5:7580800392595455815:2110]
2025-12-06T17:37:14.322919Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800391472137761:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:14.308618Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800389980209897:2141] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:14.330412Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800389925819279:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:37:14.322679Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:14.322936Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800391472137761:2111] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:37:14.330864Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800392136832927:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:14.330754Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:14.322932Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800392595455812:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12105
2025-12-06T17:37:14.323555Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800391472137789:2048] [node 1] ICS09 handshake done sender: [4:7580800391472137777:2120] self: [4:7580800391472137783:0] peer: [1:7580800390281032838:0] socket: 307 qp: -1
2025-12-06T17:37:14.330960Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800389925819279:2108] [node 5] ICP22 created new session: [2:7580800389925819319:2108]
2025-12-06T17:37:14.309659Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800389980209793:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:14.330892Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800392136833021:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21036
2025-12-06T17:37:14.322940Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800392595455815:2110] [node 6] ICS09 handshake done sender: [5:7580800392595455800:2116] self: [5:7580800392595455799:0] peer: [6:7580800392136833017:0] socket: 354 qp: -1
2025-12-06T17:37:14.331544Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800389925819319:2108] [node 5] ICS09 handshake done sender: [2:7580800389925819296:2118] self: [2:7580800389925819294:0] peer: [5:7580800392595455814:0] socket: 333 qp: -1
2025-12-06T17:37:14.310325Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:14.331355Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:14.322950Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800392595455723:2050] [node 3] ICP22 created new session: [5:7580800392595455816:2050]
2025-12-06T17:37:14.331565Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800392136832927:2049] [node 2] ICP22 created new session: [6:7580800392136833025:2049]
2025-12-06T17:37:14.310394Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800389980209793:2049] [node 2] ICP22 created new session: [3:7580800389980209921:2049]
2025-12-06T17:37:14.323593Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800391472137789:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:14.331690Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800389925819319:2108] [node 5] ICS10 traffic start
2025-12-06T17:37:14.323636Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:14.331629Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800392136833025:2049] [node 2] ICS09 handshake done sender: [6:7580800392136833014:2120] self: [6:7580800392136833018:0] peer: [2:7580800389925819283:0] socket: 325 qp: -1
2025-12-06T17:37:14.310728Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800389980209884:2117] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:37:14.323536Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800392595455815:2110] [node 6] ICS10 traffic start
2025-12-06T17:37:14.331739Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:14.310980Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800389980209921:2049] [node 2] ICS09 handshake done sender: [3:7580800389980209903:2146] self: [3:7580800389980209912:0] peer: [2:7580800389925819282:0] socket: 335 qp: -1
2025-12-06T17:37:14.323985Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:14.331679Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800392136833025:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:14.324664Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800391472137761:2111] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:14.331726Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:14.331762Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800392136833013:2119] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:14.311626Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:14.329650Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800391472137755:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:37:14.324080Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800392595455816:2050] [node 3] ICS09 handshake done sender: [5:7580800392595455803:2118] self: [5:7580800392595455807:0] peer: [3:7580800389980209895:0] socket: 349 qp: -1
2025-12-06T17:37:14.312001Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800389980209884:2117] [node 5] ICP22 created new session: [3:7580800389980209922:2117]
2025-12-06T17:37:14.329715Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:14.332863Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800392136832990:2107] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:37:14.324214Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800392595455816:2050] [node 3] ICS10 traffic start
2025-12-06T17:37:14.312010Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800389980209921:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:14.312064Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:14.329896Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800391472137755:2108] [node 5] ICP22 created new session: [4:7580800391472137792:2108]
2025-12-06T17:37:14.313549Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800389980209922:2117] [node 5] ICS09 handshake done sender: [3:7580800389980209897:2141] self: [3:7580800389980209895:0] peer: [5:7580800392595455807:0] socket: 348 qp: -1
2025-12-06T17:37:14.335103Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:14.335164Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800392136832990:2107] [node 5] ICP22 created new session: [6:7580800392136833027:2107]
2025-12-06T17:37:14.335358Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800392136833027:2107] [node 5] ICS09 handshake done sender: [6:7580800392136833013:2119] self: [6:7580800392136833017:0] peer: [5:7580800392595455799:0] socket: 355 qp: -1
2025-12-06T17:37:14.327779Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:14.313606Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800389980209922:2117] [node 5] ICS10 traffic start
2025-12-06T17:37:14.330069Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800391472137792:2108] [node 5] ICS09 handshake done sender: [4:7580800391472137761:2111] self: [4:7580800391472137757:0] peer: [5:7580800392595455813:0] socket: 324 qp: -1
2025-12-06T17:37:14.335954Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800392136833027:2107] [node 5] ICS10 traffic start
2025-12-06T17:37:14.329588Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800392595455818:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12105
2025-12-06T17:37:14.313649Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:14.330319Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800391472137792:2108] [node 5] ICS10 traffic start
2025-12-06T17:37:14.331979Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800392595455809:2120] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:14.336017Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:14.332371Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800392595455812:2122] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:14.330383Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:14.333312Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800392595455786:2108] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5623) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800392595455809:2120] held: no
2025-12-06T17:37:14.331739Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800391472137770:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:14.331771Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800391472137770:2117] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:14.335026Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800392595455820:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12105
2025-12-06T17:37:14.336261Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800391472137770:2117] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:14.335086Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800392595455722:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6666) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800392595455808:2119] held: no
2025-12-06T17:37:14.337078Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800391472137756:2109] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:14.335127Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800392595455786:2108] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:37:14.335167Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:14.337155Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:14.337221Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800391472137756:2109] [node 6] ICP22 created new session: [4:7580800391472137795:2109]
2025-12-06T17:37:14.335216Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800392595455786:2108] [node 4] ICP22 created new session: [5:7580800392595455821:2108]
2025-12-06T17:37:14.337328Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800391472137795:2109] [node 6] ICS09 handshake done sender: [4:7580800391472137770:2117] self: [4:7580800391472137769:0] peer: [6:7580800392136833024:0] socket: 360 qp: -1
2025-12-06T17:37:14.337867Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800392136833029:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21036
2025-12-06T17:37:14.337537Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800391472137795:2109] [node 6] ICS10 traffic start
2025-12-06T17:37:14.335348Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800392595455821:2108] [node 4] ICS09 handshake done sender: [5:7580800392595455809:2120] self: [5:7580800392595455813:0] peer: [4:7580800391472137757:0] socket: 358 qp: -1
2025-12-06T17:37:14.337991Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800392136832987:2105] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5623) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800392136833016:2122] held: no
2025-12-06T17:37:14.337605Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:14.339316Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800392136833016:2122] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:14.335951Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800392595455821:2108] [node 4] ICS10 traffic start
2025-12-06T17:37:14.336146Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:14.336210Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800392595455808:2119] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:14.337228Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800392595455722:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:14.339810Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800392136832987:2105] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:37:14.337262Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [5:7580800392595455785:2110] [node 6] ICP18 handshake (actor [5:7580800392595455812:2122]) is too old
2025-12-06T17:37:14.339874Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:14.337391Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:14.337544Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800392595455722:2049] [node 2] ICP22 created new session: [5:7580800392595455823:2049]
2025-12-06T17:37:14.339926Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800392136832987:2105] [node 4] ICP22 created new session: [6:7580800392136833030:2105]
2025-12-06T17:37:14.337634Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800392595455823:2049] [node 2] ICS09 handshake done sender: [5:7580800392595455808:2119] self: [5:7580800392595455814:0] peer: [2:7580800389925819294:0] socket: 357 qp: -1
2025-12-06T17:37:14.339989Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800392136833030:2105] [node 4] ICS09 handshake done sender: [6:7580800392136833016:2122] self: [6:7580800392136833024:0] peer: [4:7580800391472137769:0] socket: 361 qp: -1
2025-12-06T17:37:14.337705Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800392595455823:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:14.340041Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800392136833030:2105] [node 4] ICS10 traffic start
2025-12-06T17:37:14.337747Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:14.340136Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:14.385097Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:37:14.385356Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7580800389925819312:2048] [node 1] ICS07 socket disconnect 309 reason# EndOfStream
2025-12-06T17:37:14.385409Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580800389925819312:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:14.385528Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:14.385604Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580800389925819312:2048] [node 1] ICS15 start handshake
2025-12-06T17:37:14.386821Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:37:14.387116Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800389980209914:2048] [node 1] ICS01 socket: 310 reason# EndOfStream
2025-12-06T17:37:14.387173Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800389980209792:2048] [node 1] ICP30 unregister session Session# [3:7580800389980209914:2048] VirtualId# [3:7580800389980209904:0]
2025-12-06T17:37:14.387215Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800389980209914:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:14.387424Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:14.387505Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:14.388513Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580800389925819215:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5094) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:37:14.388577Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580800389925819312:2048] [node 1] ICS15 start handshake
2025-12-06T17:37:14.389672Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580800389925819215:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5094) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:37:14.390868Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580800389925819312:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:37:14.390928Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580800389925819215:2048] [node 1] ICP30 unregister session Session# [2:7580800389925819312:2048] VirtualId# [2:7580800389925819301:0]
2025-12-06T17:37:14.390991Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:14.391038Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [2:7580800389925819215:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:5094) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:14.391063Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5094) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:14.391179Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:37:14.391514Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800391472137789:2048] [node 1] ICS01 socket: 307 reason# EndOfStream
2025-12-06T17:37:14.391568Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800391472137691:2048] [node 1] ICP30 unregister session Session# [4:7580800391472137789:2048] VirtualId# [4:7580800391472137783:0]
2025-12-06T17:37:14.391604Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800391472137789:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:14.391728Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:14.391814Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:14.392505Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:37:14.392744Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580800392595455804:2048] [node 1] ICS07 socket disconnect 316 reason# EndOfStream
2025-12-06T17:37:14.392783Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800392595455804:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:14.392882Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:14.392944Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580800392595455804:2048] [node 1] ICS15 start handshake
2025-12-06T17:37:14.393744Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:37:14.393807Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800392595455721:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5094) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:37:14.393873Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800392595455804:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:37:14.393953Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800392595455721:2048] [node 1] ICP30 unregister session Session# [5:7580800392595455804:2048] VirtualId# [5:7580800392595455801:0]
2025-12-06T17:37:14.394038Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800392136833020:2048] [node 1] ICS01 socket: 351 reason# EndOfStream
2025-12-06T17:37:14.394011Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:14.394046Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580800392595455721:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:5094) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:14.394099Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800392136832926:2048] [node 1] ICP30 unregister session Session# [6:7580800392136833020:2048] VirtualId# [6:7580800392136833012:0]
2025-12-06T17:37:14.394068Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5094) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:14.394137Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800392136833020:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:14.394214Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:14.394268Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:14.403554Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580800392595455721:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:37:14.442320Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:37:14.442614Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800389980209921:2049] [node 2] ICS01 socket: 335 reason# EndOfStream
2025-12-06T17:37:14.442677Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800389980209793:2049] [node 2] ICP30 unregister session Session# [3:7580800389980209921:2049] VirtualId# [3:7580800389980209912:0]
2025-12-06T17:37:14.442721Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800389980209921:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:14.442831Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:14.442909Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:14.448116Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:37:14.448430Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800391472137780:2049] [node 2] ICS01 socket: 317 reason# EndOfStream
2025-12-06T17:37:14.448483Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800391472137692:2049] [node 2] ICP30 unregister session Session# [4:7580800391472137780:2049] VirtualId# [4:7580800391472137773:0]
2025-12-06T17:37:14.448525Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800391472137780:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:14.448640Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:14.448691Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:14.451163Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:37:14.451391Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800392136833025:2049] [node 2] ICS01 socket: 325 reason# EndOfStream
2025-12-06T17:37:14.451437Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800392136832927:2049] [node 2] ICP30 unregister session Session# [6:7580800392136833025:2049] VirtualId# [6:7580800392136833018:0]
2025-12-06T17:37:14.451469Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800392136833025:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:14.451571Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:14.451619Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:14.449998Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:37:14.450183Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800392595455823:2049] [node 2] ICS01 socket: 357 reason# EndOfStream
2025-12-06T17:37:14.450220Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800392595455722:2049] [node 2] ICP30 unregister session Session# [5:7580800392595455823:2049] VirtualId# [5:7580800392595455814:0]
2025-12-06T17:37:14.450250Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800392595455823:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:14.450404Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:14.450458Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:14.523772Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:37:14.524020Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800391472137787:2050] [node 3] ICS01 socket: 345 reason# EndOfStream
2025-12-06T17:37:14.524059Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800391472137693:2050] [node 3] ICP30 unregister session Session# [4:7580800391472137787:2050] VirtualId# [4:7580800391472137776:0]
2025-12-06T17:37:14.524095Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800391472137787:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:14.524157Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:37:14.524192Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:37:14.528692Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:37:14.528962Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800392136833009:2050] [node 3] ICS01 socket: 308 reason# EndOfStream
2025-12-06T17:37:14.529085Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800392136832928:2050] [node 3] ICP30 unregister session Session# [6:7580800392136833009:2050] VirtualId# [6:7580800392136833006:0]
2025-12-06T17:37:14.529124Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800392136833009:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:14.529221Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:37:14.529264Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:37:14.529379Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:37:14.529571Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800392595455816:2050] [node 3] ICS01 socket: 349 reason# EndOfStream
2025-12-06T17:37:14.529622Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800392595455723:2050] [node 3] ICP30 unregister session Session# [5:7580800392595455816:2050] VirtualId# [5:7580800392595455807:0]
2025-12-06T17:37:14.529646Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800392595455816:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:14.529713Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:37:14.529756Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:37:14.610140Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:37:14.610444Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800392595455821:2108] [node 4] ICS01 socket: 358 reason# EndOfStream
2025-12-06T17:37:14.610496Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800392595455786:2108] [node 4] ICP30 unregister session Session# [5:7580800392595455821:2108] VirtualId# [5:7580800392595455813:0]
2025-12-06T17:37:14.610555Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800392595455821:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:14.610676Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:37:14.610732Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:37:14.612235Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:37:14.612485Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800392136833030:2105] [node 4] ICS01 socket: 361 reason# EndOfStream
2025-12-06T17:37:14.612525Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800392136832987:2105] [node 4] ICP30 unregister session Session# [6:7580800392136833030:2105] VirtualId# [6:7580800392136833024:0]
2025-12-06T17:37:14.612564Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800392136833030:2105] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:14.612659Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:37:14.612705Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:37:14.662833Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:37:14.663173Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580800392136833027:2107] [node 5] ICS07 socket disconnect 355 reason# EndOfStream
2025-12-06T17:37:14.663209Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800392136833027:2107] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:14.663366Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:37:14.663421Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580800392136833027:2107] [node 5] ICS15 start handshake
2025-12-06T17:37:14.664995Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800392136832990:2107] [node 5] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18735) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:37:14.665056Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800392136833027:2107] [node 5] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:37:14.665100Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800392136832990:2107] [node 5] ICP30 unregister session Session# [6:7580800392136833027:2107] VirtualId# [6:7580800392136833017:0]
2025-12-06T17:37:14.665160Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
2025-12-06T17:37:14.665192Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580800392136832990:2107] [node 5] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:18735) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:14.665206Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [5] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18735) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:37:14.772459Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800391976877033:2049] [node 3] ICP01 ready to work
2025-12-06T17:37:14.772475Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800391976877032:2048] [node 2] ICP01 ready to work
2025-12-06T17:37:14.781138Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800391656563353:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:14.781199Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800391656563354:2049] [node 3] ICP01 ready to work
2025-12-06T17:37:14.794200Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800392390371413:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:14.794236Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800392390371414:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:14.807993Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800389699053350:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:14.808225Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800389699053351:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:14.808241Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800389699053352:2050] [node 3] ICP01 ready to work
2025-12-06T17:37:14.820127Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800390692468656:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:14.820196Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800390692468657:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:14.821403Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800390692468658:2050] [node 3] ICP01 ready to work
2025-12-06T17:37:14.832896Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800391180683925:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:14.832933Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800391180683926:2050] [node 3] ICP01 ready to work
2025-12-06T17:37:14.833216Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800391180683924:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:15.033959Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800391976877097:2107] [node 4] ICP01 ready to work
2025-12-06T17:37:15.054574Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800396685338773:2110] [node 6] ICP01 ready to work
2025-12-06T17:37:15.058288Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800395951530740:2107] [node 4] ICP01 ready to work
2025-12-06T17:37:15.054748Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800396271844394:2110] [node 6] ICP01 ready to work
2025-12-06T17:37:15.061351Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800393994020727:2108] [node 5] ICP01 ready to work
2025-12-06T17:37:15.054827Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800396685338774:2109] [node 5] ICP01 ready to work
2025-12-06T17:37:15.063418Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800395951530739:2126] [node 6] ICP01 ready to work
2025-12-06T17:37:15.063302Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800395475651263:2088] [node 4] ICP01 ready to work
2025-12-06T17:37:15.064994Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800396271844395:2108] [node 5] ICP01 ready to work
2025-12-06T17:37:15.064031Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800393994020728:2117] [node 6] ICP01 ready to work
2025-12-06T17:37:15.063854Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800394987436015:2109] [node 6] ICP01 ready to work
2025-12-06T17:37:15.063327Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800396685338775:2107] [node 4] ICP01 ready to work
2025-12-06T17:37:15.065074Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800395951530741:2113] [node 5] ICP01 ready to work
2025-12-06T17:37:15.067499Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800395475651269:2093] [node 5] ICP01 ready to work
2025-12-06T17:37:15.067168Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800394987436016:2108] [node 4] ICP01 ready to work
2025-12-06T17:37:15.076985Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800392390371413:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(81812980ns) {Configure:104(81798135ns) {ProcessConfigured:135(1484623ns) {StartInitialHandshake:157(886379ns) {DropHandshakes:470(3390ns) {DropIncomingHandshake:442(614ns) DropOutgoingHandshake:457(717ns)} GenerateSessionVirtualId:988(1645ns) PrepareNewSessionHandshake:477(4641ns) {SwitchToState:179(2694ns)}}}}}
2025-12-06T17:37:15.087614Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800391180683926:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(122681859ns) {Configure:104(122674293ns) {ProcessConfigured:135(7319199ns) {StartInitialHandshake:157(7314723ns) {DropHandshakes:470(2598ns) {DropIncomingHandshake:442(679ns) DropOutgoingHandshake:457(462ns)} GenerateSessionVirtualId:988(575ns) PrepareNewSessionHandshake:477(4312ns) {SwitchToState:179(1378ns)}}}}}
2025-12-06T17:37:15.087670Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800396271844394:2110] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(23045583ns) {Configure:104(23036560ns) {ProcessConfigured:135(931659ns) {StartInitialHandshake:157(928826ns) {DropHandshakes:470(1548ns) {DropIncomingHandshake:442(255ns) DropOutgoingHandshake:457(235ns)} GenerateSessionVirtualId:988(588ns) PrepareNewSessionHandshake:477(1859ns) {SwitchToState:179(744ns)}}}}}
2025-12-06T17:37:15.087059Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800396685338773:2110] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(23262430ns) {Configure:104(23255536ns) {ProcessConfigured:135(431425ns) {StartInitialHandshake:157(429061ns) {DropHandshakes:470(1528ns) {DropIncomingHandshake:442(352ns) DropOutgoingHandshake:457(247ns)} GenerateSessionVirtualId:988(498ns) PrepareNewSessionHandshake:477(2907ns) {SwitchToState:179(1425ns)}}}}}
2025-12-06T17:37:15.090732Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800391976877032:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(124630895ns) {Configure:104(124627339ns) {ProcessConfigured:135(2078017ns) {StartInitialHandshake:157(2076431ns) {DropHandshakes:470(805ns) {DropIncomingHandshake:442(275ns) DropOutgoingHandshake:457(233ns)} GenerateSessionVirtualId:988(266ns) PrepareNewSessionHandshake:477(1597ns) {SwitchToState:179(54ns)}}}}}
2025-12-06T17:37:15.091303Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800395951530740:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(22372723ns) {Configure:104(22365047ns) {ProcessConfigured:135(75661ns) {StartInitialHandshake:157(72648ns) {DropHandshakes:470(1353ns) {DropIncomingHandshake:442(325ns) DropOutgoingHandshake:457(298ns)} GenerateSessionVirtualId:988(522ns) PrepareNewSessionHandshake:477(4945ns) {SwitchToState:179(445ns)}}}}}
2025-12-06T17:37:15.091689Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800392390371414:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(43127045ns) {Configure:104(43116066ns) {ProcessConfigured:135(854604ns) {StartInitialHandshake:157(852311ns) {DropHandshakes:470(1669ns) {DropIncomingHandshake:442(377ns) DropOutgoingHandshake:457(412ns)} GenerateSessionVirtualId:988(1653ns) PrepareNewSessionHandshake:477(2206ns) {SwitchToState:179(1330ns)}}}}}
2025-12-06T17:37:15.087692Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800391180683924:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(43757066ns) {Configure:104(43747871ns) {ProcessConfigured:135(2921808ns) {StartInitialHandshake:157(2918721ns) {DropHandshakes:470(2410ns) {DropIncomingHandshake:442(453ns) DropOutgoingHandshake:457(383ns)} GenerateSessionVirtualId:988(808ns) PrepareNewSessionHandshake:477(189388ns) {SwitchToState:179(1919ns)}}}}}
2025-12-06T17:37:15.092153Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800389699053350:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(65224779ns) {Configure:104(65218884ns) {ProcessConfigured:135(867728ns) {StartInitialHandshake:157(864216ns) {DropHandshakes:470(2415ns) {DropIncomingHandshake:442(606ns) DropOutgoingHandshake:457(366ns)} GenerateSessionVirtualId:988(1396ns) PrepareNewSessionHandshake:477(2643ns) {SwitchToState:179(1183ns)}}}}}
2025-12-06T17:37:15.092652Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800394987436015:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(21142478ns) {Configure:104(21133574ns) {ProcessConfigured:135(605654ns) {StartInitialHandshake:157(604899ns) {DropHandshakes:470(1316ns) {DropIncomingHandshake:442(510ns) DropOutgoingHandshake:457(250ns)} GenerateSessionVirtualId:988(786ns) PrepareNewSessionHandshake:477(1568ns) {SwitchToState:179(485ns)}}}}}
2025-12-06T17:37:15.092500Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800396685338774:2109] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(24514351ns) {Configure:104(24506787ns) {ProcessConfigured:135(63581ns) {StartInitialHandshake:157(61631ns) {DropHandshakes:470(8156ns) {DropIncomingHandshake:442(339ns) DropOutgoingHandshake:457(362ns)} GenerateSessionVirtualId:988(461ns) PrepareNewSessionHandshake:477(727ns) {SwitchToState:179(181ns)}}}}}
2025-12-06T17:37:15.092922Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800391976877033:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(120293453ns) {Configure:104(120289927ns) {ProcessConfigured:135(2050102ns) {StartInitialHandshake:157(2047536ns) {DropHandshakes:470(1701ns) {DropIncomingHandshake:442(427ns) DropOutgoingHandshake:457(294ns)} GenerateSessionVirtualId:988(835ns) PrepareNewSessionHandshake:477(2750ns) {SwitchToState:179(1084ns)}}}}}
2025-12-06T17:37:15.093497Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800395475651263:2088] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(28191675ns) {Configure:104(28185379ns) {ProcessConfigured:135(4990817ns) {StartInitialHandshake:157(4988920ns) {DropHandshakes:470(1041ns) {DropIncomingHandshake:442(222ns) DropOutgoingHandshake:457(210ns)} GenerateSessionVirtualId:988(503ns) PrepareNewSessionHandshake:477(2331ns) {SwitchToState:179(239ns)}}}}}
2025-12-06T17:37:15.093169Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800395951530739:2126] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(25978264ns) {Configure:104(25972322ns) {ProcessConfigured:135(4133223ns) {StartInitialHandshake:157(3529415ns) {DropHandshakes:470(1762ns) {DropIncomingHandshake:442(275ns) DropOutgoingHandshake:457(291ns)} GenerateSessionVirtualId:988(1299ns) PrepareNewSessionHandshake:477(3388ns) {SwitchToState:179(919ns)}}}}}
2025-12-06T17:37:15.093345Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800389699053352:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(27503931ns) {Configure:104(27495955ns) {ProcessConfigured:135(4094576ns) {StartInitialHandshake:157(4091114ns) {DropHandshakes:470(261880ns) {DropIncomingHandshake:442(530ns) DropOutgoingHandshake:457(42ns)} GenerateSessionVirtualId:988(634ns) PrepareNewSessionHandshake:477(3118ns) {SwitchToState:179(1177ns)}}}}}
2025-12-06T17:37:15.093137Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800390692468657:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(36533684ns) {Configure:104(36516679ns) {ProcessConfigured:135(4212509ns) {StartInitialHandshake:157(4209703ns) {DropHandshakes:470(1730ns) {DropIncomingHandshake:442(404ns) DropOutgoingHandshake:457(509ns)} GenerateSessionVirtualId:988(4393ns) PrepareNewSessionHandshake:477(3167ns) {SwitchToState:179(1101ns)}}}}}
2025-12-06T17:37:15.093797Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800391180683925:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(27464665ns) {Configure:104(27454448ns) {ProcessConfigured:135(4614719ns) {StartInitialHandshake:157(4612229ns) {DropHandshakes:470(1340ns) {DropIncomingHandshake:442(344ns) DropOutgoingHandshake:457(304ns)} GenerateSessionVirtualId:988(545ns) PrepareNewSessionHandshake:477(2749ns) {SwitchToState:179(925ns)}}}}}
2025-12-06T17:37:15.093410Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800391976877097:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(31841696ns) {Configure:104(31824839ns) {ProcessConfigured:135(1886921ns) {StartInitialHandshake:157(1884755ns) {DropHandshakes:470(613155ns) {DropIncomingHandshake:442(232ns) DropOutgoingHandshake:457(1256ns)} GenerateSessionVirtualId:988(1959ns) PrepareNewSessionHandshake:477(1484ns) {SwitchToState:179(702ns)}}}}}
2025-12-06T17:37:15.093440Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800389699053351:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(26208872ns) {Configure:104(26200472ns) {ProcessConfigured:135(4224468ns) {StartInitialHandshake:157(4221418ns) {DropHandshakes:470(1906ns) {DropIncomingHandshake:442(505ns) DropOutgoingHandshake:457(728ns)} GenerateSessionVirtualId:988(526ns) PrepareNewSessionHandshake:477(4716ns) {SwitchToState:179(1094ns)}}}}}
2025-12-06T17:37:15.093327Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800391656563354:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(27540245ns) {Configure:104(27532518ns) {ProcessConfigured:135(985370ns) {StartInitialHandshake:157(980420ns) {DropHandshakes:470(2286ns) {DropIncomingHandshake:442(501ns) DropOutgoingHandshake:457(330ns)} GenerateSessionVirtualId:988(670ns) PrepareNewSessionHandshake:477(2329ns) {SwitchToState:179(492ns)}}}}}
2025-12-06T17:37:15.093393Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800390692468656:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(68666931ns) {Configure:104(68658128ns) {ProcessConfigured:135(4777434ns) {StartInitialHandshake:157(4774323ns) {DropHandshakes:470(1609ns) {DropIncomingHandshake:442(340ns) DropOutgoingHandshake:457(656ns)} GenerateSessionVirtualId:988(341ns) PrepareNewSessionHandshake:477(4484ns) {SwitchToState:179(2027ns)}}}}}
2025-12-06T17:37:15.093785Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800393994020727:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(27658553ns) {Configure:104(27646910ns) {ProcessConfigured:135(4505933ns) {StartInitialHandshake:157(4503118ns) {DropHandshakes:470(1395ns) {DropIncomingHandshake:442(395ns) DropOutgoingHandshake:457(289ns)} GenerateSessionVirtualId:988(504ns) PrepareNewSessionHandshake:477(2337ns) {SwitchToState:179(970ns)}}}}}
2025-12-06T17:37:15.094425Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800390692468658:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(31709757ns) {Configure:104(31699372ns) {ProcessConfigured:135(1256100ns) {StartInitialHandshake:157(1253609ns) {DropHandshakes:470(2148ns) {DropIncomingHandshake:442(773ns) DropOutgoingHandshake:457(320ns)} GenerateSessionVirtualId:988(965ns) PrepareNewSessionHandshake:477(1894ns) {SwitchToState:179(127ns)}}}}}
2025-12-06T17:37:15.093757Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800391656563353:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(29668497ns) {Configure:104(29646340ns) {ProcessConfigured:135(981914ns) {StartInitialHandshake:157(979313ns) {DropHandshakes:470(1465ns) {DropIncomingHandshake:442(353ns) DropOutgoingHandshake:457(218ns)} GenerateSessionVirtualId:988(585ns) PrepareNewSessionHandshake:477(1544ns) {SwitchToState:179(606ns)}}}}}
2025-12-06T17:37:15.093811Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800393994020728:2117] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(26453835ns) {Configure:104(25686612ns) {ProcessConfigured:135(401494ns) {StartInitialHandshake:157(399157ns) {DropHandshakes:470(1339ns) {DropIncomingHandshake:442(351ns) DropOutgoingHandshake:457(303ns)} GenerateSessionVirtualId:988(619ns) PrepareNewSessionHandshake:477(1112ns) {SwitchToState:179(444ns)}}}}}
2025-12-06T17:37:15.095161Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800395951530741:2113] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(26150479ns) {Configure:104(26144129ns) {ProcessConfigured:135(704520ns) {StartInitialHandshake:157(702269ns) {DropHandshakes:470(1154ns) {DropIncomingHandshake:442(375ns) DropOutgoingHandshake:457(105ns)} GenerateSessionVirtualId:988(943ns) PrepareNewSessionHandshake:477(2023ns) {SwitchToState:179(838ns)}}}}}
2025-12-06T17:37:15.094701Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800396685338775:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(27451801ns) {Configure:104(27445673ns) {ProcessConfigured:135(1248511ns) {StartInitialHandshake:157(1246646ns) {DropHandshakes:470(1108ns) {DropIncomingHandshake:442(334ns) DropOutgoingHandshake:457(284ns)} GenerateSessionVirtualId:988(504ns) PrepareNewSessionHandshake:477(1704ns) {SwitchToState:179(642ns)}}}}}
2025-12-06T17:37:15.096183Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800394987436016:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(25059603ns) {Configure:104(25054560ns) {ProcessConfigured:135(759604ns) {StartInitialHandshake:157(757961ns) {DropHandshakes:470(1244ns) {DropIncomingHandshake:442(639ns) DropOutgoingHandshake:457(231ns)} GenerateSessionVirtualId:988(227ns) PrepareNewSessionHandshake:477(845ns) {SwitchToState:179(150ns)}}}}}
2025-12-06T17:37:15.096691Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800395475651269:2093] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(25866220ns) {Configure:104(25861688ns) {ProcessConfigured:135(1426108ns) {StartInitialHandshake:157(1423859ns) {DropHandshakes:470(313543ns) {DropIncomingHandshake:442(649ns) DropOutgoingHandshake:457(838ns)} GenerateSessionVirtualId:988(1019ns) PrepareNewSessionHandshake:477(2201ns) {SwitchToState:179(970ns)}}}}}
2025-12-06T17:37:15.096593Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800396271844395:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(27583544ns) {Configure:104(27577476ns) {ProcessConfigured:135(959292ns) {StartInitialHandshake:157(957499ns) {DropHandshakes:470(5767ns) {DropIncomingHandshake:442(330ns) DropOutgoingHandshake:457(392ns)} GenerateSessionVirtualId:988(1045ns) PrepareNewSessionHandshake:477(2989ns) {SwitchToState:179(1519ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:15.104263Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800396685338790:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40781
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:15.113436Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800395951530758:2145] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11325
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:15.105735Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800396271844411:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43012
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:15.117026Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800393994020742:2133] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12277
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:15.114788Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800395951530757:2144] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11325
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:15.135100Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800393994020744:2135] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12277
2025-12-06T17:37:15.107672Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800396271844412:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43012
2025-12-06T17:37:15.123164Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800394987436030:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49259
2025-12-06T17:37:15.142919Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800394987436030:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:15.155660Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800395475651300:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47892
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:15.143100Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800394987436016:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:15.142845Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800396685338790:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:15.129116Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800396271844410:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43012
2025-12-06T17:37:15.143012Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800392390371413:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:15.132216Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800396271844407:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43012
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:15.151609Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800393994020742:2133] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:15.156244Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800395951530758:2145] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:15.135925Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800396271844412:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:15.144061Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800396685338789:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40781
2025-12-06T17:37:15.157597Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800389699053350:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:15.143833Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800396271844410:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:15.147144Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800396271844403:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:15.162558Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800395475651300:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:15.164568Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800395475651298:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47892
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:15.164867Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800395475651299:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47892
2025-12-06T17:37:15.165104Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800396685338789:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:15.165204Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800395475651269:2093] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:15.167895Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800395475651298:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:15.159057Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800393994020736:2131] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:15.168064Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800395475651299:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:15.161876Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800395951530755:2142] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11325
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:15.168061Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800394987436020:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:15.162001Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800395951530757:2144] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:15.168426Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800396685338792:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40781
2025-12-06T17:37:15.168107Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580800394987436020:2110] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:15.147178Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800396271844403:2115] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:37:15.163200Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800395951530755:2142] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:15.159102Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800393994020736:2131] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:37:15.168928Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800394987436032:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49259
2025-12-06T17:37:15.161379Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800396271844403:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:15.168648Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800391180683926:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:15.164436Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800395951530756:2143] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11325
2025-12-06T17:37:15.161576Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800393994020743:2134] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12277
2025-12-06T17:37:15.161792Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800396271844411:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:15.168701Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800391180683925:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:15.187536Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800394987436020:2110] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:15.190074Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800394987436034:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49259
2025-12-06T17:37:15.164497Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580800391656563353:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:15.164905Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800393994020743:2134] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:15.182912Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800396685338790:2117] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:15.167668Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800393994020736:2131] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:15.168182Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800393994020744:2135] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:15.168636Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800389699053351:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:15.176615Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800393994020727:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:37:15.179354Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800389699053350:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1192) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580800393994020742:2133] held: no
2025-12-06T17:37:15.183828Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:15.187197Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800393994020727:2108] [node 5] ICP22 created new session: [4:7580800393994020751:2108]
2025-12-06T17:37:15.198825Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800393994020751:2108] [node 5] ICS09 handshake done sender: [4:7580800393994020736:2131] self: [4:7580800393994020732:0] peer: [5:7580800394987436031:0] socket: 301 qp: -1
2025-12-06T17:37:15.200581Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800394987436030:2115] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:15.161814Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800396271844407:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:15.168457Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800395951530756:2143] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:15.162697Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800396271844402:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:15.206843Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800395475651306:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47892
2025-12-06T17:37:15.171687Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800395951530743:2137] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:15.204352Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800393994020751:2108] [node 5] ICS10 traffic start
2025-12-06T17:37:15.183104Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800396685338781:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:15.162743Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800396271844402:2114] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:37:15.204432Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:15.207963Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800394987436016:2108] [node 4] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:15.183147Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800396685338781:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:15.171728Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800395951530743:2137] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:15.164734Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800396271844413:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43012
2025-12-06T17:37:15.208628Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580800394987436015:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:15.171999Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800395951530746:2138] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:15.186455Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800396685338794:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40781
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:15.204605Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800393994020747:2136] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12277
2025-12-06T17:37:15.168695Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800396271844413:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:15.208684Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:15.172031Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800395951530746:2138] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:15.187165Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580800392390371413:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1192) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580800396685338790:2117] held: no
2025-12-06T17:37:15.216043Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800393994020742:2133] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:15.169004Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800396271844402:2114] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:15.252913Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800395475651305:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47892
2025-12-06T17:37:15.208744Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800394987436015:2109] [node 6] ICP22 created new session: [5:7580800394987436036:2109]
2025-12-06T17:37:15.173200Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800395951530746:2138] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:15.200776Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800392390371413:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:15.169089Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800391976877033:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:37:15.223839Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800393994020727:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(40043052ns) {HandleHandshakeStatus:329(40039802ns) {DropIncomingHandshake:442(2659ns) DropOutgoingHandshake:457(751ns) SwitchToState:179(793ns) ProcessPendingSessionEvents:495(197251ns) {ForwardSessionEventToSession:612(84179ns) ForwardSessionEventToSession:612(4894ns) ForwardSessionEventToSession:612(2740ns) ForwardSessionEventToSession:612(7229ns) ForwardSessionEventToSession:612(2913ns) ForwardSessionEventToSession:612(8769ns) ForwardSessionEventToSession:612(4318ns) ForwardSessionEventToSession:612(7799ns) ForwardSessionEventToSession:612(5110ns) ForwardSessionEventToSession:612(2376ns)}}}
2025-12-06T17:37:15.177269Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800395951530739:2126] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:15.208808Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800394987436036:2109] [node 6] ICS09 handshake done sender: [5:7580800394987436020:2110] self: [5:7580800394987436018:0] peer: [6:7580800395475651301:0] socket: 322 qp: -1
2025-12-06T17:37:15.200884Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:15.258887Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800395475651300:2117] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:15.169217Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:15.228964Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800389699053351:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15660) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580800393994020743:2134] held: no
2025-12-06T17:37:15.181070Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:15.200944Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800392390371413:2048] [node 1] ICP22 created new session: [3:7580800396685338796:2048]
2025-12-06T17:37:15.208855Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800394987436036:2109] [node 6] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:15.263248Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800395475651304:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47892
2025-12-06T17:37:15.202056Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800396685338781:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:15.208898Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:15.229366Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800389699053350:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:15.183345Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800395951530743:2137] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:15.169280Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800391976877033:2049] [node 3] ICP22 created new session: [1:7580800396271844420:2049]
2025-12-06T17:37:15.266177Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800395475651269:2093] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:37:15.229476Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:15.183553Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800395951530739:2126] [node 6] ICP22 created new session: [2:7580800395951530764:2126]
2025-12-06T17:37:15.217163Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800394987436038:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49259
2025-12-06T17:37:15.169340Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800396271844420:2049] [node 3] ICS09 handshake done sender: [1:7580800396271844403:2115] self: [1:7580800396271844398:0] peer: [3:7580800396685338791:0] socket: 305 qp: -1
2025-12-06T17:37:15.203098Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800396685338796:2048] [node 1] ICS09 handshake done sender: [3:7580800396685338790:2117] self: [3:7580800396685338791:0] peer: [1:7580800396271844398:0] socket: 311 qp: -1
2025-12-06T17:37:15.229537Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800389699053350:2048] [node 1] ICP22 created new session: [4:7580800393994020754:2048]
2025-12-06T17:37:15.266255Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:15.219756Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:15.203161Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800396685338796:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:15.229595Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800393994020754:2048] [node 1] ICS09 handshake done sender: [4:7580800393994020742:2133] self: [4:7580800393994020745:0] peer: [1:7580800396271844399:0] socket: 320 qp: -1
2025-12-06T17:37:15.184119Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800395951530764:2126] [node 6] ICS09 handshake done sender: [2:7580800395951530746:2138] self: [2:7580800395951530744:0] peer: [6:7580800395475651303:0] socket: 312 qp: -1
2025-12-06T17:37:15.169381Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800396271844420:2049] [node 3] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:15.203213Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:15.169435Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:15.220155Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800394987436034:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:15.266335Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800395475651269:2093] [node 5] ICP22 created new session: [6:7580800395475651309:2093]
2025-12-06T17:37:15.194224Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800395951530764:2126] [node 6] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:15.229642Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800393994020754:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:15.169616Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800396271844401:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:15.220319Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800390692468656:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:15.208419Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800396685338773:2110] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:15.266426Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800395475651309:2093] [node 5] ICS09 handshake done sender: [6:7580800395475651300:2117] self: [6:7580800395475651301:0] peer: [5:7580800394987436018:0] socket: 341 qp: -1
2025-12-06T17:37:15.198993Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:15.229688Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:15.204829Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800395951530740:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:37:15.212990Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:15.169649Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800396271844401:2113] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:37:15.228191Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800394987436016:2108] [node 4] ICP22 created new session: [5:7580800394987436040:2108]
2025-12-06T17:37:15.266470Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800395475651309:2093] [node 5] ICS10 traffic start
2025-12-06T17:37:15.231117Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800393994020757:2138] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12277
2025-12-06T17:37:15.243803Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800394987436040:2108] [node 4] ICS09 handshake done sender: [5:7580800394987436030:2115] self: [5:7580800394987436031:0] peer: [4:7580800393994020732:0] socket: 321 qp: -1
2025-12-06T17:37:15.173796Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800391976877097:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:37:15.207090Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:15.266523Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:15.266963Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800391180683926:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19871) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800395475651298:2115] held: no
2025-12-06T17:37:15.271029Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800395475651307:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47892
2025-12-06T17:37:15.264397Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800393994020752:2137] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12277
2025-12-06T17:37:15.271784Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800395475651305:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:15.275207Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800393994020757:2138] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:15.253014Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800394987436040:2108] [node 4] ICS10 traffic start
2025-12-06T17:37:15.253158Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:15.261067Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800394987436035:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49259
2025-12-06T17:37:15.279239Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800394987436038:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:15.279555Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800394987436035:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:15.280939Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800390692468658:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:15.280723Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800395475651299:2116] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:15.278494Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800389699053352:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:15.219548Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800396685338773:2110] [node 6] ICP22 created new session: [3:7580800396685338799:2110]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:15.281347Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800390692468657:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:15.173873Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:15.222876Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800396685338799:2110] [node 6] ICS09 handshake done sender: [3:7580800396685338781:2113] self: [3:7580800396685338779:0] peer: [6:7580800395475651302:0] socket: 308 qp: -1
2025-12-06T17:37:15.211163Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800395951530740:2107] [node 4] ICP22 created new session: [2:7580800395951530769:2107]
2025-12-06T17:37:15.280334Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800393994020743:2134] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:15.281009Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800391180683924:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:15.173942Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800391976877097:2107] [node 4] ICP22 created new session: [1:7580800396271844423:2107]
2025-12-06T17:37:15.283485Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800390692468656:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1192) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800394987436034:2117] held: no
2025-12-06T17:37:15.212934Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800395951530769:2107] [node 4] ICS09 handshake done sender: [2:7580800395951530743:2137] self: [2:7580800395951530742:0] peer: [4:7580800393994020748:0] socket: 310 qp: -1
2025-12-06T17:37:15.174001Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800396271844423:2107] [node 4] ICS09 handshake done sender: [1:7580800396271844402:2114] self: [1:7580800396271844399:0] peer: [4:7580800393994020745:0] socket: 306 qp: -1
2025-12-06T17:37:15.288245Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800389699053351:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:15.174039Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800396271844423:2107] [node 4] ICS10 traffic start
2025-12-06T17:37:15.296328Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:15.174077Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:15.297115Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800389699053351:2049] [node 2] ICP22 created new session: [4:7580800393994020759:2049]
2025-12-06T17:37:15.226656Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800396685338799:2110] [node 6] ICS10 traffic start
2025-12-06T17:37:15.194695Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800396271844401:2113] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:15.216317Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800395951530769:2107] [node 4] ICS10 traffic start
2025-12-06T17:37:15.281389Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800395475651298:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:15.207573Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800391976877032:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:37:15.207575Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800391976877033:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(20006610ns) {HandleHandshakeStatus:329(20003008ns) {DropIncomingHandshake:442(17114ns) DropOutgoingHandshake:457(805ns) SwitchToState:179(1091ns) ProcessPendingSessionEvents:495(19463898ns) {ForwardSessionEventToSession:612(7481710ns) ForwardSessionEventToSession:612(12111ns) ForwardSessionEventToSession:612(4739ns) ForwardSessionEventToSession:612(2561106ns) ForwardSessionEventToSession:612(6031ns) ForwardSessionEventToSession:612(3981ns) ForwardSessionEventToSession:612(3383810ns) ForwardSessionEventToSession:612(6176ns) ForwardSessionEventToSession:612(5946834ns) ForwardSessionEventToSession:612(27052ns)}}}
2025-12-06T17:37:15.208315Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:15.303251Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800393994020759:2049] [node 2] ICS09 handshake done sender: [4:7580800393994020743:2134] self: [4:7580800393994020748:0] peer: [2:7580800395951530742:0] socket: 327 qp: -1
2025-12-06T17:37:15.297253Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800394987436016:2108] [node 4] ICP35 event processing took too much time PendingConnection:279(75219651ns) {HandleHandshakeStatus:329(75215866ns) {DropIncomingHandshake:442(2292ns) DropOutgoingHandshake:457(6542ns) SwitchToState:179(757ns) ProcessPendingSessionEvents:495(2972062ns) {ForwardSessionEventToSession:612(1260669ns) ForwardSessionEventToSession:612(5297ns) ForwardSessionEventToSession:612(495321ns) ForwardSessionEventToSession:612(5446ns) ForwardSessionEventToSession:612(422806ns) ForwardSessionEventToSession:612(345812ns) ForwardSessionEventToSession:612(6253ns) ForwardSessionEventToSession:612(3446ns) ForwardSessionEventToSession:612(406295ns) ForwardSessionEventToSession:612(3938ns)}}}
2025-12-06T17:37:15.211075Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800391976877032:2048] [node 2] ICP22 created new session: [1:7580800396271844428:2048]
2025-12-06T17:37:15.213563Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800396271844428:2048] [node 2] ICS09 handshake done sender: [1:7580800396271844401:2113] self: [1:7580800396271844397:0] peer: [2:7580800395951530760:0] socket: 315 qp: -1
2025-12-06T17:37:15.304117Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800393994020759:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:15.287887Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800391180683925:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:15.297649Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800390692468657:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15660) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800394987436035:2118] held: no
2025-12-06T17:37:15.246423Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:15.216244Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800396271844428:2048] [node 2] ICS10 traffic start
2025-12-06T17:37:15.216384Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:15.287967Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:15.292671Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800391180683925:2049] [node 2] ICP22 created new session: [6:7580800395475651313:2049]
2025-12-06T17:37:15.221647Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:15.304994Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:15.221318Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800395951530767:2146] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11325
2025-12-06T17:37:15.257622Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800396685338773:2110] [node 6] ICP35 event processing took too much time PendingConnection:279(48908504ns) {HandleHandshakeStatus:329(48904737ns) {DropIncomingHandshake:442(38061ns) DropOutgoingHandshake:457(560ns) SwitchToState:179(772ns) ProcessPendingSessionEvents:495(181612ns) {ForwardSessionEventToSession:612(115506ns) ForwardSessionEventToSession:612(5216ns) ForwardSessionEventToSession:612(4352ns) ForwardSessionEventToSession:612(7460ns) ForwardSessionEventToSession:612(2941ns) ForwardSessionEventToSession:612(3116ns) ForwardSessionEventToSession:612(10121ns) ForwardSessionEventToSession:612(3031ns) ForwardSessionEventToSession:612(11559ns) ForwardSessionEventToSession:612(3401ns)}}}
2025-12-06T17:37:15.243512Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580800391656563353:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1192) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7580800395951530757:2144] held: no
2025-12-06T17:37:15.295243Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800391180683926:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:37:15.244020Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800395951530739:2126] [node 6] ICP35 event processing took too much time PendingConnection:279(37752547ns) {HandleHandshakeStatus:329(37748785ns) {DropIncomingHandshake:442(243ns) DropOutgoingHandshake:457(341ns) SwitchToState:179(327ns) ProcessPendingSessionEvents:495(6803431ns) {ForwardSessionEventToSession:612(6730063ns) ForwardSessionEventToSession:612(7291ns) ForwardSessionEventToSession:612(10279ns) ForwardSessionEventToSession:612(6677ns) ForwardSessionEventToSession:612(7532ns) ForwardSessionEventToSession:612(3976ns) ForwardSessionEventToSession:612(6109ns) ForwardSessionEventToSession:612(3373ns) ForwardSessionEventToSession:612(6316ns) ForwardSessionEventToSession:612(3484ns)}}}
2025-12-06T17:37:15.296341Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800395475651313:2049] [node 2] ICS09 handshake done sender: [6:7580800395475651299:2116] self: [6:7580800395475651303:0] peer: [2:7580800395951530744:0] socket: 338 qp: -1
2025-12-06T17:37:15.277366Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800391656563353:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(39387437ns) {HandleHandshakeStatus:395(39380456ns) {LogHandshakeFail:472(3365869ns) {UpdateErrorStateLog:545(11731ns)} DropOutgoingHandshake:457(6753ns) ProcessPendingSessionEvents:495(17485927ns) {DropSessionEvent:512(19061ns) DropSessionEvent:512(9200481ns) DropSessionEvent:512(22716ns) DropSessionEvent:512(5748ns) DropSessionEvent:512(5462ns) DropSessionEvent:512(6671ns) DropSessionEvent:512(7574ns) DropSessionEvent:512(7336ns) DropSessionEvent:512(7972ns) DropSessionEvent:512(8185999ns)}}}
2025-12-06T17:37:15.296400Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800395475651313:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:15.277510Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800395951530757:2144] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:15.302151Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800395475651308:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47892
2025-12-06T17:37:15.302923Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:15.282325Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580800391656563353:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:15.303962Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:15.282399Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:15.304289Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800391180683926:2050] [node 3] ICP22 created new session: [6:7580800395475651315:2050]
2025-12-06T17:37:15.283963Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800395951530751:2141] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:15.308157Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800395475651315:2050] [node 3] ICS09 handshake done sender: [6:7580800395475651298:2115] self: [6:7580800395475651302:0] peer: [3:7580800396685338779:0] socket: 332 qp: -1
2025-12-06T17:37:15.283995Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800395951530751:2141] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:37:15.285550Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800395951530751:2141] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:15.309644Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800395475651315:2050] [node 3] ICS10 traffic start
2025-12-06T17:37:15.309700Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:15.326870Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800391180683924:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1192) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800395475651305:2119] held: no
2025-12-06T17:37:15.285924Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800395951530741:2113] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:37:15.341222Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800395475651316:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47892
2025-12-06T17:37:15.355985Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800391180683926:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(37743594ns) {HandleHandshakeStatus:329(35918304ns) {DropIncomingHandshake:442(3411ns) DropOutgoingHandshake:457(447ns) SwitchToState:179(1194ns) ProcessPendingSessionEvents:495(1874ns)}}
2025-12-06T17:37:15.286007Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:15.286085Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800395951530741:2113] [node 5] ICP22 created new session: [2:7580800395951530774:2113]
2025-12-06T17:37:15.387502Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800391180683925:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(54028312ns) {HandleHandshakeStatus:329(54025017ns) {DropIncomingHandshake:442(734ns) DropOutgoingHandshake:457(6746ns) SwitchToState:179(997ns) ProcessPendingSessionEvents:495(32623260ns) {ForwardSessionEventToSession:612(5726625ns) ForwardSessionEventToSession:612(4551755ns) ForwardSessionEventToSession:612(3470782ns) ForwardSessionEventToSession:612(2554114ns) ForwardSessionEventToSession:612(6100ns) ForwardSessionEventToSession:612(4073ns) ForwardSessionEventToSession:612(2948874ns) ForwardSessionEventToSession:612(12276312ns) ForwardSessionEventToSession:612(4324ns) ForwardSessionEventToSession:612(1042530ns)}}}
2025-12-06T17:37:15.257916Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800396685338794:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:15.286143Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800395951530774:2113] [node 5] ICS09 handshake done sender: [2:7580800395951530751:2141] self: [2:7580800395951530750:0] peer: [5:7580800394987436045:0] socket: 358 qp: -1
2025-12-06T17:37:15.388687Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800395475651305:2119] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:15.286182Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800395951530774:2113] [node 5] ICS10 traffic start
2025-12-06T17:37:15.399095Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800391180683924:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:15.278880Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800396685338801:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40781
2025-12-06T17:37:15.286235Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:15.413595Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:15.280554Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800396685338802:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40781
2025-12-06T17:37:15.288844Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800391656563353:2048] [node 1] ICP22 created new session: [2:7580800395951530772:2048]
2025-12-06T17:37:15.282379Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800396685338786:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:15.413953Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800391180683924:2048] [node 1] ICP22 created new session: [6:7580800395475651318:2048]
2025-12-06T17:37:15.292482Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800395951530740:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(75292998ns) {HandleHandshakeStatus:329(75289949ns) {DropIncomingHandshake:442(1119725ns) DropOutgoingHandshake:457(1344ns) SwitchToState:179(3075ns) ProcessPendingSessionEvents:495(27205734ns) {ForwardSessionEventToSession:612(18671049ns) ForwardSessionEventToSession:612(8891ns) ForwardSessionEventToSession:612(4897445ns) ForwardSessionEventToSession:612(5424ns) ForwardSessionEventToSession:612(3866ns) ForwardSessionEventToSession:612(2976958ns) ForwardSessionEventToSession:612(6370ns) ForwardSessionEventToSession:612(4182ns) ForwardSessionEventToSession:612(604757ns) ForwardSessionEventToSession:612(3449ns)}}}
2025-12-06T17:37:15.302241Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800394987436043:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49259
2025-12-06T17:37:15.282431Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800396685338786:2115] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:37:15.414548Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800395475651318:2048] [node 1] ICS09 handshake done sender: [6:7580800395475651305:2119] self: [6:7580800395475651312:0] peer: [1:7580800396271844396:0] socket: 355 qp: -1
2025-12-06T17:37:15.296173Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800395951530772:2048] [node 1] ICS09 handshake done sender: [2:7580800395951530757:2144] self: [2:7580800395951530760:0] peer: [1:7580800396271844397:0] socket: 339 qp: -1
2025-12-06T17:37:15.414917Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800395475651318:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:15.288879Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800396685338801:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:15.297142Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800395951530772:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:15.415627Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:15.289132Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800396685338802:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:15.315050Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800394987436034:2117] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:15.300630Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:15.323018Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800394987436046:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49259
2025-12-06T17:37:15.290742Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800396685338783:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:15.304304Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800395951530748:2139] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:15.375562Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800390692468656:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:15.290789Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800396685338783:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:37:15.304346Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800395951530748:2139] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:37:15.387224Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:15.296809Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800396685338786:2115] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:15.388641Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800390692468656:2048] [node 1] ICP22 created new session: [5:7580800394987436048:2048]
2025-12-06T17:37:15.297162Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800392390371414:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:15.304850Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800391656563353:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(21749651ns) {HandleHandshakeStatus:329(21745379ns) {DropIncomingHandshake:442(1559ns) DropOutgoingHandshake:457(706ns) SwitchToState:179(546ns) ProcessPendingSessionEvents:495(1736ns)}}
2025-12-06T17:37:15.388750Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800390692468658:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19871) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800394987436038:2119] held: no
2025-12-06T17:37:15.311259Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800395951530748:2139] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:15.304072Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800396685338783:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:15.304540Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800396685338775:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:37:15.388816Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800394987436035:2118] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:15.341964Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800395951530776:2147] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11325
2025-12-06T17:37:15.304627Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:15.342207Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800391656563354:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:37:15.411394Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800394987436048:2048] [node 1] ICS09 handshake done sender: [5:7580800394987436034:2117] self: [5:7580800394987436041:0] peer: [1:7580800396271844404:0] socket: 357 qp: -1
2025-12-06T17:37:15.351202Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:15.411455Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800390692468657:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:15.305020Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800396685338775:2107] [node 4] ICP22 created new session: [3:7580800396685338809:2107]
2025-12-06T17:37:15.356090Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800391656563354:2049] [node 3] ICP22 created new session: [2:7580800395951530779:2049]
2025-12-06T17:37:15.412364Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800394987436048:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:15.305462Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800396685338774:2109] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:37:15.373870Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800395951530779:2049] [node 3] ICS09 handshake done sender: [2:7580800395951530748:2139] self: [2:7580800395951530745:0] peer: [3:7580800396685338808:0] socket: 340 qp: -1
2025-12-06T17:37:15.412962Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:15.306067Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:15.373935Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800395951530779:2049] [node 3] ICS10 traffic start
2025-12-06T17:37:15.413230Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800394987436047:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49259
2025-12-06T17:37:15.308186Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800396685338809:2107] [node 4] ICS09 handshake done sender: [3:7580800396685338786:2115] self: [3:7580800396685338785:0] peer: [4:7580800393994020758:0] socket: 319 qp: -1
2025-12-06T17:37:15.374001Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:15.414101Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:15.309175Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800396685338774:2109] [node 5] ICP22 created new session: [3:7580800396685338810:2109]
2025-12-06T17:37:15.309573Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800396685338809:2107] [node 4] ICS10 traffic start
2025-12-06T17:37:15.374527Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800391656563354:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(33727231ns) {HandleHandshakeStatus:329(33721848ns) {DropIncomingHandshake:442(35175ns) DropOutgoingHandshake:457(2239ns) SwitchToState:179(1841ns) ProcessPendingSessionEvents:495(151640ns) {ForwardSessionEventToSession:612(79638ns) ForwardSessionEventToSession:612(2283ns) ForwardSessionEventToSession:612(5127ns) ForwardSessionEventToSession:612(3169ns) ForwardSessionEventToSession:612(10575ns) ForwardSessionEventToSession:612(27216ns) ForwardSessionEventToSession:612(3214ns) ForwardSessionEventToSession:612(5465ns) ForwardSessionEventToSession:612(2889ns) ForwardSessionEventToSession:612(2199ns)}}}
2025-12-06T17:37:15.414353Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800390692468658:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(23462117ns) {HandleHandshakeStatus:395(23457965ns) {LogHandshakeFail:472(24330ns) {UpdateErrorStateLog:545(8394ns)} DropOutgoingHandshake:457(4739ns) ProcessPendingSessionEvents:495(12880786ns) {DropSessionEvent:512(1379688ns) DropSessionEvent:512(17614ns) DropSessionEvent:512(6959ns) DropSessionEvent:512(5475ns) DropSessionEvent:512(6241ns) DropSessionEvent:512(6169ns) DropSessionEvent:512(7088ns) DropSessionEvent:512(11424795ns) DropSessionEvent:512(7512ns) DropSessionEvent:512(7314ns)}}}
2025-12-06T17:37:15.414470Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800390692468657:2049] [node 2] ICP22 created new session: [5:7580800394987436050:2049]
2025-12-06T17:37:15.414780Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800394987436050:2049] [node 2] ICS09 handshake done sender: [5:7580800394987436035:2118] self: [5:7580800394987436045:0] peer: [2:7580800395951530750:0] socket: 363 qp: -1
2025-12-06T17:37:15.414791Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800394987436038:2119] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:15.414837Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800394987436050:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:15.420604Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800391180683924:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(19628013ns) {HandleHandshakeStatus:329(19623924ns) {DropIncomingHandshake:442(877ns) DropOutgoingHandshake:457(404ns) SwitchToState:179(897ns) ProcessPendingSessionEvents:495(928ns)}}
2025-12-06T17:37:15.309129Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800389699053352:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19871) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580800393994020757:2138] held: no
2025-12-06T17:37:15.309146Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800389699053351:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(22569879ns) {HandleHandshakeStatus:329(22566233ns) {DropIncomingHandshake:442(1757ns) DropOutgoingHandshake:457(397ns) SwitchToState:179(3618ns) ProcessPendingSessionEvents:495(348ns)}}
2025-12-06T17:37:15.328870Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800393994020760:2139] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12277
2025-12-06T17:37:15.359364Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800393994020757:2138] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:15.375122Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800389699053352:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:37:15.398636Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:15.398707Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800389699053352:2050] [node 3] ICP22 created new session: [4:7580800393994020762:2050]
2025-12-06T17:37:15.398762Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800393994020762:2050] [node 3] ICS09 handshake done sender: [4:7580800393994020757:2138] self: [4:7580800393994020758:0] peer: [3:7580800396685338785:0] socket: 364 qp: -1
2025-12-06T17:37:15.398806Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800393994020762:2050] [node 3] ICS10 traffic start
2025-12-06T17:37:15.398858Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:15.413678Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800389699053352:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(38044386ns) {HandleHandshakeStatus:329(38031515ns) {DropIncomingHandshake:442(1544ns) DropOutgoingHandshake:457(592ns) SwitchToState:179(889ns) ProcessPendingSessionEvents:495(968ns)}}
2025-12-06T17:37:15.414893Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:15.415584Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800390692468656:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(39056482ns) {HandleHandshakeStatus:329(39052646ns) {DropIncomingHandshake:442(722ns) DropOutgoingHandshake:457(468ns) SwitchToState:179(528ns) ProcessPendingSessionEvents:495(1228ns)}}
2025-12-06T17:37:15.416242Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800390692468658:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:37:15.416325Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:15.416381Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800390692468658:2050] [node 3] ICP22 created new session: [5:7580800394987436052:2050]
2025-12-06T17:37:15.243893Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800396271844406:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:15.416431Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800394987436052:2050] [node 3] ICS09 handshake done sender: [5:7580800394987436038:2119] self: [5:7580800394987436044:0] peer: [3:7580800396685338782:0] socket: 318 qp: -1
2025-12-06T17:37:15.416463Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800394987436052:2050] [node 3] ICS10 traffic start
2025-12-06T17:37:15.243951Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800396271844406:2116] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:37:15.416500Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:15.267259Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800396271844406:2116] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:15.279480Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800396271844395:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:37:15.419111Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800390692468657:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(18285381ns) {HandleHandshakeStatus:329(18280919ns) {DropIncomingHandshake:442(3064ns) DropOutgoingHandshake:457(1216ns) SwitchToState:179(1933ns) ProcessPendingSessionEvents:495(722ns)}}
2025-12-06T17:37:15.279579Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:15.280892Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800396271844395:2108] [node 5] ICP22 created new session: [1:7580800396271844431:2108]
2025-12-06T17:37:15.282137Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800396271844431:2108] [node 5] ICS09 handshake done sender: [1:7580800396271844406:2116] self: [1:7580800396271844404:0] peer: [5:7580800394987436041:0] socket: 356 qp: -1
2025-12-06T17:37:15.283337Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800396271844431:2108] [node 5] ICS10 traffic start
2025-12-06T17:37:15.283400Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:15.283469Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800391976877032:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(67630937ns) {HandleHandshakeStatus:329(67625732ns) {DropIncomingHandshake:442(22059ns) DropOutgoingHandshake:457(669ns) SwitchToState:179(564ns) ProcessPendingSessionEvents:495(22272164ns) {ForwardSessionEventToSession:612(11630358ns) ForwardSessionEventToSession:612(3091406ns) ForwardSessionEventToSession:612(5402ns) ForwardSessionEventToSession:612(4195ns) ForwardSessionEventToSession:612(3851889ns) ForwardSessionEventToSession:612(5175ns) ForwardSessionEventToSession:612(3631186ns) ForwardSessionEventToSession:612(3510ns) ForwardSessionEventToSession:612(3773ns) ForwardSessionEventToSession:612(12958ns)}}}
2025-12-06T17:37:15.297072Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800396271844400:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:15.297123Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800396271844400:2112] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:15.304304Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800396271844400:2112] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:15.308840Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800396271844394:2110] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:15.309115Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:15.309580Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800396271844394:2110] [node 6] ICP22 created new session: [1:7580800396271844434:2110]
2025-12-06T17:37:15.314866Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800396271844434:2110] [node 6] ICS09 handshake done sender: [1:7580800396271844400:2112] self: [1:7580800396271844396:0] peer: [6:7580800395475651312:0] socket: 350 qp: -1
2025-12-06T17:37:15.319311Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800396271844434:2110] [node 6] ICS10 traffic start
2025-12-06T17:37:15.325530Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:15.328138Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800396271844395:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(29309417ns) {HandleHandshakeStatus:329(29306122ns) {DropIncomingHandshake:442(29804ns) DropOutgoingHandshake:457(692ns) SwitchToState:179(984ns) ProcessPendingSessionEvents:495(10993346ns) {ForwardSessionEventToSession:612(4993732ns) ForwardSessionEventToSession:612(1070387ns) ForwardSessionEventToSession:612(456382ns) ForwardSessionEventToSession:612(4462ns) ForwardSessionEventToSession:612(795923ns) ForwardSessionEventToSession:612(6249ns) ForwardSessionEventToSession:612(4550ns) ForwardSessionEventToSession:612(714259ns) ForwardSessionEventToSession:612(12153ns) ForwardSessionEventToSession:612(2133897ns)}}}
2025-12-06T17:37:15.413969Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800396271844394:2110] [node 6] ICP35 event processing took too much time PendingConnection:279(88765287ns) {HandleHandshakeStatus:329(88760544ns) {DropIncomingHandshake:442(30589ns) DropOutgoingHandshake:457(619ns) SwitchToState:179(1233ns) ProcessPendingSessionEvents:495(56679087ns) {ForwardSessionEventToSession:612(14938509ns) ForwardSessionEventToSession:612(3594591ns) ForwardSessionEventToSession:612(17757ns) ForwardSessionEventToSession:612(11691697ns) ForwardSessionEventToSession:612(5150ns) ForwardSessionEventToSession:612(3410ns) ForwardSessionEventToSession:612(4574659ns) ForwardSessionEventToSession:612(4045ns) ForwardSessionEventToSession:612(11605711ns) ForwardSessionEventToSession:612(10193046ns)}}}
2025-12-06T17:37:15.311148Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:15.314993Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800396685338810:2109] [node 5] ICS09 handshake done sender: [3:7580800396685338783:2114] self: [3:7580800396685338782:0] peer: [5:7580800394987436044:0] socket: 300 qp: -1
2025-12-06T17:37:15.315052Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800396685338810:2109] [node 5] ICS10 traffic start
2025-12-06T17:37:15.319161Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:15.398510Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580800392390371414:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15660) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580800396685338801:2120] held: no
2025-12-06T17:37:15.422465Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800395475651308:2122] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:15.398645Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800396685338775:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(82561732ns) {HandleHandshakeStatus:329(82557894ns) {DropIncomingHandshake:442(29862ns) DropOutgoingHandshake:457(588ns) SwitchToState:179(1160ns) ProcessPendingSessionEvents:495(61586614ns) {ForwardSessionEventToSession:612(2810370ns) ForwardSessionEventToSession:612(12655379ns) ForwardSessionEventToSession:612(5215ns) ForwardSessionEventToSession:612(3907ns) ForwardSessionEventToSession:612(10299471ns) ForwardSessionEventToSession:612(7845ns) ForwardSessionEventToSession:612(4853408ns) ForwardSessionEventToSession:612(16212720ns) ForwardSessionEventToSession:612(5942ns) ForwardSessionEventToSession:612(14696450ns)}}}
2025-12-06T17:37:15.398666Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800396685338812:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40781
2025-12-06T17:37:15.422737Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800395475651263:2088] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:15.413368Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800396685338774:2109] [node 5] ICP35 event processing took too much time PendingConnection:279(93208926ns) {HandleHandshakeStatus:329(93205528ns) {DropIncomingHandshake:442(15201ns) DropOutgoingHandshake:457(440ns) SwitchToState:179(371ns) ProcessPendingSessionEvents:495(27775129ns) {ForwardSessionEventToSession:612(15544702ns) ForwardSessionEventToSession:612(659189ns) ForwardSessionEventToSession:612(4843ns) ForwardSessionEventToSession:612(1124512ns) ForwardSessionEventToSession:612(5868ns) ForwardSessionEventToSession:612(9409310ns) ForwardSessionEventToSession:612(968735ns) ForwardSessionEventToSession:612(11688ns) ForwardSessionEventToSession:612(4810ns) ForwardSessionEventToSession:612(7542ns)}}}
2025-12-06T17:37:15.413942Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800396685338801:2120] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:15.414997Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800392390371414:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:15.417362Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:15.418782Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800392390371414:2049] [node 2] ICP22 created new session: [3:7580800396685338814:2049]
2025-12-06T17:37:15.421641Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800396685338814:2049] [node 2] ICS09 handshake done sender: [3:7580800396685338801:2120] self: [3:7580800396685338808:0] peer: [2:7580800395951530745:0] socket: 304 qp: -1
2025-12-06T17:37:15.421711Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800396685338814:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:15.421794Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:15.423115Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800393994020738:2132] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:15.423167Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800393994020738:2132] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:15.425093Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800393994020738:2132] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:15.425348Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800393994020728:2117] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:15.425444Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:15.425528Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800393994020728:2117] [node 6] ICP22 created new session: [4:7580800393994020765:2117]
2025-12-06T17:37:15.425449Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800395475651321:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47892
2025-12-06T17:37:15.425591Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800393994020765:2117] [node 6] ICS09 handshake done sender: [4:7580800393994020738:2132] self: [4:7580800393994020737:0] peer: [6:7580800395475651320:0] socket: 366 qp: -1
2025-12-06T17:37:15.425645Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800393994020765:2117] [node 6] ICS10 traffic start
2025-12-06T17:37:15.425699Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:15.426230Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800395475651308:2122] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:15.426326Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800395475651263:2088] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62767) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800395475651308:2122] held: no
2025-12-06T17:37:15.426656Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800395475651263:2088] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:37:15.426761Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:15.426811Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800395475651263:2088] [node 4] ICP22 created new session: [6:7580800395475651322:2088]
2025-12-06T17:37:15.427886Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800395475651322:2088] [node 4] ICS09 handshake done sender: [6:7580800395475651308:2122] self: [6:7580800395475651320:0] peer: [4:7580800393994020737:0] socket: 367 qp: -1
2025-12-06T17:37:15.427973Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800395475651322:2088] [node 4] ICS10 traffic start
2025-12-06T17:37:15.428067Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:15.490479Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:37:15.490851Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580800395951530772:2048] [node 1] ICS01 socket: 339 reason# EndOfStream
2025-12-06T17:37:15.490909Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580800391656563353:2048] [node 1] ICP30 unregister session Session# [2:7580800395951530772:2048] VirtualId# [2:7580800395951530760:0]
2025-12-06T17:37:15.490952Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580800395951530772:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:15.491089Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:15.491156Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:15.492412Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:37:15.492712Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800396685338796:2048] [node 1] ICS01 socket: 311 reason# EndOfStream
2025-12-06T17:37:15.492767Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800392390371413:2048] [node 1] ICP30 unregister session Session# [3:7580800396685338796:2048] VirtualId# [3:7580800396685338791:0]
2025-12-06T17:37:15.492806Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800396685338796:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:15.492917Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:15.492981Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:15.495990Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:37:15.496296Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800393994020754:2048] [node 1] ICS01 socket: 320 reason# EndOfStream
2025-12-06T17:37:15.496364Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800389699053350:2048] [node 1] ICP30 unregister session Session# [4:7580800393994020754:2048] VirtualId# [4:7580800393994020745:0]
2025-12-06T17:37:15.496402Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800393994020754:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:15.496526Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:15.496591Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:15.498803Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:37:15.499002Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800395475651318:2048] [node 1] ICS01 socket: 355 reason# EndOfStream
2025-12-06T17:37:15.499037Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800391180683924:2048] [node 1] ICP30 unregister session Session# [6:7580800395475651318:2048] VirtualId# [6:7580800395475651312:0]
2025-12-06T17:37:15.499078Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800395475651318:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:15.499174Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:15.499214Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:15.499582Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:37:15.499865Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800394987436048:2048] [node 1] ICS01 socket: 357 reason# EndOfStream
2025-12-06T17:37:15.499912Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800390692468656:2048] [node 1] ICP30 unregister session Session# [5:7580800394987436048:2048] VirtualId# [5:7580800394987436041:0]
2025-12-06T17:37:15.499950Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800394987436048:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:15.500074Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:15.500142Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:15.561238Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:37:15.561575Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800396685338814:2049] [node 2] ICS01 socket: 304 reason# EndOfStream
2025-12-06T17:37:15.561636Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800392390371414:2049] [node 2] ICP30 unregister session Session# [3:7580800396685338814:2049] VirtualId# [3:7580800396685338808:0]
2025-12-06T17:37:15.561685Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800396685338814:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:15.561841Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:15.561970Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:15.567473Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:37:15.567815Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800393994020759:2049] [node 2] ICS01 socket: 327 reason# EndOfStream
2025-12-06T17:37:15.567870Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800389699053351:2049] [node 2] ICP30 unregister session Session# [4:7580800393994020759:2049] VirtualId# [4:7580800393994020748:0]
2025-12-06T17:37:15.567916Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800393994020759:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:15.568015Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:15.568085Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:15.568726Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:37:15.569010Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800394987436050:2049] [node 2] ICS01 socket: 363 reason# EndOfStream
2025-12-06T17:37:15.569065Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800390692468657:2049] [node 2] ICP30 unregister session Session# [5:7580800394987436050:2049] VirtualId# [5:7580800394987436045:0]
2025-12-06T17:37:15.569099Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800394987436050:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:15.569170Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:15.569223Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:15.572133Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:37:15.572443Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580800395475651313:2049] [node 2] ICS07 socket disconnect 338 reason# EndOfStream
2025-12-06T17:37:15.572499Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800395475651313:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:15.572647Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:15.572726Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580800395475651313:2049] [node 2] ICS15 start handshake
2025-12-06T17:37:15.574104Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800391180683925:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15660) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:37:15.574320Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800395475651313:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:37:15.574387Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800391180683925:2049] [node 2] ICP30 unregister session Session# [6:7580800395475651313:2049] VirtualId# [6:7580800395475651303:0]
2025-12-06T17:37:15.574454Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:15.574520Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580800391180683925:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:15660) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:15.574558Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15660) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:15.584250Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580800391180683925:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:37:15.666099Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:37:15.666421Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800393994020762:2050] [node 3] ICS01 socket: 364 reason# EndOfStream
2025-12-06T17:37:15.666478Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800389699053352:2050] [node 3] ICP30 unregister session Session# [4:7580800393994020762:2050] VirtualId# [4:7580800393994020758:0]
2025-12-06T17:37:15.666524Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800393994020762:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:15.666658Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:37:15.666716Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:37:15.667859Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:37:15.668184Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800394987436052:2050] [node 3] ICS01 socket: 318 reason# EndOfStream
2025-12-06T17:37:15.668224Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800390692468658:2050] [node 3] ICP30 unregister session Session# [5:7580800394987436052:2050] VirtualId# [5:7580800394987436044:0]
2025-12-06T17:37:15.668264Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800394987436052:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:15.668364Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:37:15.668415Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:37:15.669569Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:37:15.669851Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800395475651315:2050] [node 3] ICS01 socket: 332 reason# EndOfStream
2025-12-06T17:37:15.670161Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800391180683926:2050] [node 3] ICP30 unregister session Session# [6:7580800395475651315:2050] VirtualId# [6:7580800395475651302:0]
2025-12-06T17:37:15.670470Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800395475651315:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:15.670628Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:37:15.670690Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:37:15.769661Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:37:15.769958Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580800394987436040:2108] [node 4] ICS07 socket disconnect 321 reason# EndOfStream
2025-12-06T17:37:15.769997Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800394987436040:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:15.770089Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:37:15.770134Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580800394987436040:2108] [node 4] ICS15 start handshake
2025-12-06T17:37:15.771997Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800394987436016:2108] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62767) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:37:15.772087Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800394987436040:2108] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:37:15.772138Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800394987436016:2108] [node 4] ICP30 unregister session Session# [5:7580800394987436040:2108] VirtualId# [5:7580800394987436031:0]
2025-12-06T17:37:15.772201Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:37:15.772237Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580800394987436016:2108] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:62767) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:15.772256Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62767) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:15.774916Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:37:15.775191Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800395475651322:2088] [node 4] ICS01 socket: 367 reason# EndOfStream
2025-12-06T17:37:15.775242Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800395475651263:2088] [node 4] ICP30 unregister session Session# [6:7580800395475651322:2088] VirtualId# [6:7580800395475651320:0]
2025-12-06T17:37:15.775287Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800395475651322:2088] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:15.775384Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:37:15.775435Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:37:15.786675Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580800394987436016:2108] [node 4] ICP33 wake up from error state
2025-12-06T17:37:15.881997Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:37:15.882324Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580800395475651309:2093] [node 5] ICS07 socket disconnect 341 reason# EndOfStream
2025-12-06T17:37:15.882361Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800395475651309:2093] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:15.882521Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:37:15.882596Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580800395475651309:2093] [node 5] ICS15 start handshake
2025-12-06T17:37:15.885093Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800395475651269:2093] [node 5] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27584) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:37:15.885193Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800395475651309:2093] [node 5] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:37:15.885241Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800395475651269:2093] [node 5] ICP30 unregister session Session# [6:7580800395475651309:2093] VirtualId# [6:7580800395475651301:0]
2025-12-06T17:37:15.885304Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
2025-12-06T17:37:15.885379Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580800395475651269:2093] [node 5] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:27584) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:15.885405Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [5] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27584) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:37:15.976848Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800396245977875:2048] [node 2] ICP01 ready to work
2025-12-06T17:37:15.976986Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800396245977876:2049] [node 3] ICP01 ready to work
2025-12-06T17:37:15.985434Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800395780969605:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:15.985486Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800395780969606:2049] [node 3] ICP01 ready to work
2025-12-06T17:37:15.993048Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800395252878629:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:15.993109Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800395252878630:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:16.003598Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800395827688369:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:16.003651Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800395827688370:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:16.003740Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800395827688371:2050] [node 3] ICP01 ready to work
2025-12-06T17:37:16.011682Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800398591848505:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:16.011713Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800398591848506:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:16.011760Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800398591848507:2050] [node 3] ICP01 ready to work
2025-12-06T17:37:16.019830Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800401327951739:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:16.019870Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800401327951740:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:16.019913Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800401327951741:2050] [node 3] ICP01 ready to work
2025-12-06T17:37:16.270722Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800401327951801:2105] [node 5] ICP01 ready to work
2025-12-06T17:37:16.330872Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800399547846009:2108] [node 4] ICP01 ready to work
2025-12-06T17:37:16.354679Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800400075936973:2107] [node 4] ICP01 ready to work
2025-12-06T17:37:16.370256Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800396245977875:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(219861139ns) {Configure:104(219344451ns) {ProcessConfigured:135(133088ns) {StartInitialHandshake:157(130137ns) {DropHandshakes:470(3918ns) {DropIncomingHandshake:442(846ns) DropOutgoingHandshake:457(605ns)} GenerateSessionVirtualId:988(1987ns) PrepareNewSessionHandshake:477(9311ns) {SwitchToState:179(1496ns)}}}}}
2025-12-06T17:37:16.392806Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800395827688369:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(145747816ns) {Configure:104(145737937ns) {ProcessConfigured:135(143786ns) {StartInitialHandshake:157(138669ns) {DropHandshakes:470(7245ns) {DropIncomingHandshake:442(791ns) DropOutgoingHandshake:457(402ns)} GenerateSessionVirtualId:988(1105ns) PrepareNewSessionHandshake:477(2002ns) {SwitchToState:179(764ns)}}}}}
2025-12-06T17:37:16.393647Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800400122655730:2108] [node 5] ICP01 ready to work
2025-12-06T17:37:16.393986Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800400122655731:2109] [node 6] ICP01 ready to work
2025-12-06T17:37:16.379935Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800401327951801:2105] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(17502915ns) {Configure:104(17494767ns) {ProcessConfigured:135(121806ns) {StartInitialHandshake:157(117516ns) {DropHandshakes:470(3876ns) {DropIncomingHandshake:442(830ns) DropOutgoingHandshake:457(853ns)} GenerateSessionVirtualId:988(1591ns) PrepareNewSessionHandshake:477(2995ns) {SwitchToState:179(737ns)}}}}}
2025-12-06T17:37:16.412436Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800399547846010:2118] [node 6] ICP01 ready to work
2025-12-06T17:37:16.455463Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800400540945236:2107] [node 4] ICP01 ready to work
2025-12-06T17:37:16.467296Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800395827688371:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(48573252ns) {Configure:104(48567207ns) {ProcessConfigured:135(46968597ns) {StartInitialHandshake:157(46965019ns) {DropHandshakes:470(2511ns) {DropIncomingHandshake:442(391ns) DropOutgoingHandshake:457(313ns)} GenerateSessionVirtualId:988(351ns) PrepareNewSessionHandshake:477(11038ns) {SwitchToState:179(5211ns)}}}}}
2025-12-06T17:37:16.463034Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800400540945237:2108] [node 5] ICP01 ready to work
2025-12-06T17:37:16.463392Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800400540945238:2109] [node 6] ICP01 ready to work
2025-12-06T17:37:16.466841Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800400075936974:2108] [node 5] ICP01 ready to work
2025-12-06T17:37:16.470763Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800399547846011:2109] [node 5] ICP01 ready to work
2025-12-06T17:37:16.503599Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800400540945236:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(37775553ns) {Configure:104(37770283ns) {ProcessConfigured:135(86301ns) {StartInitialHandshake:157(83697ns) {DropHandshakes:470(3868ns) {DropIncomingHandshake:442(712ns) DropOutgoingHandshake:457(1001ns)} GenerateSessionVirtualId:988(1443ns) PrepareNewSessionHandshake:477(2943ns) {SwitchToState:179(867ns)}}}}}
2025-12-06T17:37:16.481869Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800400075936975:2109] [node 6] ICP01 ready to work
2025-12-06T17:37:16.519049Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800401327951805:2110] [node 4] ICP01 ready to work
2025-12-06T17:37:16.524481Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800398591848505:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(206126945ns) {Configure:104(206116727ns) {ProcessConfigured:135(87914ns) {StartInitialHandshake:157(83463ns) {DropHandshakes:470(3227ns) {DropIncomingHandshake:442(724ns) DropOutgoingHandshake:457(433ns)} GenerateSessionVirtualId:988(955ns) PrepareNewSessionHandshake:477(2028ns) {SwitchToState:179(592ns)}}}}}
2025-12-06T17:37:16.525337Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800398591848570:2108] [node 4] ICP01 ready to work
2025-12-06T17:37:16.525737Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800398591848571:2109] [node 6] ICP01 ready to work
2025-12-06T17:37:16.544454Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800398591848506:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(18273050ns) {Configure:104(18267487ns) {ProcessConfigured:135(82797ns) {StartInitialHandshake:157(79589ns) {DropHandshakes:470(3282ns) {DropIncomingHandshake:442(791ns) DropOutgoingHandshake:457(419ns)} GenerateSessionVirtualId:988(812ns) PrepareNewSessionHandshake:477(1822ns) {SwitchToState:179(604ns)}}}}}
2025-12-06T17:37:16.541164Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800395780969605:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(49973726ns) {Configure:104(49962014ns) {ProcessConfigured:135(86335ns) {StartInitialHandshake:157(82343ns) {DropHandshakes:470(3244ns) {DropIncomingHandshake:442(728ns) DropOutgoingHandshake:457(423ns)} GenerateSessionVirtualId:988(957ns) PrepareNewSessionHandshake:477(2368ns) {SwitchToState:179(865ns)}}}}}
2025-12-06T17:37:16.575134Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800401327951805:2110] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(37667762ns) {Configure:104(37661344ns) {ProcessConfigured:135(77295ns) {StartInitialHandshake:157(72833ns) {DropHandshakes:470(3007ns) {DropIncomingHandshake:442(804ns) DropOutgoingHandshake:457(412ns)} GenerateSessionVirtualId:988(962ns) PrepareNewSessionHandshake:477(1366ns) {SwitchToState:179(582ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:16.576906Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800400075936974:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(17388979ns) {Configure:104(17383195ns) {ProcessConfigured:135(15978306ns) {StartInitialHandshake:157(15975744ns) {DropHandshakes:470(2814ns) {DropIncomingHandshake:442(425ns) DropOutgoingHandshake:457(259ns)} GenerateSessionVirtualId:988(624ns) PrepareNewSessionHandshake:477(8622ns) {SwitchToState:179(2887ns)}}}}}
2025-12-06T17:37:16.594033Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800399547846010:2118] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(34916611ns) {Configure:104(34907203ns) {ProcessConfigured:135(5005090ns) {StartInitialHandshake:157(5000673ns) {DropHandshakes:470(3877ns) {DropIncomingHandshake:442(834ns) DropOutgoingHandshake:457(572ns)} GenerateSessionVirtualId:988(1020ns) PrepareNewSessionHandshake:477(9751ns) {SwitchToState:179(2404ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:16.609282Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800400075936975:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(22119562ns) {Configure:104(22109484ns) {ProcessConfigured:135(20256783ns) {StartInitialHandshake:157(20252485ns) {DropHandshakes:470(2872ns) {DropIncomingHandshake:442(788ns) DropOutgoingHandshake:457(450ns)} GenerateSessionVirtualId:988(1110ns) PrepareNewSessionHandshake:477(6204ns) {SwitchToState:179(1856ns)}}}}}
2025-12-06T17:37:16.599745Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800398591848581:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24177
2025-12-06T17:37:16.615398Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800400540945238:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(109879211ns) {Configure:104(109873943ns) {ProcessConfigured:135(7694387ns) {StartInitialHandshake:157(7690557ns) {DropHandshakes:470(3935ns) {DropIncomingHandshake:442(980ns) DropOutgoingHandshake:457(567ns)} GenerateSessionVirtualId:988(1329ns) PrepareNewSessionHandshake:477(4836ns) {SwitchToState:179(2247ns)}}}}}
2025-12-06T17:37:16.615579Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800400540945239:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16397
2025-12-06T17:37:16.617956Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800400540945250:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16397
2025-12-06T17:37:16.618033Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800400540945251:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16397
2025-12-06T17:37:16.618100Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800400540945252:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16397
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:16.633938Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800400122655743:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47668
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:16.634584Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800400075936986:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46895
2025-12-06T17:37:16.669661Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800398591848581:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:16.676840Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800400540945250:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:16.648923Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800395252878630:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(54547166ns) {Configure:104(54540034ns) {ProcessConfigured:135(79826ns) {StartInitialHandshake:157(75636ns) {DropHandshakes:470(2301ns) {DropIncomingHandshake:442(643ns) DropOutgoingHandshake:457(361ns)} GenerateSessionVirtualId:988(845ns) PrepareNewSessionHandshake:477(1815ns) {SwitchToState:179(630ns)}}}}}
2025-12-06T17:37:16.670667Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800400075936987:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46895
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:16.694928Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800399547846009:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(45493153ns) {Configure:104(45484793ns) {ProcessConfigured:135(15590982ns) {StartInitialHandshake:157(15586102ns) {DropHandshakes:470(3882ns) {DropIncomingHandshake:442(1089ns) DropOutgoingHandshake:457(578ns)} GenerateSessionVirtualId:988(1595ns) PrepareNewSessionHandshake:477(6761522ns) {SwitchToState:179(11195ns)}}}}}
2025-12-06T17:37:16.698609Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800400075936988:2126] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46895
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:16.699121Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800400075936987:2125] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:16.699644Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800400075936990:2127] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46895
2025-12-06T17:37:16.700165Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800400075936986:2124] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:16.715008Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800399547846022:2135] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11290
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:16.723333Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800401327951817:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27987
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:16.736710Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800401327951817:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:16.736844Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800401327951741:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:16.735513Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800400122655744:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47668
2025-12-06T17:37:16.728951Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800399547846020:2133] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11290
2025-12-06T17:37:16.731088Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800400075936988:2126] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:16.731858Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800400075936995:2128] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46895
2025-12-06T17:37:16.742907Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800400540945249:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16397
2025-12-06T17:37:16.729166Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800399547846021:2134] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11290
2025-12-06T17:37:16.729299Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800399547846025:2136] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11290
2025-12-06T17:37:16.735844Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800399547846025:2136] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:16.736112Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800399547846020:2133] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:16.736310Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800395252878630:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:16.742952Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800399547846013:2129] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:16.742989Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800399547846013:2129] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:16.754686Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800400540945251:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:16.768604Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800400540945239:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:16.769162Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800400540945249:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:16.772179Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800400075936979:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:16.772230Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800400075936979:2120] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:37:16.773061Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800400075936990:2127] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:16.773608Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580800395780969605:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:16.771355Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800400122655744:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:16.771522Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800400122655743:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:16.771743Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800395827688370:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:16.771838Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800395827688369:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:16.774897Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800400540945252:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:16.775067Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800400540945235:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:16.775094Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800400540945235:2110] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:37:16.775093Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800399547846021:2134] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:16.775218Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800399547846022:2135] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:16.782825Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800400075936981:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:16.782886Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800400075936981:2121] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:37:16.783931Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800400075936979:2120] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:16.785095Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800401327951819:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27987
2025-12-06T17:37:16.784367Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800399547846013:2129] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:16.786452Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800400540945235:2110] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:16.787122Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800401327951817:2115] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:16.787090Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800399547846010:2118] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:16.787173Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:16.787231Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800399547846010:2118] [node 6] ICP22 created new session: [3:7580800399547846030:2118]
2025-12-06T17:37:16.787294Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800399547846030:2118] [node 6] ICS09 handshake done sender: [3:7580800399547846013:2129] self: [3:7580800399547846012:0] peer: [6:7580800401327951818:0] socket: 343 qp: -1
2025-12-06T17:37:16.787340Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800399547846030:2118] [node 6] ICS10 traffic start
2025-12-06T17:37:16.787463Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:16.788054Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800399547846029:2137] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11290
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:16.795201Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800400075936995:2128] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:16.795622Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800395780969606:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:37:16.795706Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:16.795773Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800395780969606:2049] [node 3] ICP22 created new session: [2:7580800400075937001:2049]
2025-12-06T17:37:16.795831Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800400075937001:2049] [node 3] ICS09 handshake done sender: [2:7580800400075936979:2120] self: [2:7580800400075936978:0] peer: [3:7580800399547846026:0] socket: 339 qp: -1
2025-12-06T17:37:16.795875Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800400075937001:2049] [node 3] ICS10 traffic start
2025-12-06T17:37:16.795972Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:16.796931Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580800395780969606:2049] [node 3] ICP18 handshake (actor [2:7580800400075936995:2128]) is too old
2025-12-06T17:37:16.797130Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800400075937000:2129] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46895
2025-12-06T17:37:16.798095Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800401327951741:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:37:16.798190Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:16.798254Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800401327951741:2050] [node 3] ICP22 created new session: [6:7580800401327951820:2050]
2025-12-06T17:37:16.798337Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800401327951820:2050] [node 3] ICS09 handshake done sender: [6:7580800401327951817:2115] self: [6:7580800401327951818:0] peer: [3:7580800399547846012:0] socket: 344 qp: -1
2025-12-06T17:37:16.798386Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800401327951820:2050] [node 3] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:16.807021Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800395252878629:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:16.803675Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800400122655747:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47668
2025-12-06T17:37:16.798430Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:16.822870Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800396245977875:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:37:16.808173Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800400075936981:2121] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:16.823033Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:16.823104Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800396245977875:2048] [node 2] ICP22 created new session: [1:7580800400540945261:2048]
2025-12-06T17:37:16.823171Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800400540945261:2048] [node 2] ICS09 handshake done sender: [1:7580800400540945235:2110] self: [1:7580800400540945234:0] peer: [2:7580800400075936998:0] socket: 330 qp: -1
2025-12-06T17:37:16.823222Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800400540945261:2048] [node 2] ICS10 traffic start
2025-12-06T17:37:16.823282Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:16.823980Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800400540945241:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:16.824014Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800400540945241:2112] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:37:16.835240Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800400540945243:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:16.807734Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800399547846025:2136] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:16.842105Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800398591848585:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24177
2025-12-06T17:37:16.835299Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800400540945243:2113] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:37:16.837680Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800400540945243:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:16.837975Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800400540945236:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:37:16.838076Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:16.838141Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800400540945236:2107] [node 4] ICP22 created new session: [1:7580800400540945266:2107]
2025-12-06T17:37:16.838199Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800400540945266:2107] [node 4] ICS09 handshake done sender: [1:7580800400540945243:2113] self: [1:7580800400540945242:0] peer: [4:7580800400122655746:0] socket: 332 qp: -1
2025-12-06T17:37:16.838241Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800400540945266:2107] [node 4] ICS10 traffic start
2025-12-06T17:37:16.838299Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:16.838949Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800395252878630:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:16.842367Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:16.858611Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800395252878630:2049] [node 2] ICP22 created new session: [3:7580800399547846035:2049]
2025-12-06T17:37:16.851380Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800401327951741:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(28268787ns) {HandleHandshakeStatus:329(28264278ns) {DropIncomingHandshake:442(1072ns) DropOutgoingHandshake:457(8321ns) SwitchToState:179(680ns) ProcessPendingSessionEvents:495(26973542ns) {ForwardSessionEventToSession:612(76823ns) ForwardSessionEventToSession:612(7715ns) ForwardSessionEventToSession:612(60168ns) ForwardSessionEventToSession:612(3255ns) ForwardSessionEventToSession:612(2614ns) ForwardSessionEventToSession:612(8985541ns) ForwardSessionEventToSession:612(5793ns) ForwardSessionEventToSession:612(3383ns) ForwardSessionEventToSession:612(456396ns) ForwardSessionEventToSession:612(7112511ns)}}}
2025-12-06T17:37:16.866801Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800399547846035:2049] [node 2] ICS09 handshake done sender: [3:7580800399547846025:2136] self: [3:7580800399547846026:0] peer: [2:7580800400075936978:0] socket: 346 qp: -1
2025-12-06T17:37:16.866889Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800399547846035:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:16.866989Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:16.867624Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800395252878630:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(28431614ns) {HandleHandshakeStatus:329(28426956ns) {DropIncomingHandshake:442(577ns) DropOutgoingHandshake:457(6767ns) SwitchToState:179(651ns) ProcessPendingSessionEvents:495(180955ns) {ForwardSessionEventToSession:612(108195ns) ForwardSessionEventToSession:612(12708ns) ForwardSessionEventToSession:612(4144ns) ForwardSessionEventToSession:612(8293ns) ForwardSessionEventToSession:612(3568ns) ForwardSessionEventToSession:612(9935ns) ForwardSessionEventToSession:612(7857ns) ForwardSessionEventToSession:612(3883ns) ForwardSessionEventToSession:612(2561ns) ForwardSessionEventToSession:612(7341ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:16.862918Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800400540945236:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(16734081ns) {HandleHandshakeStatus:329(16729328ns) {DropIncomingHandshake:442(16912ns) DropOutgoingHandshake:457(726ns) SwitchToState:179(1198ns) ProcessPendingSessionEvents:495(16245764ns) {ForwardSessionEventToSession:612(74098ns) ForwardSessionEventToSession:612(4826ns) ForwardSessionEventToSession:612(13823ns) ForwardSessionEventToSession:612(3023ns) ForwardSessionEventToSession:612(507043ns) ForwardSessionEventToSession:612(7626827ns) ForwardSessionEventToSession:612(5786ns) ForwardSessionEventToSession:612(7969459ns) ForwardSessionEventToSession:612(9791ns) ForwardSessionEventToSession:612(4260ns)}}}
2025-12-06T17:37:16.878892Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800400075936973:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:37:16.879031Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:16.879113Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800400075936973:2107] [node 4] ICP22 created new session: [2:7580800400075937004:2107]
2025-12-06T17:37:16.879248Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800400075937004:2107] [node 4] ICS09 handshake done sender: [2:7580800400075936981:2121] self: [2:7580800400075936980:0] peer: [4:7580800400122655745:0] socket: 340 qp: -1
2025-12-06T17:37:16.886924Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800400075937004:2107] [node 4] ICS10 traffic start
2025-12-06T17:37:16.891043Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:16.899809Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800400122655744:2116] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:16.909031Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800400540945241:2112] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:16.883352Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800399547846037:2138] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11290
2025-12-06T17:37:16.910918Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800395827688369:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3392) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580800400122655743:2115] held: no
2025-12-06T17:37:16.911106Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800395827688370:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:16.911172Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:16.911242Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800395827688370:2049] [node 2] ICP22 created new session: [4:7580800400122655751:2049]
2025-12-06T17:37:16.911299Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800400122655751:2049] [node 2] ICS09 handshake done sender: [4:7580800400122655744:2116] self: [4:7580800400122655745:0] peer: [2:7580800400075936980:0] socket: 342 qp: -1
2025-12-06T17:37:16.911346Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800400122655751:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:16.911389Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:16.922848Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800399547846022:2135] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:16.935002Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800401327951823:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27987
2025-12-06T17:37:16.909464Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800398591848585:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:16.907324Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800400075936973:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(28197525ns) {HandleHandshakeStatus:329(28189849ns) {DropIncomingHandshake:442(25053ns) DropOutgoingHandshake:457(544ns) SwitchToState:179(746ns) ProcessPendingSessionEvents:495(184654ns) {ForwardSessionEventToSession:612(110585ns) ForwardSessionEventToSession:612(9870ns) ForwardSessionEventToSession:612(8336ns) ForwardSessionEventToSession:612(6356ns) ForwardSessionEventToSession:612(4138ns) ForwardSessionEventToSession:612(3520ns) ForwardSessionEventToSession:612(11605ns) ForwardSessionEventToSession:612(2923ns) ForwardSessionEventToSession:612(4057ns) ForwardSessionEventToSession:612(7233ns)}}}
2025-12-06T17:37:16.908361Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800400075936990:2127] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:16.942966Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580800395780969605:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3392) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7580800400075936990:2127] held: no
2025-12-06T17:37:16.943115Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580800395780969605:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:16.943183Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:16.943250Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800395780969605:2048] [node 1] ICP22 created new session: [2:7580800400075937006:2048]
2025-12-06T17:37:16.943316Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800400075937006:2048] [node 1] ICS09 handshake done sender: [2:7580800400075936990:2127] self: [2:7580800400075936998:0] peer: [1:7580800400540945234:0] socket: 335 qp: -1
2025-12-06T17:37:16.943365Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800400075937006:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:16.943416Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:16.926646Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800400122655748:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47668
2025-12-06T17:37:16.955283Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800395252878629:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:16.955395Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:16.955469Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800395252878629:2048] [node 1] ICP22 created new session: [3:7580800399547846039:2048]
2025-12-06T17:37:16.955538Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800399547846039:2048] [node 1] ICS09 handshake done sender: [3:7580800399547846022:2135] self: [3:7580800399547846033:0] peer: [1:7580800400540945240:0] socket: 338 qp: -1
2025-12-06T17:37:16.955583Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800399547846039:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:16.955625Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:16.966943Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800400122655749:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47668
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:16.968594Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800396245977876:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:37:16.968726Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:16.968794Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800396245977876:2049] [node 3] ICP22 created new session: [1:7580800400540945269:2049]
2025-12-06T17:37:16.931242Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800398591848586:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24177
2025-12-06T17:37:16.968851Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800400540945269:2049] [node 3] ICS09 handshake done sender: [1:7580800400540945241:2112] self: [1:7580800400540945240:0] peer: [3:7580800399547846033:0] socket: 331 qp: -1
2025-12-06T17:37:16.967214Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800400122655750:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47668
2025-12-06T17:37:16.968902Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800400540945269:2049] [node 3] ICS10 traffic start
2025-12-06T17:37:16.968951Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:17.007252Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800401327951824:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27987
2025-12-06T17:37:17.007367Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800405622919121:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27987
2025-12-06T17:37:17.008671Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800401327951824:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:17.008858Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800401327951740:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:16.931550Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800398591848587:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24177
2025-12-06T17:37:16.931661Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800398591848505:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:16.970860Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800398591848586:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:16.975063Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800398591848507:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:17.009292Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800400075936985:2123] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:17.009343Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800400075936985:2123] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:17.014761Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800400075936985:2123] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:16.967740Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800400122655743:2115] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:17.019550Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800398591848589:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24177
2025-12-06T17:37:16.987735Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800395827688369:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:16.987796Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:16.987865Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800395827688369:2048] [node 1] ICP22 created new session: [4:7580800400122655755:2048]
2025-12-06T17:37:16.987953Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800400122655755:2048] [node 1] ICS09 handshake done sender: [4:7580800400122655743:2115] self: [4:7580800400122655746:0] peer: [1:7580800400540945242:0] socket: 334 qp: -1
2025-12-06T17:37:16.988000Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800400122655755:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:16.988047Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:16.988932Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800400122655749:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:17.019039Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800399547846019:2132] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:17.031393Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800400122655750:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:17.036026Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800398591848507:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6700) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800398591848586:2117] held: no
2025-12-06T17:37:17.036907Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800402886815888:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24177
2025-12-06T17:37:17.037750Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800398591848586:2117] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:17.019096Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800399547846019:2132] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:37:17.028577Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800399547846019:2132] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:17.028910Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800399547846011:2109] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:37:17.029001Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:17.019061Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800405622919123:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27987
2025-12-06T17:37:17.039742Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800398591848507:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:37:17.039866Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:17.039939Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800398591848507:2050] [node 3] ICP22 created new session: [5:7580800402886815889:2050]
2025-12-06T17:37:17.039998Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800402886815889:2050] [node 3] ICS09 handshake done sender: [5:7580800398591848586:2117] self: [5:7580800398591848590:0] peer: [3:7580800399547846018:0] socket: 362 qp: -1
2025-12-06T17:37:17.040046Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800402886815889:2050] [node 3] ICS10 traffic start
2025-12-06T17:37:17.040088Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:17.050229Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800400075936975:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:17.050365Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:17.050430Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800400075936975:2109] [node 6] ICP22 created new session: [2:7580800404370904306:2109]
2025-12-06T17:37:17.031016Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800401327951824:2118] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:17.046129Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800401327951740:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:17.046196Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:17.046253Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800401327951740:2049] [node 2] ICP22 created new session: [6:7580800405622919124:2049]
2025-12-06T17:37:17.046332Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800405622919124:2049] [node 2] ICS09 handshake done sender: [6:7580800401327951824:2118] self: [6:7580800405622919122:0] peer: [2:7580800400075936984:0] socket: 366 qp: -1
2025-12-06T17:37:17.046377Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800405622919124:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:17.046420Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:17.053242Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800405622919121:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:17.053393Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800401327951805:2110] [node 4] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:17.029070Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800399547846011:2109] [node 5] ICP22 created new session: [3:7580800403842813338:2109]
2025-12-06T17:37:17.043295Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800395827688371:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:17.045767Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800404417623053:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47668
2025-12-06T17:37:17.053819Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800400122655739:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:17.053851Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800400122655739:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:17.029143Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800403842813338:2109] [node 5] ICS09 handshake done sender: [3:7580800399547846019:2132] self: [3:7580800399547846018:0] peer: [5:7580800398591848590:0] socket: 326 qp: -1
2025-12-06T17:37:17.029187Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800403842813338:2109] [node 5] ICS10 traffic start
2025-12-06T17:37:17.029236Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:17.039016Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800400540945245:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:17.050490Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800404370904306:2109] [node 6] ICS09 handshake done sender: [2:7580800400075936985:2123] self: [2:7580800400075936984:0] peer: [6:7580800405622919122:0] socket: 306 qp: -1
2025-12-06T17:37:17.050587Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800398591848589:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:17.050804Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800398591848570:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:17.059156Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800398591848587:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:17.059321Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800398591848506:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:17.060023Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800402886815892:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24177
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:17.039086Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800400540945245:2114] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:17.050562Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800404370904306:2109] [node 6] ICS10 traffic start
2025-12-06T17:37:17.050609Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:17.081857Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800400075936975:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(24569834ns) {HandleHandshakeStatus:329(24565827ns) {DropIncomingHandshake:442(21353ns) DropOutgoingHandshake:457(626ns) SwitchToState:179(450ns) ProcessPendingSessionEvents:495(23999775ns) {ForwardSessionEventToSession:612(11314506ns) ForwardSessionEventToSession:612(8663ns) ForwardSessionEventToSession:612(4640793ns) ForwardSessionEventToSession:612(7966536ns) ForwardSessionEventToSession:612(17618ns) ForwardSessionEventToSession:612(4214ns) ForwardSessionEventToSession:612(3569ns) ForwardSessionEventToSession:612(7878ns) ForwardSessionEventToSession:612(4472ns) ForwardSessionEventToSession:612(3793ns)}}}
2025-12-06T17:37:17.078784Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800399547846017:2131] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:17.099081Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800400075936983:2122] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:17.099141Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800400075936983:2122] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:17.078872Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800399547846017:2131] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:37:17.094759Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800399547846017:2131] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:17.111265Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800405622919127:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27987
2025-12-06T17:37:17.081148Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800400122655737:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:17.091292Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800402886815894:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24177
2025-12-06T17:37:17.081211Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800400122655737:2113] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:37:17.083313Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800404417623053:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:17.084083Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800404417623057:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47668
2025-12-06T17:37:17.114739Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800400540945245:2114] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:17.111733Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800400075936983:2122] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:17.131810Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800400075936974:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:37:17.131891Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:17.131958Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800400075936974:2108] [node 5] ICP22 created new session: [2:7580800404370904309:2108]
2025-12-06T17:37:17.132021Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800404370904309:2108] [node 5] ICS09 handshake done sender: [2:7580800400075936983:2122] self: [2:7580800400075936982:0] peer: [5:7580800402886815893:0] socket: 309 qp: -1
2025-12-06T17:37:17.132062Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800404370904309:2108] [node 5] ICS10 traffic start
2025-12-06T17:37:17.132118Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:17.134401Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800405622919121:2119] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:17.131433Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800402886815895:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24177
2025-12-06T17:37:17.141914Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800401327951805:2110] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:37:17.142007Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:17.142082Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800401327951805:2110] [node 4] ICP22 created new session: [6:7580800405622919128:2110]
2025-12-06T17:37:17.142139Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800405622919128:2110] [node 4] ICS09 handshake done sender: [6:7580800405622919121:2119] self: [6:7580800405622919126:0] peer: [4:7580800400122655738:0] socket: 368 qp: -1
2025-12-06T17:37:17.142190Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800405622919128:2110] [node 4] ICS10 traffic start
2025-12-06T17:37:17.142239Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:17.134719Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800399547846009:2108] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:37:17.146313Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:17.146391Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800399547846009:2108] [node 4] ICP22 created new session: [3:7580800403842813341:2108]
2025-12-06T17:37:17.146451Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800403842813341:2108] [node 4] ICS09 handshake done sender: [3:7580800399547846017:2131] self: [3:7580800399547846016:0] peer: [4:7580800404417623055:0] socket: 359 qp: -1
2025-12-06T17:37:17.146499Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800403842813341:2108] [node 4] ICS10 traffic start
2025-12-06T17:37:17.146565Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:17.133448Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800400122655739:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:17.144728Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800398591848585:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:17.167480Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800401327951823:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:17.167719Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800401327951739:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:17.163385Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800400540945237:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:37:17.144471Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800400122655737:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:17.147745Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800400122655731:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:17.147829Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:17.147885Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800400122655731:2109] [node 6] ICP22 created new session: [4:7580800404417623060:2109]
2025-12-06T17:37:17.147941Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800404417623060:2109] [node 6] ICS09 handshake done sender: [4:7580800400122655739:2114] self: [4:7580800400122655738:0] peer: [6:7580800405622919126:0] socket: 367 qp: -1
2025-12-06T17:37:17.147986Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800404417623060:2109] [node 6] ICS10 traffic start
2025-12-06T17:37:17.148025Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:17.148810Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800400122655749:2119] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:17.149476Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800400122655730:2108] [node 5] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:17.188296Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800405622919131:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27987
2025-12-06T17:37:17.149534Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:17.149584Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800400122655730:2108] [node 5] ICP22 created new session: [4:7580800404417623062:2108]
2025-12-06T17:37:17.149646Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800404417623062:2108] [node 5] ICS09 handshake done sender: [4:7580800400122655737:2113] self: [4:7580800400122655736:0] peer: [5:7580800402886815891:0] socket: 316 qp: -1
2025-12-06T17:37:17.149687Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800404417623062:2108] [node 5] ICS10 traffic start
2025-12-06T17:37:17.149725Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:17.174996Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800395827688371:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:37:17.175112Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:17.175182Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800395827688371:2050] [node 3] ICP22 created new session: [4:7580800404417623064:2050]
2025-12-06T17:37:17.175240Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800404417623064:2050] [node 3] ICS09 handshake done sender: [4:7580800400122655749:2119] self: [4:7580800404417623055:0] peer: [3:7580800399547846016:0] socket: 345 qp: -1
2025-12-06T17:37:17.175310Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800404417623064:2050] [node 3] ICS10 traffic start
2025-12-06T17:37:17.175359Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:17.163528Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:17.163594Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800400540945237:2108] [node 5] ICP22 created new session: [1:7580800404835912568:2108]
2025-12-06T17:37:17.163647Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800404835912568:2108] [node 5] ICS09 handshake done sender: [1:7580800400540945245:2114] self: [1:7580800400540945244:0] peer: [5:7580800398591848588:0] socket: 356 qp: -1
2025-12-06T17:37:17.163687Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800404835912568:2108] [node 5] ICS10 traffic start
2025-12-06T17:37:17.163736Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:17.174448Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800400540945247:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:17.174487Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800400540945247:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:17.206975Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800400540945247:2115] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:17.218996Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800405622919132:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27987
2025-12-06T17:37:17.219723Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800400540945238:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:17.219860Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:17.219932Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800400540945238:2109] [node 6] ICP22 created new session: [1:7580800404835912571:2109]
2025-12-06T17:37:17.220006Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800404835912571:2109] [node 6] ICS09 handshake done sender: [1:7580800400540945247:2115] self: [1:7580800400540945246:0] peer: [6:7580800405622919130:0] socket: 363 qp: -1
2025-12-06T17:37:17.221074Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800398591848589:2119] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:17.220057Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800404835912571:2109] [node 6] ICS10 traffic start
2025-12-06T17:37:17.220099Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:17.221376Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800395827688371:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(16410244ns) {HandleHandshakeStatus:329(16404994ns) {DropIncomingHandshake:442(1072ns) DropOutgoingHandshake:457(9580ns) SwitchToState:179(851ns) ProcessPendingSessionEvents:495(15761587ns) {ForwardSessionEventToSession:612(71823ns) ForwardSessionEventToSession:612(17530ns) ForwardSessionEventToSession:612(7465118ns) ForwardSessionEventToSession:612(7931ns) ForwardSessionEventToSession:612(3558ns) ForwardSessionEventToSession:612(6101792ns) ForwardSessionEventToSession:612(5347ns) ForwardSessionEventToSession:612(2051896ns) ForwardSessionEventToSession:612(5999ns) ForwardSessionEventToSession:612(4201ns)}}}
2025-12-06T17:37:17.221495Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7580800395827688371:2050] [node 3] ICP27 obsolete handshake fail ignored
2025-12-06T17:37:17.222997Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800398591848570:2108] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:37:17.224023Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:17.224096Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800398591848570:2108] [node 4] ICP22 created new session: [5:7580800402886815897:2108]
2025-12-06T17:37:17.224153Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800402886815897:2108] [node 4] ICS09 handshake done sender: [5:7580800398591848589:2119] self: [5:7580800402886815891:0] peer: [4:7580800400122655736:0] socket: 323 qp: -1
2025-12-06T17:37:17.224201Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800402886815897:2108] [node 4] ICS10 traffic start
2025-12-06T17:37:17.224245Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:17.233198Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800398591848505:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:17.233309Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:17.233372Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800398591848505:2048] [node 1] ICP22 created new session: [5:7580800402886815899:2048]
2025-12-06T17:37:17.233441Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800402886815899:2048] [node 1] ICS09 handshake done sender: [5:7580800398591848585:2116] self: [5:7580800398591848588:0] peer: [1:7580800400540945244:0] socket: 358 qp: -1
2025-12-06T17:37:17.233489Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800402886815899:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:17.233529Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:17.234302Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800398591848587:2118] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:17.235577Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800401327951823:2117] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:17.235984Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800401327951739:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3392) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800401327951823:2117] held: no
2025-12-06T17:37:17.236118Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800401327951739:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:17.236165Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:17.236224Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800401327951739:2048] [node 1] ICP22 created new session: [6:7580800405622919133:2048]
2025-12-06T17:37:17.236297Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800405622919133:2048] [node 1] ICS09 handshake done sender: [6:7580800401327951823:2117] self: [6:7580800405622919130:0] peer: [1:7580800400540945246:0] socket: 365 qp: -1
2025-12-06T17:37:17.236345Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800405622919133:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:17.236394Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:17.237879Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800398591848506:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12215) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800398591848587:2118] held: no
2025-12-06T17:37:17.238031Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800398591848506:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:17.238107Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:17.238159Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800398591848506:2049] [node 2] ICP22 created new session: [5:7580800402886815901:2049]
2025-12-06T17:37:17.238209Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800402886815901:2049] [node 2] ICS09 handshake done sender: [5:7580800398591848587:2118] self: [5:7580800402886815893:0] peer: [2:7580800400075936982:0] socket: 364 qp: -1
2025-12-06T17:37:17.238252Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800402886815901:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:17.238317Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:17.241213Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7580800398591848505:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:37:17.241430Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7580800398591848570:2108] [node 4] ICP27 obsolete handshake fail ignored
2025-12-06T17:37:17.244270Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800405622919131:2122] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:17.244443Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800401327951801:2105] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:17.244875Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800398591848579:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:17.244916Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580800398591848579:2114] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:17.246361Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800405622919136:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27987
2025-12-06T17:37:17.246692Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800398591848579:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:17.247347Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800405622919131:2122] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:17.247647Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800401327951801:2105] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:37:17.247707Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:17.247773Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800401327951801:2105] [node 5] ICP22 created new session: [6:7580800405622919137:2105]
2025-12-06T17:37:17.247824Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800405622919137:2105] [node 5] ICS09 handshake done sender: [6:7580800405622919131:2122] self: [6:7580800405622919135:0] peer: [5:7580800398591848578:0] socket: 319 qp: -1
2025-12-06T17:37:17.247868Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800405622919137:2105] [node 5] ICS10 traffic start
2025-12-06T17:37:17.247908Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:17.250357Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580800398591848571:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:17.250471Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:17.250712Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800398591848571:2109] [node 6] ICP22 created new session: [5:7580800402886815904:2109]
2025-12-06T17:37:17.250785Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800402886815904:2109] [node 6] ICS09 handshake done sender: [5:7580800398591848579:2114] self: [5:7580800398591848578:0] peer: [6:7580800405622919135:0] socket: 317 qp: -1
2025-12-06T17:37:17.250825Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800402886815904:2109] [node 6] ICS10 traffic start
2025-12-06T17:37:17.250887Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:17.314865Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:37:17.315167Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580800400075937006:2048] [node 1] ICS01 socket: 335 reason# EndOfStream
2025-12-06T17:37:17.315224Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580800395780969605:2048] [node 1] ICP30 unregister session Session# [2:7580800400075937006:2048] VirtualId# [2:7580800400075936998:0]
2025-12-06T17:37:17.315270Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580800400075937006:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:17.315414Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:17.315466Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:17.318803Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:37:17.319112Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800399547846039:2048] [node 1] ICS01 socket: 338 reason# EndOfStream
2025-12-06T17:37:17.319169Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800395252878629:2048] [node 1] ICP30 unregister session Session# [3:7580800399547846039:2048] VirtualId# [3:7580800399547846033:0]
2025-12-06T17:37:17.319209Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800399547846039:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:17.319326Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:17.319379Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:17.327440Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:37:17.327675Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800402886815899:2048] [node 1] ICS01 socket: 358 reason# EndOfStream
2025-12-06T17:37:17.327707Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800398591848505:2048] [node 1] ICP30 unregister session Session# [5:7580800402886815899:2048] VirtualId# [5:7580800398591848588:0]
2025-12-06T17:37:17.327740Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800402886815899:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:17.327802Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:17.327844Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:17.326761Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:37:17.327057Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800400122655755:2048] [node 1] ICS01 socket: 334 reason# EndOfStream
2025-12-06T17:37:17.327108Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800395827688369:2048] [node 1] ICP30 unregister session Session# [4:7580800400122655755:2048] VirtualId# [4:7580800400122655746:0]
2025-12-06T17:37:17.327146Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800400122655755:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:17.327257Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:17.327309Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:17.338781Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:37:17.339045Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800405622919133:2048] [node 1] ICS01 socket: 365 reason# EndOfStream
2025-12-06T17:37:17.339097Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800401327951739:2048] [node 1] ICP30 unregister session Session# [6:7580800405622919133:2048] VirtualId# [6:7580800405622919130:0]
2025-12-06T17:37:17.339138Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800405622919133:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:17.339287Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:17.339340Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:17.373731Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:37:17.374047Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800399547846035:2049] [node 2] ICS01 socket: 346 reason# EndOfStream
2025-12-06T17:37:17.374098Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800395252878630:2049] [node 2] ICP30 unregister session Session# [3:7580800399547846035:2049] VirtualId# [3:7580800399547846026:0]
2025-12-06T17:37:17.374140Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800399547846035:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:17.374285Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:17.374337Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:17.382296Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:37:17.382607Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800402886815901:2049] [node 2] ICS01 socket: 364 reason# EndOfStream
2025-12-06T17:37:17.382655Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800398591848506:2049] [node 2] ICP30 unregister session Session# [5:7580800402886815901:2049] VirtualId# [5:7580800402886815893:0]
2025-12-06T17:37:17.382700Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800402886815901:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:17.382809Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:17.382876Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:17.383336Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:37:17.383560Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800405622919124:2049] [node 2] ICS01 socket: 366 reason# EndOfStream
2025-12-06T17:37:17.383595Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800401327951740:2049] [node 2] ICP30 unregister session Session# [6:7580800405622919124:2049] VirtualId# [6:7580800405622919122:0]
2025-12-06T17:37:17.383625Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800405622919124:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:17.383696Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:17.383738Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:17.383533Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:37:17.383737Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800400122655751:2049] [node 2] ICS01 socket: 342 reason# EndOfStream
2025-12-06T17:37:17.383785Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800395827688370:2049] [node 2] ICP30 unregister session Session# [4:7580800400122655751:2049] VirtualId# [4:7580800400122655745:0]
2025-12-06T17:37:17.383816Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800400122655751:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:17.383880Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:17.383924Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:17.434727Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:37:17.435005Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800402886815889:2050] [node 3] ICS01 socket: 362 reason# EndOfStream
2025-12-06T17:37:17.435060Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800398591848507:2050] [node 3] ICP30 unregister session Session# [5:7580800402886815889:2050] VirtualId# [5:7580800398591848590:0]
2025-12-06T17:37:17.435104Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800402886815889:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:17.435222Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:37:17.435274Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:37:17.434727Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:37:17.435101Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580800404417623064:2050] [node 3] ICS07 socket disconnect 345 reason# EndOfStream
2025-12-06T17:37:17.435145Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800404417623064:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:17.435234Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:37:17.435282Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580800404417623064:2050] [node 3] ICS15 start handshake
2025-12-06T17:37:17.436405Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800395827688371:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6700) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:37:17.436468Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800404417623064:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:37:17.436515Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800395827688371:2050] [node 3] ICP30 unregister session Session# [4:7580800404417623064:2050] VirtualId# [4:7580800404417623055:0]
2025-12-06T17:37:17.436565Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:37:17.436600Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580800395827688371:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:6700) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:17.436624Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6700) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:17.446678Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580800395827688371:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:37:17.454717Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:37:17.455029Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580800401327951820:2050] [node 3] ICS07 socket disconnect 344 reason# EndOfStream
2025-12-06T17:37:17.455075Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800401327951820:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:17.455248Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:37:17.455306Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580800401327951820:2050] [node 3] ICS15 start handshake
2025-12-06T17:37:17.475055Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800401327951741:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6700) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:37:17.475140Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800401327951820:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:37:17.475183Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800401327951741:2050] [node 3] ICP30 unregister session Session# [6:7580800401327951820:2050] VirtualId# [6:7580800401327951818:0]
2025-12-06T17:37:17.475251Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:37:17.475292Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580800401327951741:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:6700) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:17.475315Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6700) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:17.486624Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580800401327951741:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:37:17.490790Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:37:17.491153Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800405622919128:2110] [node 4] ICS01 socket: 368 reason# EndOfStream
2025-12-06T17:37:17.491205Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800401327951805:2110] [node 4] ICP30 unregister session Session# [6:7580800405622919128:2110] VirtualId# [6:7580800405622919126:0]
2025-12-06T17:37:17.491272Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800405622919128:2110] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:17.491404Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:37:17.491461Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:37:17.494728Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:37:17.495027Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800402886815897:2108] [node 4] ICS01 socket: 323 reason# EndOfStream
2025-12-06T17:37:17.495069Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800398591848570:2108] [node 4] ICP30 unregister session Session# [5:7580800402886815897:2108] VirtualId# [5:7580800402886815891:0]
2025-12-06T17:37:17.495115Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800402886815897:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:17.495247Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:37:17.495307Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:37:17.590760Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:37:17.591079Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800405622919137:2105] [node 5] ICS01 socket: 319 reason# EndOfStream
2025-12-06T17:37:17.591134Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800401327951801:2105] [node 5] ICP30 unregister session Session# [6:7580800405622919137:2105] VirtualId# [6:7580800405622919135:0]
2025-12-06T17:37:17.591184Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800405622919137:2105] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:17.591334Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:37:17.591385Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:37:17.767915Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800403011498153:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:17.767959Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800403011498154:2049] [node 3] ICP01 ready to work
2025-12-06T17:37:17.783267Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800404886871785:2048] [node 2] ICP01 ready to work
2025-12-06T17:37:17.783311Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800404886871786:2049] [node 3] ICP01 ready to work
2025-12-06T17:37:17.812981Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800402316386564:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:17.813020Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800402316386565:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:17.833301Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800405143151057:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:17.833344Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800405143151058:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:17.833389Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800405143151059:2050] [node 3] ICP01 ready to work
2025-12-06T17:37:17.850967Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800404643370127:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:17.851005Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800404643370128:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:17.851043Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800404643370129:2050] [node 3] ICP01 ready to work
2025-12-06T17:37:17.873782Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800402070408105:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:17.873829Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800402070408106:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:17.873873Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800402070408107:2050] [node 3] ICP01 ready to work
2025-12-06T17:37:18.221975Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800409181839144:2107] [node 4] ICP01 ready to work
2025-12-06T17:37:18.278851Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800409181839145:2108] [node 5] ICP01 ready to work
2025-12-06T17:37:18.287402Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800409438118416:2108] [node 4] ICP01 ready to work
2025-12-06T17:37:18.277848Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800406611353923:2109] [node 6] ICP01 ready to work
2025-12-06T17:37:18.279381Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800409181839146:2109] [node 6] ICP01 ready to work
2025-12-06T17:37:18.287789Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800409438118417:2109] [node 6] ICP01 ready to work
2025-12-06T17:37:18.334666Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800405143151058:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(30825955ns) {Configure:104(30818635ns) {ProcessConfigured:135(28765668ns) {StartInitialHandshake:157(28761562ns) {DropHandshakes:470(3184ns) {DropIncomingHandshake:442(745ns) DropOutgoingHandshake:457(372ns)} GenerateSessionVirtualId:988(1216ns) PrepareNewSessionHandshake:477(7927ns) {SwitchToState:179(3438ns)}}}}}
2025-12-06T17:37:18.336430Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800408938337487:2108] [node 5] ICP01 ready to work
2025-12-06T17:37:18.350975Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800408938337488:2110] [node 6] ICP01 ready to work
2025-12-06T17:37:18.354357Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800403011498153:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(180052808ns) {Configure:104(180046406ns) {ProcessConfigured:135(2927860ns) {StartInitialHandshake:157(2923695ns) {DropHandshakes:470(3803ns) {DropIncomingHandshake:442(1026ns) DropOutgoingHandshake:457(473ns)} GenerateSessionVirtualId:988(1343ns) PrepareNewSessionHandshake:477(4563ns) {SwitchToState:179(2074ns)}}}}}
2025-12-06T17:37:18.353442Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800404886871785:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(216983873ns) {Configure:104(206696029ns) {ProcessConfigured:135(2436658ns) {StartInitialHandshake:157(2432637ns) {DropHandshakes:470(3050ns) {DropIncomingHandshake:442(543ns) DropOutgoingHandshake:457(707ns)} GenerateSessionVirtualId:988(1277ns) PrepareNewSessionHandshake:477(8542ns) {SwitchToState:179(2300ns)}}}}}
2025-12-06T17:37:18.357677Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800405143151059:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(20613382ns) {Configure:104(20605369ns) {ProcessConfigured:135(5149656ns) {StartInitialHandshake:157(5145313ns) {DropHandshakes:470(3278ns) {DropIncomingHandshake:442(849ns) DropOutgoingHandshake:457(537ns)} GenerateSessionVirtualId:988(1311ns) PrepareNewSessionHandshake:477(6955ns) {SwitchToState:179(3187ns)}}}}}
2025-12-06T17:37:18.357099Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800407306465514:2107] [node 4] ICP01 ready to work
2025-12-06T17:37:18.360305Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800407306465516:2108] [node 5] ICP01 ready to work
2025-12-06T17:37:18.360346Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800402070408106:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(227861562ns) {Configure:104(227854547ns) {ProcessConfigured:135(4132216ns) {StartInitialHandshake:157(4128168ns) {DropHandshakes:470(3755ns) {DropIncomingHandshake:442(786ns) DropOutgoingHandshake:457(423ns)} GenerateSessionVirtualId:988(994ns) PrepareNewSessionHandshake:477(2860ns) {SwitchToState:179(811ns)}}}}}
2025-12-06T17:37:18.365012Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800402316386564:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(168564707ns) {Configure:104(168559085ns) {ProcessConfigured:135(848603ns) {StartInitialHandshake:157(846292ns) {DropHandshakes:470(2017ns) {DropIncomingHandshake:442(301ns) DropOutgoingHandshake:457(662ns)} GenerateSessionVirtualId:988(507ns) PrepareNewSessionHandshake:477(1653ns) {SwitchToState:179(473ns)}}}}}
2025-12-06T17:37:18.370916Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800406611353926:2107] [node 4] ICP01 ready to work
2025-12-06T17:37:18.365448Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800407306465518:2109] [node 6] ICP01 ready to work
2025-12-06T17:37:18.366491Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800403011498154:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(189794593ns) {Configure:104(189782184ns) {ProcessConfigured:135(2647407ns) {StartInitialHandshake:157(2644178ns) {DropHandshakes:470(1452ns) {DropIncomingHandshake:442(337ns) DropOutgoingHandshake:457(217ns)} GenerateSessionVirtualId:988(435ns) PrepareNewSessionHandshake:477(2831ns) {SwitchToState:179(822ns)}}}}}
2025-12-06T17:37:18.371994Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800406611353929:2108] [node 5] ICP01 ready to work
2025-12-06T17:37:18.373048Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800406611353923:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(49125545ns) {Configure:104(49114261ns) {ProcessConfigured:135(76464ns) {StartInitialHandshake:157(72968ns) {DropHandshakes:470(7701ns) {DropIncomingHandshake:442(945ns) DropOutgoingHandshake:457(363ns)} GenerateSessionVirtualId:988(1499ns) PrepareNewSessionHandshake:477(2261ns) {SwitchToState:179(1075ns)}}}}}
2025-12-06T17:37:18.362551Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800402070408107:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(227981322ns) {Configure:104(227976510ns) {ProcessConfigured:135(1606382ns) {StartInitialHandshake:157(1602766ns) {DropHandshakes:470(3684ns) {DropIncomingHandshake:442(966ns) DropOutgoingHandshake:457(678ns)} GenerateSessionVirtualId:988(1344ns) PrepareNewSessionHandshake:477(3018ns) {SwitchToState:179(1290ns)}}}}}
2025-12-06T17:37:18.374201Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800405143151057:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(74164957ns) {Configure:104(74153518ns) {ProcessConfigured:135(6682391ns) {StartInitialHandshake:157(6677771ns) {DropHandshakes:470(3159ns) {DropIncomingHandshake:442(830ns) DropOutgoingHandshake:457(370ns)} GenerateSessionVirtualId:988(908ns) PrepareNewSessionHandshake:477(3452ns) {SwitchToState:179(1599ns)}}}}}
2025-12-06T17:37:18.374830Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800404643370127:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(23541549ns) {Configure:104(23535160ns) {ProcessConfigured:135(451579ns) {StartInitialHandshake:157(449148ns) {DropHandshakes:470(1464ns) {DropIncomingHandshake:442(325ns) DropOutgoingHandshake:457(397ns)} GenerateSessionVirtualId:988(1159ns) PrepareNewSessionHandshake:477(1742ns) {SwitchToState:179(664ns)}}}}}
2025-12-06T17:37:18.362955Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800406365375468:2101] [node 5] ICP01 ready to work
2025-12-06T17:37:18.372706Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800409181839146:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(86939170ns) {Configure:104(86933045ns) {ProcessConfigured:135(7198809ns) {StartInitialHandshake:157(7196400ns) {DropHandshakes:470(1533ns) {DropIncomingHandshake:442(265ns) DropOutgoingHandshake:457(228ns)} GenerateSessionVirtualId:988(546ns) PrepareNewSessionHandshake:477(6320ns) {SwitchToState:179(2714ns)}}}}}
2025-12-06T17:37:18.363306Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800406365375469:2108] [node 4] ICP01 ready to work
2025-12-06T17:37:18.378161Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800404643370128:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(30172413ns) {Configure:104(30162874ns) {ProcessConfigured:135(3927195ns) {StartInitialHandshake:157(3923474ns) {DropHandshakes:470(2066ns) {DropIncomingHandshake:442(734ns) DropOutgoingHandshake:457(312ns)} GenerateSessionVirtualId:988(829ns) PrepareNewSessionHandshake:477(3698ns) {SwitchToState:179(1241ns)}}}}}
2025-12-06T17:37:18.384342Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800409438118417:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(17466438ns) {Configure:104(17458037ns) {ProcessConfigured:135(1172087ns) {StartInitialHandshake:157(1168230ns) {DropHandshakes:470(1482ns) {DropIncomingHandshake:442(491ns) DropOutgoingHandshake:457(350ns)} GenerateSessionVirtualId:988(591ns) PrepareNewSessionHandshake:477(2914ns) {SwitchToState:179(1436ns)}}}}}
2025-12-06T17:37:18.387020Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800407306465514:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(16208812ns) {Configure:104(16193718ns) {ProcessConfigured:135(843194ns) {StartInitialHandshake:157(841878ns) {DropHandshakes:470(1374ns) {DropIncomingHandshake:442(426ns) DropOutgoingHandshake:457(300ns)} GenerateSessionVirtualId:988(581ns) PrepareNewSessionHandshake:477(1608ns) {SwitchToState:179(201ns)}}}}}
2025-12-06T17:37:18.385823Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800404886871786:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(29411592ns) {Configure:104(29365878ns) {ProcessConfigured:135(3749337ns) {StartInitialHandshake:157(3746717ns) {DropHandshakes:470(1785ns) {DropIncomingHandshake:442(454ns) DropOutgoingHandshake:457(344ns)} GenerateSessionVirtualId:988(712ns) PrepareNewSessionHandshake:477(3709ns) {SwitchToState:179(1807ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:18.397197Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800406611353937:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36855
2025-12-06T17:37:18.393031Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800406365375469:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(17693961ns) {Configure:104(17688044ns) {ProcessConfigured:135(648887ns) {StartInitialHandshake:157(646068ns) {DropHandshakes:470(1361ns) {DropIncomingHandshake:442(355ns) DropOutgoingHandshake:457(115ns)} GenerateSessionVirtualId:988(500ns) PrepareNewSessionHandshake:477(10419ns) {SwitchToState:179(1593ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:18.402717Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800406611353940:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36855
2025-12-06T17:37:18.402874Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800406611353941:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36855
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:18.406333Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800406365375479:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1775
2025-12-06T17:37:18.401682Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800409438118416:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(21504748ns) {Configure:104(21499349ns) {ProcessConfigured:135(6462349ns) {StartInitialHandshake:157(6459073ns) {DropHandshakes:470(985066ns) {DropIncomingHandshake:442(1461ns) DropOutgoingHandshake:457(423ns)} GenerateSessionVirtualId:988(1426ns) PrepareNewSessionHandshake:477(4147ns) {SwitchToState:179(1241ns)}}}}}
2025-12-06T17:37:18.408168Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800407306465528:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54869
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:18.426697Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800406611353942:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36855
2025-12-06T17:37:18.408465Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800407306465523:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54869
2025-12-06T17:37:18.408673Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800407306465524:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54869
2025-12-06T17:37:18.408748Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800407306465527:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54869
2025-12-06T17:37:18.420198Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800407306465523:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:18.404156Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800409438118431:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16664
2025-12-06T17:37:18.421384Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800409438118432:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16664
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:18.444459Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800406365375479:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:18.445315Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800402070408107:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:18.450578Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800407306465533:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54869
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:18.442241Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800406611353940:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:18.444759Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800409181839158:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61203
2025-12-06T17:37:18.445011Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800409181839159:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61203
2025-12-06T17:37:18.460798Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800409438118432:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:18.467845Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800409438118431:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:18.450989Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800407306465528:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:18.454349Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800408938337502:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52574
2025-12-06T17:37:18.458673Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800406611353942:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:18.471948Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800402316386565:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:18.472009Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800406611353928:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:18.472052Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800406611353928:2111] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:18.462012Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800407306465527:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:18.471174Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800408938337502:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:18.486213Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800406611353937:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:18.486651Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800407306465520:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:18.489089Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800409181839159:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:18.485025Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800404643370128:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:18.486358Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800406611353928:2111] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:18.510587Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800406365375481:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1775
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:18.500092Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800408938337505:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52574
2025-12-06T17:37:18.486678Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800407306465520:2112] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:37:18.494557Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800409438118433:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16664
2025-12-06T17:37:18.489255Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800409181839158:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:18.527656Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800406611353941:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:18.527718Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800406611353923:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:18.488198Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800407306465520:2112] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:18.500803Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800408938337502:2116] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:18.516200Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800409438118416:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:18.491802Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800409181839155:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61203
2025-12-06T17:37:18.488683Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800407306465517:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:18.527190Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800409181839155:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:18.501077Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800404643370128:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:18.528080Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:18.501145Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:18.521674Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800409438118433:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:18.488722Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800407306465517:2111] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:37:18.528942Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800406611353923:2109] [node 6] ICP22 created new session: [3:7580800406611353949:2109]
2025-12-06T17:37:18.556324Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800406611353949:2109] [node 6] ICS09 handshake done sender: [3:7580800406611353928:2111] self: [3:7580800406611353927:0] peer: [6:7580800406365375480:0] socket: 334 qp: -1
2025-12-06T17:37:18.567094Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800406365375479:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:18.524016Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800409438118436:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16664
2025-12-06T17:37:18.524985Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800407306465524:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:18.592210Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800402070408107:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:37:18.560567Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800406611353949:2109] [node 6] ICS10 traffic start
2025-12-06T17:37:18.501216Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800404643370128:2049] [node 2] ICP22 created new session: [4:7580800408938337506:2049]
2025-12-06T17:37:18.526446Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800405143151058:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:18.594774Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:18.598103Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800402070408107:2050] [node 3] ICP22 created new session: [6:7580800406365375484:2050]
2025-12-06T17:37:18.525306Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800407306465517:2111] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:18.615764Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800406365375484:2050] [node 3] ICS09 handshake done sender: [6:7580800406365375479:2115] self: [6:7580800406365375480:0] peer: [3:7580800406611353927:0] socket: 335 qp: -1
2025-12-06T17:37:18.528845Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800409438118431:2115] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:18.571139Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:18.527051Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800407306465533:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:18.527275Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800407306465514:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:37:18.527353Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:18.534499Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800407306465514:2107] [node 4] ICP22 created new session: [2:7580800407306465538:2107]
2025-12-06T17:37:18.538612Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800407306465522:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:18.538686Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800407306465522:2113] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:37:18.539565Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800403011498154:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:37:18.539648Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:18.539702Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800403011498154:2049] [node 3] ICP22 created new session: [2:7580800407306465539:2049]
2025-12-06T17:37:18.539750Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800407306465539:2049] [node 3] ICS09 handshake done sender: [2:7580800407306465517:2111] self: [2:7580800407306465515:0] peer: [3:7580800406611353944:0] socket: 342 qp: -1
2025-12-06T17:37:18.539788Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800407306465539:2049] [node 3] ICS10 traffic start
2025-12-06T17:37:18.539834Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:18.542046Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800407306465538:2107] [node 4] ICS09 handshake done sender: [2:7580800407306465520:2112] self: [2:7580800407306465519:0] peer: [4:7580800408938337503:0] socket: 343 qp: -1
2025-12-06T17:37:18.550675Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800407306465538:2107] [node 4] ICS10 traffic start
2025-12-06T17:37:18.550741Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:18.590650Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800407306465514:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(63284235ns) {HandleHandshakeStatus:329(63281155ns) {DropIncomingHandshake:442(20289ns) DropOutgoingHandshake:457(707ns) SwitchToState:179(622ns) ProcessPendingSessionEvents:495(33877043ns) {ForwardSessionEventToSession:612(18422373ns) ForwardSessionEventToSession:612(11250ns) ForwardSessionEventToSession:612(13114608ns) ForwardSessionEventToSession:612(4093ns) ForwardSessionEventToSession:612(2267740ns) ForwardSessionEventToSession:612(9903ns) ForwardSessionEventToSession:612(5062ns) ForwardSessionEventToSession:612(6280ns) ForwardSessionEventToSession:612(7184ns) ForwardSessionEventToSession:612(3245ns)}}}
2025-12-06T17:37:18.592088Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580800403011498153:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:18.603006Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800407306465522:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:18.501280Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800408938337506:2049] [node 2] ICS09 handshake done sender: [4:7580800408938337502:2116] self: [4:7580800408938337503:0] peer: [2:7580800407306465519:0] socket: 347 qp: -1
2025-12-06T17:37:18.616804Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800406365375484:2050] [node 3] ICS10 traffic start
2025-12-06T17:37:18.617959Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:18.626274Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800407306465516:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:37:18.626371Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:18.610766Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800409181839154:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:18.501328Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800408938337506:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:18.501427Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:18.521807Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800408938337496:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:18.521843Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800408938337496:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:37:18.523215Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800408938337504:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52574
2025-12-06T17:37:18.527469Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800408938337496:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:18.551178Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800408938337487:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:37:18.554864Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:18.554948Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800408938337487:2108] [node 5] ICP22 created new session: [4:7580800408938337510:2108]
2025-12-06T17:37:18.574685Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800408938337510:2108] [node 5] ICS09 handshake done sender: [4:7580800408938337496:2114] self: [4:7580800408938337495:0] peer: [5:7580800409438118435:0] socket: 324 qp: -1
2025-12-06T17:37:18.574763Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800408938337510:2108] [node 5] ICS10 traffic start
2025-12-06T17:37:18.586324Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800408938337504:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:18.587443Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800404643370127:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:18.592382Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:18.550675Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800409438118416:2108] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:37:18.626427Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800407306465516:2108] [node 5] ICP22 created new session: [2:7580800407306465547:2108]
2025-12-06T17:37:18.610834Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800409181839154:2113] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:18.634122Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800406611353948:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36855
2025-12-06T17:37:18.633639Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800408938337514:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52574
2025-12-06T17:37:18.550747Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:18.634336Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580800402316386565:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21974) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580800406611353942:2118] held: no
2025-12-06T17:37:18.646509Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800408938337504:2117] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:18.626482Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800407306465547:2108] [node 5] ICS09 handshake done sender: [2:7580800407306465522:2113] self: [2:7580800407306465521:0] peer: [5:7580800409438118437:0] socket: 344 qp: -1
2025-12-06T17:37:18.648850Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800408938337487:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(84791023ns) {HandleHandshakeStatus:329(81341292ns) {DropIncomingHandshake:442(379ns) DropOutgoingHandshake:457(431ns) SwitchToState:179(213ns) ProcessPendingSessionEvents:495(16243437ns) {ForwardSessionEventToSession:612(9363673ns) ForwardSessionEventToSession:612(1804115ns) ForwardSessionEventToSession:612(550302ns) ForwardSessionEventToSession:612(8089ns) ForwardSessionEventToSession:612(4311ns) ForwardSessionEventToSession:612(3044628ns) ForwardSessionEventToSession:612(1055221ns) ForwardSessionEventToSession:612(4636ns) ForwardSessionEventToSession:612(360580ns) ForwardSessionEventToSession:612(10299ns)}}}
2025-12-06T17:37:18.550816Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800409438118416:2108] [node 4] ICP22 created new session: [5:7580800409438118438:2108]
2025-12-06T17:37:18.616261Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800409181839148:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:18.626704Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800407306465547:2108] [node 5] ICS10 traffic start
2025-12-06T17:37:18.667654Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800404643370127:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:18.616310Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800409181839148:2110] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:37:18.558666Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800409438118438:2108] [node 4] ICS09 handshake done sender: [5:7580800409438118431:2115] self: [5:7580800409438118435:0] peer: [4:7580800408938337495:0] socket: 325 qp: -1
2025-12-06T17:37:18.651749Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800406611353923:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(100559888ns) {HandleHandshakeStatus:329(100557405ns) {DropIncomingHandshake:442(319135ns) DropOutgoingHandshake:457(784ns) SwitchToState:179(294ns) ProcessPendingSessionEvents:495(35630537ns) {ForwardSessionEventToSession:612(10237850ns) ForwardSessionEventToSession:612(8208914ns) ForwardSessionEventToSession:612(5668ns) ForwardSessionEventToSession:612(4255ns) ForwardSessionEventToSession:612(4753250ns) ForwardSessionEventToSession:612(839728ns) ForwardSessionEventToSession:612(4355315ns) ForwardSessionEventToSession:612(6712ns) ForwardSessionEventToSession:612(2594ns) ForwardSessionEventToSession:612(7184936ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:18.675548Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800406611353948:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:18.675762Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800402316386564:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:18.675881Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800406611353947:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36855
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:18.667750Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:18.633206Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800409181839166:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61203
2025-12-06T17:37:18.630831Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:18.667808Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800404643370127:2048] [node 1] ICP22 created new session: [4:7580800408938337515:2048]
2025-12-06T17:37:18.667869Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800408938337515:2048] [node 1] ICS09 handshake done sender: [4:7580800408938337504:2117] self: [4:7580800408938337512:0] peer: [1:7580800409181839153:0] socket: 356 qp: -1
2025-12-06T17:37:18.667914Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800408938337515:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:18.667953Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:18.668222Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7580800404643370127:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:37:18.558731Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800409438118438:2108] [node 4] ICS10 traffic start
2025-12-06T17:37:18.558805Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:18.631402Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800409438118441:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16664
2025-12-06T17:37:18.632378Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800409438118416:2108] [node 4] ICP35 event processing took too much time PendingConnection:279(49475163ns) {HandleHandshakeStatus:329(49469691ns) {DropIncomingHandshake:442(1514ns) DropOutgoingHandshake:457(9453ns) SwitchToState:179(958ns) ProcessPendingSessionEvents:495(11944668ns) {ForwardSessionEventToSession:612(9697856ns) ForwardSessionEventToSession:612(2168607ns) ForwardSessionEventToSession:612(11761ns) ForwardSessionEventToSession:612(9205ns) ForwardSessionEventToSession:612(3854ns) ForwardSessionEventToSession:612(3434ns) ForwardSessionEventToSession:612(7721ns) ForwardSessionEventToSession:612(3691ns) ForwardSessionEventToSession:612(6665ns) ForwardSessionEventToSession:612(11353ns)}}}
2025-12-06T17:37:18.646714Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800409438118433:2117] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:18.669303Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800405143151058:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21974) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800409438118433:2117] held: no
2025-12-06T17:37:18.669426Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800405143151058:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:18.669472Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:18.669531Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800405143151058:2049] [node 2] ICP22 created new session: [5:7580800409438118442:2049]
2025-12-06T17:37:18.669580Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800409438118442:2049] [node 2] ICS09 handshake done sender: [5:7580800409438118433:2117] self: [5:7580800409438118437:0] peer: [2:7580800407306465521:0] socket: 346 qp: -1
2025-12-06T17:37:18.669619Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800409438118442:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:18.669662Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:18.691227Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800409438118445:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16664
2025-12-06T17:37:18.634842Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800409181839154:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:18.645986Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800407306465516:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(16674130ns) {HandleHandshakeStatus:329(16668932ns) {DropIncomingHandshake:442(20144ns) DropOutgoingHandshake:457(923ns) SwitchToState:179(891ns) ProcessPendingSessionEvents:495(5802837ns) {ForwardSessionEventToSession:612(5718533ns) ForwardSessionEventToSession:612(16788ns) ForwardSessionEventToSession:612(3938ns) ForwardSessionEventToSession:612(4040ns) ForwardSessionEventToSession:612(6419ns) ForwardSessionEventToSession:612(9340ns) ForwardSessionEventToSession:612(3655ns) ForwardSessionEventToSession:612(13882ns) ForwardSessionEventToSession:612(3327ns) ForwardSessionEventToSession:612(7386ns)}}}
2025-12-06T17:37:18.697597Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800402070408107:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(79204999ns) {HandleHandshakeStatus:329(79202381ns) {DropIncomingHandshake:442(449ns) DropOutgoingHandshake:457(6668ns) SwitchToState:179(4029ns) ProcessPendingSessionEvents:495(40660311ns) {ForwardSessionEventToSession:612(8943239ns) ForwardSessionEventToSession:612(7308ns) ForwardSessionEventToSession:612(7669247ns) ForwardSessionEventToSession:612(5587ns) ForwardSessionEventToSession:612(4175ns) ForwardSessionEventToSession:612(4016046ns) ForwardSessionEventToSession:612(8142ns) ForwardSessionEventToSession:612(4710ns) ForwardSessionEventToSession:612(19533753ns) ForwardSessionEventToSession:612(441505ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:18.706855Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800406611353942:2118] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:18.732586Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800402316386565:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:18.732681Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:18.732750Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800402316386565:2049] [node 2] ICP22 created new session: [3:7580800406611353955:2049]
2025-12-06T17:37:18.732808Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800406611353955:2049] [node 2] ICS09 handshake done sender: [3:7580800406611353942:2118] self: [3:7580800406611353944:0] peer: [2:7580800407306465515:0] socket: 345 qp: -1
2025-12-06T17:37:18.732871Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800406611353955:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:18.732912Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:18.681113Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800407306465549:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54869
2025-12-06T17:37:18.697285Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580800403011498153:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5103) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7580800407306465533:2119] held: no
2025-12-06T17:37:18.722781Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800407306465533:2119] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:18.654980Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800409181839144:2107] [node 4] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:18.743820Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800406611353957:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36855
2025-12-06T17:37:18.723259Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800408938337517:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52574
2025-12-06T17:37:18.746636Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800406365375482:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1775
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:18.746901Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800409438118445:2121] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:18.755170Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800405143151057:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:18.655069Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:18.767165Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800406365375486:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1775
2025-12-06T17:37:18.767454Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800406365375487:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1775
2025-12-06T17:37:18.767704Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800406365375482:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:18.771159Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800409438118444:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16664
2025-12-06T17:37:18.771454Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800408938337517:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:18.771620Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800404643370129:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:18.772362Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580800403011498153:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:18.772432Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:18.772489Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800403011498153:2048] [node 1] ICP22 created new session: [2:7580800407306465550:2048]
2025-12-06T17:37:18.772544Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800407306465550:2048] [node 1] ICS09 handshake done sender: [2:7580800407306465533:2119] self: [2:7580800407306465546:0] peer: [1:7580800409181839147:0] socket: 351 qp: -1
2025-12-06T17:37:18.772588Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800407306465550:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:18.772632Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:18.764972Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800406611353941:2117] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:18.790885Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800409438118444:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:18.791996Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800409438118425:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:18.792055Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580800409438118425:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:18.792240Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800407306465526:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:18.792285Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800407306465526:2116] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:18.655147Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800409181839144:2107] [node 4] ICP22 created new session: [1:7580800409181839168:2107]
2025-12-06T17:37:18.769324Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800406365375468:2101] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:18.775372Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800402316386564:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:18.775431Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:18.775489Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800402316386564:2048] [node 1] ICP22 created new session: [3:7580800406611353958:2048]
2025-12-06T17:37:18.775544Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800406611353958:2048] [node 1] ICS09 handshake done sender: [3:7580800406611353941:2117] self: [3:7580800406611353953:0] peer: [1:7580800409181839151:0] socket: 339 qp: -1
2025-12-06T17:37:18.775587Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800406611353958:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:18.775636Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:18.797972Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800406611353931:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:18.798003Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800406611353931:2112] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:37:18.794560Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800407306465526:2116] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:18.794831Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800405143151059:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:18.770943Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800406365375483:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1775
2025-12-06T17:37:18.786665Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800406365375486:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:18.786908Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800402070408106:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:18.791378Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800406365375483:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:18.791534Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800406365375469:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:18.794314Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800406365375492:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1775
2025-12-06T17:37:18.807339Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800407306465518:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:18.807447Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:18.807522Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800407306465518:2109] [node 6] ICP22 created new session: [2:7580800407306465553:2109]
2025-12-06T17:37:18.807610Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800407306465553:2109] [node 6] ICS09 handshake done sender: [2:7580800407306465526:2116] self: [2:7580800407306465525:0] peer: [6:7580800406365375490:0] socket: 366 qp: -1
2025-12-06T17:37:18.807658Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800407306465553:2109] [node 6] ICS10 traffic start
2025-12-06T17:37:18.807711Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:18.655217Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800409181839168:2107] [node 4] ICS09 handshake done sender: [1:7580800409181839154:2113] self: [1:7580800409181839153:0] peer: [4:7580800408938337512:0] socket: 354 qp: -1
2025-12-06T17:37:18.798694Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800409438118425:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:18.808677Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800406365375487:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:18.814869Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800406611353931:2112] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:18.798822Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800408938337501:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:18.809048Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800406365375486:2119] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:18.655265Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800409181839168:2107] [node 4] ICS10 traffic start
2025-12-06T17:37:18.809563Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580800409438118417:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:18.818416Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800406611353936:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:18.818466Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800406611353936:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:37:18.821066Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800406611353926:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:37:18.816450Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800402070408106:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:18.816506Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:18.816562Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800402070408106:2049] [node 2] ICP22 created new session: [6:7580800406365375495:2049]
2025-12-06T17:37:18.816623Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800406365375495:2049] [node 2] ICS09 handshake done sender: [6:7580800406365375486:2119] self: [6:7580800406365375490:0] peer: [2:7580800407306465525:0] socket: 328 qp: -1
2025-12-06T17:37:18.818095Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800406365375495:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:18.818624Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:18.819840Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580800402070408106:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:37:18.798870Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800408938337501:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:18.655312Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:18.809659Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:18.811373Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800408938337501:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:18.821143Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:18.821210Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800406611353926:2107] [node 4] ICP22 created new session: [3:7580800406611353961:2107]
2025-12-06T17:37:18.821263Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800406611353961:2107] [node 4] ICS09 handshake done sender: [3:7580800406611353931:2112] self: [3:7580800406611353930:0] peer: [4:7580800408938337518:0] socket: 371 qp: -1
2025-12-06T17:37:18.821309Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800406611353961:2107] [node 4] ICS10 traffic start
2025-12-06T17:37:18.821354Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:18.809723Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800409438118417:2109] [node 6] ICP22 created new session: [5:7580800409438118449:2109]
2025-12-06T17:37:18.674643Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800409181839148:2110] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:18.818020Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800408938337488:2110] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:18.686808Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800404886871785:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:37:18.809785Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800409438118449:2109] [node 6] ICS09 handshake done sender: [5:7580800409438118425:2113] self: [5:7580800409438118424:0] peer: [6:7580800406365375489:0] socket: 331 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:18.841954Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800406611353936:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:18.841966Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800402070408105:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:18.818293Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:18.809825Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800409438118449:2109] [node 6] ICS10 traffic start
2025-12-06T17:37:18.686872Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:18.686938Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800404886871785:2048] [node 2] ICP22 created new session: [1:7580800409181839172:2048]
2025-12-06T17:37:18.686998Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800409181839172:2048] [node 2] ICS09 handshake done sender: [1:7580800409181839148:2110] self: [1:7580800409181839147:0] peer: [2:7580800407306465546:0] socket: 349 qp: -1
2025-12-06T17:37:18.687047Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800409181839172:2048] [node 2] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:18.818356Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800408938337488:2110] [node 6] ICP22 created new session: [4:7580800408938337521:2110]
2025-12-06T17:37:18.843173Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800406365375468:2101] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6209) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800406365375482:2117] held: no
2025-12-06T17:37:18.809866Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:18.687100Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:18.860411Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800406611353926:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(21118509ns) {HandleHandshakeStatus:329(21115061ns) {DropIncomingHandshake:442(16678ns) DropOutgoingHandshake:457(512ns) SwitchToState:179(469ns) ProcessPendingSessionEvents:495(20644793ns) {ForwardSessionEventToSession:612(6273793ns) ForwardSessionEventToSession:612(3167164ns) ForwardSessionEventToSession:612(7141586ns) ForwardSessionEventToSession:612(4729ns) ForwardSessionEventToSession:612(4981ns) ForwardSessionEventToSession:612(1142055ns) ForwardSessionEventToSession:612(4164ns) ForwardSessionEventToSession:612(2628037ns) ForwardSessionEventToSession:612(6256ns) ForwardSessionEventToSession:612(238582ns)}}}
2025-12-06T17:37:18.687868Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800409181839166:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:18.848292Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800406365375493:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1775
2025-12-06T17:37:18.689954Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580800404886871785:2048] [node 2] ICP18 handshake (actor [1:7580800409181839166:2118]) is too old
2025-12-06T17:37:18.864323Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800406611353929:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:37:18.817193Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800409438118451:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16664
2025-12-06T17:37:18.864419Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:18.864472Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800406611353929:2108] [node 5] ICP22 created new session: [3:7580800406611353964:2108]
2025-12-06T17:37:18.818172Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800409438118445:2121] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:18.824247Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800405143151057:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:18.869077Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800406611353964:2108] [node 5] ICS09 handshake done sender: [3:7580800406611353936:2114] self: [3:7580800406611353933:0] peer: [5:7580800409438118447:0] socket: 370 qp: -1
2025-12-06T17:37:18.824320Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:18.818610Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800408938337520:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52574
2025-12-06T17:37:18.824381Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800405143151057:2048] [node 1] ICP22 created new session: [5:7580800409438118452:2048]
2025-12-06T17:37:18.838921Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800409438118452:2048] [node 1] ICS09 handshake done sender: [5:7580800409438118445:2121] self: [5:7580800409438118446:0] peer: [1:7580800409181839156:0] socket: 374 qp: -1
2025-12-06T17:37:18.827913Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800408938337521:2110] [node 6] ICS09 handshake done sender: [4:7580800408938337501:2115] self: [4:7580800408938337500:0] peer: [6:7580800406365375491:0] socket: 341 qp: -1
2025-12-06T17:37:18.841150Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800409438118452:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:18.831008Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800408938337521:2110] [node 6] ICS10 traffic start
2025-12-06T17:37:18.841235Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:18.837816Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800408938337517:2120] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:18.845277Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800405143151057:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(19414424ns) {HandleHandshakeStatus:329(19411754ns) {DropIncomingHandshake:442(2256ns) DropOutgoingHandshake:457(9640ns) SwitchToState:179(598ns) ProcessPendingSessionEvents:495(144607ns) {ForwardSessionEventToSession:612(73352ns) ForwardSessionEventToSession:612(15018ns) ForwardSessionEventToSession:612(3345ns) ForwardSessionEventToSession:612(12443ns) ForwardSessionEventToSession:612(3843ns) ForwardSessionEventToSession:612(3776ns) ForwardSessionEventToSession:612(7251ns) ForwardSessionEventToSession:612(3661ns) ForwardSessionEventToSession:612(3067ns) ForwardSessionEventToSession:612(8108ns)}}}
2025-12-06T17:37:18.837956Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:18.851536Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800409438118454:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16664
2025-12-06T17:37:18.852076Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800409438118444:2120] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:18.849104Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800404643370129:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:37:18.849177Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:18.852320Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800405143151059:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:37:18.849233Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800404643370129:2050] [node 3] ICP22 created new session: [4:7580800408938337523:2050]
2025-12-06T17:37:18.852417Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:18.849283Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800408938337523:2050] [node 3] ICS09 handshake done sender: [4:7580800408938337517:2120] self: [4:7580800408938337518:0] peer: [3:7580800406611353930:0] socket: 372 qp: -1
2025-12-06T17:37:18.852481Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800405143151059:2050] [node 3] ICP22 created new session: [5:7580800409438118455:2050]
2025-12-06T17:37:18.852528Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800409438118455:2050] [node 3] ICS09 handshake done sender: [5:7580800409438118444:2120] self: [5:7580800409438118447:0] peer: [3:7580800406611353933:0] socket: 321 qp: -1
2025-12-06T17:37:18.849326Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800408938337523:2050] [node 3] ICS10 traffic start
2025-12-06T17:37:18.849368Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:18.852571Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800409438118455:2050] [node 3] ICS10 traffic start
2025-12-06T17:37:18.852610Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:18.862477Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7580800404643370129:2050] [node 3] ICP27 obsolete handshake fail ignored
2025-12-06T17:37:18.861629Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800406365375482:2117] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:18.861953Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800406365375494:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1775
2025-12-06T17:37:18.863045Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800406365375498:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1775
2025-12-06T17:37:18.864644Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800406365375468:2101] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:37:18.867219Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:18.869178Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800406365375468:2101] [node 5] ICP22 created new session: [6:7580800406365375500:2101]
2025-12-06T17:37:18.870865Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800406365375500:2101] [node 5] ICS09 handshake done sender: [6:7580800406365375482:2117] self: [6:7580800406365375489:0] peer: [5:7580800409438118424:0] socket: 363 qp: -1
2025-12-06T17:37:18.870906Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800406365375500:2101] [node 5] ICS10 traffic start
2025-12-06T17:37:18.870955Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:18.871425Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800406365375483:2118] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:18.870914Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800408938337488:2110] [node 6] ICP35 event processing took too much time PendingConnection:279(42480372ns) {HandleHandshakeStatus:329(42468946ns) {DropIncomingHandshake:442(473ns) DropOutgoingHandshake:457(1077ns) SwitchToState:179(601ns) ProcessPendingSessionEvents:495(15433400ns) {ForwardSessionEventToSession:612(5352652ns) ForwardSessionEventToSession:612(6137ns) ForwardSessionEventToSession:612(5645437ns) ForwardSessionEventToSession:612(8116ns) ForwardSessionEventToSession:612(417287ns) ForwardSessionEventToSession:612(5555ns) ForwardSessionEventToSession:612(4130ns) ForwardSessionEventToSession:612(3037938ns) ForwardSessionEventToSession:612(4866ns) ForwardSessionEventToSession:612(926021ns)}}}
2025-12-06T17:37:18.871625Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800406611353964:2108] [node 5] ICS10 traffic start
2025-12-06T17:37:18.872549Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800402070408105:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5103) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800406365375487:2120] held: no
2025-12-06T17:37:18.694866Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800409181839152:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:18.872796Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800406365375469:2108] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:37:18.694902Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800409181839152:2112] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:37:18.728062Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800409181839176:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61203
2025-12-06T17:37:18.742868Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800409181839152:2112] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:18.769763Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800404886871786:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:37:18.769837Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:18.769897Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800404886871786:2049] [node 3] ICP22 created new session: [1:7580800409181839177:2049]
2025-12-06T17:37:18.769958Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800409181839177:2049] [node 3] ICS09 handshake done sender: [1:7580800409181839152:2112] self: [1:7580800409181839151:0] peer: [3:7580800406611353953:0] socket: 329 qp: -1
2025-12-06T17:37:18.769995Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800409181839177:2049] [node 3] ICS10 traffic start
2025-12-06T17:37:18.872924Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800406365375487:2120] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:18.770039Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:18.873797Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:18.778363Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800409181839157:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:18.873856Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800406365375469:2108] [node 4] ICP22 created new session: [6:7580800406365375502:2108]
2025-12-06T17:37:18.778395Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800409181839157:2115] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:37:18.873907Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800406365375502:2108] [node 4] ICS09 handshake done sender: [6:7580800406365375483:2118] self: [6:7580800406365375491:0] peer: [4:7580800408938337500:0] socket: 364 qp: -1
2025-12-06T17:37:18.803878Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800409181839157:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:18.873941Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800406365375502:2108] [node 4] ICS10 traffic start
2025-12-06T17:37:18.816213Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800409181839176:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:18.873974Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:18.819150Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800409181839145:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:37:18.819222Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:18.871697Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:18.819267Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800409181839145:2108] [node 5] ICP22 created new session: [1:7580800409181839181:2108]
2025-12-06T17:37:18.838366Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800409181839181:2108] [node 5] ICS09 handshake done sender: [1:7580800409181839157:2115] self: [1:7580800409181839156:0] peer: [5:7580800409438118446:0] socket: 373 qp: -1
2025-12-06T17:37:18.838946Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800409181839181:2108] [node 5] ICS10 traffic start
2025-12-06T17:37:18.841043Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:18.843701Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800409181839150:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:18.843731Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800409181839150:2111] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:18.845481Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800409181839150:2111] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:18.848453Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800409181839145:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(23136053ns) {HandleHandshakeStatus:329(23133093ns) {DropIncomingHandshake:442(24578ns) DropOutgoingHandshake:457(543ns) SwitchToState:179(490ns) ProcessPendingSessionEvents:495(773831ns) {ForwardSessionEventToSession:612(71661ns) ForwardSessionEventToSession:612(11597ns) ForwardSessionEventToSession:612(2923ns) ForwardSessionEventToSession:612(9637ns) ForwardSessionEventToSession:612(3056ns) ForwardSessionEventToSession:612(4558ns) ForwardSessionEventToSession:612(641043ns) ForwardSessionEventToSession:612(3719ns) ForwardSessionEventToSession:612(3896ns) ForwardSessionEventToSession:612(10320ns)}}}
2025-12-06T17:37:18.856537Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800409181839146:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:18.859617Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:18.860503Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800409181839146:2109] [node 6] ICP22 created new session: [1:7580800409181839184:2109]
2025-12-06T17:37:18.867306Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800409181839184:2109] [node 6] ICS09 handshake done sender: [1:7580800409181839150:2111] self: [1:7580800409181839149:0] peer: [6:7580800406365375497:0] socket: 327 qp: -1
2025-12-06T17:37:18.869030Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800409181839184:2109] [node 6] ICS10 traffic start
2025-12-06T17:37:18.869085Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:18.874122Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800409181839146:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(17735343ns) {HandleHandshakeStatus:329(17393440ns) {DropIncomingHandshake:442(19358ns) DropOutgoingHandshake:457(678ns) SwitchToState:179(892ns) ProcessPendingSessionEvents:495(1572220ns) {ForwardSessionEventToSession:612(1514169ns) ForwardSessionEventToSession:612(11955ns) ForwardSessionEventToSession:612(3188ns) ForwardSessionEventToSession:612(2600ns) ForwardSessionEventToSession:612(6058ns) ForwardSessionEventToSession:612(2625ns) ForwardSessionEventToSession:612(7114ns) ForwardSessionEventToSession:612(3168ns) ForwardSessionEventToSession:612(2274ns) ForwardSessionEventToSession:612(9787ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:18.875972Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800402070408105:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:18.876024Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:18.876077Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800402070408105:2048] [node 1] ICP22 created new session: [6:7580800406365375504:2048]
2025-12-06T17:37:18.876123Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800406365375504:2048] [node 1] ICS09 handshake done sender: [6:7580800406365375487:2120] self: [6:7580800406365375497:0] peer: [1:7580800409181839149:0] socket: 368 qp: -1
2025-12-06T17:37:18.876158Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800406365375504:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:18.876180Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:18.876360Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800408938337525:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52574
2025-12-06T17:37:18.930710Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:37:18.931001Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580800407306465550:2048] [node 1] ICS01 socket: 351 reason# EndOfStream
2025-12-06T17:37:18.931053Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580800403011498153:2048] [node 1] ICP30 unregister session Session# [2:7580800407306465550:2048] VirtualId# [2:7580800407306465546:0]
2025-12-06T17:37:18.931092Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580800407306465550:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:18.931212Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:18.931266Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:18.932284Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:37:18.932540Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800406611353958:2048] [node 1] ICS01 socket: 339 reason# EndOfStream
2025-12-06T17:37:18.932608Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800402316386564:2048] [node 1] ICP30 unregister session Session# [3:7580800406611353958:2048] VirtualId# [3:7580800406611353953:0]
2025-12-06T17:37:18.932648Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800406611353958:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:18.932755Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:18.932814Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:18.938800Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:37:18.939076Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580800409438118452:2048] [node 1] ICS07 socket disconnect 374 reason# EndOfStream
2025-12-06T17:37:18.939119Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800409438118452:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:18.939221Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:18.939269Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580800409438118452:2048] [node 1] ICS15 start handshake
2025-12-06T17:37:18.939856Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:37:18.940069Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800406365375504:2048] [node 1] ICS01 socket: 368 reason# EndOfStream
2025-12-06T17:37:18.940126Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800402070408105:2048] [node 1] ICP30 unregister session Session# [6:7580800406365375504:2048] VirtualId# [6:7580800406365375497:0]
2025-12-06T17:37:18.940162Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800406365375504:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:18.940230Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:18.940274Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:18.941418Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800405143151057:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5103) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:37:18.941489Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800409438118452:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:37:18.941527Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800405143151057:2048] [node 1] ICP30 unregister session Session# [5:7580800409438118452:2048] VirtualId# [5:7580800409438118446:0]
2025-12-06T17:37:18.941574Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:18.941614Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580800405143151057:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:5103) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:18.941631Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5103) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:18.942662Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:37:18.942901Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800408938337515:2048] [node 1] ICS01 socket: 356 reason# EndOfStream
2025-12-06T17:37:18.942940Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800404643370127:2048] [node 1] ICP30 unregister session Session# [4:7580800408938337515:2048] VirtualId# [4:7580800408938337512:0]
2025-12-06T17:37:18.942973Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800408938337515:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:18.943066Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:18.943112Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:18.954689Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580800405143151057:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:37:18.992161Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:37:18.992418Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800406611353955:2049] [node 2] ICS01 socket: 345 reason# EndOfStream
2025-12-06T17:37:18.992469Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800402316386565:2049] [node 2] ICP30 unregister session Session# [3:7580800406611353955:2049] VirtualId# [3:7580800406611353944:0]
2025-12-06T17:37:18.992504Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800406611353955:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:18.992607Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:18.992659Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:18.997291Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:37:18.997591Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800408938337506:2049] [node 2] ICS01 socket: 347 reason# EndOfStream
2025-12-06T17:37:18.997818Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800404643370128:2049] [node 2] ICP30 unregister session Session# [4:7580800408938337506:2049] VirtualId# [4:7580800408938337503:0]
2025-12-06T17:37:18.997862Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800408938337506:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:18.997948Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:18.998001Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:19.004384Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:37:19.004584Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580800406365375495:2049] [node 2] ICS07 socket disconnect 328 reason# EndOfStream
2025-12-06T17:37:19.004608Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800406365375495:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:19.004676Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:19.004721Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580800406365375495:2049] [node 2] ICS15 start handshake
2025-12-06T17:37:19.003493Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:37:19.003762Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800409438118442:2049] [node 2] ICS01 socket: 346 reason# EndOfStream
2025-12-06T17:37:19.003803Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800405143151058:2049] [node 2] ICP30 unregister session Session# [5:7580800409438118442:2049] VirtualId# [5:7580800409438118437:0]
2025-12-06T17:37:19.003844Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800409438118442:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:19.003953Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:19.004006Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:19.007368Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800402070408106:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21974) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:37:19.007438Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800406365375495:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:37:19.007488Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800402070408106:2049] [node 2] ICP30 unregister session Session# [6:7580800406365375495:2049] VirtualId# [6:7580800406365375490:0]
2025-12-06T17:37:19.007537Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:19.007577Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580800402070408106:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:21974) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:19.007599Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21974) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:19.021031Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580800402070408106:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:37:19.060687Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:37:19.061576Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:37:19.063826Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800409438118455:2050] [node 3] ICS01 socket: 321 reason# EndOfStream
2025-12-06T17:37:19.060951Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800408938337523:2050] [node 3] ICS01 socket: 372 reason# EndOfStream
2025-12-06T17:37:19.061007Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800404643370129:2050] [node 3] ICP30 unregister session Session# [4:7580800408938337523:2050] VirtualId# [4:7580800408938337518:0]
2025-12-06T17:37:19.061045Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800408938337523:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:19.061133Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:37:19.061191Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:37:19.064028Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800405143151059:2050] [node 3] ICP30 unregister session Session# [5:7580800409438118455:2050] VirtualId# [5:7580800409438118447:0]
2025-12-06T17:37:19.064078Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800409438118455:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:19.064599Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:37:19.064688Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:37:19.067189Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:37:19.067604Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800406365375484:2050] [node 3] ICS01 socket: 335 reason# EndOfStream
2025-12-06T17:37:19.067649Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800402070408107:2050] [node 3] ICP30 unregister session Session# [6:7580800406365375484:2050] VirtualId# [6:7580800406365375480:0]
2025-12-06T17:37:19.067694Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800406365375484:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:19.067822Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:37:19.067891Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:37:19.116069Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:37:19.116282Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580800409438118438:2108] [node 4] ICS07 socket disconnect 325 reason# EndOfStream
2025-12-06T17:37:19.116316Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800409438118438:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:19.116417Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:37:19.116456Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580800409438118438:2108] [node 4] ICS15 start handshake
2025-12-06T17:37:19.117610Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800409438118416:2108] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24269) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:37:19.117655Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800409438118438:2108] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:37:19.117690Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800409438118416:2108] [node 4] ICP30 unregister session Session# [5:7580800409438118438:2108] VirtualId# [5:7580800409438118435:0]
2025-12-06T17:37:19.117733Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:37:19.117754Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580800409438118416:2108] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:24269) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:19.117765Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24269) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:19.119385Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:37:19.119683Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800406365375502:2108] [node 4] ICS01 socket: 364 reason# EndOfStream
2025-12-06T17:37:19.119759Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800406365375469:2108] [node 4] ICP30 unregister session Session# [6:7580800406365375502:2108] VirtualId# [6:7580800406365375491:0]
2025-12-06T17:37:19.119813Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800406365375502:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:19.119944Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:37:19.119995Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:37:19.127315Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580800409438118416:2108] [node 4] ICP33 wake up from error state
2025-12-06T17:37:19.186732Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:37:19.187040Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800406365375500:2101] [node 5] ICS01 socket: 363 reason# EndOfStream
2025-12-06T17:37:19.187101Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800406365375468:2101] [node 5] ICP30 unregister session Session# [6:7580800406365375500:2101] VirtualId# [6:7580800406365375489:0]
2025-12-06T17:37:19.187152Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800406365375500:2101] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:19.187298Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:37:19.187353Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:37:19.231652Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800412579603721:2049] [node 3] ICP01 ready to work
2025-12-06T17:37:19.232742Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800412579603720:2048] [node 2] ICP01 ready to work
2025-12-06T17:37:19.238447Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800414141572912:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:19.238474Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800414141572913:2049] [node 3] ICP01 ready to work
2025-12-06T17:37:19.245668Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800414375472468:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:19.245697Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800414375472469:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:19.253165Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800413136198038:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:19.253197Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800413136198039:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:19.253908Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800413136198040:2050] [node 3] ICP01 ready to work
2025-12-06T17:37:19.263497Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800414621534470:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:19.263535Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800414621534471:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:19.263576Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800414621534472:2050] [node 3] ICP01 ready to work
2025-12-06T17:37:19.306185Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800411540666858:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:19.306325Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800411540666859:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:19.307495Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800411540666860:2050] [node 3] ICP01 ready to work
2025-12-06T17:37:19.575528Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800411540666920:2106] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:19.608535Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800412579603721:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(33380665ns) {Configure:104(33373876ns) {ProcessConfigured:135(88311ns) {StartInitialHandshake:157(84528ns) {DropHandshakes:470(4194ns) {DropIncomingHandshake:442(1221ns) DropOutgoingHandshake:457(461ns)} GenerateSessionVirtualId:988(1225ns) PrepareNewSessionHandshake:477(5576ns) {SwitchToState:179(961ns)}}}}}
2025-12-06T17:37:19.609091Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800412579603786:2108] [node 5] ICP01 ready to work
2025-12-06T17:37:19.598994Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800414141572973:2107] [node 4] ICP01 ready to work
2025-12-06T17:37:19.609431Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800412579603787:2109] [node 6] ICP01 ready to work
2025-12-06T17:37:19.605695Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800413136198099:2108] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53019
2025-12-06T17:37:19.628277Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800414141572979:2109] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:19.623332Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800412579603783:2107] [node 4] ICP01 ready to work
2025-12-06T17:37:19.631203Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800414141572980:2110] [node 6] ICP01 ready to work
2025-12-06T17:37:19.650174Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800414621534531:2108] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49473
2025-12-06T17:37:19.696713Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800411540666925:2110] [node 4] ICP01 ready to work
2025-12-06T17:37:19.670890Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800414375472532:2107] [node 4] ICP01 ready to work
2025-12-06T17:37:19.682799Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800414375472531:2108] [node 5] ICP01 ready to work
2025-12-06T17:37:19.684595Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800414375472468:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(68991100ns) {Configure:104(68983185ns) {ProcessConfigured:135(13171883ns) {StartInitialHandshake:157(13167490ns) {DropHandshakes:470(3548ns) {DropIncomingHandshake:442(834ns) DropOutgoingHandshake:457(406ns)} GenerateSessionVirtualId:988(1123ns) PrepareNewSessionHandshake:477(5888ns) {SwitchToState:179(2997ns)}}}}}
2025-12-06T17:37:19.695477Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800414375472535:2109] [node 6] ICP01 ready to work
2025-12-06T17:37:19.743978Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800413136198038:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(91883589ns) {Configure:104(91876228ns) {ProcessConfigured:135(90972ns) {StartInitialHandshake:157(87335ns) {DropHandshakes:470(3336ns) {DropIncomingHandshake:442(818ns) DropOutgoingHandshake:457(621ns)} GenerateSessionVirtualId:988(1197ns) PrepareNewSessionHandshake:477(6109ns) {SwitchToState:179(762ns)}}}}}
2025-12-06T17:37:19.744590Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800413136198104:2109] [node 5] ICP01 ready to work
2025-12-06T17:37:19.744974Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800413136198105:2110] [node 6] ICP01 ready to work
2025-12-06T17:37:19.741269Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800414621534534:2110] [node 6] ICP01 ready to work
2025-12-06T17:37:19.754849Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800411540666860:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(55825198ns) {Configure:104(55819373ns) {ProcessConfigured:135(1056802ns) {StartInitialHandshake:157(1053963ns) {DropHandshakes:470(2238ns) {DropIncomingHandshake:442(515ns) DropOutgoingHandshake:457(479ns)} GenerateSessionVirtualId:988(659ns) PrepareNewSessionHandshake:477(2749ns) {SwitchToState:179(1247ns)}}}}}
2025-12-06T17:37:19.751597Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800412579603786:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(118462469ns) {Configure:104(118452918ns) {ProcessConfigured:135(44700704ns) {StartInitialHandshake:157(44696194ns) {DropHandshakes:470(3237ns) {DropIncomingHandshake:442(708ns) DropOutgoingHandshake:457(799ns)} GenerateSessionVirtualId:988(1015ns) PrepareNewSessionHandshake:477(4826ns) {SwitchToState:179(2055ns)}}}}}
2025-12-06T17:37:19.749416Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800414621534531:2108] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:19.752443Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800412579603720:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(158975139ns) {Configure:104(158970701ns) {ProcessConfigured:135(110780ns) {StartInitialHandshake:157(97158ns) {DropHandshakes:470(3614ns) {DropIncomingHandshake:442(950ns) DropOutgoingHandshake:457(679ns)} GenerateSessionVirtualId:988(1260ns) PrepareNewSessionHandshake:477(2986ns) {SwitchToState:179(1210ns)}}}}}
2025-12-06T17:37:19.760072Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800414621534470:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(82003213ns) {Configure:104(81981556ns) {ProcessConfigured:135(3419434ns) {StartInitialHandshake:157(3414389ns) {DropHandshakes:470(3560ns) {DropIncomingHandshake:442(680ns) DropOutgoingHandshake:457(750ns)} GenerateSessionVirtualId:988(676ns) PrepareNewSessionHandshake:477(5442ns) {SwitchToState:179(1526ns)}}}}}
2025-12-06T17:37:19.758596Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800412579603787:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(121629337ns) {Configure:104(121621647ns) {ProcessConfigured:135(11274358ns) {StartInitialHandshake:157(11270708ns) {DropHandshakes:470(3759ns) {DropIncomingHandshake:442(935ns) DropOutgoingHandshake:457(593ns)} GenerateSessionVirtualId:988(924ns) PrepareNewSessionHandshake:477(4355ns) {SwitchToState:179(1055ns)}}}}}
2025-12-06T17:37:19.769430Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800414141572912:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(153422481ns) {Configure:104(153412599ns) {ProcessConfigured:135(1208633ns) {StartInitialHandshake:157(1204520ns) {DropHandshakes:470(2765ns) {DropIncomingHandshake:442(698ns) DropOutgoingHandshake:457(390ns)} GenerateSessionVirtualId:988(844ns) PrepareNewSessionHandshake:477(2193ns) {SwitchToState:179(622ns)}}}}}
2025-12-06T17:37:19.769509Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800413136198039:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(119459437ns) {Configure:104(119452139ns) {ProcessConfigured:135(8478715ns) {StartInitialHandshake:157(8475630ns) {DropHandshakes:470(1862ns) {DropIncomingHandshake:442(453ns) DropOutgoingHandshake:457(367ns)} GenerateSessionVirtualId:988(818ns) PrepareNewSessionHandshake:477(4350ns) {SwitchToState:179(1931ns)}}}}}
2025-12-06T17:37:19.770842Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800414141572913:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(153005894ns) {Configure:104(148699393ns) {ProcessConfigured:135(899608ns) {StartInitialHandshake:157(896193ns) {DropHandshakes:470(1838ns) {DropIncomingHandshake:442(316ns) DropOutgoingHandshake:457(756ns)} GenerateSessionVirtualId:988(852ns) PrepareNewSessionHandshake:477(2134ns) {SwitchToState:179(268ns)}}}}}
2025-12-06T17:37:19.781838Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800413136198040:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(114880043ns) {Configure:104(114875953ns) {ProcessConfigured:135(10540161ns) {StartInitialHandshake:157(10536844ns) {DropHandshakes:470(1543ns) {DropIncomingHandshake:442(352ns) DropOutgoingHandshake:457(318ns)} GenerateSessionVirtualId:988(608ns) PrepareNewSessionHandshake:477(3109ns) {SwitchToState:179(1279ns)}}}}}
2025-12-06T17:37:19.781986Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800414141572979:2109] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(109067591ns) {Configure:104(109056528ns) {ProcessConfigured:135(8933484ns) {StartInitialHandshake:157(8929513ns) {DropHandshakes:470(1805ns) {DropIncomingHandshake:442(322ns) DropOutgoingHandshake:457(750ns)} GenerateSessionVirtualId:988(491ns) PrepareNewSessionHandshake:477(6675ns) {SwitchToState:179(2303ns)}}}}}
2025-12-06T17:37:19.792447Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800414621534471:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(108655403ns) {Configure:104(108647785ns) {ProcessConfigured:135(879793ns) {StartInitialHandshake:157(877357ns) {DropHandshakes:470(3374ns) {DropIncomingHandshake:442(814ns) DropOutgoingHandshake:457(1032ns)} GenerateSessionVirtualId:988(612ns) PrepareNewSessionHandshake:477(2360ns) {SwitchToState:179(139ns)}}}}}
2025-12-06T17:37:19.795724Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800414621534534:2110] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(41425129ns) {Configure:104(41418956ns) {ProcessConfigured:135(61795ns) {StartInitialHandshake:157(58352ns) {DropHandshakes:470(5441ns) {DropIncomingHandshake:442(429ns) DropOutgoingHandshake:457(393ns)} GenerateSessionVirtualId:988(1555ns) PrepareNewSessionHandshake:477(1590ns) {SwitchToState:179(431ns)}}}}}
2025-12-06T17:37:19.802722Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800414621534543:2109] [node 4] ICP01 ready to work
2025-12-06T17:37:19.799257Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800411540666859:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(50909599ns) {Configure:104(50904399ns) {ProcessConfigured:135(1995732ns) {StartInitialHandshake:157(1992437ns) {DropHandshakes:470(739887ns) {DropIncomingHandshake:442(1594ns) DropOutgoingHandshake:457(402ns)} GenerateSessionVirtualId:988(1942ns) PrepareNewSessionHandshake:477(3812ns) {SwitchToState:179(1240ns)}}}}}
2025-12-06T17:37:19.798989Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800414375472532:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(60454676ns) {Configure:104(60439178ns) {ProcessConfigured:135(9739068ns) {StartInitialHandshake:157(9734594ns) {DropHandshakes:470(2732ns) {DropIncomingHandshake:442(506ns) DropOutgoingHandshake:457(459ns)} GenerateSessionVirtualId:988(524ns) PrepareNewSessionHandshake:477(4503ns) {SwitchToState:179(2201ns)}}}}}
2025-12-06T17:37:19.805769Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800412579603783:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(38783081ns) {Configure:104(38773074ns) {ProcessConfigured:135(2391916ns) {StartInitialHandshake:157(2388442ns) {DropHandshakes:470(3418ns) {DropIncomingHandshake:442(755ns) DropOutgoingHandshake:457(485ns)} GenerateSessionVirtualId:988(785ns) PrepareNewSessionHandshake:477(3424ns) {SwitchToState:179(1591ns)}}}}}
2025-12-06T17:37:19.805195Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800414621534472:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(23186039ns) {Configure:104(23178457ns) {ProcessConfigured:135(534117ns) {StartInitialHandshake:157(530957ns) {DropHandshakes:470(2256ns) {DropIncomingHandshake:442(491ns) DropOutgoingHandshake:457(401ns)} GenerateSessionVirtualId:988(733ns) PrepareNewSessionHandshake:477(4943ns) {SwitchToState:179(2125ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:19.799070Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800414375472469:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(91188271ns) {Configure:104(91180723ns) {ProcessConfigured:135(4144390ns) {StartInitialHandshake:157(4140598ns) {DropHandshakes:470(2947ns) {DropIncomingHandshake:442(665ns) DropOutgoingHandshake:457(470ns)} GenerateSessionVirtualId:988(1108ns) PrepareNewSessionHandshake:477(7086ns) {SwitchToState:179(3301ns)}}}}}
2025-12-06T17:37:19.810985Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800411540666932:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1618
2025-12-06T17:37:19.807439Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800414375472531:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(64010320ns) {Configure:104(64005132ns) {ProcessConfigured:135(3185511ns) {StartInitialHandshake:157(3181054ns) {DropHandshakes:470(3154ns) {DropIncomingHandshake:442(706ns) DropOutgoingHandshake:457(419ns)} GenerateSessionVirtualId:988(1116ns) PrepareNewSessionHandshake:477(3946ns) {SwitchToState:179(2268ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:19.811167Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800411540666858:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(56847511ns) {Configure:104(56837911ns) {ProcessConfigured:135(5415125ns) {StartInitialHandshake:157(5410617ns) {DropHandshakes:470(1509251ns) {DropIncomingHandshake:442(229ns) DropOutgoingHandshake:457(1801ns)} GenerateSessionVirtualId:988(2572ns) PrepareNewSessionHandshake:477(4856ns) {SwitchToState:179(994ns)}}}}}
2025-12-06T17:37:19.814491Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800414141572980:2110] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(33044451ns) {Configure:104(33037064ns) {ProcessConfigured:135(58304ns) {StartInitialHandshake:157(55686ns) {DropHandshakes:470(5597ns) {DropIncomingHandshake:442(645ns) DropOutgoingHandshake:457(377ns)} GenerateSessionVirtualId:988(653ns) PrepareNewSessionHandshake:477(964ns) {SwitchToState:179(230ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:19.828548Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800414621534543:2109] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(25223013ns) {Configure:104(25216266ns) {ProcessConfigured:135(2624950ns) {StartInitialHandshake:157(2215946ns) {DropHandshakes:470(3033ns) {DropIncomingHandshake:442(820ns) DropOutgoingHandshake:457(862ns)} GenerateSessionVirtualId:988(755ns) PrepareNewSessionHandshake:477(2922ns) {SwitchToState:179(1436ns)}}}}}
2025-12-06T17:37:19.813391Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800413136198112:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53019
2025-12-06T17:37:19.822648Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800411540666932:2113] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:19.822858Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800414141572987:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7255
2025-12-06T17:37:19.828731Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800412579603793:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:19.816569Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800413136198105:2110] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(54057214ns) {Configure:104(53479861ns) {ProcessConfigured:135(5992881ns) {StartInitialHandshake:157(5990028ns) {DropHandshakes:470(3519ns) {DropIncomingHandshake:442(739ns) DropOutgoingHandshake:457(605ns)} GenerateSessionVirtualId:988(777ns) PrepareNewSessionHandshake:477(3181ns) {SwitchToState:179(224ns)}}}}}
2025-12-06T17:37:19.830837Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800414141572987:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:19.828787Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800412579603793:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:19.826869Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800411540666858:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:19.832306Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800414375472543:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18789
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:19.826140Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800413136198112:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:19.870078Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800414621534548:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49473
2025-12-06T17:37:19.870325Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800414621534547:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49473
2025-12-06T17:37:19.832993Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580800414141572912:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:19.832346Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800412579603793:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:19.836515Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800414375472545:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18789
2025-12-06T17:37:19.875599Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800414621534552:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49473
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:19.859381Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800412579603801:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40216
2025-12-06T17:37:19.849109Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800413136198119:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53019
2025-12-06T17:37:19.850989Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800414141572993:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7255
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:19.839776Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800414375472546:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18789
2025-12-06T17:37:19.840195Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800414375472544:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18789
2025-12-06T17:37:19.849834Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800414375472547:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18789
2025-12-06T17:37:19.863115Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800414375472543:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:19.869302Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800414375472545:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:19.869445Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800414375472547:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:19.869734Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800414375472469:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:19.892389Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800414375472544:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:19.906752Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800414375472468:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:19.857626Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800414141572992:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7255
2025-12-06T17:37:19.851769Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800413136198099:2108] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:19.860360Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800412579603787:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:19.860423Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:19.863336Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800412579603791:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:19.863411Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800412579603791:2112] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:37:19.870913Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800412579603787:2109] [node 6] ICP22 created new session: [1:7580800412579603802:2109]
2025-12-06T17:37:19.876950Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800412579603791:2112] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:19.881214Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800412579603802:2109] [node 6] ICS09 handshake done sender: [1:7580800412579603793:2113] self: [1:7580800412579603792:0] peer: [6:7580800411540666937:0] socket: 327 qp: -1
2025-12-06T17:37:19.881290Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800412579603802:2109] [node 6] ICS10 traffic start
2025-12-06T17:37:19.881435Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:19.882058Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800412579603787:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(22103010ns) {HandleHandshakeStatus:329(22098806ns) {DropIncomingHandshake:442(1431ns) DropOutgoingHandshake:457(701ns) SwitchToState:179(1124ns) ProcessPendingSessionEvents:495(135609ns) {ForwardSessionEventToSession:612(70463ns) ForwardSessionEventToSession:612(7640ns) ForwardSessionEventToSession:612(4040ns) ForwardSessionEventToSession:612(6851ns) ForwardSessionEventToSession:612(5834ns) ForwardSessionEventToSession:612(2440ns) ForwardSessionEventToSession:612(6567ns) ForwardSessionEventToSession:612(3559ns) ForwardSessionEventToSession:612(3752ns) ForwardSessionEventToSession:612(5657ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:19.892363Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800412579603801:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:19.892558Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800414621534548:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:19.858748Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800413136198039:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:19.924835Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800411540666938:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1618
2025-12-06T17:37:19.859705Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800414141572975:2108] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:19.911898Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800414621534547:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:19.887563Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800413136198121:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53019
2025-12-06T17:37:19.922589Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800414375472542:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:19.920007Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800412579603799:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40216
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:19.859743Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800414141572975:2108] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:37:19.915484Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800414621534552:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:19.922663Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800414375472542:2113] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:37:19.933262Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800412579603785:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:19.915693Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800414621534553:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49473
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:19.886198Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800414141572984:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:19.932620Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800413136198099:2108] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:19.928706Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800414375472546:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:19.933314Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800412579603785:2110] [node 3] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:19.928908Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800414375472556:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18789
2025-12-06T17:37:19.915795Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800414621534471:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:19.932992Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800413136198119:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:19.886294Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800414141572984:2112] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:37:19.916079Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800414621534472:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:19.916375Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800414621534543:2109] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:19.938385Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800414621534557:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49473
2025-12-06T17:37:19.961870Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800414621534558:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49473
2025-12-06T17:37:19.967817Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800414621534553:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:19.957853Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800414375472542:2113] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:19.942415Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800413136198040:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:19.886403Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800414141572992:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:19.936685Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800412579603720:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:37:19.989617Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800414621534559:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49473
2025-12-06T17:37:19.963186Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800414375472545:2116] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:19.943256Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800413136198107:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:19.979762Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800411540666932:2113] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:19.890884Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800414141572993:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:19.936749Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:19.994936Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800411540666939:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1618
2025-12-06T17:37:19.974863Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800414375472540:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:20.013656Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800414621534471:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22300) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800414621534547:2115] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:19.942633Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800412579603720:2048] [node 2] ICP22 created new session: [1:7580800412579603808:2048]
2025-12-06T17:37:19.891196Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800414141572975:2108] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:19.974929Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800414375472540:2112] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:37:19.943298Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800413136198107:2112] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:19.998273Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800411540666858:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:20.014313Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800414621534470:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:19.944041Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800413136198039:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:19.942970Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800412579603799:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:19.911436Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800414141572996:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7255
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:19.944097Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:20.014745Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800414621534547:2115] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:19.944144Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800413136198039:2049] [node 2] ICP22 created new session: [4:7580800413136198124:2049]
2025-12-06T17:37:20.015386Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800414621534552:2118] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:19.944191Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800413136198124:2049] [node 2] ICS09 handshake done sender: [4:7580800413136198099:2108] self: [4:7580800413136198120:0] peer: [2:7580800414141572974:0] socket: 321 qp: -1
2025-12-06T17:37:20.034960Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800414621534471:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:19.944230Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800413136198124:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:20.035034Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:19.944270Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:20.035096Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800414621534471:2049] [node 2] ICP22 created new session: [5:7580800418916501857:2049]
2025-12-06T17:37:19.986318Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800413136198123:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53019
2025-12-06T17:37:20.035154Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800418916501857:2049] [node 2] ICS09 handshake done sender: [5:7580800414621534547:2115] self: [5:7580800414621534554:0] peer: [2:7580800414141572985:0] socket: 342 qp: -1
2025-12-06T17:37:20.009976Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800413136198107:2112] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:20.035197Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800418916501857:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:20.020665Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800413136198123:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:20.035263Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: 2025-12-06T17:37:20.035820Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800414621534472:2050] [node 3] ICP19 incoming handshake succeeded
::ffff:127.1.0.0
2025-12-06T17:37:20.040859Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800413136198039:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(41099383ns) {HandleHandshakeStatus:329(41094372ns) {DropIncomingHandshake:442(1769ns) DropOutgoingHandshake:457(6020ns) SwitchToState:179(495ns) ProcessPendingSessionEvents:495(40618581ns) {ForwardSessionEventToSession:612(9616233ns) ForwardSessionEventToSession:612(8193ns) ForwardSessionEventToSession:612(3097994ns) ForwardSessionEventToSession:612(4116ns) ForwardSessionEventToSession:612(13263747ns) ForwardSessionEventToSession:612(15771ns) ForwardSessionEventToSession:612(8194603ns) ForwardSessionEventToSession:612(6373500ns) ForwardSessionEventToSession:612(4267ns) ForwardSessionEventToSession:612(3421ns)}}}
2025-12-06T17:37:20.042061Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800413136198104:2109] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:37:20.035867Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:20.042131Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:20.035926Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800414621534472:2050] [node 3] ICP22 created new session: [5:7580800418916501859:2050]
2025-12-06T17:37:20.042200Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800413136198104:2109] [node 5] ICP22 created new session: [4:7580800417431165423:2109]
2025-12-06T17:37:20.035985Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800418916501859:2050] [node 3] ICS09 handshake done sender: [5:7580800414621534552:2118] self: [5:7580800414621534555:0] peer: [3:7580800414375472541:0] socket: 361 qp: -1
2025-12-06T17:37:20.042285Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800417431165423:2109] [node 5] ICS09 handshake done sender: [4:7580800413136198107:2112] self: [4:7580800413136198106:0] peer: [5:7580800414621534556:0] socket: 346 qp: -1
2025-12-06T17:37:20.036020Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800418916501859:2050] [node 3] ICS10 traffic start
2025-12-06T17:37:20.042331Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800417431165423:2109] [node 5] ICS10 traffic start
2025-12-06T17:37:20.036058Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:20.042403Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:20.067037Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800414621534548:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:20.044773Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7580800413136198039:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:37:19.998370Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
No RDMA context found for GID: ::ffff:127.1.0.02025-12-06T17:37:20.066960Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800413136198038:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:20.007839Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800411540666858:2048] [node 1] ICP22 created new session: [6:7580800411540666940:2048]
2025-12-06T17:37:20.067479Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800417431165426:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53019
2025-12-06T17:37:20.022870Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800411540666940:2048] [node 1] ICS09 handshake done sender: [6:7580800411540666932:2113] self: [6:7580800411540666937:0] peer: [1:7580800412579603792:0] socket: 329 qp: -1
2025-12-06T17:37:20.022953Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800411540666940:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:19.979277Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800414375472469:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:20.030691Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:20.031393Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800411540666858:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(34665062ns) {HandleHandshakeStatus:329(34660896ns) {DropIncomingHandshake:442(4079ns) DropOutgoingHandshake:457(11454ns) SwitchToState:179(567ns) ProcessPendingSessionEvents:495(138139ns) {ForwardSessionEventToSession:612(75299ns) ForwardSessionEventToSession:612(5930ns) ForwardSessionEventToSession:612(7606ns) ForwardSessionEventToSession:612(9451ns) ForwardSessionEventToSession:612(9674ns) ForwardSessionEventToSession:612(3477ns) ForwardSessionEventToSession:612(3349ns) ForwardSessionEventToSession:612(5829ns) ForwardSessionEventToSession:612(2658ns) ForwardSessionEventToSession:612(3678ns)}}}
2025-12-06T17:37:19.979388Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:20.031620Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800411540666939:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:19.979470Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800414375472469:2049] [node 2] ICP22 created new session: [3:7580800414375472560:2049]
2025-12-06T17:37:20.032437Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800411540666859:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:19.995292Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800414375472560:2049] [node 2] ICS09 handshake done sender: [3:7580800414375472545:2116] self: [3:7580800414375472553:0] peer: [2:7580800414141572982:0] socket: 336 qp: -1
2025-12-06T17:37:20.041312Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800415835634240:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1618
2025-12-06T17:37:19.995372Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800414375472560:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:20.041783Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800415835634237:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1618
2025-12-06T17:37:19.995372Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800414375472531:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:37:20.051255Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800411540666939:2117] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:19.995449Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:20.061076Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800411540666859:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:20.065048Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:20.007100Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800414375472531:2108] [node 5] ICP22 created new session: [3:7580800414375472561:2108]
2025-12-06T17:37:20.013163Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:20.067968Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800411540666859:2049] [node 2] ICP22 created new session: [6:7580800415835634242:2049]
2025-12-06T17:37:20.068026Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800415835634242:2049] [node 2] ICS09 handshake done sender: [6:7580800411540666939:2117] self: [6:7580800415835634239:0] peer: [2:7580800414141572990:0] socket: 380 qp: -1
2025-12-06T17:37:20.015224Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800414375472561:2108] [node 5] ICS09 handshake done sender: [3:7580800414375472542:2113] self: [3:7580800414375472541:0] peer: [5:7580800414621534555:0] socket: 357 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:19.947562Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800412579603808:2048] [node 2] ICS09 handshake done sender: [1:7580800412579603791:2112] self: [1:7580800412579603790:0] peer: [2:7580800414141572994:0] socket: 324 qp: -1
2025-12-06T17:37:19.924642Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800414141572984:2112] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:20.017345Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800414375472561:2108] [node 5] ICS10 traffic start
2025-12-06T17:37:19.947617Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800412579603808:2048] [node 2] ICS10 traffic start
2025-12-06T17:37:20.068078Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800415835634242:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:19.931419Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800414141572973:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:37:20.080573Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800414621534470:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6301) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800414621534553:2119] held: no
2025-12-06T17:37:19.961157Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800412579603785:2110] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:20.092522Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800413136198119:2117] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:20.068139Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:20.080776Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800414621534543:2109] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:37:19.933555Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:20.019385Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800414375472469:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(37646375ns) {HandleHandshakeStatus:329(37641259ns) {DropIncomingHandshake:442(1113ns) DropOutgoingHandshake:457(9428ns) SwitchToState:179(625ns) ProcessPendingSessionEvents:495(143253ns) {ForwardSessionEventToSession:612(83677ns) ForwardSessionEventToSession:612(3635ns) ForwardSessionEventToSession:612(3619ns) ForwardSessionEventToSession:612(5578ns) ForwardSessionEventToSession:612(2563ns) ForwardSessionEventToSession:612(3159ns) ForwardSessionEventToSession:612(12153ns) ForwardSessionEventToSession:612(2724ns) ForwardSessionEventToSession:612(9014ns) ForwardSessionEventToSession:612(2217ns)}}}
2025-12-06T17:37:20.070654Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800415835634244:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1618
2025-12-06T17:37:19.962571Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800412579603721:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:37:20.079953Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800415835634245:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1618
2025-12-06T17:37:20.083962Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800415835634237:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:20.087096Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800411540666860:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:20.080850Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:20.108331Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800415835634247:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1618
2025-12-06T17:37:20.109253Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800413136198040:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:37:19.933636Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800414141572973:2107] [node 4] ICP22 created new session: [2:7580800414141573000:2107]
2025-12-06T17:37:20.019833Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580800414375472468:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6301) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580800414375472544:2115] held: no
2025-12-06T17:37:20.109734Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800411540666859:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(26833997ns) {HandleHandshakeStatus:329(26830075ns) {DropIncomingHandshake:442(1367ns) DropOutgoingHandshake:457(7295ns) SwitchToState:179(1002ns) ProcessPendingSessionEvents:495(19595251ns) {ForwardSessionEventToSession:612(6720381ns) ForwardSessionEventToSession:612(2336799ns) ForwardSessionEventToSession:612(8112ns) ForwardSessionEventToSession:612(4318ns) ForwardSessionEventToSession:612(6591005ns) ForwardSessionEventToSession:612(5056ns) ForwardSessionEventToSession:612(1677986ns) ForwardSessionEventToSession:612(1587401ns) ForwardSessionEventToSession:612(4406ns) ForwardSessionEventToSession:612(635962ns)}}}
2025-12-06T17:37:19.962655Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:20.080912Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800414621534543:2109] [node 4] ICP22 created new session: [5:7580800418916501863:2109]
2025-12-06T17:37:20.109330Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:20.020614Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:19.962714Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800412579603721:2049] [node 3] ICP22 created new session: [1:7580800412579603811:2049]
2025-12-06T17:37:19.933727Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800414141573000:2107] [node 4] ICS09 handshake done sender: [2:7580800414141572975:2108] self: [2:7580800414141572974:0] peer: [4:7580800413136198120:0] socket: 320 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:20.080985Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800418916501863:2109] [node 4] ICS09 handshake done sender: [5:7580800414621534548:2116] self: [5:7580800414621534556:0] peer: [4:7580800413136198106:0] socket: 348 qp: -1
2025-12-06T17:37:20.110306Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800415835634237:2118] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:20.109383Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800413136198040:2050] [node 3] ICP22 created new session: [4:7580800417431165430:2050]
2025-12-06T17:37:20.067254Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800414375472540:2112] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:19.933780Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800414141573000:2107] [node 4] ICS10 traffic start
2025-12-06T17:37:19.975895Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:20.110996Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800415835634244:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:20.081035Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800418916501863:2109] [node 4] ICS10 traffic start
2025-12-06T17:37:20.067745Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800414375472559:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18789
2025-12-06T17:37:20.081094Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:20.081976Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800418916501861:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49473
2025-12-06T17:37:20.087409Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800414621534553:2119] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:20.100919Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800414621534470:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:20.101022Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:20.101086Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800414621534470:2048] [node 1] ICP22 created new session: [5:7580800418916501866:2048]
2025-12-06T17:37:20.101148Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800418916501866:2048] [node 1] ICS09 handshake done sender: [5:7580800414621534553:2119] self: [5:7580800418916501856:0] peer: [1:7580800412579603788:0] socket: 366 qp: -1
2025-12-06T17:37:20.101194Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800418916501866:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:20.101237Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:20.126477Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800414621534542:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:20.126553Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580800414621534542:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:20.135698Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800414621534542:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:20.109443Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800417431165430:2050] [node 3] ICS09 handshake done sender: [4:7580800413136198119:2117] self: [4:7580800413136198122:0] peer: [3:7580800414375472538:0] socket: 360 qp: -1
2025-12-06T17:37:19.933828Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:19.986328Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800412579603811:2049] [node 3] ICS09 handshake done sender: [1:7580800412579603785:2110] self: [1:7580800412579603784:0] peer: [3:7580800414375472555:0] socket: 328 qp: -1
2025-12-06T17:37:20.109480Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800417431165430:2050] [node 3] ICS10 traffic start
2025-12-06T17:37:20.116716Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800415835634245:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:19.934455Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800414141572987:2114] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:20.150668Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580800414621534534:2110] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:20.074149Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800414375472544:2115] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:19.995307Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800412579603811:2049] [node 3] ICS10 traffic start
2025-12-06T17:37:20.116785Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800411540666860:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:37:20.075989Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800414375472532:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:37:20.170305Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:20.171159Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800414621534534:2110] [node 6] ICP22 created new session: [5:7580800418916501869:2110]
2025-12-06T17:37:20.172053Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800418916501869:2110] [node 6] ICS09 handshake done sender: [5:7580800414621534542:2114] self: [5:7580800414621534541:0] peer: [6:7580800415835634248:0] socket: 337 qp: -1
2025-12-06T17:37:20.178482Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800418916501869:2110] [node 6] ICS10 traffic start
2025-12-06T17:37:20.109516Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:19.936908Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800414141572986:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:19.995400Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:20.076079Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:20.076147Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800414375472532:2107] [node 4] ICP22 created new session: [3:7580800418670439862:2107]
2025-12-06T17:37:20.076209Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800418670439862:2107] [node 4] ICS09 handshake done sender: [3:7580800414375472540:2112] self: [3:7580800414375472538:0] peer: [4:7580800413136198122:0] socket: 358 qp: -1
2025-12-06T17:37:20.076256Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800418670439862:2107] [node 4] ICS10 traffic start
2025-12-06T17:37:20.076316Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:20.089889Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800414375472531:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(90224978ns) {HandleHandshakeStatus:329(90220632ns) {DropIncomingHandshake:442(17655ns) DropOutgoingHandshake:457(1955ns) SwitchToState:179(916ns) ProcessPendingSessionEvents:495(29894398ns) {ForwardSessionEventToSession:612(12615923ns) ForwardSessionEventToSession:612(1072270ns) ForwardSessionEventToSession:612(9142ns) ForwardSessionEventToSession:612(5321001ns) ForwardSessionEventToSession:612(5116ns) ForwardSessionEventToSession:612(4389ns) ForwardSessionEventToSession:612(7629907ns) ForwardSessionEventToSession:612(4095ns) ForwardSessionEventToSession:612(1455657ns) ForwardSessionEventToSession:612(1744997ns)}}}
2025-12-06T17:37:20.090500Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800414375472468:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:20.090564Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:20.090616Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800414375472468:2048] [node 1] ICP22 created new session: [3:7580800418670439864:2048]
2025-12-06T17:37:20.090681Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800418670439864:2048] [node 1] ICS09 handshake done sender: [3:7580800414375472544:2115] self: [3:7580800414375472555:0] peer: [1:7580800412579603784:0] socket: 335 qp: -1
2025-12-06T17:37:20.090722Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800418670439864:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:20.090762Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:20.091320Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800414375472549:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:20.091347Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800414375472549:2119] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:20.108261Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800414375472549:2119] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:20.126621Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800414375472535:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:20.130147Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:20.135408Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800414375472535:2109] [node 6] ICP22 created new session: [3:7580800418670439867:2109]
2025-12-06T17:37:20.146759Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800418670439867:2109] [node 6] ICS09 handshake done sender: [3:7580800414375472549:2119] self: [3:7580800414375472548:0] peer: [6:7580800415835634246:0] socket: 340 qp: -1
2025-12-06T17:37:20.147504Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800418670439867:2109] [node 6] ICS10 traffic start
2025-12-06T17:37:20.148695Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:20.167654Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800414375472535:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(44014988ns) {HandleHandshakeStatus:329(44011636ns) {DropIncomingHandshake:442(30990ns) DropOutgoingHandshake:457(1055ns) SwitchToState:179(365ns) ProcessPendingSessionEvents:495(169624ns) {ForwardSessionEventToSession:612(112294ns) ForwardSessionEventToSession:612(6510ns) ForwardSessionEventToSession:612(8149ns) ForwardSessionEventToSession:612(3118ns) ForwardSessionEventToSession:612(2472ns) ForwardSessionEventToSession:612(6591ns) ForwardSessionEventToSession:612(3891ns) ForwardSessionEventToSession:612(3803ns) ForwardSessionEventToSession:612(6082ns) ForwardSessionEventToSession:612(5549ns)}}}
2025-12-06T17:37:20.192527Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:20.117476Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800411540666920:2106] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:20.109675Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800417431165429:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53019
2025-12-06T17:37:19.936953Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800414141572986:2113] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:37:20.026587Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800412579603789:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:19.945093Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580800414141572912:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:19.945161Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:19.945222Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800414141572912:2048] [node 1] ICP22 created new session: [2:7580800414141573002:2048]
2025-12-06T17:37:19.945277Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800414141573002:2048] [node 1] ICS09 handshake done sender: [2:7580800414141572987:2114] self: [2:7580800414141572994:0] peer: [1:7580800412579603790:0] socket: 325 qp: -1
2025-12-06T17:37:19.945324Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800414141573002:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:19.945368Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:19.945985Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800414141572913:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:37:19.954171Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:19.957319Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800414141572913:2049] [node 3] ICP22 created new session: [2:7580800414141573004:2049]
2025-12-06T17:37:19.958043Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800414141572986:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:19.974822Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800414141573004:2049] [node 3] ICS09 handshake done sender: [2:7580800414141572984:2112] self: [2:7580800414141572982:0] peer: [3:7580800414375472553:0] socket: 330 qp: -1
2025-12-06T17:37:20.117759Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800411540666925:2110] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:20.217841Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800414621534534:2110] [node 6] ICP35 event processing took too much time PendingConnection:279(68984395ns) {HandleHandshakeStatus:329(68979343ns) {DropIncomingHandshake:442(49188ns) DropOutgoingHandshake:457(597ns) SwitchToState:179(11988ns) ProcessPendingSessionEvents:495(164062ns) {ForwardSessionEventToSession:612(108940ns) ForwardSessionEventToSession:612(4988ns) ForwardSessionEventToSession:612(6084ns) ForwardSessionEventToSession:612(4079ns) ForwardSessionEventToSession:612(3184ns) ForwardSessionEventToSession:612(5989ns) ForwardSessionEventToSession:612(4580ns) ForwardSessionEventToSession:612(3703ns) ForwardSessionEventToSession:612(8610ns) ForwardSessionEventToSession:612(3248ns)}}}
2025-12-06T17:37:19.981211Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800414141573004:2049] [node 3] ICS10 traffic start
2025-12-06T17:37:19.990656Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:19.991282Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800414141572913:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(45071748ns) {HandleHandshakeStatus:329(45066218ns) {DropIncomingHandshake:442(487ns) DropOutgoingHandshake:457(517ns) SwitchToState:179(523ns) ProcessPendingSessionEvents:495(156491ns) {ForwardSessionEventToSession:612(83771ns) ForwardSessionEventToSession:612(4788ns) ForwardSessionEventToSession:612(3740ns) ForwardSessionEventToSession:612(7045ns) ForwardSessionEventToSession:612(3771ns) ForwardSessionEventToSession:612(16581ns) ForwardSessionEventToSession:612(6995ns) ForwardSessionEventToSession:612(2936ns) ForwardSessionEventToSession:612(9463ns) ForwardSessionEventToSession:612(2945ns)}}}
2025-12-06T17:37:19.991435Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800414141572979:2109] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:37:19.991509Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:19.991578Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800414141572979:2109] [node 5] ICP22 created new session: [2:7580800414141573009:2109]
2025-12-06T17:37:19.991635Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800414141573009:2109] [node 5] ICS09 handshake done sender: [2:7580800414141572986:2113] self: [2:7580800414141572985:0] peer: [5:7580800414621534554:0] socket: 338 qp: -1
2025-12-06T17:37:19.991672Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800414141573009:2109] [node 5] ICS10 traffic start
2025-12-06T17:37:19.991707Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:20.017502Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800414141572912:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(57589751ns) {HandleHandshakeStatus:329(57586047ns) {DropIncomingHandshake:442(902ns) DropOutgoingHandshake:457(6092ns) SwitchToState:179(617ns) ProcessPendingSessionEvents:495(35016896ns) {ForwardSessionEventToSession:612(11361403ns) ForwardSessionEventToSession:612(7757ns) ForwardSessionEventToSession:612(1217779ns) ForwardSessionEventToSession:612(4820501ns) ForwardSessionEventToSession:612(1393898ns) ForwardSessionEventToSession:612(8819101ns) ForwardSessionEventToSession:612(15769ns) ForwardSessionEventToSession:612(7318653ns) ForwardSessionEventToSession:612(7103ns) ForwardSessionEventToSession:612(5284ns)}}}
2025-12-06T17:37:20.033061Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800414141572991:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:20.033091Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800414141572991:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:20.034293Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800414141572991:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:20.034599Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800414141572980:2110] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:20.034654Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:20.034721Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800414141572980:2110] [node 6] ICP22 created new session: [2:7580800418436540308:2110]
2025-12-06T17:37:20.038708Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800418436540308:2110] [node 6] ICS09 handshake done sender: [2:7580800414141572991:2115] self: [2:7580800414141572990:0] peer: [6:7580800415835634239:0] socket: 375 qp: -1
2025-12-06T17:37:20.046725Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800418436540308:2110] [node 6] ICS10 traffic start
2025-12-06T17:37:20.046797Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:20.133983Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800415835634250:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1618
2025-12-06T17:37:20.055164Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800418436540310:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7255
2025-12-06T17:37:20.135132Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800411540666925:2110] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7119) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800415835634244:2120] held: no
2025-12-06T17:37:20.135197Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:20.141217Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800411540666860:2050] [node 3] ICP22 created new session: [6:7580800415835634251:2050]
2025-12-06T17:37:20.143063Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800415835634251:2050] [node 3] ICS09 handshake done sender: [6:7580800415835634237:2118] self: [6:7580800415835634246:0] peer: [3:7580800414375472548:0] socket: 343 qp: -1
2025-12-06T17:37:20.143561Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800411540666925:2110] [node 4] ICP35 event processing took too much time PendingConnection:279(16659899ns) {HandleHandshakeStatus:395(12941131ns) {LogHandshakeFail:472(4748088ns) {UpdateErrorStateLog:545(7553ns)} DropOutgoingHandshake:457(446ns) ProcessPendingSessionEvents:495(8123233ns) {DropSessionEvent:512(3812267ns) DropSessionEvent:512(2530818ns) DropSessionEvent:512(14232ns) DropSessionEvent:512(1697246ns) DropSessionEvent:512(13759ns) DropSessionEvent:512(8048ns) DropSessionEvent:512(7673ns) DropSessionEvent:512(7180ns) DropSessionEvent:512(11658ns) DropSessionEvent:512(6750ns)}}}
2025-12-06T17:37:20.143708Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800415835634252:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1618
2025-12-06T17:37:20.147359Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800415835634251:2050] [node 3] ICS10 traffic start
2025-12-06T17:37:20.148268Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800415835634244:2120] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:20.148610Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:20.150931Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800415835634245:2121] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:20.168829Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800411540666925:2110] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:37:20.168956Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:20.169016Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800411540666925:2110] [node 4] ICP22 created new session: [6:7580800415835634254:2110]
2025-12-06T17:37:20.169072Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800415835634254:2110] [node 4] ICS09 handshake done sender: [6:7580800415835634244:2120] self: [6:7580800415835634249:0] peer: [4:7580800413136198113:0] socket: 387 qp: -1
2025-12-06T17:37:20.169120Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800415835634254:2110] [node 4] ICS10 traffic start
2025-12-06T17:37:20.169157Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:20.175306Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800411540666860:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(58274906ns) {HandleHandshakeStatus:329(58271221ns) {DropIncomingHandshake:442(4124ns) DropOutgoingHandshake:457(13755ns) SwitchToState:179(175ns) ProcessPendingSessionEvents:495(180171ns) {ForwardSessionEventToSession:612(120142ns) ForwardSessionEventToSession:612(4476ns) ForwardSessionEventToSession:612(7887ns) ForwardSessionEventToSession:612(3561ns) ForwardSessionEventToSession:612(3567ns) ForwardSessionEventToSession:612(9450ns) ForwardSessionEventToSession:612(3975ns) ForwardSessionEventToSession:612(6609ns) ForwardSessionEventToSession:612(4601ns) ForwardSessionEventToSession:612(3778ns)}}}
2025-12-06T17:37:20.175386Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800411540666920:2106] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:37:20.175476Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:20.175529Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800411540666920:2106] [node 5] ICP22 created new session: [6:7580800415835634256:2106]
2025-12-06T17:37:20.175591Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800415835634256:2106] [node 5] ICS09 handshake done sender: [6:7580800415835634245:2121] self: [6:7580800415835634248:0] peer: [5:7580800414621534541:0] socket: 341 qp: -1
2025-12-06T17:37:20.175639Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800415835634256:2106] [node 5] ICS10 traffic start
2025-12-06T17:37:20.175683Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:20.110560Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7580800413136198040:2050] [node 3] ICP27 obsolete handshake fail ignored
2025-12-06T17:37:20.114637Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800413136198123:2119] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:20.114872Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800413136198038:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:20.114952Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:20.115014Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800413136198038:2048] [node 1] ICP22 created new session: [4:7580800417431165432:2048]
2025-12-06T17:37:20.115063Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800417431165432:2048] [node 1] ICS09 handshake done sender: [4:7580800413136198123:2119] self: [4:7580800417431165428:0] peer: [1:7580800412579603797:0] socket: 372 qp: -1
2025-12-06T17:37:20.115107Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800417431165432:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:20.115169Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:20.118590Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800413136198117:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:20.118620Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800413136198117:2116] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:20.119798Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800413136198117:2116] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:20.120074Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800413136198105:2110] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:20.120140Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:20.120199Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800413136198105:2110] [node 6] ICP22 created new session: [4:7580800417431165435:2110]
2025-12-06T17:37:20.120267Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800417431165435:2110] [node 6] ICS09 handshake done sender: [4:7580800413136198117:2116] self: [4:7580800413136198113:0] peer: [6:7580800415835634249:0] socket: 386 qp: -1
2025-12-06T17:37:20.120307Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800417431165435:2110] [node 6] ICS10 traffic start
2025-12-06T17:37:20.120344Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:20.225443Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580800411540666920:2106] [node 5] ICP27 obsolete handshake fail ignored
2025-12-06T17:37:20.026648Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800412579603789:2111] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:37:20.050990Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800412579603789:2111] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:20.059097Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800412579603786:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:37:20.059215Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:20.059287Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800412579603786:2108] [node 5] ICP22 created new session: [1:7580800416874571111:2108]
2025-12-06T17:37:20.059344Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800416874571111:2108] [node 5] ICS09 handshake done sender: [1:7580800412579603789:2111] self: [1:7580800412579603788:0] peer: [5:7580800418916501856:0] socket: 363 qp: -1
2025-12-06T17:37:20.059396Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800416874571111:2108] [node 5] ICS10 traffic start
2025-12-06T17:37:20.059435Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:20.064135Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800416874571113:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40216
2025-12-06T17:37:20.066900Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800412579603720:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(124622499ns) {HandleHandshakeStatus:329(124619367ns) {DropIncomingHandshake:442(490ns) DropOutgoingHandshake:457(1060ns) SwitchToState:179(1530ns) ProcessPendingSessionEvents:495(42622816ns) {ForwardSessionEventToSession:612(20061131ns) ForwardSessionEventToSession:612(6532838ns) ForwardSessionEventToSession:612(6780ns) ForwardSessionEventToSession:612(4406ns) ForwardSessionEventToSession:612(5357925ns) ForwardSessionEventToSession:612(4417ns) ForwardSessionEventToSession:612(5034ns) ForwardSessionEventToSession:612(9803009ns) ForwardSessionEventToSession:612(7235ns) ForwardSessionEventToSession:612(806425ns)}}}
2025-12-06T17:37:20.067060Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800412579603721:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(85294903ns) {HandleHandshakeStatus:329(85290724ns) {DropIncomingHandshake:442(19156ns) DropOutgoingHandshake:457(748ns) SwitchToState:179(869ns) ProcessPendingSessionEvents:495(32694734ns) {ForwardSessionEventToSession:612(10654876ns) ForwardSessionEventToSession:612(13388ns) ForwardSessionEventToSession:612(3991ns) ForwardSessionEventToSession:612(2671152ns) ForwardSessionEventToSession:612(9155087ns) ForwardSessionEventToSession:612(7087244ns) ForwardSessionEventToSession:612(6214ns) ForwardSessionEventToSession:612(4222ns) ForwardSessionEventToSession:612(3057409ns) ForwardSessionEventToSession:612(4457ns)}}}
2025-12-06T17:37:20.078160Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800412579603798:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:20.078213Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800412579603798:2114] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:37:20.084220Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800412579603798:2114] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:20.089923Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800412579603783:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:37:20.089986Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:20.092946Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800412579603783:2107] [node 4] ICP22 created new session: [1:7580800416874571115:2107]
2025-12-06T17:37:20.106963Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800416874571115:2107] [node 4] ICS09 handshake done sender: [1:7580800412579603798:2114] self: [1:7580800412579603797:0] peer: [4:7580800417431165428:0] socket: 353 qp: -1
2025-12-06T17:37:20.107024Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800416874571115:2107] [node 4] ICS10 traffic start
2025-12-06T17:37:20.112077Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800416874571113:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:20.113170Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:20.131233Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800412579603783:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(41077882ns) {HandleHandshakeStatus:329(41075104ns) {DropIncomingHandshake:442(739ns) DropOutgoingHandshake:457(511ns) SwitchToState:179(427ns) ProcessPendingSessionEvents:495(4438363ns) {ForwardSessionEventToSession:612(4360125ns) ForwardSessionEventToSession:612(8298ns) ForwardSessionEventToSession:612(10921ns) ForwardSessionEventToSession:612(3318ns) ForwardSessionEventToSession:612(3174ns) ForwardSessionEventToSession:612(10132ns) ForwardSessionEventToSession:612(4162ns) ForwardSessionEventToSession:612(6397ns) ForwardSessionEventToSession:612(3470ns) ForwardSessionEventToSession:612(2561ns)}}}
2025-12-06T17:37:20.131345Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580800412579603783:2107] [node 4] ICP18 handshake (actor [1:7580800416874571113:2117]) is too old
2025-12-06T17:37:20.302364Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:37:20.302689Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7580800414141573002:2048] [node 1] ICS07 socket disconnect 325 reason# EndOfStream
2025-12-06T17:37:20.302730Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580800414141573002:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:20.302852Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:20.302906Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580800414141573002:2048] [node 1] ICS15 start handshake
2025-12-06T17:37:20.307556Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:37:20.307887Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800418670439864:2048] [node 1] ICS01 socket: 335 reason# EndOfStream
2025-12-06T17:37:20.307937Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800414375472468:2048] [node 1] ICP30 unregister session Session# [3:7580800418670439864:2048] VirtualId# [3:7580800414375472555:0]
2025-12-06T17:37:20.307981Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800418670439864:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:20.308077Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:20.308134Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:20.309433Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580800414141572912:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6301) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:37:20.309508Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580800414141573002:2048] [node 1] ICS15 start handshake
2025-12-06T17:37:20.310477Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580800414141572912:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6301) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:37:20.310568Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580800414141573002:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:37:20.310612Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580800414141572912:2048] [node 1] ICP30 unregister session Session# [2:7580800414141573002:2048] VirtualId# [2:7580800414141572994:0]
2025-12-06T17:37:20.310666Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:20.310701Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [2:7580800414141572912:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:6301) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:20.310721Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6301) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:20.314173Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:37:20.314486Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800417431165432:2048] [node 1] ICS01 socket: 372 reason# EndOfStream
2025-12-06T17:37:20.314558Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800413136198038:2048] [node 1] ICP30 unregister session Session# [4:7580800417431165432:2048] VirtualId# [4:7580800417431165428:0]
2025-12-06T17:37:20.314606Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800417431165432:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:20.314702Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:20.314753Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:20.318367Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:37:20.318657Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800411540666940:2048] [node 1] ICS01 socket: 329 reason# EndOfStream
2025-12-06T17:37:20.318633Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:37:20.318833Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800418916501866:2048] [node 1] ICS01 socket: 366 reason# EndOfStream
2025-12-06T17:37:20.318861Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800414621534470:2048] [node 1] ICP30 unregister session Session# [5:7580800418916501866:2048] VirtualId# [5:7580800418916501856:0]
2025-12-06T17:37:20.318887Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800418916501866:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:20.318951Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:20.318992Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:20.318726Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800411540666858:2048] [node 1] ICP30 unregister session Session# [6:7580800411540666940:2048] VirtualId# [6:7580800411540666937:0]
2025-12-06T17:37:20.318777Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800411540666940:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:20.318876Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:20.318929Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:20.322169Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [2:7580800414141572912:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:37:20.382456Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:37:20.382796Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800414375472560:2049] [node 2] ICS01 socket: 336 reason# EndOfStream
2025-12-06T17:37:20.382842Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800414375472469:2049] [node 2] ICP30 unregister session Session# [3:7580800414375472560:2049] VirtualId# [3:7580800414375472553:0]
2025-12-06T17:37:20.382892Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800414375472560:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:20.383004Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:20.383053Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:20.390923Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:37:20.391161Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800418916501857:2049] [node 2] ICS01 socket: 342 reason# EndOfStream
2025-12-06T17:37:20.391210Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800414621534471:2049] [node 2] ICP30 unregister session Session# [5:7580800418916501857:2049] VirtualId# [5:7580800414621534554:0]
2025-12-06T17:37:20.391245Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800418916501857:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:20.391309Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:20.391363Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:20.390835Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:37:20.391091Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580800413136198124:2049] [node 2] ICS07 socket disconnect 321 reason# EndOfStream
2025-12-06T17:37:20.391137Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800413136198124:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:20.391224Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:20.391288Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580800413136198124:2049] [node 2] ICS15 start handshake
2025-12-06T17:37:20.392786Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800413136198039:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22300) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:37:20.392919Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800413136198124:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:37:20.392964Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800413136198039:2049] [node 2] ICP30 unregister session Session# [4:7580800413136198124:2049] VirtualId# [4:7580800413136198120:0]
2025-12-06T17:37:20.393009Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:20.393099Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580800413136198039:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:22300) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:20.393135Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22300) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:20.389303Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:37:20.389638Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580800415835634242:2049] [node 2] ICS07 socket disconnect 380 reason# EndOfStream
2025-12-06T17:37:20.389674Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800415835634242:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:20.389781Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:20.389833Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580800415835634242:2049] [node 2] ICS15 start handshake
2025-12-06T17:37:20.391203Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800411540666859:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22300) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:37:20.391266Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800415835634242:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:37:20.391484Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800411540666859:2049] [node 2] ICP30 unregister session Session# [6:7580800415835634242:2049] VirtualId# [6:7580800415835634239:0]
2025-12-06T17:37:20.391557Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:20.404180Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580800413136198039:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:37:20.391603Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580800411540666859:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:22300) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:20.391622Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22300) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:20.410671Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580800411540666859:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:37:20.473746Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:37:20.474040Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800418916501859:2050] [node 3] ICS01 socket: 361 reason# EndOfStream
2025-12-06T17:37:20.474090Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800414621534472:2050] [node 3] ICP30 unregister session Session# [5:7580800418916501859:2050] VirtualId# [5:7580800414621534555:0]
2025-12-06T17:37:20.474136Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800418916501859:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:20.474292Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:37:20.474350Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:37:20.474788Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:37:20.475068Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580800417431165430:2050] [node 3] ICS07 socket disconnect 360 reason# EndOfStream
2025-12-06T17:37:20.475107Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800417431165430:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:20.475227Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:37:20.475287Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580800417431165430:2050] [node 3] ICS15 start handshake
2025-12-06T17:37:20.476536Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800413136198040:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25929) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:37:20.476607Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800417431165430:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:37:20.476648Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800413136198040:2050] [node 3] ICP30 unregister session Session# [4:7580800417431165430:2050] VirtualId# [4:7580800413136198122:0]
2025-12-06T17:37:20.476702Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:37:20.476745Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580800413136198040:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:25929) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:20.476763Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25929) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:20.478702Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:37:20.478986Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580800415835634251:2050] [node 3] ICS07 socket disconnect 343 reason# EndOfStream
2025-12-06T17:37:20.479022Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800415835634251:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:20.479161Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:37:20.479209Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580800415835634251:2050] [node 3] ICS15 start handshake
2025-12-06T17:37:20.487982Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580800413136198040:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:37:20.488999Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800411540666860:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25929) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:37:20.489098Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800415835634251:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:37:20.489137Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800411540666860:2050] [node 3] ICP30 unregister session Session# [6:7580800415835634251:2050] VirtualId# [6:7580800415835634246:0]
2025-12-06T17:37:20.489208Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:37:20.489248Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580800411540666860:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:25929) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:20.489265Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25929) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:20.503266Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580800411540666860:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:37:20.578786Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:37:20.579262Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:37:20.579550Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800415835634254:2110] [node 4] ICS01 socket: 387 reason# EndOfStream
2025-12-06T17:37:20.579754Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800411540666925:2110] [node 4] ICP30 unregister session Session# [6:7580800415835634254:2110] VirtualId# [6:7580800415835634249:0]
2025-12-06T17:37:20.579805Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800415835634254:2110] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:20.579259Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800418916501863:2109] [node 4] ICS01 socket: 348 reason# EndOfStream
2025-12-06T17:37:20.579320Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800414621534543:2109] [node 4] ICP30 unregister session Session# [5:7580800418916501863:2109] VirtualId# [5:7580800414621534556:0]
2025-12-06T17:37:20.579364Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800418916501863:2109] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:20.579498Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:37:20.579553Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:37:20.579930Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:37:20.579990Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:37:20.630778Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:37:20.631064Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800415835634256:2106] [node 5] ICS01 socket: 341 reason# EndOfStream
2025-12-06T17:37:20.631118Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800411540666920:2106] [node 5] ICP30 unregister session Session# [6:7580800415835634256:2106] VirtualId# [6:7580800415835634248:0]
2025-12-06T17:37:20.631158Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800415835634256:2106] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:20.631304Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:37:20.631364Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:37:20.775219Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800417341217210:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:20.775270Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800417341217211:2049] [node 3] ICP01 ready to work
2025-12-06T17:37:20.763490Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800416694417212:2049] [node 3] ICP01 ready to work
2025-12-06T17:37:20.764654Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800416694417211:2048] [node 2] ICP01 ready to work
2025-12-06T17:37:20.783667Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800418707175510:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:20.783718Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800418707175511:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:20.823065Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800418901577592:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:20.823109Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800418901577593:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:20.823147Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800418901577594:2050] [node 3] ICP01 ready to work
2025-12-06T17:37:20.991322Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800418248363138:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:20.991371Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800418248363139:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:20.991409Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800418248363140:2050] [node 3] ICP01 ready to work
2025-12-06T17:37:21.072533Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800421636184536:2076] [node 6] ICP01 ready to work
2025-12-06T17:37:21.092136Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800422543330450:2061] [node 4] ICP01 ready to work
2025-12-06T17:37:20.850793Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800418786016262:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:21.080094Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800421636184540:2078] [node 5] ICP01 ready to work
2025-12-06T17:37:21.157411Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800420989384569:2106] [node 5] ICP01 ready to work
2025-12-06T17:37:21.136599Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800423002142818:2058] [node 6] ICP01 ready to work
2025-12-06T17:37:20.850837Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800418786016263:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:21.138702Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800421636184548:2080] [node 4] ICP01 ready to work
2025-12-06T17:37:21.186650Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800420989384571:2108] [node 6] ICP01 ready to work
2025-12-06T17:37:21.139397Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800423002142823:2060] [node 5] ICP01 ready to work
2025-12-06T17:37:20.850877Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800418786016264:2050] [node 3] ICP01 ready to work
2025-12-06T17:37:21.194595Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800423196544910:2062] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:21.214654Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800420989384572:2107] [node 4] ICP01 ready to work
2025-12-06T17:37:21.211736Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800422543330455:2059] [node 5] ICP01 ready to work
2025-12-06T17:37:21.160092Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800423002142826:2064] [node 4] ICP01 ready to work
2025-12-06T17:37:21.118106Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800423080983571:2059] [node 4] ICP01 ready to work
2025-12-06T17:37:21.203028Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800423196544914:2061] [node 6] ICP01 ready to work
2025-12-06T17:37:21.250983Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800423002142823:2060] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(111241133ns) {Configure:104(111236382ns) {ProcessConfigured:135(15952929ns) {StartInitialHandshake:157(15948216ns) {DropHandshakes:470(3769ns) {DropIncomingHandshake:442(861ns) DropOutgoingHandshake:457(626ns)} GenerateSessionVirtualId:988(1108ns) PrepareNewSessionHandshake:477(6366ns) {SwitchToState:179(2325ns)}}}}}
2025-12-06T17:37:21.352614Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800418901577594:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(177971473ns) {Configure:104(177967138ns) {ProcessConfigured:135(102401ns) {StartInitialHandshake:157(98510ns) {DropHandshakes:470(2966ns) {DropIncomingHandshake:442(667ns) DropOutgoingHandshake:457(405ns)} GenerateSessionVirtualId:988(1508ns) PrepareNewSessionHandshake:477(5410ns) {SwitchToState:179(664ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:21.283222Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800423080983589:2076] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41550
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:21.382205Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800417341217211:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(255338053ns) {Configure:104(255319830ns) {ProcessConfigured:135(106627ns) {StartInitialHandshake:157(103679ns) {DropHandshakes:470(2432ns) {DropIncomingHandshake:442(664ns) DropOutgoingHandshake:457(360ns)} GenerateSessionVirtualId:988(550ns) PrepareNewSessionHandshake:477(2761ns) {SwitchToState:179(1261ns)}}}}}
2025-12-06T17:37:21.353170Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800423196544933:2091] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58447
2025-12-06T17:37:21.296917Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800423080983578:2062] [node 6] ICP01 ready to work
2025-12-06T17:37:21.403740Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800423196544957:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58447
2025-12-06T17:37:21.392781Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800423080983571:2059] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(274156140ns) {Configure:104(274146816ns) {ProcessConfigured:135(14534962ns) {StartInitialHandshake:157(14530647ns) {DropHandshakes:470(3168ns) {DropIncomingHandshake:442(1093ns) DropOutgoingHandshake:457(437ns)} GenerateSessionVirtualId:988(1184ns) PrepareNewSessionHandshake:477(8262ns) {SwitchToState:179(3783ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:21.436283Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800420989384572:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(122836096ns) {Configure:104(122826800ns) {ProcessConfigured:135(59108ns) {StartInitialHandshake:157(55129ns) {DropHandshakes:470(2073ns) {DropIncomingHandshake:442(445ns) DropOutgoingHandshake:457(644ns)} GenerateSessionVirtualId:988(484ns) PrepareNewSessionHandshake:477(1868ns) {SwitchToState:179(625ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:21.440711Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800423196544957:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:21.416990Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800418786016264:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(261646232ns) {Configure:104(261639349ns) {ProcessConfigured:135(3400009ns) {StartInitialHandshake:157(3395471ns) {DropHandshakes:470(3033ns) {DropIncomingHandshake:442(964ns) DropOutgoingHandshake:457(359ns)} GenerateSessionVirtualId:988(990ns) PrepareNewSessionHandshake:477(5155ns) {SwitchToState:179(1231ns)}}}}}
2025-12-06T17:37:21.453520Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800421636184540:2078] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(330316589ns) {Configure:104(319721193ns) {ProcessConfigured:135(8343647ns) {StartInitialHandshake:157(8338908ns) {DropHandshakes:470(2840ns) {DropIncomingHandshake:442(570ns) DropOutgoingHandshake:457(509ns)} GenerateSessionVirtualId:988(1072ns) PrepareNewSessionHandshake:477(8854ns) {SwitchToState:179(3685ns)}}}}}
2025-12-06T17:37:21.432178Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800418786016262:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(17671931ns) {Configure:104(17664601ns) {ProcessConfigured:135(15914798ns) {StartInitialHandshake:157(15911216ns) {DropHandshakes:470(3606ns) {DropIncomingHandshake:442(875ns) DropOutgoingHandshake:457(696ns)} GenerateSessionVirtualId:988(1238ns) PrepareNewSessionHandshake:477(5344ns) {SwitchToState:179(1971ns)}}}}}
2025-12-06T17:37:21.439665Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800423080983635:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41550
2025-12-06T17:37:21.444051Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800423080983578:2062] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(124255599ns) {Configure:104(124239236ns) {ProcessConfigured:135(85306ns) {StartInitialHandshake:157(81975ns) {DropHandshakes:470(2459ns) {DropIncomingHandshake:442(511ns) DropOutgoingHandshake:457(230ns)} GenerateSessionVirtualId:988(763ns) PrepareNewSessionHandshake:477(2661ns) {SwitchToState:179(784ns)}}}}}
2025-12-06T17:37:21.444846Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800423196544961:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58447
2025-12-06T17:37:21.464851Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800418248363138:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(201878805ns) {Configure:104(201872446ns) {ProcessConfigured:135(2564480ns) {StartInitialHandshake:157(2561782ns) {DropHandshakes:470(887ns) {DropIncomingHandshake:442(246ns) DropOutgoingHandshake:457(73ns)} GenerateSessionVirtualId:988(179ns) PrepareNewSessionHandshake:477(1506ns) {SwitchToState:179(77ns)}}}}}
2025-12-06T17:37:21.462079Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800416694417211:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(370351506ns) {Configure:104(370345669ns) {ProcessConfigured:135(9500901ns) {StartInitialHandshake:157(9496564ns) {DropHandshakes:470(2081ns) {DropIncomingHandshake:442(452ns) DropOutgoingHandshake:457(377ns)} GenerateSessionVirtualId:988(691ns) PrepareNewSessionHandshake:477(2766ns) {SwitchToState:179(1405ns)}}}}}
2025-12-06T17:37:21.472698Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800420989384571:2108] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(193814161ns) {Configure:104(193802706ns) {ProcessConfigured:135(84263ns) {StartInitialHandshake:157(80448ns) {DropHandshakes:470(2527ns) {DropIncomingHandshake:442(679ns) DropOutgoingHandshake:457(523ns)} GenerateSessionVirtualId:988(860ns) PrepareNewSessionHandshake:477(1670ns) {SwitchToState:179(590ns)}}}}}
2025-12-06T17:37:21.478290Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800416694417212:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(388425860ns) {Configure:104(388418166ns) {ProcessConfigured:135(16407074ns) {StartInitialHandshake:157(16402052ns) {DropHandshakes:470(4189ns) {DropIncomingHandshake:442(723ns) DropOutgoingHandshake:457(1140ns)} GenerateSessionVirtualId:988(1271ns) PrepareNewSessionHandshake:477(5052ns) {SwitchToState:179(1803ns)}}}}}
2025-12-06T17:37:21.461883Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800423002142818:2058] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(322207955ns) {Configure:104(322201156ns) {ProcessConfigured:135(5090293ns) {StartInitialHandshake:157(5088492ns) {DropHandshakes:470(957ns) {DropIncomingHandshake:442(193ns) DropOutgoingHandshake:457(215ns)} GenerateSessionVirtualId:988(379ns) PrepareNewSessionHandshake:477(2663ns) {SwitchToState:179(148ns)}}}}}
2025-12-06T17:37:21.462694Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800421636184548:2080] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(287369225ns) {Configure:104(265044764ns) {ProcessConfigured:135(173181ns) {StartInitialHandshake:157(170203ns) {DropHandshakes:470(3938ns) {DropIncomingHandshake:442(1041ns) DropOutgoingHandshake:457(679ns)} GenerateSessionVirtualId:988(1208ns) PrepareNewSessionHandshake:477(2206ns) {SwitchToState:179(814ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:21.482093Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800423080983589:2076] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:21.471102Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800422543330455:2059] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(204944022ns) {Configure:104(204932278ns) {ProcessConfigured:135(2561509ns) {StartInitialHandshake:157(2558998ns) {DropHandshakes:470(1454ns) {DropIncomingHandshake:442(163ns) DropOutgoingHandshake:457(538ns)} GenerateSessionVirtualId:988(247ns) PrepareNewSessionHandshake:477(3462ns) {SwitchToState:179(1627ns)}}}}}
2025-12-06T17:37:21.463974Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800421636184536:2076] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(330249751ns) {Configure:104(324277633ns) {ProcessConfigured:135(5140213ns) {StartInitialHandshake:157(5137001ns) {DropHandshakes:470(2648ns) {DropIncomingHandshake:442(515ns) DropOutgoingHandshake:457(572ns)} GenerateSessionVirtualId:988(1026ns) PrepareNewSessionHandshake:477(4092ns) {SwitchToState:179(941ns)}}}}}
2025-12-06T17:37:21.463882Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800423002142826:2064] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(238937283ns) {Configure:104(238928324ns) {ProcessConfigured:135(79583ns) {StartInitialHandshake:157(76104ns) {DropHandshakes:470(3963ns) {DropIncomingHandshake:442(878ns) DropOutgoingHandshake:457(748ns)} GenerateSessionVirtualId:988(1552ns) PrepareNewSessionHandshake:477(2720ns) {SwitchToState:179(887ns)}}}}}
2025-12-06T17:37:21.482299Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800423196544914:2061] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(220052977ns) {Configure:104(220041411ns) {ProcessConfigured:135(1810229ns) {StartInitialHandshake:157(1807348ns) {DropHandshakes:470(1576ns) {DropIncomingHandshake:442(307ns) DropOutgoingHandshake:457(436ns)} GenerateSessionVirtualId:988(584ns) PrepareNewSessionHandshake:477(3023ns) {SwitchToState:179(1536ns)}}}}}
2025-12-06T17:37:21.497736Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800418786016264:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:21.490814Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800421636184581:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9988
2025-12-06T17:37:21.497856Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800418707175511:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(294308884ns) {Configure:104(282724498ns) {ProcessConfigured:135(6046232ns) {StartInitialHandshake:157(6044521ns) {DropHandshakes:470(1013ns) {DropIncomingHandshake:442(217ns) DropOutgoingHandshake:457(297ns)} GenerateSessionVirtualId:988(351ns) PrepareNewSessionHandshake:477(2419ns) {SwitchToState:179(147ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:21.498601Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800423196544910:2062] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(243195929ns) {Configure:104(243184214ns) {ProcessConfigured:135(15504157ns) {StartInitialHandshake:157(15500007ns) {DropHandshakes:470(3252ns) {DropIncomingHandshake:442(1162ns) DropOutgoingHandshake:457(629ns)} GenerateSessionVirtualId:988(1075ns) PrepareNewSessionHandshake:477(5407ns) {SwitchToState:179(2784ns)}}}}}
2025-12-06T17:37:21.502120Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800422543330510:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14945
2025-12-06T17:37:21.509817Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800423080983639:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41550
2025-12-06T17:37:21.500487Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800421636184580:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9988
2025-12-06T17:37:21.502361Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800423002142831:2068] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:21.514570Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800420989384584:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10621
2025-12-06T17:37:21.507324Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800421636184580:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:21.509701Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800421636184581:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:21.514333Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800417341217210:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(119286687ns) {Configure:104(119278681ns) {ProcessConfigured:135(10407443ns) {StartInitialHandshake:157(10403718ns) {DropHandshakes:470(4306ns) {DropIncomingHandshake:442(960ns) DropOutgoingHandshake:457(651ns)} GenerateSessionVirtualId:988(1678ns) PrepareNewSessionHandshake:477(4741ns) {SwitchToState:179(1416ns)}}}}}
2025-12-06T17:37:21.498611Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800418901577592:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(310050554ns) {Configure:104(310043643ns) {ProcessConfigured:135(11431098ns) {StartInitialHandshake:157(11428189ns) {DropHandshakes:470(4638ns) {DropIncomingHandshake:442(1204ns) DropOutgoingHandshake:457(583ns)} GenerateSessionVirtualId:988(1300ns) PrepareNewSessionHandshake:477(3924ns) {SwitchToState:179(1104ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:21.502566Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800418248363140:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(207337364ns) {Configure:104(207332259ns) {ProcessConfigured:135(16391065ns) {StartInitialHandshake:157(16388323ns) {DropHandshakes:470(811470ns) {DropIncomingHandshake:442(1407ns) DropOutgoingHandshake:457(47ns)} GenerateSessionVirtualId:988(1143ns) PrepareNewSessionHandshake:477(3769ns) {SwitchToState:179(1007ns)}}}}}
2025-12-06T17:37:21.506694Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800418248363139:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(294087434ns) {Configure:104(294079102ns) {ProcessConfigured:135(15682195ns) {StartInitialHandshake:157(15678473ns) {DropHandshakes:470(868ns) {DropIncomingHandshake:442(341ns) DropOutgoingHandshake:457(107ns)} GenerateSessionVirtualId:988(323ns) PrepareNewSessionHandshake:477(3024ns) {SwitchToState:179(1241ns)}}}}}
2025-12-06T17:37:21.540671Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800422543330510:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:21.559095Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800418248363140:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:21.559659Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800422543330513:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14945
2025-12-06T17:37:21.551227Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800423080983639:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:21.563622Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800421636184589:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9988
2025-12-06T17:37:21.564748Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800421636184578:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:21.564789Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800421636184578:2112] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:21.566486Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800421636184578:2112] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:21.502421Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800423002142831:2068] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:37:21.508048Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800423196544968:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58447
2025-12-06T17:37:21.575277Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800418786016263:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:21.567040Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800421636184548:2080] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:37:21.581625Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800422543330513:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:21.587134Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800422543330515:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14945
2025-12-06T17:37:21.526982Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800423002142878:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61970
2025-12-06T17:37:21.610553Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800418248363139:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:21.525747Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800423196544933:2091] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:21.591030Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800423080983641:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41550
2025-12-06T17:37:21.567130Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:21.567188Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800421636184548:2080] [node 4] ICP22 created new session: [2:7580800421636184591:2080]
2025-12-06T17:37:21.567240Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800421636184591:2080] [node 4] ICS09 handshake done sender: [2:7580800421636184578:2112] self: [2:7580800421636184577:0] peer: [4:7580800423196544972:0] socket: 353 qp: -1
2025-12-06T17:37:21.567279Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800421636184591:2080] [node 4] ICS10 traffic start
2025-12-06T17:37:21.567327Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:21.580855Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800421636184540:2078] [node 5] ICP35 event processing took too much time PendingConnection:279(22266053ns) {IncomingHandshake:261(22263111ns) {DropIncomingHandshake:442(2243ns) PrepareNewSessionHandshake:477(6037ns) {SwitchToState:179(4181ns)} GenerateSessionVirtualId:988(1687ns) IssueIncomingHandshakeReply:193(9522ns)}}
2025-12-06T17:37:21.611126Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800421636184579:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:21.611156Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800421636184579:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:21.613872Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800421636184593:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9988
2025-12-06T17:37:21.614215Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800421636184579:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:21.614595Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800421636184536:2076] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:21.614660Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:21.618882Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800421636184573:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:21.618935Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800421636184573:2111] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:37:21.621912Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800421636184589:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:21.622086Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800421636184536:2076] [node 6] ICP22 created new session: [2:7580800421636184596:2076]
2025-12-06T17:37:21.575445Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800420989384582:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10621
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:21.596540Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800423080983635:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:21.619245Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800418786016262:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:21.527472Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800423002142831:2068] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:21.527936Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800423002142823:2060] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:37:21.528016Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:21.528076Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800423002142823:2060] [node 5] ICP22 created new session: [3:7580800423002142887:2060]
2025-12-06T17:37:21.528135Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800423002142887:2060] [node 5] ICS09 handshake done sender: [3:7580800423002142831:2068] self: [3:7580800423002142829:0] peer: [5:7580800423080983638:0] socket: 325 qp: -1
2025-12-06T17:37:21.528173Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800423002142887:2060] [node 5] ICS10 traffic start
2025-12-06T17:37:21.528210Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:21.548140Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800423002142823:2060] [node 5] ICP35 event processing took too much time PendingConnection:279(19892721ns) {HandleHandshakeStatus:329(19886978ns) {DropIncomingHandshake:442(911ns) DropOutgoingHandshake:457(871ns) SwitchToState:179(738ns) ProcessPendingSessionEvents:495(19418412ns) {ForwardSessionEventToSession:612(19344741ns) ForwardSessionEventToSession:612(9141ns) ForwardSessionEventToSession:612(8990ns) ForwardSessionEventToSession:612(11247ns) ForwardSessionEventToSession:612(3310ns) ForwardSessionEventToSession:612(2890ns) ForwardSessionEventToSession:612(5254ns) ForwardSessionEventToSession:612(2633ns) ForwardSessionEventToSession:612(7110ns) ForwardSessionEventToSession:612(3843ns)}}}
2025-12-06T17:37:21.548699Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800423002142878:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:21.573612Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800423002142882:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:21.573653Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800423002142882:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:21.594784Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800423002142882:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:21.630992Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800423002142892:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61970
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:21.564093Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800423196544968:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:21.630694Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800421636184596:2076] [node 6] ICS09 handshake done sender: [2:7580800421636184579:2113] self: [2:7580800421636184576:0] peer: [6:7580800422543330516:0] socket: 360 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:21.591921Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800420989384584:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:21.676920Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800422543330510:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:21.678863Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800418248363140:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:37:21.678986Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:21.679050Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800418248363140:2050] [node 3] ICP22 created new session: [6:7580800422543330519:2050]
2025-12-06T17:37:21.679112Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800422543330519:2050] [node 3] ICS09 handshake done sender: [6:7580800422543330510:2115] self: [6:7580800422543330514:0] peer: [3:7580800423002142881:0] socket: 350 qp: -1
2025-12-06T17:37:21.679159Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800422543330519:2050] [node 3] ICS10 traffic start
2025-12-06T17:37:21.679216Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:21.564294Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800418901577593:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:21.630790Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800421636184596:2076] [node 6] ICS10 traffic start
2025-12-06T17:37:21.635026Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800423002142818:2058] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:21.658983Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800423080983589:2076] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:21.630863Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:21.607179Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800420989384582:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:21.692572Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800422543330517:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14945
2025-12-06T17:37:21.642971Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:21.566197Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800423196544973:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58447
2025-12-06T17:37:21.579596Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800423196544968:2118] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:21.581131Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800423196544961:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:21.594928Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800418901577593:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:21.659384Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800423080983645:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41550
2025-12-06T17:37:21.633641Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800420989384575:2110] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:21.633689Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800420989384575:2110] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:37:21.639153Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800420989384569:2106] [node 5] ICP35 event processing took too much time PendingConnection:279(16118567ns) {IncomingHandshake:261(16115621ns) {DropIncomingHandshake:442(929ns) PrepareNewSessionHandshake:477(7111ns) {SwitchToState:179(1560ns)} GenerateSessionVirtualId:988(1503ns) IssueIncomingHandshakeReply:193(7745ns)}}
2025-12-06T17:37:21.639708Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800420989384587:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10621
2025-12-06T17:37:21.641804Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800420989384591:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10621
2025-12-06T17:37:21.650787Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800420989384577:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:21.650846Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800420989384577:2111] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:37:21.674972Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800420989384587:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:21.705937Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800420989384581:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:21.705967Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800420989384581:2112] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:37:21.710395Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800420989384575:2110] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:21.710457Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800420989384588:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10621
2025-12-06T17:37:21.714070Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800420989384577:2111] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:21.714582Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800422543330518:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14945
2025-12-06T17:37:21.747020Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800422543330518:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:21.747482Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800422543330455:2059] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:21.747728Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800422543330513:2116] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:21.748995Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800418248363139:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:21.749081Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:21.749137Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800418248363139:2049] [node 2] ICP22 created new session: [6:7580800422543330523:2049]
2025-12-06T17:37:21.749195Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800422543330523:2049] [node 2] ICS09 handshake done sender: [6:7580800422543330513:2116] self: [6:7580800422543330516:0] peer: [2:7580800421636184576:0] socket: 364 qp: -1
2025-12-06T17:37:21.749238Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800422543330523:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:21.749282Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:21.659442Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800418786016264:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:37:21.648429Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800423002142892:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:21.631396Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800421636184536:2076] [node 6] ICP35 event processing took too much time PendingConnection:279(16598286ns) {HandleHandshakeStatus:329(16593820ns) {DropIncomingHandshake:442(1134ns) DropOutgoingHandshake:457(1142ns) SwitchToState:179(797ns) ProcessPendingSessionEvents:495(132728ns) {ForwardSessionEventToSession:612(74148ns) ForwardSessionEventToSession:612(6183ns) ForwardSessionEventToSession:612(2876ns) ForwardSessionEventToSession:612(8415ns) ForwardSessionEventToSession:612(2256ns) ForwardSessionEventToSession:612(2773ns) ForwardSessionEventToSession:612(7817ns) ForwardSessionEventToSession:612(3738ns) ForwardSessionEventToSession:612(2597ns) ForwardSessionEventToSession:612(8578ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:21.595374Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800418901577592:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:21.642861Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800421636184573:2111] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:21.682421Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800421636184567:2105] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:21.682469Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800421636184567:2105] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:37:21.697191Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800421636184593:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:21.702854Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800421636184540:2078] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:37:21.702946Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:21.703009Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800421636184540:2078] [node 5] ICP22 created new session: [2:7580800421636184601:2078]
2025-12-06T17:37:21.703072Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800421636184601:2078] [node 5] ICS09 handshake done sender: [2:7580800421636184573:2111] self: [2:7580800421636184572:0] peer: [5:7580800423080983642:0] socket: 351 qp: -1
2025-12-06T17:37:21.703116Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800421636184601:2078] [node 5] ICS10 traffic start
2025-12-06T17:37:21.703159Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:21.705002Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580800417341217210:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:21.705911Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800421636184567:2105] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:21.711584Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800417341217211:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:37:21.711654Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:21.711702Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800417341217211:2049] [node 3] ICP22 created new session: [2:7580800421636184606:2049]
2025-12-06T17:37:21.711770Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800421636184606:2049] [node 3] ICS09 handshake done sender: [2:7580800421636184567:2105] self: [2:7580800421636184566:0] peer: [3:7580800423002142894:0] socket: 373 qp: -1
2025-12-06T17:37:21.711813Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800421636184606:2049] [node 3] ICS10 traffic start
2025-12-06T17:37:21.711848Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:21.713494Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800421636184605:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9988
2025-12-06T17:37:21.766783Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800421636184605:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:21.803570Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800421636184608:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9988
2025-12-06T17:37:21.823088Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800421636184593:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:21.823989Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580800421636184536:2076] [node 6] ICP18 handshake (actor [2:7580800421636184605:2119]) is too old
2025-12-06T17:37:21.648585Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800418707175511:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:21.659513Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:21.834946Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800418248363139:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(61748900ns) {HandleHandshakeStatus:329(61745616ns) {DropIncomingHandshake:442(1356ns) DropOutgoingHandshake:457(6150ns) SwitchToState:179(335ns) ProcessPendingSessionEvents:495(61278350ns) {ForwardSessionEventToSession:612(62607ns) ForwardSessionEventToSession:612(6537ns) ForwardSessionEventToSession:612(3233ns) ForwardSessionEventToSession:612(32978615ns) ForwardSessionEventToSession:612(14568659ns) ForwardSessionEventToSession:612(4030ns) ForwardSessionEventToSession:612(3598ns) ForwardSessionEventToSession:612(5623187ns) ForwardSessionEventToSession:612(3106ns) ForwardSessionEventToSession:612(7996461ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:21.839405Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800422543330525:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14945
2025-12-06T17:37:21.841557Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800422543330526:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14945
2025-12-06T17:37:21.841640Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800422543330527:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14945
2025-12-06T17:37:21.842456Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800422543330527:2122] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:21.842638Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800422543330450:2061] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:21.645035Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:21.793083Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800420989384581:2112] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:21.850742Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800422543330455:2059] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20130) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800422543330518:2119] held: no
2025-12-06T17:37:21.851154Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800422543330455:2059] [node 5] ICP35 event processing took too much time PendingConnection:279(16272195ns) {HandleHandshakeStatus:395(16267229ns) {LogHandshakeFail:472(25133ns) {UpdateErrorStateLog:545(7037ns)} DropOutgoingHandshake:457(2428ns) ProcessPendingSessionEvents:495(90347ns) {DropSessionEvent:512(22289ns) DropSessionEvent:512(15433ns) DropSessionEvent:512(5521ns) DropSessionEvent:512(5179ns) DropSessionEvent:512(5585ns) DropSessionEvent:512(9441ns) DropSessionEvent:512(6060ns) DropSessionEvent:512(4446ns) DropSessionEvent:512(4936ns) DropSessionEvent:512(5151ns)}}}
2025-12-06T17:37:21.851357Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800422543330518:2119] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:21.657001Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800423002142818:2058] [node 6] ICP22 created new session: [3:7580800423002142893:2058]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:21.659565Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800418786016264:2050] [node 3] ICP22 created new session: [5:7580800423080983646:2050]
2025-12-06T17:37:21.682227Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800423002142893:2058] [node 6] ICS09 handshake done sender: [3:7580800423002142882:2114] self: [3:7580800423002142881:0] peer: [6:7580800422543330514:0] socket: 349 qp: -1
2025-12-06T17:37:21.694977Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800423002142893:2058] [node 6] ICS10 traffic start
2025-12-06T17:37:21.695072Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:21.709312Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800423002142880:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:21.709340Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800423002142880:2113] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:37:21.723872Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800423002142880:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:21.786888Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800423002142826:2064] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:37:21.786987Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:21.787052Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800423002142826:2064] [node 4] ICP22 created new session: [3:7580800423002142899:2064]
2025-12-06T17:37:21.787100Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800423002142899:2064] [node 4] ICS09 handshake done sender: [3:7580800423002142880:2113] self: [3:7580800423002142879:0] peer: [4:7580800423196544979:0] socket: 381 qp: -1
2025-12-06T17:37:21.787147Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800423002142899:2064] [node 4] ICS10 traffic start
2025-12-06T17:37:21.787201Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:21.787832Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580800418707175511:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1063) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580800423002142892:2116] held: no
2025-12-06T17:37:21.797691Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800423002142898:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61970
2025-12-06T17:37:21.829847Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800423002142892:2116] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:21.853844Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800418707175511:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:21.853915Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:21.853973Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800418707175511:2049] [node 2] ICP22 created new session: [3:7580800423002142901:2049]
2025-12-06T17:37:21.854029Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800423002142901:2049] [node 2] ICS09 handshake done sender: [3:7580800423002142892:2116] self: [3:7580800423002142894:0] peer: [2:7580800421636184566:0] socket: 375 qp: -1
2025-12-06T17:37:21.854077Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800423002142901:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:21.867203Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:21.868232Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800423002142903:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61970
2025-12-06T17:37:21.651765Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800418901577593:2049] [node 2] ICP22 created new session: [4:7580800423196544976:2049]
2025-12-06T17:37:21.863430Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800422543330455:2059] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:37:21.889690Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800423002142903:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:21.889875Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800418707175510:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:21.793185Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800420989384588:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:21.904553Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800423002142905:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61970
2025-12-06T17:37:21.906122Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800423002142903:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:21.868567Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580800417341217210:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:21.659625Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800423080983646:2050] [node 3] ICS09 handshake done sender: [5:7580800423080983589:2076] self: [5:7580800423080983638:0] peer: [3:7580800423002142829:0] socket: 326 qp: -1
2025-12-06T17:37:21.658819Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800423196544976:2049] [node 2] ICS09 handshake done sender: [4:7580800423196544968:2118] self: [4:7580800423196544972:0] peer: [2:7580800421636184577:0] socket: 354 qp: -1
2025-12-06T17:37:21.814887Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800420989384572:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:37:21.907355Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800418707175510:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:21.907194Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:21.868657Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:21.915002Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800422543330450:2061] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20452) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800422543330527:2122] held: no
2025-12-06T17:37:21.658902Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800423196544976:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:21.814978Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:21.815033Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800420989384572:2107] [node 4] ICP22 created new session: [1:7580800420989384597:2107]
2025-12-06T17:37:21.815094Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800420989384597:2107] [node 4] ICS09 handshake done sender: [1:7580800420989384575:2110] self: [1:7580800420989384574:0] peer: [4:7580800423196544974:0] socket: 339 qp: -1
2025-12-06T17:37:21.815145Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800420989384597:2107] [node 4] ICS10 traffic start
2025-12-06T17:37:21.815190Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:21.816739Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800420989384569:2106] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:37:21.816809Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:21.816859Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800420989384569:2106] [node 5] ICP22 created new session: [1:7580800420989384600:2106]
2025-12-06T17:37:21.816917Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800420989384600:2106] [node 5] ICS09 handshake done sender: [1:7580800420989384577:2111] self: [1:7580800420989384576:0] peer: [5:7580800423080983643:0] socket: 340 qp: -1
2025-12-06T17:37:21.816955Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800420989384600:2106] [node 5] ICS10 traffic start
2025-12-06T17:37:21.817021Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:21.817919Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800420989384591:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:21.844044Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800420989384572:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(28937750ns) {HandleHandshakeStatus:329(28928205ns) {DropIncomingHandshake:442(20120ns) DropOutgoingHandshake:457(750ns) SwitchToState:179(727ns) ProcessPendingSessionEvents:495(19886638ns) {ForwardSessionEventToSession:612(19819328ns) ForwardSessionEventToSession:612(13993ns) ForwardSessionEventToSession:612(3366ns) ForwardSessionEventToSession:612(3328ns) ForwardSessionEventToSession:612(12383ns) ForwardSessionEventToSession:612(3343ns) ForwardSessionEventToSession:612(3273ns) ForwardSessionEventToSession:612(5435ns) ForwardSessionEventToSession:612(3006ns) ForwardSessionEventToSession:612(6547ns)}}}
2025-12-06T17:37:21.844860Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800416694417211:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:37:21.844908Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:21.844962Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800416694417211:2048] [node 2] ICP22 created new session: [1:7580800420989384603:2048]
2025-12-06T17:37:21.845016Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800420989384603:2048] [node 2] ICS09 handshake done sender: [1:7580800420989384581:2112] self: [1:7580800420989384573:0] peer: [2:7580800421636184604:0] socket: 371 qp: -1
2025-12-06T17:37:21.845057Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800420989384603:2048] [node 2] ICS10 traffic start
2025-12-06T17:37:21.845100Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:21.845367Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580800416694417211:2048] [node 2] ICP18 handshake (actor [1:7580800420989384591:2119]) is too old
2025-12-06T17:37:21.890378Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800420989384583:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:21.890406Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800420989384583:2114] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:37:21.900171Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800420989384569:2106] [node 5] ICP35 event processing took too much time PendingConnection:279(83178109ns) {HandleHandshakeStatus:329(83172563ns) {DropIncomingHandshake:442(15774ns) DropOutgoingHandshake:457(564ns) SwitchToState:179(1579ns) ProcessPendingSessionEvents:495(32801177ns) {ForwardSessionEventToSession:612(32728517ns) ForwardSessionEventToSession:612(13920ns) ForwardSessionEventToSession:612(3757ns) ForwardSessionEventToSession:612(7774ns) ForwardSessionEventToSession:612(2925ns) ForwardSessionEventToSession:612(7242ns) ForwardSessionEventToSession:612(4060ns) ForwardSessionEventToSession:612(3462ns) ForwardSessionEventToSession:612(7809ns) ForwardSessionEventToSession:612(6513ns)}}}
2025-12-06T17:37:21.905020Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800420989384583:2114] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:21.906635Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800416694417212:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:37:21.906737Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:21.906805Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800416694417212:2049] [node 3] ICP22 created new session: [1:7580800420989384607:2049]
2025-12-06T17:37:21.906866Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800420989384607:2049] [node 3] ICS09 handshake done sender: [1:7580800420989384583:2114] self: [1:7580800420989384580:0] peer: [3:7580800423002142904:0] socket: 335 qp: -1
2025-12-06T17:37:21.906915Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800420989384607:2049] [node 3] ICS10 traffic start
2025-12-06T17:37:21.906965Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:21.943586Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800416694417212:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(36664212ns) {HandleHandshakeStatus:329(36660384ns) {DropIncomingHandshake:442(18122ns) DropOutgoingHandshake:457(906ns) SwitchToState:179(934ns) ProcessPendingSessionEvents:495(36152719ns) {ForwardSessionEventToSession:612(36065017ns) ForwardSessionEventToSession:612(22478ns) ForwardSessionEventToSession:612(12879ns) ForwardSessionEventToSession:612(9344ns) ForwardSessionEventToSession:612(2710ns) ForwardSessionEventToSession:612(3492ns) ForwardSessionEventToSession:612(6349ns) ForwardSessionEventToSession:612(3628ns) ForwardSessionEventToSession:612(6553ns) ForwardSessionEventToSession:612(3347ns)}}}
2025-12-06T17:37:21.919052Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:21.942646Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800423002142818:2058] [node 6] ICP35 event processing took too much time PendingConnection:279(199724238ns) {HandleHandshakeStatus:329(199719399ns) {DropIncomingHandshake:442(1047ns) DropOutgoingHandshake:457(1152ns) SwitchToState:179(838ns) ProcessPendingSessionEvents:495(91974405ns) {ForwardSessionEventToSession:612(54280360ns) ForwardSessionEventToSession:612(16447ns) ForwardSessionEventToSession:612(5634855ns) ForwardSessionEventToSession:612(38215ns) ForwardSessionEventToSession:612(3171ns) ForwardSessionEventToSession:612(7975270ns) ForwardSessionEventToSession:612(4729ns) ForwardSessionEventToSession:612(3270ns) ForwardSessionEventToSession:612(15999507ns) ForwardSessionEventToSession:612(14920ns)}}}
2025-12-06T17:37:21.949147Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800418707175510:2048] [node 1] ICP22 created new session: [3:7580800423002142906:2048]
2025-12-06T17:37:21.659672Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800423080983646:2050] [node 3] ICS10 traffic start
2025-12-06T17:37:21.659720Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:21.666655Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800423080983640:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41550
2025-12-06T17:37:21.697033Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800423080983644:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41550
2025-12-06T17:37:21.697340Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800423080983640:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:21.708392Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800418786016263:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1063) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800423080983639:2117] held: no
2025-12-06T17:37:21.737546Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800423080983639:2117] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:21.737875Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800423080983650:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41550
2025-12-06T17:37:21.738305Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800418786016263:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:21.738361Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:21.738427Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800418786016263:2049] [node 2] ICP22 created new session: [5:7580800423080983651:2049]
2025-12-06T17:37:21.738502Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800423080983651:2049] [node 2] ICS09 handshake done sender: [5:7580800423080983639:2117] self: [5:7580800423080983642:0] peer: [2:7580800421636184572:0] socket: 352 qp: -1
2025-12-06T17:37:21.738576Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800423080983651:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:21.743168Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:21.770819Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800423080983645:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:21.771965Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800423080983571:2059] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:21.782644Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800423080983635:2115] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:21.798043Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800418786016262:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:21.798114Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:21.798174Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800418786016262:2048] [node 1] ICP22 created new session: [5:7580800423080983654:2048]
2025-12-06T17:37:21.798231Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800423080983654:2048] [node 1] ICS09 handshake done sender: [5:7580800423080983635:2115] self: [5:7580800423080983643:0] peer: [1:7580800420989384576:0] socket: 341 qp: -1
2025-12-06T17:37:21.798281Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800423080983654:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:21.798323Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:21.802701Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800423080983637:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:21.802757Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580800423080983637:2116] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:21.817809Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800418786016263:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(64518517ns) {HandleHandshakeStatus:329(64515331ns) {DropIncomingHandshake:442(1316ns) DropOutgoingHandshake:457(525ns) SwitchToState:179(683ns) ProcessPendingSessionEvents:495(1151ns)}}
2025-12-06T17:37:21.819151Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800423080983637:2116] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:21.820546Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580800423080983578:2062] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:21.820633Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:21.820679Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800423080983578:2062] [node 6] ICP22 created new session: [5:7580800423080983658:2062]
2025-12-06T17:37:21.820733Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800423080983658:2062] [node 6] ICS09 handshake done sender: [5:7580800423080983637:2116] self: [5:7580800423080983636:0] peer: [6:7580800422543330522:0] socket: 383 qp: -1
2025-12-06T17:37:21.820769Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800423080983658:2062] [node 6] ICS10 traffic start
2025-12-06T17:37:21.820811Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:21.846732Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800423080983656:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41550
2025-12-06T17:37:21.855225Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800423080983571:2059] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20452) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800423080983645:2121] held: no
2025-12-06T17:37:21.947090Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800423080983571:2059] [node 4] ICP35 event processing took too much time PendingConnection:279(24920704ns) {HandleHandshakeStatus:395(24916549ns) {LogHandshakeFail:472(16551ns) {UpdateErrorStateLog:545(6155ns)} DropOutgoingHandshake:457(2091ns) ProcessPendingSessionEvents:495(16078914ns) {DropSessionEvent:512(13751ns) DropSessionEvent:512(6104ns) DropSessionEvent:512(7755ns) DropSessionEvent:512(6317ns) DropSessionEvent:512(26927ns) DropSessionEvent:512(7354ns) DropSessionEvent:512(7739204ns) DropSessionEvent:512(16444ns) DropSessionEvent:512(8334ns) DropSessionEvent:512(7249ns)}}}
2025-12-06T17:37:21.968419Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800423080983645:2121] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:21.658977Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:21.707809Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800423196544978:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58447
2025-12-06T17:37:21.708890Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800423196544978:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:21.709019Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800418901577594:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:21.715578Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800418901577593:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(120418472ns) {HandleHandshakeStatus:329(120414054ns) {DropIncomingHandshake:442(1183ns) DropOutgoingHandshake:457(6927ns) SwitchToState:179(6473ns) ProcessPendingSessionEvents:495(33077788ns) {ForwardSessionEventToSession:612(33001514ns) ForwardSessionEventToSession:612(9380ns) ForwardSessionEventToSession:612(8347ns) ForwardSessionEventToSession:612(7167ns) ForwardSessionEventToSession:612(3611ns) ForwardSessionEventToSession:612(10140ns) ForwardSessionEventToSession:612(3702ns) ForwardSessionEventToSession:612(3443ns) ForwardSessionEventToSession:612(11516ns) ForwardSessionEventToSession:612(3772ns)}}}
2025-12-06T17:37:21.715676Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7580800418901577593:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:37:21.728226Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800423196544980:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58447
2025-12-06T17:37:21.750135Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800423196544981:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58447
2025-12-06T17:37:21.757772Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800423196544961:2114] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:21.782647Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800418901577592:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:21.783344Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800423196544967:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:21.783375Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800423196544967:2117] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:37:21.784284Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800423196544978:2120] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:21.800386Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800418901577594:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:37:21.800480Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:21.800531Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800418901577594:2050] [node 3] ICP22 created new session: [4:7580800423196544983:2050]
2025-12-06T17:37:21.800587Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800423196544983:2050] [node 3] ICS09 handshake done sender: [4:7580800423196544978:2120] self: [4:7580800423196544979:0] peer: [3:7580800423002142879:0] socket: 382 qp: -1
2025-12-06T17:37:21.800626Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800423196544983:2050] [node 3] ICS10 traffic start
2025-12-06T17:37:21.800682Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:21.804216Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:21.804281Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800418901577592:2048] [node 1] ICP22 created new session: [4:7580800423196544985:2048]
2025-12-06T17:37:21.804334Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800423196544985:2048] [node 1] ICS09 handshake done sender: [4:7580800423196544961:2114] self: [4:7580800423196544974:0] peer: [1:7580800420989384574:0] socket: 342 qp: -1
2025-12-06T17:37:21.868719Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800417341217210:2048] [node 1] ICP22 created new session: [2:7580800421636184609:2048]
2025-12-06T17:37:21.924979Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800422543330455:2059] [node 5] ICP22 created new session: [6:7580800422543330529:2059]
2025-12-06T17:37:21.868776Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800421636184609:2048] [node 1] ICS09 handshake done sender: [2:7580800421636184593:2118] self: [2:7580800421636184604:0] peer: [1:7580800420989384573:0] socket: 372 qp: -1
2025-12-06T17:37:21.934496Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800422543330450:2061] [node 4] ICP35 event processing took too much time PendingConnection:279(19294901ns) {HandleHandshakeStatus:395(19288971ns) {LogHandshakeFail:472(21745ns) {UpdateErrorStateLog:545(8094ns)} DropOutgoingHandshake:457(2727ns) ProcessPendingSessionEvents:495(4969921ns) {DropSessionEvent:512(23790ns) DropSessionEvent:512(6365ns) DropSessionEvent:512(6032ns) DropSessionEvent:512(6393ns) DropSessionEvent:512(5747ns) DropSessionEvent:512(6934ns) DropSessionEvent:512(4879384ns) DropSessionEvent:512(10800ns) DropSessionEvent:512(5629ns) DropSessionEvent:512(7749ns)}}}
2025-12-06T17:37:21.868820Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800421636184609:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:21.947053Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800422543330529:2059] [node 5] ICS09 handshake done sender: [6:7580800422543330518:2119] self: [6:7580800422543330522:0] peer: [5:7580800423080983636:0] socket: 385 qp: -1
2025-12-06T17:37:21.868876Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:21.877706Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7580800417341217210:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:37:21.951023Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800422543330530:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14945
2025-12-06T17:37:21.958805Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800422543330529:2059] [node 5] ICS10 traffic start
2025-12-06T17:37:21.958919Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:21.959217Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800422543330455:2059] [node 5] ICP35 event processing took too much time PendingConnection:279(104879812ns) {HandleHandshakeStatus:329(104876931ns) {DropIncomingHandshake:442(2170ns) DropOutgoingHandshake:457(521ns) SwitchToState:179(867ns) ProcessPendingSessionEvents:495(1808ns)}}
2025-12-06T17:37:21.971231Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800422543330527:2122] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:21.804371Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800423196544985:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:21.804411Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:21.804914Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800418901577592:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(36318782ns) {HandleHandshakeStatus:329(36313371ns) {DropIncomingHandshake:442(5939ns) DropOutgoingHandshake:457(17865ns) SwitchToState:179(852ns) ProcessPendingSessionEvents:495(104383ns) {ForwardSessionEventToSession:612(52533ns) ForwardSessionEventToSession:612(3384ns) ForwardSessionEventToSession:612(6712ns) ForwardSessionEventToSession:612(3244ns) ForwardSessionEventToSession:612(2895ns) ForwardSessionEventToSession:612(5454ns) ForwardSessionEventToSession:612(7041ns) ForwardSessionEventToSession:612(8971ns) ForwardSessionEventToSession:612(2672ns) ForwardSessionEventToSession:612(3696ns)}}}
2025-12-06T17:37:21.805034Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7580800418901577594:2050] [node 3] ICP27 obsolete handshake fail ignored
2025-12-06T17:37:21.828019Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800423196544967:2117] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:21.839803Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800423196544910:2062] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:37:21.839910Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:21.839969Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800423196544910:2062] [node 5] ICP22 created new session: [4:7580800423196544988:2062]
2025-12-06T17:37:21.840024Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800423196544988:2062] [node 5] ICS09 handshake done sender: [4:7580800423196544967:2117] self: [4:7580800423196544964:0] peer: [5:7580800423080983653:0] socket: 331 qp: -1
2025-12-06T17:37:21.840068Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800423196544988:2062] [node 5] ICS10 traffic start
2025-12-06T17:37:21.840111Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:21.878825Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800423196544965:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:21.878879Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800423196544965:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:21.901211Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800423196544965:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:21.901556Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800423196544914:2061] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:21.901641Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:21.901695Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800423196544914:2061] [node 6] ICP22 created new session: [4:7580800423196544991:2061]
2025-12-06T17:37:21.901744Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800423196544991:2061] [node 6] ICS09 handshake done sender: [4:7580800423196544965:2115] self: [4:7580800423196544963:0] peer: [6:7580800422543330528:0] socket: 336 qp: -1
2025-12-06T17:37:21.901782Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800423196544991:2061] [node 6] ICS10 traffic start
2025-12-06T17:37:21.901827Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:21.971407Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800423080983571:2059] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:37:21.970923Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800423002142906:2048] [node 1] ICS09 handshake done sender: [3:7580800423002142903:2118] self: [3:7580800423002142904:0] peer: [1:7580800420989384580:0] socket: 344 qp: -1
2025-12-06T17:37:21.978905Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800422543330450:2061] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:37:21.979031Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:21.979097Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800422543330450:2061] [node 4] ICP22 created new session: [6:7580800422543330532:2061]
2025-12-06T17:37:21.979152Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800422543330532:2061] [node 4] ICS09 handshake done sender: [6:7580800422543330527:2122] self: [6:7580800422543330528:0] peer: [4:7580800423196544963:0] socket: 356 qp: -1
2025-12-06T17:37:21.979198Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800422543330532:2061] [node 4] ICS10 traffic start
2025-12-06T17:37:21.979277Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:21.970990Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800423002142906:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:21.971057Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:21.999093Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800418707175510:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(91461507ns) {HandleHandshakeStatus:329(91459221ns) {DropIncomingHandshake:442(564ns) DropOutgoingHandshake:457(4777ns) SwitchToState:179(675ns) ProcessPendingSessionEvents:495(3897019ns) {ForwardSessionEventToSession:612(3825010ns) ForwardSessionEventToSession:612(13187ns) ForwardSessionEventToSession:612(4011ns) ForwardSessionEventToSession:612(7031ns) ForwardSessionEventToSession:612(3504ns) ForwardSessionEventToSession:612(3351ns) ForwardSessionEventToSession:612(9642ns) ForwardSessionEventToSession:612(5876ns) ForwardSessionEventToSession:612(2746ns) ForwardSessionEventToSession:612(6336ns)}}}
2025-12-06T17:37:21.987373Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:21.986678Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800422543330526:2121] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:21.999689Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800420989384586:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:21.999748Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800420989384586:2116] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:21.994709Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800423080983571:2059] [node 4] ICP22 created new session: [5:7580800423080983660:2059]
2025-12-06T17:37:21.994799Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800423080983660:2059] [node 4] ICS09 handshake done sender: [5:7580800423080983645:2121] self: [5:7580800423080983653:0] peer: [4:7580800423196544964:0] socket: 380 qp: -1
2025-12-06T17:37:21.994842Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800423080983660:2059] [node 4] ICS10 traffic start
2025-12-06T17:37:21.994918Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:22.000258Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800423080983571:2059] [node 4] ICP35 event processing took too much time PendingConnection:279(28764912ns) {HandleHandshakeStatus:329(28760718ns) {DropIncomingHandshake:442(2551ns) DropOutgoingHandshake:457(559ns) SwitchToState:179(714ns) ProcessPendingSessionEvents:495(750ns)}}
2025-12-06T17:37:21.986995Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800418248363138:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:22.026942Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800420989384586:2116] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:22.027489Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800420989384571:2108] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:22.027604Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:22.027669Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800420989384571:2108] [node 6] ICP22 created new session: [1:7580800425284351906:2108]
2025-12-06T17:37:22.027740Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800425284351906:2108] [node 6] ICS09 handshake done sender: [1:7580800420989384586:2116] self: [1:7580800420989384585:0] peer: [6:7580800422543330534:0] socket: 395 qp: -1
2025-12-06T17:37:22.027780Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800425284351906:2108] [node 6] ICS10 traffic start
2025-12-06T17:37:22.027824Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:22.027054Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800426838297831:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14945
2025-12-06T17:37:22.032037Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800418248363138:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:32041) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800422543330526:2121] held: no
2025-12-06T17:37:22.032330Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800422543330526:2121] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:22.032749Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800418248363138:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:22.032818Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:22.032878Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800418248363138:2048] [node 1] ICP22 created new session: [6:7580800426838297832:2048]
2025-12-06T17:37:22.032930Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800426838297832:2048] [node 1] ICS09 handshake done sender: [6:7580800422543330526:2121] self: [6:7580800422543330534:0] peer: [1:7580800420989384585:0] socket: 330 qp: -1
2025-12-06T17:37:22.032971Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800426838297832:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:22.033032Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:22.124821Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:37:22.125141Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580800421636184609:2048] [node 1] ICS01 socket: 372 reason# EndOfStream
2025-12-06T17:37:22.125190Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580800417341217210:2048] [node 1] ICP30 unregister session Session# [2:7580800421636184609:2048] VirtualId# [2:7580800421636184604:0]
2025-12-06T17:37:22.125232Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580800421636184609:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:22.125342Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:22.125406Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:22.130728Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:37:22.131060Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580800423002142906:2048] [node 1] ICS07 socket disconnect 344 reason# EndOfStream
2025-12-06T17:37:22.131095Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800423002142906:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:22.131225Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:22.131270Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580800423002142906:2048] [node 1] ICS15 start handshake
2025-12-06T17:37:22.140285Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580800418707175510:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:32041) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:37:22.140365Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800423002142906:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:37:22.140408Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800418707175510:2048] [node 1] ICP30 unregister session Session# [3:7580800423002142906:2048] VirtualId# [3:7580800423002142904:0]
2025-12-06T17:37:22.140464Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:22.140532Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580800418707175510:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:32041) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:22.140552Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:32041) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:22.142847Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:37:22.150767Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:37:22.158795Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:37:22.159108Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800423196544985:2048] [node 1] ICS01 socket: 342 reason# EndOfStream
2025-12-06T17:37:22.159163Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800418901577592:2048] [node 1] ICP30 unregister session Session# [4:7580800423196544985:2048] VirtualId# [4:7580800423196544974:0]
2025-12-06T17:37:22.159202Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800423196544985:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:22.159348Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:22.159410Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:22.166581Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800423080983654:2048] [node 1] ICS01 socket: 341 reason# EndOfStream
2025-12-06T17:37:22.166659Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800418786016262:2048] [node 1] ICP30 unregister session Session# [5:7580800423080983654:2048] VirtualId# [5:7580800423080983643:0]
2025-12-06T17:37:22.166701Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800423080983654:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:22.166852Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:22.174665Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:22.150760Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580800418707175510:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:37:22.179230Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800426838297832:2048] [node 1] ICS01 socket: 330 reason# EndOfStream
2025-12-06T17:37:22.191037Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800418248363138:2048] [node 1] ICP30 unregister session Session# [6:7580800426838297832:2048] VirtualId# [6:7580800422543330534:0]
2025-12-06T17:37:22.191786Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800426838297832:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:22.191940Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:22.192010Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:22.230154Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:37:22.230471Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800423002142901:2049] [node 2] ICS01 socket: 375 reason# EndOfStream
2025-12-06T17:37:22.230522Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800418707175511:2049] [node 2] ICP30 unregister session Session# [3:7580800423002142901:2049] VirtualId# [3:7580800423002142894:0]
2025-12-06T17:37:22.230595Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800423002142901:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:22.230699Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:22.230746Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:22.233155Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:37:22.233438Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580800422543330523:2049] [node 2] ICS07 socket disconnect 364 reason# EndOfStream
2025-12-06T17:37:22.233467Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800422543330523:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:22.233539Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:22.233577Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580800422543330523:2049] [node 2] ICS15 start handshake
2025-12-06T17:37:22.234813Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800418248363139:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1063) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:37:22.234881Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800422543330523:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:37:22.234921Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800418248363139:2049] [node 2] ICP30 unregister session Session# [6:7580800422543330523:2049] VirtualId# [6:7580800422543330516:0]
2025-12-06T17:37:22.234984Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:22.235020Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580800418248363139:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:1063) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:22.235035Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1063) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:22.243363Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580800418248363139:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:37:22.239383Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:37:22.239610Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580800423196544976:2049] [node 2] ICS07 socket disconnect 354 reason# EndOfStream
2025-12-06T17:37:22.239642Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800423196544976:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:22.239691Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:22.239734Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580800423196544976:2049] [node 2] ICS15 start handshake
2025-12-06T17:37:22.238761Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:37:22.239055Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800423080983651:2049] [node 2] ICS01 socket: 352 reason# EndOfStream
2025-12-06T17:37:22.239103Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800418786016263:2049] [node 2] ICP30 unregister session Session# [5:7580800423080983651:2049] VirtualId# [5:7580800423080983642:0]
2025-12-06T17:37:22.239139Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800423080983651:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:22.239228Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:22.239274Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:22.245268Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800418901577593:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1063) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:37:22.245339Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800423196544976:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:37:22.245377Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800418901577593:2049] [node 2] ICP30 unregister session Session# [4:7580800423196544976:2049] VirtualId# [4:7580800423196544972:0]
2025-12-06T17:37:22.245428Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:22.245468Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580800418901577593:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:1063) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:22.245486Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1063) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:22.254733Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580800418901577593:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:37:22.333784Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:37:22.334058Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800422543330519:2050] [node 3] ICS01 socket: 350 reason# EndOfStream
2025-12-06T17:37:22.334123Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800418248363140:2050] [node 3] ICP30 unregister session Session# [6:7580800422543330519:2050] VirtualId# [6:7580800422543330514:0]
2025-12-06T17:37:22.334166Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800422543330519:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:22.334291Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:37:22.334349Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:37:22.334468Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:37:22.334707Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800423080983646:2050] [node 3] ICS01 socket: 326 reason# EndOfStream
2025-12-06T17:37:22.334742Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800418786016264:2050] [node 3] ICP30 unregister session Session# [5:7580800423080983646:2050] VirtualId# [5:7580800423080983638:0]
2025-12-06T17:37:22.334770Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800423080983646:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:22.334839Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:37:22.334882Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:37:22.334995Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:37:22.335191Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800423196544983:2050] [node 3] ICS01 socket: 382 reason# EndOfStream
2025-12-06T17:37:22.335235Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800418901577594:2050] [node 3] ICP30 unregister session Session# [4:7580800423196544983:2050] VirtualId# [4:7580800423196544979:0]
2025-12-06T17:37:22.335264Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800423196544983:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:22.335319Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:37:22.335355Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:37:22.410804Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:37:22.411095Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800422543330532:2061] [node 4] ICS01 socket: 356 reason# EndOfStream
2025-12-06T17:37:22.411151Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800422543330450:2061] [node 4] ICP30 unregister session Session# [6:7580800422543330532:2061] VirtualId# [6:7580800422543330528:0]
2025-12-06T17:37:22.411192Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800422543330532:2061] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:22.411331Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:37:22.411388Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:37:22.411525Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:37:22.411732Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800423080983660:2059] [node 4] ICS01 socket: 380 reason# EndOfStream
2025-12-06T17:37:22.411775Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800423080983571:2059] [node 4] ICP30 unregister session Session# [5:7580800423080983660:2059] VirtualId# [5:7580800423080983653:0]
2025-12-06T17:37:22.411806Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800423080983660:2059] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:22.411874Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:37:22.411917Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:37:22.470890Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:37:22.471191Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800422543330529:2059] [node 5] ICS01 socket: 385 reason# EndOfStream
2025-12-06T17:37:22.471313Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800422543330455:2059] [node 5] ICP30 unregister session Session# [6:7580800422543330529:2059] VirtualId# [6:7580800422543330522:0]
2025-12-06T17:37:22.478668Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800422543330529:2059] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:22.478879Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:37:22.478945Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:37:22.753435Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800427630694549:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:22.753484Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800427630694550:2049] [node 3] ICP01 ready to work
2025-12-06T17:37:22.755004Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800423990785685:2048] [node 2] ICP01 ready to work
2025-12-06T17:37:22.755048Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800423990785686:2049] [node 3] ICP01 ready to work
2025-12-06T17:37:22.822262Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800425095537447:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:22.822342Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800425095537448:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:22.855272Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800423475880497:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:22.855313Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800423475880498:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:22.855348Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800423475880499:2050] [node 3] ICP01 ready to work
2025-12-06T17:37:22.891053Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800423630358120:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:22.891095Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800423630358121:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:22.891129Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800423630358122:2050] [node 3] ICP01 ready to work
2025-12-06T17:37:22.991099Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800424373951160:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:22.991143Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800424373951161:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:22.991189Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800424373951162:2050] [node 3] ICP01 ready to work
2025-12-06T17:37:23.399533Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800431925661900:2069] [node 6] ICP01 ready to work
2025-12-06T17:37:23.430677Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800428285753035:2078] [node 5] ICP01 ready to work
2025-12-06T17:37:23.451919Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800429390504802:2065] [node 4] ICP01 ready to work
2025-12-06T17:37:23.450177Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800423630358121:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(31139492ns) {Configure:104(31132142ns) {ProcessConfigured:135(107111ns) {StartInitialHandshake:157(103333ns) {DropHandshakes:470(3464ns) {DropIncomingHandshake:442(734ns) DropOutgoingHandshake:457(695ns)} GenerateSessionVirtualId:988(1164ns) PrepareNewSessionHandshake:477(2824ns) {SwitchToState:179(1125ns)}}}}}
2025-12-06T17:37:23.462745Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800431925661907:2070] [node 4] ICP01 ready to work
2025-12-06T17:37:23.462650Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800427770847855:2071] [node 6] ICP01 ready to work
2025-12-06T17:37:23.443626Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800428285753039:2080] [node 4] ICP01 ready to work
2025-12-06T17:37:23.499846Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800427925325448:2075] [node 4] ICP01 ready to work
2025-12-06T17:37:23.462608Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800429390504803:2064] [node 5] ICP01 ready to work
2025-12-06T17:37:23.494842Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800427770847857:2063] [node 5] ICP01 ready to work
2025-12-06T17:37:23.547385Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800428668918487:2075] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:23.494684Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800431925661909:2071] [node 5] ICP01 ready to work
2025-12-06T17:37:23.447418Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800428285753038:2081] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:23.580647Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800427925325462:2071] [node 6] ICP01 ready to work
2025-12-06T17:37:23.605402Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800431925661920:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53554
2025-12-06T17:37:23.602638Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800428668918475:2059] [node 5] ICP01 ready to work
2025-12-06T17:37:23.627830Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800423630358120:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(180434006ns) {Configure:104(180424885ns) {ProcessConfigured:135(98141ns) {StartInitialHandshake:157(94047ns) {DropHandshakes:470(3059ns) {DropIncomingHandshake:442(665ns) DropOutgoingHandshake:457(573ns)} GenerateSessionVirtualId:988(1048ns) PrepareNewSessionHandshake:477(1876ns) {SwitchToState:179(699ns)}}}}}
2025-12-06T17:37:23.602742Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800429390504808:2063] [node 6] ICP01 ready to work
2025-12-06T17:37:23.612692Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800423475880498:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(173726450ns) {Configure:104(173716416ns) {ProcessConfigured:135(85221ns) {StartInitialHandshake:157(80858ns) {DropHandshakes:470(2825ns) {DropIncomingHandshake:442(727ns) DropOutgoingHandshake:457(410ns)} GenerateSessionVirtualId:988(1485ns) PrepareNewSessionHandshake:477(2919ns) {SwitchToState:179(567ns)}}}}}
2025-12-06T17:37:23.621496Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800425095537447:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(182194615ns) {Configure:104(182187433ns) {ProcessConfigured:135(84642ns) {StartInitialHandshake:157(80753ns) {DropHandshakes:470(3556ns) {DropIncomingHandshake:442(792ns) DropOutgoingHandshake:457(449ns)} GenerateSessionVirtualId:988(1070ns) PrepareNewSessionHandshake:477(2571ns) {SwitchToState:179(1136ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:23.656925Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800429390504802:2065] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(149040636ns) {Configure:104(149033715ns) {ProcessConfigured:135(89797ns) {StartInitialHandshake:157(86633ns) {DropHandshakes:470(3372ns) {DropIncomingHandshake:442(917ns) DropOutgoingHandshake:457(466ns)} GenerateSessionVirtualId:988(1513ns) PrepareNewSessionHandshake:477(2605ns) {SwitchToState:179(1008ns)}}}}}
2025-12-06T17:37:23.657309Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800429390504811:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15653
2025-12-06T17:37:23.613384Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800427770847861:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56159
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:23.675866Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800429390504811:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:23.679296Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800428285753038:2081] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(183058064ns) {Configure:104(183044849ns) {ProcessConfigured:135(77705ns) {StartInitialHandshake:157(73615ns) {DropHandshakes:470(3087ns) {DropIncomingHandshake:442(742ns) DropOutgoingHandshake:457(445ns)} GenerateSessionVirtualId:988(904ns) PrepareNewSessionHandshake:477(2053ns) {SwitchToState:179(700ns)}}}}}
2025-12-06T17:37:23.613612Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800427770847862:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56159
2025-12-06T17:37:23.614222Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800427770847860:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56159
2025-12-06T17:37:23.680259Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800431925661909:2071] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(114048300ns) {Configure:104(114037396ns) {ProcessConfigured:135(14825061ns) {StartInitialHandshake:157(14820739ns) {DropHandshakes:470(6360ns) {DropIncomingHandshake:442(437ns) DropOutgoingHandshake:457(503ns)} GenerateSessionVirtualId:988(1373ns) PrepareNewSessionHandshake:477(5546ns) {SwitchToState:179(3021ns)}}}}}
2025-12-06T17:37:23.681412Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800427770847861:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:23.680838Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800431925661921:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53554
2025-12-06T17:37:23.722392Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800429390504813:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:23.739557Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800423990785686:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(308276468ns) {Configure:104(308262928ns) {ProcessConfigured:135(19360090ns) {StartInitialHandshake:157(19357396ns) {DropHandshakes:470(3350ns) {DropIncomingHandshake:442(883ns) DropOutgoingHandshake:457(601ns)} GenerateSessionVirtualId:988(3643ns) PrepareNewSessionHandshake:477(4122ns) {SwitchToState:179(1965ns)}}}}}
2025-12-06T17:37:23.682910Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800431925661920:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:23.687747Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800431925661916:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:23.687795Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800431925661916:2111] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:37:23.688859Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800431925661921:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:23.700590Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800431925661900:2069] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(254657803ns) {Configure:104(254651990ns) {ProcessConfigured:135(1970836ns) {StartInitialHandshake:157(1967896ns) {DropHandshakes:470(2114ns) {DropIncomingHandshake:442(472ns) DropOutgoingHandshake:457(375ns)} GenerateSessionVirtualId:988(839ns) PrepareNewSessionHandshake:477(3163ns) {SwitchToState:179(1039ns)}}}}}
2025-12-06T17:37:23.712122Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800428668918475:2059] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(75904244ns) {Configure:104(75894939ns) {ProcessConfigured:135(81125ns) {StartInitialHandshake:157(78371ns) {DropHandshakes:470(2804ns) {DropIncomingHandshake:442(517ns) DropOutgoingHandshake:457(403ns)} GenerateSessionVirtualId:988(962ns) PrepareNewSessionHandshake:477(1844ns) {SwitchToState:179(754ns)}}}}}
2025-12-06T17:37:23.738288Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800424373951162:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(110837484ns) {Configure:104(110825999ns) {ProcessConfigured:135(289463ns) {StartInitialHandshake:157(286962ns) {DropHandshakes:470(3307ns) {DropIncomingHandshake:442(937ns) DropOutgoingHandshake:457(377ns)} GenerateSessionVirtualId:988(791ns) PrepareNewSessionHandshake:477(2113ns) {SwitchToState:179(989ns)}}}}}
2025-12-06T17:37:23.742837Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800428668918526:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25612
2025-12-06T17:37:23.681682Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800427770847855:2071] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(166614824ns) {Configure:104(166606636ns) {ProcessConfigured:135(71503ns) {StartInitialHandshake:157(68831ns) {DropHandshakes:470(3454ns) {DropIncomingHandshake:442(829ns) DropOutgoingHandshake:457(382ns)} GenerateSessionVirtualId:988(924ns) PrepareNewSessionHandshake:477(1949ns) {SwitchToState:179(720ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:23.722493Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800429390504813:2112] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:23.761726Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800427925325492:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14341
2025-12-06T17:37:23.742527Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800428285753056:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38181
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:23.682047Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800427770847866:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56159
2025-12-06T17:37:23.782838Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800428668918526:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:23.803393Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800424373951160:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(286268115ns) {Configure:104(286261385ns) {ProcessConfigured:135(18104708ns) {StartInitialHandshake:157(18102065ns) {DropHandshakes:470(3075ns) {DropIncomingHandshake:442(816ns) DropOutgoingHandshake:457(800ns)} GenerateSessionVirtualId:988(1009ns) PrepareNewSessionHandshake:477(4060ns) {SwitchToState:179(2679ns)}}}}}
2025-12-06T17:37:23.808342Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800424373951161:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(205298467ns) {Configure:104(205292702ns) {ProcessConfigured:135(14656178ns) {StartInitialHandshake:157(14651474ns) {DropHandshakes:470(1228ns) {DropIncomingHandshake:442(285ns) DropOutgoingHandshake:457(242ns)} GenerateSessionVirtualId:988(446ns) PrepareNewSessionHandshake:477(8757ns) {SwitchToState:179(4191ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:23.785311Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800427925325493:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14341
2025-12-06T17:37:23.839577Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800431925661916:2111] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:23.731098Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800429390504808:2063] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(65886746ns) {Configure:104(65879362ns) {ProcessConfigured:135(64845ns) {StartInitialHandshake:157(62322ns) {DropHandshakes:470(666ns) {DropIncomingHandshake:442(172ns) DropOutgoingHandshake:457(204ns)} GenerateSessionVirtualId:988(265ns) PrepareNewSessionHandshake:477(969ns) {SwitchToState:179(481ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:23.854928Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800431925661928:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53554
2025-12-06T17:37:23.752478Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800423990785685:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(303992904ns) {Configure:104(303986874ns) {ProcessConfigured:135(19968895ns) {StartInitialHandshake:157(19965264ns) {DropHandshakes:470(2592ns) {DropIncomingHandshake:442(644ns) DropOutgoingHandshake:457(447ns)} GenerateSessionVirtualId:988(2192ns) PrepareNewSessionHandshake:477(4858ns) {SwitchToState:179(2275ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:23.682145Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800423475880498:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:23.835833Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800428668918487:2075] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:23.810687Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800423630358122:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(276044488ns) {Configure:104(276041644ns) {ProcessConfigured:135(21883775ns) {StartInitialHandshake:157(21881841ns) {DropHandshakes:470(1336ns) {DropIncomingHandshake:442(345ns) DropOutgoingHandshake:457(369ns)} GenerateSessionVirtualId:988(538ns) PrepareNewSessionHandshake:477(3418ns) {SwitchToState:179(117ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:23.756643Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800428285753035:2078] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(220051403ns) {Configure:104(204119987ns) {ProcessConfigured:135(14429302ns) {StartInitialHandshake:157(14425165ns) {DropHandshakes:470(2654ns) {DropIncomingHandshake:442(693ns) DropOutgoingHandshake:457(480ns)} GenerateSessionVirtualId:988(895ns) PrepareNewSessionHandshake:477(6732ns) {SwitchToState:179(3107ns)}}}}}
2025-12-06T17:37:23.687010Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800427770847860:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:23.786082Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800425095537448:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(271247838ns) {Configure:104(271238060ns) {ProcessConfigured:135(19643085ns) {StartInitialHandshake:157(19639503ns) {DropHandshakes:470(1514ns) {DropIncomingHandshake:442(587ns) DropOutgoingHandshake:457(301ns)} GenerateSessionVirtualId:988(1383ns) PrepareNewSessionHandshake:477(10079ns) {SwitchToState:179(6716ns)}}}}}
2025-12-06T17:37:23.880163Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800431925661902:2101] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:23.787680Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800429390504813:2112] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:23.812526Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800427925325462:2071] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(196687768ns) {Configure:104(196678512ns) {ProcessConfigured:135(305666ns) {StartInitialHandshake:157(303052ns) {DropHandshakes:470(2330ns) {DropIncomingHandshake:442(567ns) DropOutgoingHandshake:457(507ns)} GenerateSessionVirtualId:988(682ns) PrepareNewSessionHandshake:477(1451ns) {SwitchToState:179(539ns)}}}}}
2025-12-06T17:37:23.780835Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800428285753055:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38181
2025-12-06T17:37:23.876327Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800428668918487:2075] [node 4] ICP35 event processing took too much time PendingConnection:279(26748957ns) {IncomingHandshake:261(9091188ns) {DropIncomingHandshake:442(470ns) PrepareNewSessionHandshake:477(1472ns) {SwitchToState:179(192ns)} GenerateSessionVirtualId:988(500ns) IssueIncomingHandshakeReply:193(9055943ns) {SwitchToState:179(4434ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:23.689941Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800423475880499:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(258892028ns) {Configure:104(258884522ns) {ProcessConfigured:135(2681414ns) {StartInitialHandshake:157(2678252ns) {DropHandshakes:470(1732ns) {DropIncomingHandshake:442(423ns) DropOutgoingHandshake:457(317ns)} GenerateSessionVirtualId:988(1901ns) PrepareNewSessionHandshake:477(3507ns) {SwitchToState:179(258ns)}}}}}
2025-12-06T17:37:23.881030Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800428668918535:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25612
2025-12-06T17:37:23.880227Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800431925661902:2101] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:37:23.826675Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800428285753054:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38181
2025-12-06T17:37:23.903771Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800427925325492:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:23.690119Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800427770847866:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:23.819944Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800429390504802:2065] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:37:23.954996Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800428668918535:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:23.888481Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800431925661929:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53554
2025-12-06T17:37:23.993936Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800427925325493:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:23.994137Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800423630358120:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:23.690463Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800423475880499:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:23.819994Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:23.966980Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800424373951160:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:23.827319Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800428285753055:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:23.904451Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800431925661931:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53554
2025-12-06T17:37:23.995463Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800427925325497:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14341
2025-12-06T17:37:23.839277Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800428285753056:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:23.928480Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800431925661928:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:23.743592Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800427770847873:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56159
2025-12-06T17:37:23.998908Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800428668918540:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25612
2025-12-06T17:37:23.820060Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800429390504802:2065] [node 4] ICP22 created new session: [3:7580800429390504825:2065]
2025-12-06T17:37:23.820104Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800429390504825:2065] [node 4] ICS09 handshake done sender: [3:7580800429390504813:2112] self: [3:7580800429390504812:0] peer: [4:7580800427770847871:0] socket: 347 qp: -1
2025-12-06T17:37:24.022811Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800427925325497:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:23.820144Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800429390504825:2065] [node 4] ICS10 traffic start
2025-12-06T17:37:23.841066Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800428285753039:2080] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(320282920ns) {Configure:104(320273879ns) {ProcessConfigured:135(68715379ns) {StartInitialHandshake:157(68712081ns) {DropHandshakes:470(2758ns) {DropIncomingHandshake:442(779ns) DropOutgoingHandshake:457(493ns)} GenerateSessionVirtualId:988(634ns) PrepareNewSessionHandshake:477(5640ns) {SwitchToState:179(4064ns)}}}}}
2025-12-06T17:37:23.749202Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800423475880497:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(462233150ns) {Configure:104(462221553ns) {ProcessConfigured:135(19289676ns) {StartInitialHandshake:157(19285956ns) {DropHandshakes:470(3104ns) {DropIncomingHandshake:442(845ns) DropOutgoingHandshake:457(535ns)} GenerateSessionVirtualId:988(1250ns) PrepareNewSessionHandshake:477(5477ns) {SwitchToState:179(2789ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:23.998987Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800428668918541:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25612
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:24.023030Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800427925325448:2075] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:23.806746Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800427770847862:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:23.928849Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800431925661929:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:24.063914Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800423630358120:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9621) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800427925325493:2115] held: no
2025-12-06T17:37:23.820182Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:24.007506Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800428668918537:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25612
2025-12-06T17:37:23.854804Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800428285753054:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:23.929217Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800431925661902:2101] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:23.824759Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800425095537448:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:23.840971Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800429390504820:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15653
2025-12-06T17:37:23.884664Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800429390504803:2064] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(280051253ns) {Configure:104(280041953ns) {ProcessConfigured:135(42885709ns) {StartInitialHandshake:157(42883129ns) {DropHandshakes:470(931ns) {DropIncomingHandshake:442(200ns) DropOutgoingHandshake:457(136ns)} GenerateSessionVirtualId:988(334ns) PrepareNewSessionHandshake:477(7527ns) {SwitchToState:179(2478ns)}}}}}
2025-12-06T17:37:23.894089Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800429390504829:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15653
2025-12-06T17:37:24.001579Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800425095537448:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(29225162ns)
2025-12-06T17:37:24.007599Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800429390504811:2111] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:24.007682Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7580800429390504802:2065] [node 4] ICP27 obsolete handshake fail ignored
2025-12-06T17:37:24.028014Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800425095537448:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:24.028084Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:24.028145Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800425095537448:2049] [node 2] ICP22 created new session: [3:7580800433685472127:2049]
2025-12-06T17:37:24.028224Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800433685472127:2049] [node 2] ICS09 handshake done sender: [3:7580800429390504811:2111] self: [3:7580800429390504828:0] peer: [2:7580800431925661901:0] socket: 339 qp: -1
2025-12-06T17:37:24.028306Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800433685472127:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:24.029231Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:24.066982Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800429390504818:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:24.067021Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800429390504818:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:24.078596Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800433685472126:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15653
2025-12-06T17:37:24.090748Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800429390504818:2113] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:24.095604Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800433685472130:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15653
2025-12-06T17:37:24.026914Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800428668918487:2075] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24539) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800428668918526:2112] held: no
2025-12-06T17:37:23.807668Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800427770847866:2115] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:23.907895Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800423990785685:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(16136773ns) {IncomingHandshake:261(16135140ns) {DropIncomingHandshake:442(554ns) PrepareNewSessionHandshake:477(1735ns) {SwitchToState:179(487ns)} GenerateSessionVirtualId:988(334ns) IssueIncomingHandshakeReply:193(10446ns)}}
2025-12-06T17:37:23.971941Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800427630694549:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(16308126ns)
2025-12-06T17:37:24.085204Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800427925325498:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14341
2025-12-06T17:37:23.825118Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800423475880499:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:37:24.135954Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800433685472126:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:24.136077Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800429390504808:2063] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:24.038326Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800428668918537:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:24.085354Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800427925325448:2075] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24539) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800427925325497:2117] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:23.937390Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800428285753066:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38181
2025-12-06T17:37:23.974943Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800427630694550:2049] [node 3] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:24.142737Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800425095537448:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(56892763ns) {HandleHandshakeStatus:329(56888828ns) {DropIncomingHandshake:442(937ns) DropOutgoingHandshake:457(5712ns) SwitchToState:179(697ns) ProcessPendingSessionEvents:495(48958369ns) {ForwardSessionEventToSession:612(3230730ns) ForwardSessionEventToSession:612(4786ns) ForwardSessionEventToSession:612(4857081ns) ForwardSessionEventToSession:612(4296ns) ForwardSessionEventToSession:612(10200493ns) ForwardSessionEventToSession:612(13973185ns) ForwardSessionEventToSession:612(6701763ns) ForwardSessionEventToSession:612(4074ns) ForwardSessionEventToSession:612(9938343ns) ForwardSessionEventToSession:612(4936ns)}}}
2025-12-06T17:37:24.038596Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800424373951162:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:24.091008Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800432220292798:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14341
2025-12-06T17:37:24.106495Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800432220292797:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14341
2025-12-06T17:37:24.127013Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800427925325498:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:24.131595Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800423630358121:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:24.142671Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800427925325497:2117] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:24.144856Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800427925325493:2115] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:24.151916Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800423630358120:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:24.152139Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:24.152239Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800423630358120:2048] [node 1] ICP22 created new session: [5:7580800432220292803:2048]
2025-12-06T17:37:24.152396Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800432220292803:2048] [node 1] ICS09 handshake done sender: [5:7580800427925325493:2115] self: [5:7580800427925325499:0] peer: [1:7580800428285753049:0] socket: 366 qp: -1
2025-12-06T17:37:24.152484Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800432220292803:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:24.152591Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:24.154962Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800432220292802:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14341
2025-12-06T17:37:24.158909Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800427925325448:2075] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:37:24.158985Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:24.159050Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800427925325448:2075] [node 4] ICP22 created new session: [5:7580800432220292805:2075]
2025-12-06T17:37:24.159122Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800432220292805:2075] [node 4] ICS09 handshake done sender: [5:7580800427925325497:2117] self: [5:7580800432220292796:0] peer: [4:7580800427770847877:0] socket: 384 qp: -1
2025-12-06T17:37:24.159176Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800432220292805:2075] [node 4] ICS10 traffic start
2025-12-06T17:37:24.159242Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:24.181800Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800432220292807:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14341
2025-12-06T17:37:24.182378Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800427925325498:2118] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:23.972053Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800428285753066:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:23.843085Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800427770847865:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:23.974999Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:24.142867Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:23.975052Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800427630694550:2049] [node 3] ICP22 created new session: [2:7580800431925661934:2049]
2025-12-06T17:37:24.148387Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800429390504808:2063] [node 6] ICP22 created new session: [3:7580800433685472133:2063]
2025-12-06T17:37:23.975112Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800431925661934:2049] [node 3] ICS09 handshake done sender: [2:7580800431925661902:2101] self: [2:7580800431925661901:0] peer: [3:7580800429390504828:0] socket: 334 qp: -1
2025-12-06T17:37:23.975156Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800431925661934:2049] [node 3] ICS10 traffic start
2025-12-06T17:37:24.150731Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800433685472130:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:23.975200Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:24.166674Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7580800425095537448:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:37:24.169462Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800425095537447:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:23.984981Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580800427630694549:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:23.843119Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800427770847865:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:24.178699Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800433685472133:2063] [node 6] ICS09 handshake done sender: [3:7580800429390504818:2113] self: [3:7580800429390504817:0] peer: [6:7580800432963885839:0] socket: 374 qp: -1
2025-12-06T17:37:24.039339Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800428668918540:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:23.986082Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800428285753058:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:24.206922Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800423630358121:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:24.178771Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800433685472133:2063] [node 6] ICS10 traffic start
2025-12-06T17:37:23.988259Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800431925661907:2070] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:37:23.881239Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:24.039571Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800428668918487:2075] [node 4] ICP35 event processing took too much time PendingConnection:279(16498041ns) {HandleHandshakeStatus:395(16493561ns) {LogHandshakeFail:472(12271395ns) {UpdateErrorStateLog:545(12053ns)} DropOutgoingHandshake:457(1222ns) ProcessPendingSessionEvents:495(4135298ns) {DropSessionEvent:512(24361ns) DropSessionEvent:512(17039ns) DropSessionEvent:512(8679ns) DropSessionEvent:512(1777454ns) DropSessionEvent:512(19047ns) DropSessionEvent:512(6477ns) DropSessionEvent:512(28253ns) DropSessionEvent:512(23109ns) DropSessionEvent:512(8012ns) DropSessionEvent:512(6722ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:23.988343Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:24.235367Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:24.178852Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:23.986112Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800428285753058:2116] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:37:23.991099Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800428285753048:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:23.991148Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800428285753048:2110] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:24.010785Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800428285753058:2116] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:24.010924Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800428285753048:2110] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:24.011369Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800428285753038:2081] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:23.883740Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800427770847857:2063] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(280622148ns) {Configure:104(280611855ns) {ProcessConfigured:135(33997249ns) {StartInitialHandshake:157(33992963ns) {DropHandshakes:470(2010ns) {DropIncomingHandshake:442(446ns) DropOutgoingHandshake:457(268ns)} GenerateSessionVirtualId:988(964ns) PrepareNewSessionHandshake:477(5509ns) {SwitchToState:179(2257ns)}}}}}
2025-12-06T17:37:24.050786Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800424373951161:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:24.011437Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:24.001682Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800431925661931:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:24.235429Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800423630358121:2049] [node 2] ICP22 created new session: [5:7580800432220292808:2049]
2025-12-06T17:37:24.179409Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800429390504808:2063] [node 6] ICP35 event processing took too much time PendingConnection:279(43110818ns) {HandleHandshakeStatus:329(43107040ns) {DropIncomingHandshake:442(629ns) DropOutgoingHandshake:457(8140ns) SwitchToState:179(854ns) ProcessPendingSessionEvents:495(142891ns) {ForwardSessionEventToSession:612(72221ns) ForwardSessionEventToSession:612(4817ns) ForwardSessionEventToSession:612(9755ns) ForwardSessionEventToSession:612(8678ns) ForwardSessionEventToSession:612(4049ns) ForwardSessionEventToSession:612(9932ns) ForwardSessionEventToSession:612(4127ns) ForwardSessionEventToSession:612(7030ns) ForwardSessionEventToSession:612(4487ns) ForwardSessionEventToSession:612(4405ns)}}}
2025-12-06T17:37:24.252087Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800432220292808:2049] [node 2] ICS09 handshake done sender: [5:7580800427925325498:2118] self: [5:7580800432220292801:0] peer: [2:7580800431925661922:0] socket: 386 qp: -1
2025-12-06T17:37:24.267390Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800432220292808:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:24.273259Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800427925325495:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:24.273304Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580800427925325495:2116] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:24.294064Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800432220292802:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:24.304368Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800423630358122:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:24.317440Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:24.331165Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800427925325495:2116] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:24.180466Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800433685472132:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15653
2025-12-06T17:37:24.017055Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800428285753050:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:24.017129Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800428285753050:2111] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:37:24.022667Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800423990785685:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:37:24.022854Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:24.022916Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800423990785685:2048] [node 2] ICP22 created new session: [1:7580800432580720368:2048]
2025-12-06T17:37:24.022979Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800432580720368:2048] [node 2] ICS09 handshake done sender: [1:7580800428285753058:2116] self: [1:7580800428285753052:0] peer: [2:7580800431925661936:0] socket: 367 qp: -1
2025-12-06T17:37:24.023046Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800432580720368:2048] [node 2] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:24.006503Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580800427630694550:2049] [node 3] ICP18 handshake (actor [2:7580800431925661931:2119]) is too old
2025-12-06T17:37:23.895703Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800427770847865:2114] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:24.023095Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:24.050927Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800428668918535:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:24.026710Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800428285753038:2081] [node 6] ICP22 created new session: [1:7580800432580720366:2081]
2025-12-06T17:37:24.031088Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800428285753050:2111] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:24.031171Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800432580720366:2081] [node 6] ICS09 handshake done sender: [1:7580800428285753048:2110] self: [1:7580800428285753047:0] peer: [6:7580800428668918539:0] socket: 368 qp: -1
2025-12-06T17:37:24.033748Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800432580720366:2081] [node 6] ICS10 traffic start
2025-12-06T17:37:24.037365Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:23.899057Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800423475880499:2050] [node 3] ICP22 created new session: [4:7580800427770847881:2050]
2025-12-06T17:37:24.180838Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7580800429390504808:2063] [node 6] ICP27 obsolete handshake fail ignored
2025-12-06T17:37:24.038007Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800428285753035:2078] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:37:24.039229Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:24.058765Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800428285753035:2078] [node 5] ICP22 created new session: [1:7580800432580720373:2078]
2025-12-06T17:37:24.075100Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800432580720374:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38181
2025-12-06T17:37:24.084906Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800432580720373:2078] [node 5] ICS09 handshake done sender: [1:7580800428285753050:2111] self: [1:7580800428285753049:0] peer: [5:7580800427925325499:0] socket: 365 qp: -1
2025-12-06T17:37:24.374593Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800423630358121:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(190471468ns) {HandleHandshakeStatus:329(190467732ns) {DropIncomingHandshake:442(4041ns) DropOutgoingHandshake:457(11694ns) SwitchToState:179(526ns) ProcessPendingSessionEvents:495(14349704ns) {ForwardSessionEventToSession:612(14141198ns) ForwardSessionEventToSession:612(7049ns) ForwardSessionEventToSession:612(10436ns) ForwardSessionEventToSession:612(3451ns) ForwardSessionEventToSession:612(7483ns) ForwardSessionEventToSession:612(6480ns) ForwardSessionEventToSession:612(3254ns) ForwardSessionEventToSession:612(147580ns) ForwardSessionEventToSession:612(3429ns) ForwardSessionEventToSession:612(2836ns)}}}
2025-12-06T17:37:24.007186Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800431925661900:2069] [node 6] ICP35 event processing took too much time PendingConnection:279(16428322ns) {IncomingHandshake:261(16425175ns) {DropIncomingHandshake:442(500ns) PrepareNewSessionHandshake:477(2441ns) {SwitchToState:179(1214ns)} GenerateSessionVirtualId:988(845ns) IssueIncomingHandshakeReply:193(9552ns)}}
2025-12-06T17:37:24.084973Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800432580720373:2078] [node 5] ICS10 traffic start
2025-12-06T17:37:24.085045Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:24.096305Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800428285753038:2081] [node 6] ICP35 event processing took too much time PendingConnection:279(84644346ns) {HandleHandshakeStatus:329(84640221ns) {DropIncomingHandshake:442(389ns) DropOutgoingHandshake:457(738ns) SwitchToState:179(478ns) ProcessPendingSessionEvents:495(17069957ns) {ForwardSessionEventToSession:612(16983381ns) ForwardSessionEventToSession:612(13706ns) ForwardSessionEventToSession:612(4579ns) ForwardSessionEventToSession:612(4450ns) ForwardSessionEventToSession:612(7018ns) ForwardSessionEventToSession:612(3139ns) ForwardSessionEventToSession:612(11621ns) ForwardSessionEventToSession:612(8260ns) ForwardSessionEventToSession:612(4155ns) ForwardSessionEventToSession:612(7553ns)}}}
2025-12-06T17:37:24.213077Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800428285753035:2078] [node 5] ICP35 event processing took too much time PendingConnection:279(174876160ns) {HandleHandshakeStatus:329(174871957ns) {DropIncomingHandshake:442(16386ns) DropOutgoingHandshake:457(396ns) SwitchToState:179(588ns) ProcessPendingSessionEvents:495(18030747ns) {ForwardSessionEventToSession:612(17968921ns) ForwardSessionEventToSession:612(5005ns) ForwardSessionEventToSession:612(11571ns) ForwardSessionEventToSession:612(3465ns) ForwardSessionEventToSession:612(3007ns) ForwardSessionEventToSession:612(8692ns) ForwardSessionEventToSession:612(7237ns) ForwardSessionEventToSession:612(2781ns) ForwardSessionEventToSession:612(5371ns) ForwardSessionEventToSession:612(2722ns)}}}
2025-12-06T17:37:24.214702Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800428285753053:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:24.214774Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800428285753053:2112] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:37:24.051299Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800424373951160:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:24.204485Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:294: Proxy [3:7580800425095537448:2049] [node 2] ICP35 event processing took too much time StateWork:294(16010054ns) {HandleHandshakeStatus:395(104267ns) {LogHandshakeFail:472(28465ns) {UpdateErrorStateLog:545(6097ns)}}}
2025-12-06T17:37:24.216897Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800428285753062:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:24.216923Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800428285753062:2117] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:37:24.234934Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800428285753062:2117] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:24.259510Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800428285753039:2080] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:37:24.266780Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800428285753053:2112] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:24.376469Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580800427925325462:2071] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:23.899125Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800427770847881:2050] [node 3] ICS09 handshake done sender: [4:7580800427770847866:2115] self: [4:7580800427770847871:0] peer: [3:7580800429390504812:0] socket: 351 qp: -1
2025-12-06T17:37:24.291073Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:24.291428Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800428285753039:2080] [node 4] ICP22 created new session: [1:7580800432580720378:2080]
2025-12-06T17:37:24.292136Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800432580720378:2080] [node 4] ICS09 handshake done sender: [1:7580800428285753062:2117] self: [1:7580800428285753057:0] peer: [4:7580800432065815190:0] socket: 332 qp: -1
2025-12-06T17:37:24.292493Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800432580720378:2080] [node 4] ICS10 traffic start
2025-12-06T17:37:24.292706Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:24.327014Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800423990785686:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:37:24.334628Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:24.342680Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800423990785686:2049] [node 3] ICP22 created new session: [1:7580800432580720380:2049]
2025-12-06T17:37:24.358626Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800432580720380:2049] [node 3] ICS09 handshake done sender: [1:7580800428285753053:2112] self: [1:7580800428285753051:0] peer: [3:7580800433685472134:0] socket: 343 qp: -1
2025-12-06T17:37:24.384322Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800428285753039:2080] [node 4] ICP35 event processing took too much time PendingConnection:279(67297175ns) {HandleHandshakeStatus:329(67292668ns) {DropIncomingHandshake:442(30406ns) DropOutgoingHandshake:457(456ns) SwitchToState:179(675ns) ProcessPendingSessionEvents:495(33305083ns) {ForwardSessionEventToSession:612(1499605ns) ForwardSessionEventToSession:612(8298222ns) ForwardSessionEventToSession:612(5198ns) ForwardSessionEventToSession:612(3962ns) ForwardSessionEventToSession:612(9028176ns) ForwardSessionEventToSession:612(6429ns) ForwardSessionEventToSession:612(5695685ns) ForwardSessionEventToSession:612(1770678ns) ForwardSessionEventToSession:612(2672ns) ForwardSessionEventToSession:612(6957566ns)}}}
2025-12-06T17:37:24.386677Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800432580720380:2049] [node 3] ICS10 traffic start
2025-12-06T17:37:24.386770Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:24.007874Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800431925661907:2070] [node 4] ICP22 created new session: [2:7580800431925661939:2070]
2025-12-06T17:37:24.051392Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:24.262948Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800433685472137:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15653
2025-12-06T17:37:24.051459Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800424373951160:2048] [node 1] ICP22 created new session: [6:7580800432963885841:2048]
2025-12-06T17:37:24.051528Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800432963885841:2048] [node 1] ICS09 handshake done sender: [6:7580800428668918535:2116] self: [6:7580800428668918539:0] peer: [1:7580800428285753047:0] socket: 370 qp: -1
2025-12-06T17:37:24.051586Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800432963885841:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:24.051642Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:24.054457Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800428668918538:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25612
2025-12-06T17:37:24.080076Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800432963885843:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25612
2025-12-06T17:37:24.108963Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800428668918526:2112] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:24.109887Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800432963885845:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25612
2025-12-06T17:37:24.110041Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800432963885846:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25612
2025-12-06T17:37:24.131181Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800428668918537:2117] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:24.144445Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800428668918487:2075] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:37:24.145187Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800424373951162:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:37:24.145254Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:23.899176Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800427770847881:2050] [node 3] ICS10 traffic start
2025-12-06T17:37:24.145325Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800424373951162:2050] [node 3] ICP22 created new session: [6:7580800432963885847:2050]
2025-12-06T17:37:24.145397Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800432963885847:2050] [node 3] ICS09 handshake done sender: [6:7580800428668918537:2117] self: [6:7580800432963885839:0] peer: [3:7580800429390504817:0] socket: 377 qp: -1
2025-12-06T17:37:23.899249Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:23.902779Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800427770847878:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56159
2025-12-06T17:37:23.912864Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800427770847861:2112] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:24.306494Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800429390504823:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:24.306527Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800429390504823:2116] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:37:24.322266Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800433685472126:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:24.323559Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800429390504823:2116] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:23.924278Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800423475880499:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(76800020ns) {HandleHandshakeStatus:329(76797212ns) {DropIncomingHandshake:442(478ns) DropOutgoingHandshake:457(11433ns) SwitchToState:179(145ns) ProcessPendingSessionEvents:495(1021142ns) {ForwardSessionEventToSession:612(282778ns) ForwardSessionEventToSession:612(4921ns) ForwardSessionEventToSession:612(3700ns) ForwardSessionEventToSession:612(111259ns) ForwardSessionEventToSession:612(3112ns) ForwardSessionEventToSession:612(112493ns) ForwardSessionEventToSession:612(4284ns) ForwardSessionEventToSession:612(265993ns) ForwardSessionEventToSession:612(218151ns) ForwardSessionEventToSession:612(3884ns)}}}
2025-12-06T17:37:24.363054Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580800425095537447:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9621) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580800433685472126:2118] held: no
2025-12-06T17:37:23.930148Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800423475880498:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:24.363642Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800425095537447:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:23.943326Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800427770847855:2071] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:24.364273Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:23.943397Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:24.364592Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800425095537447:2048] [node 1] ICP22 created new session: [3:7580800433685472139:2048]
2025-12-06T17:37:23.943871Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800427770847855:2071] [node 6] ICP22 created new session: [4:7580800427770847885:2071]
2025-12-06T17:37:24.365074Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800433685472139:2048] [node 1] ICS09 handshake done sender: [3:7580800433685472126:2118] self: [3:7580800433685472134:0] peer: [1:7580800428285753051:0] socket: 357 qp: -1
2025-12-06T17:37:24.365271Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800433685472139:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:23.944030Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800427770847885:2071] [node 6] ICS09 handshake done sender: [4:7580800427770847865:2114] self: [4:7580800427770847864:0] peer: [6:7580800428668918536:0] socket: 352 qp: -1
2025-12-06T17:37:24.145447Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800432963885847:2050] [node 3] ICS10 traffic start
2025-12-06T17:37:24.365311Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:24.375978Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800429390504803:2064] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:37:24.402806Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:24.422930Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800429390504803:2064] [node 5] ICP22 created new session: [3:7580800433685472141:2064]
2025-12-06T17:37:24.423419Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800433685472141:2064] [node 5] ICS09 handshake done sender: [3:7580800429390504823:2116] self: [3:7580800429390504822:0] peer: [5:7580800432220292810:0] socket: 340 qp: -1
2025-12-06T17:37:24.423649Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800433685472141:2064] [node 5] ICS10 traffic start
2025-12-06T17:37:24.423712Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:24.463052Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800429390504803:2064] [node 5] ICP35 event processing took too much time PendingConnection:279(59144746ns) {HandleHandshakeStatus:329(59141312ns) {DropIncomingHandshake:442(22882ns) DropOutgoingHandshake:457(539ns) SwitchToState:179(478ns) ProcessPendingSessionEvents:495(1150619ns) {ForwardSessionEventToSession:612(210874ns) ForwardSessionEventToSession:612(250984ns) ForwardSessionEventToSession:612(2883ns) ForwardSessionEventToSession:612(132842ns) ForwardSessionEventToSession:612(2845ns) ForwardSessionEventToSession:612(2603ns) ForwardSessionEventToSession:612(147805ns) ForwardSessionEventToSession:612(2988ns) ForwardSessionEventToSession:612(4003ns) ForwardSessionEventToSession:612(382666ns)}}}
2025-12-06T17:37:24.378788Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800432220292812:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14341
2025-12-06T17:37:24.448549Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:24.458655Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800432220292802:2121] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:24.464415Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800427925325462:2071] [node 6] ICP22 created new session: [5:7580800432220292813:2071]
2025-12-06T17:37:24.464589Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800432220292813:2071] [node 6] ICS09 handshake done sender: [5:7580800427925325495:2116] self: [5:7580800427925325494:0] peer: [6:7580800432963885852:0] socket: 331 qp: -1
2025-12-06T17:37:24.464843Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800432220292813:2071] [node 6] ICS10 traffic start
2025-12-06T17:37:24.464984Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:24.468472Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800427925325462:2071] [node 6] ICP35 event processing took too much time PendingConnection:279(91027923ns) {HandleHandshakeStatus:329(91025100ns) {DropIncomingHandshake:442(12312ns) DropOutgoingHandshake:457(4081ns) SwitchToState:179(565ns) ProcessPendingSessionEvents:495(1431879ns) {ForwardSessionEventToSession:612(734255ns) ForwardSessionEventToSession:612(5790ns) ForwardSessionEventToSession:612(90385ns) ForwardSessionEventToSession:612(223396ns) ForwardSessionEventToSession:612(3680ns) ForwardSessionEventToSession:612(195132ns) ForwardSessionEventToSession:612(5110ns) ForwardSessionEventToSession:612(155655ns) ForwardSessionEventToSession:612(3187ns) ForwardSessionEventToSession:612(2515ns)}}}
2025-12-06T17:37:24.468964Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800423630358122:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9533) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800432220292802:2121] held: no
2025-12-06T17:37:23.955024Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800427770847885:2071] [node 6] ICS10 traffic start
2025-12-06T17:37:24.468296Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800423990785686:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(144379079ns) {HandleHandshakeStatus:329(144374667ns) {DropIncomingHandshake:442(38492ns) DropOutgoingHandshake:457(866ns) SwitchToState:179(893ns) ProcessPendingSessionEvents:495(24243641ns) {ForwardSessionEventToSession:612(12475427ns) ForwardSessionEventToSession:612(7738ns) ForwardSessionEventToSession:612(10869518ns) ForwardSessionEventToSession:612(544129ns) ForwardSessionEventToSession:612(120063ns) ForwardSessionEventToSession:612(103711ns) ForwardSessionEventToSession:612(3292ns) ForwardSessionEventToSession:612(2624ns) ForwardSessionEventToSession:612(95056ns) ForwardSessionEventToSession:612(2708ns)}}}
2025-12-06T17:37:24.030978Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800431925661939:2070] [node 4] ICS09 handshake done sender: [2:7580800431925661916:2111] self: [2:7580800431925661915:0] peer: [4:7580800427770847867:0] socket: 333 qp: -1
2025-12-06T17:37:24.475241Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800423630358122:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:37:24.475328Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:24.475381Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800423630358122:2050] [node 3] ICP22 created new session: [5:7580800432220292815:2050]
2025-12-06T17:37:24.478866Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800432220292815:2050] [node 3] ICS09 handshake done sender: [5:7580800432220292802:2121] self: [5:7580800432220292810:0] peer: [3:7580800429390504822:0] socket: 398 qp: -1
2025-12-06T17:37:24.489543Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800432220292815:2050] [node 3] ICS10 traffic start
2025-12-06T17:37:24.489662Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:24.031383Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580800427630694549:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9621) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7580800431925661929:2118] held: no
2025-12-06T17:37:24.033916Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800431925661939:2070] [node 4] ICS10 traffic start
2025-12-06T17:37:24.037844Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:24.073045Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800431925661907:2070] [node 4] ICP35 event processing took too much time PendingConnection:279(107403206ns) {HandleHandshakeStatus:329(99812973ns) {DropIncomingHandshake:442(20388ns) DropOutgoingHandshake:457(428ns) SwitchToState:179(425ns) ProcessPendingSessionEvents:495(17936330ns) {ForwardSessionEventToSession:612(17858048ns) ForwardSessionEventToSession:612(20559ns) ForwardSessionEventToSession:612(4016ns) ForwardSessionEventToSession:612(6375ns) ForwardSessionEventToSession:612(2730ns) ForwardSessionEventToSession:612(2874ns) ForwardSessionEventToSession:612(5656ns) ForwardSessionEventToSession:612(3738ns) ForwardSessionEventToSession:612(11163ns) ForwardSessionEventToSession:612(6774ns)}}}
2025-12-06T17:37:24.097477Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800431925661925:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:24.097537Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800431925661925:2116] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:24.110558Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800431925661925:2116] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:24.115110Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800431925661940:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53554
2025-12-06T17:37:24.130704Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800431925661900:2069] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:24.145496Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:24.130832Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:24.134982Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800431925661900:2069] [node 6] ICP22 created new session: [2:7580800436220629239:2069]
2025-12-06T17:37:24.146306Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800428668918540:2119] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:24.142911Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800436220629239:2069] [node 6] ICS09 handshake done sender: [2:7580800431925661925:2116] self: [2:7580800431925661924:0] peer: [6:7580800432963885840:0] socket: 385 qp: -1
2025-12-06T17:37:24.150857Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800436220629239:2069] [node 6] ICS10 traffic start
2025-12-06T17:37:24.186936Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800424373951161:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:24.166653Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800431925661929:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:24.187053Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:24.167105Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800431925661923:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:24.187138Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800424373951161:2049] [node 2] ICP22 created new session: [6:7580800432963885849:2049]
2025-12-06T17:37:24.187204Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800432963885849:2049] [node 2] ICS09 handshake done sender: [6:7580800428668918540:2119] self: [6:7580800432963885840:0] peer: [2:7580800431925661924:0] socket: 387 qp: -1
2025-12-06T17:37:24.167147Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800431925661923:2115] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:37:24.187258Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800432963885849:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:24.174909Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800431925661923:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:24.202765Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580800427630694549:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:24.187307Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:24.204383Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:24.210675Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:24.187678Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580800424373951161:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:37:24.210765Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800427630694549:2048] [node 1] ICP22 created new session: [2:7580800436220629242:2048]
2025-12-06T17:37:24.199872Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800432963885845:2122] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:24.210821Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800436220629242:2048] [node 1] ICS09 handshake done sender: [2:7580800431925661929:2118] self: [2:7580800431925661936:0] peer: [1:7580800428285753052:0] socket: 371 qp: -1
2025-12-06T17:37:24.210001Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:24.210864Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800436220629242:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:24.232017Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800428668918487:2075] [node 4] ICP22 created new session: [6:7580800432963885851:2075]
2025-12-06T17:37:24.210921Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:24.231228Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800431925661909:2071] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:37:24.235573Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800428668918475:2059] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:24.231315Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:24.236562Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800428668918475:2059] [node 5] ICP35 event processing took too much time PendingConnection:279(16801215ns) {IncomingHandshake:261(16797805ns) {DropIncomingHandshake:442(573ns) PrepareNewSessionHandshake:477(1759ns) {SwitchToState:179(568ns)} GenerateSessionVirtualId:988(757ns) IssueIncomingHandshakeReply:193(16768372ns) {SwitchToState:179(1673ns)}}}
2025-12-06T17:37:24.241617Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800431925661909:2071] [node 5] ICP22 created new session: [2:7580800436220629244:2071]
2025-12-06T17:37:24.238919Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800432963885851:2075] [node 4] ICS09 handshake done sender: [6:7580800428668918526:2112] self: [6:7580800428668918536:0] peer: [4:7580800427770847864:0] socket: 354 qp: -1
2025-12-06T17:37:24.242685Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800436220629244:2071] [node 5] ICS09 handshake done sender: [2:7580800431925661923:2115] self: [2:7580800431925661922:0] peer: [5:7580800432220292801:0] socket: 342 qp: -1
2025-12-06T17:37:24.258924Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800432963885851:2075] [node 4] ICS10 traffic start
2025-12-06T17:37:24.242728Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800436220629244:2071] [node 5] ICS10 traffic start
2025-12-06T17:37:24.303003Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:24.242866Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:24.369442Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800431925661900:2069] [node 6] ICP35 event processing took too much time PendingConnection:279(187595721ns) {HandleHandshakeStatus:329(187590528ns) {DropIncomingHandshake:442(50102ns) DropOutgoingHandshake:457(538ns) SwitchToState:179(693ns) ProcessPendingSessionEvents:495(99524730ns) {ForwardSessionEventToSession:612(36675444ns) ForwardSessionEventToSession:612(8209104ns) ForwardSessionEventToSession:612(3593ns) ForwardSessionEventToSession:612(31015040ns) ForwardSessionEventToSession:612(7075ns) ForwardSessionEventToSession:612(4016ns) ForwardSessionEventToSession:612(8093026ns) ForwardSessionEventToSession:612(7232ns) ForwardSessionEventToSession:612(11091250ns) ForwardSessionEventToSession:612(4383329ns)}}}
2025-12-06T17:37:24.354952Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800428668918487:2075] [node 4] ICP35 event processing took too much time PendingConnection:279(208368460ns) {HandleHandshakeStatus:329(208364406ns) {DropIncomingHandshake:442(4559ns) DropOutgoingHandshake:457(489ns) SwitchToState:179(1039ns) ProcessPendingSessionEvents:495(1947ns)}}
2025-12-06T17:37:24.362772Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800432963885854:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25612
2025-12-06T17:37:24.387653Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800432963885845:2122] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:24.404524Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800428668918475:2059] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:37:24.404593Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:24.404636Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800428668918475:2059] [node 5] ICP22 created new session: [6:7580800432963885855:2059]
2025-12-06T17:37:24.404691Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800432963885855:2059] [node 5] ICS09 handshake done sender: [6:7580800432963885845:2122] self: [6:7580800432963885852:0] peer: [5:7580800427925325494:0] socket: 337 qp: -1
2025-12-06T17:37:24.404730Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800432963885855:2059] [node 5] ICS10 traffic start
2025-12-06T17:37:24.404777Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:23.966670Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:23.973727Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800423475880498:2049] [node 2] ICP22 created new session: [4:7580800427770847886:2049]
2025-12-06T17:37:23.979057Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:24.001865Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800427770847886:2049] [node 2] ICS09 handshake done sender: [4:7580800427770847861:2112] self: [4:7580800427770847867:0] peer: [2:7580800431925661915:0] socket: 341 qp: -1
2025-12-06T17:37:24.007364Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800427770847886:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:24.007433Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:24.029351Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800427770847855:2071] [node 6] ICP35 event processing took too much time PendingConnection:279(84681563ns) {HandleHandshakeStatus:329(84677095ns) {DropIncomingHandshake:442(19320ns) DropOutgoingHandshake:457(143ns) SwitchToState:179(244ns) ProcessPendingSessionEvents:495(8554269ns) {ForwardSessionEventToSession:612(8454633ns) ForwardSessionEventToSession:612(22189ns) ForwardSessionEventToSession:612(4812ns) ForwardSessionEventToSession:612(13863ns) ForwardSessionEventToSession:612(10037ns) ForwardSessionEventToSession:612(4778ns) ForwardSessionEventToSession:612(6861ns) ForwardSessionEventToSession:612(6941ns) ForwardSessionEventToSession:612(2779ns) ForwardSessionEventToSession:612(7143ns)}}}
2025-12-06T17:37:24.033563Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800427770847879:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:24.033617Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800427770847879:2120] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:37:24.037485Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800427770847879:2120] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:24.072547Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800432065815187:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56159
2025-12-06T17:37:24.078727Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800427770847857:2063] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:37:24.085161Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:24.098348Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800427770847857:2063] [node 5] ICP22 created new session: [4:7580800432065815188:2063]
2025-12-06T17:37:24.120998Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800432065815188:2063] [node 5] ICS09 handshake done sender: [4:7580800427770847879:2120] self: [4:7580800427770847877:0] peer: [5:7580800432220292796:0] socket: 353 qp: -1
2025-12-06T17:37:24.127049Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800432065815188:2063] [node 5] ICS10 traffic start
2025-12-06T17:37:24.127162Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:24.134693Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800423475880498:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(138126728ns) {HandleHandshakeStatus:329(138122715ns) {DropIncomingHandshake:442(973ns) DropOutgoingHandshake:457(37808ns) SwitchToState:179(1092ns) ProcessPendingSessionEvents:495(32738215ns) {ForwardSessionEventToSession:612(3243573ns) ForwardSessionEventToSession:612(6001ns) ForwardSessionEventToSession:612(883437ns) ForwardSessionEventToSession:612(3517160ns) ForwardSessionEventToSession:612(12561ns) ForwardSessionEventToSession:612(11232053ns) ForwardSessionEventToSession:612(3754ns) ForwardSessionEventToSession:612(13796345ns) ForwardSessionEventToSession:612(9766ns) ForwardSessionEventToSession:612(2784ns)}}}
2025-12-06T17:37:24.202619Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800432065815187:2121] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:24.212154Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800427770847857:2063] [node 5] ICP35 event processing took too much time PendingConnection:279(142823743ns) {HandleHandshakeStatus:329(142819612ns) {DropIncomingHandshake:442(44791ns) DropOutgoingHandshake:457(463ns) SwitchToState:179(827ns) ProcessPendingSessionEvents:495(17426796ns) {ForwardSessionEventToSession:612(17355362ns) ForwardSessionEventToSession:612(9920ns) ForwardSessionEventToSession:612(3943ns) ForwardSessionEventToSession:612(7894ns) ForwardSessionEventToSession:612(7464ns) ForwardSessionEventToSession:612(9101ns) ForwardSessionEventToSession:612(3665ns) ForwardSessionEventToSession:612(4265ns) ForwardSessionEventToSession:612(7332ns) ForwardSessionEventToSession:612(3124ns)}}}
2025-12-06T17:37:24.219183Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800423475880497:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:24.272768Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800432065815191:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56159
2025-12-06T17:37:24.318751Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800432065815187:2121] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:24.326729Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800423475880497:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9621) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580800432065815187:2121] held: no
2025-12-06T17:37:24.408174Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800423475880497:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(36048820ns) {HandleHandshakeStatus:395(36043529ns) {LogHandshakeFail:472(19232ns) {UpdateErrorStateLog:545(6477ns)} DropOutgoingHandshake:457(6591ns) ProcessPendingSessionEvents:495(8046945ns) {DropSessionEvent:512(35399ns) DropSessionEvent:512(17816ns) DropSessionEvent:512(57358ns) DropSessionEvent:512(7184ns) DropSessionEvent:512(6539ns) DropSessionEvent:512(5715ns) DropSessionEvent:512(5658ns) DropSessionEvent:512(6191ns)}}}
2025-12-06T17:37:24.408273Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800423475880497:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:24.420119Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:24.446676Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800423475880497:2048] [node 1] ICP22 created new session: [4:7580800432065815192:2048]
2025-12-06T17:37:24.451114Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800432065815192:2048] [node 1] ICS09 handshake done sender: [4:7580800432065815187:2121] self: [4:7580800432065815190:0] peer: [1:7580800428285753057:0] socket: 360 qp: -1
2025-12-06T17:37:24.451172Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800432065815192:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:24.451264Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:24.451598Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800423475880497:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(43217293ns) {HandleHandshakeStatus:329(43213878ns) {DropIncomingHandshake:442(1296ns) DropOutgoingHandshake:457(3963ns) SwitchToState:179(5201ns) ProcessPendingSessionEvents:495(2120ns)}}
2025-12-06T17:37:24.570742Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:37:24.571134Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580800436220629242:2048] [node 1] ICS01 socket: 371 reason# EndOfStream
2025-12-06T17:37:24.571190Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580800427630694549:2048] [node 1] ICP30 unregister session Session# [2:7580800436220629242:2048] VirtualId# [2:7580800431925661936:0]
2025-12-06T17:37:24.571236Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580800436220629242:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:24.571365Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:24.571426Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:24.570815Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:37:24.571157Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800433685472139:2048] [node 1] ICS01 socket: 357 reason# EndOfStream
2025-12-06T17:37:24.571207Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800425095537447:2048] [node 1] ICP30 unregister session Session# [3:7580800433685472139:2048] VirtualId# [3:7580800433685472134:0]
2025-12-06T17:37:24.571260Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800433685472139:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:24.571410Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:24.571466Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:24.594744Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:37:24.595065Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800432220292803:2048] [node 1] ICS01 socket: 366 reason# EndOfStream
2025-12-06T17:37:24.595120Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800423630358120:2048] [node 1] ICP30 unregister session Session# [5:7580800432220292803:2048] VirtualId# [5:7580800427925325499:0]
2025-12-06T17:37:24.595161Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800432220292803:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:24.595277Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:24.595333Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:24.594743Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:37:24.598693Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:37:24.598937Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800432065815192:2048] [node 1] ICS01 socket: 360 reason# EndOfStream
2025-12-06T17:37:24.598969Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800423475880497:2048] [node 1] ICP30 unregister session Session# [4:7580800432065815192:2048] VirtualId# [4:7580800432065815190:0]
2025-12-06T17:37:24.598994Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800432065815192:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:24.599060Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:24.599113Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:24.598832Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800432963885841:2048] [node 1] ICS01 socket: 370 reason# EndOfStream
2025-12-06T17:37:24.598897Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800424373951160:2048] [node 1] ICP30 unregister session Session# [6:7580800432963885841:2048] VirtualId# [6:7580800428668918539:0]
2025-12-06T17:37:24.598942Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800432963885841:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:24.599060Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:24.599113Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:24.716380Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:37:24.716695Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580800433685472127:2049] [node 2] ICS07 socket disconnect 339 reason# EndOfStream
2025-12-06T17:37:24.716735Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800433685472127:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:24.716886Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:24.716941Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580800433685472127:2049] [node 2] ICS15 start handshake
2025-12-06T17:37:24.733355Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580800425095537448:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13009) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:37:24.733427Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580800433685472127:2049] [node 2] ICS15 start handshake
2025-12-06T17:37:24.738720Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:37:24.738721Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:37:24.738747Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:37:24.739018Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580800432220292808:2049] [node 2] ICS07 socket disconnect 386 reason# EndOfStream
2025-12-06T17:37:24.739056Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800432220292808:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:24.739159Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:24.739209Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580800432220292808:2049] [node 2] ICS15 start handshake
2025-12-06T17:37:24.739018Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580800427770847886:2049] [node 2] ICS07 socket disconnect 341 reason# EndOfStream
2025-12-06T17:37:24.739058Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800427770847886:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:24.739160Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:24.739207Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580800427770847886:2049] [node 2] ICS15 start handshake
2025-12-06T17:37:24.739018Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800432963885849:2049] [node 2] ICS01 socket: 387 reason# EndOfStream
2025-12-06T17:37:24.750702Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800423630358121:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13009) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:37:24.750803Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800432220292808:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:37:24.750860Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800423630358121:2049] [node 2] ICP30 unregister session Session# [5:7580800432220292808:2049] VirtualId# [5:7580800432220292801:0]
2025-12-06T17:37:24.750928Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:24.750984Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580800423630358121:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:13009) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:24.751001Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13009) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:24.739067Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800424373951161:2049] [node 2] ICP30 unregister session Session# [6:7580800432963885849:2049] VirtualId# [6:7580800432963885840:0]
2025-12-06T17:37:24.739103Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800432963885849:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:24.739171Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:24.739219Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:24.771421Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580800423630358121:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:37:24.767366Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800423475880498:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13009) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:37:24.767467Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800427770847886:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:37:24.767513Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800423475880498:2049] [node 2] ICP30 unregister session Session# [4:7580800427770847886:2049] VirtualId# [4:7580800427770847867:0]
2025-12-06T17:37:24.767587Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:24.767626Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580800423475880498:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:13009) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:24.767644Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13009) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:24.814936Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580800423475880498:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:37:24.878768Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:37:24.879041Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800432963885847:2050] [node 3] ICS01 socket: 377 reason# EndOfStream
2025-12-06T17:37:24.879095Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800424373951162:2050] [node 3] ICP30 unregister session Session# [6:7580800432963885847:2050] VirtualId# [6:7580800432963885839:0]
2025-12-06T17:37:24.879136Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800432963885847:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:24.879254Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:37:24.879319Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:37:24.879451Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:37:24.879664Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800432220292815:2050] [node 3] ICS01 socket: 398 reason# EndOfStream
2025-12-06T17:37:24.879714Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800423630358122:2050] [node 3] ICP30 unregister session Session# [5:7580800432220292815:2050] VirtualId# [5:7580800432220292810:0]
2025-12-06T17:37:24.879745Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800432220292815:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:24.879822Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:37:24.879872Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:37:24.886748Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:37:24.887041Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580800427770847881:2050] [node 3] ICS07 socket disconnect 351 reason# EndOfStream
2025-12-06T17:37:24.887082Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800427770847881:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:24.887128Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:37:24.887252Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580800427770847881:2050] [node 3] ICS15 start handshake
2025-12-06T17:37:24.892070Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800423475880499:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9533) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:37:24.892149Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800427770847881:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:37:24.892190Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800423475880499:2050] [node 3] ICP30 unregister session Session# [4:7580800427770847881:2050] VirtualId# [4:7580800427770847871:0]
2025-12-06T17:37:24.892245Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:37:24.892280Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580800423475880499:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:9533) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:24.892299Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9533) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:24.906662Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580800423475880499:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:37:24.994859Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:37:24.995139Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800432220292805:2075] [node 4] ICS01 socket: 384 reason# EndOfStream
2025-12-06T17:37:24.995193Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800427925325448:2075] [node 4] ICP30 unregister session Session# [5:7580800432220292805:2075] VirtualId# [5:7580800432220292796:0]
2025-12-06T17:37:24.995241Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800432220292805:2075] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:24.995371Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:37:24.995423Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:37:24.995549Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:37:24.995760Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800432963885851:2075] [node 4] ICS01 socket: 354 reason# EndOfStream
2025-12-06T17:37:24.995797Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800428668918487:2075] [node 4] ICP30 unregister session Session# [6:7580800432963885851:2075] VirtualId# [6:7580800428668918536:0]
2025-12-06T17:37:24.995829Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800432963885851:2075] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:24.995912Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:37:24.995988Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:37:25.078741Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:37:25.079056Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800432963885855:2059] [node 5] ICS01 socket: 337 reason# EndOfStream
2025-12-06T17:37:25.079108Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800428668918475:2059] [node 5] ICP30 unregister session Session# [6:7580800432963885855:2059] VirtualId# [6:7580800432963885852:0]
2025-12-06T17:37:25.079151Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800432963885855:2059] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:25.079304Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:37:25.079365Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:37:25.223887Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800439884941305:2048] [node 2] ICP01 ready to work
2025-12-06T17:37:25.223934Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800439884941306:2049] [node 3] ICP01 ready to work
2025-12-06T17:37:25.234919Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800439432071706:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:25.234972Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800439432071707:2049] [node 3] ICP01 ready to work
2025-12-06T17:37:25.238596Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800437528813936:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:25.238635Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800437528813937:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:25.262040Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800440195647958:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:25.262078Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800440195647959:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:25.262114Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800440195647960:2050] [node 3] ICP01 ready to work
2025-12-06T17:37:25.256813Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800440444530638:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:25.256852Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800440444530639:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:25.256887Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800440444530640:2050] [node 3] ICP01 ready to work
2025-12-06T17:37:25.253176Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800439546726202:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:25.253217Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800439546726203:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:25.253252Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800439546726204:2050] [node 3] ICP01 ready to work
2025-12-06T17:37:25.843893Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800440195648018:2106] [node 5] ICP01 ready to work
2025-12-06T17:37:25.965931Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800440195648018:2106] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(90694989ns) {Configure:104(90676821ns) {ProcessConfigured:135(108328ns) {StartInitialHandshake:157(104737ns) {DropHandshakes:470(2713ns) {DropIncomingHandshake:442(973ns) DropOutgoingHandshake:457(436ns)} GenerateSessionVirtualId:988(986ns) PrepareNewSessionHandshake:477(1876ns) {SwitchToState:179(667ns)}}}}}
2025-12-06T17:37:25.923324Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800437528814000:2107] [node 4] ICP01 ready to work
2025-12-06T17:37:25.923709Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800437528814001:2108] [node 5] ICP01 ready to work
2025-12-06T17:37:25.924009Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800437528814002:2109] [node 6] ICP01 ready to work
2025-12-06T17:37:26.010851Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800440195648024:2108] [node 4] ICP01 ready to work
2025-12-06T17:37:25.976537Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800439546726266:2108] [node 5] ICP01 ready to work
2025-12-06T17:37:26.019799Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800439884941305:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(204191840ns) {Configure:104(200625282ns) {ProcessConfigured:135(542046ns) {StartInitialHandshake:157(475530ns) {DropHandshakes:470(3848ns) {DropIncomingHandshake:442(1176ns) DropOutgoingHandshake:457(391ns)} GenerateSessionVirtualId:988(979ns) PrepareNewSessionHandshake:477(1797ns) {SwitchToState:179(968ns)}}}}}
2025-12-06T17:37:26.030290Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800440444530638:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(137757608ns) {Configure:104(137744699ns) {ProcessConfigured:135(33894476ns) {StartInitialHandshake:157(33889721ns) {DropHandshakes:470(3366ns) {DropIncomingHandshake:442(723ns) DropOutgoingHandshake:457(680ns)} GenerateSessionVirtualId:988(1269ns) PrepareNewSessionHandshake:477(7219ns) {SwitchToState:179(3017ns)}}}}}
2025-12-06T17:37:26.020523Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800444179908668:2107] [node 5] ICP01 ready to work
2025-12-06T17:37:26.027530Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800443841693563:2110] [node 6] ICP01 ready to work
2025-12-06T17:37:26.031501Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800443727039065:2107] [node 4] ICP01 ready to work
2025-12-06T17:37:26.020808Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800444179908669:2109] [node 4] ICP01 ready to work
2025-12-06T17:37:26.021079Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800444179908670:2110] [node 6] ICP01 ready to work
2025-12-06T17:37:26.111650Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800444739497999:2108] [node 4] ICP01 ready to work
2025-12-06T17:37:26.091175Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800443727039066:2108] [node 5] ICP01 ready to work
2025-12-06T17:37:26.145978Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800437528813937:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(219683968ns) {Configure:104(219678679ns) {ProcessConfigured:135(23191603ns) {StartInitialHandshake:157(23184490ns) {DropHandshakes:470(3041ns) {DropIncomingHandshake:442(1197ns) DropOutgoingHandshake:457(520ns)} GenerateSessionVirtualId:988(2455ns) PrepareNewSessionHandshake:477(3517ns) {SwitchToState:179(1720ns)}}}}}
2025-12-06T17:37:26.145978Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800440195647958:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(134676283ns) {Configure:104(134671588ns) {ProcessConfigured:135(61420ns) {StartInitialHandshake:157(59589ns) {DropHandshakes:470(3735ns) {DropIncomingHandshake:442(818ns) DropOutgoingHandshake:457(518ns)} GenerateSessionVirtualId:988(1547ns) PrepareNewSessionHandshake:477(898ns) {SwitchToState:179(122ns)}}}}}
2025-12-06T17:37:26.112006Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800444739498000:2109] [node 6] ICP01 ready to work
2025-12-06T17:37:26.124202Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800443727039067:2109] [node 6] ICP01 ready to work
2025-12-06T17:37:26.164495Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800439432071707:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(17255651ns) {Configure:104(17249648ns) {ProcessConfigured:135(471105ns) {StartInitialHandshake:157(467956ns) {DropHandshakes:470(129545ns) {DropIncomingHandshake:442(700ns) DropOutgoingHandshake:457(383ns)} GenerateSessionVirtualId:988(1170ns) PrepareNewSessionHandshake:477(2098ns) {SwitchToState:179(857ns)}}}}}
2025-12-06T17:37:26.132310Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800440444530640:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(18236576ns) {Configure:104(18231518ns) {ProcessConfigured:135(86520ns) {StartInitialHandshake:157(83854ns) {DropHandshakes:470(3627ns) {DropIncomingHandshake:442(670ns) DropOutgoingHandshake:457(543ns)} GenerateSessionVirtualId:988(1242ns) PrepareNewSessionHandshake:477(2318ns) {SwitchToState:179(671ns)}}}}}
2025-12-06T17:37:26.158398Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800439884941306:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(97351787ns) {Configure:104(97347218ns) {ProcessConfigured:135(356228ns) {StartInitialHandshake:157(353364ns) {DropHandshakes:470(3051ns) {DropIncomingHandshake:442(669ns) DropOutgoingHandshake:457(516ns)} GenerateSessionVirtualId:988(1186ns) PrepareNewSessionHandshake:477(1682ns) {SwitchToState:179(700ns)}}}}}
2025-12-06T17:37:26.188220Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800439432071706:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(23169255ns) {Configure:104(23162638ns) {ProcessConfigured:135(398925ns) {StartInitialHandshake:157(396255ns) {DropHandshakes:470(2607ns) {DropIncomingHandshake:442(937ns) DropOutgoingHandshake:457(289ns)} GenerateSessionVirtualId:988(915ns) PrepareNewSessionHandshake:477(2791ns) {SwitchToState:179(995ns)}}}}}
2025-12-06T17:37:26.216067Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800439546726202:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(146459145ns) {Configure:104(146452093ns) {ProcessConfigured:135(11396103ns) {StartInitialHandshake:157(11391944ns) {DropHandshakes:470(3232ns) {DropIncomingHandshake:442(602ns) DropOutgoingHandshake:457(398ns)} GenerateSessionVirtualId:988(1004ns) PrepareNewSessionHandshake:477(7751ns) {SwitchToState:179(3363ns)}}}}}
2025-12-06T17:37:26.254978Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800440195647959:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(108628240ns) {Configure:104(108621369ns) {ProcessConfigured:135(91708ns) {StartInitialHandshake:157(87989ns) {DropHandshakes:470(2985ns) {DropIncomingHandshake:442(576ns) DropOutgoingHandshake:457(317ns)} GenerateSessionVirtualId:988(781ns) PrepareNewSessionHandshake:477(1804ns) {SwitchToState:179(560ns)}}}}}
2025-12-06T17:37:26.223566Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800444179908668:2107] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(64513945ns) {Configure:104(64508020ns) {ProcessConfigured:135(7021831ns) {StartInitialHandshake:157(7018548ns) {DropHandshakes:470(2857ns) {DropIncomingHandshake:442(706ns) DropOutgoingHandshake:457(380ns)} GenerateSessionVirtualId:988(675ns) PrepareNewSessionHandshake:477(8644ns) {SwitchToState:179(2728ns)}}}}}
2025-12-06T17:37:26.240206Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800443727039067:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(33499444ns) {Configure:104(33495265ns) {ProcessConfigured:135(80851ns) {StartInitialHandshake:157(78004ns) {DropHandshakes:470(5607ns) {DropIncomingHandshake:442(572ns) DropOutgoingHandshake:457(259ns)} GenerateSessionVirtualId:988(729ns) PrepareNewSessionHandshake:477(1902ns) {SwitchToState:179(487ns)}}}}}
2025-12-06T17:37:26.302776Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800444179908669:2109] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(39090307ns) {Configure:104(39083279ns) {ProcessConfigured:135(36233377ns) {StartInitialHandshake:157(36228064ns) {DropHandshakes:470(3366ns) {DropIncomingHandshake:442(719ns) DropOutgoingHandshake:457(468ns)} GenerateSessionVirtualId:988(1083ns) PrepareNewSessionHandshake:477(5447ns) {SwitchToState:179(1856ns)}}}}}
2025-12-06T17:37:26.258967Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800444739498000:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(124895300ns) {Configure:104(124891550ns) {ProcessConfigured:135(32098395ns) {StartInitialHandshake:157(17259423ns) {DropHandshakes:470(2774ns) {DropIncomingHandshake:442(1296ns) DropOutgoingHandshake:457(363ns)} GenerateSessionVirtualId:988(2941ns) PrepareNewSessionHandshake:477(5017ns) {SwitchToState:179(465ns)}}}}}
2025-12-06T17:37:26.323006Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800440195648024:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(65322886ns) {Configure:104(65316875ns) {ProcessConfigured:135(13765368ns) {StartInitialHandshake:157(13761501ns) {DropHandshakes:470(2895ns) {DropIncomingHandshake:442(612ns) DropOutgoingHandshake:457(437ns)} GenerateSessionVirtualId:988(1081ns) PrepareNewSessionHandshake:477(7981ns) {SwitchToState:179(3417ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:26.343684Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800444739498012:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34410
2025-12-06T17:37:26.343769Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800444739498013:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34410
2025-12-06T17:37:26.347472Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800443727039081:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28973
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:26.378817Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800443727039082:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28973
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:26.399567Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800443727039083:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28973
2025-12-06T17:37:26.400524Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800443727039084:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28973
2025-12-06T17:37:26.370427Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800444179908680:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25099
2025-12-06T17:37:26.401112Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800443727039082:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:26.404852Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800444739498012:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:26.421345Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800443841693563:2110] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(66197151ns) {Configure:104(66191019ns) {ProcessConfigured:135(657760ns) {StartInitialHandshake:157(654312ns) {DropHandshakes:470(3040ns) {DropIncomingHandshake:442(802ns) DropOutgoingHandshake:457(472ns)} GenerateSessionVirtualId:988(864ns) PrepareNewSessionHandshake:477(2033ns) {SwitchToState:179(1019ns)}}}}}
2025-12-06T17:37:26.426898Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800443727039084:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:26.405804Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800444179908681:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25099
2025-12-06T17:37:26.431232Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800444179908682:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25099
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:26.454769Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800443841693575:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11257
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:26.470438Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800443841693574:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11257
2025-12-06T17:37:26.479418Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800443727039081:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:26.492181Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800441823781312:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57213
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:26.505427Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800443727039087:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28973
2025-12-06T17:37:26.519222Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800444179908681:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:26.519326Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800444179908682:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:26.519415Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800444179908680:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:26.549433Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800443841693575:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:26.549860Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800443841693574:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:26.571962Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800443727039069:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:26.583767Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800439546726203:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:26.543079Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800441823781312:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:26.572019Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800443727039069:2110] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:37:26.584064Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800443727039069:2110] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:26.555535Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800441823781313:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57213
2025-12-06T17:37:26.557343Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800441823781314:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57213
2025-12-06T17:37:26.558800Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800437528813937:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:26.583128Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800441823781315:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57213
2025-12-06T17:37:26.595546Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800441823781313:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:26.587968Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800439432071707:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:37:26.588052Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:26.588104Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800439432071707:2049] [node 3] ICP22 created new session: [2:7580800443727039090:2049]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:26.630838Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800441823781318:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57213
2025-12-06T17:37:26.588158Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800443727039090:2049] [node 3] ICS09 handshake done sender: [2:7580800443727039069:2110] self: [2:7580800443727039068:0] peer: [3:7580800441823781316:0] socket: 340 qp: -1
2025-12-06T17:37:26.588198Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800443727039090:2049] [node 3] ICS10 traffic start
2025-12-06T17:37:26.588234Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:26.632970Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800443727039073:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:26.633000Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800443727039073:2112] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:37:26.650892Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800443727039073:2112] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:26.654847Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800443727039065:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:37:26.654893Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:26.654943Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800443727039065:2107] [node 4] ICP22 created new session: [2:7580800443727039094:2107]
2025-12-06T17:37:26.652896Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800444739498015:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34410
2025-12-06T17:37:26.681027Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580800437528813937:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11633) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580800441823781312:2116] held: no
2025-12-06T17:37:26.681255Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800441823781312:2116] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:26.654989Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800443727039094:2107] [node 4] ICS09 handshake done sender: [2:7580800443727039073:2112] self: [2:7580800443727039072:0] peer: [4:7580800443841693579:0] socket: 342 qp: -1
2025-12-06T17:37:26.655023Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800443727039094:2107] [node 4] ICS10 traffic start
2025-12-06T17:37:26.655064Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:26.690821Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800437528813937:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:26.697267Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800444739498015:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:26.699581Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800440444530639:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:26.690915Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:26.690975Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800437528813937:2049] [node 2] ICP22 created new session: [3:7580800441823781319:2049]
2025-12-06T17:37:26.691029Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800441823781319:2049] [node 2] ICS09 handshake done sender: [3:7580800441823781312:2116] self: [3:7580800441823781316:0] peer: [2:7580800443727039068:0] socket: 348 qp: -1
2025-12-06T17:37:26.691073Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800441823781319:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:26.691131Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:26.709102Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800443727039075:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:26.719304Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800444179908685:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25099
2025-12-06T17:37:26.709148Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800443727039075:2113] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:26.734363Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800444490615332:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46411
2025-12-06T17:37:26.736666Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800443727039083:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:26.760515Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800444179908685:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:26.751834Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800444739498017:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34410
2025-12-06T17:37:26.763976Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580800439432071706:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:26.771295Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800441823781314:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:26.774665Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800444739498018:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34410
2025-12-06T17:37:26.772639Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800437528813936:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:26.787275Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800444739498017:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:26.788351Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800440444530640:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:26.796040Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800441823781306:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:26.796083Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800441823781306:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:37:26.801689Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800441823781306:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:26.811758Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800437528814001:2108] [node 5] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:26.811844Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:26.821499Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800444179908686:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25099
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:26.811895Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800437528814001:2108] [node 5] ICP22 created new session: [3:7580800441823781324:2108]
2025-12-06T17:37:26.811943Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800441823781324:2108] [node 5] ICS09 handshake done sender: [3:7580800441823781306:2114] self: [3:7580800441823781305:0] peer: [5:7580800444739498019:0] socket: 383 qp: -1
2025-12-06T17:37:26.811979Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800441823781324:2108] [node 5] ICS10 traffic start
2025-12-06T17:37:26.812027Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:26.840630Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800444739498020:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34410
2025-12-06T17:37:26.835622Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800444179908672:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:26.835694Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800444179908672:2113] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:37:26.847886Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800444179908672:2113] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:26.861104Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800439884941306:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:37:26.861378Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:26.861430Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800439884941306:2049] [node 3] ICP22 created new session: [1:7580800444179908693:2049]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:26.903363Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800444490615333:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46411
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:26.861471Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800444179908693:2049] [node 3] ICS09 handshake done sender: [1:7580800444179908672:2113] self: [1:7580800444179908671:0] peer: [3:7580800441823781322:0] socket: 354 qp: -1
2025-12-06T17:37:26.861510Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800444179908693:2049] [node 3] ICS10 traffic start
2025-12-06T17:37:26.919270Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800444739498017:2118] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:26.925553Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800441823781326:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57213
2025-12-06T17:37:26.861546Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:26.930935Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800440444530640:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:37:26.931010Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:26.931057Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800440444530640:2050] [node 3] ICP22 created new session: [5:7580800444739498021:2050]
2025-12-06T17:37:26.931109Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800444739498021:2050] [node 3] ICS09 handshake done sender: [5:7580800444739498017:2118] self: [5:7580800444739498019:0] peer: [3:7580800441823781305:0] socket: 384 qp: -1
2025-12-06T17:37:26.975234Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800441823781314:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:26.931148Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800444739498021:2050] [node 3] ICS10 traffic start
2025-12-06T17:37:26.931188Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:26.983936Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800437528813936:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:26.984021Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:26.992848Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7580800440444530640:2050] [node 3] ICP27 obsolete handshake fail ignored
2025-12-06T17:37:26.994281Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800444739498013:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:26.984074Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800437528813936:2048] [node 1] ICP22 created new session: [3:7580800441823781328:2048]
2025-12-06T17:37:26.984121Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800441823781328:2048] [node 1] ICS09 handshake done sender: [3:7580800441823781314:2118] self: [3:7580800441823781322:0] peer: [1:7580800444179908671:0] socket: 370 qp: -1
2025-12-06T17:37:26.984163Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800441823781328:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:27.017689Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800440444530638:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:26.984209Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:26.984364Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7580800437528813936:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:37:27.071862Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800439546726204:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:27.075467Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800444490615333:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:27.076892Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800440195647960:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:27.091031Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800444179908674:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:27.088740Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800439546726204:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(21111264ns) {IncomingHandshake:261(21108499ns) {DropIncomingHandshake:442(1542ns) PrepareNewSessionHandshake:477(4068ns) {SwitchToState:179(777ns)} GenerateSessionVirtualId:988(605ns) IssueIncomingHandshakeReply:193(12659036ns) {SwitchToState:179(1472ns)}}}
2025-12-06T17:37:27.119107Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800441823781308:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:27.119179Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800441823781308:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:27.087947Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800443727039075:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:27.091092Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800444179908674:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:37:27.093908Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800444179908667:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:27.093938Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800444179908667:2112] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:37:27.105955Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800444179908674:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:27.137748Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800444179908667:2112] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:27.147278Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800444490615332:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:27.138065Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800439884941305:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:37:27.138124Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:27.140888Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800441823781308:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:27.178719Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800437528814002:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:27.178786Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:27.178837Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800437528814002:2109] [node 6] ICP22 created new session: [3:7580800446118748627:2109]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:27.138172Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800439884941305:2048] [node 2] ICP22 created new session: [1:7580800448474875994:2048]
2025-12-06T17:37:27.133513Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800443727039066:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:37:27.148596Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800440195647959:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:27.178886Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800446118748627:2109] [node 6] ICS09 handshake done sender: [3:7580800441823781308:2115] self: [3:7580800441823781307:0] peer: [6:7580800448785582630:0] socket: 391 qp: -1
2025-12-06T17:37:27.178929Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800446118748627:2109] [node 6] ICS10 traffic start
2025-12-06T17:37:27.178964Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:27.133579Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:27.218896Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800441823781304:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:27.218962Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800441823781304:2113] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:37:27.138226Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800448474875994:2048] [node 2] ICS09 handshake done sender: [1:7580800444179908667:2112] self: [1:7580800444179908666:0] peer: [2:7580800443727039098:0] socket: 353 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:27.138256Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800448474875994:2048] [node 2] ICS10 traffic start
2025-12-06T17:37:27.133635Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800443727039066:2108] [node 5] ICP22 created new session: [2:7580800448022006395:2108]
2025-12-06T17:37:27.251994Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800440444530639:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11633) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800444739498015:2117] held: no
2025-12-06T17:37:27.235485Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800441823781315:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:27.133678Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800448022006395:2108] [node 5] ICS09 handshake done sender: [2:7580800443727039075:2113] self: [2:7580800443727039074:0] peer: [5:7580800444739498016:0] socket: 380 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:27.237908Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800441823781304:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:27.258299Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800448136660878:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11257
2025-12-06T17:37:27.138290Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:27.133718Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800448022006395:2108] [node 5] ICS10 traffic start
2025-12-06T17:37:27.133749Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:27.146720Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800443727039087:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:27.146838Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580800443727039065:2107] [node 4] ICP18 handshake (actor [2:7580800443727039087:2119]) is too old
2025-12-06T17:37:27.175018Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580800439432071706:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2914) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7580800443727039083:2117] held: no
2025-12-06T17:37:27.176145Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800443727039077:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:27.176179Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800443727039077:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:27.184399Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800448022006397:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28973
2025-12-06T17:37:27.215123Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800443727039083:2117] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:27.231069Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580800439432071706:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:27.231128Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:27.231190Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800439432071706:2048] [node 1] ICP22 created new session: [2:7580800448022006399:2048]
2025-12-06T17:37:27.231241Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800448022006399:2048] [node 1] ICS09 handshake done sender: [2:7580800443727039083:2117] self: [2:7580800443727039098:0] peer: [1:7580800444179908666:0] socket: 360 qp: -1
2025-12-06T17:37:27.231291Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800448022006399:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:27.231338Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:27.251546Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800443727039077:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:27.256964Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800443727039067:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:27.257036Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:27.257097Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800443727039067:2109] [node 6] ICP22 created new session: [2:7580800448022006401:2109]
2025-12-06T17:37:27.257146Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800448022006401:2109] [node 6] ICS09 handshake done sender: [2:7580800443727039077:2114] self: [2:7580800443727039076:0] peer: [6:7580800448785582633:0] socket: 337 qp: -1
2025-12-06T17:37:27.257183Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800448022006401:2109] [node 6] ICS10 traffic start
2025-12-06T17:37:27.257221Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:27.138881Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800444179908668:2107] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:37:27.283941Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800448785582634:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46411
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:27.258525Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800439546726203:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11633) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580800443841693575:2117] held: no
2025-12-06T17:37:27.328004Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800440444530638:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2914) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800444739498013:2116] held: no
2025-12-06T17:37:27.258622Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800448136660879:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11257
2025-12-06T17:37:27.337784Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800449034465321:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34410
2025-12-06T17:37:27.314803Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800437528814000:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:37:27.258734Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800448136660877:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11257
2025-12-06T17:37:27.314918Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:27.138934Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:27.138980Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800444179908668:2107] [node 5] ICP22 created new session: [1:7580800448474875996:2107]
2025-12-06T17:37:27.354030Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800444739498015:2117] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:27.350971Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800444490615332:2115] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:27.271158Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800443841693575:2117] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:27.139023Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800448474875996:2107] [node 5] ICS09 handshake done sender: [1:7580800444179908674:2114] self: [1:7580800444179908673:0] peer: [5:7580800449034465320:0] socket: 362 qp: -1
2025-12-06T17:37:27.139051Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800448474875996:2107] [node 5] ICS10 traffic start
2025-12-06T17:37:27.139077Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:27.184880Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800444179908686:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:27.356850Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800440444530639:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:27.314976Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800437528814000:2107] [node 4] ICP22 created new session: [3:7580800446118748631:2107]
2025-12-06T17:37:27.318996Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800446118748631:2107] [node 4] ICS09 handshake done sender: [3:7580800441823781304:2113] self: [3:7580800441823781303:0] peer: [4:7580800448136660876:0] socket: 338 qp: -1
2025-12-06T17:37:27.327281Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800446118748631:2107] [node 4] ICS10 traffic start
2025-12-06T17:37:27.327346Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:27.293001Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800448136660880:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11257
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:27.356909Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:27.356967Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800440444530639:2049] [node 2] ICP22 created new session: [5:7580800449034465324:2049]
2025-12-06T17:37:27.357016Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800449034465324:2049] [node 2] ICS09 handshake done sender: [5:7580800444739498015:2117] self: [5:7580800444739498016:0] peer: [2:7580800443727039074:0] socket: 381 qp: -1
2025-12-06T17:37:27.437068Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800440195647959:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:27.437489Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:27.437825Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800440195647959:2049] [node 2] ICP22 created new session: [6:7580800448785582636:2049]
2025-12-06T17:37:27.293424Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800439546726203:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:27.293495Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:27.293543Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800439546726203:2049] [node 2] ICP22 created new session: [4:7580800448136660882:2049]
2025-12-06T17:37:27.357051Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800449034465324:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:27.357097Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:27.358845Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800444739498013:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:27.293592Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800448136660882:2049] [node 2] ICS09 handshake done sender: [4:7580800443841693575:2117] self: [4:7580800443841693579:0] peer: [2:7580800443727039072:0] socket: 367 qp: -1
2025-12-06T17:37:27.405262Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800449034465322:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34410
2025-12-06T17:37:27.293632Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800448136660882:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:27.405363Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800440444530638:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:27.439150Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800448785582636:2049] [node 2] ICS09 handshake done sender: [6:7580800444490615332:2115] self: [6:7580800448785582633:0] peer: [2:7580800443727039076:0] socket: 382 qp: -1
2025-12-06T17:37:27.405433Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:27.439473Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800448785582636:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:27.439508Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:27.293669Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:27.314299Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800448136660878:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:27.333698Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800443841693574:2116] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:27.410968Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800448136660879:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:27.405483Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800440444530638:2048] [node 1] ICP22 created new session: [5:7580800449034465326:2048]
2025-12-06T17:37:27.405538Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800449034465326:2048] [node 1] ICS09 handshake done sender: [5:7580800444739498013:2116] self: [5:7580800449034465320:0] peer: [1:7580800444179908673:0] socket: 364 qp: -1
2025-12-06T17:37:27.405575Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800449034465326:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:27.405607Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:27.473512Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800440195647959:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(36310783ns) {HandleHandshakeStatus:329(36307674ns) {DropIncomingHandshake:442(1486ns) DropOutgoingHandshake:457(5668ns) SwitchToState:179(391ns) ProcessPendingSessionEvents:495(1852ns)}}
2025-12-06T17:37:27.414581Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800439546726204:2050] [node 3] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:27.473690Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800448785582631:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46411
2025-12-06T17:37:27.502248Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800448785582632:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46411
2025-12-06T17:37:27.414636Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:27.414693Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800439546726204:2050] [node 3] ICP22 created new session: [4:7580800448136660884:2050]
2025-12-06T17:37:27.414740Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800448136660884:2050] [node 3] ICS09 handshake done sender: [4:7580800443841693574:2116] self: [4:7580800448136660876:0] peer: [3:7580800441823781303:0] socket: 366 qp: -1
2025-12-06T17:37:27.414784Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800448136660884:2050] [node 3] ICS10 traffic start
2025-12-06T17:37:27.414820Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:27.414924Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7580800439546726204:2050] [node 3] ICP27 obsolete handshake fail ignored
2025-12-06T17:37:27.463984Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800439546726202:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:27.499673Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800449034465322:2122] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:27.528088Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800444739497999:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:27.559254Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580800440195647959:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:37:27.559336Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800444490615333:2116] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:27.571299Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800448785582635:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46411
2025-12-06T17:37:27.571529Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800448785582638:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46411
2025-12-06T17:37:27.582844Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800443841693571:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:27.571627Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800440195647960:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:37:27.571708Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:27.571761Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800440195647960:2050] [node 3] ICP22 created new session: [6:7580800448785582639:2050]
2025-12-06T17:37:27.572175Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800448785582639:2050] [node 3] ICS09 handshake done sender: [6:7580800444490615333:2116] self: [6:7580800448785582630:0] peer: [3:7580800441823781307:0] socket: 392 qp: -1
2025-12-06T17:37:27.573231Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800448785582639:2050] [node 3] ICS10 traffic start
2025-12-06T17:37:27.573273Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:27.582892Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800443841693571:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:37:27.623756Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800448785582635:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:27.624116Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800440195648018:2106] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:27.596404Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800443841693571:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:27.598082Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800439546726266:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:37:27.598151Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:27.598202Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800439546726266:2108] [node 5] ICP22 created new session: [4:7580800448136660890:2108]
2025-12-06T17:37:27.598270Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800448136660890:2108] [node 5] ICS09 handshake done sender: [4:7580800443841693571:2114] self: [4:7580800443841693570:0] peer: [5:7580800449034465328:0] socket: 343 qp: -1
2025-12-06T17:37:27.598312Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800448136660890:2108] [node 5] ICS10 traffic start
2025-12-06T17:37:27.598345Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:27.654896Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:37:27.654100Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800448785582638:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:27.666032Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800440195648024:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:27.666699Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580800448022006399:2048] [node 1] ICS01 socket: 360 reason# EndOfStream
2025-12-06T17:37:27.653806Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800448136660892:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11257
2025-12-06T17:37:27.691485Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800443841693573:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:27.674872Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:37:27.675409Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800441823781328:2048] [node 1] ICS01 socket: 370 reason# EndOfStream
2025-12-06T17:37:27.675793Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800437528813936:2048] [node 1] ICP30 unregister session Session# [3:7580800441823781328:2048] VirtualId# [3:7580800441823781322:0]
2025-12-06T17:37:27.683493Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580800439432071706:2048] [node 1] ICP30 unregister session Session# [2:7580800448022006399:2048] VirtualId# [2:7580800443727039098:0]
2025-12-06T17:37:27.691541Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800443841693573:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:27.675829Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800441823781328:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:27.675912Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:27.683550Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580800448022006399:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:27.731644Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800444739498008:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:27.731705Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580800444739498008:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:27.729149Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800448136660892:2122] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:27.683657Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:27.733439Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800444739497999:2108] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:63787) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800449034465322:2122] held: no
2025-12-06T17:37:27.734989Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800449034465329:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34410
2025-12-06T17:37:27.752120Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800449034465322:2122] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:27.762983Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800444739498008:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:27.764962Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800444739497999:2108] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:37:27.765027Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:27.676233Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:27.779919Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800443841693563:2110] [node 6] ICP35 event processing took too much time PendingConnection:279(18551005ns) {IncomingHandshake:261(18548558ns) {DropIncomingHandshake:442(752ns) PrepareNewSessionHandshake:477(1719ns) {SwitchToState:179(707ns)} GenerateSessionVirtualId:988(558ns) IssueIncomingHandshakeReply:193(4558ns)}}
2025-12-06T17:37:27.765081Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800444739497999:2108] [node 4] ICP22 created new session: [5:7580800449034465331:2108]
2025-12-06T17:37:27.765125Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800449034465331:2108] [node 4] ICS09 handshake done sender: [5:7580800449034465322:2122] self: [5:7580800449034465328:0] peer: [4:7580800443841693570:0] socket: 372 qp: -1
2025-12-06T17:37:27.765162Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800449034465331:2108] [node 4] ICS10 traffic start
2025-12-06T17:37:27.765199Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:27.765456Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580800444739498000:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:27.765503Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:27.765539Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800444739498000:2109] [node 6] ICP22 created new session: [5:7580800449034465333:2109]
2025-12-06T17:37:27.691341Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:27.765911Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800449034465333:2109] [node 6] ICS09 handshake done sender: [5:7580800444739498008:2114] self: [5:7580800444739498007:0] peer: [6:7580800448785582643:0] socket: 375 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:27.766579Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800449034465333:2109] [node 6] ICS10 traffic start
2025-12-06T17:37:27.766602Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:27.799618Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800444739498000:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(34017528ns) {HandleHandshakeStatus:329(34015380ns) {DropIncomingHandshake:442(17363ns) DropOutgoingHandshake:457(245ns) SwitchToState:179(135ns) ProcessPendingSessionEvents:495(2007ns)}}
2025-12-06T17:37:27.802242Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800448785582645:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46411
2025-12-06T17:37:27.799172Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800443841693573:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:27.802822Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800448785582638:2121] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:27.803004Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800440195648024:2108] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:37:27.803067Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:27.803126Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800440195648024:2108] [node 4] ICP22 created new session: [6:7580800448785582647:2108]
2025-12-06T17:37:27.803181Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800448785582647:2108] [node 4] ICS09 handshake done sender: [6:7580800448785582638:2121] self: [6:7580800448785582644:0] peer: [4:7580800443841693572:0] socket: 400 qp: -1
2025-12-06T17:37:27.833839Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:37:27.803224Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800448785582647:2108] [node 4] ICS10 traffic start
2025-12-06T17:37:27.803269Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:27.845014Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800449034465326:2048] [node 1] ICS01 socket: 364 reason# EndOfStream
2025-12-06T17:37:27.845251Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800440444530638:2048] [node 1] ICP30 unregister session Session# [5:7580800449034465326:2048] VirtualId# [5:7580800449034465320:0]
2025-12-06T17:37:27.845292Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800449034465326:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:27.845520Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:27.845565Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:27.846301Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800440195648018:2106] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27270) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800448785582635:2120] held: no
2025-12-06T17:37:27.846449Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800448785582646:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46411
2025-12-06T17:37:27.879039Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800448785582635:2120] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:27.879377Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800440195648018:2106] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:37:27.879447Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:27.879502Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800440195648018:2106] [node 5] ICP22 created new session: [6:7580800448785582649:2106]
2025-12-06T17:37:27.879551Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800448785582649:2106] [node 5] ICS09 handshake done sender: [6:7580800448785582635:2120] self: [6:7580800448785582643:0] peer: [5:7580800444739498007:0] socket: 373 qp: -1
2025-12-06T17:37:27.834045Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800443841693563:2110] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:27.834141Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:27.834221Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800443841693563:2110] [node 6] ICP22 created new session: [4:7580800448136660895:2110]
2025-12-06T17:37:27.834275Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800448136660895:2110] [node 6] ICS09 handshake done sender: [4:7580800443841693573:2115] self: [4:7580800443841693572:0] peer: [6:7580800448785582644:0] socket: 376 qp: -1
2025-12-06T17:37:27.879593Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800448785582649:2106] [node 5] ICS10 traffic start
2025-12-06T17:37:27.879630Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:27.834322Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800448136660895:2110] [node 6] ICS10 traffic start
2025-12-06T17:37:27.834378Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:28.017487Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800439546726202:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2914) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580800448136660878:2119] held: no
2025-12-06T17:37:28.017050Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580800440195647958:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:37:28.017133Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800440195647958:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2914) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [0:0:0] held: no
2025-12-06T17:37:28.154686Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:37:28.155623Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800441823781319:2049] [node 2] ICS01 socket: 348 reason# EndOfStream
2025-12-06T17:37:28.163015Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800437528813937:2049] [node 2] ICP30 unregister session Session# [3:7580800441823781319:2049] VirtualId# [3:7580800441823781316:0]
2025-12-06T17:37:28.167152Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800441823781319:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:28.167293Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:28.167337Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:28.193399Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:37:28.193615Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800449034465324:2049] [node 2] ICS01 socket: 381 reason# EndOfStream
2025-12-06T17:37:28.193656Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800440444530639:2049] [node 2] ICP30 unregister session Session# [5:7580800449034465324:2049] VirtualId# [5:7580800444739498016:0]
2025-12-06T17:37:28.193690Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800449034465324:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:28.193797Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:28.193835Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:28.219574Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:37:28.224173Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:37:28.238962Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800448785582636:2049] [node 2] ICS01 socket: 382 reason# EndOfStream
2025-12-06T17:37:28.239588Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800440195647959:2049] [node 2] ICP30 unregister session Session# [6:7580800448785582636:2049] VirtualId# [6:7580800448785582633:0]
2025-12-06T17:37:28.240513Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800448785582636:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:28.240626Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:28.240668Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:28.246964Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800448136660882:2049] [node 2] ICS01 socket: 367 reason# EndOfStream
2025-12-06T17:37:28.247013Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800439546726203:2049] [node 2] ICP30 unregister session Session# [4:7580800448136660882:2049] VirtualId# [4:7580800443841693579:0]
2025-12-06T17:37:28.247047Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800448136660882:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:28.247146Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:28.247182Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:28.262833Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:37:28.262995Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800444739498021:2050] [node 3] ICS01 socket: 384 reason# EndOfStream
2025-12-06T17:37:28.263026Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800440444530640:2050] [node 3] ICP30 unregister session Session# [5:7580800444739498021:2050] VirtualId# [5:7580800444739498019:0]
2025-12-06T17:37:28.263052Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800444739498021:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:28.263111Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:37:28.263156Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:37:28.263259Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:37:28.263425Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800448785582639:2050] [node 3] ICS01 socket: 392 reason# EndOfStream
2025-12-06T17:37:28.263455Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800440195647960:2050] [node 3] ICP30 unregister session Session# [6:7580800448785582639:2050] VirtualId# [6:7580800448785582630:0]
2025-12-06T17:37:28.263478Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800448785582639:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:28.263526Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:37:28.263557Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:37:28.262127Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:37:28.262358Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800448136660884:2050] [node 3] ICS01 socket: 366 reason# EndOfStream
2025-12-06T17:37:28.262403Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800439546726204:2050] [node 3] ICP30 unregister session Session# [4:7580800448136660884:2050] VirtualId# [4:7580800448136660876:0]
2025-12-06T17:37:28.262440Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800448136660884:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:28.262569Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:37:28.262623Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:37:28.316550Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:37:28.316788Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800448785582647:2108] [node 4] ICS01 socket: 400 reason# EndOfStream
2025-12-06T17:37:28.316838Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800440195648024:2108] [node 4] ICP30 unregister session Session# [6:7580800448785582647:2108] VirtualId# [6:7580800448785582644:0]
2025-12-06T17:37:28.316876Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800448785582647:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:28.317009Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:37:28.317054Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:37:28.350708Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:37:28.350929Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800448785582649:2106] [node 5] ICS01 socket: 373 reason# EndOfStream
2025-12-06T17:37:28.350973Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800440195648018:2106] [node 5] ICP30 unregister session Session# [6:7580800448785582649:2106] VirtualId# [6:7580800448785582643:0]
2025-12-06T17:37:28.351007Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800448785582649:2106] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:28.351111Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:37:28.351156Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:37:28.675832Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800449333594306:2048] [node 2] ICP01 ready to work
2025-12-06T17:37:28.675888Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800449333594307:2049] [node 3] ICP01 ready to work
2025-12-06T17:37:29.382421Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800457561405744:2049] [node 3] ICP01 ready to work
2025-12-06T17:37:29.398729Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800457561405743:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:29.651079Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800456805482058:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:29.651124Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800456805482059:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:29.671256Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800456259139464:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:29.671299Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800456259139465:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:29.671335Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800456259139466:2050] [node 3] ICP01 ready to work
2025-12-06T17:37:29.703565Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800455014450777:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:29.703603Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800455014450778:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:29.703641Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800455014450779:2050] [node 3] ICP01 ready to work
2025-12-06T17:37:29.794818Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800455327815092:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:29.794854Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800455327815093:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:29.794886Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800455327815094:2050] [node 3] ICP01 ready to work
2025-12-06T17:37:31.582938Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800462218496257:2107] [node 4] ICP01 ready to work
2025-12-06T17:37:31.583437Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800462218496258:2108] [node 5] ICP01 ready to work
2025-12-06T17:37:31.583769Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800462218496259:2109] [node 6] ICP01 ready to work
2025-12-06T17:37:31.556044Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800466151340398:2107] [node 4] ICP01 ready to work
2025-12-06T17:37:31.603069Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800466151340399:2108] [node 5] ICP01 ready to work
2025-12-06T17:37:31.646691Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800466151340400:2109] [node 6] ICP01 ready to work
2025-12-06T17:37:31.779905Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800449333594306:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(195707357ns) {Configure:104(195700582ns) {ProcessConfigured:135(90433ns) {StartInitialHandshake:157(87598ns) {DropHandshakes:470(3040ns) {DropIncomingHandshake:442(722ns) DropOutgoingHandshake:457(316ns)} GenerateSessionVirtualId:988(1045ns) PrepareNewSessionHandshake:477(5030ns) {SwitchToState:179(674ns)}}}}}
2025-12-06T17:37:31.790325Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800449333594307:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(249773126ns) {Configure:104(249765845ns) {ProcessConfigured:135(102023ns) {StartInitialHandshake:157(97994ns) {DropHandshakes:470(3073ns) {DropIncomingHandshake:442(814ns) DropOutgoingHandshake:457(468ns)} GenerateSessionVirtualId:988(921ns) PrepareNewSessionHandshake:477(2218ns) {SwitchToState:179(668ns)}}}}}
2025-12-06T17:37:31.769096Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800456805482058:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(213543410ns) {Configure:104(213537902ns) {ProcessConfigured:135(104509ns) {StartInitialHandshake:157(100356ns) {DropHandshakes:470(3501ns) {DropIncomingHandshake:442(758ns) DropOutgoingHandshake:457(387ns)} GenerateSessionVirtualId:988(869ns) PrepareNewSessionHandshake:477(1718ns) {SwitchToState:179(719ns)}}}}}
2025-12-06T17:37:31.769669Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800465395416715:2107] [node 4] ICP01 ready to work
2025-12-06T17:37:31.770067Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800465395416716:2108] [node 5] ICP01 ready to work
2025-12-06T17:37:31.770408Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800465395416717:2109] [node 6] ICP01 ready to work
2025-12-06T17:37:31.759327Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800463917749745:2060] [node 4] ICP01 ready to work
2025-12-06T17:37:31.763012Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800464849074085:2067] [node 5] ICP01 ready to work
2025-12-06T17:37:31.817616Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800457561405744:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(117888770ns) {Configure:104(117879553ns) {ProcessConfigured:135(82439ns) {StartInitialHandshake:157(80217ns) {DropHandshakes:470(2307ns) {DropIncomingHandshake:442(478ns) DropOutgoingHandshake:457(333ns)} GenerateSessionVirtualId:988(602ns) PrepareNewSessionHandshake:477(1722ns) {SwitchToState:179(456ns)}}}}}
2025-12-06T17:37:31.799827Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800456805482059:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(242721370ns) {Configure:104(242712344ns) {ProcessConfigured:135(90266ns) {StartInitialHandshake:157(84268ns) {DropHandshakes:470(3080ns) {DropIncomingHandshake:442(785ns) DropOutgoingHandshake:457(561ns)} GenerateSessionVirtualId:988(1251ns) PrepareNewSessionHandshake:477(1903ns) {SwitchToState:179(572ns)}}}}}
2025-12-06T17:37:31.811581Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800463917749750:2062] [node 5] ICP01 ready to work
2025-12-06T17:37:31.844975Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800455327815093:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(251337001ns) {Configure:104(251330479ns) {ProcessConfigured:135(19931582ns) {StartInitialHandshake:157(19928597ns) {DropHandshakes:470(2562ns) {DropIncomingHandshake:442(567ns) DropOutgoingHandshake:457(309ns)} GenerateSessionVirtualId:988(849ns) PrepareNewSessionHandshake:477(4380ns) {SwitchToState:179(2284ns)}}}}}
2025-12-06T17:37:31.836669Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800455014450778:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(267276623ns) {Configure:104(267268937ns) {ProcessConfigured:135(22032662ns) {StartInitialHandshake:157(22029514ns) {DropHandshakes:470(1632ns) {DropIncomingHandshake:442(362ns) DropOutgoingHandshake:457(377ns)} GenerateSessionVirtualId:988(741ns) PrepareNewSessionHandshake:477(7308ns) {SwitchToState:179(3530ns)}}}}}
2025-12-06T17:37:31.837299Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800463604385433:2062] [node 6] ICP01 ready to work
2025-12-06T17:37:31.837756Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800463604385434:2067] [node 4] ICP01 ready to work
2025-12-06T17:37:31.840413Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800464849074120:2072] [node 6] ICP01 ready to work
2025-12-06T17:37:31.866944Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800456259139464:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(308701204ns) {Configure:104(308695967ns) {ProcessConfigured:135(13216427ns) {StartInitialHandshake:157(13212768ns) {DropHandshakes:470(2287ns) {DropIncomingHandshake:442(488ns) DropOutgoingHandshake:457(441ns)} GenerateSessionVirtualId:988(791ns) PrepareNewSessionHandshake:477(5426ns) {SwitchToState:179(2184ns)}}}}}
2025-12-06T17:37:31.941475Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800465395416717:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(138024863ns) {Configure:104(138018994ns) {ProcessConfigured:135(40065484ns) {StartInitialHandshake:157(40061543ns) {DropHandshakes:470(4017ns) {DropIncomingHandshake:442(1131ns) DropOutgoingHandshake:457(411ns)} GenerateSessionVirtualId:988(994ns) PrepareNewSessionHandshake:477(7578ns) {SwitchToState:179(2624ns)}}}}}
2025-12-06T17:37:31.927607Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800457561405743:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(317356459ns) {Configure:104(317350093ns) {ProcessConfigured:135(59274442ns) {StartInitialHandshake:157(59271986ns) {DropHandshakes:470(2355641ns) {DropIncomingHandshake:442(1883ns) DropOutgoingHandshake:457(657ns)} GenerateSessionVirtualId:988(2155ns) PrepareNewSessionHandshake:477(5250ns) {SwitchToState:179(2345ns)}}}}}
2025-12-06T17:37:31.946926Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800462218496259:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(164965699ns) {Configure:104(164960120ns) {ProcessConfigured:135(19948416ns) {StartInitialHandshake:157(19944819ns) {DropHandshakes:470(3006ns) {DropIncomingHandshake:442(737ns) DropOutgoingHandshake:457(520ns)} GenerateSessionVirtualId:988(988ns) PrepareNewSessionHandshake:477(4775ns) {SwitchToState:179(2074ns)}}}}}
2025-12-06T17:37:31.916660Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800456259139466:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(37886698ns) {Configure:104(37878900ns) {ProcessConfigured:135(18723245ns) {StartInitialHandshake:157(18719684ns) {DropHandshakes:470(2514ns) {DropIncomingHandshake:442(621ns) DropOutgoingHandshake:457(474ns)} GenerateSessionVirtualId:988(1282ns) PrepareNewSessionHandshake:477(5613ns) {SwitchToState:179(1902ns)}}}}}
2025-12-06T17:37:31.950450Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800463604385433:2062] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(112286727ns) {Configure:104(112281973ns) {ProcessConfigured:135(77694ns) {StartInitialHandshake:157(72799ns) {DropHandshakes:470(2201ns) {DropIncomingHandshake:442(555ns) DropOutgoingHandshake:457(410ns)} GenerateSessionVirtualId:988(13460ns) PrepareNewSessionHandshake:477(1339ns) {SwitchToState:179(432ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:32.020341Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800463917749750:2062] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(167863965ns) {Configure:104(167858725ns) {ProcessConfigured:135(1403629ns) {StartInitialHandshake:157(1400694ns) {DropHandshakes:470(2623ns) {DropIncomingHandshake:442(620ns) DropOutgoingHandshake:457(679ns)} GenerateSessionVirtualId:988(949ns) PrepareNewSessionHandshake:477(1365ns) {SwitchToState:179(511ns)}}}}}
2025-12-06T17:37:32.029541Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800455014450777:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(432671690ns) {Configure:104(432667162ns) {ProcessConfigured:135(35457821ns) {StartInitialHandshake:157(35453900ns) {DropHandshakes:470(2450ns) {DropIncomingHandshake:442(536ns) DropOutgoingHandshake:457(329ns)} GenerateSessionVirtualId:988(1389ns) PrepareNewSessionHandshake:477(6004ns) {SwitchToState:179(2511ns)}}}}}
2025-12-06T17:37:32.021043Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800466151340398:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(187434556ns) {Configure:104(187428650ns) {ProcessConfigured:135(28700049ns) {StartInitialHandshake:157(28695653ns) {DropHandshakes:470(2797ns) {DropIncomingHandshake:442(776ns) DropOutgoingHandshake:457(414ns)} GenerateSessionVirtualId:988(509ns) PrepareNewSessionHandshake:477(7612ns) {SwitchToState:179(2749ns)}}}}}
2025-12-06T17:37:32.035189Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800464849074085:2067] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(104596075ns) {Configure:104(104588479ns) {ProcessConfigured:135(747256ns) {StartInitialHandshake:157(744018ns) {DropHandshakes:470(2766ns) {DropIncomingHandshake:442(671ns) DropOutgoingHandshake:457(341ns)} GenerateSessionVirtualId:988(815ns) PrepareNewSessionHandshake:477(1556ns) {SwitchToState:179(620ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:32.055249Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800456259139465:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(175753666ns) {Configure:104(175745986ns) {ProcessConfigured:135(73944ns) {StartInitialHandshake:157(71009ns) {DropHandshakes:470(2648ns) {DropIncomingHandshake:442(529ns) DropOutgoingHandshake:457(437ns)} GenerateSessionVirtualId:988(1208ns) PrepareNewSessionHandshake:477(1794ns) {SwitchToState:179(848ns)}}}}}
2025-12-06T17:37:32.056373Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800469144041425:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:69
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:32.057066Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800466513463569:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26652
2025-12-06T17:37:32.082470Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800466513463570:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26652
2025-12-06T17:37:32.048906Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800466151340404:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48726
2025-12-06T17:37:32.072554Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800465395416715:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(278925076ns) {Configure:104(278918339ns) {ProcessConfigured:135(37589348ns) {StartInitialHandshake:157(37585692ns) {DropHandshakes:470(2417ns) {DropIncomingHandshake:442(622ns) DropOutgoingHandshake:457(608ns)} GenerateSessionVirtualId:988(861ns) PrepareNewSessionHandshake:477(4917ns) {SwitchToState:179(2544ns)}}}}}
2025-12-06T17:37:32.080395Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800465395416724:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54800
2025-12-06T17:37:32.078922Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800466151340410:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48726
2025-12-06T17:37:32.103472Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800455014450779:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(108674974ns) {Configure:104(108667947ns) {ProcessConfigured:135(32227393ns) {StartInitialHandshake:157(32223397ns) {DropHandshakes:470(1908ns) {DropIncomingHandshake:442(571ns) DropOutgoingHandshake:457(333ns)} GenerateSessionVirtualId:988(1022ns) PrepareNewSessionHandshake:477(4462ns) {SwitchToState:179(2183ns)}}}}}
2025-12-06T17:37:32.087092Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800465395416725:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54800
2025-12-06T17:37:32.158977Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800462218496265:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:32.159048Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800462218496265:2112] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:37:32.079547Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800466151340404:2111] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:32.087231Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800469690384024:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54800
2025-12-06T17:37:32.159429Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800462218496261:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:32.079766Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800470446307709:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48726
2025-12-06T17:37:32.159457Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800462218496261:2110] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:37:32.179698Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800466513463569:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:32.197347Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800462218496261:2110] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:32.087337Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800469690384028:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54800
2025-12-06T17:37:32.123097Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800465395416724:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:32.151193Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800456805482058:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:32.159871Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800456805482058:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(27141309ns) {IncomingHandshake:261(27138897ns) {DropIncomingHandshake:442(775ns) PrepareNewSessionHandshake:477(2129ns) {SwitchToState:179(791ns)} GenerateSessionVirtualId:988(870ns) IssueIncomingHandshakeReply:193(16158372ns) {SwitchToState:179(4312ns)}}}
2025-12-06T17:37:32.198792Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800465395416725:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:32.200781Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800469690384024:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:32.239605Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800469144041425:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:32.247573Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800469144041429:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:69
2025-12-06T17:37:32.206341Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800462218496265:2112] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:32.112136Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580800457561405743:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:32.258678Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800468212717058:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28970
2025-12-06T17:37:32.235268Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800449333594306:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:37:32.235336Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:32.235399Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800449333594306:2048] [node 2] ICP22 created new session: [1:7580800466513463574:2048]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:32.235451Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800466513463574:2048] [node 2] ICS09 handshake done sender: [1:7580800462218496261:2110] self: [1:7580800462218496260:0] peer: [2:7580800470446307713:0] socket: 343 qp: -1
2025-12-06T17:37:32.136624Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800457561405743:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(24588958ns) {IncomingHandshake:261(24586444ns) {DropIncomingHandshake:442(871ns) PrepareNewSessionHandshake:477(1552ns) {SwitchToState:179(621ns)} GenerateSessionVirtualId:988(1124ns) IssueIncomingHandshakeReply:193(24556352ns) {SwitchToState:179(3911ns)}}}
2025-12-06T17:37:32.244073Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800466151340410:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:32.267386Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800470446307714:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48726
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:32.284435Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800463604385434:2067] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(254552305ns) {Configure:104(243981998ns) {ProcessConfigured:135(9087495ns) {StartInitialHandshake:157(9083201ns) {DropHandshakes:470(2966ns) {DropIncomingHandshake:442(721ns) DropOutgoingHandshake:457(628ns)} GenerateSessionVirtualId:988(1005ns) PrepareNewSessionHandshake:477(7025ns) {SwitchToState:179(3632ns)}}}}}
2025-12-06T17:37:32.290779Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800468212717059:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28970
2025-12-06T17:37:32.235493Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800466513463574:2048] [node 2] ICS10 traffic start
2025-12-06T17:37:32.287168Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800469690384028:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:32.287330Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800469690384030:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54800
2025-12-06T17:37:32.294873Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800456805482059:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:32.284262Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800466151340404:2111] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:32.235537Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:32.248625Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800449333594307:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:37:32.248684Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:32.248741Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800449333594307:2049] [node 3] ICP22 created new session: [1:7580800466513463577:2049]
2025-12-06T17:37:32.248807Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800466513463577:2049] [node 3] ICS09 handshake done sender: [1:7580800462218496265:2112] self: [1:7580800462218496264:0] peer: [3:7580800469690384029:0] socket: 342 qp: -1
2025-12-06T17:37:32.248851Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800466513463577:2049] [node 3] ICS10 traffic start
2025-12-06T17:37:32.248893Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:32.308012Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580800457561405743:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:32.308219Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:32.308286Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800457561405743:2048] [node 1] ICP22 created new session: [2:7580800470446307716:2048]
2025-12-06T17:37:32.308345Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800470446307716:2048] [node 1] ICS09 handshake done sender: [2:7580800466151340404:2111] self: [2:7580800470446307713:0] peer: [1:7580800462218496260:0] socket: 346 qp: -1
2025-12-06T17:37:32.308389Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800470446307716:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:32.308436Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:32.309444Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800470446307709:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:32.309618Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800466151340403:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:32.309648Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800466151340403:2110] [node 3] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:32.291239Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800464849074120:2072] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(245369589ns) {Configure:104(245361920ns) {ProcessConfigured:135(4158463ns) {StartInitialHandshake:157(4153692ns) {DropHandshakes:470(2878ns) {DropIncomingHandshake:442(888ns) DropOutgoingHandshake:457(574ns)} GenerateSessionVirtualId:988(1370ns) PrepareNewSessionHandshake:477(4515ns) {SwitchToState:179(2281ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:32.318754Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800467899352739:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24652
2025-12-06T17:37:32.318994Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800467899352740:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24652
2025-12-06T17:37:32.319138Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800467899352741:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24652
2025-12-06T17:37:32.322350Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800469144041433:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:69
2025-12-06T17:37:32.320618Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800466513463570:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:32.335900Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800469144041429:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:32.336074Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800456259139464:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:32.335355Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800463604385435:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24652
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:32.343885Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800470446307720:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48726
2025-12-06T17:37:32.345985Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800469144041422:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:32.346022Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800469144041422:2112] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:37:32.321419Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800466513463580:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26652
2025-12-06T17:37:32.347348Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800466151340406:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:32.342852Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800468212717058:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:32.342962Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800467899352739:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:32.353641Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800469144041422:2112] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:32.342958Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800468212717059:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:32.321525Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580800449333594307:2049] [node 3] ICP18 handshake (actor [1:7580800466513463570:2116]) is too old
2025-12-06T17:37:32.344557Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800467899352740:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:32.366788Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580800456805482058:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7272) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580800465395416724:2114] held: no
2025-12-06T17:37:32.347397Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800466151340406:2112] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:37:32.357346Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800469144041436:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:69
2025-12-06T17:37:32.344387Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800462218496267:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:32.344435Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800462218496267:2113] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:37:32.353377Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800462218496267:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:32.358719Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800462218496272:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:32.358750Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800462218496272:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:32.360721Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800462218496272:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:32.362478Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800462218496259:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:32.362548Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:32.366039Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800462218496259:2109] [node 6] ICP22 created new session: [1:7580800466513463583:2109]
2025-12-06T17:37:32.366100Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800466513463583:2109] [node 6] ICS09 handshake done sender: [1:7580800462218496272:2114] self: [1:7580800462218496271:0] peer: [6:7580800468212717061:0] socket: 383 qp: -1
2025-12-06T17:37:32.358060Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800455327815093:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:32.358202Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800455327815092:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:32.366148Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800466513463583:2109] [node 6] ICS10 traffic start
2025-12-06T17:37:32.348392Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800466151340403:2110] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:32.344739Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800467899352741:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:32.360508Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800468212717062:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28970
2025-12-06T17:37:32.361893Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800468212717059:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:32.364317Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800455327815092:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:32.364381Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:32.365979Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800455327815092:2048] [node 1] ICP22 created new session: [6:7580800468212717063:2048]
2025-12-06T17:37:32.369596Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800468212717063:2048] [node 1] ICS09 handshake done sender: [6:7580800468212717059:2116] self: [6:7580800468212717061:0] peer: [1:7580800462218496271:0] socket: 384 qp: -1
2025-12-06T17:37:32.369656Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800468212717063:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:32.369711Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:32.367079Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800465395416721:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:32.357626Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800469144041437:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:69
2025-12-06T17:37:32.366215Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:32.345045Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800463604385434:2067] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:32.367109Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800465395416721:2112] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:37:32.351342Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800457561405744:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:37:32.389154Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800464849074085:2067] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:37:32.345150Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800455014450779:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:32.345441Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800455014450778:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:32.356122Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800463604385435:2111] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:32.356512Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800467899352750:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24652
2025-12-06T17:37:32.368150Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800455014450777:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:32.368521Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800467899352739:2115] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:32.370562Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800463604385434:2067] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:37:32.371037Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:32.372699Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800463604385434:2067] [node 4] ICP22 created new session: [5:7580800467899352753:2067]
2025-12-06T17:37:32.379365Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800467899352753:2067] [node 4] ICS09 handshake done sender: [5:7580800467899352739:2115] self: [5:7580800467899352747:0] peer: [4:7580800469144041421:0] socket: 371 qp: -1
2025-12-06T17:37:32.383886Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800467899352753:2067] [node 4] ICS10 traffic start
2025-12-06T17:37:32.383939Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:32.367822Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800465395416724:2114] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:32.351426Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:32.374819Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800462218496257:2107] [node 4] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:32.389246Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:32.374895Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:32.412593Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800468212717066:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28970
2025-12-06T17:37:32.351504Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800457561405744:2049] [node 3] ICP22 created new session: [2:7580800470446307722:2049]
2025-12-06T17:37:32.377577Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580800456805482059:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22206) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580800469690384028:2118] held: no
2025-12-06T17:37:32.435253Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800463604385434:2067] [node 4] ICP35 event processing took too much time PendingConnection:279(64454163ns) {HandleHandshakeStatus:329(64451238ns) {DropIncomingHandshake:442(757ns) DropOutgoingHandshake:457(5407ns) SwitchToState:179(505ns) ProcessPendingSessionEvents:495(16190778ns) {ForwardSessionEventToSession:612(16114774ns) ForwardSessionEventToSession:612(9797ns) ForwardSessionEventToSession:612(5045ns) ForwardSessionEventToSession:612(17722ns) ForwardSessionEventToSession:612(2672ns) ForwardSessionEventToSession:612(7583ns) ForwardSessionEventToSession:612(4099ns) ForwardSessionEventToSession:612(3265ns) ForwardSessionEventToSession:612(6837ns) ForwardSessionEventToSession:612(3968ns)}}}
2025-12-06T17:37:32.389314Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800464849074085:2067] [node 5] ICP22 created new session: [4:7580800469144041438:2067]
2025-12-06T17:37:32.382723Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800462218496257:2107] [node 4] ICP22 created new session: [1:7580800466513463585:2107]
2025-12-06T17:37:32.351559Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800470446307722:2049] [node 3] ICS09 handshake done sender: [2:7580800466151340403:2110] self: [2:7580800466151340402:0] peer: [3:7580800469690384033:0] socket: 367 qp: -1
2025-12-06T17:37:32.377863Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800456805482058:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:32.377913Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:32.440013Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800468212717067:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28970
2025-12-06T17:37:32.389379Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800469144041438:2067] [node 5] ICS09 handshake done sender: [4:7580800469144041422:2112] self: [4:7580800469144041421:0] peer: [5:7580800467899352747:0] socket: 358 qp: -1
2025-12-06T17:37:32.390992Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800469144041438:2067] [node 5] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:32.351607Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800470446307722:2049] [node 3] ICS10 traffic start
2025-12-06T17:37:32.351648Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:32.392238Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800466151340408:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:32.392276Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800466151340408:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:32.402344Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800457561405744:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(35372391ns) {HandleHandshakeStatus:329(35369117ns) {DropIncomingHandshake:442(19985ns) DropOutgoingHandshake:457(554ns) SwitchToState:179(609ns) ProcessPendingSessionEvents:495(17311347ns) {ForwardSessionEventToSession:612(3147333ns) ForwardSessionEventToSession:612(15393ns) ForwardSessionEventToSession:612(2789ns) ForwardSessionEventToSession:612(2295719ns) ForwardSessionEventToSession:612(4462ns) ForwardSessionEventToSession:612(3661ns) ForwardSessionEventToSession:612(3903837ns) ForwardSessionEventToSession:612(4610ns) ForwardSessionEventToSession:612(7895094ns) ForwardSessionEventToSession:612(12216ns)}}}
2025-12-06T17:37:32.403860Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800466151340406:2112] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:32.431381Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800466151340408:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:32.442296Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800466151340399:2108] [node 5] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:32.442376Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:32.442444Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800466151340399:2108] [node 5] ICP22 created new session: [2:7580800470446307727:2108]
2025-12-06T17:37:32.442500Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800470446307727:2108] [node 5] ICS09 handshake done sender: [2:7580800466151340406:2112] self: [2:7580800466151340405:0] peer: [5:7580800467899352749:0] socket: 368 qp: -1
2025-12-06T17:37:32.442565Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800470446307727:2108] [node 5] ICS10 traffic start
2025-12-06T17:37:32.442639Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:32.443154Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800466151340400:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:32.443251Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:32.443297Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800466151340400:2109] [node 6] ICP22 created new session: [2:7580800470446307729:2109]
2025-12-06T17:37:32.443346Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800470446307729:2109] [node 6] ICS09 handshake done sender: [2:7580800466151340408:2113] self: [2:7580800466151340407:0] peer: [6:7580800468212717060:0] socket: 369 qp: -1
2025-12-06T17:37:32.443375Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800470446307729:2109] [node 6] ICS10 traffic start
2025-12-06T17:37:32.443408Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:32.445303Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800470446307726:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48726
2025-12-06T17:37:32.377967Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800456805482058:2048] [node 1] ICP22 created new session: [3:7580800469690384036:2048]
2025-12-06T17:37:32.382788Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800466513463585:2107] [node 4] ICS09 handshake done sender: [1:7580800462218496267:2113] self: [1:7580800462218496266:0] peer: [4:7580800469144041434:0] socket: 380 qp: -1
2025-12-06T17:37:32.391196Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:32.449177Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800470446307708:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:32.449225Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800470446307708:2116] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:37:32.450212Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800470446307726:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:32.455535Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800467899352752:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24652
2025-12-06T17:37:32.456761Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800467899352755:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24652
2025-12-06T17:37:32.456852Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800467899352756:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24652
2025-12-06T17:37:32.378040Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800469690384036:2048] [node 1] ICS09 handshake done sender: [3:7580800465395416724:2114] self: [3:7580800469690384029:0] peer: [1:7580800462218496264:0] socket: 351 qp: -1
2025-12-06T17:37:32.382837Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800466513463585:2107] [node 4] ICS10 traffic start
2025-12-06T17:37:32.446548Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800468212717058:2115] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:32.391673Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800469144041429:2115] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:32.394094Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800456259139464:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:32.394155Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:32.455142Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800470446307708:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:32.470967Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800467899352752:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:32.471254Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800455014450777:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7272) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800463604385435:2111] held: no
2025-12-06T17:37:32.471416Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800467899352741:2117] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:32.378098Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800469690384036:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:32.378138Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:32.434678Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800469690384034:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54800
2025-12-06T17:37:32.444786Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800469690384028:2118] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:32.469012Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800456805482059:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:32.469079Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:32.470489Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800456805482059:2049] [node 2] ICP22 created new session: [3:7580800469690384040:2049]
2025-12-06T17:37:32.472545Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800465395416721:2112] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:32.382916Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:32.383724Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800462218496263:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:32.383773Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800462218496263:2111] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:37:32.410838Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800462218496263:2111] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:32.423344Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800462218496258:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:37:32.423401Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:32.423466Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800462218496258:2108] [node 5] ICP22 created new session: [1:7580800466513463588:2108]
2025-12-06T17:37:32.423524Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800466513463588:2108] [node 5] ICS09 handshake done sender: [1:7580800462218496263:2111] self: [1:7580800462218496262:0] peer: [5:7580800467899352751:0] socket: 344 qp: -1
2025-12-06T17:37:32.423565Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800466513463588:2108] [node 5] ICS10 traffic start
2025-12-06T17:37:32.423615Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:32.457359Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800466513463580:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:32.457525Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580800462218496258:2108] [node 5] ICP18 handshake (actor [1:7580800466513463580:2117]) is too old
2025-12-06T17:37:32.458793Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800455327815093:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:32.464107Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800468212717068:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28970
2025-12-06T17:37:32.468839Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:32.469166Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800455327815093:2049] [node 2] ICP22 created new session: [6:7580800468212717069:2049]
2025-12-06T17:37:32.470566Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800468212717069:2049] [node 2] ICS09 handshake done sender: [6:7580800468212717058:2115] self: [6:7580800468212717060:0] peer: [2:7580800466151340407:0] socket: 374 qp: -1
2025-12-06T17:37:32.470642Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800468212717069:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:32.470720Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:32.394211Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800456259139464:2048] [node 1] ICP22 created new session: [4:7580800469144041440:2048]
2025-12-06T17:37:32.471909Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800467899352757:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24652
2025-12-06T17:37:32.474559Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800455327815093:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(19302732ns) {HandleHandshakeStatus:329(19299073ns) {DropIncomingHandshake:442(4008ns) DropOutgoingHandshake:457(7385ns) SwitchToState:179(580ns) ProcessPendingSessionEvents:495(149334ns) {ForwardSessionEventToSession:612(85308ns) ForwardSessionEventToSession:612(12805ns) ForwardSessionEventToSession:612(2871ns) ForwardSessionEventToSession:612(3061ns) ForwardSessionEventToSession:612(10021ns) ForwardSessionEventToSession:612(4081ns) ForwardSessionEventToSession:612(8003ns) ForwardSessionEventToSession:612(3631ns) ForwardSessionEventToSession:612(2690ns) ForwardSessionEventToSession:612(6412ns)}}}
2025-12-06T17:37:32.394257Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800469144041440:2048] [node 1] ICS09 handshake done sender: [4:7580800469144041429:2115] self: [4:7580800469144041434:0] peer: [1:7580800462218496266:0] socket: 381 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:32.483466Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800466151340398:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:37:32.483549Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:32.483607Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800466151340398:2107] [node 4] ICP22 created new session: [2:7580800470446307733:2107]
2025-12-06T17:37:32.483670Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800470446307733:2107] [node 4] ICS09 handshake done sender: [2:7580800470446307708:2116] self: [2:7580800466151340411:0] peer: [4:7580800469144041445:0] socket: 392 qp: -1
2025-12-06T17:37:32.483717Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800470446307733:2107] [node 4] ICS10 traffic start
2025-12-06T17:37:32.483783Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:32.484760Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800470446307720:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:32.478511Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800455014450778:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:32.478606Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:32.478664Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800455014450778:2049] [node 2] ICP22 created new session: [5:7580800467899352759:2049]
2025-12-06T17:37:32.478724Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800467899352759:2049] [node 2] ICS09 handshake done sender: [5:7580800467899352741:2117] self: [5:7580800467899352749:0] peer: [2:7580800466151340405:0] socket: 373 qp: -1
2025-12-06T17:37:32.478767Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800467899352759:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:32.478804Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:32.486121Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800463604385435:2111] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:32.473492Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800469690384040:2049] [node 2] ICS09 handshake done sender: [3:7580800469690384028:2118] self: [3:7580800469690384033:0] peer: [2:7580800466151340402:0] socket: 370 qp: -1
2025-12-06T17:37:32.473567Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800469690384040:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:32.490288Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800455014450777:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:32.490362Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:32.490430Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800455014450777:2048] [node 1] ICP22 created new session: [5:7580800467899352763:2048]
2025-12-06T17:37:32.490489Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800467899352763:2048] [node 1] ICS09 handshake done sender: [5:7580800463604385435:2111] self: [5:7580800467899352751:0] peer: [1:7580800462218496262:0] socket: 347 qp: -1
2025-12-06T17:37:32.490578Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800467899352763:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:32.490635Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:32.491108Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800467899352740:2116] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:32.497791Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800455014450779:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:37:32.497894Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:32.497953Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800455014450779:2050] [node 3] ICP22 created new session: [5:7580800467899352765:2050]
2025-12-06T17:37:32.474788Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800468212717068:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:32.394299Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800469144041440:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:32.486830Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580800466151340399:2108] [node 5] ICP18 handshake (actor [2:7580800470446307720:2119]) is too old
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:32.473620Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:32.394341Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:32.498033Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800467899352765:2050] [node 3] ICS09 handshake done sender: [5:7580800467899352740:2116] self: [5:7580800467899352748:0] peer: [3:7580800465395416720:0] socket: 372 qp: -1
2025-12-06T17:37:32.475014Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800468212717067:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:32.491516Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800465395416723:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:32.491546Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800465395416723:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:32.492113Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800465395416716:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:37:32.492188Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:32.492244Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800465395416716:2108] [node 5] ICP22 created new session: [3:7580800469690384042:2108]
2025-12-06T17:37:32.492304Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800469690384042:2108] [node 5] ICS09 handshake done sender: [3:7580800465395416721:2112] self: [3:7580800465395416720:0] peer: [5:7580800467899352748:0] socket: 364 qp: -1
2025-12-06T17:37:32.492343Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800469690384042:2108] [node 5] ICS10 traffic start
2025-12-06T17:37:32.492378Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:32.492836Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800469690384023:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:32.492860Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800469690384023:2116] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:37:32.500730Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800465395416723:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:32.501236Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800469690384023:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:32.498071Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800467899352765:2050] [node 3] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:32.445612Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800469144041436:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:32.475183Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800463917749745:2060] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:32.514647Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800465395416717:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:32.514739Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:32.514794Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800465395416717:2109] [node 6] ICP22 created new session: [3:7580800469690384047:2109]
2025-12-06T17:37:32.514862Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800469690384047:2109] [node 6] ICS09 handshake done sender: [3:7580800465395416723:2113] self: [3:7580800465395416722:0] peer: [6:7580800468212717073:0] socket: 405 qp: -1
2025-12-06T17:37:32.514904Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800469690384047:2109] [node 6] ICS10 traffic start
2025-12-06T17:37:32.514939Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:32.515376Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800465395416715:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:37:32.515434Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:32.515476Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800465395416715:2107] [node 4] ICP22 created new session: [3:7580800469690384049:2107]
2025-12-06T17:37:32.515526Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800469690384049:2107] [node 4] ICS09 handshake done sender: [3:7580800469690384023:2116] self: [3:7580800469690384022:0] peer: [4:7580800469144041450:0] socket: 387 qp: -1
2025-12-06T17:37:32.515557Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800469690384049:2107] [node 4] ICS10 traffic start
2025-12-06T17:37:32.515592Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:32.445916Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800469144041443:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:69
2025-12-06T17:37:32.498114Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:32.475255Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580800455327815093:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:37:32.521672Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800469690384046:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54800
2025-12-06T17:37:32.475758Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800455327815094:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:32.482210Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800468212717071:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28970
2025-12-06T17:37:32.500267Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800468212717074:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28970
2025-12-06T17:37:32.502099Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800468212717068:2120] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:32.505320Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800463917749745:2060] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:37:32.505380Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:32.505448Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800463917749745:2060] [node 4] ICP22 created new session: [6:7580800468212717076:2060]
2025-12-06T17:37:32.505505Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800468212717076:2060] [node 4] ICS09 handshake done sender: [6:7580800468212717068:2120] self: [6:7580800468212717072:0] peer: [4:7580800469144041430:0] socket: 411 qp: -1
2025-12-06T17:37:32.505547Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800468212717076:2060] [node 4] ICS10 traffic start
2025-12-06T17:37:32.505590Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:32.509834Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800468212717075:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28970
2025-12-06T17:37:32.513138Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800468212717071:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:32.513517Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800468212717067:2119] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:32.524202Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800455327815094:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:37:32.524265Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:32.446396Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800456259139465:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:32.469681Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800469144041446:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:69
2025-12-06T17:37:32.477112Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800469144041443:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:32.477530Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800469144041436:2118] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:32.479128Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800469144041431:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:32.479158Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800469144041431:2116] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:32.479922Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800456259139465:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:32.526734Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800455327815094:2050] [node 3] ICP22 created new session: [6:7580800468212717078:2050]
2025-12-06T17:37:32.527275Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800463917749750:2062] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:32.479976Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:32.480023Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800456259139465:2049] [node 2] ICP22 created new session: [4:7580800469144041447:2049]
2025-12-06T17:37:32.480073Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800469144041447:2049] [node 2] ICS09 handshake done sender: [4:7580800469144041436:2118] self: [4:7580800469144041445:0] peer: [2:7580800466151340411:0] socket: 393 qp: -1
2025-12-06T17:37:32.480110Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800469144041447:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:32.480149Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:32.480661Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800456259139466:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:32.496748Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800469144041431:2116] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:32.497329Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800469144041451:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:69
2025-12-06T17:37:32.508434Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800464849074120:2072] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:32.508512Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:32.508578Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800464849074120:2072] [node 6] ICP22 created new session: [4:7580800469144041452:2072]
2025-12-06T17:37:32.508633Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800469144041452:2072] [node 6] ICS09 handshake done sender: [4:7580800469144041431:2116] self: [4:7580800469144041430:0] peer: [6:7580800468212717072:0] socket: 410 qp: -1
2025-12-06T17:37:32.508670Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800469144041452:2072] [node 6] ICS10 traffic start
2025-12-06T17:37:32.508731Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:32.512863Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800469144041443:2120] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:32.518289Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800456259139466:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:37:32.518339Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:32.518394Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800456259139466:2050] [node 3] ICP22 created new session: [4:7580800469144041454:2050]
2025-12-06T17:37:32.518450Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800469144041454:2050] [node 3] ICS09 handshake done sender: [4:7580800469144041443:2120] self: [4:7580800469144041450:0] peer: [3:7580800469690384022:0] socket: 389 qp: -1
2025-12-06T17:37:32.518487Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800469144041454:2050] [node 3] ICS10 traffic start
2025-12-06T17:37:32.518526Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:32.528893Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800468212717078:2050] [node 3] ICS09 handshake done sender: [6:7580800468212717067:2119] self: [6:7580800468212717073:0] peer: [3:7580800465395416722:0] socket: 406 qp: -1
2025-12-06T17:37:32.528986Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800468212717078:2050] [node 3] ICS10 traffic start
2025-12-06T17:37:32.529047Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:32.529762Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580800455327815094:2050] [node 3] ICP27 obsolete handshake fail ignored
2025-12-06T17:37:32.529013Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800463604385438:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:32.529058Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580800463604385438:2112] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:32.535176Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800463604385438:2112] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:32.536761Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580800463604385433:2062] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:32.536845Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:32.536914Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800463604385433:2062] [node 6] ICP22 created new session: [5:7580800467899352768:2062]
2025-12-06T17:37:32.536963Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800467899352768:2062] [node 6] ICS09 handshake done sender: [5:7580800463604385438:2112] self: [5:7580800463604385437:0] peer: [6:7580800468212717079:0] socket: 349 qp: -1
2025-12-06T17:37:32.537005Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800467899352768:2062] [node 6] ICS10 traffic start
2025-12-06T17:37:32.537050Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:32.539404Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800463917749750:2062] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19552) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800468212717071:2121] held: no
2025-12-06T17:37:32.539792Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800468212717081:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28970
2025-12-06T17:37:32.540210Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800468212717071:2121] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:32.540577Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800463917749750:2062] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:37:32.540629Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:32.540691Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800463917749750:2062] [node 5] ICP22 created new session: [6:7580800468212717082:2062]
2025-12-06T17:37:32.540771Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800468212717082:2062] [node 5] ICS09 handshake done sender: [6:7580800468212717071:2121] self: [6:7580800468212717079:0] peer: [5:7580800463604385437:0] socket: 386 qp: -1
2025-12-06T17:37:32.540815Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800468212717082:2062] [node 5] ICS10 traffic start
2025-12-06T17:37:32.540874Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:32.591592Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:37:32.591895Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580800470446307716:2048] [node 1] ICS01 socket: 346 reason# EndOfStream
2025-12-06T17:37:32.591967Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580800457561405743:2048] [node 1] ICP30 unregister session Session# [2:7580800470446307716:2048] VirtualId# [2:7580800470446307713:0]
2025-12-06T17:37:32.592014Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580800470446307716:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:32.592125Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:32.592176Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:32.594869Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:37:32.595180Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800469690384036:2048] [node 1] ICS01 socket: 351 reason# EndOfStream
2025-12-06T17:37:32.595240Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800456805482058:2048] [node 1] ICP30 unregister session Session# [3:7580800469690384036:2048] VirtualId# [3:7580800469690384029:0]
2025-12-06T17:37:32.595280Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800469690384036:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:32.595408Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:32.595460Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:32.598321Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:37:32.598596Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800467899352763:2048] [node 1] ICS01 socket: 347 reason# EndOfStream
2025-12-06T17:37:32.598651Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800455014450777:2048] [node 1] ICP30 unregister session Session# [5:7580800467899352763:2048] VirtualId# [5:7580800467899352751:0]
2025-12-06T17:37:32.598695Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800467899352763:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:32.598790Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:32.598851Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:32.598300Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:37:32.598594Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800469144041440:2048] [node 1] ICS01 socket: 381 reason# EndOfStream
2025-12-06T17:37:32.598643Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800456259139464:2048] [node 1] ICP30 unregister session Session# [4:7580800469144041440:2048] VirtualId# [4:7580800469144041434:0]
2025-12-06T17:37:32.598681Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800469144041440:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:32.598792Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:32.598856Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:32.613418Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:37:32.613714Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800468212717063:2048] [node 1] ICS01 socket: 384 reason# EndOfStream
2025-12-06T17:37:32.613764Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800455327815092:2048] [node 1] ICP30 unregister session Session# [6:7580800468212717063:2048] VirtualId# [6:7580800468212717061:0]
2025-12-06T17:37:32.613806Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800468212717063:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:32.613970Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:32.614025Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:32.645185Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:37:32.645445Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800469690384040:2049] [node 2] ICS01 socket: 370 reason# EndOfStream
2025-12-06T17:37:32.645488Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800456805482059:2049] [node 2] ICP30 unregister session Session# [3:7580800469690384040:2049] VirtualId# [3:7580800469690384033:0]
2025-12-06T17:37:32.645525Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800469690384040:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:32.645626Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:32.645669Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:32.650717Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:37:32.650997Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580800467899352759:2049] [node 2] ICS07 socket disconnect 373 reason# EndOfStream
2025-12-06T17:37:32.651035Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800467899352759:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:32.651123Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:32.651176Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580800467899352759:2049] [node 2] ICS15 start handshake
2025-12-06T17:37:32.651936Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:37:32.652136Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800455014450778:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22206) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:37:32.677064Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800467899352759:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:37:32.680848Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800455014450778:2049] [node 2] ICP30 unregister session Session# [5:7580800467899352759:2049] VirtualId# [5:7580800467899352749:0]
2025-12-06T17:37:32.672069Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800468212717069:2049] [node 2] ICS01 socket: 374 reason# EndOfStream
2025-12-06T17:37:32.672147Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800455327815093:2049] [node 2] ICP30 unregister session Session# [6:7580800468212717069:2049] VirtualId# [6:7580800468212717060:0]
2025-12-06T17:37:32.680882Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800468212717069:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:32.681034Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:32.681092Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:32.651429Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:37:32.651624Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800469144041447:2049] [node 2] ICS01 socket: 393 reason# EndOfStream
2025-12-06T17:37:32.651667Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800456259139465:2049] [node 2] ICP30 unregister session Session# [4:7580800469144041447:2049] VirtualId# [4:7580800469144041445:0]
2025-12-06T17:37:32.651711Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800469144041447:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:32.651784Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:32.651834Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:32.683004Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:32.684365Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580800455014450778:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:22206) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:32.684412Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22206) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:32.684777Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:294: Proxy [5:7580800455014450778:2049] [node 2] ICP35 event processing took too much time StateWork:294(32349260ns) {HandleHandshakeStatus:395(32345732ns) {LogHandshakeFail:472(7876ns) {UpdateErrorStateLog:545(1799ns)} DropOutgoingHandshake:457(644ns) ProcessPendingSessionEvents:495(317ns) UnregisterSession:538(1138505ns) {ProcessPendingSessionEvents:495(1962ns) SwitchToInitialState:202(2281ns) {SwitchToState:179(1131ns)}} TransitToErrorState:752(182898ns) {SwitchToState:179(7749ns) ProcessPendingSessionEvents:495(746ns) DropHandshakes:470(2822ns) {DropIncomingHandshake:442(717ns) DropOutgoingHandshake:457(346ns)}}}}
2025-12-06T17:37:32.691699Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580800455014450778:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:37:32.719670Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:37:32.719955Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800469144041454:2050] [node 3] ICS01 socket: 389 reason# EndOfStream
2025-12-06T17:37:32.720003Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800456259139466:2050] [node 3] ICP30 unregister session Session# [4:7580800469144041454:2050] VirtualId# [4:7580800469144041450:0]
2025-12-06T17:37:32.720046Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800469144041454:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:32.720147Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:37:32.720194Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:37:32.721523Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:37:32.721806Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800467899352765:2050] [node 3] ICS01 socket: 372 reason# EndOfStream
2025-12-06T17:37:32.721850Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800455014450779:2050] [node 3] ICP30 unregister session Session# [5:7580800467899352765:2050] VirtualId# [5:7580800467899352748:0]
2025-12-06T17:37:32.721893Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800467899352765:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:32.721995Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:37:32.722055Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:37:32.730731Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:37:32.731007Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580800468212717078:2050] [node 3] ICS07 socket disconnect 406 reason# EndOfStream
2025-12-06T17:37:32.731045Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800468212717078:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:32.731175Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:37:32.731221Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580800468212717078:2050] [node 3] ICS15 start handshake
2025-12-06T17:37:32.732340Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800455327815094:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4310) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:37:32.732403Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800468212717078:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:37:32.732440Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800455327815094:2050] [node 3] ICP30 unregister session Session# [6:7580800468212717078:2050] VirtualId# [6:7580800468212717073:0]
2025-12-06T17:37:32.732489Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:37:32.732519Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580800455327815094:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:4310) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:32.732534Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4310) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:32.744512Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580800455327815094:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:37:32.859287Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:37:32.859576Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580800467899352753:2067] [node 4] ICS07 socket disconnect 371 reason# EndOfStream
2025-12-06T17:37:32.859616Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800467899352753:2067] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:32.859746Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:37:32.859804Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580800467899352753:2067] [node 4] ICS15 start handshake
2025-12-06T17:37:32.861075Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800463604385434:2067] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17664) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:37:32.861145Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800467899352753:2067] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:37:32.861190Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800463604385434:2067] [node 4] ICP30 unregister session Session# [5:7580800467899352753:2067] VirtualId# [5:7580800467899352747:0]
2025-12-06T17:37:32.861237Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:37:32.861280Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580800463604385434:2067] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:17664) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:32.861296Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17664) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:32.866728Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:37:32.866974Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800468212717076:2060] [node 4] ICS01 socket: 411 reason# EndOfStream
2025-12-06T17:37:32.867023Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800463917749745:2060] [node 4] ICP30 unregister session Session# [6:7580800468212717076:2060] VirtualId# [6:7580800468212717072:0]
2025-12-06T17:37:32.867058Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800468212717076:2060] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:32.867187Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:37:32.867239Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:37:32.894734Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:37:32.894982Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800468212717082:2062] [node 5] ICS01 socket: 386 reason# EndOfStream
2025-12-06T17:37:32.895028Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800463917749750:2062] [node 5] ICP30 unregister session Session# [6:7580800468212717082:2062] VirtualId# [6:7580800468212717079:0]
2025-12-06T17:37:32.895076Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800468212717082:2062] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:32.895201Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:37:32.895247Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:37:33.242119Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800472223514387:2048] [node 2] ICP01 ready to work
2025-12-06T17:37:33.242157Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800472223514388:2049] [node 3] ICP01 ready to work
2025-12-06T17:37:33.349238Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800474085827053:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:33.349285Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800474085827054:2049] [node 3] ICP01 ready to work
2025-12-06T17:37:33.487575Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800473744657657:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:33.487620Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800473744657658:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:33.830422Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800471259124724:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:33.830456Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800471259124725:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:33.853035Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800471259124726:2050] [node 3] ICP01 ready to work
2025-12-06T17:37:34.245651Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800478516285127:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:34.250910Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800478516285128:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:34.270900Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800478516285129:2050] [node 3] ICP01 ready to work
2025-12-06T17:37:34.783421Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800478570795427:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:34.783521Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800478570795428:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:34.808388Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800478570795429:2050] [node 3] ICP01 ready to work
2025-12-06T17:37:37.107118Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800491455697361:2091] [node 5] ICP01 ready to work
2025-12-06T17:37:37.131152Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800488438993971:2109] [node 5] ICP01 ready to work
2025-12-06T17:37:37.261461Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800491455697371:2095] [node 4] ICP01 ready to work
2025-12-06T17:37:37.271276Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800491455697361:2091] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(163776051ns) {Configure:104(163769386ns) {ProcessConfigured:135(89617ns) {StartInitialHandshake:157(87161ns) {DropHandshakes:470(3414ns) {DropIncomingHandshake:442(898ns) DropOutgoingHandshake:457(563ns)} GenerateSessionVirtualId:988(1097ns) PrepareNewSessionHandshake:477(2319ns) {SwitchToState:179(719ns)}}}}}
2025-12-06T17:37:37.279134Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800490924526905:2107] [node 5] ICP01 ready to work
2025-12-06T17:37:37.290857Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800490924526906:2108] [node 4] ICP01 ready to work
2025-12-06T17:37:37.278598Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800491401187078:2108] [node 6] ICP01 ready to work
2025-12-06T17:37:37.294745Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800491265696301:2107] [node 4] ICP01 ready to work
2025-12-06T17:37:37.311798Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800489403383661:2121] [node 6] ICP01 ready to work
2025-12-06T17:37:37.312267Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800489403383662:2107] [node 4] ICP01 ready to work
2025-12-06T17:37:37.298932Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800491401187079:2109] [node 4] ICP01 ready to work
2025-12-06T17:37:37.318486Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800489403383663:2112] [node 5] ICP01 ready to work
2025-12-06T17:37:37.302942Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800491265696303:2108] [node 5] ICP01 ready to work
2025-12-06T17:37:37.310848Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800488438993972:2108] [node 6] ICP01 ready to work
2025-12-06T17:37:37.313109Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800478570795427:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(34041908ns) {Configure:104(34033733ns) {ProcessConfigured:135(149917ns) {StartInitialHandshake:157(146303ns) {DropHandshakes:470(4188ns) {DropIncomingHandshake:442(760ns) DropOutgoingHandshake:457(558ns)} GenerateSessionVirtualId:988(1179ns) PrepareNewSessionHandshake:477(1656ns) {SwitchToState:179(490ns)}}}}}
2025-12-06T17:37:37.303047Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800474085827053:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(189835019ns) {Configure:104(189829170ns) {ProcessConfigured:135(22152446ns) {StartInitialHandshake:157(22147800ns) {DropHandshakes:470(4025ns) {DropIncomingHandshake:442(1019ns) DropOutgoingHandshake:457(763ns)} GenerateSessionVirtualId:988(1027ns) PrepareNewSessionHandshake:477(6263ns) {SwitchToState:179(3624ns)}}}}}
2025-12-06T17:37:37.336153Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800490924526907:2109] [node 6] ICP01 ready to work
2025-12-06T17:37:37.315035Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800491265696304:2109] [node 6] ICP01 ready to work
2025-12-06T17:37:37.343084Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800474085827054:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(31877670ns) {Configure:104(31868798ns) {ProcessConfigured:135(92847ns) {StartInitialHandshake:157(89486ns) {DropHandshakes:470(3749ns) {DropIncomingHandshake:442(981ns) DropOutgoingHandshake:457(840ns)} GenerateSessionVirtualId:988(1531ns) PrepareNewSessionHandshake:477(2647ns) {SwitchToState:179(1045ns)}}}}}
2025-12-06T17:37:37.356351Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800491265696301:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(37129306ns) {Configure:104(29122223ns) {ProcessConfigured:135(92099ns) {StartInitialHandshake:157(88895ns) {DropHandshakes:470(3458ns) {DropIncomingHandshake:442(915ns) DropOutgoingHandshake:457(593ns)} GenerateSessionVirtualId:988(1290ns) PrepareNewSessionHandshake:477(2265ns) {SwitchToState:179(738ns)}}}}}
2025-12-06T17:37:37.375507Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800471259124726:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(128530012ns) {Configure:104(128517383ns) {ProcessConfigured:135(113659ns) {StartInitialHandshake:157(109713ns) {DropHandshakes:470(10908ns) {DropIncomingHandshake:442(1059ns) DropOutgoingHandshake:457(686ns)} GenerateSessionVirtualId:988(2162ns) PrepareNewSessionHandshake:477(2167ns) {SwitchToState:179(1245ns)}}}}}
2025-12-06T17:37:37.388591Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800490924526906:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(41321213ns) {Configure:104(41312285ns) {ProcessConfigured:135(92728ns) {StartInitialHandshake:157(85966ns) {DropHandshakes:470(3809ns) {DropIncomingHandshake:442(912ns) DropOutgoingHandshake:457(433ns)} GenerateSessionVirtualId:988(1064ns) PrepareNewSessionHandshake:477(3064ns) {SwitchToState:179(1209ns)}}}}}
2025-12-06T17:37:37.372375Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800489403383663:2112] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(25685433ns) {Configure:104(25678052ns) {ProcessConfigured:135(93642ns) {StartInitialHandshake:157(90096ns) {DropHandshakes:470(3540ns) {DropIncomingHandshake:442(977ns) DropOutgoingHandshake:457(576ns)} GenerateSessionVirtualId:988(1588ns) PrepareNewSessionHandshake:477(2359ns) {SwitchToState:179(708ns)}}}}}
2025-12-06T17:37:37.373229Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800478570795429:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(78989040ns) {Configure:104(78977477ns) {ProcessConfigured:135(16127635ns) {StartInitialHandshake:157(16125205ns) {DropHandshakes:470(2701ns) {DropIncomingHandshake:442(753ns) DropOutgoingHandshake:457(679ns)} GenerateSessionVirtualId:988(722ns) PrepareNewSessionHandshake:477(3206ns) {SwitchToState:179(1435ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:37.406771Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800478516285127:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(268426227ns) {Configure:104(268414351ns) {ProcessConfigured:135(11523448ns) {StartInitialHandshake:157(11520981ns) {DropHandshakes:470(1931ns) {DropIncomingHandshake:442(592ns) DropOutgoingHandshake:457(276ns)} GenerateSessionVirtualId:988(729ns) PrepareNewSessionHandshake:477(3059ns) {SwitchToState:179(1539ns)}}}}}
2025-12-06T17:37:37.398785Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800489403383661:2121] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(25315712ns) {Configure:104(25309306ns) {ProcessConfigured:135(23833727ns) {StartInitialHandshake:157(23830163ns) {DropHandshakes:470(2000ns) {DropIncomingHandshake:442(420ns) DropOutgoingHandshake:457(487ns)} GenerateSessionVirtualId:988(587ns) PrepareNewSessionHandshake:477(5661ns) {SwitchToState:179(2326ns)}}}}}
2025-12-06T17:37:37.401962Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800489403383675:2141] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14620
2025-12-06T17:37:37.411091Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800472223514388:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(302323659ns) {Configure:104(302319103ns) {ProcessConfigured:135(10490046ns) {StartInitialHandshake:157(10486598ns) {DropHandshakes:470(2213ns) {DropIncomingHandshake:442(692ns) DropOutgoingHandshake:457(268ns)} GenerateSessionVirtualId:988(899ns) PrepareNewSessionHandshake:477(4651ns) {SwitchToState:179(761ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:37.438923Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800491265696305:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10830
2025-12-06T17:37:37.439778Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800491265696313:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10830
2025-12-06T17:37:37.442085Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800491265696316:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10830
2025-12-06T17:37:37.442223Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800491265696317:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10830
2025-12-06T17:37:37.432317Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800488438993972:2108] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(31128875ns) {Configure:104(31122022ns) {ProcessConfigured:135(60350ns) {StartInitialHandshake:157(57695ns) {DropHandshakes:470(3417ns) {DropIncomingHandshake:442(814ns) DropOutgoingHandshake:457(440ns)} GenerateSessionVirtualId:988(901ns) PrepareNewSessionHandshake:477(2106ns) {SwitchToState:179(568ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:37.466927Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800491455697393:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63306
2025-12-06T17:37:37.470489Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800491265696305:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:37.427785Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800491401187083:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64627
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:37.432645Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800488438993978:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13426
2025-12-06T17:37:37.494032Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800491265696313:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:37.479241Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800491455697394:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63306
2025-12-06T17:37:37.433792Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800473744657658:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(130906590ns) {Configure:104(130881082ns) {ProcessConfigured:135(9779294ns) {StartInitialHandshake:157(9775412ns) {DropHandshakes:470(3881ns) {DropIncomingHandshake:442(915ns) DropOutgoingHandshake:457(458ns)} GenerateSessionVirtualId:988(1062ns) PrepareNewSessionHandshake:477(2877ns) {SwitchToState:179(856ns)}}}}}
2025-12-06T17:37:37.428146Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800491401187082:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64627
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:37.429268Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800488438993971:2109] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(81787004ns) {Configure:104(81778338ns) {ProcessConfigured:135(20976209ns) {StartInitialHandshake:157(20973248ns) {DropHandshakes:470(3648ns) {DropIncomingHandshake:442(651ns) DropOutgoingHandshake:457(1139ns)} GenerateSessionVirtualId:988(940ns) PrepareNewSessionHandshake:477(3424ns) {SwitchToState:179(1326ns)}}}}}
2025-12-06T17:37:37.512965Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800489403383678:2143] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14620
2025-12-06T17:37:37.513143Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800489403383679:2144] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14620
2025-12-06T17:37:37.513610Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800489403383678:2143] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:37.513770Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800489403383667:2138] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:37.513794Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800489403383667:2138] [node 2] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:37.479324Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800491455697395:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63306
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:37.459132Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800478516285128:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(197265741ns) {Configure:104(197254263ns) {ProcessConfigured:135(12022740ns) {StartInitialHandshake:157(12018780ns) {DropHandshakes:470(3260ns) {DropIncomingHandshake:442(784ns) DropOutgoingHandshake:457(509ns)} GenerateSessionVirtualId:988(1256ns) PrepareNewSessionHandshake:477(5830ns) {SwitchToState:179(3300ns)}}}}}
2025-12-06T17:37:37.530321Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800489403383667:2138] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:37.510876Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800490924526905:2107] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(156270471ns) {Configure:104(144410713ns) {ProcessConfigured:135(36278425ns) {StartInitialHandshake:157(36274765ns) {DropHandshakes:470(3098ns) {DropIncomingHandshake:442(700ns) DropOutgoingHandshake:457(371ns)} GenerateSessionVirtualId:988(1264ns) PrepareNewSessionHandshake:477(4873ns) {SwitchToState:179(2107ns)}}}}}
2025-12-06T17:37:37.503082Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580800474085827053:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:37.483450Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800488438993978:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:37.488214Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800491455697393:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:37.459544Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800491401187082:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:37.535951Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800489403383671:2140] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:37.505204Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800491455697361:2091] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:37.523066Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800491455697397:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63306
2025-12-06T17:37:37.523822Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800491455697393:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:37.524067Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800491455697361:2091] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:37:37.524136Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:37.524187Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800491455697361:2091] [node 5] ICP22 created new session: [6:7580800491455697398:2091]
2025-12-06T17:37:37.524248Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800491455697398:2091] [node 5] ICS09 handshake done sender: [6:7580800491455697393:2115] self: [6:7580800491455697396:0] peer: [5:7580800491401187084:0] socket: 368 qp: -1
2025-12-06T17:37:37.524286Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800491455697398:2091] [node 5] ICS10 traffic start
2025-12-06T17:37:37.524327Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:37.530776Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580800491455697361:2091] [node 5] ICP27 obsolete handshake fail ignored
2025-12-06T17:37:37.511091Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800491265696304:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(145939108ns) {Configure:104(145931410ns) {ProcessConfigured:135(207952ns) {StartInitialHandshake:157(204882ns) {DropHandshakes:470(3738ns) {DropIncomingHandshake:442(866ns) DropOutgoingHandshake:457(580ns)} GenerateSessionVirtualId:988(1413ns) PrepareNewSessionHandshake:477(3072ns) {SwitchToState:179(1250ns)}}}}}
2025-12-06T17:37:37.471010Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800478516285129:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(163725092ns) {Configure:104(163717408ns) {ProcessConfigured:135(15787079ns) {StartInitialHandshake:157(15783138ns) {DropHandshakes:470(4345ns) {DropIncomingHandshake:442(765ns) DropOutgoingHandshake:457(1048ns)} GenerateSessionVirtualId:988(656ns) PrepareNewSessionHandshake:477(4053ns) {SwitchToState:179(1776ns)}}}}}
2025-12-06T17:37:37.505822Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800491401187083:2112] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:37.506088Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800478516285127:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:37.506468Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800491401187085:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:37.506493Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580800491401187085:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:37.507479Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800491401187085:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:37.507722Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580800491401187078:2108] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:37.507792Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:37.507858Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800491401187078:2108] [node 6] ICP22 created new session: [5:7580800491401187098:2108]
2025-12-06T17:37:37.507906Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800491401187098:2108] [node 6] ICS09 handshake done sender: [5:7580800491401187085:2113] self: [5:7580800491401187084:0] peer: [6:7580800491455697396:0] socket: 366 qp: -1
2025-12-06T17:37:37.507940Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800491401187098:2108] [node 6] ICS10 traffic start
2025-12-06T17:37:37.507978Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:37.543858Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800490924526921:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55097
2025-12-06T17:37:37.483580Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800488438993983:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13426
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:37.579161Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800491401187101:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64627
2025-12-06T17:37:37.581137Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800491401187083:2112] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:37.581800Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800478516285127:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:37.581873Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:37.581925Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800478516285127:2048] [node 1] ICP22 created new session: [5:7580800491401187102:2048]
2025-12-06T17:37:37.581972Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800491401187102:2048] [node 1] ICS09 handshake done sender: [5:7580800491401187083:2112] self: [5:7580800491401187096:0] peer: [1:7580800489403383670:0] socket: 361 qp: -1
2025-12-06T17:37:37.582012Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800491401187102:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:37.582048Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:37.536012Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800489403383671:2140] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:37.530589Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800491265696321:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10830
2025-12-06T17:37:37.483832Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800488438993988:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13426
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:37.575258Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800489403383675:2141] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:37.596203Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800490924526922:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55097
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:37.533769Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800491265696304:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(18307536ns)
2025-12-06T17:37:37.589855Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800489403383671:2140] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:37.519529Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800488438993988:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:37.596685Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800490924526921:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:37.623253Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800491455697401:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63306
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:37.519651Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800488438993983:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:37.540451Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800491265696321:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:37.555754Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800491265696310:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:37.555803Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800491265696310:2113] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:37:37.632468Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800491265696317:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:37.639251Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800491265696307:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:37.639281Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800491265696307:2112] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:37:37.643195Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800491265696322:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10830
2025-12-06T17:37:37.644103Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580800474085827053:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7225) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7580800491265696313:2115] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:37.591100Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800489403383684:2145] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14620
2025-12-06T17:37:37.650226Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800491455697395:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:37.606600Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800490924526922:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:37.540300Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800471259124724:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(208168397ns) {Configure:104(208162709ns) {ProcessConfigured:135(27379735ns) {StartInitialHandshake:157(27377144ns) {DropHandshakes:470(3708ns) {DropIncomingHandshake:442(1048ns) DropOutgoingHandshake:457(653ns)} GenerateSessionVirtualId:988(1405ns) PrepareNewSessionHandshake:477(4004ns) {SwitchToState:179(2418ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:37.655651Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800491401187105:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64627
2025-12-06T17:37:37.598481Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800489403383665:2137] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:37.671447Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800491265696313:2115] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:37.651519Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800491455697401:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:37.540564Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800488438993982:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13426
2025-12-06T17:37:37.629728Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800490924526924:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55097
2025-12-06T17:37:37.598516Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800489403383665:2137] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:37:37.706938Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800491401187106:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64627
2025-12-06T17:37:37.634779Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800473744657658:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:37.654834Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800478570795427:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:37.673866Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800491265696307:2112] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:37.601778Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800489403383663:2112] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:37:37.540818Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800471259124725:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:37.591622Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800488438993982:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:37.591773Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800471259124724:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:37.740849Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800491401187105:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:37.741041Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800478516285128:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:37.602657Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800472223514387:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:37:37.646749Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800490924526926:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55097
2025-12-06T17:37:37.635236Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800488438993994:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13426
2025-12-06T17:37:37.657491Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800478570795429:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:37.679125Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800491265696310:2113] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:37.759604Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800491401187106:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:37.762795Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800491401187108:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64627
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:37.679167Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800490924526913:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:37.718638Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800491455697394:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:37.719413Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800474085827054:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:37:37.602720Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:37.661412Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800488438993982:2115] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:37.770771Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800491401187079:2109] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:37.679222Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800490924526913:2113] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:37.674686Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800471259124724:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:37.602775Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800472223514387:2048] [node 2] ICP22 created new session: [1:7580800489403383689:2048]
2025-12-06T17:37:37.719501Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:37.718933Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800491455697371:2095] [node 4] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:37.761858Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800491455697407:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63306
2025-12-06T17:37:37.788477Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800478516285128:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20010) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800491401187105:2118] held: no
2025-12-06T17:37:37.714370Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800490924526924:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:37.719554Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800474085827054:2049] [node 3] ICP22 created new session: [2:7580800491265696329:2049]
2025-12-06T17:37:37.674863Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:37.602879Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800489403383665:2137] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:37.731010Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800490924526922:2117] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:37.743816Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800473744657657:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:37.798612Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800491455697405:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63306
2025-12-06T17:37:37.811638Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800491455697371:2095] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29236) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800491455697394:2116] held: no
2025-12-06T17:37:37.811856Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800491455697408:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63306
2025-12-06T17:37:37.827072Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800491455697405:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:37.838933Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800491455697395:2117] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:37.605400Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800489403383662:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:37:37.719616Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800491265696329:2049] [node 3] ICS09 handshake done sender: [2:7580800491265696307:2112] self: [2:7580800491265696306:0] peer: [3:7580800490924526925:0] socket: 380 qp: -1
2025-12-06T17:37:37.788727Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800491401187110:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64627
2025-12-06T17:37:37.674933Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800471259124724:2048] [node 1] ICP22 created new session: [4:7580800488438993996:2048]
2025-12-06T17:37:37.674996Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800488438993996:2048] [node 1] ICS09 handshake done sender: [4:7580800488438993982:2115] self: [4:7580800488438993993:0] peer: [1:7580800489403383664:0] socket: 369 qp: -1
2025-12-06T17:37:37.675041Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800488438993996:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:37.675192Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:37.676191Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800488438993995:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13426
2025-12-06T17:37:37.714395Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800488438993988:2117] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:37.714620Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800471259124725:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:37.714681Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:37.714790Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800471259124725:2049] [node 2] ICP22 created new session: [4:7580800488438993999:2049]
2025-12-06T17:37:37.725074Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800488438993981:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:37.725111Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800488438993981:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:37.726117Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800488438993981:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:37.726451Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800488438993972:2108] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:37.726625Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:37.730624Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800488438993972:2108] [node 6] ICP22 created new session: [4:7580800488438994001:2108]
2025-12-06T17:37:37.737350Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800488438993999:2049] [node 2] ICS09 handshake done sender: [4:7580800488438993988:2117] self: [4:7580800488438993991:0] peer: [2:7580800491265696309:0] socket: 385 qp: -1
2025-12-06T17:37:37.739155Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800488438993999:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:37.744689Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800488438994001:2108] [node 6] ICS09 handshake done sender: [4:7580800488438993981:2114] self: [4:7580800488438993980:0] peer: [6:7580800491455697404:0] socket: 373 qp: -1
2025-12-06T17:37:37.747219Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800488438994001:2108] [node 6] ICS10 traffic start
2025-12-06T17:37:37.747236Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:37.755148Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800471259124725:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(40308961ns) {HandleHandshakeStatus:329(40305768ns) {DropIncomingHandshake:442(1809ns) DropOutgoingHandshake:457(6578ns) SwitchToState:179(850ns) ProcessPendingSessionEvents:495(171458ns) {ForwardSessionEventToSession:612(92476ns) ForwardSessionEventToSession:612(7922ns) ForwardSessionEventToSession:612(11202ns) ForwardSessionEventToSession:612(2915ns) ForwardSessionEventToSession:612(5003ns) ForwardSessionEventToSession:612(2579ns) ForwardSessionEventToSession:612(2879ns) ForwardSessionEventToSession:612(5905ns) ForwardSessionEventToSession:612(2439ns) ForwardSessionEventToSession:612(14184ns)}}}
2025-12-06T17:37:37.758783Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:37.783515Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800488438993979:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:37.783547Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800488438993979:2113] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:37:37.799327Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800488438993979:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:37.827748Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800488438993971:2109] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:37:37.834803Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:37.835052Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800488438993971:2109] [node 5] ICP22 created new session: [4:7580800488438994005:2109]
2025-12-06T17:37:37.835305Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800488438994005:2109] [node 5] ICS09 handshake done sender: [4:7580800488438993979:2113] self: [4:7580800488438993977:0] peer: [5:7580800491401187109:0] socket: 408 qp: -1
2025-12-06T17:37:37.835422Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800488438994005:2109] [node 5] ICS10 traffic start
2025-12-06T17:37:37.835483Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:37.745782Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800473744657658:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:37.778065Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:37.783228Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800490924526913:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:37.789373Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800473744657658:2049] [node 2] ICP22 created new session: [3:7580800490924526930:2049]
2025-12-06T17:37:37.824882Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800490924526930:2049] [node 2] ICS09 handshake done sender: [3:7580800490924526922:2117] self: [3:7580800490924526925:0] peer: [2:7580800491265696306:0] socket: 389 qp: -1
2025-12-06T17:37:37.827760Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800490924526930:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:37.834560Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800490924526907:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:37.842638Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800490924526927:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55097
2025-12-06T17:37:37.843487Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:37.846235Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800473744657658:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(99167923ns) {HandleHandshakeStatus:329(99164736ns) {DropIncomingHandshake:442(999ns) DropOutgoingHandshake:457(5482ns) SwitchToState:179(667ns) ProcessPendingSessionEvents:495(716603ns) {ForwardSessionEventToSession:612(171647ns) ForwardSessionEventToSession:612(100597ns) ForwardSessionEventToSession:612(4562ns) ForwardSessionEventToSession:612(211972ns) ForwardSessionEventToSession:612(3769ns) ForwardSessionEventToSession:612(2995ns) ForwardSessionEventToSession:612(101188ns) ForwardSessionEventToSession:612(2909ns) ForwardSessionEventToSession:612(2600ns) ForwardSessionEventToSession:612(103477ns)}}}
2025-12-06T17:37:37.846313Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7580800473744657658:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:37:37.886845Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800490924526927:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:37.887327Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800490924526931:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55097
2025-12-06T17:37:37.898709Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:37.878267Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800491455697401:2119] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:37.719661Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800491265696329:2049] [node 3] ICS10 traffic start
2025-12-06T17:37:37.605559Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:37.802979Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800491401187105:2118] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:37.719708Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:37.731588Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580800474085827053:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:37.731659Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:37.731722Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800474085827053:2048] [node 1] ICP22 created new session: [2:7580800491265696332:2048]
2025-12-06T17:37:37.731769Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800491265696332:2048] [node 1] ICS09 handshake done sender: [2:7580800491265696313:2115] self: [2:7580800491265696318:0] peer: [1:7580800489403383666:0] socket: 363 qp: -1
2025-12-06T17:37:37.731815Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800491265696332:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:37.731857Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:37.732416Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800491265696316:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:37.822978Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800478516285128:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:37.732482Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800491265696301:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:37:37.732520Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:37.823040Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:37.732570Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800491265696301:2107] [node 4] ICP22 created new session: [2:7580800491265696334:2107]
2025-12-06T17:37:37.823096Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800478516285128:2049] [node 2] ICP22 created new session: [5:7580800491401187111:2049]
2025-12-06T17:37:37.732622Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800491265696334:2107] [node 4] ICS09 handshake done sender: [2:7580800491265696310:2113] self: [2:7580800491265696309:0] peer: [4:7580800488438993991:0] socket: 381 qp: -1
2025-12-06T17:37:37.823149Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800491401187111:2049] [node 2] ICS09 handshake done sender: [5:7580800491401187105:2118] self: [5:7580800491401187107:0] peer: [2:7580800491265696311:0] socket: 364 qp: -1
2025-12-06T17:37:37.732653Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800491265696334:2107] [node 4] ICS10 traffic start
2025-12-06T17:37:37.732690Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:37.823190Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800491401187111:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:37.823238Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:37.733241Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580800491265696301:2107] [node 4] ICP18 handshake (actor [2:7580800491265696316:2116]) is too old
2025-12-06T17:37:37.823567Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800491401187106:2119] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:37.741386Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800491265696312:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:37.741413Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800491265696312:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:37:37.846773Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800491401187079:2109] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:37:37.742387Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800491265696312:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:37.846922Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:37.754200Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800491265696303:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:37:37.847042Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800491401187079:2109] [node 4] ICP22 created new session: [5:7580800491401187113:2109]
2025-12-06T17:37:37.784837Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:37.847423Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800491401187113:2109] [node 4] ICS09 handshake done sender: [5:7580800491401187106:2119] self: [5:7580800491401187109:0] peer: [4:7580800488438993977:0] socket: 409 qp: -1
2025-12-06T17:37:37.789272Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800491265696303:2108] [node 5] ICP22 created new session: [2:7580800491265696337:2108]
2025-12-06T17:37:37.847613Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800491401187113:2109] [node 4] ICS10 traffic start
2025-12-06T17:37:37.827882Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800491265696337:2108] [node 5] ICS09 handshake done sender: [2:7580800491265696312:2114] self: [2:7580800491265696311:0] peer: [5:7580800491401187107:0] socket: 356 qp: -1
2025-12-06T17:37:37.847649Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:37.831662Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800491265696337:2108] [node 5] ICS10 traffic start
2025-12-06T17:37:37.843228Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:37.605626Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800489403383662:2107] [node 4] ICP22 created new session: [1:7580800489403383690:2107]
2025-12-06T17:37:37.884895Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800491265696303:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(129669866ns) {HandleHandshakeStatus:329(129664688ns) {DropIncomingHandshake:442(30843ns) DropOutgoingHandshake:457(665ns) SwitchToState:179(608ns) ProcessPendingSessionEvents:495(523187ns) {ForwardSessionEventToSession:612(129719ns) ForwardSessionEventToSession:612(66783ns) ForwardSessionEventToSession:612(55457ns) ForwardSessionEventToSession:612(56293ns) ForwardSessionEventToSession:612(3471ns) ForwardSessionEventToSession:612(3644ns) ForwardSessionEventToSession:612(56020ns) ForwardSessionEventToSession:612(6767ns) ForwardSessionEventToSession:612(2650ns) ForwardSessionEventToSession:612(65133ns)}}}
2025-12-06T17:37:37.605688Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800489403383690:2107] [node 4] ICS09 handshake done sender: [1:7580800489403383665:2137] self: [1:7580800489403383664:0] peer: [4:7580800488438993993:0] socket: 359 qp: -1
2025-12-06T17:37:37.605736Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800489403383690:2107] [node 4] ICS10 traffic start
2025-12-06T17:37:37.878915Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800478570795427:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7225) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800491455697401:2119] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:37.942820Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800491265696320:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:37.942873Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800491265696320:2118] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:37.946781Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800491265696320:2118] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:37.947627Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800491265696304:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:37.947742Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:37.947807Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800491265696304:2109] [node 6] ICP22 created new session: [2:7580800491265696340:2109]
2025-12-06T17:37:37.947866Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800491265696340:2109] [node 6] ICS09 handshake done sender: [2:7580800491265696320:2118] self: [2:7580800491265696319:0] peer: [6:7580800491455697412:0] socket: 410 qp: -1
2025-12-06T17:37:37.947910Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800491265696340:2109] [node 6] ICS10 traffic start
2025-12-06T17:37:37.947962Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:37.914638Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800490924526907:2109] [node 6] ICP22 created new session: [3:7580800490924526935:2109]
2025-12-06T17:37:37.942932Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800491401187115:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64627
2025-12-06T17:37:37.879075Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800478570795429:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:37:37.958011Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800491401187079:2109] [node 4] ICP35 event processing took too much time PendingConnection:279(59271088ns) {HandleHandshakeStatus:329(59268140ns) {DropIncomingHandshake:442(1477ns) DropOutgoingHandshake:457(7611ns) SwitchToState:179(708ns) ProcessPendingSessionEvents:495(48903728ns) {ForwardSessionEventToSession:612(21306264ns) ForwardSessionEventToSession:612(13513ns) ForwardSessionEventToSession:612(6748ns) ForwardSessionEventToSession:612(3546ns) ForwardSessionEventToSession:612(3560ns) ForwardSessionEventToSession:612(1487786ns) ForwardSessionEventToSession:612(2951ns) ForwardSessionEventToSession:612(15095955ns) ForwardSessionEventToSession:612(4432ns) ForwardSessionEventToSession:612(10952999ns)}}}
2025-12-06T17:37:37.605786Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:37.936421Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800488438993972:2108] [node 6] ICP35 event processing took too much time PendingConnection:279(112823486ns) {HandleHandshakeStatus:329(112817526ns) {DropIncomingHandshake:442(15751ns) DropOutgoingHandshake:457(816ns) SwitchToState:179(1040ns) ProcessPendingSessionEvents:495(49476420ns) {ForwardSessionEventToSession:612(25021021ns) ForwardSessionEventToSession:612(4306439ns) ForwardSessionEventToSession:612(4152ns) ForwardSessionEventToSession:612(10208899ns) ForwardSessionEventToSession:612(23449ns) ForwardSessionEventToSession:612(4015ns) ForwardSessionEventToSession:612(3082227ns) ForwardSessionEventToSession:612(5227ns) ForwardSessionEventToSession:612(3717ns) ForwardSessionEventToSession:612(6785505ns)}}}
2025-12-06T17:37:37.879165Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:37.914736Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800490924526935:2109] [node 6] ICS09 handshake done sender: [3:7580800490924526913:2113] self: [3:7580800490924526912:0] peer: [6:7580800491455697402:0] socket: 376 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:37.610699Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:37.914783Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800490924526935:2109] [node 6] ICS10 traffic start
2025-12-06T17:37:37.962899Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800488438994007:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13426
2025-12-06T17:37:37.879235Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800478570795429:2050] [node 3] ICP22 created new session: [6:7580800491455697410:2050]
2025-12-06T17:37:37.610811Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800489403383663:2112] [node 5] ICP22 created new session: [1:7580800489403383688:2112]
2025-12-06T17:37:37.974272Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800491401187115:2122] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:37.914868Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:37.610869Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800489403383688:2112] [node 5] ICS09 handshake done sender: [1:7580800489403383671:2140] self: [1:7580800489403383670:0] peer: [5:7580800491401187096:0] socket: 358 qp: -1
2025-12-06T17:37:37.610914Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800489403383688:2112] [node 5] ICS10 traffic start
2025-12-06T17:37:37.611189Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:37.630937Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800489403383689:2048] [node 2] ICS09 handshake done sender: [1:7580800489403383667:2138] self: [1:7580800489403383666:0] peer: [2:7580800491265696318:0] socket: 357 qp: -1
2025-12-06T17:37:37.638637Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800489403383689:2048] [node 2] ICS10 traffic start
2025-12-06T17:37:37.642625Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:37.654963Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800489403383662:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(49295210ns) {HandleHandshakeStatus:329(49290144ns) {DropIncomingHandshake:442(603ns) DropOutgoingHandshake:457(629ns) SwitchToState:179(579ns) ProcessPendingSessionEvents:495(48501500ns) {ForwardSessionEventToSession:612(35493701ns) ForwardSessionEventToSession:612(1960711ns) ForwardSessionEventToSession:612(14492ns) ForwardSessionEventToSession:612(6963092ns) ForwardSessionEventToSession:612(6763ns) ForwardSessionEventToSession:612(3215ns) ForwardSessionEventToSession:612(3988225ns) ForwardSessionEventToSession:612(4459ns) ForwardSessionEventToSession:612(8384ns) ForwardSessionEventToSession:612(7335ns)}}}
2025-12-06T17:37:37.662494Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800472223514387:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(63090952ns) {HandleHandshakeStatus:329(63088117ns) {DropIncomingHandshake:442(15737ns) DropOutgoingHandshake:457(452ns) SwitchToState:179(199ns) ProcessPendingSessionEvents:495(4688952ns) {ForwardSessionEventToSession:612(4601750ns) ForwardSessionEventToSession:612(28818ns) ForwardSessionEventToSession:612(4416ns) ForwardSessionEventToSession:612(6304ns) ForwardSessionEventToSession:612(3484ns) ForwardSessionEventToSession:612(3045ns) ForwardSessionEventToSession:612(7688ns) ForwardSessionEventToSession:612(3527ns) ForwardSessionEventToSession:612(4738ns) ForwardSessionEventToSession:612(10620ns)}}}
2025-12-06T17:37:37.671262Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800489403383669:2139] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:37.671313Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800489403383669:2139] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:37.737094Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800489403383684:2145] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:37.746641Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800489403383679:2144] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:37.747072Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800489403383677:2142] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:37.747098Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800489403383677:2142] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:37:37.761579Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800489403383669:2139] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:37.777947Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800489403383677:2142] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:37.803182Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800489403383661:2121] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:37.803415Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:37.803576Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800489403383661:2121] [node 6] ICP22 created new session: [1:7580800489403383698:2121]
2025-12-06T17:37:37.803827Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800489403383698:2121] [node 6] ICS09 handshake done sender: [1:7580800489403383669:2139] self: [1:7580800489403383668:0] peer: [6:7580800491455697403:0] socket: 399 qp: -1
2025-12-06T17:37:37.804080Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800489403383698:2121] [node 6] ICS10 traffic start
2025-12-06T17:37:37.804242Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:37.811002Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800472223514388:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:37:37.811090Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:37.811165Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800472223514388:2049] [node 3] ICP22 created new session: [1:7580800489403383700:2049]
2025-12-06T17:37:37.820257Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800489403383700:2049] [node 3] ICS09 handshake done sender: [1:7580800489403383677:2142] self: [1:7580800489403383674:0] peer: [3:7580800490924526929:0] socket: 400 qp: -1
2025-12-06T17:37:37.827320Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800489403383700:2049] [node 3] ICS10 traffic start
2025-12-06T17:37:37.827378Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:37.927327Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800472223514388:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(116157576ns) {HandleHandshakeStatus:329(116152787ns) {DropIncomingHandshake:442(18372ns) DropOutgoingHandshake:457(737ns) SwitchToState:179(712ns) ProcessPendingSessionEvents:495(54149991ns) {ForwardSessionEventToSession:612(22033445ns) ForwardSessionEventToSession:612(15662966ns) ForwardSessionEventToSession:612(33732ns) ForwardSessionEventToSession:612(4677ns) ForwardSessionEventToSession:612(8012948ns) ForwardSessionEventToSession:612(3611ns) ForwardSessionEventToSession:612(8334105ns) ForwardSessionEventToSession:612(8559ns) ForwardSessionEventToSession:612(2744ns) ForwardSessionEventToSession:612(12926ns)}}}
2025-12-06T17:37:37.879307Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800491455697410:2050] [node 3] ICS09 handshake done sender: [6:7580800491455697395:2117] self: [6:7580800491455697402:0] peer: [3:7580800490924526912:0] socket: 384 qp: -1
2025-12-06T17:37:37.974619Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800488438994007:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:37.926099Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580800473744657657:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7225) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580800490924526924:2118] held: no
2025-12-06T17:37:37.982516Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800478516285129:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:37.879362Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800491455697410:2050] [node 3] ICS10 traffic start
2025-12-06T17:37:37.926337Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800490924526933:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55097
2025-12-06T17:37:37.962424Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800490924526924:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:37.963501Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800490924526907:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(128692552ns) {HandleHandshakeStatus:329(128687905ns) {DropIncomingHandshake:442(842ns) DropOutgoingHandshake:457(783ns) SwitchToState:179(832ns) ProcessPendingSessionEvents:495(18626225ns) {ForwardSessionEventToSession:612(12690789ns) ForwardSessionEventToSession:612(8262ns) ForwardSessionEventToSession:612(1659029ns) ForwardSessionEventToSession:612(2958604ns) ForwardSessionEventToSession:612(715965ns) ForwardSessionEventToSession:612(4500ns) ForwardSessionEventToSession:612(2751ns) ForwardSessionEventToSession:612(547805ns) ForwardSessionEventToSession:612(3003ns) ForwardSessionEventToSession:612(3470ns)}}}
2025-12-06T17:37:37.968453Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7580800490924526907:2109] [node 6] ICP27 obsolete handshake fail ignored
2025-12-06T17:37:37.974406Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800473744657657:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:37.984948Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800490924526920:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:37.984983Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800490924526920:2115] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:37:37.986873Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800490924526909:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:37.986917Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800490924526909:2111] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:37:37.986925Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:37.992767Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800473744657657:2048] [node 1] ICP22 created new session: [3:7580800490924526940:2048]
2025-12-06T17:37:37.980680Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800471259124726:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:37.879401Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:37.879771Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800491455697406:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63306
2025-12-06T17:37:37.906691Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800478570795427:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:37.925333Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800491455697394:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:37.926786Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800478570795428:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:37.927831Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800491455697371:2095] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:37:37.938746Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:37.938826Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800478570795427:2048] [node 1] ICP22 created new session: [6:7580800491455697413:2048]
2025-12-06T17:37:37.950662Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800491455697413:2048] [node 1] ICS09 handshake done sender: [6:7580800491455697401:2119] self: [6:7580800491455697403:0] peer: [1:7580800489403383668:0] socket: 402 qp: -1
2025-12-06T17:37:37.953229Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800491455697413:2048] [node 1] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:37.992853Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800490924526920:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:37.953289Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:37.993473Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800490924526940:2048] [node 1] ICS09 handshake done sender: [3:7580800490924526924:2118] self: [3:7580800490924526929:0] peer: [1:7580800489403383674:0] socket: 401 qp: -1
2025-12-06T17:37:37.993525Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800490924526940:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:37.993600Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:37.993974Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800473744657657:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(19415921ns) {HandleHandshakeStatus:329(19411497ns) {DropIncomingHandshake:442(998ns) DropOutgoingHandshake:457(771ns) SwitchToState:179(5709ns) ProcessPendingSessionEvents:495(2054ns)}}
2025-12-06T17:37:38.016267Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800490924526905:2107] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:37:38.016801Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:38.017084Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800490924526905:2107] [node 5] ICP22 created new session: [3:7580800495219494238:2107]
2025-12-06T17:37:38.017731Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800495219494238:2107] [node 5] ICS09 handshake done sender: [3:7580800490924526920:2115] self: [3:7580800490924526914:0] peer: [5:7580800491401187116:0] socket: 351 qp: -1
2025-12-06T17:37:38.017896Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800495219494238:2107] [node 5] ICS10 traffic start
2025-12-06T17:37:38.018056Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:38.026875Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800491401187117:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64627
2025-12-06T17:37:37.961696Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:37.963128Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800491455697371:2095] [node 4] ICP22 created new session: [6:7580800491455697416:2095]
2025-12-06T17:37:38.035130Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800490924526909:2111] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:38.051743Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800490924526906:2108] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:37:38.051871Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:38.051941Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800490924526906:2108] [node 4] ICP22 created new session: [3:7580800495219494241:2108]
2025-12-06T17:37:38.035373Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800491401187115:2122] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:38.035662Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800492733961305:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13426
2025-12-06T17:37:37.977315Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800491455697416:2095] [node 4] ICS09 handshake done sender: [6:7580800491455697394:2116] self: [6:7580800491455697404:0] peer: [4:7580800488438993980:0] socket: 383 qp: -1
2025-12-06T17:37:38.052003Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800495219494241:2108] [node 4] ICS09 handshake done sender: [3:7580800490924526909:2111] self: [3:7580800490924526908:0] peer: [4:7580800488438994008:0] socket: 370 qp: -1
2025-12-06T17:37:38.042818Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800488438994007:2121] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:38.057248Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800471259124726:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:37:38.084039Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:38.046922Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800478516285129:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14807) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800491401187115:2122] held: no
2025-12-06T17:37:38.052047Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800495219494241:2108] [node 4] ICS10 traffic start
2025-12-06T17:37:37.980049Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800491455697416:2095] [node 4] ICS10 traffic start
2025-12-06T17:37:38.052108Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:37.980225Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800478570795427:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(71055611ns) {HandleHandshakeStatus:329(71051214ns) {DropIncomingHandshake:442(4634ns) DropOutgoingHandshake:457(645ns) SwitchToState:179(1085ns) ProcessPendingSessionEvents:495(1694ns)}}
2025-12-06T17:37:37.982064Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:37.986357Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800491455697371:2095] [node 4] ICP35 event processing took too much time PendingConnection:279(54485428ns) {HandleHandshakeStatus:329(54483262ns) {DropIncomingHandshake:442(663ns) DropOutgoingHandshake:457(1078ns) SwitchToState:179(5607ns) ProcessPendingSessionEvents:495(1203ns)}}
2025-12-06T17:37:37.987347Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800478570795428:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20010) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800491455697405:2120] held: no
2025-12-06T17:37:38.013276Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800491455697414:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63306
2025-12-06T17:37:38.037085Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800491455697405:2120] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:38.064662Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800478570795428:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:38.074584Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:38.082750Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800478570795428:2049] [node 2] ICP22 created new session: [6:7580800495750664714:2049]
2025-12-06T17:37:38.082829Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800495750664714:2049] [node 2] ICS09 handshake done sender: [6:7580800491455697405:2120] self: [6:7580800491455697412:0] peer: [2:7580800491265696319:0] socket: 411 qp: -1
2025-12-06T17:37:38.082882Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800495750664714:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:38.082961Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:38.083312Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800478570795428:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(24574284ns) {HandleHandshakeStatus:329(24570967ns) {DropIncomingHandshake:442(4650ns) DropOutgoingHandshake:457(554ns) SwitchToState:179(681ns) ProcessPendingSessionEvents:495(1230ns)}}
2025-12-06T17:37:38.057427Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800478516285129:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:37:38.074795Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:38.074883Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800478516285129:2050] [node 3] ICP22 created new session: [5:7580800495696154414:2050]
2025-12-06T17:37:38.074958Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800495696154414:2050] [node 3] ICS09 handshake done sender: [5:7580800491401187115:2122] self: [5:7580800491401187116:0] peer: [3:7580800490924526914:0] socket: 365 qp: -1
2025-12-06T17:37:38.075005Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800495696154414:2050] [node 3] ICS10 traffic start
2025-12-06T17:37:38.075069Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:38.075413Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800478516285129:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(17898502ns) {HandleHandshakeStatus:329(17894567ns) {DropIncomingHandshake:442(339ns) DropOutgoingHandshake:457(241ns) SwitchToState:179(211ns) ProcessPendingSessionEvents:495(1102ns)}}
2025-12-06T17:37:38.090994Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800471259124726:2050] [node 3] ICP22 created new session: [4:7580800492733961306:2050]
2025-12-06T17:37:38.091074Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800492733961306:2050] [node 3] ICS09 handshake done sender: [4:7580800488438994007:2121] self: [4:7580800488438994008:0] peer: [3:7580800490924526908:0] socket: 382 qp: -1
2025-12-06T17:37:38.091116Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800492733961306:2050] [node 3] ICS10 traffic start
2025-12-06T17:37:38.091237Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:38.091764Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800471259124726:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(34332139ns) {HandleHandshakeStatus:329(34325978ns) {DropIncomingHandshake:442(1110ns) DropOutgoingHandshake:457(11038ns) SwitchToState:179(881ns) ProcessPendingSessionEvents:495(119473ns) {ForwardSessionEventToSession:612(71431ns) ForwardSessionEventToSession:612(3720ns) ForwardSessionEventToSession:612(6135ns) ForwardSessionEventToSession:612(2654ns) ForwardSessionEventToSession:612(5541ns) ForwardSessionEventToSession:612(2615ns) ForwardSessionEventToSession:612(5426ns) ForwardSessionEventToSession:612(5654ns) ForwardSessionEventToSession:612(2356ns) ForwardSessionEventToSession:612(2334ns)}}}
2025-12-06T17:37:38.182689Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:37:38.182993Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580800491265696332:2048] [node 1] ICS01 socket: 363 reason# EndOfStream
2025-12-06T17:37:38.183045Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580800474085827053:2048] [node 1] ICP30 unregister session Session# [2:7580800491265696332:2048] VirtualId# [2:7580800491265696318:0]
2025-12-06T17:37:38.183090Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580800491265696332:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:38.183224Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:38.183279Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:38.186829Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:37:38.187211Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800490924526940:2048] [node 1] ICS01 socket: 401 reason# EndOfStream
2025-12-06T17:37:38.187512Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800473744657657:2048] [node 1] ICP30 unregister session Session# [3:7580800490924526940:2048] VirtualId# [3:7580800490924526929:0]
2025-12-06T17:37:38.187551Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800490924526940:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:38.187915Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:38.188066Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:38.199125Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:37:38.199468Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800488438993996:2048] [node 1] ICS01 socket: 369 reason# EndOfStream
2025-12-06T17:37:38.199724Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800471259124724:2048] [node 1] ICP30 unregister session Session# [4:7580800488438993996:2048] VirtualId# [4:7580800488438993993:0]
2025-12-06T17:37:38.199766Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800488438993996:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:38.199862Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:38.199915Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:38.198735Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:37:38.198734Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:37:38.199029Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800491455697413:2048] [node 1] ICS01 socket: 402 reason# EndOfStream
2025-12-06T17:37:38.199081Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800478570795427:2048] [node 1] ICP30 unregister session Session# [6:7580800491455697413:2048] VirtualId# [6:7580800491455697403:0]
2025-12-06T17:37:38.199125Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800491455697413:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:38.199242Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:38.199290Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:38.223071Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800491401187102:2048] [node 1] ICS01 socket: 361 reason# EndOfStream
2025-12-06T17:37:38.223287Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800478516285127:2048] [node 1] ICP30 unregister session Session# [5:7580800491401187102:2048] VirtualId# [5:7580800491401187096:0]
2025-12-06T17:37:38.223331Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800491401187102:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:38.223585Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:38.223715Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:38.299112Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:37:38.299704Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580800490924526930:2049] [node 2] ICS07 socket disconnect 389 reason# EndOfStream
2025-12-06T17:37:38.299748Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800490924526930:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:38.299861Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:38.299912Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580800490924526930:2049] [node 2] ICS15 start handshake
2025-12-06T17:37:38.302203Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580800473744657658:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20010) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:37:38.302278Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800490924526930:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:37:38.302356Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800473744657658:2049] [node 2] ICP30 unregister session Session# [3:7580800490924526930:2049] VirtualId# [3:7580800490924526925:0]
2025-12-06T17:37:38.302404Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:38.302446Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580800473744657658:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:20010) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:38.302464Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20010) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:38.306799Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:37:38.307030Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800488438993999:2049] [node 2] ICS01 socket: 385 reason# EndOfStream
2025-12-06T17:37:38.307086Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800471259124725:2049] [node 2] ICP30 unregister session Session# [4:7580800488438993999:2049] VirtualId# [4:7580800488438993991:0]
2025-12-06T17:37:38.307122Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800488438993999:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:38.307218Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:38.307270Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:38.307369Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:37:38.307582Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800491401187111:2049] [node 2] ICS01 socket: 364 reason# EndOfStream
2025-12-06T17:37:38.307619Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800478516285128:2049] [node 2] ICP30 unregister session Session# [5:7580800491401187111:2049] VirtualId# [5:7580800491401187107:0]
2025-12-06T17:37:38.307653Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800491401187111:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:38.307718Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:38.307760Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:38.307882Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:37:38.308094Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800495750664714:2049] [node 2] ICS01 socket: 411 reason# EndOfStream
2025-12-06T17:37:38.308133Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800478570795428:2049] [node 2] ICP30 unregister session Session# [6:7580800495750664714:2049] VirtualId# [6:7580800491455697412:0]
2025-12-06T17:37:38.308163Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800495750664714:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:38.308220Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:38.308262Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:38.391453Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:37:38.391663Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800491455697410:2050] [node 3] ICS01 socket: 384 reason# EndOfStream
2025-12-06T17:37:38.391701Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800478570795429:2050] [node 3] ICP30 unregister session Session# [6:7580800491455697410:2050] VirtualId# [6:7580800491455697402:0]
2025-12-06T17:37:38.391726Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800491455697410:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:38.391790Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:37:38.391835Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:37:38.390800Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:37:38.391063Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800495696154414:2050] [node 3] ICS01 socket: 365 reason# EndOfStream
2025-12-06T17:37:38.391107Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800478516285129:2050] [node 3] ICP30 unregister session Session# [5:7580800495696154414:2050] VirtualId# [5:7580800491401187116:0]
2025-12-06T17:37:38.391152Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800495696154414:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:38.391267Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:37:38.391322Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:37:38.392720Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:37:38.392982Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800492733961306:2050] [node 3] ICS01 socket: 382 reason# EndOfStream
2025-12-06T17:37:38.393109Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800471259124726:2050] [node 3] ICP30 unregister session Session# [4:7580800492733961306:2050] VirtualId# [4:7580800488438994008:0]
2025-12-06T17:37:38.393336Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800492733961306:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:38.393572Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:37:38.393627Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:37:38.489381Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:37:38.489661Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800491455697416:2095] [node 4] ICS01 socket: 383 reason# EndOfStream
2025-12-06T17:37:38.489708Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800491455697371:2095] [node 4] ICP30 unregister session Session# [6:7580800491455697416:2095] VirtualId# [6:7580800491455697404:0]
2025-12-06T17:37:38.489749Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800491455697416:2095] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:38.489827Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:37:38.489873Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:37:38.492554Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:37:38.492783Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580800491401187113:2109] [node 4] ICS07 socket disconnect 409 reason# EndOfStream
2025-12-06T17:37:38.492814Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800491401187113:2109] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:38.492887Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:37:38.492930Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580800491401187113:2109] [node 4] ICS15 start handshake
2025-12-06T17:37:38.493898Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800491401187079:2109] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29236) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:37:38.493953Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800491401187113:2109] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:37:38.493988Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800491401187079:2109] [node 4] ICP30 unregister session Session# [5:7580800491401187113:2109] VirtualId# [5:7580800491401187109:0]
2025-12-06T17:37:38.494034Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:37:38.494061Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580800491401187079:2109] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:29236) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:38.494075Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29236) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:38.496268Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580800491401187079:2109] [node 4] ICP33 wake up from error state
2025-12-06T17:37:38.533704Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:37:38.533973Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800491455697398:2091] [node 5] ICS01 socket: 368 reason# EndOfStream
2025-12-06T17:37:38.534019Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800491455697361:2091] [node 5] ICP30 unregister session Session# [6:7580800491455697398:2091] VirtualId# [6:7580800491455697396:0]
2025-12-06T17:37:38.534057Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800491455697398:2091] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:38.534139Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:37:38.534211Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:37:38.633646Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800493831247053:2048] [node 2] ICP01 ready to work
2025-12-06T17:37:38.633690Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800493831247054:2049] [node 3] ICP01 ready to work
2025-12-06T17:37:38.651017Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800493138509025:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:38.651064Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800493138509026:2049] [node 3] ICP01 ready to work
2025-12-06T17:37:38.852355Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800496141333564:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:38.852395Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800496141333565:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:38.935714Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800495803263541:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:38.935826Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800495803263542:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:38.962871Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800495803263543:2050] [node 3] ICP01 ready to work
2025-12-06T17:37:39.326946Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800497615158593:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:39.326989Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800497615158594:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:39.327020Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800497615158595:2050] [node 3] ICP01 ready to work
2025-12-06T17:37:39.270501Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800498512414535:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:39.298927Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800498512414537:2050] [node 3] ICP01 ready to work
2025-12-06T17:37:39.338608Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800498512414536:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:41.020220Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800502421181708:2107] [node 4] ICP01 ready to work
2025-12-06T17:37:41.085853Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800498512414537:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(135681576ns) {Configure:104(135675816ns) {ProcessConfigured:135(28538129ns) {StartInitialHandshake:157(28534052ns) {DropHandshakes:470(3799ns) {DropIncomingHandshake:442(953ns) DropOutgoingHandshake:457(794ns)} GenerateSessionVirtualId:988(1307ns) PrepareNewSessionHandshake:477(7850ns) {SwitchToState:179(3499ns)}}}}}
2025-12-06T17:37:41.042010Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800501728443680:2109] [node 6] ICP01 ready to work
2025-12-06T17:37:41.022975Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800501910125929:2079] [node 4] ICP01 ready to work
2025-12-06T17:37:41.123043Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800508688165493:2108] [node 5] ICP01 ready to work
2025-12-06T17:37:41.122730Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800506716149005:2109] [node 6] ICP01 ready to work
2025-12-06T17:37:41.057797Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800497615158595:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(147115551ns) {Configure:104(147110249ns) {ProcessConfigured:135(28334432ns) {StartInitialHandshake:157(28329234ns) {DropHandshakes:470(3779ns) {DropIncomingHandshake:442(923ns) DropOutgoingHandshake:457(576ns)} GenerateSessionVirtualId:988(1187ns) PrepareNewSessionHandshake:477(4618ns) {SwitchToState:179(1667ns)}}}}}
2025-12-06T17:37:41.196492Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800506205093247:2093] [node 5] ICP01 ready to work
2025-12-06T17:37:41.131063Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800508688165492:2109] [node 6] ICP01 ready to work
2025-12-06T17:37:41.137539Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800507102349192:2109] [node 4] ICP01 ready to work
2025-12-06T17:37:41.147243Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800509026235515:2109] [node 6] ICP01 ready to work
2025-12-06T17:37:41.131324Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800506716149006:2108] [node 5] ICP01 ready to work
2025-12-06T17:37:41.156364Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800507102349193:2108] [node 6] ICP01 ready to work
2025-12-06T17:37:41.233037Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800502421181708:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(101511849ns) {Configure:104(101507710ns) {ProcessConfigured:135(62511ns) {StartInitialHandshake:157(60943ns) {DropHandshakes:470(6761ns) {DropIncomingHandshake:442(522ns) DropOutgoingHandshake:457(438ns)} GenerateSessionVirtualId:988(1166ns) PrepareNewSessionHandshake:477(1936ns) {SwitchToState:179(641ns)}}}}}
2025-12-06T17:37:41.171200Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800509026235516:2108] [node 4] ICP01 ready to work
2025-12-06T17:37:41.212530Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800506023410977:2108] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:41.291301Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800495803263543:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(199594083ns) {Configure:104(199584925ns) {ProcessConfigured:135(88799ns) {StartInitialHandshake:157(84645ns) {DropHandshakes:470(3899ns) {DropIncomingHandshake:442(1018ns) DropOutgoingHandshake:457(602ns)} GenerateSessionVirtualId:988(1562ns) PrepareNewSessionHandshake:477(2911ns) {SwitchToState:179(1275ns)}}}}}
2025-12-06T17:37:41.292705Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800508688165502:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27673
2025-12-06T17:37:41.225378Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800506023410979:2107] [node 4] ICP01 ready to work
2025-12-06T17:37:41.287684Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800493138509025:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(194831824ns) {Configure:104(194824912ns) {ProcessConfigured:135(27975577ns) {StartInitialHandshake:157(27970851ns) {DropHandshakes:470(4085ns) {DropIncomingHandshake:442(1016ns) DropOutgoingHandshake:457(555ns)} GenerateSessionVirtualId:988(1259ns) PrepareNewSessionHandshake:477(5439ns) {SwitchToState:179(2323ns)}}}}}
2025-12-06T17:37:41.293164Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800506023410977:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(27830055ns) {Configure:104(27824997ns) {ProcessConfigured:135(17791666ns) {StartInitialHandshake:157(17788154ns) {DropHandshakes:470(3855ns) {DropIncomingHandshake:442(781ns) DropOutgoingHandshake:457(651ns)} GenerateSessionVirtualId:988(936ns) PrepareNewSessionHandshake:477(4758ns) {SwitchToState:179(1314ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:41.223158Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800509026235517:2107] [node 5] ICP01 ready to work
2025-12-06T17:37:41.299128Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800493831247053:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(403057022ns) {Configure:104(403045311ns) {ProcessConfigured:135(119650ns) {StartInitialHandshake:157(114099ns) {DropHandshakes:470(4469ns) {DropIncomingHandshake:442(1304ns) DropOutgoingHandshake:457(595ns)} GenerateSessionVirtualId:988(1978ns) PrepareNewSessionHandshake:477(3352ns) {SwitchToState:179(985ns)}}}}}
2025-12-06T17:37:41.309455Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800506205093252:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48687
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:41.373917Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800496141333564:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(181655913ns) {Configure:104(181647852ns) {ProcessConfigured:135(162376ns) {StartInitialHandshake:157(158198ns) {DropHandshakes:470(3517ns) {DropIncomingHandshake:442(726ns) DropOutgoingHandshake:457(559ns)} GenerateSessionVirtualId:988(1543ns) PrepareNewSessionHandshake:477(2910ns) {SwitchToState:179(743ns)}}}}}
2025-12-06T17:37:41.374511Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800509026235518:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7407
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:41.306200Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800506716149016:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55367
2025-12-06T17:37:41.309742Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800506205093253:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48687
2025-12-06T17:37:41.376969Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800509026235523:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7407
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:41.395518Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800495803263542:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(323487809ns) {Configure:104(323478818ns) {ProcessConfigured:135(82431ns) {StartInitialHandshake:157(78050ns) {DropHandshakes:470(4104ns) {DropIncomingHandshake:442(1067ns) DropOutgoingHandshake:457(895ns)} GenerateSessionVirtualId:988(1422ns) PrepareNewSessionHandshake:477(2874ns) {SwitchToState:179(816ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:41.438870Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800506023410988:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24678
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:41.310118Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800506205093254:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48687
2025-12-06T17:37:41.387013Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800498512414535:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(424679773ns) {Configure:104(424673943ns) {ProcessConfigured:135(453891ns) {StartInitialHandshake:157(449377ns) {DropHandshakes:470(4131ns) {DropIncomingHandshake:442(770ns) DropOutgoingHandshake:457(718ns)} GenerateSessionVirtualId:988(1302ns) PrepareNewSessionHandshake:477(2526ns) {SwitchToState:179(666ns)}}}}}
2025-12-06T17:37:41.306960Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800506716149015:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55367
2025-12-06T17:37:41.328141Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800493831247054:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(196851557ns) {Configure:104(196844112ns) {ProcessConfigured:135(61168ns) {StartInitialHandshake:157(58530ns) {DropHandshakes:470(2454ns) {DropIncomingHandshake:442(534ns) DropOutgoingHandshake:457(306ns)} GenerateSessionVirtualId:988(399ns) PrepareNewSessionHandshake:477(2254ns) {SwitchToState:179(729ns)}}}}}
2025-12-06T17:37:41.359171Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800506716149006:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(130638770ns) {Configure:104(130631808ns) {ProcessConfigured:135(42032515ns) {StartInitialHandshake:157(42028326ns) {DropHandshakes:470(15730748ns) {DropIncomingHandshake:442(955ns) DropOutgoingHandshake:457(2211ns)} GenerateSessionVirtualId:988(1585ns) PrepareNewSessionHandshake:477(5812ns) {SwitchToState:179(2211ns)}}}}}
2025-12-06T17:37:41.416899Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800506716149015:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:41.429421Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800508688165495:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:41.310242Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800506205093255:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48687
2025-12-06T17:37:41.403443Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800496141333565:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(265623514ns) {Configure:104(265616099ns) {ProcessConfigured:135(16655381ns) {StartInitialHandshake:157(16651645ns) {DropHandshakes:470(3313ns) {DropIncomingHandshake:442(710ns) DropOutgoingHandshake:457(569ns)} GenerateSessionVirtualId:988(723ns) PrepareNewSessionHandshake:477(5820ns) {SwitchToState:179(2780ns)}}}}}
2025-12-06T17:37:41.439415Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800506023410989:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24678
2025-12-06T17:37:41.387625Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800507102349201:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63577
2025-12-06T17:37:41.439499Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800506023410990:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24678
2025-12-06T17:37:41.320002Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800497615158594:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(352927493ns) {Configure:104(352919227ns) {ProcessConfigured:135(94148ns) {StartInitialHandshake:157(90823ns) {DropHandshakes:470(3952ns) {DropIncomingHandshake:442(709ns) DropOutgoingHandshake:457(595ns)} GenerateSessionVirtualId:988(1259ns) PrepareNewSessionHandshake:477(2701ns) {SwitchToState:179(767ns)}}}}}
2025-12-06T17:37:41.446950Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800506023410988:2113] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:41.338984Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800506205093253:2112] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:41.461486Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800506023410985:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:41.476151Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800506205093255:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:41.461518Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800506023410985:2112] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:37:41.463458Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800506023410985:2112] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:41.476299Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800497615158594:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:41.475291Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800493138509026:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(439141657ns) {Configure:104(439134519ns) {ProcessConfigured:135(28372347ns) {StartInitialHandshake:157(28368562ns) {DropHandshakes:470(3613ns) {DropIncomingHandshake:442(974ns) DropOutgoingHandshake:457(612ns)} GenerateSessionVirtualId:988(1468ns) PrepareNewSessionHandshake:477(3708ns) {SwitchToState:179(1539ns)}}}}}
2025-12-06T17:37:41.494670Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580800493138509025:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:41.488820Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800509026235523:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:41.494864Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800493138509025:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(47621473ns) {IncomingHandshake:261(15842093ns) {DropIncomingHandshake:442(1091ns) PrepareNewSessionHandshake:477(2410ns) {SwitchToState:179(1331ns)} GenerateSessionVirtualId:988(951ns) IssueIncomingHandshakeReply:193(108205ns) {SwitchToState:179(900ns)}}}
2025-12-06T17:37:41.429449Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800508688165495:2110] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:37:41.502913Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800506716149014:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:41.502972Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800506716149014:2112] [node 2] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:41.530866Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800509026235518:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:41.427880Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800507102349204:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63577
2025-12-06T17:37:41.519160Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800501910125929:2079] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(337392994ns) {Configure:104(337380817ns) {ProcessConfigured:135(24188976ns) {StartInitialHandshake:157(24181563ns) {DropHandshakes:470(5495ns) {DropIncomingHandshake:442(2217ns) DropOutgoingHandshake:457(493ns)} GenerateSessionVirtualId:988(3733ns) PrepareNewSessionHandshake:477(4509ns) {SwitchToState:179(1835ns)}}}}}
2025-12-06T17:37:41.538428Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800506716149024:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55367
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:41.443962Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800508688165495:2110] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:41.550647Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800506716149008:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:41.550701Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800506716149008:2110] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:41.428937Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800507102349201:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:41.560008Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800509026235515:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(239133064ns) {Configure:104(239121972ns) {ProcessConfigured:135(92248ns) {StartInitialHandshake:157(89471ns) {DropHandshakes:470(3573ns) {DropIncomingHandshake:442(549ns) DropOutgoingHandshake:457(659ns)} GenerateSessionVirtualId:988(1470ns) PrepareNewSessionHandshake:477(2556ns) {SwitchToState:179(768ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:41.539337Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800497615158593:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(334466285ns) {Configure:104(334458380ns) {ProcessConfigured:135(106902ns) {StartInitialHandshake:157(104069ns) {DropHandshakes:470(4800ns) {DropIncomingHandshake:442(1011ns) DropOutgoingHandshake:457(1024ns)} GenerateSessionVirtualId:988(1286ns) PrepareNewSessionHandshake:477(2801ns) {SwitchToState:179(721ns)}}}}}
2025-12-06T17:37:41.566847Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800506716149008:2110] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:41.544218Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800506023410989:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:41.564165Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800509026235516:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(293277141ns) {Configure:104(293264950ns) {ProcessConfigured:135(8938370ns) {StartInitialHandshake:157(8933827ns) {DropHandshakes:470(4037ns) {DropIncomingHandshake:442(799ns) DropOutgoingHandshake:457(670ns)} GenerateSessionVirtualId:988(1410ns) PrepareNewSessionHandshake:477(2746ns) {SwitchToState:179(1491ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:41.581300Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800509026235535:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7407
2025-12-06T17:37:41.544027Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800508688165506:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27673
2025-12-06T17:37:41.570732Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800506716149022:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55367
2025-12-06T17:37:41.571238Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800506716149016:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:41.547289Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800506023410979:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(224689971ns) {Configure:104(224682058ns) {ProcessConfigured:135(78878ns) {StartInitialHandshake:157(75949ns) {DropHandshakes:470(4184ns) {DropIncomingHandshake:442(779ns) DropOutgoingHandshake:457(912ns)} GenerateSessionVirtualId:988(1583ns) PrepareNewSessionHandshake:477(2240ns) {SwitchToState:179(491ns)}}}}}
2025-12-06T17:37:41.429105Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800507102349192:2109] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:41.555093Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800497615158593:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:41.564296Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800508688165493:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:37:41.447595Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800507102349204:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:41.564350Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:41.547437Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800506023410983:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:41.602123Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800506716149014:2112] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:41.558627Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800506205093252:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:41.563111Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800506205093269:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48687
2025-12-06T17:37:41.624491Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800502421181708:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(17441536ns) {IncomingHandshake:261(17436950ns) {DropIncomingHandshake:442(976ns) PrepareNewSessionHandshake:477(16540570ns) {SwitchToState:179(3804ns)} GenerateSessionVirtualId:988(836ns) IssueIncomingHandshakeReply:193(7450ns)}}
2025-12-06T17:37:41.447761Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800507102349207:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63577
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:41.564399Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800508688165493:2108] [node 5] ICP22 created new session: [4:7580800508688165510:2108]
2025-12-06T17:37:41.547464Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800506023410983:2111] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:41.681105Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800493831247053:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:37:41.447826Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800507102349208:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63577
2025-12-06T17:37:41.563677Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800506205093270:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48687
2025-12-06T17:37:41.560628Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800506023410983:2111] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:41.584036Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800508688165506:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:41.566683Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800506205093254:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:41.611140Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800495803263541:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:41.681192Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:41.846768Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800509026235537:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7407
2025-12-06T17:37:41.561012Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800506023410998:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24678
2025-12-06T17:37:41.448479Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800507102349201:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:41.583266Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800506205093255:2114] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:41.681243Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800493831247053:2048] [node 2] ICP22 created new session: [1:7580800506716149028:2048]
2025-12-06T17:37:41.622791Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800508688165510:2108] [node 5] ICS09 handshake done sender: [4:7580800508688165495:2110] self: [4:7580800508688165494:0] peer: [5:7580800507102349205:0] socket: 354 qp: -1
2025-12-06T17:37:41.561546Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800506023410977:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:37:41.448811Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800507102349192:2109] [node 4] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:41.878899Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800509026235536:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7407
2025-12-06T17:37:41.681286Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800506716149028:2048] [node 2] ICS09 handshake done sender: [1:7580800506716149014:2112] self: [1:7580800506716149013:0] peer: [2:7580800506023410994:0] socket: 376 qp: -1
2025-12-06T17:37:41.598690Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800506205093247:2093] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:41.643191Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800508688165510:2108] [node 5] ICS10 traffic start
2025-12-06T17:37:41.561600Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:41.448909Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:41.681321Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800506716149028:2048] [node 2] ICS10 traffic start
2025-12-06T17:37:41.659013Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:41.561657Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800506023410977:2108] [node 5] ICP22 created new session: [2:7580800506023410999:2108]
2025-12-06T17:37:41.561717Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800506023410999:2108] [node 5] ICS09 handshake done sender: [2:7580800506023410985:2112] self: [2:7580800506023410984:0] peer: [5:7580800507102349214:0] socket: 371 qp: -1
2025-12-06T17:37:41.980417Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800509026235535:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:41.625652Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800497615158594:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26208) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800506205093255:2114] held: no
2025-12-06T17:37:41.448969Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800507102349192:2109] [node 4] ICP22 created new session: [5:7580800507102349210:2109]
2025-12-06T17:37:41.449016Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800507102349210:2109] [node 4] ICS09 handshake done sender: [5:7580800507102349201:2113] self: [5:7580800507102349205:0] peer: [4:7580800508688165494:0] socket: 382 qp: -1
2025-12-06T17:37:41.449056Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800507102349210:2109] [node 4] ICS10 traffic start
2025-12-06T17:37:41.681364Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:41.561759Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800506023410999:2108] [node 5] ICS10 traffic start
2025-12-06T17:37:41.449104Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:41.450852Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800498512414536:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(319562160ns) {Configure:104(319551958ns) {ProcessConfigured:135(15999388ns) {StartInitialHandshake:157(15993777ns) {DropHandshakes:470(4005ns) {DropIncomingHandshake:442(922ns) DropOutgoingHandshake:457(521ns)} GenerateSessionVirtualId:988(1311ns) PrepareNewSessionHandshake:477(3533ns) {SwitchToState:179(1305ns)}}}}}
2025-12-06T17:37:41.459575Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800498512414536:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:41.999598Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800509026235525:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:41.726930Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800508688165500:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:41.471058Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800507102349215:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63577
2025-12-06T17:37:41.471772Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800507102349206:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63577
2025-12-06T17:37:41.625752Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800497615158594:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:41.471871Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800507102349204:2115] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:41.684301Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800506716149005:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:41.561820Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:41.726979Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800508688165500:2112] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:41.999636Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800509026235525:2114] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:41.472303Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800498512414536:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:41.625978Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:41.571147Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800501728443680:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:41.583171Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:41.602241Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800501728443680:2109] [node 6] ICP22 created new session: [2:7580800506023411002:2109]
2025-12-06T17:37:41.684347Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:42.015525Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800496141333565:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:41.742887Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800508688165512:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27673
2025-12-06T17:37:41.472374Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:41.631295Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800506023411002:2109] [node 6] ICS09 handshake done sender: [2:7580800506023410983:2111] self: [2:7580800506023410982:0] peer: [6:7580800506205093264:0] socket: 370 qp: -1
2025-12-06T17:37:41.626032Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800497615158594:2049] [node 2] ICP22 created new session: [6:7580800506205093272:2049]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:41.684394Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800506716149005:2109] [node 6] ICP22 created new session: [1:7580800506716149030:2109]
2025-12-06T17:37:41.472436Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800498512414536:2049] [node 2] ICP22 created new session: [5:7580800507102349216:2049]
2025-12-06T17:37:41.776993Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800508688165500:2112] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:42.087185Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800509026235537:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:41.626074Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800506205093272:2049] [node 2] ICS09 handshake done sender: [6:7580800506205093255:2114] self: [6:7580800506205093264:0] peer: [2:7580800506023410982:0] socket: 377 qp: -1
2025-12-06T17:37:41.641324Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800506023411002:2109] [node 6] ICS10 traffic start
2025-12-06T17:37:41.782287Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800508688165512:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:41.822973Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800508688165492:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:41.823025Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:41.823065Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800508688165492:2109] [node 6] ICP22 created new session: [4:7580800508688165518:2109]
2025-12-06T17:37:41.684434Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800506716149030:2109] [node 6] ICS09 handshake done sender: [1:7580800506716149008:2110] self: [1:7580800506716149007:0] peer: [6:7580800506205093268:0] socket: 358 qp: -1
2025-12-06T17:37:41.472493Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800507102349216:2049] [node 2] ICS09 handshake done sender: [5:7580800507102349204:2115] self: [5:7580800507102349214:0] peer: [2:7580800506023410984:0] socket: 386 qp: -1
2025-12-06T17:37:42.131823Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800509026235536:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:41.823362Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800508688165518:2109] [node 6] ICS09 handshake done sender: [4:7580800508688165500:2112] self: [4:7580800508688165499:0] peer: [6:7580800506205093274:0] socket: 369 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:41.626108Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800506205093272:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:41.641389Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:41.684467Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800506716149030:2109] [node 6] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:42.135266Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800509026235525:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:41.823915Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800508688165518:2109] [node 6] ICS10 traffic start
2025-12-06T17:37:41.626153Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:41.472534Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800507102349216:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:41.667429Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800506023410988:2113] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:41.684519Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:41.472572Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:41.691434Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800506716149010:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:41.691475Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800506716149010:2111] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:37:41.691708Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800506716149024:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:41.830502Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800506716149010:2111] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:42.144615Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800496141333564:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:41.824801Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:41.852678Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800508688165515:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27673
2025-12-06T17:37:41.898972Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800495803263542:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:41.947010Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800495803263542:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(27223774ns) {IncomingHandshake:261(27221309ns) {DropIncomingHandshake:442(864ns) PrepareNewSessionHandshake:477(2893ns) {SwitchToState:179(916ns)} GenerateSessionVirtualId:988(1364ns) IssueIncomingHandshakeReply:193(19746110ns) {SwitchToState:179(2237ns)}}}
2025-12-06T17:37:41.955316Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800508688165493:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(316926403ns) {HandleHandshakeStatus:329(316923441ns) {DropIncomingHandshake:442(1545ns) DropOutgoingHandshake:457(866ns) SwitchToState:179(164ns) ProcessPendingSessionEvents:495(196370837ns) {ForwardSessionEventToSession:612(80703550ns) ForwardSessionEventToSession:612(15489322ns) ForwardSessionEventToSession:612(8367ns) ForwardSessionEventToSession:612(2654ns) ForwardSessionEventToSession:612(18685690ns) ForwardSessionEventToSession:612(4516ns) ForwardSessionEventToSession:612(3560ns) ForwardSessionEventToSession:612(39613679ns) ForwardSessionEventToSession:612(9341604ns) ForwardSessionEventToSession:612(19128326ns)}}}
2025-12-06T17:37:42.027353Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800508688165517:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27673
2025-12-06T17:37:42.099496Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800508688165492:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(123647553ns) {HandleHandshakeStatus:329(123640781ns) {DropIncomingHandshake:442(534ns) DropOutgoingHandshake:457(1199ns) SwitchToState:179(600ns) ProcessPendingSessionEvents:495(107895566ns) {ForwardSessionEventToSession:612(26370441ns) ForwardSessionEventToSession:612(13897833ns) ForwardSessionEventToSession:612(6912ns) ForwardSessionEventToSession:612(3161ns) ForwardSessionEventToSession:612(18366172ns) ForwardSessionEventToSession:612(4326ns) ForwardSessionEventToSession:612(41930793ns) ForwardSessionEventToSession:612(9347ns) ForwardSessionEventToSession:612(3048ns) ForwardSessionEventToSession:612(7273079ns)}}}
2025-12-06T17:37:42.167811Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800508688165515:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:41.734997Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580800493138509025:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:41.735272Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:41.735893Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800493138509025:2048] [node 1] ICP22 created new session: [2:7580800506023411006:2048]
2025-12-06T17:37:41.736854Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800506023411006:2048] [node 1] ICS09 handshake done sender: [2:7580800506023410988:2113] self: [2:7580800506023410994:0] peer: [1:7580800506716149013:0] socket: 380 qp: -1
2025-12-06T17:37:41.738030Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800506023411006:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:41.738092Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:41.643792Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800506205093247:2093] [node 5] ICP35 event processing took too much time PendingConnection:279(23926761ns) {IncomingHandshake:261(23923608ns) {DropIncomingHandshake:442(677ns) PrepareNewSessionHandshake:477(2768ns) {SwitchToState:179(649ns)} GenerateSessionVirtualId:988(1603ns) IssueIncomingHandshakeReply:193(88727ns) {SwitchToState:179(1023ns)}}}
2025-12-06T17:37:41.862281Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800493138509025:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(125490599ns) {HandleHandshakeStatus:329(125486115ns) {DropIncomingHandshake:442(1246ns) DropOutgoingHandshake:457(6019ns) SwitchToState:179(895ns) ProcessPendingSessionEvents:495(28728837ns) {ForwardSessionEventToSession:612(27203772ns) ForwardSessionEventToSession:612(8312ns) ForwardSessionEventToSession:612(2941ns) ForwardSessionEventToSession:612(894183ns) ForwardSessionEventToSession:612(2932ns) ForwardSessionEventToSession:612(2969ns) ForwardSessionEventToSession:612(310101ns) ForwardSessionEventToSession:612(2717ns) ForwardSessionEventToSession:612(284711ns) ForwardSessionEventToSession:612(2140ns)}}}
2025-12-06T17:37:41.664204Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800501910125929:2079] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:41.875171Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800501728443680:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(230416129ns) {HandleHandshakeStatus:329(230412933ns) {DropIncomingHandshake:442(15831ns) DropOutgoingHandshake:457(1335ns) SwitchToState:179(739ns) ProcessPendingSessionEvents:495(57765704ns) {ForwardSessionEventToSession:612(55974426ns) ForwardSessionEventToSession:612(273136ns) ForwardSessionEventToSession:612(2373ns) ForwardSessionEventToSession:612(683169ns) ForwardSessionEventToSession:612(2860ns) ForwardSessionEventToSession:612(255458ns) ForwardSessionEventToSession:612(3635ns) ForwardSessionEventToSession:612(2077ns) ForwardSessionEventToSession:612(267281ns) ForwardSessionEventToSession:612(286838ns)}}}
2025-12-06T17:37:41.665460Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800501910125929:2079] [node 4] ICP35 event processing took too much time PendingConnection:279(20330843ns) {IncomingHandshake:261(20328054ns) {DropIncomingHandshake:442(2292ns) PrepareNewSessionHandshake:477(5011ns) {SwitchToState:179(3283ns)} GenerateSessionVirtualId:988(1402ns) IssueIncomingHandshakeReply:193(48794ns) {SwitchToState:179(786ns)}}}
2025-12-06T17:37:41.498619Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800507102349206:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:41.662251Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800507102349197:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:41.898920Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800506716149006:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(53128464ns) {IncomingHandshake:261(53125940ns) {DropIncomingHandshake:442(808ns) PrepareNewSessionHandshake:477(1953ns) {SwitchToState:179(574ns)} GenerateSessionVirtualId:988(1086ns) IssueIncomingHandshakeReply:193(9729ns)}}
2025-12-06T17:37:42.162967Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800496141333565:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(24939698ns) {HandleCleanupEventQueue:832(24937003ns) {CleanupEventQueue:841(24934977ns) {DropSessionEvent:512(27351ns) DropSessionEvent:512(9291948ns) DropSessionEvent:512(14144ns) DropSessionEvent:512(4706ns)} ScheduleCleanupEventQueue:822(542ns)}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:42.205450Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800513321202835:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7407
2025-12-06T17:37:41.906982Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800506716149022:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:42.214966Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800496141333564:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(33906564ns) {IncomingHandshake:261(16667528ns) {DropIncomingHandshake:442(519ns) PrepareNewSessionHandshake:477(3019ns) {SwitchToState:179(679ns)} GenerateSessionVirtualId:988(1409ns) IssueIncomingHandshakeReply:193(16631209ns) {SwitchToState:179(2429ns)}}}
2025-12-06T17:37:42.294921Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800509026235517:2107] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:37:41.966661Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800502421181708:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:37:41.966756Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:42.295017Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:42.295079Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800509026235517:2107] [node 5] ICP22 created new session: [3:7580800513321202839:2107]
2025-12-06T17:37:41.979643Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800502421181708:2107] [node 4] ICP22 created new session: [1:7580800506716149036:2107]
2025-12-06T17:37:42.244983Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800495803263541:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(28098973ns) {HandleCleanupEventQueue:832(28097044ns) {CleanupEventQueue:841(28094775ns) {DropSessionEvent:512(20689ns) DropSessionEvent:512(4453ns) DropSessionEvent:512(4268ns) DropSessionEvent:512(12046008ns) DropSessionEvent:512(17774ns) DropSessionEvent:512(5266ns) DropSessionEvent:512(4828ns) DropSessionEvent:512(4395ns) DropSessionEvent:512(17562ns) DropSessionEvent:512(4558ns)} ScheduleCleanupEventQueue:822(901ns)}}
2025-12-06T17:37:41.671537Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800506205093253:2112] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:41.708931Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800497615158593:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:41.709563Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:41.709941Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800497615158593:2048] [node 1] ICP22 created new session: [6:7580800506205093276:2048]
2025-12-06T17:37:41.710888Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800506205093276:2048] [node 1] ICS09 handshake done sender: [6:7580800506205093253:2112] self: [6:7580800506205093268:0] peer: [1:7580800506716149007:0] socket: 366 qp: -1
2025-12-06T17:37:41.710934Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800506205093276:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:41.710979Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:41.862932Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800506205093278:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48687
2025-12-06T17:37:42.295123Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800513321202839:2107] [node 5] ICS09 handshake done sender: [3:7580800509026235525:2114] self: [3:7580800509026235524:0] peer: [5:7580800507102349223:0] socket: 390 qp: -1
2025-12-06T17:37:41.662307Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580800507102349197:2112] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:41.915476Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7580800493138509025:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:37:42.015470Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800506716149036:2107] [node 4] ICS09 handshake done sender: [1:7580800506716149010:2111] self: [1:7580800506716149009:0] peer: [4:7580800508688165513:0] socket: 359 qp: -1
2025-12-06T17:37:42.270906Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800495803263541:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18392) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580800508688165506:2115] held: no
2025-12-06T17:37:41.960879Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800506205093247:2093] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23032) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800506205093252:2111] held: no
2025-12-06T17:37:41.973960Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800506205093252:2111] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:42.004338Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800506205093247:2093] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:37:41.972051Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800506023410990:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:42.295165Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800513321202839:2107] [node 5] ICS10 traffic start
2025-12-06T17:37:42.021253Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:42.021613Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800506205093247:2093] [node 5] ICP22 created new session: [6:7580800510500060576:2093]
2025-12-06T17:37:41.727022Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800507102349197:2112] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:42.271298Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800508688165506:2115] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:42.295220Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:42.027416Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800506716149036:2107] [node 4] ICS10 traffic start
2025-12-06T17:37:41.763806Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800507102349207:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:42.300426Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580800496141333565:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26208) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580800509026235535:2117] held: no
2025-12-06T17:37:42.303148Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800509026235535:2117] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:42.317818Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800513321202841:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7407
2025-12-06T17:37:42.352421Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800496141333565:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:42.353366Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:42.043350Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800506023410996:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:42.022188Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800510500060576:2093] [node 5] ICS09 handshake done sender: [6:7580800506205093252:2111] self: [6:7580800506205093271:0] peer: [5:7580800507102349196:0] socket: 364 qp: -1
2025-12-06T17:37:42.043467Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:42.272816Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800512983132818:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27673
2025-12-06T17:37:41.808515Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580800507102349193:2108] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:42.022778Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800510500060576:2093] [node 5] ICS10 traffic start
2025-12-06T17:37:42.043401Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800506023410996:2117] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:37:42.353694Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800496141333565:2049] [node 2] ICP22 created new session: [3:7580800513321202844:2049]
2025-12-06T17:37:42.366031Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800513321202844:2049] [node 2] ICS09 handshake done sender: [3:7580800509026235535:2117] self: [3:7580800513321202834:0] peer: [2:7580800506023410991:0] socket: 407 qp: -1
2025-12-06T17:37:42.367908Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800509026235516:2108] [node 4] ICP35 event processing took too much time PendingConnection:279(18911386ns) {HandleCleanupEventQueue:832(18909256ns) {CleanupEventQueue:841(18897091ns) {DropSessionEvent:512(12263ns) DropSessionEvent:512(4232ns) DropSessionEvent:512(10536495ns) DropSessionEvent:512(4968ns) DropSessionEvent:512(3972ns) DropSessionEvent:512(3776ns) DropSessionEvent:512(5248ns) DropSessionEvent:512(8317141ns)} ScheduleCleanupEventQueue:822(9818ns)}}
2025-12-06T17:37:42.375048Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800513321202844:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:42.390936Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580800496141333564:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18392) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580800509026235537:2119] held: no
2025-12-06T17:37:42.177683Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800502421181708:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(213163392ns) {HandleHandshakeStatus:329(213160143ns) {DropIncomingHandshake:442(23190ns) DropOutgoingHandshake:457(694ns) SwitchToState:179(621ns) ProcessPendingSessionEvents:495(25445817ns) {ForwardSessionEventToSession:612(24002373ns) ForwardSessionEventToSession:612(7068ns) ForwardSessionEventToSession:612(349707ns) ForwardSessionEventToSession:612(312201ns) ForwardSessionEventToSession:612(370947ns) ForwardSessionEventToSession:612(2263ns) ForwardSessionEventToSession:612(2484ns) ForwardSessionEventToSession:612(378600ns) ForwardSessionEventToSession:612(3656ns) ForwardSessionEventToSession:612(2694ns)}}}
2025-12-06T17:37:42.318026Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800495803263541:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:42.023072Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:41.831993Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:42.055245Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800506023410993:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:42.318099Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:42.025374Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800506205093247:2093] [node 5] ICP35 event processing took too much time PendingConnection:279(19923735ns) {HandleHandshakeStatus:329(19920110ns) {DropIncomingHandshake:442(929ns) DropOutgoingHandshake:457(440ns) SwitchToState:179(509ns) ProcessPendingSessionEvents:495(1034ns)}}
2025-12-06T17:37:42.055282Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800506023410993:2116] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:37:41.832593Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800507102349193:2108] [node 6] ICP22 created new session: [5:7580800507102349220:2108]
2025-12-06T17:37:42.393704Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800509026235537:2119] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:42.043096Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800506205093279:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48687
2025-12-06T17:37:42.102803Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800506023410996:2117] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:42.318152Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800495803263541:2048] [node 1] ICP22 created new session: [4:7580800512983132819:2048]
2025-12-06T17:37:42.318194Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800512983132819:2048] [node 1] ICS09 handshake done sender: [4:7580800508688165506:2115] self: [4:7580800508688165513:0] peer: [1:7580800506716149009:0] socket: 365 qp: -1
2025-12-06T17:37:42.318228Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800512983132819:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:42.318269Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:42.364483Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800512983132821:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27673
2025-12-06T17:37:42.369407Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800508688165512:2117] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:42.386370Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7580800508688165492:2109] [node 6] ICP18 handshake (actor [4:7580800508688165515:2118]) is too old
2025-12-06T17:37:42.393765Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800495803263542:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:42.393822Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:42.400108Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800495803263542:2049] [node 2] ICP22 created new session: [4:7580800512983132822:2049]
2025-12-06T17:37:42.419463Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800512983132822:2049] [node 2] ICS09 handshake done sender: [4:7580800508688165512:2117] self: [4:7580800508688165520:0] peer: [2:7580800506023410995:0] socket: 408 qp: -1
2025-12-06T17:37:42.419511Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800512983132822:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:42.451336Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:42.454210Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800495803263542:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(59097560ns) {HandleHandshakeStatus:329(59094066ns) {DropIncomingHandshake:442(1022ns) DropOutgoingHandshake:457(6802ns) SwitchToState:179(624ns) ProcessPendingSessionEvents:495(1411ns)}}
2025-12-06T17:37:42.501715Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800512983132821:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:42.534608Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800495803263543:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:42.583950Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800495803263543:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(22031032ns) {IncomingHandshake:261(22028403ns) {DropIncomingHandshake:442(690ns) PrepareNewSessionHandshake:477(4927ns) {SwitchToState:179(946ns)} GenerateSessionVirtualId:988(1067ns) IssueIncomingHandshakeReply:193(51080ns) {SwitchToState:179(762ns)}}}
2025-12-06T17:37:42.725938Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800512983132825:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27673
2025-12-06T17:37:42.731232Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800495803263543:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61212) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580800512983132821:2121] held: no
2025-12-06T17:37:42.734592Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800512983132821:2121] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:42.405035Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:42.436109Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800496141333564:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:42.464148Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:41.833217Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800507102349220:2108] [node 6] ICS09 handshake done sender: [5:7580800507102349197:2112] self: [5:7580800507102349196:0] peer: [6:7580800506205093271:0] socket: 356 qp: -1
2025-12-06T17:37:42.464205Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800496141333564:2048] [node 1] ICP22 created new session: [3:7580800513321202846:2048]
2025-12-06T17:37:42.464856Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800513321202846:2048] [node 1] ICS09 handshake done sender: [3:7580800509026235537:2119] self: [3:7580800513321202838:0] peer: [1:7580800506716149019:0] socket: 416 qp: -1
2025-12-06T17:37:42.465536Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800513321202846:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:42.102896Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800506023410993:2116] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:41.833852Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800507102349220:2108] [node 6] ICS10 traffic start
2025-12-06T17:37:41.834188Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:41.918838Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800498512414537:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:42.088664Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800506205093254:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:42.465906Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:42.467166Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800496141333565:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(61166751ns) {HandleHandshakeStatus:329(52795656ns) {DropIncomingHandshake:442(1533ns) DropOutgoingHandshake:457(375ns) SwitchToState:179(586ns) ProcessPendingSessionEvents:495(1331ns)}}
2025-12-06T17:37:42.508410Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800509026235532:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:42.508461Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800509026235532:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:42.575152Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800509026235532:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:42.617484Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800496141333564:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(119342055ns) {HandleHandshakeStatus:329(119338827ns) {DropIncomingHandshake:442(2037ns) DropOutgoingHandshake:457(699ns) SwitchToState:179(3886ns) ProcessPendingSessionEvents:495(1272ns)}}
2025-12-06T17:37:42.622800Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800509026235534:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:42.622828Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800509026235534:2116] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:37:42.635901Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800509026235515:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:42.635985Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:42.636029Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800509026235515:2109] [node 6] ICP22 created new session: [3:7580800513321202849:2109]
2025-12-06T17:37:42.636071Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800513321202849:2109] [node 6] ICS09 handshake done sender: [3:7580800509026235532:2115] self: [3:7580800509026235531:0] peer: [6:7580800510500060581:0] socket: 391 qp: -1
2025-12-06T17:37:42.636100Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800513321202849:2109] [node 6] ICS10 traffic start
2025-12-06T17:37:42.636135Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:42.695578Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800509026235534:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:42.697063Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800509026235516:2108] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:37:42.697146Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:42.697199Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800509026235516:2108] [node 4] ICP22 created new session: [3:7580800513321202852:2108]
2025-12-06T17:37:42.697248Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800513321202852:2108] [node 4] ICS09 handshake done sender: [3:7580800509026235534:2116] self: [3:7580800509026235530:0] peer: [4:7580800512983132824:0] socket: 424 qp: -1
2025-12-06T17:37:42.697287Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800513321202852:2108] [node 4] ICS10 traffic start
2025-12-06T17:37:42.697324Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:42.762336Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800495803263543:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:37:42.774791Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:42.774843Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800495803263543:2050] [node 3] ICP22 created new session: [4:7580800512983132826:2050]
2025-12-06T17:37:41.931743Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800507102349193:2108] [node 6] ICP35 event processing took too much time PendingConnection:279(120727762ns) {HandleHandshakeStatus:329(120723559ns) {DropIncomingHandshake:442(31542ns) DropOutgoingHandshake:457(600ns) SwitchToState:179(735ns) ProcessPendingSessionEvents:495(21131598ns) {ForwardSessionEventToSession:612(19267222ns) ForwardSessionEventToSession:612(7970ns) ForwardSessionEventToSession:612(318934ns) ForwardSessionEventToSession:612(298877ns) ForwardSessionEventToSession:612(2925ns) ForwardSessionEventToSession:612(297288ns) ForwardSessionEventToSession:612(2724ns) ForwardSessionEventToSession:612(572004ns) ForwardSessionEventToSession:612(2802ns) ForwardSessionEventToSession:612(2581ns)}}}
2025-12-06T17:37:41.943553Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800507102349222:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63577
2025-12-06T17:37:41.951775Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800498512414537:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(39160587ns) {IncomingHandshake:261(20867985ns) {DropIncomingHandshake:442(1299ns) PrepareNewSessionHandshake:477(2746ns) {SwitchToState:179(973ns)} GenerateSessionVirtualId:988(1585ns) IssueIncomingHandshakeReply:193(12066345ns) {SwitchToState:179(3230ns)}}}
2025-12-06T17:37:42.171070Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800507102349222:2121] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:42.219423Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800498512414535:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:42.187225Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800493138509026:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:37:42.187303Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:42.187348Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800493138509026:2049] [node 3] ICP22 created new session: [2:7580800510318378308:2049]
2025-12-06T17:37:42.187398Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800510318378308:2049] [node 3] ICS09 handshake done sender: [2:7580800506023410993:2116] self: [2:7580800506023410991:0] peer: [3:7580800513321202834:0] socket: 385 qp: -1
2025-12-06T17:37:42.187434Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800510318378308:2049] [node 3] ICS10 traffic start
2025-12-06T17:37:42.187471Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:42.187860Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800506023410979:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:37:42.187887Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:42.188542Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800506023410979:2107] [node 4] ICP22 created new session: [2:7580800510318378310:2107]
2025-12-06T17:37:42.189503Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800510318378310:2107] [node 4] ICS09 handshake done sender: [2:7580800506023410996:2117] self: [2:7580800506023410995:0] peer: [4:7580800508688165520:0] socket: 406 qp: -1
2025-12-06T17:37:42.189534Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800510318378310:2107] [node 4] ICS10 traffic start
2025-12-06T17:37:42.189851Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:42.210994Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800510318378307:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24678
2025-12-06T17:37:42.253479Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800506023410979:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(57183607ns) {HandleHandshakeStatus:329(57181609ns) {DropIncomingHandshake:442(253ns) DropOutgoingHandshake:457(216ns) SwitchToState:179(741ns) ProcessPendingSessionEvents:495(17340886ns) {ForwardSessionEventToSession:612(15590555ns) ForwardSessionEventToSession:612(311937ns) ForwardSessionEventToSession:612(2745ns) ForwardSessionEventToSession:612(277363ns) ForwardSessionEventToSession:612(3763ns) ForwardSessionEventToSession:612(3018ns) ForwardSessionEventToSession:612(272384ns) ForwardSessionEventToSession:612(2723ns) ForwardSessionEventToSession:612(281723ns) ForwardSessionEventToSession:612(578648ns)}}}
2025-12-06T17:37:42.343888Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800510318378307:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:42.466399Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580800506023410979:2107] [node 4] ICP18 handshake (actor [2:7580800510318378307:2119]) is too old
2025-12-06T17:37:42.487459Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:294: Proxy [2:7580800506023410979:2107] [node 4] ICP35 event processing took too much time StateWork:294(45675700ns) {IncomingHandshake:261(45669532ns)}
2025-12-06T17:37:42.806777Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800512983132826:2050] [node 3] ICS09 handshake done sender: [4:7580800512983132821:2121] self: [4:7580800512983132824:0] peer: [3:7580800509026235530:0] socket: 392 qp: -1
2025-12-06T17:37:42.806843Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800512983132826:2050] [node 3] ICS10 traffic start
2025-12-06T17:37:42.806901Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:42.807171Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800495803263543:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(48389078ns) {HandleHandshakeStatus:329(44769500ns) {DropIncomingHandshake:442(2144ns) DropOutgoingHandshake:457(472ns) SwitchToState:179(762ns) ProcessPendingSessionEvents:495(1326ns)}}
2025-12-06T17:37:42.088859Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800501910125929:2079] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:37:42.088934Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:42.088984Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800501910125929:2079] [node 4] ICP22 created new session: [6:7580800510500060578:2079]
2025-12-06T17:37:42.089033Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800510500060578:2079] [node 4] ICS09 handshake done sender: [6:7580800506205093254:2113] self: [6:7580800506205093274:0] peer: [4:7580800508688165499:0] socket: 373 qp: -1
2025-12-06T17:37:42.247187Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800498512414535:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(36655329ns) {IncomingHandshake:261(36652451ns) {DropIncomingHandshake:442(1416ns) PrepareNewSessionHandshake:477(2451ns) {SwitchToState:179(690ns)} GenerateSessionVirtualId:988(1304ns) IssueIncomingHandshakeReply:193(16143057ns) {SwitchToState:179(1645ns)}}}
2025-12-06T17:37:42.262854Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800511397316520:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63577
2025-12-06T17:37:42.089082Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800510500060578:2079] [node 4] ICS10 traffic start
2025-12-06T17:37:42.316431Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800498512414537:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(20573792ns) {HandleCleanupEventQueue:832(20571598ns) {CleanupEventQueue:841(20568196ns) {DropSessionEvent:512(20530927ns) DropSessionEvent:512(4808ns) DropSessionEvent:512(4314ns) DropSessionEvent:512(4467ns) DropSessionEvent:512(4331ns) DropSessionEvent:512(3602ns) DropSessionEvent:512(5247ns) DropSessionEvent:512(5011ns)} ScheduleCleanupEventQueue:822(1427ns)}}
2025-12-06T17:37:42.317065Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800507102349207:2117] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:42.339910Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800498512414537:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:37:42.395090Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:42.410945Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800498512414537:2050] [node 3] ICP22 created new session: [5:7580800511397316522:2050]
2025-12-06T17:37:42.089128Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:42.195586Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800497615158595:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(20170207ns) {HandleCleanupEventQueue:832(20166535ns) {CleanupEventQueue:841(20156667ns) {DropSessionEvent:512(14065ns) DropSessionEvent:512(27194ns) DropSessionEvent:512(4959ns) DropSessionEvent:512(5713ns) DropSessionEvent:512(4544ns)} ScheduleCleanupEventQueue:822(7041ns)}}
2025-12-06T17:37:42.338451Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800510500060580:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48687
2025-12-06T17:37:42.435196Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800510500060580:2123] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:42.447884Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800497615158595:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:42.455417Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800511397316522:2050] [node 3] ICS09 handshake done sender: [5:7580800507102349207:2117] self: [5:7580800507102349223:0] peer: [3:7580800509026235524:0] socket: 395 qp: -1
2025-12-06T17:37:42.636949Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800510500060582:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48687
2025-12-06T17:37:42.683046Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800510500060580:2123] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:42.692600Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800497615158595:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61212) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800510500060580:2123] held: no
2025-12-06T17:37:42.692667Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800497615158595:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:37:42.455463Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800511397316522:2050] [node 3] ICS10 traffic start
2025-12-06T17:37:42.455938Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:42.456615Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800498512414535:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(17949066ns) {HandleCleanupEventQueue:832(17946895ns) {CleanupEventQueue:841(17944048ns) {DropSessionEvent:512(6049871ns) DropSessionEvent:512(5426ns) DropSessionEvent:512(6647ns) DropSessionEvent:512(4570ns) DropSessionEvent:512(4747ns) DropSessionEvent:512(4377ns) DropSessionEvent:512(4370ns) DropSessionEvent:512(8535ns) DropSessionEvent:512(11847118ns)} ScheduleCleanupEventQueue:822(481ns)}}
2025-12-06T17:37:42.459234Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800498512414537:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(118186678ns) {HandleHandshakeStatus:329(118183628ns) {DropIncomingHandshake:442(921ns) DropOutgoingHandshake:457(9734ns) SwitchToState:179(877ns) ProcessPendingSessionEvents:495(1650ns)}}
2025-12-06T17:37:42.461204Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800511397316523:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63577
2025-12-06T17:37:42.720177Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:42.728537Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800497615158595:2050] [node 3] ICP22 created new session: [6:7580800510500060583:2050]
2025-12-06T17:37:42.729756Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800510500060583:2050] [node 3] ICS09 handshake done sender: [6:7580800510500060580:2123] self: [6:7580800510500060581:0] peer: [3:7580800509026235531:0] socket: 425 qp: -1
2025-12-06T17:37:42.729790Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800510500060583:2050] [node 3] ICS10 traffic start
2025-12-06T17:37:42.559258Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800507102349222:2121] [node 1] ICH04 handshake succeeded
2025-12-06T17:37:42.561444Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800498512414535:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18392) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800507102349222:2121] held: no
2025-12-06T17:37:42.607517Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800498512414535:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(43230218ns) {HandleHandshakeStatus:395(43226989ns) {LogHandshakeFail:472(14980ns) {UpdateErrorStateLog:545(6014ns)} DropOutgoingHandshake:457(2562ns) ProcessPendingSessionEvents:495(328ns)}}
2025-12-06T17:37:42.607572Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800498512414535:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:37:42.638080Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:37:42.638753Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800498512414535:2048] [node 1] ICP22 created new session: [5:7580800511397316525:2048]
2025-12-06T17:37:42.639588Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800511397316525:2048] [node 1] ICS09 handshake done sender: [5:7580800507102349222:2121] self: [5:7580800511397316521:0] peer: [1:7580800506716149018:0] socket: 420 qp: -1
2025-12-06T17:37:42.640521Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800511397316525:2048] [node 1] ICS10 traffic start
2025-12-06T17:37:42.640562Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:37:42.646916Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800498512414535:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(34267742ns) {HandleHandshakeStatus:329(34265712ns) {DropIncomingHandshake:442(925ns) DropOutgoingHandshake:457(552ns) SwitchToState:179(815ns) ProcessPendingSessionEvents:495(1483ns)}}
2025-12-06T17:37:42.729852Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:42.763537Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800497615158595:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(66538632ns) {HandleHandshakeStatus:329(66536548ns) {DropIncomingHandshake:442(1397ns) DropOutgoingHandshake:457(172ns) SwitchToState:179(651ns) ProcessPendingSessionEvents:495(1208ns)}}
2025-12-06T17:37:42.940488Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:37:42.941046Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7580800506023411006:2048] [node 1] ICS07 socket disconnect 380 reason# EndOfStream
2025-12-06T17:37:42.941702Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580800506023411006:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:42.954186Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:37:42.954740Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800513321202846:2048] [node 1] ICS01 socket: 416 reason# EndOfStream
2025-12-06T17:37:42.941801Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:42.955119Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800496141333564:2048] [node 1] ICP30 unregister session Session# [3:7580800513321202846:2048] VirtualId# [3:7580800513321202838:0]
2025-12-06T17:37:42.941841Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580800506023411006:2048] [node 1] ICS15 start handshake
2025-12-06T17:37:42.955154Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800513321202846:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:42.955555Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:42.977631Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580800493138509025:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18392) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:37:42.977702Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580800506023411006:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:37:42.977738Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580800493138509025:2048] [node 1] ICP30 unregister session Session# [2:7580800506023411006:2048] VirtualId# [2:7580800506023410994:0]
2025-12-06T17:37:42.977789Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:42.977818Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [2:7580800493138509025:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:18392) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:42.977832Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18392) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:42.955601Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:43.001751Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [2:7580800493138509025:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:37:43.003847Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:37:43.005128Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800512983132819:2048] [node 1] ICS01 socket: 365 reason# EndOfStream
2025-12-06T17:37:43.013557Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:37:43.014480Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800511397316525:2048] [node 1] ICS01 socket: 420 reason# EndOfStream
2025-12-06T17:37:43.015213Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800498512414535:2048] [node 1] ICP30 unregister session Session# [5:7580800511397316525:2048] VirtualId# [5:7580800511397316521:0]
2025-12-06T17:37:43.015251Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800511397316525:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:43.015289Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:43.015373Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:43.014710Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:37:43.014910Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580800506205093276:2048] [node 1] ICS07 socket disconnect 366 reason# EndOfStream
2025-12-06T17:37:43.015673Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800506205093276:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:43.015751Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:43.015789Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580800506205093276:2048] [node 1] ICS15 start handshake
2025-12-06T17:37:43.005496Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800495803263541:2048] [node 1] ICP30 unregister session Session# [4:7580800512983132819:2048] VirtualId# [4:7580800508688165513:0]
2025-12-06T17:37:43.005533Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800512983132819:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:43.005647Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:37:43.005693Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:43.074695Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800497615158593:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18392) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:37:43.094152Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800506205093276:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:37:43.104994Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800497615158593:2048] [node 1] ICP30 unregister session Session# [6:7580800506205093276:2048] VirtualId# [6:7580800506205093268:0]
2025-12-06T17:37:43.105071Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:37:43.105755Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580800497615158593:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:18392) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:43.105775Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18392) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:37:43.106041Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:294: Proxy [6:7580800497615158593:2048] [node 1] ICP35 event processing took too much time StateWork:294(31184336ns) {HandleHandshakeStatus:395(31179695ns) {LogHandshakeFail:472(19820ns) {UpdateErrorStateLog:545(6318ns)} DropOutgoingHandshake:457(1097ns) ProcessPendingSessionEvents:495(527ns) UnregisterSession:538(6277366ns) {ProcessPendingSessionEvents:495(1239ns) SwitchToInitialState:202(3430ns) {SwitchToState:179(1739ns)}} TransitToErrorState:752(67875ns) {SwitchToState:179(7780ns) ProcessPendingSessionEvents:495(381ns) DropHandshakes:470(3449ns) {DropIncomingHandshake:442(680ns) DropOutgoingHandshake:457(528ns)}}}}
2025-12-06T17:37:43.134877Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580800497615158593:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:37:43.307256Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:37:43.307481Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800513321202844:2049] [node 2] ICS01 socket: 407 reason# EndOfStream
2025-12-06T17:37:43.307521Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800496141333565:2049] [node 2] ICP30 unregister session Session# [3:7580800513321202844:2049] VirtualId# [3:7580800513321202834:0]
2025-12-06T17:37:43.307552Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800513321202844:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:43.307616Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:43.326209Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:37:43.326414Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800507102349216:2049] [node 2] ICS01 socket: 386 reason# EndOfStream
2025-12-06T17:37:43.326459Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800498512414536:2049] [node 2] ICP30 unregister session Session# [5:7580800507102349216:2049] VirtualId# [5:7580800507102349214:0]
2025-12-06T17:37:43.326491Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800507102349216:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:43.326576Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:43.326614Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:43.326944Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:37:43.327093Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800506205093272:2049] [node 2] ICS01 socket: 377 reason# EndOfStream
2025-12-06T17:37:43.327117Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800497615158594:2049] [node 2] ICP30 unregister session Session# [6:7580800506205093272:2049] VirtualId# [6:7580800506205093264:0]
2025-12-06T17:37:43.327141Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800506205093272:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:43.327172Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:43.327216Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:43.326676Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:37:43.326844Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800512983132822:2049] [node 2] ICS01 socket: 408 reason# EndOfStream
2025-12-06T17:37:43.327543Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800495803263542:2049] [node 2] ICP30 unregister session Session# [4:7580800512983132822:2049] VirtualId# [4:7580800508688165520:0]
2025-12-06T17:37:43.307653Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:43.327571Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800512983132822:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:43.327631Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:43.328274Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:43.799567Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:37:43.799069Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:37:43.799722Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800512983132826:2050] [node 3] ICS01 socket: 392 reason# EndOfStream
2025-12-06T17:37:43.800003Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800510500060583:2050] [node 3] ICS01 socket: 425 reason# EndOfStream
2025-12-06T17:37:43.801123Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800495803263543:2050] [node 3] ICP30 unregister session Session# [4:7580800512983132826:2050] VirtualId# [4:7580800512983132824:0]
2025-12-06T17:37:43.800035Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800497615158595:2050] [node 3] ICP30 unregister session Session# [6:7580800510500060583:2050] VirtualId# [6:7580800510500060581:0]
2025-12-06T17:37:43.801359Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800512983132826:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:43.801422Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:37:43.801458Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:37:43.800065Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800510500060583:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:43.801192Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:37:43.801573Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800511397316522:2050] [node 3] ICS01 socket: 395 reason# EndOfStream
2025-12-06T17:37:43.808679Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800498512414537:2050] [node 3] ICP30 unregister session Session# [5:7580800511397316522:2050] VirtualId# [5:7580800507102349223:0]
2025-12-06T17:37:43.808731Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800511397316522:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:43.808769Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:37:43.808864Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:37:43.800378Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:37:43.800655Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:37:43.998726Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:37:43.999469Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800510500060578:2079] [node 4] ICS01 socket: 373 reason# EndOfStream
2025-12-06T17:37:43.999502Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800501910125929:2079] [node 4] ICP30 unregister session Session# [6:7580800510500060578:2079] VirtualId# [6:7580800506205093274:0]
2025-12-06T17:37:43.999528Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800510500060578:2079] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:43.999584Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:37:43.999620Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:37:44.072189Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:37:44.072439Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800510500060576:2093] [node 5] ICS01 socket: 364 reason# EndOfStream
2025-12-06T17:37:44.072482Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800506205093247:2093] [node 5] ICP30 unregister session Session# [6:7580800510500060576:2093] VirtualId# [6:7580800506205093271:0]
2025-12-06T17:37:44.072516Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800510500060576:2093] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:44.072604Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:37:44.072646Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:37:44.477353Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800518239616595:2048] [node 2] ICP01 ready to work
2025-12-06T17:37:44.477387Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800518239616596:2049] [node 3] ICP01 ready to work
2025-12-06T17:37:44.879781Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800520310293585:2049] [node 3] ICP01 ready to work
2025-12-06T17:37:44.888774Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800520310293584:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:45.842598Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800525186211118:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:45.843598Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800525186211119:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:46.667981Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800528091463901:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:46.692420Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800528091463903:2050] [node 3] ICP01 ready to work
2025-12-06T17:37:46.711059Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800528091463902:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:47.379044Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800534136314972:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:47.380188Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800534136314973:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:47.399489Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800534136314974:2050] [node 3] ICP01 ready to work
2025-12-06T17:37:48.524691Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800539129549143:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:48.524723Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800539129549144:2049] [node 2] ICP01 ready to work
2025-12-06T17:37:48.524749Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800539129549145:2050] [node 3] ICP01 ready to work
2025-12-06T17:37:51.202926Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800552014451077:2091] [node 4] ICP01 ready to work
2025-12-06T17:37:51.198993Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800548304387730:2107] [node 4] ICP01 ready to work
2025-12-06T17:37:51.215901Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800550375064717:2107] [node 4] ICP01 ready to work
2025-12-06T17:37:51.201933Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800548304387731:2108] [node 5] ICP01 ready to work
2025-12-06T17:37:51.407486Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800549566300447:2108] [node 5] ICP01 ready to work
2025-12-06T17:37:51.436690Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800549566300447:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(28867656ns) {Configure:104(28858930ns) {ProcessConfigured:135(107956ns) {StartInitialHandshake:157(104559ns) {DropHandshakes:470(3236ns) {DropIncomingHandshake:442(932ns) DropOutgoingHandshake:457(554ns)} GenerateSessionVirtualId:988(1630ns) PrepareNewSessionHandshake:477(2206ns) {SwitchToState:179(601ns)}}}}}
2025-12-06T17:37:51.431246Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800550375064720:2109] [node 6] ICP01 ready to work
2025-12-06T17:37:51.407305Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800550956014957:2109] [node 5] ICP01 ready to work
2025-12-06T17:37:51.205849Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800548304387732:2109] [node 6] ICP01 ready to work
2025-12-06T17:37:51.472909Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800552014451094:2095] [node 5] ICP01 ready to work
2025-12-06T17:37:51.468265Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800550956014958:2108] [node 6] ICP01 ready to work
2025-12-06T17:37:51.442210Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800549566300446:2110] [node 6] ICP01 ready to work
2025-12-06T17:37:51.503479Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800551316184228:2108] [node 4] ICP01 ready to work
2025-12-06T17:37:51.492158Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800550375064721:2108] [node 5] ICP01 ready to work
2025-12-06T17:37:51.510738Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800552014451094:2095] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(37468097ns) {Configure:104(37463175ns) {ProcessConfigured:135(35327516ns) {StartInitialHandshake:157(35323867ns) {DropHandshakes:470(3777ns) {DropIncomingHandshake:442(767ns) DropOutgoingHandshake:457(741ns)} GenerateSessionVirtualId:988(1447ns) PrepareNewSessionHandshake:477(6012ns) {SwitchToState:179(2945ns)}}}}}
2025-12-06T17:37:51.454276Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800528091463901:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(201882850ns) {Configure:104(201877935ns) {ProcessConfigured:135(115412ns) {StartInitialHandshake:157(111594ns) {DropHandshakes:470(3643ns) {DropIncomingHandshake:442(891ns) DropOutgoingHandshake:457(484ns)} GenerateSessionVirtualId:988(1314ns) PrepareNewSessionHandshake:477(2194ns) {SwitchToState:179(688ns)}}}}}
2025-12-06T17:37:51.549882Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800520310293584:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(347789950ns) {Configure:104(347786425ns) {ProcessConfigured:135(33300949ns) {StartInitialHandshake:157(33295438ns) {DropHandshakes:470(4327ns) {DropIncomingHandshake:442(1476ns) DropOutgoingHandshake:457(422ns)} GenerateSessionVirtualId:988(3036ns) PrepareNewSessionHandshake:477(5417ns) {SwitchToState:179(2202ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:51.516669Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800539129549143:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(65857703ns) {Configure:104(65847802ns) {ProcessConfigured:135(86698ns) {StartInitialHandshake:157(83530ns) {DropHandshakes:470(3544ns) {DropIncomingHandshake:442(729ns) DropOutgoingHandshake:457(521ns)} GenerateSessionVirtualId:988(576ns) PrepareNewSessionHandshake:477(2744ns) {SwitchToState:179(1006ns)}}}}}
2025-12-06T17:37:51.538718Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800550956014959:2107] [node 4] ICP01 ready to work
2025-12-06T17:37:51.544006Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800551316184232:2109] [node 6] ICP01 ready to work
2025-12-06T17:37:51.624681Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800548304387732:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(415716108ns) {Configure:104(415710528ns) {ProcessConfigured:135(35941784ns) {StartInitialHandshake:157(35937973ns) {DropHandshakes:470(2814ns) {DropIncomingHandshake:442(695ns) DropOutgoingHandshake:457(475ns)} GenerateSessionVirtualId:988(885ns) PrepareNewSessionHandshake:477(5119ns) {SwitchToState:179(821ns)}}}}}
2025-12-06T17:37:51.572374Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800549566300446:2110] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(109631660ns) {Configure:104(109151470ns) {ProcessConfigured:135(383709ns) {StartInitialHandshake:157(237902ns) {DropHandshakes:470(2748ns) {DropIncomingHandshake:442(773ns) DropOutgoingHandshake:457(570ns)} GenerateSessionVirtualId:988(1096ns) PrepareNewSessionHandshake:477(1995ns) {SwitchToState:179(685ns)}}}}}
2025-12-06T17:37:51.522684Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800552014451077:2091] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(292665703ns) {Configure:104(292661705ns) {ProcessConfigured:135(343067ns) {StartInitialHandshake:157(340341ns) {DropHandshakes:470(3299ns) {DropIncomingHandshake:442(857ns) DropOutgoingHandshake:457(691ns)} GenerateSessionVirtualId:988(1158ns) PrepareNewSessionHandshake:477(3056ns) {SwitchToState:179(1074ns)}}}}}
2025-12-06T17:37:51.705120Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800550956014958:2108] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(193585969ns) {Configure:104(193579023ns) {ProcessConfigured:135(8897440ns) {StartInitialHandshake:157(8893810ns) {DropHandshakes:470(2047ns) {DropIncomingHandshake:442(566ns) DropOutgoingHandshake:457(277ns)} GenerateSessionVirtualId:988(1145ns) PrepareNewSessionHandshake:477(5758ns) {SwitchToState:179(2449ns)}}}}}
2025-12-06T17:37:51.594826Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800550375064717:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(378639075ns) {Configure:104(378634843ns) {ProcessConfigured:135(30924003ns) {StartInitialHandshake:157(30919576ns) {DropHandshakes:470(9125308ns) {DropIncomingHandshake:442(968ns) DropOutgoingHandshake:457(3227ns)} GenerateSessionVirtualId:988(3250ns) PrepareNewSessionHandshake:477(3971ns) {SwitchToState:179(1582ns)}}}}}
2025-12-06T17:37:51.701287Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800539129549145:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(399023994ns) {Configure:104(398657462ns) {ProcessConfigured:135(31705452ns) {StartInitialHandshake:157(31701659ns) {DropHandshakes:470(2722ns) {DropIncomingHandshake:442(690ns) DropOutgoingHandshake:457(489ns)} GenerateSessionVirtualId:988(957ns) PrepareNewSessionHandshake:477(6623ns) {SwitchToState:179(2914ns)}}}}}
2025-12-06T17:37:51.668161Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800518239616595:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(455064238ns) {Configure:104(455060707ns) {ProcessConfigured:135(30005151ns) {StartInitialHandshake:157(30001021ns) {DropHandshakes:470(2867ns) {DropIncomingHandshake:442(568ns) DropOutgoingHandshake:457(621ns)} GenerateSessionVirtualId:988(2418ns) PrepareNewSessionHandshake:477(6418ns) {SwitchToState:179(3219ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:51.598894Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800550375064727:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28520
2025-12-06T17:37:51.725684Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800518239616596:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(517586731ns) {Configure:104(517583863ns) {ProcessConfigured:135(19756823ns) {StartInitialHandshake:157(19753855ns) {DropHandshakes:470(2366ns) {DropIncomingHandshake:442(460ns) DropOutgoingHandshake:457(316ns)} GenerateSessionVirtualId:988(748ns) PrepareNewSessionHandshake:477(5565ns) {SwitchToState:179(2000ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:51.791831Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800520310293585:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(477109337ns) {Configure:104(477101384ns) {ProcessConfigured:135(108050301ns) {StartInitialHandshake:157(108046333ns) {DropHandshakes:470(2107ns) {DropIncomingHandshake:442(520ns) DropOutgoingHandshake:457(421ns)} GenerateSessionVirtualId:988(1705ns) PrepareNewSessionHandshake:477(3931ns) {SwitchToState:179(699ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:51.866384Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800528091463902:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(561017149ns) {Configure:104(561012939ns) {ProcessConfigured:135(36763783ns) {StartInitialHandshake:157(36758941ns) {DropHandshakes:470(3606ns) {DropIncomingHandshake:442(935ns) DropOutgoingHandshake:457(520ns)} GenerateSessionVirtualId:988(3559ns) PrepareNewSessionHandshake:477(7858ns) {SwitchToState:179(2899ns)}}}}}
2025-12-06T17:37:51.924880Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800534136314972:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(625392419ns) {Configure:104(625385999ns) {ProcessConfigured:135(53216736ns) {StartInitialHandshake:157(32611649ns) {DropHandshakes:470(2029ns) {DropIncomingHandshake:442(204ns) DropOutgoingHandshake:457(115ns)} GenerateSessionVirtualId:988(577ns) PrepareNewSessionHandshake:477(4817ns) {SwitchToState:179(2271ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:51.915432Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800550375064727:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:51.911561Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800549566300458:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30508
2025-12-06T17:37:51.797069Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800548304387735:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12883
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:51.906693Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800525186211119:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(452754546ns) {Configure:104(452740916ns) {ProcessConfigured:135(23369389ns) {StartInitialHandshake:157(23366571ns) {DropHandshakes:470(2650ns) {DropIncomingHandshake:442(575ns) DropOutgoingHandshake:457(495ns)} GenerateSessionVirtualId:988(948ns) PrepareNewSessionHandshake:477(5788ns) {SwitchToState:179(3089ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:51.945578Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800534136314974:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(484434533ns) {Configure:104(484425673ns) {ProcessConfigured:135(48565745ns) {StartInitialHandshake:157(48561356ns) {DropHandshakes:470(1475ns) {DropIncomingHandshake:442(536ns) DropOutgoingHandshake:457(305ns)} GenerateSessionVirtualId:988(595ns) PrepareNewSessionHandshake:477(3149ns) {SwitchToState:179(1152ns)}}}}}
2025-12-06T17:37:51.813467Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800548304387730:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(603166457ns) {Configure:104(603162203ns) {ProcessConfigured:135(52132705ns) {StartInitialHandshake:157(52129349ns) {DropHandshakes:470(1982ns) {DropIncomingHandshake:442(393ns) DropOutgoingHandshake:457(365ns)} GenerateSessionVirtualId:988(957ns) PrepareNewSessionHandshake:477(5826ns) {SwitchToState:179(1992ns)}}}}}
2025-12-06T17:37:51.994686Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800550956014960:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4382
2025-12-06T17:37:52.004130Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800550375064732:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28520
2025-12-06T17:37:51.991179Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800549566300457:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30508
2025-12-06T17:37:52.069573Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800539129549144:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(578178942ns) {Configure:104(578171102ns) {ProcessConfigured:135(36725557ns) {StartInitialHandshake:157(36696441ns) {DropHandshakes:470(2600ns) {DropIncomingHandshake:442(909ns) DropOutgoingHandshake:457(356ns)} GenerateSessionVirtualId:988(2014ns) PrepareNewSessionHandshake:477(6319ns) {SwitchToState:179(3024ns)}}}}}
2025-12-06T17:37:51.980705Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800551316184232:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(421798907ns) {Configure:104(421788418ns) {ProcessConfigured:135(100561178ns) {StartInitialHandshake:157(100557880ns) {DropHandshakes:470(12205828ns) {DropIncomingHandshake:442(2748ns) DropOutgoingHandshake:457(489ns)} GenerateSessionVirtualId:988(2560ns) PrepareNewSessionHandshake:477(3951ns) {SwitchToState:179(1883ns)}}}}}
2025-12-06T17:37:51.941586Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800548304387731:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(701900447ns) {Configure:104(701895584ns) {ProcessConfigured:135(98666603ns) {StartInitialHandshake:157(98663348ns) {DropHandshakes:470(2405ns) {DropIncomingHandshake:442(719ns) DropOutgoingHandshake:457(368ns)} GenerateSessionVirtualId:988(957ns) PrepareNewSessionHandshake:477(5441ns) {SwitchToState:179(2710ns)}}}}}
2025-12-06T17:37:52.007748Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800525186211118:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(710797094ns) {Configure:104(710789573ns) {ProcessConfigured:135(59765493ns) {StartInitialHandshake:157(59762906ns) {DropHandshakes:470(2246ns) {DropIncomingHandshake:442(400ns) DropOutgoingHandshake:457(285ns)} GenerateSessionVirtualId:988(1205ns) PrepareNewSessionHandshake:477(6749ns) {SwitchToState:179(3506ns)}}}}}
2025-12-06T17:37:52.110902Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800549566300457:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:52.092041Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800552014451107:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56384
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:51.993097Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800548304387746:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12883
2025-12-06T17:37:52.124790Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800550956014957:2109] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(680755285ns) {Configure:104(680745455ns) {ProcessConfigured:135(19883372ns) {StartInitialHandshake:157(19878532ns) {DropHandshakes:470(2898ns) {DropIncomingHandshake:442(714ns) DropOutgoingHandshake:457(363ns)} GenerateSessionVirtualId:988(886ns) PrepareNewSessionHandshake:477(4954ns) {SwitchToState:179(2163ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:51.981407Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800551316184233:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45086
2025-12-06T17:37:52.156343Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800549566300449:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:52.031582Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800548304387736:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12883
2025-12-06T17:37:52.156647Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800550956014959:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(525181469ns) {Configure:104(525175783ns) {ProcessConfigured:135(113860982ns) {StartInitialHandshake:157(113858991ns) {DropHandshakes:470(57604058ns) {DropIncomingHandshake:442(190ns) DropOutgoingHandshake:457(2927ns)} GenerateSessionVirtualId:988(2423ns) PrepareNewSessionHandshake:477(1750ns) {SwitchToState:179(625ns)}}}}}
2025-12-06T17:37:52.045129Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800551316184228:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(508803759ns) {Configure:104(508792269ns) {ProcessConfigured:135(50325918ns) {StartInitialHandshake:157(32502520ns) {DropHandshakes:470(3597ns) {DropIncomingHandshake:442(2024ns) DropOutgoingHandshake:457(282ns)} GenerateSessionVirtualId:988(2679ns) PrepareNewSessionHandshake:477(5281ns) {SwitchToState:179(2139ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:52.186946Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800550375064720:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(647971744ns) {Configure:104(647962498ns) {ProcessConfigured:135(75024423ns) {StartInitialHandshake:157(29198362ns) {DropHandshakes:470(3310ns) {DropIncomingHandshake:442(1364ns) DropOutgoingHandshake:457(329ns)} GenerateSessionVirtualId:988(2617ns) PrepareNewSessionHandshake:477(3203ns) {SwitchToState:179(1905ns)}}}}}
2025-12-06T17:37:52.096365Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800548304387735:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:52.156404Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800549566300449:2111] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:52.185217Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800549566300449:2111] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:52.229290Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800550375064721:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(636041822ns) {Configure:104(636030448ns) {ProcessConfigured:135(42408136ns) {StartInitialHandshake:157(42404858ns) {DropHandshakes:470(2350ns) {DropIncomingHandshake:442(424ns) DropOutgoingHandshake:457(524ns)} GenerateSessionVirtualId:988(1378ns) PrepareNewSessionHandshake:477(7548ns) {SwitchToState:179(3590ns)}}}}}
2025-12-06T17:37:52.317387Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800556309418406:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56384
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:52.096769Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800551316184233:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:52.169722Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800555250982263:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4382
2025-12-06T17:37:52.325909Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800554670032033:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28520
2025-12-06T17:37:52.300523Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800528091463903:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(16660359ns) {HandleCleanupEventQueue:832(16657837ns) {CleanupEventQueue:841(16648670ns) {DropSessionEvent:512(341893ns) DropSessionEvent:512(44331ns) DropSessionEvent:512(5270ns) DropSessionEvent:512(5287ns)} ScheduleCleanupEventQueue:822(7173ns)}}
2025-12-06T17:37:52.156516Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800548304387730:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(23854626ns) {IncomingHandshake:261(23852225ns) {DropIncomingHandshake:442(213ns) PrepareNewSessionHandshake:477(2232ns) {SwitchToState:179(812ns)} GenerateSessionVirtualId:988(236ns) IssueIncomingHandshakeReply:193(8145ns)}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:52.217476Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800555250982269:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4382
2025-12-06T17:37:52.295497Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800525186211118:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(16130565ns) {HandleCleanupEventQueue:832(16127982ns) {CleanupEventQueue:841(32946ns) {DropSessionEvent:512(29559ns)} ScheduleCleanupEventQueue:822(16092243ns)}}
2025-12-06T17:37:52.347685Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800555250982265:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4382
2025-12-06T17:37:52.104242Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800551316184234:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45086
2025-12-06T17:37:52.309598Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800549566300447:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:37:52.164422Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800548304387736:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:52.235120Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800552599355048:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12883
2025-12-06T17:37:52.259438Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800548304387732:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(35947525ns) {IncomingHandshake:261(35945509ns) {DropIncomingHandshake:442(834ns) PrepareNewSessionHandshake:477(2279ns) {SwitchToState:179(1051ns)} GenerateSessionVirtualId:988(992ns) IssueIncomingHandshakeReply:193(7740ns)}}
2025-12-06T17:37:52.279149Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800552599355046:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12883
2025-12-06T17:37:52.348665Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800552599355048:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:52.383286Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800552599355046:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:52.391829Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800548304387732:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(20014132ns) {HandleCleanupEventQueue:832(20011859ns) {CleanupEventQueue:841(20000378ns) {DropSessionEvent:512(17039ns) DropSessionEvent:512(5293ns) DropSessionEvent:512(5567ns) DropSessionEvent:512(5786ns) DropSessionEvent:512(19944260ns) DropSessionEvent:512(5279ns) DropSessionEvent:512(5062ns) DropSessionEvent:512(4637ns)} ScheduleCleanupEventQueue:822(9161ns)}}
2025-12-06T17:37:52.403377Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800518239616596:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(19961602ns)
2025-12-06T17:37:52.386191Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800556309418407:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56384
2025-12-06T17:37:52.435170Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800518239616596:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(23562890ns) {IncomingHandshake:261(23559688ns) {DropIncomingHandshake:442(573ns) PrepareNewSessionHandshake:477(2415ns) {SwitchToState:179(939ns)} GenerateSessionVirtualId:988(1125ns) IssueIncomingHandshakeReply:193(6425ns)}}
2025-12-06T17:37:52.335859Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:52.427105Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800550956014960:2110] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:52.106058Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800551316184228:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:52.155031Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800551316184234:2121] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:52.287585Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800555611151543:2126] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45086
2025-12-06T17:37:52.387507Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800556309418406:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:52.336577Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800549566300447:2108] [node 5] ICP22 created new session: [4:7580800553861267760:2108]
2025-12-06T17:37:52.337238Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800553861267760:2108] [node 5] ICS09 handshake done sender: [4:7580800549566300449:2111] self: [4:7580800549566300448:0] peer: [5:7580800555611151541:0] socket: 361 qp: -1
2025-12-06T17:37:52.338290Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800553861267760:2108] [node 5] ICS10 traffic start
2025-12-06T17:37:52.444246Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800539129549145:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:52.458797Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800550375064720:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(18197361ns) {HandleCleanupEventQueue:832(18195571ns) {CleanupEventQueue:841(18188815ns) {DropSessionEvent:512(8588790ns) DropSessionEvent:512(9574686ns) DropSessionEvent:512(5219ns) DropSessionEvent:512(3317ns) DropSessionEvent:512(4841ns)} ScheduleCleanupEventQueue:822(6131ns)}}
2025-12-06T17:37:52.342988Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:52.369754Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800528091463903:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(18870400ns) {HandleCleanupEventQueue:832(18867497ns) {CleanupEventQueue:841(18857393ns) {DropSessionEvent:512(11806ns) DropSessionEvent:512(22579ns) DropSessionEvent:512(5080ns) DropSessionEvent:512(6214ns) DropSessionEvent:512(5026ns)} ScheduleCleanupEventQueue:822(7451ns)}}
2025-12-06T17:37:52.417328Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800528091463902:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(30063393ns) {HandleCleanupEventQueue:832(30061532ns) {CleanupEventQueue:841(30051431ns) {DropSessionEvent:512(16657707ns) DropSessionEvent:512(14262ns) DropSessionEvent:512(4421ns) DropSessionEvent:512(4564ns) DropSessionEvent:512(32222ns) DropSessionEvent:512(4400ns) DropSessionEvent:512(5237ns)} ScheduleCleanupEventQueue:822(7506ns)}}
2025-12-06T17:37:52.320337Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800551316184233:2120] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:52.322102Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800551316184228:2108] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:37:52.322158Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:52.322199Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800551316184228:2108] [node 4] ICP22 created new session: [5:7580800555611151544:2108]
2025-12-06T17:37:52.463693Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800549566300447:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(146376333ns) {HandleHandshakeStatus:329(146372844ns) {DropIncomingHandshake:442(760ns) DropOutgoingHandshake:457(827ns) SwitchToState:179(706ns) ProcessPendingSessionEvents:495(19909505ns) {ForwardSessionEventToSession:612(17895127ns) ForwardSessionEventToSession:612(363415ns) ForwardSessionEventToSession:612(3855ns) ForwardSessionEventToSession:612(2962ns) ForwardSessionEventToSession:612(355887ns) ForwardSessionEventToSession:612(3026ns) ForwardSessionEventToSession:612(316437ns) ForwardSessionEventToSession:612(625484ns) ForwardSessionEventToSession:612(2538ns) ForwardSessionEventToSession:612(324087ns)}}}
2025-12-06T17:37:52.463917Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800550956014962:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:52.463952Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800550956014962:2111] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:52.322240Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800555611151544:2108] [node 4] ICS09 handshake done sender: [5:7580800551316184233:2120] self: [5:7580800555611151541:0] peer: [4:7580800549566300448:0] socket: 369 qp: -1
2025-12-06T17:37:52.322274Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800555611151544:2108] [node 4] ICS10 traffic start
2025-12-06T17:37:52.322393Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:52.443354Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800551316184228:2108] [node 4] ICP35 event processing took too much time PendingConnection:279(85093522ns) {HandleHandshakeStatus:329(85091018ns) {DropIncomingHandshake:442(1215ns) DropOutgoingHandshake:457(5473ns) SwitchToState:179(622ns) ProcessPendingSessionEvents:495(19521992ns) {ForwardSessionEventToSession:612(18196530ns) ForwardSessionEventToSession:612(6366ns) ForwardSessionEventToSession:612(322362ns) ForwardSessionEventToSession:612(2562ns) ForwardSessionEventToSession:612(311296ns) ForwardSessionEventToSession:612(334254ns) ForwardSessionEventToSession:612(3257ns) ForwardSessionEventToSession:612(328952ns) ForwardSessionEventToSession:612(2506ns) ForwardSessionEventToSession:612(2375ns)}}}
2025-12-06T17:37:52.480340Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800556309418408:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56384
2025-12-06T17:37:52.512757Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800552014451094:2095] [node 5] ICP35 event processing took too much time PendingConnection:279(23829259ns) {HandleCleanupEventQueue:832(23827468ns) {CleanupEventQueue:841(23825991ns) {DropSessionEvent:512(11913ns) DropSessionEvent:512(5160ns) DropSessionEvent:512(5017ns) DropSessionEvent:512(3463ns) DropSessionEvent:512(9453994ns) DropSessionEvent:512(8139ns) DropSessionEvent:512(4367ns) DropSessionEvent:512(14290529ns) DropSessionEvent:512(21599ns) DropSessionEvent:512(8585ns)} ScheduleCleanupEventQueue:822(347ns)}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:52.527114Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800550956014962:2111] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:52.533481Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800550956014958:2108] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:52.545852Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:52.546231Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800550956014958:2108] [node 6] ICP22 created new session: [3:7580800555250982275:2108]
2025-12-06T17:37:52.544162Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800556309418410:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56384
2025-12-06T17:37:52.547090Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800555250982275:2108] [node 6] ICS09 handshake done sender: [3:7580800550956014962:2111] self: [3:7580800550956014961:0] peer: [6:7580800556309418409:0] socket: 397 qp: -1
2025-12-06T17:37:52.547732Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800555250982275:2108] [node 6] ICS10 traffic start
2025-12-06T17:37:52.548436Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:52.563223Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800550956014958:2108] [node 6] ICP35 event processing took too much time PendingConnection:279(17004859ns) {HandleHandshakeStatus:329(17001145ns) {DropIncomingHandshake:442(639ns) DropOutgoingHandshake:457(4842ns) SwitchToState:179(680ns) ProcessPendingSessionEvents:495(1403ns)}}
2025-12-06T17:37:52.582136Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800556309418406:2116] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:52.587311Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800539129549145:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:37:52.588037Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:52.588086Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800539129549145:2050] [node 3] ICP22 created new session: [6:7580800556309418411:2050]
2025-12-06T17:37:52.589053Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800556309418411:2050] [node 3] ICS09 handshake done sender: [6:7580800556309418406:2116] self: [6:7580800556309418409:0] peer: [3:7580800550956014961:0] socket: 400 qp: -1
2025-12-06T17:37:52.599619Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800553861267762:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30508
2025-12-06T17:37:52.589383Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800556309418411:2050] [node 3] ICS10 traffic start
2025-12-06T17:37:52.590322Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:52.638933Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800551316184232:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(16288508ns) {HandleCleanupEventQueue:832(16286298ns) {CleanupEventQueue:841(16281472ns) {DropSessionEvent:512(31495ns) DropSessionEvent:512(10360ns) DropSessionEvent:512(5935ns) DropSessionEvent:512(4722ns) DropSessionEvent:512(4498ns) DropSessionEvent:512(10731678ns) DropSessionEvent:512(10095ns) DropSessionEvent:512(4666ns)} ScheduleCleanupEventQueue:822(2207ns)}}
2025-12-06T17:37:52.664500Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800539129549145:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(68963502ns) {HandleHandshakeStatus:329(68959877ns) {DropIncomingHandshake:442(1607ns) DropOutgoingHandshake:457(15106ns) SwitchToState:179(857ns) ProcessPendingSessionEvents:495(49048041ns) {ForwardSessionEventToSession:612(12432121ns) ForwardSessionEventToSession:612(8348313ns) ForwardSessionEventToSession:612(11089ns) ForwardSessionEventToSession:612(7681913ns) ForwardSessionEventToSession:612(3305814ns) ForwardSessionEventToSession:612(4357ns) ForwardSessionEventToSession:612(8358843ns) ForwardSessionEventToSession:612(8876051ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:52.676973Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800554670032035:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28520
2025-12-06T17:37:52.783487Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800554670032035:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:52.839105Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800549566300458:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:52.840863Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800528091463902:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:52.842708Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800550375064726:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:52.842749Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800550375064726:2111] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:37:52.854273Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800550375064726:2111] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:52.866667Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800550375064717:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:37:52.867550Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:52.867924Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800550375064717:2107] [node 4] ICP22 created new session: [2:7580800554670032039:2107]
2025-12-06T17:37:52.868970Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800554670032039:2107] [node 4] ICS09 handshake done sender: [2:7580800550375064726:2111] self: [2:7580800550375064725:0] peer: [4:7580800553861267763:0] socket: 372 qp: -1
2025-12-06T17:37:52.869005Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800554670032039:2107] [node 4] ICS10 traffic start
2025-12-06T17:37:52.869427Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:52.889582Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800556309418414:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56384
2025-12-06T17:37:52.892909Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800553861267764:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30508
2025-12-06T17:37:52.900051Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800549566300458:2115] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:52.911744Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800528091463902:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:52.911821Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:52.911877Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800528091463902:2049] [node 2] ICP22 created new session: [4:7580800553861267765:2049]
2025-12-06T17:37:52.911921Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800553861267765:2049] [node 2] ICS09 handshake done sender: [4:7580800549566300458:2115] self: [4:7580800553861267763:0] peer: [2:7580800550375064725:0] socket: 373 qp: -1
2025-12-06T17:37:52.911958Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800553861267765:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:52.911997Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:52.947864Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800556309418408:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:52.952795Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800551316184240:2124] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:52.952842Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580800551316184240:2124] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:52.949544Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800552014451094:2095] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:52.978744Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800556309418416:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56384
2025-12-06T17:37:52.991054Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800556309418408:2118] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:52.999140Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800553861267762:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:53.011567Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800528091463903:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:52.975613Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800551316184240:2124] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:53.015131Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800555250982268:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:53.015170Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800555250982268:2117] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:37:53.044772Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800555250982268:2117] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:53.051496Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800552014451094:2095] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7856) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800556309418408:2118] held: no
2025-12-06T17:37:52.978610Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580800551316184232:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:53.058265Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800552014451094:2095] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:37:53.071825Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:52.980953Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:53.111718Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800528091463903:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7697) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580800553861267762:2117] held: no
2025-12-06T17:37:52.981673Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800551316184232:2109] [node 6] ICP22 created new session: [5:7580800555611151548:2109]
2025-12-06T17:37:53.088991Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800550956014959:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:37:52.982066Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800555611151548:2109] [node 6] ICS09 handshake done sender: [5:7580800551316184240:2124] self: [5:7580800551316184235:0] peer: [6:7580800556309418415:0] socket: 406 qp: -1
2025-12-06T17:37:52.982420Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800555611151548:2109] [node 6] ICS10 traffic start
2025-12-06T17:37:53.075512Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800556309418414:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:53.089078Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:53.087426Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800550375064732:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:52.991027Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:53.111756Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800558156235064:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30508
2025-12-06T17:37:53.110619Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580800520310293584:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:53.118873Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800554670032030:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:53.089124Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800550956014959:2107] [node 4] ICP22 created new session: [3:7580800559545949575:2107]
2025-12-06T17:37:53.077372Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800539129549144:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:53.118912Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800554670032030:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:53.133475Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800554670032033:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:53.200771Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800520310293585:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(44197581ns) {IncomingHandshake:261(44196103ns) {DropIncomingHandshake:442(529ns) PrepareNewSessionHandshake:477(2242ns) {SwitchToState:179(774ns)} GenerateSessionVirtualId:988(3036ns) IssueIncomingHandshakeReply:193(3526ns)}}
2025-12-06T17:37:53.089166Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800559545949575:2107] [node 4] ICS09 handshake done sender: [3:7580800555250982268:2117] self: [3:7580800555250982264:0] peer: [4:7580800558156235063:0] socket: 410 qp: -1
2025-12-06T17:37:53.157872Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800548304387738:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:53.079346Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800552014451094:2095] [node 5] ICP22 created new session: [6:7580800560604385713:2095]
2025-12-06T17:37:53.147383Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800553861267762:2117] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:53.213979Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800550375064729:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:53.214037Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800550375064729:2113] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:37:53.080314Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800560604385713:2095] [node 5] ICS09 handshake done sender: [6:7580800556309418408:2118] self: [6:7580800556309418415:0] peer: [5:7580800551316184235:0] socket: 407 qp: -1
2025-12-06T17:37:53.196040Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800559906118846:2127] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45086
2025-12-06T17:37:53.197223Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800528091463903:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:37:53.089195Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800559545949575:2107] [node 4] ICS10 traffic start
2025-12-06T17:37:53.239593Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800550375064729:2113] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:53.251045Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800554670032030:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:53.219812Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:53.219881Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800528091463903:2050] [node 3] ICP22 created new session: [4:7580800558156235065:2050]
2025-12-06T17:37:53.231864Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800558156235065:2050] [node 3] ICS09 handshake done sender: [4:7580800553861267762:2117] self: [4:7580800558156235063:0] peer: [3:7580800555250982264:0] socket: 411 qp: -1
2025-12-06T17:37:53.089226Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:53.080650Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800560604385713:2095] [node 5] ICS10 traffic start
2025-12-06T17:37:53.080703Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:53.130770Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800552014451107:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:53.111950Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800525186211118:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(16620438ns) {HandleCleanupEventQueue:832(16617738ns) {CleanupEventQueue:841(16603789ns) {DropSessionEvent:512(14732ns) DropSessionEvent:512(6226ns) DropSessionEvent:512(4938ns) DropSessionEvent:512(16570918ns)} ScheduleCleanupEventQueue:822(11743ns)}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:53.276067Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800550375064720:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:37:53.276136Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:53.232286Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800558156235065:2050] [node 3] ICS10 traffic start
2025-12-06T17:37:53.282791Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800520310293585:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:37:53.132305Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800539129549143:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:53.311806Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:53.311874Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800520310293585:2049] [node 3] ICP22 created new session: [2:7580800558964999343:2049]
2025-12-06T17:37:53.278566Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800559906118847:2128] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45086
2025-12-06T17:37:53.232340Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:53.171229Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800555250982263:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:53.146381Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800552014451094:2095] [node 5] ICP35 event processing took too much time PendingConnection:279(24657661ns) {HandleHandshakeStatus:329(24654905ns) {DropIncomingHandshake:442(1203ns) DropOutgoingHandshake:457(696ns) SwitchToState:179(609ns) ProcessPendingSessionEvents:495(2072ns)}}
2025-12-06T17:37:53.311270Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800539129549144:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26735) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800556309418414:2120] held: no
2025-12-06T17:37:53.194759Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800525186211119:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:53.324279Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800558964999343:2049] [node 3] ICS09 handshake done sender: [2:7580800550375064729:2113] self: [2:7580800550375064724:0] peer: [3:7580800559545949578:0] socket: 382 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:53.252566Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800528091463903:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(42254554ns) {HandleHandshakeStatus:329(42250665ns) {DropIncomingHandshake:442(4747ns) DropOutgoingHandshake:457(900ns) SwitchToState:179(799ns) ProcessPendingSessionEvents:495(1572ns)}}
2025-12-06T17:37:53.377655Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800560604385717:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56384
2025-12-06T17:37:53.324629Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800558964999343:2049] [node 3] ICS10 traffic start
2025-12-06T17:37:53.311628Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800555250982269:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:53.327705Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800559545949579:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4382
2025-12-06T17:37:53.339467Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580800525186211119:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26735) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580800555250982263:2114] held: no
2025-12-06T17:37:53.325320Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:53.350281Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800520310293585:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(67458738ns) {HandleHandshakeStatus:329(67178751ns) {DropIncomingHandshake:442(17728ns) DropOutgoingHandshake:457(529ns) SwitchToState:179(600ns) ProcessPendingSessionEvents:495(1754ns)}}
2025-12-06T17:37:53.391428Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800556309418414:2120] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:53.394802Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800550375064720:2109] [node 6] ICP22 created new session: [2:7580800558964999342:2109]
2025-12-06T17:37:53.392723Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800539129549144:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:53.392787Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:53.392840Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800539129549144:2049] [node 2] ICP22 created new session: [6:7580800560604385718:2049]
2025-12-06T17:37:53.399822Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800549566300456:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:53.399865Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800549566300456:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:37:53.413118Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800549566300456:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:37:53.392886Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800560604385718:2049] [node 2] ICS09 handshake done sender: [6:7580800556309418414:2120] self: [6:7580800560604385714:0] peer: [2:7580800554670032029:0] socket: 417 qp: -1
2025-12-06T17:37:53.419585Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800559906118847:2128] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:53.428661Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800558964999342:2109] [node 6] ICS09 handshake done sender: [2:7580800554670032030:2115] self: [2:7580800554670032029:0] peer: [6:7580800560604385714:0] socket: 416 qp: -1
2025-12-06T17:37:53.414317Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800525186211119:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(16759489ns) {HandleHandshakeStatus:395(16756761ns) {LogHandshakeFail:472(17050ns) {UpdateErrorStateLog:545(5201ns)} DropOutgoingHandshake:457(2976ns) ProcessPendingSessionEvents:495(605ns)}}
2025-12-06T17:37:53.440912Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800558964999342:2109] [node 6] ICS10 traffic start
2025-12-06T17:37:53.440172Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800555250982263:2114] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:53.463262Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:37:53.463456Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800554670032032:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:53.463508Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800554670032032:2116] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:37:53.461139Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800525186211119:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:53.392921Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800560604385718:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:53.421165Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800534136314973:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:53.471363Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:53.453783Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800549566300446:2110] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:53.492422Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800525186211119:2049] [node 2] ICP22 created new session: [3:7580800559545949581:2049]
2025-12-06T17:37:53.453979Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800559906118846:2127] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:53.479205Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800534136314974:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:53.392958Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:53.510835Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800559545949581:2049] [node 2] ICS09 handshake done sender: [3:7580800555250982263:2114] self: [3:7580800559545949578:0] peer: [2:7580800550375064724:0] socket: 386 qp: -1
2025-12-06T17:37:53.514850Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800559545949581:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:53.523322Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:53.520940Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800534136314974:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(19140350ns) {IncomingHandshake:261(19135973ns) {DropIncomingHandshake:442(724ns) PrepareNewSessionHandshake:477(11182886ns) {SwitchToState:179(4555ns)} GenerateSessionVirtualId:988(1264ns) IssueIncomingHandshakeReply:193(53727ns) {SwitchToState:179(384ns)}}}
2025-12-06T17:37:53.491168Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:37:53.501292Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800549566300446:2110] [node 6] ICP22 created new session: [4:7580800558156235068:2110]
2025-12-06T17:37:53.393577Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800556309418407:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:53.520851Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800558156235068:2110] [node 6] ICS09 handshake done sender: [4:7580800549566300456:2113] self: [4:7580800549566300455:0] peer: [6:7580800560604385720:0] socket: 404 qp: -1
2025-12-06T17:37:53.520906Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800558156235068:2110] [node 6] ICS10 traffic start
2025-12-06T17:37:53.531529Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:53.393822Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800552014451077:2091] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:37:53.534156Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800549566300446:2110] [node 6] ICP35 event processing took too much time PendingConnection:279(79631384ns) {HandleHandshakeStatus:329(79625541ns) {DropIncomingHandshake:442(27449ns) DropOutgoingHandshake:457(602ns) SwitchToState:179(677ns) ProcessPendingSessionEvents:495(975ns)}}
2025-12-06T17:37:53.534377Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800525186211119:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(72119091ns) {HandleHandshakeStatus:329(72115966ns) {DropIncomingHandshake:442(883ns) DropOutgoingHandshake:457(1867ns) SwitchToState:179(567ns) ProcessPendingSessionEvents:495(1527ns)}}
2025-12-06T17:37:53.535331Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800555250982267:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:37:53.515553Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800554670032032:2116] [node 5] ICH04 handshake succeeded
2025-12-06T17:37:53.535368Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800555250982267:2116] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:37:53.583391Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800559906118850:2129] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45086
2025-12-06T17:37:53.502669Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800552014451077:2091] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11383) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800556309418407:2117] held: no
2025-12-06T17:37:53.543529Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800550375064720:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(235234307ns) {HandleHandshakeStatus:329(235231078ns) {DropIncomingHandshake:442(13806ns) DropOutgoingHandshake:457(525ns) SwitchToState:179(612ns) ProcessPendingSessionEvents:495(1135ns)}}
2025-12-06T17:37:53.641759Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800559906118847:2128] [node 2] ICH04 handshake succeeded
2025-12-06T17:37:53.584519Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800550375064721:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:37:53.670984Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800534136314973:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26735) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800559906118847:2128] held: no
2025-12-06T17:37:53.607075Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800555250982267:2116] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:37:53.505278Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800560604385721:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56384
2025-12-06T17:37:53.649120Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800550956014957:2109] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:37:53.598266Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:53.703184Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800559906118851:2130] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45086
2025-12-06T17:37:53.709977Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800534136314974:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7697) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800559906118846:2127] held: no
2025-12-06T17:37:53.712099Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800534136314973:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:37:53.712164Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:37:53.598321Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800550375064721:2108] [node 5] ICP22 created new session: [2:7580800558964999347:2108]
2025-12-06T17:37:53.712799Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800534136314973:2049] [node 2] ICP22 created new session: [5:7580800559906118852:2049]
2025-12-06T17:37:53.611972Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800558964999347:2108] [node 5] ICS09 handshake done sender: [2:7580800554670032032:2116] self: [2:7580800554670032031:0] peer: [5:7580800559906118848:0] socket: 424 qp: -1
2025-12-06T17:37:53.713455Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800559906118852:2049] [node 2] ICS09 handshake done sender: [5:7580800559906118847:2128] self: [5:7580800559906118848:0] peer: [2:7580800554670032031:0] socket: 425 qp: -1
2025-12-06T17:37:53.512527Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800556309418407:2117] [node 4] ICH04 handshake succeeded
2025-12-06T17:37:53.649194Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:37:53.649239Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800550956014957:2109] [node 5] ICP22 created new session: [3:7580800559545949584:2109]
2025-12-06T17:37:53.649280Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800559545949584:2109] [node 5] ICS09 handshake done sender: [3:7580800555250982267:2116] self: [3:7580800555250982266:0] peer: [5:7580800559906118849:0] socket: 367 qp: -1
2025-12-06T17:37:53.649313Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800559545949584:2109] [node 5] ICS10 traffic start
2025-12-06T17:37:53.612343Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800558964999347:2108] [node 5] ICS10 traffic start
2025-12-06T17:37:53.613471Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:53.541496Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800552014451077:2091] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:37:53.683954Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800550375064721:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(87014964ns) {HandleHandshakeStatus:329(87011748ns) {DropIncomingHandshake:442(31161ns) DropOutgoingHandshake:457(574ns) SwitchToState:179(738ns) ProcessPendingSessionEvents:495(1576ns)}}
2025-12-06T17:37:53.713767Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800559906118852:2049] [node 2] ICS10 traffic start
2025-12-06T17:37:53.649354Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:37:53.541563Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:37:53.714152Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:37:53.727159Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800559906118846:2127] [node 3] ICH04 handshake succeeded
2025-12-06T17:37:53.753161Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800534136314974:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:37:53.754823Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:37:53.548031Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800552014451077:2091] [node 4] ICP22 created new session: [6:7580800560604385722:2091]
2025-12-06T17:37:53.549853Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800560604385722:2091] [node 4] ICS09 handshake done sender: [6:7580800556309418407:2117] self: [6:7580800560604385720:0] peer: [4:7580800549566300455:0] socket: 405 qp: -1
2025-12-06T17:37:53.549899Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800560604385722:2091] [node 4] ICS10 traffic start
2025-12-06T17:37:53.555449Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:37:53.755135Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800534136314974:2050] [node 3] ICP22 created new session: [5:7580800559906118854:2050]
2025-12-06T17:37:53.756504Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800559906118854:2050] [node 3] ICS09 handshake done sender: [5:7580800559906118846:2127] self: [5:7580800559906118849:0] peer: [3:7580800555250982266:0] socket: 360 qp: -1
2025-12-06T17:37:53.756888Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800559906118854:2050] [node 3] ICS10 traffic start
2025-12-06T17:37:53.651014Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800552014451077:2091] [node 4] ICP35 event processing took too much time PendingConnection:279(87010541ns) {HandleHandshakeStatus:329(87006630ns) {DropIncomingHandshake:442(908ns) DropOutgoingHandshake:457(375ns) SwitchToState:179(468ns) ProcessPendingSessionEvents:495(1027ns)}}
2025-12-06T17:37:53.762868Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:37:53.804660Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800534136314973:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(21554797ns) {HandleHandshakeStatus:329(21551322ns) {DropIncomingHandshake:442(1108ns) DropOutgoingHandshake:457(206ns) SwitchToState:179(937ns) ProcessPendingSessionEvents:495(1124ns)}}
2025-12-06T17:37:53.813588Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800534136314974:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(59253000ns) {HandleHandshakeStatus:329(59249883ns) {DropIncomingHandshake:442(1097ns) DropOutgoingHandshake:457(630ns) SwitchToState:179(749ns) ProcessPendingSessionEvents:495(1165ns)}}
2025-12-06T17:37:54.091377Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800528091463901:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21298) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [0:0:0] held: no
2025-12-06T17:37:54.094773Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800539129549143:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21298) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800552014451107:2114] held: no
2025-12-06T17:37:54.099921Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580800520310293584:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21298) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [2:7580800550375064732:2114] held: no
2025-12-06T17:37:54.107966Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7580800525186211118:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:37:54.115664Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800534136314972:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21298) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [0:0:0] held: no
2025-12-06T17:37:54.122973Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580800525186211118:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21298) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [0:0:0] held: no
2025-12-06T17:37:54.168714Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800525186211118:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(26886981ns) {HandleHandshakeStatus:395(18211600ns) {LogHandshakeFail:472(10941ns) {UpdateErrorStateLog:545(2492ns)} DropOutgoingHandshake:457(2154ns) ProcessPendingSessionEvents:495(326ns) SwitchToInitialState:202(6038ns) {SwitchToState:179(4710ns)}}}
2025-12-06T17:37:54.460805Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:37:54.461050Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800559545949581:2049] [node 2] ICS01 socket: 386 reason# EndOfStream
2025-12-06T17:37:54.461092Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800525186211119:2049] [node 2] ICP30 unregister session Session# [3:7580800559545949581:2049] VirtualId# [3:7580800559545949578:0]
2025-12-06T17:37:54.461124Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800559545949581:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:54.461208Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:54.461245Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:54.474664Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:37:54.475686Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:37:54.475561Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800560604385718:2049] [node 2] ICS01 socket: 417 reason# EndOfStream
2025-12-06T17:37:54.476168Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800553861267765:2049] [node 2] ICS01 socket: 373 reason# EndOfStream
2025-12-06T17:37:54.476254Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800539129549144:2049] [node 2] ICP30 unregister session Session# [6:7580800560604385718:2049] VirtualId# [6:7580800560604385714:0]
2025-12-06T17:37:54.477172Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800528091463902:2049] [node 2] ICP30 unregister session Session# [4:7580800553861267765:2049] VirtualId# [4:7580800553861267763:0]
2025-12-06T17:37:54.478703Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:37:54.479803Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800559906118852:2049] [node 2] ICS01 socket: 425 reason# EndOfStream
2025-12-06T17:37:54.477198Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800553861267765:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:54.480140Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800534136314973:2049] [node 2] ICP30 unregister session Session# [5:7580800559906118852:2049] VirtualId# [5:7580800559906118848:0]
2025-12-06T17:37:54.476286Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800560604385718:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:54.476372Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:54.480168Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800559906118852:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:54.476415Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:54.480240Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:54.477265Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:37:54.477302Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:54.480276Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:37:54.676029Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:404: Proxy [6:7580800539129549143:2048] [node 1] ICP24 incoming handshake failed, temporary: 0 explanation: incoming handshake Peer# 127.1.0.0(127.0.0.1) Handshake timed out, State# WaitInboundXdcStream outgoing: [0:0:0]
2025-12-06T17:37:54.858094Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:37:54.858307Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800556309418411:2050] [node 3] ICS01 socket: 400 reason# EndOfStream
2025-12-06T17:37:54.858348Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800539129549145:2050] [node 3] ICP30 unregister session Session# [6:7580800556309418411:2050] VirtualId# [6:7580800556309418409:0]
2025-12-06T17:37:54.858381Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800556309418411:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:54.858464Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:37:54.858509Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:37:54.860267Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:37:54.860478Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800558156235065:2050] [node 3] ICS01 socket: 411 reason# EndOfStream
2025-12-06T17:37:54.861906Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800528091463903:2050] [node 3] ICP30 unregister session Session# [4:7580800558156235065:2050] VirtualId# [4:7580800558156235063:0]
2025-12-06T17:37:54.861942Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800558156235065:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:54.858601Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:37:54.858755Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800559906118854:2050] [node 3] ICS01 socket: 360 reason# EndOfStream
2025-12-06T17:37:54.858780Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800534136314974:2050] [node 3] ICP30 unregister session Session# [5:7580800559906118854:2050] VirtualId# [5:7580800559906118849:0]
2025-12-06T17:37:54.858804Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800559906118854:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:54.866575Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:37:54.866697Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:37:54.858841Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:37:54.858872Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:37:55.375817Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:37:55.376052Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800560604385722:2091] [node 4] ICS01 socket: 405 reason# EndOfStream
2025-12-06T17:37:55.376089Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800552014451077:2091] [node 4] ICP30 unregister session Session# [6:7580800560604385722:2091] VirtualId# [6:7580800560604385720:0]
2025-12-06T17:37:55.376122Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800560604385722:2091] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:55.376225Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:37:55.376265Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:37:55.419859Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:37:55.420119Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800560604385713:2095] [node 5] ICS01 socket: 407 reason# EndOfStream
2025-12-06T17:37:55.420167Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800552014451094:2095] [node 5] ICP30 unregister session Session# [6:7580800560604385713:2095] VirtualId# [6:7580800556309418415:0]
2025-12-06T17:37:55.420204Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800560604385713:2095] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:37:55.420328Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:37:55.420378Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:37:57.777082Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800577911630913:2048] [node 2] ICP01 ready to work
2025-12-06T17:37:57.777446Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800577911630914:2049] [node 3] ICP01 ready to work
2025-12-06T17:37:58.788394Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800578319825804:2048] [node 1] ICP01 ready to work
2025-12-06T17:37:58.788434Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800578319825805:2049] [node 3] ICP01 ready to work
2025-12-06T17:38:00.224208Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800583984436939:2048] [node 1] ICP01 ready to work
2025-12-06T17:38:00.224239Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800583984436940:2049] [node 2] ICP01 ready to work
2025-12-06T17:38:00.843276Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800587466065705:2048] [node 1] ICP01 ready to work
2025-12-06T17:38:00.843376Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800587466065706:2049] [node 2] ICP01 ready to work
2025-12-06T17:38:00.844186Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800587466065707:2050] [node 3] ICP01 ready to work
2025-12-06T17:38:01.844314Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800592511109479:2048] [node 1] ICP01 ready to work
2025-12-06T17:38:01.844383Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800592511109480:2049] [node 2] ICP01 ready to work
2025-12-06T17:38:01.845119Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800592511109481:2050] [node 3] ICP01 ready to work
2025-12-06T17:38:03.186248Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800599766361446:2048] [node 1] ICP01 ready to work
2025-12-06T17:38:03.186292Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800599766361447:2049] [node 2] ICP01 ready to work
2025-12-06T17:38:03.227198Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800599766361448:2050] [node 3] ICP01 ready to work
2025-12-06T17:38:05.998710Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800609690978726:2108] [node 4] ICP01 ready to work
2025-12-06T17:38:05.959599Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800608356296075:2081] [node 5] ICP01 ready to work
2025-12-06T17:38:06.057497Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800612679564235:2107] [node 4] ICP01 ready to work
2025-12-06T17:38:06.073960Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800612679564236:2108] [node 5] ICP01 ready to work
2025-12-06T17:38:06.074310Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800612679564237:2109] [node 6] ICP01 ready to work
2025-12-06T17:38:06.123273Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800613985946023:2109] [node 6] ICP01 ready to work
2025-12-06T17:38:06.111792Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800616566336640:2107] [node 5] ICP01 ready to work
2025-12-06T17:38:06.118811Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800613235869544:2108] [node 5] ICP01 ready to work
2025-12-06T17:38:06.173547Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800613235869545:2109] [node 6] ICP01 ready to work
2025-12-06T17:38:06.124481Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800616566336641:2108] [node 4] ICP01 ready to work
2025-12-06T17:38:06.182133Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800616566336642:2109] [node 6] ICP01 ready to work
2025-12-06T17:38:06.235015Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800592511109479:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(82735528ns) {Configure:104(82729667ns) {ProcessConfigured:135(70972ns) {StartInitialHandshake:157(67621ns) {DropHandshakes:470(4058ns) {DropIncomingHandshake:442(1172ns) DropOutgoingHandshake:457(357ns)} GenerateSessionVirtualId:988(1371ns) PrepareNewSessionHandshake:477(2256ns) {SwitchToState:179(468ns)}}}}}
2025-12-06T17:38:06.239222Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800613235869544:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(60416773ns) {Configure:104(60410430ns) {ProcessConfigured:135(1310710ns) {StartInitialHandshake:157(1308077ns) {DropHandshakes:470(3424ns) {DropIncomingHandshake:442(1001ns) DropOutgoingHandshake:457(649ns)} GenerateSessionVirtualId:988(936ns) PrepareNewSessionHandshake:477(2078ns) {SwitchToState:179(649ns)}}}}}
2025-12-06T17:38:06.288487Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800587466065705:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(43379387ns) {Configure:104(43374192ns) {ProcessConfigured:135(1664450ns) {StartInitialHandshake:157(1662970ns) {DropHandshakes:470(2297ns) {DropIncomingHandshake:442(462ns) DropOutgoingHandshake:457(354ns)} GenerateSessionVirtualId:988(548ns) PrepareNewSessionHandshake:477(736ns) {SwitchToState:179(184ns)}}}}}
2025-12-06T17:38:06.274340Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800583984436940:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(383640779ns) {Configure:104(363697178ns) {ProcessConfigured:135(707558ns) {StartInitialHandshake:157(700915ns) {DropHandshakes:470(3361ns) {DropIncomingHandshake:442(602ns) DropOutgoingHandshake:457(756ns)} GenerateSessionVirtualId:988(1059ns) PrepareNewSessionHandshake:477(2074ns) {SwitchToState:179(679ns)}}}}}
2025-12-06T17:38:06.329445Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800599766361447:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(232505556ns) {Configure:104(232498523ns) {ProcessConfigured:135(21707232ns) {StartInitialHandshake:157(21704815ns) {DropHandshakes:470(8434050ns) {DropIncomingHandshake:442(2533ns) DropOutgoingHandshake:457(497ns)} GenerateSessionVirtualId:988(1872ns) PrepareNewSessionHandshake:477(3023ns) {SwitchToState:179(607ns)}}}}}
2025-12-06T17:38:06.330971Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800612651263400:2090] [node 4] ICP01 ready to work
2025-12-06T17:38:06.308878Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800578319825804:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(200436496ns) {Configure:104(200431762ns) {ProcessConfigured:135(23681903ns) {StartInitialHandshake:157(23680203ns) {DropHandshakes:470(6877ns) {DropIncomingHandshake:442(704ns) DropOutgoingHandshake:457(450ns)} GenerateSessionVirtualId:988(1137ns) PrepareNewSessionHandshake:477(2047ns) {SwitchToState:179(1123ns)}}}}}
2025-12-06T17:38:06.337780Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800592511109480:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(65568669ns) {Configure:104(65561730ns) {ProcessConfigured:135(15115211ns) {StartInitialHandshake:157(15113005ns) {DropHandshakes:470(1823ns) {DropIncomingHandshake:442(442ns) DropOutgoingHandshake:457(186ns)} GenerateSessionVirtualId:988(664ns) PrepareNewSessionHandshake:477(2989ns) {SwitchToState:179(1180ns)}}}}}
2025-12-06T17:38:06.351473Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800614049208076:2107] [node 4] ICP01 ready to work
2025-12-06T17:38:06.354460Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800614049208077:2108] [node 5] ICP01 ready to work
2025-12-06T17:38:06.361829Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800587466065706:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(71299526ns) {Configure:104(71294107ns) {ProcessConfigured:135(1630673ns) {StartInitialHandshake:157(1627640ns) {DropHandshakes:470(303703ns) {DropIncomingHandshake:442(522ns) DropOutgoingHandshake:457(424ns)} GenerateSessionVirtualId:988(877ns) PrepareNewSessionHandshake:477(1261ns) {SwitchToState:179(352ns)}}}}}
2025-12-06T17:38:06.369335Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800616566336641:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(155844332ns) {Configure:104(155838472ns) {ProcessConfigured:135(12829855ns) {StartInitialHandshake:157(12826701ns) {DropHandshakes:470(307829ns) {DropIncomingHandshake:442(897ns) DropOutgoingHandshake:457(504ns)} GenerateSessionVirtualId:988(1262ns) PrepareNewSessionHandshake:477(3560ns) {SwitchToState:179(398ns)}}}}}
2025-12-06T17:38:06.396046Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800614049208078:2109] [node 6] ICP01 ready to work
2025-12-06T17:38:06.400893Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800577911630913:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(18180883ns) {Configure:104(18177972ns) {ProcessConfigured:135(3752511ns) {StartInitialHandshake:157(3751162ns) {DropHandshakes:470(2687ns) {DropIncomingHandshake:442(573ns) DropOutgoingHandshake:457(347ns)} GenerateSessionVirtualId:988(712ns) PrepareNewSessionHandshake:477(1979ns) {SwitchToState:179(289ns)}}}}}
2025-12-06T17:38:06.408824Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800612679564235:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(47689611ns) {Configure:104(47686366ns) {ProcessConfigured:135(1336914ns) {StartInitialHandshake:157(1334740ns) {DropHandshakes:470(1451ns) {DropIncomingHandshake:442(471ns) DropOutgoingHandshake:457(263ns)} GenerateSessionVirtualId:988(675ns) PrepareNewSessionHandshake:477(2272ns) {SwitchToState:179(663ns)}}}}}
2025-12-06T17:38:06.427444Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800592511109481:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(58737470ns) {Configure:104(58731618ns) {ProcessConfigured:135(16074438ns) {StartInitialHandshake:157(16071776ns) {DropHandshakes:470(2920ns) {DropIncomingHandshake:442(562ns) DropOutgoingHandshake:457(380ns)} GenerateSessionVirtualId:988(706ns) PrepareNewSessionHandshake:477(3100ns) {SwitchToState:179(1370ns)}}}}}
2025-12-06T17:38:06.445642Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800587466065707:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(81648788ns) {Configure:104(81320746ns) {ProcessConfigured:135(4531800ns) {StartInitialHandshake:157(4529302ns) {DropHandshakes:470(2774ns) {DropIncomingHandshake:442(620ns) DropOutgoingHandshake:457(489ns)} GenerateSessionVirtualId:988(983ns) PrepareNewSessionHandshake:477(2620ns) {SwitchToState:179(763ns)}}}}}
2025-12-06T17:38:06.453498Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800599766361448:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(119235618ns) {Configure:104(119230887ns) {ProcessConfigured:135(3240505ns) {StartInitialHandshake:157(2904923ns) {DropHandshakes:470(3584ns) {DropIncomingHandshake:442(1083ns) DropOutgoingHandshake:457(523ns)} GenerateSessionVirtualId:988(868ns) PrepareNewSessionHandshake:477(2437ns) {SwitchToState:179(1013ns)}}}}}
2025-12-06T17:38:06.472612Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800577911630914:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(48638131ns) {Configure:104(48632570ns) {ProcessConfigured:135(1443990ns) {StartInitialHandshake:157(1440994ns) {DropHandshakes:470(1598ns) {DropIncomingHandshake:442(424ns) DropOutgoingHandshake:457(202ns)} GenerateSessionVirtualId:988(764ns) PrepareNewSessionHandshake:477(2071ns) {SwitchToState:179(596ns)}}}}}
2025-12-06T17:38:06.501414Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800614049208076:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(96962143ns) {Configure:104(96958704ns) {ProcessConfigured:135(10148185ns) {StartInitialHandshake:157(10146219ns) {DropHandshakes:470(3446ns) {DropIncomingHandshake:442(815ns) DropOutgoingHandshake:457(380ns)} GenerateSessionVirtualId:988(946ns) PrepareNewSessionHandshake:477(2169ns) {SwitchToState:179(89ns)}}}}}
2025-12-06T17:38:06.524490Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800612679564236:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(84105947ns) {Configure:104(83791283ns) {ProcessConfigured:135(13688775ns) {StartInitialHandshake:157(13686019ns) {DropHandshakes:470(2330ns) {DropIncomingHandshake:442(858ns) DropOutgoingHandshake:457(246ns)} GenerateSessionVirtualId:988(1832ns) PrepareNewSessionHandshake:477(4483ns) {SwitchToState:179(706ns)}}}}}
2025-12-06T17:38:06.537452Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800609690978726:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(67497401ns) {Configure:104(67490926ns) {ProcessConfigured:135(1381166ns) {StartInitialHandshake:157(1378326ns) {DropHandshakes:470(3440ns) {DropIncomingHandshake:442(720ns) DropOutgoingHandshake:457(481ns)} GenerateSessionVirtualId:988(421ns) PrepareNewSessionHandshake:477(324897ns) {SwitchToState:179(1191ns)}}}}}
2025-12-06T17:38:06.559632Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800608356296075:2081] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(44329665ns) {Configure:104(44321570ns) {ProcessConfigured:135(3324373ns) {StartInitialHandshake:157(3322072ns) {DropHandshakes:470(3448ns) {DropIncomingHandshake:442(894ns) DropOutgoingHandshake:457(671ns)} GenerateSessionVirtualId:988(729ns) PrepareNewSessionHandshake:477(2239ns) {SwitchToState:179(876ns)}}}}}
2025-12-06T17:38:06.576296Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800616566336640:2107] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(86923869ns) {Configure:104(86918281ns) {ProcessConfigured:135(7022463ns) {StartInitialHandshake:157(7018850ns) {DropHandshakes:470(3092ns) {DropIncomingHandshake:442(615ns) DropOutgoingHandshake:457(328ns)} GenerateSessionVirtualId:988(1094ns) PrepareNewSessionHandshake:477(3051ns) {SwitchToState:179(1174ns)}}}}}
2025-12-06T17:38:06.632479Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800583984436939:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(106894267ns) {Configure:104(106887537ns) {ProcessConfigured:135(10100198ns) {StartInitialHandshake:157(10098888ns) {DropHandshakes:470(2943ns) {DropIncomingHandshake:442(704ns) DropOutgoingHandshake:457(385ns)} GenerateSessionVirtualId:988(559ns) PrepareNewSessionHandshake:477(2497ns) {SwitchToState:179(187ns)}}}}}
2025-12-06T17:38:06.635311Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800613985946023:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(52904231ns) {Configure:104(52896705ns) {ProcessConfigured:135(17084348ns) {StartInitialHandshake:157(17081001ns) {DropHandshakes:470(3498ns) {DropIncomingHandshake:442(994ns) DropOutgoingHandshake:457(367ns)} GenerateSessionVirtualId:988(2775ns) PrepareNewSessionHandshake:477(3987ns) {SwitchToState:179(1719ns)}}}}}
2025-12-06T17:38:06.657007Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800613235869545:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(104075659ns) {Configure:104(104066892ns) {ProcessConfigured:135(17920368ns) {StartInitialHandshake:157(17916625ns) {DropHandshakes:470(3418ns) {DropIncomingHandshake:442(592ns) DropOutgoingHandshake:457(494ns)} GenerateSessionVirtualId:988(1282ns) PrepareNewSessionHandshake:477(5091ns) {SwitchToState:179(2099ns)}}}}}
2025-12-06T17:38:06.674031Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800578319825805:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(95712140ns) {Configure:104(95704066ns) {ProcessConfigured:135(772353ns) {StartInitialHandshake:157(769842ns) {DropHandshakes:470(2796ns) {DropIncomingHandshake:442(379ns) DropOutgoingHandshake:457(342ns)} GenerateSessionVirtualId:988(902ns) PrepareNewSessionHandshake:477(1946ns) {SwitchToState:179(601ns)}}}}}
2025-12-06T17:38:06.700749Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800616566336642:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(100112427ns) {Configure:104(100104505ns) {ProcessConfigured:135(36591559ns) {StartInitialHandshake:157(36588782ns) {DropHandshakes:470(3218ns) {DropIncomingHandshake:442(594ns) DropOutgoingHandshake:457(619ns)} GenerateSessionVirtualId:988(1350ns) PrepareNewSessionHandshake:477(4423ns) {SwitchToState:179(1481ns)}}}}}
2025-12-06T17:38:06.708248Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800599766361446:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(88631288ns) {Configure:104(88624705ns) {ProcessConfigured:135(25644771ns) {StartInitialHandshake:157(25643095ns) {DropHandshakes:470(3203ns) {DropIncomingHandshake:442(842ns) DropOutgoingHandshake:457(420ns)} GenerateSessionVirtualId:988(1325ns) PrepareNewSessionHandshake:477(2063ns) {SwitchToState:179(825ns)}}}}}
2025-12-06T17:38:06.733146Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800612679564237:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(53246172ns) {Configure:104(53240255ns) {ProcessConfigured:135(394608ns) {StartInitialHandshake:157(392000ns) {DropHandshakes:470(3258ns) {DropIncomingHandshake:442(967ns) DropOutgoingHandshake:457(504ns)} GenerateSessionVirtualId:988(1032ns) PrepareNewSessionHandshake:477(2429ns) {SwitchToState:179(655ns)}}}}}
2025-12-06T17:38:06.719216Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800614049208077:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(84586706ns) {Configure:104(84581065ns) {ProcessConfigured:135(15699165ns) {StartInitialHandshake:157(15696027ns) {DropHandshakes:470(3074ns) {DropIncomingHandshake:442(525ns) DropOutgoingHandshake:457(448ns)} GenerateSessionVirtualId:988(615ns) PrepareNewSessionHandshake:477(4304ns) {SwitchToState:179(2395ns)}}}}}
2025-12-06T17:38:06.851770Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800612651263400:2090] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(114951135ns) {Configure:104(114940393ns) {ProcessConfigured:135(1363418ns) {StartInitialHandshake:157(1360369ns) {DropHandshakes:470(335499ns) {DropIncomingHandshake:442(823ns) DropOutgoingHandshake:457(395ns)} GenerateSessionVirtualId:988(852ns) PrepareNewSessionHandshake:477(2371ns) {SwitchToState:179(655ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:06.860671Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800614049208078:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(123908568ns) {Configure:104(123901200ns) {ProcessConfigured:135(66945549ns) {StartInitialHandshake:157(66941573ns) {DropHandshakes:470(3243ns) {DropIncomingHandshake:442(796ns) DropOutgoingHandshake:457(508ns)} GenerateSessionVirtualId:988(1048ns) PrepareNewSessionHandshake:477(7656ns) {SwitchToState:179(3541ns)}}}}}
2025-12-06T17:38:06.880364Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800616566336654:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53027
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:06.908159Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800616566336655:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53027
2025-12-06T17:38:06.938438Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800616566336656:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53027
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:06.974301Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800613235869559:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6951
2025-12-06T17:38:06.976296Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800613235869560:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6951
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:07.053155Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800612679564249:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20832
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:07.089233Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800612679564248:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20832
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:07.095363Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800613985946037:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9809
2025-12-06T17:38:07.097383Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800613985946038:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9809
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:07.163018Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800616566336654:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:07.182194Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800614049208088:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3197
2025-12-06T17:38:07.184068Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800614049208089:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3197
2025-12-06T17:38:07.195122Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800618280913335:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9809
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:07.838995Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800613985946037:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:07.840648Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800592511109480:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:38:07.846603Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800612679564254:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20832
2025-12-06T17:38:07.859494Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800612679564248:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:08.389046Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800614049208089:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:08.389879Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800614049208088:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:08.414061Z :INTERCONNECT NOTICE: interconnect_handshake.cpp:1583: Handshake [3:7580800614049208082:2112] [node 1] ICH03 handshake failed, explanation# outgoing handshake Peer# 127.1.0.0(<unknown>) DynamicNS response timed out
2025-12-06T17:38:08.596896Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800616566336656:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:08.954637Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580800583984436939:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(<unknown>) DynamicNS response timed out incoming: [0:0:0] held: no
2025-12-06T17:38:08.956265Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580800583984436939:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(<unknown>) DynamicNS response timed out LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:38:08.956283Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(<unknown>) DynamicNS response timed out LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:38:09.454992Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800612679564243:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:09.455050Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800612679564243:2112] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:09.459487Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800612679564254:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:09.461559Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800612679564253:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20832
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:09.483786Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800616974531551:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20832
2025-12-06T17:38:09.485590Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580800578319825804:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:38:09.490315Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800612679564243:2112] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:09.505000Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800612679564236:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:38:09.493363Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800616566336646:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:09.499512Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800626870847929:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9809
2025-12-06T17:38:09.505079Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:38:09.505124Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800612679564236:2108] [node 5] ICP22 created new session: [2:7580800625564466147:2108]
2025-12-06T17:38:09.505164Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800625564466147:2108] [node 5] ICS09 handshake done sender: [2:7580800612679564243:2112] self: [2:7580800612679564242:0] peer: [5:7580800618280913336:0] socket: 376 qp: -1
2025-12-06T17:38:09.505198Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800625564466147:2108] [node 5] ICS10 traffic start
2025-12-06T17:38:09.493398Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800616566336646:2111] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:38:09.536784Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800613985946037:2115] [node 2] ICH04 handshake succeeded
2025-12-06T17:38:09.537024Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800616566336646:2111] [node 2] ICH04 handshake succeeded
2025-12-06T17:38:09.541008Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800577911630913:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:38:09.541081Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:38:09.541127Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800577911630913:2048] [node 2] ICP22 created new session: [1:7580800629451238550:2048]
2025-12-06T17:38:09.541173Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800629451238550:2048] [node 2] ICS09 handshake done sender: [1:7580800616566336646:2111] self: [1:7580800616566336645:0] peer: [2:7580800625564466146:0] socket: 389 qp: -1
2025-12-06T17:38:09.541201Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800629451238550:2048] [node 2] ICS10 traffic start
2025-12-06T17:38:09.505560Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:38:09.541238Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:38:09.561593Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800592511109480:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:38:09.561677Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:38:09.561719Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800592511109480:2049] [node 2] ICP22 created new session: [5:7580800626870847930:2049]
2025-12-06T17:38:09.561762Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800626870847930:2049] [node 2] ICS09 handshake done sender: [5:7580800613985946037:2115] self: [5:7580800618280913336:0] peer: [2:7580800612679564242:0] socket: 383 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:09.577390Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580800578319825804:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9167) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7580800612679564254:2118] held: no
2025-12-06T17:38:09.577653Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800625564466150:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20832
2025-12-06T17:38:09.561797Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800626870847930:2049] [node 2] ICS10 traffic start
2025-12-06T17:38:09.561829Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:38:09.598642Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:404: Proxy [1:7580800616566336640:2107] [node 5] ICP24 incoming handshake failed, temporary: 0 explanation: incoming handshake Peer# 127.1.0.0(127.0.0.1) Handshake timed out, State# TEvHandshakeRequest outgoing: [1:7580800616566336650:2113]
2025-12-06T17:38:09.598801Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800616566336640:2107] [node 5] ICP35 event processing took too much time PendingConnection:279(20633299ns) {HandleHandshakeStatus:395(20631293ns) {LogHandshakeFail:472(8421ns) {UpdateErrorStateLog:545(2839ns)} DropIncomingHandshake:442(16749ns)}}
2025-12-06T17:38:09.562015Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7580800592511109480:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:38:09.593014Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800612679564254:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:38:09.623247Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [1:7580800616566336641:2108] [node 4] ICP27 obsolete handshake fail ignored
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:09.631787Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580800578319825804:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:38:09.631855Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:38:09.631909Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800578319825804:2048] [node 1] ICP22 created new session: [2:7580800625564466152:2048]
2025-12-06T17:38:09.631951Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800625564466152:2048] [node 1] ICS09 handshake done sender: [2:7580800612679564254:2118] self: [2:7580800625564466146:0] peer: [1:7580800616566336645:0] socket: 392 qp: -1
2025-12-06T17:38:09.631985Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800625564466152:2048] [node 1] ICS10 traffic start
2025-12-06T17:38:09.654699Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800618344175387:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3197
2025-12-06T17:38:09.632018Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:38:09.711256Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800592511109481:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:32012) Handshake timed out, State# ReceiveExReplyHeader incoming: [0:0:0] held: no
2025-12-06T17:38:09.656498Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580800583984436939:2048] [node 1] ICP33 wake up from error state
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:09.712341Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800626870847932:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9809
2025-12-06T17:38:09.712444Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800592511109479:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9167) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [0:0:0] held: no
2025-12-06T17:38:09.747363Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580800583984436940:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24657) Handshake timed out, State# ReceiveResponse incoming: [0:0:0] held: no
2025-12-06T17:38:09.747528Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800583984436939:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:38:09.755543Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800616566336648:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:09.755580Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800616566336648:2112] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:38:09.720177Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800626870847932:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:09.765121Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800616566336648:2112] [node 3] ICH04 handshake succeeded
2025-12-06T17:38:09.767113Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800577911630914:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:38:09.767157Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:38:09.769424Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800592511109479:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:09.789820Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800626870847936:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9809
2025-12-06T17:38:09.767200Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800577911630914:2049] [node 3] ICP22 created new session: [1:7580800629451238554:2049]
2025-12-06T17:38:09.767234Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800629451238554:2049] [node 3] ICS09 handshake done sender: [1:7580800616566336648:2112] self: [1:7580800616566336647:0] peer: [3:7580800626934109983:0] socket: 378 qp: -1
2025-12-06T17:38:09.767267Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800629451238554:2049] [node 3] ICS10 traffic start
2025-12-06T17:38:09.784141Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800613235869560:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:09.767302Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:38:09.808822Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800616566336650:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:09.808857Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800616566336650:2113] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:38:09.827346Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [1:7580800616566336641:2108] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10011) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [0:0:0] held: no
2025-12-06T17:38:09.829754Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800616566336650:2113] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:09.835085Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800626870847937:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9809
2025-12-06T17:38:09.835451Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800626870847932:2119] [node 1] ICH04 handshake succeeded
2025-12-06T17:38:09.835617Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800592511109479:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:38:09.835663Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:38:09.835705Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800592511109479:2048] [node 1] ICP22 created new session: [5:7580800626870847938:2048]
2025-12-06T17:38:09.835746Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800626870847938:2048] [node 1] ICS09 handshake done sender: [5:7580800626870847932:2119] self: [5:7580800626870847935:0] peer: [1:7580800616566336649:0] socket: 367 qp: -1
2025-12-06T17:38:09.835772Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800626870847938:2048] [node 1] ICS10 traffic start
2025-12-06T17:38:09.835801Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:09.829090Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:404: Proxy [3:7580800614049208077:2108] [node 5] ICP24 incoming handshake failed, temporary: 0 explanation: incoming handshake Peer# 127.1.0.0(127.0.0.1) Handshake timed out, State# TEvHandshakeRequest outgoing: [3:7580800614049208084:2113]
2025-12-06T17:38:09.860006Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800587466065706:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24657) Socket error# connection unexpectedly closed state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:38:09.871662Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:404: Proxy [3:7580800583984436939:2048] [node 1] ICP24 incoming handshake failed, temporary: 0 explanation: incoming handshake Peer# 127.1.0.0(127.0.0.1) Handshake timed out, State# WaitInboundXdcStream outgoing: [0:0:0]
2025-12-06T17:38:09.834323Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800616566336640:2107] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:38:09.860200Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800613235869544:2108] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20774) Handshake timed out, State# TEvGetCqHandle incoming: [0:0:0] held: no
2025-12-06T17:38:09.834380Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:38:09.834422Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800616566336640:2107] [node 5] ICP22 created new session: [1:7580800629451238558:2107]
2025-12-06T17:38:09.834462Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800629451238558:2107] [node 5] ICS09 handshake done sender: [1:7580800616566336650:2113] self: [1:7580800616566336649:0] peer: [5:7580800626870847935:0] socket: 381 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:09.874304Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800626934109981:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3197
2025-12-06T17:38:09.834495Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800629451238558:2107] [node 5] ICS10 traffic start
2025-12-06T17:38:09.860309Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7580800587466065705:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:38:09.899057Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800626870847936:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:09.901135Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800592511109481:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:38:09.860339Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800587466065705:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9167) Socket error# Broken pipe state# SendExRequestData processed# 0 remain# 204 incoming: [0:0:0] held: no
2025-12-06T17:38:09.923094Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800621825804153:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6951
2025-12-06T17:38:09.834526Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:38:09.896849Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800626934109985:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3197
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:09.859517Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 3] socket: Connection reset by peer
2025-12-06T17:38:09.880808Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [1:7580800629451238554:2049] [node 3] ICS07 socket disconnect 378 reason# ECONNRESET
2025-12-06T17:38:09.880841Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7580800629451238554:2049] [node 3] ICS25 shutdown socket, reason# ECONNRESET
2025-12-06T17:38:09.880876Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:38:09.932884Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800626120771450:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6951
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:09.881245Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [1:7580800629451238554:2049] [node 3] ICS15 start handshake
2025-12-06T17:38:09.947219Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800614049208084:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:09.951957Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800626120771450:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:09.947252Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800614049208084:2113] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:38:09.975702Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7580800587466065707:2050] [node 3] ICP27 obsolete handshake fail ignored
2025-12-06T17:38:09.947717Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580800614049208076:2107] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10011) Handshake timed out, State# ReceiveResponse incoming: [0:0:0] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:09.989003Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800626870847941:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9809
2025-12-06T17:38:09.947831Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800626934109987:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3197
2025-12-06T17:38:09.955280Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800614049208084:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:38:09.992862Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7580800578319825805:2049] [node 3] ICP27 obsolete handshake fail ignored
2025-12-06T17:38:09.993130Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580800612679564235:2107] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10011) Handshake timed out, State# ReceiveResponse incoming: [0:0:0] held: no
2025-12-06T17:38:10.003800Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800613235869544:2108] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:38:10.005510Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800613235869544:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(21510258ns) {Configure:104(21508096ns) {ProcessConfigured:135(406683ns) {IncomingHandshake:261(384022ns) {DropIncomingHandshake:442(1067ns) PrepareNewSessionHandshake:477(303950ns) {SwitchToState:179(1053ns)} GenerateSessionVirtualId:988(1452ns) IssueIncomingHandshakeReply:193(53531ns) {SwitchToState:179(117ns)}}}}}
2025-12-06T17:38:10.009283Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800613985946031:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:10.009318Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580800613985946031:2113] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:38:10.009759Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800626870847936:2120] [node 3] ICH04 handshake succeeded
2025-12-06T17:38:10.012152Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800592511109481:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:38:10.012215Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:38:10.015102Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800614049208077:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:38:10.012264Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800592511109481:2050] [node 3] ICP22 created new session: [5:7580800631165815239:2050]
2025-12-06T17:38:10.015477Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:38:10.012302Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800631165815239:2050] [node 3] ICS09 handshake done sender: [5:7580800626870847936:2120] self: [5:7580800626870847940:0] peer: [3:7580800614049208083:0] socket: 387 qp: -1
2025-12-06T17:38:10.012331Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800631165815239:2050] [node 3] ICS10 traffic start
2025-12-06T17:38:10.012358Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:38:10.015517Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800614049208077:2108] [node 5] ICP22 created new session: [3:7580800631229077286:2108]
2025-12-06T17:38:10.016470Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800631229077286:2108] [node 5] ICS09 handshake done sender: [3:7580800614049208084:2113] self: [3:7580800614049208083:0] peer: [5:7580800626870847940:0] socket: 373 qp: -1
2025-12-06T17:38:10.016764Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800631229077286:2108] [node 5] ICS10 traffic start
2025-12-06T17:38:10.017391Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:38:10.035695Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800614049208077:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(20157548ns) {HandleHandshakeStatus:329(20154527ns) {DropIncomingHandshake:442(761ns) DropOutgoingHandshake:457(448ns) SwitchToState:179(609ns) ProcessPendingSessionEvents:495(1101ns)}}
2025-12-06T17:38:10.031221Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800613985946031:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:38:10.043644Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580800609690978726:2108] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:38:10.043696Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:38:10.043737Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800609690978726:2108] [node 4] ICP22 created new session: [5:7580800631165815241:2108]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:10.053946Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800630415738750:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6951
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:10.055852Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800626934109981:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:10.057343Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800626934109987:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:10.043785Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800631165815241:2108] [node 4] ICS09 handshake done sender: [5:7580800613985946031:2113] self: [5:7580800613985946030:0] peer: [4:7580800630415738749:0] socket: 368 qp: -1
2025-12-06T17:38:10.043819Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800631165815241:2108] [node 4] ICS10 traffic start
2025-12-06T17:38:10.067090Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800626934109989:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3197
2025-12-06T17:38:10.043853Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:38:10.071264Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800626120771450:2118] [node 5] ICH04 handshake succeeded
2025-12-06T17:38:10.078863Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800613235869544:2108] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:38:10.078926Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:38:10.078977Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800613235869544:2108] [node 5] ICP22 created new session: [4:7580800630415738751:2108]
2025-12-06T17:38:10.085125Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:240: Proxy [3:7580800583984436939:2048] [node 1] ICP12 (actor [3:7580800626934109989:2121]) peer tries to resume nonexistent session Self# [1:7580800616566336647:0] Peer# [3:7580800626934109983:0]
2025-12-06T17:38:10.079022Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800630415738751:2108] [node 5] ICS09 handshake done sender: [4:7580800626120771450:2118] self: [4:7580800630415738749:0] peer: [5:7580800613985946030:0] socket: 382 qp: -1
2025-12-06T17:38:10.079054Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800630415738751:2108] [node 5] ICS10 traffic start
2025-12-06T17:38:10.079087Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:38:10.104632Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800583984436940:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:38:10.110760Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800583984436940:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(18842379ns) {Configure:104(18840860ns) {ProcessConfigured:135(1576005ns) {IncomingHandshake:261(1163401ns) {DropIncomingHandshake:442(855ns) PrepareNewSessionHandshake:477(2637ns) {SwitchToState:179(798ns)} GenerateSessionVirtualId:988(1563ns) IssueIncomingHandshakeReply:193(433095ns) {SwitchToState:179(136ns)}}}}}
2025-12-06T17:38:10.119167Z :INTERCONNECT INFO: interconnect_handshake.cpp:1583: Handshake [1:7580800629451238560:2118] [node 3] ICH03 handshake failed, explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:32012) Peer rejected session continuation handshake
2025-12-06T17:38:10.129909Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [1:7580800577911630914:2049] [node 3] ICP25 outgoing handshake failed, temporary: 2 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:32012) Peer rejected session continuation handshake incoming: [0:0:0] held: no
2025-12-06T17:38:10.130024Z :INTERCONNECT INFO: interconnect_tcp_proxy.h:481: Proxy [1:7580800577911630914:2049] [node 3] ICP04 terminating current session as we are negotiating a new one
2025-12-06T17:38:10.112251Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800614049208076:2107] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:38:10.130055Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [1:7580800629451238554:2049] [node 3] ICS01 socket: -1 reason# NewSession
2025-12-06T17:38:10.112728Z :INTERCONNECT NOTICE: interconnect_handshake.cpp:1112: Handshake [3:7580800626934109989:2121] [node 1] ICH08 Continuation request rejected by proxy
2025-12-06T17:38:10.130096Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [1:7580800577911630914:2049] [node 3] ICP30 unregister session Session# [1:7580800629451238554:2049] VirtualId# [1:7580800616566336647:0]
2025-12-06T17:38:10.130137Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:10.152027Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800612679564245:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:10.152072Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800612679564245:2113] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:38:10.154364Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800612679564245:2113] [node 3] ICH04 handshake succeeded
2025-12-06T17:38:10.156172Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800578319825805:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:38:10.156219Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:38:10.156260Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800578319825805:2049] [node 3] ICP22 created new session: [2:7580800629859433451:2049]
2025-12-06T17:38:10.148942Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800631229077290:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3197
2025-12-06T17:38:10.191599Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800613235869553:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:10.191649Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800613235869553:2113] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:38:10.193041Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800613235869553:2113] [node 3] ICH04 handshake succeeded
2025-12-06T17:38:10.194556Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800587466065707:2050] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:38:10.194633Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:38:10.194674Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800587466065707:2050] [node 3] ICP22 created new session: [4:7580800630415738754:2050]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:10.194713Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800630415738754:2050] [node 3] ICS09 handshake done sender: [4:7580800613235869553:2113] self: [4:7580800613235869552:0] peer: [3:7580800631229077289:0] socket: 385 qp: -1
2025-12-06T17:38:10.212224Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800631229077290:2122] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:10.194744Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800630415738754:2050] [node 3] ICS10 traffic start
2025-12-06T17:38:10.213952Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800631229077291:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3197
2025-12-06T17:38:10.194775Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:38:10.156301Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800629859433451:2049] [node 3] ICS09 handshake done sender: [2:7580800612679564245:2113] self: [2:7580800612679564244:0] peer: [3:7580800631229077288:0] socket: 372 qp: -1
2025-12-06T17:38:10.156331Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800629859433451:2049] [node 3] ICS10 traffic start
2025-12-06T17:38:10.221156Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800626934109981:2118] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:10.223849Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800583984436940:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:38:10.223901Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:38:10.156363Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:38:10.223937Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800583984436940:2049] [node 2] ICP22 created new session: [3:7580800631229077293:2049]
2025-12-06T17:38:10.223976Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800631229077293:2049] [node 2] ICS09 handshake done sender: [3:7580800626934109981:2118] self: [3:7580800631229077288:0] peer: [2:7580800612679564244:0] socket: 366 qp: -1
2025-12-06T17:38:10.224007Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800631229077293:2049] [node 2] ICS10 traffic start
2025-12-06T17:38:10.224038Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:38:10.226387Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800631229077292:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3197
2025-12-06T17:38:10.241722Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800583984436939:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:38:10.251916Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800633746205859:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:10.251954Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800633746205859:2119] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:38:10.283629Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800633746205859:2119] [node 3] ICH04 handshake succeeded
2025-12-06T17:38:10.285047Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800577911630914:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:38:10.241928Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800626934109987:2120] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:10.247995Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800614049208076:2107] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:38:10.248043Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:38:10.285087Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:38:10.285131Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800577911630914:2049] [node 3] ICP22 created new session: [1:7580800633746205862:2049]
2025-12-06T17:38:10.285169Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800633746205862:2049] [node 3] ICS09 handshake done sender: [1:7580800633746205859:2119] self: [1:7580800633746205858:0] peer: [3:7580800631229077295:0] socket: 378 qp: -1
2025-12-06T17:38:10.285199Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800633746205862:2049] [node 3] ICS10 traffic start
2025-12-06T17:38:10.285235Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:38:10.248094Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800614049208076:2107] [node 4] ICP22 created new session: [3:7580800631229077296:2107]
2025-12-06T17:38:10.248132Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800631229077296:2107] [node 4] ICS09 handshake done sender: [3:7580800626934109987:2120] self: [3:7580800631229077289:0] peer: [4:7580800613235869552:0] socket: 388 qp: -1
2025-12-06T17:38:10.248161Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800631229077296:2107] [node 4] ICS10 traffic start
2025-12-06T17:38:10.248444Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:38:10.300283Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800631229077298:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3197
2025-12-06T17:38:10.317522Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800631229077290:2122] [node 1] ICH04 handshake succeeded
2025-12-06T17:38:10.317679Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800583984436939:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:38:10.317725Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:38:10.317768Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800583984436939:2048] [node 1] ICP22 created new session: [3:7580800631229077299:2048]
2025-12-06T17:38:10.317803Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800631229077299:2048] [node 1] ICS09 handshake done sender: [3:7580800631229077290:2122] self: [3:7580800631229077295:0] peer: [1:7580800633746205858:0] socket: 375 qp: -1
2025-12-06T17:38:10.317837Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800631229077299:2048] [node 1] ICS10 traffic start
2025-12-06T17:38:10.317877Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:38:11.127080Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7580800614049208078:2109] [node 6] ICP27 obsolete handshake fail ignored
2025-12-06T17:38:11.588020Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800608356296075:2081] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20774) Socket error# connection unexpectedly closed state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:38:11.639046Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800599766361448:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(23963948ns) {HandleCleanupEventQueue:832(23961748ns) {CleanupEventQueue:841(23960087ns) {DropSessionEvent:512(5195ns) DropSessionEvent:512(50709ns) DropSessionEvent:512(6628ns) DropSessionEvent:512(6130ns) DropSessionEvent:512(5789ns) DropSessionEvent:512(5197ns)} ScheduleCleanupEventQueue:822(328ns)}}
2025-12-06T17:38:11.643989Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800616974531551:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:11.859602Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800599766361448:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:32012) Handshake timed out, State# ReceiveResponse incoming: [0:0:0] held: no
2025-12-06T17:38:11.860178Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800599766361447:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24657) Handshake timed out, State# ReceiveExReplyHeader incoming: [0:0:0] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:11.883167Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800634126099892:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2662
2025-12-06T17:38:11.883560Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800634126099893:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2662
2025-12-06T17:38:11.885513Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800634126099894:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2662
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:11.898625Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800634126099895:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2662
2025-12-06T17:38:11.900740Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800634126099896:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2662
2025-12-06T17:38:11.931416Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800634126099893:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:11.940449Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:38:11.940682Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580800625564466152:2048] [node 1] ICS01 socket: 392 reason# EndOfStream
2025-12-06T17:38:11.940714Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580800578319825804:2048] [node 1] ICP30 unregister session Session# [2:7580800625564466152:2048] VirtualId# [2:7580800625564466146:0]
2025-12-06T17:38:11.940744Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580800625564466152:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:38:11.940813Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:38:11.940847Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:38:11.941656Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:38:11.941814Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800631229077299:2048] [node 1] ICS01 socket: 375 reason# EndOfStream
2025-12-06T17:38:11.941850Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800583984436939:2048] [node 1] ICP30 unregister session Session# [3:7580800631229077299:2048] VirtualId# [3:7580800631229077295:0]
2025-12-06T17:38:11.941869Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800631229077299:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:38:11.941912Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:38:11.941938Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:38:11.931850Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800634126099892:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:11.931966Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800634126099895:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:11.932040Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800634126099896:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:11.952229Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800612651263400:2090] [node 4] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:11.991353Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:38:11.962600Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800608356296075:2081] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:38:12.000794Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800634710706052:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6951
2025-12-06T17:38:12.002654Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800613235869556:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:12.015053Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800614049208086:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:12.015092Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800614049208086:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:38:12.028639Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800614049208086:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:38:12.002677Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800613235869556:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:38:12.023720Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800612679564247:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:12.023771Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800612679564247:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:38:11.962697Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800599766361447:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:12.025619Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800613235869556:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:38:12.045115Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800613985946033:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:12.045161Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580800613985946033:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:38:12.053664Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800626870847938:2048] [node 1] ICS01 socket: 367 reason# EndOfStream
2025-12-06T17:38:11.963076Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800599766361448:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:38:12.045946Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800612679564247:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:38:12.098775Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800614049208078:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:38:12.098836Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:38:12.098880Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800614049208078:2109] [node 6] ICP22 created new session: [3:7580800639819011894:2109]
2025-12-06T17:38:12.098920Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800639819011894:2109] [node 6] ICS09 handshake done sender: [3:7580800614049208086:2114] self: [3:7580800614049208085:0] peer: [6:7580800634126099902:0] socket: 410 qp: -1
2025-12-06T17:38:12.054055Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800592511109479:2048] [node 1] ICP30 unregister session Session# [5:7580800626870847938:2048] VirtualId# [5:7580800626870847935:0]
2025-12-06T17:38:12.098949Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800639819011894:2109] [node 6] ICS10 traffic start
2025-12-06T17:38:12.079948Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800612679564237:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:38:12.080020Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:38:12.080074Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800612679564237:2109] [node 6] ICP22 created new session: [2:7580800638449368047:2109]
2025-12-06T17:38:12.080116Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800638449368047:2109] [node 6] ICS09 handshake done sender: [2:7580800612679564247:2114] self: [2:7580800612679564246:0] peer: [6:7580800634126099901:0] socket: 374 qp: -1
2025-12-06T17:38:12.080151Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800638449368047:2109] [node 6] ICS10 traffic start
2025-12-06T17:38:11.963836Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800599766361446:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9167) Couldn't connect to any resolved address incoming: [0:0:0] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:11.988767Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580800599766361446:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:9167) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:38:12.080188Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:38:12.098981Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:38:12.054087Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800626870847938:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:38:12.147283Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800613235869545:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:38:12.054137Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:38:12.054171Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:38:12.080909Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800613985946033:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:38:11.988812Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9167) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:38:11.992291Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800599766361446:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(25746062ns) {HandleHandshakeStatus:395(25743181ns) {LogHandshakeFail:472(705774ns) {UpdateErrorStateLog:545(6935ns)} DropOutgoingHandshake:457(795ns) ProcessPendingSessionEvents:495(502ns) TransitToErrorState:752(23538946ns) {SwitchToState:179(9587ns) ProcessPendingSessionEvents:495(348ns) DropHandshakes:470(3012ns) {DropIncomingHandshake:442(689ns) DropOutgoingHandshake:457(369ns)}}}}
2025-12-06T17:38:12.013361Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580800599766361446:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:38:12.030300Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800638421067199:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2662
2025-12-06T17:38:12.039420Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800634126099896:2119] [node 4] ICH04 handshake succeeded
2025-12-06T17:38:12.082024Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580800613985946023:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:38:12.082052Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:38:12.177055Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:38:12.177812Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800613235869545:2109] [node 6] ICP22 created new session: [4:7580800639005673350:2109]
2025-12-06T17:38:12.179571Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800639005673350:2109] [node 6] ICS09 handshake done sender: [4:7580800613235869556:2114] self: [4:7580800613235869555:0] peer: [6:7580800634126099899:0] socket: 386 qp: -1
2025-12-06T17:38:12.039589Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800612651263400:2090] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:38:12.039647Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:38:12.082089Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800613985946023:2109] [node 6] ICP22 created new session: [5:7580800639755749836:2109]
2025-12-06T17:38:12.082127Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800639755749836:2109] [node 6] ICS09 handshake done sender: [5:7580800613985946033:2114] self: [5:7580800613985946032:0] peer: [6:7580800634126099900:0] socket: 371 qp: -1
2025-12-06T17:38:12.082152Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800639755749836:2109] [node 6] ICS10 traffic start
2025-12-06T17:38:12.039691Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800612651263400:2090] [node 4] ICP22 created new session: [6:7580800638421067202:2090]
2025-12-06T17:38:12.039733Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800638421067202:2090] [node 4] ICS09 handshake done sender: [6:7580800634126099896:2119] self: [6:7580800634126099899:0] peer: [4:7580800613235869555:0] socket: 416 qp: -1
2025-12-06T17:38:12.179612Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800639005673350:2109] [node 6] ICS10 traffic start
2025-12-06T17:38:12.207206Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:38:12.237923Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800613235869545:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(89567621ns) {HandleHandshakeStatus:329(89562398ns) {DropIncomingHandshake:442(609ns) DropOutgoingHandshake:457(651ns) SwitchToState:179(572ns) ProcessPendingSessionEvents:495(1197ns)}}
2025-12-06T17:38:12.237997Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7580800613235869545:2109] [node 6] ICP27 obsolete handshake fail ignored
2025-12-06T17:38:12.082182Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:38:12.039761Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800638421067202:2090] [node 4] ICS10 traffic start
2025-12-06T17:38:12.039790Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:38:12.058831Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800638421067200:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2662
2025-12-06T17:38:12.138759Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800634126099895:2118] [node 3] ICH04 handshake succeeded
2025-12-06T17:38:12.144991Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800638421067204:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2662
2025-12-06T17:38:12.174704Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800634126099893:2116] [node 5] ICH04 handshake succeeded
2025-12-06T17:38:12.231445Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800608356296075:2081] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:38:12.232424Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:38:12.232810Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800608356296075:2081] [node 5] ICP22 created new session: [6:7580800638421067205:2081]
2025-12-06T17:38:12.234169Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800638421067205:2081] [node 5] ICS09 handshake done sender: [6:7580800634126099893:2116] self: [6:7580800634126099900:0] peer: [5:7580800613985946032:0] socket: 403 qp: -1
2025-12-06T17:38:12.234489Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800638421067205:2081] [node 5] ICS10 traffic start
2025-12-06T17:38:12.234563Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:38:12.272182Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800608356296075:2081] [node 5] ICP35 event processing took too much time PendingConnection:279(39846574ns) {HandleHandshakeStatus:329(39841045ns) {DropIncomingHandshake:442(1301ns) DropOutgoingHandshake:457(501ns) SwitchToState:179(618ns) ProcessPendingSessionEvents:495(962ns)}}
2025-12-06T17:38:12.291111Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800599766361448:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:38:12.291556Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:38:12.292323Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800599766361448:2050] [node 3] ICP22 created new session: [6:7580800638421067207:2050]
2025-12-06T17:38:12.293678Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800638421067207:2050] [node 3] ICS09 handshake done sender: [6:7580800634126099895:2118] self: [6:7580800634126099902:0] peer: [3:7580800614049208085:0] socket: 415 qp: -1
2025-12-06T17:38:12.294426Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800638421067207:2050] [node 3] ICS10 traffic start
2025-12-06T17:38:12.302547Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:12.316620Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800638421067201:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2662
2025-12-06T17:38:12.323020Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800634126099892:2115] [node 2] ICH04 handshake succeeded
2025-12-06T17:38:12.323345Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800599766361447:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:38:12.323426Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:38:12.323475Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800599766361447:2049] [node 2] ICP22 created new session: [6:7580800638421067209:2049]
2025-12-06T17:38:12.323526Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800638421067209:2049] [node 2] ICS09 handshake done sender: [6:7580800634126099892:2115] self: [6:7580800634126099901:0] peer: [2:7580800612679564246:0] socket: 397 qp: -1
2025-12-06T17:38:12.323574Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800638421067209:2049] [node 2] ICS10 traffic start
2025-12-06T17:38:12.323614Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:38:12.728077Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:38:12.731478Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800631229077293:2049] [node 2] ICS01 socket: 366 reason# EndOfStream
2025-12-06T17:38:12.736345Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800583984436940:2049] [node 2] ICP30 unregister session Session# [3:7580800631229077293:2049] VirtualId# [3:7580800631229077288:0]
2025-12-06T17:38:12.736759Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800631229077293:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:38:12.736863Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:38:12.736903Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:38:12.763511Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:38:12.764718Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800638421067209:2049] [node 2] ICS01 socket: 397 reason# EndOfStream
2025-12-06T17:38:12.765358Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800599766361447:2049] [node 2] ICP30 unregister session Session# [6:7580800638421067209:2049] VirtualId# [6:7580800634126099901:0]
2025-12-06T17:38:12.772057Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:38:12.773510Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800626870847930:2049] [node 2] ICS01 socket: 383 reason# EndOfStream
2025-12-06T17:38:12.773541Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800592511109480:2049] [node 2] ICP30 unregister session Session# [5:7580800626870847930:2049] VirtualId# [5:7580800618280913336:0]
2025-12-06T17:38:12.765392Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800638421067209:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:38:12.765424Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:38:12.765505Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:38:12.773570Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800626870847930:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:38:12.773655Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:38:12.773689Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:38:13.248745Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:38:13.249314Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800631165815239:2050] [node 3] ICS01 socket: 387 reason# EndOfStream
2025-12-06T17:38:13.249667Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800592511109481:2050] [node 3] ICP30 unregister session Session# [5:7580800631165815239:2050] VirtualId# [5:7580800626870847940:0]
2025-12-06T17:38:13.250034Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800631165815239:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:38:13.251007Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:38:13.251067Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:38:13.251569Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800630415738754:2050] [node 3] ICS01 socket: 385 reason# EndOfStream
2025-12-06T17:38:13.251500Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800638421067207:2050] [node 3] ICS01 socket: 415 reason# EndOfStream
2025-12-06T17:38:13.251836Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800599766361448:2050] [node 3] ICP30 unregister session Session# [6:7580800638421067207:2050] VirtualId# [6:7580800634126099902:0]
2025-12-06T17:38:13.252502Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800587466065707:2050] [node 3] ICP30 unregister session Session# [4:7580800630415738754:2050] VirtualId# [4:7580800613235869552:0]
2025-12-06T17:38:13.258737Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:38:13.258876Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:38:13.252145Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800638421067207:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:38:13.252524Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:38:13.252536Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800630415738754:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:38:13.252844Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:38:13.252916Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:38:13.252566Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:38:13.727144Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:38:13.727299Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:38:13.727995Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800631165815241:2108] [node 4] ICS01 socket: 368 reason# EndOfStream
2025-12-06T17:38:13.727800Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800638421067202:2090] [node 4] ICS01 socket: 416 reason# EndOfStream
2025-12-06T17:38:13.728333Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800609690978726:2108] [node 4] ICP30 unregister session Session# [5:7580800631165815241:2108] VirtualId# [5:7580800613985946030:0]
2025-12-06T17:38:13.728457Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800612651263400:2090] [node 4] ICP30 unregister session Session# [6:7580800638421067202:2090] VirtualId# [6:7580800634126099899:0]
2025-12-06T17:38:13.728482Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800638421067202:2090] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:38:13.728546Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:38:13.728583Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:38:13.728364Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800631165815241:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:38:13.728751Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:38:13.728793Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:38:14.188997Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:38:14.189216Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800638421067205:2081] [node 5] ICS01 socket: 403 reason# EndOfStream
2025-12-06T17:38:14.189880Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800608356296075:2081] [node 5] ICP30 unregister session Session# [6:7580800638421067205:2081] VirtualId# [6:7580800634126099900:0]
2025-12-06T17:38:14.189909Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800638421067205:2081] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:38:14.190019Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:38:14.190057Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:38:15.244304Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800654180649060:2048] [node 2] ICP01 ready to work
2025-12-06T17:38:15.244754Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800654180649061:2049] [node 3] ICP01 ready to work
2025-12-06T17:38:15.782804Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800653967997270:2048] [node 1] ICP01 ready to work
2025-12-06T17:38:15.782847Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800653967997271:2049] [node 3] ICP01 ready to work
2025-12-06T17:38:16.476726Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800655924949549:2048] [node 1] ICP01 ready to work
2025-12-06T17:38:16.476974Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800655924949550:2049] [node 2] ICP01 ready to work
2025-12-06T17:38:17.162470Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800663607263937:2048] [node 1] ICP01 ready to work
2025-12-06T17:38:17.170425Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800663607263938:2049] [node 2] ICP01 ready to work
2025-12-06T17:38:17.170465Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800663607263939:2050] [node 3] ICP01 ready to work
2025-12-06T17:38:17.323748Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800659965086416:2049] [node 2] ICP01 ready to work
2025-12-06T17:38:17.324157Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800659965086417:2050] [node 3] ICP01 ready to work
2025-12-06T17:38:17.325409Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800659965086415:2048] [node 1] ICP01 ready to work
2025-12-06T17:38:18.322894Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800667022491656:2048] [node 1] ICP01 ready to work
2025-12-06T17:38:18.322957Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800667022491657:2049] [node 2] ICP01 ready to work
2025-12-06T17:38:18.343922Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800667022491658:2050] [node 3] ICP01 ready to work
2025-12-06T17:38:19.227941Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800668809851469:2078] [node 5] ICP01 ready to work
2025-12-06T17:38:19.228732Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800672197198552:2070] [node 5] ICP01 ready to work
2025-12-06T17:38:19.231198Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800672197198554:2071] [node 6] ICP01 ready to work
2025-12-06T17:38:19.231825Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800668809851471:2079] [node 4] ICP01 ready to work
2025-12-06T17:38:19.330340Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800671317458972:2062] [node 4] ICP01 ready to work
2025-12-06T17:38:19.330738Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800671317458973:2064] [node 5] ICP01 ready to work
2025-12-06T17:38:19.389607Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800663607263937:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(158116868ns) {Configure:104(158096259ns) {ProcessConfigured:135(83111ns) {StartInitialHandshake:157(80189ns) {DropHandshakes:470(7339ns) {DropIncomingHandshake:442(990ns) DropOutgoingHandshake:457(619ns)} GenerateSessionVirtualId:988(1494ns) PrepareNewSessionHandshake:477(2198ns) {SwitchToState:179(715ns)}}}}}
2025-12-06T17:38:19.386745Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800671360518307:2107] [node 4] ICP01 ready to work
2025-12-06T17:38:19.318714Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800671147866509:2095] [node 5] ICP01 ready to work
2025-12-06T17:38:19.391359Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800672197198552:2070] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(162363103ns) {Configure:104(162355258ns) {ProcessConfigured:135(69830ns) {StartInitialHandshake:157(67525ns) {DropHandshakes:470(4107ns) {DropIncomingHandshake:442(976ns) DropOutgoingHandshake:457(607ns)} GenerateSessionVirtualId:988(812ns) PrepareNewSessionHandshake:477(2461ns) {SwitchToState:179(535ns)}}}}}
2025-12-06T17:38:19.343657Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800671147866505:2096] [node 4] ICP01 ready to work
2025-12-06T17:38:19.468938Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800655924949550:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(235005582ns) {Configure:104(235001309ns) {ProcessConfigured:135(26989900ns) {StartInitialHandshake:157(26987309ns) {DropHandshakes:470(2782ns) {DropIncomingHandshake:442(804ns) DropOutgoingHandshake:457(412ns)} GenerateSessionVirtualId:988(447ns) PrepareNewSessionHandshake:477(5004ns) {SwitchToState:179(2351ns)}}}}}
2025-12-06T17:38:19.407873Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800671147866520:2097] [node 6] ICP01 ready to work
2025-12-06T17:38:19.438893Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800663607263938:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(47143590ns) {Configure:104(47137681ns) {ProcessConfigured:135(27175005ns) {StartInitialHandshake:157(27171403ns) {DropHandshakes:470(4114ns) {DropIncomingHandshake:442(1277ns) DropOutgoingHandshake:457(518ns)} GenerateSessionVirtualId:988(1296ns) PrepareNewSessionHandshake:477(6056ns) {SwitchToState:179(3219ns)}}}}}
2025-12-06T17:38:19.464222Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800659965086415:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(221763439ns) {Configure:104(205413424ns) {ProcessConfigured:135(75338ns) {StartInitialHandshake:157(69103ns) {DropHandshakes:470(3668ns) {DropIncomingHandshake:442(794ns) DropOutgoingHandshake:457(640ns)} GenerateSessionVirtualId:988(1428ns) PrepareNewSessionHandshake:477(2915ns) {SwitchToState:179(787ns)}}}}}
2025-12-06T17:38:19.470769Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800668809851508:2082] [node 6] ICP01 ready to work
2025-12-06T17:38:19.461758Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800671360518308:2108] [node 5] ICP01 ready to work
2025-12-06T17:38:19.464897Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800668555021065:2064] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:19.511005Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800671360518309:2109] [node 6] ICP01 ready to work
2025-12-06T17:38:19.523978Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800654180649060:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(61874500ns) {Configure:104(61866766ns) {ProcessConfigured:135(74835ns) {StartInitialHandshake:157(72398ns) {DropHandshakes:470(3602ns) {DropIncomingHandshake:442(851ns) DropOutgoingHandshake:457(544ns)} GenerateSessionVirtualId:988(822ns) PrepareNewSessionHandshake:477(2529ns) {SwitchToState:179(790ns)}}}}}
2025-12-06T17:38:19.465210Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800668555021066:2073] [node 4] ICP01 ready to work
2025-12-06T17:38:19.519647Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800668809851469:2078] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(291373001ns) {Configure:104(291367115ns) {ProcessConfigured:135(12323458ns) {StartInitialHandshake:157(12318980ns) {DropHandshakes:470(3610ns) {DropIncomingHandshake:442(665ns) DropOutgoingHandshake:457(661ns)} GenerateSessionVirtualId:988(1622ns) PrepareNewSessionHandshake:477(4551ns) {SwitchToState:179(1801ns)}}}}}
2025-12-06T17:38:19.534833Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800672197198604:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29269
2025-12-06T17:38:19.586933Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800671317458973:2064] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(254177925ns) {Configure:104(254170691ns) {ProcessConfigured:135(24002044ns) {StartInitialHandshake:157(23997081ns) {DropHandshakes:470(5532717ns) {DropIncomingHandshake:442(3806ns) DropOutgoingHandshake:457(556ns)} GenerateSessionVirtualId:988(3935ns) PrepareNewSessionHandshake:477(6671ns) {SwitchToState:179(2954ns)}}}}}
2025-12-06T17:38:19.576104Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800671147866509:2095] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(116950137ns) {Configure:104(116934825ns) {ProcessConfigured:135(83222ns) {StartInitialHandshake:157(80029ns) {DropHandshakes:470(3463ns) {DropIncomingHandshake:442(629ns) DropOutgoingHandshake:457(850ns)} GenerateSessionVirtualId:988(1419ns) PrepareNewSessionHandshake:477(1978ns) {SwitchToState:179(657ns)}}}}}
2025-12-06T17:38:19.540149Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800659965086417:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(297371672ns) {Configure:104(297367750ns) {ProcessConfigured:135(6823334ns) {StartInitialHandshake:157(6819494ns) {DropHandshakes:470(3561ns) {DropIncomingHandshake:442(890ns) DropOutgoingHandshake:457(511ns)} GenerateSessionVirtualId:988(996ns) PrepareNewSessionHandshake:477(4586ns) {SwitchToState:179(2222ns)}}}}}
2025-12-06T17:38:19.590890Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800672197198554:2071] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(153826046ns) {Configure:104(153820363ns) {ProcessConfigured:135(23041316ns) {StartInitialHandshake:157(23038217ns) {DropHandshakes:470(4071ns) {DropIncomingHandshake:442(738ns) DropOutgoingHandshake:457(479ns)} GenerateSessionVirtualId:988(778ns) PrepareNewSessionHandshake:477(3697ns) {SwitchToState:179(1879ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:19.615256Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800671360518307:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(101650615ns) {Configure:104(101645011ns) {ProcessConfigured:135(12211352ns) {StartInitialHandshake:157(12208353ns) {DropHandshakes:470(3173ns) {DropIncomingHandshake:442(755ns) DropOutgoingHandshake:457(502ns)} GenerateSessionVirtualId:988(1074ns) PrepareNewSessionHandshake:477(4288ns) {SwitchToState:179(2120ns)}}}}}
2025-12-06T17:38:19.616397Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800671360518318:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10564
2025-12-06T17:38:19.616587Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800671360518319:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10564
2025-12-06T17:38:19.616646Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800671360518320:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10564
2025-12-06T17:38:19.626241Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800667022491658:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(98996797ns) {Configure:104(98990219ns) {ProcessConfigured:135(97132ns) {StartInitialHandshake:157(93674ns) {DropHandshakes:470(7001ns) {DropIncomingHandshake:442(792ns) DropOutgoingHandshake:457(627ns)} GenerateSessionVirtualId:988(1119ns) PrepareNewSessionHandshake:477(2533ns) {SwitchToState:179(686ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:19.635162Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800672197198609:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29269
2025-12-06T17:38:19.635268Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800672197198610:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29269
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:19.551327Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800668555021065:2064] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(85738727ns) {Configure:104(85732565ns) {ProcessConfigured:135(12359980ns) {StartInitialHandshake:157(12355264ns) {DropHandshakes:470(3672ns) {DropIncomingHandshake:442(848ns) DropOutgoingHandshake:457(547ns)} GenerateSessionVirtualId:988(748ns) PrepareNewSessionHandshake:477(5661ns) {SwitchToState:179(2929ns)}}}}}
2025-12-06T17:38:19.636209Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800668809851516:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41508
2025-12-06T17:38:19.636298Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800668809851517:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41508
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:19.644553Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800671360518318:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:19.668207Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800668809851507:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:19.668263Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800668809851507:2112] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:38:19.643850Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800672197198604:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:19.659220Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800653967997271:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(59816920ns) {Configure:104(59812036ns) {ProcessConfigured:135(136104ns) {StartInitialHandshake:157(132863ns) {DropHandshakes:470(3820ns) {DropIncomingHandshake:442(842ns) DropOutgoingHandshake:457(599ns)} GenerateSessionVirtualId:988(1232ns) PrepareNewSessionHandshake:477(2457ns) {SwitchToState:179(734ns)}}}}}
2025-12-06T17:38:19.644075Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800663607263939:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:38:19.654501Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800671360518309:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(128562738ns) {Configure:104(128558541ns) {ProcessConfigured:135(85932ns) {StartInitialHandshake:157(81803ns) {DropHandshakes:470(3924ns) {DropIncomingHandshake:442(1008ns) DropOutgoingHandshake:457(516ns)} GenerateSessionVirtualId:988(1208ns) PrepareNewSessionHandshake:477(2506ns) {SwitchToState:179(715ns)}}}}}
2025-12-06T17:38:19.661622Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800671147866521:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62475
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:19.651756Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800672197198608:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29269
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:19.683861Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800671360518319:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:19.687335Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800672197198608:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:19.688495Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800672197198612:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29269
2025-12-06T17:38:19.688868Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800672197198613:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29269
2025-12-06T17:38:19.671562Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800653967997270:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(240788210ns) {Configure:104(240781168ns) {ProcessConfigured:135(185039ns) {StartInitialHandshake:157(182884ns) {DropHandshakes:470(6568ns) {DropIncomingHandshake:442(905ns) DropOutgoingHandshake:457(441ns)} GenerateSessionVirtualId:988(1004ns) PrepareNewSessionHandshake:477(2679ns) {SwitchToState:179(891ns)}}}}}
2025-12-06T17:38:19.671718Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800671147866521:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:19.672141Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800671147866529:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62475
2025-12-06T17:38:19.672888Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800671147866530:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62475
2025-12-06T17:38:19.683533Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800671147866528:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62475
2025-12-06T17:38:19.685462Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800671147866528:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:19.685922Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800671147866529:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:19.690270Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800668555021086:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12868
2025-12-06T17:38:19.690494Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800668555021085:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12868
2025-12-06T17:38:19.687434Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800668809851518:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41508
2025-12-06T17:38:19.687613Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800668809851507:2112] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:19.691275Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800668555021085:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:19.694726Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800668555021087:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12868
2025-12-06T17:38:19.694879Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800668555021066:2073] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:38:19.699273Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800668809851471:2079] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:38:19.699336Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:38:19.702741Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800672197198591:2105] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:19.716987Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800668555021086:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:19.699391Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800668809851471:2079] [node 4] ICP22 created new session: [3:7580800668809851520:2079]
2025-12-06T17:38:19.702790Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800672197198591:2105] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:19.704236Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800672197198604:2114] [node 3] ICH04 handshake succeeded
2025-12-06T17:38:19.711210Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800663607263939:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:38:19.711276Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:38:19.711329Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800663607263939:2050] [node 3] ICP22 created new session: [4:7580800672197198615:2050]
2025-12-06T17:38:19.711387Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800672197198615:2050] [node 3] ICS09 handshake done sender: [4:7580800672197198604:2114] self: [4:7580800672197198611:0] peer: [3:7580800668809851506:0] socket: 378 qp: -1
2025-12-06T17:38:19.711425Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800672197198615:2050] [node 3] ICS10 traffic start
2025-12-06T17:38:19.711463Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:38:19.726678Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800672197198591:2105] [node 5] ICH04 handshake succeeded
2025-12-06T17:38:19.735368Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800672197198552:2070] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:38:19.735427Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:38:19.735487Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800672197198552:2070] [node 5] ICP22 created new session: [4:7580800672197198619:2070]
2025-12-06T17:38:19.735693Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800672197198619:2070] [node 5] ICS09 handshake done sender: [4:7580800672197198591:2105] self: [4:7580800672197198590:0] peer: [5:7580800668555021088:0] socket: 379 qp: -1
2025-12-06T17:38:19.735733Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800672197198619:2070] [node 5] ICS10 traffic start
2025-12-06T17:38:19.735780Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:38:19.742997Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800671317459031:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36876
2025-12-06T17:38:19.743520Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800671317459030:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36876
2025-12-06T17:38:19.699450Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800668809851520:2079] [node 4] ICS09 handshake done sender: [3:7580800668809851507:2112] self: [3:7580800668809851506:0] peer: [4:7580800672197198611:0] socket: 377 qp: -1
2025-12-06T17:38:19.751782Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800671317459030:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:19.759166Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800667022491658:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:38:19.766677Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800671317459031:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:19.767051Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800671317458972:2062] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:38:19.699502Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800668809851520:2079] [node 4] ICS10 traffic start
2025-12-06T17:38:19.699544Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:38:19.771353Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800672197198607:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:19.771392Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800672197198607:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:38:19.773168Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800668809851510:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:19.773206Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800668809851510:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:38:19.774941Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800668809851510:2113] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:19.787043Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800671317459035:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36876
2025-12-06T17:38:19.787625Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800671317459034:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36876
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:19.803735Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800671317459030:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:38:19.804720Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800671317459031:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:38:19.782860Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800672197198607:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:38:19.775634Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800668809851508:2082] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:38:19.791229Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800672197198554:2071] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:38:19.791298Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:38:19.802658Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800672197198554:2071] [node 6] ICP22 created new session: [4:7580800672197198622:2071]
2025-12-06T17:38:19.802730Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800672197198622:2071] [node 6] ICS09 handshake done sender: [4:7580800672197198607:2115] self: [4:7580800672197198603:0] peer: [6:7580800671317459033:0] socket: 418 qp: -1
2025-12-06T17:38:19.802781Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800672197198622:2071] [node 6] ICS10 traffic start
2025-12-06T17:38:19.802850Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:38:19.811118Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800672197198554:2071] [node 6] ICP35 event processing took too much time PendingConnection:279(19686776ns) {HandleHandshakeStatus:329(19682328ns) {DropIncomingHandshake:442(17304ns) DropOutgoingHandshake:457(724ns) SwitchToState:179(802ns) ProcessPendingSessionEvents:495(159284ns) {ForwardSessionEventToSession:612(101985ns) ForwardSessionEventToSession:612(7867ns) ForwardSessionEventToSession:612(2668ns) ForwardSessionEventToSession:612(2667ns) ForwardSessionEventToSession:612(6628ns) ForwardSessionEventToSession:612(3249ns) ForwardSessionEventToSession:612(9265ns) ForwardSessionEventToSession:612(3564ns) ForwardSessionEventToSession:612(6650ns) ForwardSessionEventToSession:612(5389ns)}}}
2025-12-06T17:38:19.775690Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:38:19.775740Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800668809851508:2082] [node 6] ICP22 created new session: [3:7580800668809851524:2082]
2025-12-06T17:38:19.775976Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800668809851524:2082] [node 6] ICS09 handshake done sender: [3:7580800668809851510:2113] self: [3:7580800668809851509:0] peer: [6:7580800671317459032:0] socket: 416 qp: -1
2025-12-06T17:38:19.776018Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800668809851524:2082] [node 6] ICS10 traffic start
2025-12-06T17:38:19.800503Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800668555021089:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12868
2025-12-06T17:38:19.776229Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:38:19.821388Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800667022491658:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:38:19.821462Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:38:19.821508Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800667022491658:2050] [node 3] ICP22 created new session: [6:7580800671317459036:2050]
2025-12-06T17:38:19.821555Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800671317459036:2050] [node 3] ICS09 handshake done sender: [6:7580800671317459030:2115] self: [6:7580800671317459032:0] peer: [3:7580800668809851509:0] socket: 417 qp: -1
2025-12-06T17:38:19.806803Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800668809851516:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:19.852056Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800668555021085:2115] [node 4] ICH04 handshake succeeded
2025-12-06T17:38:19.875742Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800668555021066:2073] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:38:19.875810Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:38:19.875981Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800668555021066:2073] [node 4] ICP22 created new session: [5:7580800668555021092:2073]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:19.821592Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800671317459036:2050] [node 3] ICS10 traffic start
2025-12-06T17:38:19.821631Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:38:19.834230Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800671317458972:2062] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21874) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800671317459031:2116] held: no
2025-12-06T17:38:19.834361Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800671317458972:2062] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:38:19.834839Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:38:19.834906Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800671317458972:2062] [node 4] ICP22 created new session: [6:7580800671317459039:2062]
2025-12-06T17:38:19.835276Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800671317459039:2062] [node 4] ICS09 handshake done sender: [6:7580800671317459031:2116] self: [6:7580800671317459033:0] peer: [4:7580800672197198603:0] socket: 420 qp: -1
2025-12-06T17:38:19.835322Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800671317459039:2062] [node 4] ICS10 traffic start
2025-12-06T17:38:19.835373Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:38:19.890898Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800668555021092:2073] [node 4] ICS09 handshake done sender: [5:7580800668555021085:2115] self: [5:7580800668555021088:0] peer: [4:7580800672197198590:0] socket: 400 qp: -1
2025-12-06T17:38:19.890978Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800668555021092:2073] [node 4] ICS10 traffic start
2025-12-06T17:38:19.891037Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:38:19.891801Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800668555021090:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12868
2025-12-06T17:38:19.916480Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7580800672197198552:2070] [node 5] ICP27 obsolete handshake fail ignored
2025-12-06T17:38:19.926767Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800668809851515:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:19.926804Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800668809851515:2114] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:19.924801Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800668555021090:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:19.925882Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800659965086417:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:38:19.961455Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800668555021096:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12868
2025-12-06T17:38:19.938813Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800668809851515:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:38:19.974986Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800668809851517:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:19.980718Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800671360518320:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:19.984176Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800668555021090:2119] [node 3] ICH04 handshake succeeded
2025-12-06T17:38:20.019216Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800655924949549:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:38:19.979226Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800671317459041:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36876
2025-12-06T17:38:20.027366Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800668809851469:2078] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:38:20.027459Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:38:20.027516Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800668809851469:2078] [node 5] ICP22 created new session: [3:7580800673104818826:2078]
2025-12-06T17:38:20.027561Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800673104818826:2078] [node 5] ICS09 handshake done sender: [3:7580800668809851515:2114] self: [3:7580800668809851514:0] peer: [5:7580800668555021095:0] socket: 426 qp: -1
2025-12-06T17:38:20.027598Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800673104818826:2078] [node 5] ICS10 traffic start
2025-12-06T17:38:20.027632Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:38:20.041036Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800655924949549:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(20272121ns) {IncomingHandshake:261(20268689ns) {DropIncomingHandshake:442(946ns) PrepareNewSessionHandshake:477(2845ns) {SwitchToState:179(1339ns)} GenerateSessionVirtualId:988(1449ns) IssueIncomingHandshakeReply:193(115193ns) {SwitchToState:179(1062ns)}}}
2025-12-06T17:38:20.064967Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800671147866530:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:20.034634Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800671360518328:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10564
2025-12-06T17:38:20.047344Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800668555021087:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:20.078271Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800668809851518:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:20.072823Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580800653967997270:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:38:20.084528Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800672197198610:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:20.068820Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800671360518311:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:20.047413Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800659965086417:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:38:20.068856Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800671360518311:2110] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:38:20.076806Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800671360518313:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:20.076834Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800671360518313:2111] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:38:20.108398Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800655924949550:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:38:20.084088Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800671360518311:2110] [node 3] ICH04 handshake succeeded
2025-12-06T17:38:20.104758Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800663607263937:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:38:20.109724Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800673104818828:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41508
2025-12-06T17:38:20.148588Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800668809851517:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:38:20.047470Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:38:20.047523Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800659965086417:2050] [node 3] ICP22 created new session: [5:7580800672849988393:2050]
2025-12-06T17:38:20.151121Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800671360518313:2111] [node 2] ICH04 handshake succeeded
2025-12-06T17:38:20.047566Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800672849988393:2050] [node 3] ICS09 handshake done sender: [5:7580800668555021090:2119] self: [5:7580800668555021095:0] peer: [3:7580800668809851514:0] socket: 427 qp: -1
2025-12-06T17:38:20.047605Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800672849988393:2050] [node 3] ICS10 traffic start
2025-12-06T17:38:20.154132Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800672197198612:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:20.164179Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800671317459041:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:20.166057Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800655924949549:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:38:20.047644Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:38:20.170780Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800671317458973:2064] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:38:20.185562Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800671360518317:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:20.169474Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800671147866527:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:20.167406Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800663607263938:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:38:20.068378Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7580800659965086417:2050] [node 3] ICP27 obsolete handshake fail ignored
2025-12-06T17:38:20.185603Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800671360518317:2113] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:38:20.169522Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800671147866527:2114] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:38:20.170654Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:38:20.132935Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800659965086416:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:38:20.151323Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800659965086416:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(21914900ns) {IncomingHandshake:261(17710681ns) {DropIncomingHandshake:442(803ns) PrepareNewSessionHandshake:477(3406ns) {SwitchToState:179(1308ns)} GenerateSessionVirtualId:988(1052ns) IssueIncomingHandshakeReply:193(65084ns) {SwitchToState:179(658ns)}}}
2025-12-06T17:38:20.192816Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800668555021082:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:20.191300Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800654180649061:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:38:20.191674Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:38:20.191731Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800654180649061:2049] [node 3] ICP22 created new session: [1:7580800675655485628:2049]
2025-12-06T17:38:20.171595Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800671147866523:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:20.192852Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580800668555021082:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:38:20.181854Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800655924949549:2048] [node 1] ICP22 created new session: [3:7580800673104818830:2048]
2025-12-06T17:38:20.191773Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800675655485628:2049] [node 3] ICS09 handshake done sender: [1:7580800671360518311:2110] self: [1:7580800671360518310:0] peer: [3:7580800668809851529:0] socket: 392 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:20.171626Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800671147866523:2112] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:38:20.191821Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800675655485628:2049] [node 3] ICS10 traffic start
2025-12-06T17:38:20.192025Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:38:20.193623Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800654180649060:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:38:20.210152Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800671360518328:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:20.221060Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:20.218343Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800673104818830:2048] [node 1] ICS09 handshake done sender: [3:7580800668809851517:2116] self: [3:7580800668809851529:0] peer: [1:7580800671360518310:0] socket: 396 qp: -1
2025-12-06T17:38:20.279858Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800668555021082:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:38:20.177984Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800675442833839:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62475
2025-12-06T17:38:20.230974Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800654180649060:2048] [node 2] ICP22 created new session: [1:7580800675655485630:2048]
2025-12-06T17:38:20.287361Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800675612426339:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36876
2025-12-06T17:38:20.218399Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800673104818830:2048] [node 1] ICS10 traffic start
2025-12-06T17:38:20.244968Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800675655485630:2048] [node 2] ICS09 handshake done sender: [1:7580800671360518313:2111] self: [1:7580800671360518312:0] peer: [2:7580800675442833837:0] socket: 393 qp: -1
2025-12-06T17:38:20.245345Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800675655485630:2048] [node 2] ICS10 traffic start
2025-12-06T17:38:20.292629Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800672849988397:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12868
2025-12-06T17:38:20.220931Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:38:20.299736Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800676492165922:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29269
2025-12-06T17:38:20.180290Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800675442833838:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62475
2025-12-06T17:38:20.246279Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:20.311164Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580800668555021065:2064] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:20.319659Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800671317459041:2119] [node 5] ICH04 handshake succeeded
2025-12-06T17:38:20.334990Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800672197198612:2119] [node 2] ICH04 handshake succeeded
2025-12-06T17:38:20.276941Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800654180649060:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(62964023ns) {HandleHandshakeStatus:329(56719437ns) {DropIncomingHandshake:442(484ns) DropOutgoingHandshake:457(550ns) SwitchToState:179(528ns) ProcessPendingSessionEvents:495(2361262ns) {ForwardSessionEventToSession:612(660873ns) ForwardSessionEventToSession:612(271167ns) ForwardSessionEventToSession:612(3060ns) ForwardSessionEventToSession:612(2783ns) ForwardSessionEventToSession:612(571261ns) ForwardSessionEventToSession:612(1875ns) ForwardSessionEventToSession:612(1581ns) ForwardSessionEventToSession:612(558049ns) ForwardSessionEventToSession:612(1973ns) ForwardSessionEventToSession:612(279085ns)}}}
2025-12-06T17:38:20.191862Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800671147866525:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:20.311241Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:38:20.311294Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800668555021065:2064] [node 6] ICP22 created new session: [5:7580800672849988399:2064]
2025-12-06T17:38:20.311337Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800672849988399:2064] [node 6] ICS09 handshake done sender: [5:7580800668555021082:2114] self: [5:7580800668555021075:0] peer: [6:7580800675612426338:0] socket: 387 qp: -1
2025-12-06T17:38:20.311371Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800672849988399:2064] [node 6] ICS10 traffic start
2025-12-06T17:38:20.311405Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:38:20.312157Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800668555021087:2117] [node 2] ICH04 handshake succeeded
2025-12-06T17:38:20.331321Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800659965086416:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:38:20.331382Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:38:20.331426Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800659965086416:2049] [node 2] ICP22 created new session: [5:7580800672849988401:2049]
2025-12-06T17:38:20.331461Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800672849988401:2049] [node 2] ICS09 handshake done sender: [5:7580800668555021087:2117] self: [5:7580800672849988395:0] peer: [2:7580800671147866522:0] socket: 415 qp: -1
2025-12-06T17:38:20.331811Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800672849988401:2049] [node 2] ICS10 traffic start
2025-12-06T17:38:20.332653Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:38:20.312744Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800671360518317:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:38:20.348821Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800676492165923:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29269
2025-12-06T17:38:20.329113Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800671317458973:2064] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17458) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800671317459041:2119] held: no
2025-12-06T17:38:20.356757Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800673104818832:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41508
2025-12-06T17:38:20.191899Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800671147866525:2113] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:20.244163Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800671147866523:2112] [node 5] ICH04 handshake succeeded
2025-12-06T17:38:20.329204Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800671317458973:2064] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:38:20.250913Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800671147866527:2114] [node 3] ICH04 handshake succeeded
2025-12-06T17:38:20.287084Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800671147866525:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:38:20.339538Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800675442833839:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:20.339593Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800671147866509:2095] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:38:20.340748Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:38:20.341739Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800671147866509:2095] [node 5] ICP22 created new session: [2:7580800675442833843:2095]
2025-12-06T17:38:20.354130Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800675442833843:2095] [node 5] ICS09 handshake done sender: [2:7580800671147866523:2112] self: [2:7580800671147866522:0] peer: [5:7580800672849988395:0] socket: 407 qp: -1
2025-12-06T17:38:20.360695Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800675442833843:2095] [node 5] ICS10 traffic start
2025-12-06T17:38:20.384689Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800671360518307:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:38:20.378709Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:38:20.385401Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800671147866509:2095] [node 5] ICP35 event processing took too much time PendingConnection:279(45501128ns) {HandleHandshakeStatus:329(45497827ns) {DropIncomingHandshake:442(633ns) DropOutgoingHandshake:457(465ns) SwitchToState:179(750ns) ProcessPendingSessionEvents:495(130185ns) {ForwardSessionEventToSession:612(65019ns) ForwardSessionEventToSession:612(12434ns) ForwardSessionEventToSession:612(10463ns) ForwardSessionEventToSession:612(3256ns) ForwardSessionEventToSession:612(7795ns) ForwardSessionEventToSession:612(2593ns) ForwardSessionEventToSession:612(4231ns) ForwardSessionEventToSession:612(5538ns) ForwardSessionEventToSession:612(2984ns) ForwardSessionEventToSession:612(5005ns)}}}
2025-12-06T17:38:20.370281Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800663607263938:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:38:20.370357Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:38:20.370420Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800663607263938:2049] [node 2] ICP22 created new session: [4:7580800676492165924:2049]
2025-12-06T17:38:20.385497Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800653967997271:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:38:20.329248Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:38:20.370475Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800676492165924:2049] [node 2] ICS09 handshake done sender: [4:7580800672197198612:2119] self: [4:7580800676492165921:0] peer: [2:7580800671147866524:0] socket: 411 qp: -1
2025-12-06T17:38:20.370516Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800676492165924:2049] [node 2] ICS10 traffic start
2025-12-06T17:38:20.385610Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:38:20.329285Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800671317458973:2064] [node 5] ICP22 created new session: [6:7580800675612426340:2064]
2025-12-06T17:38:20.370573Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:38:20.385659Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800653967997271:2049] [node 3] ICP22 created new session: [2:7580800675442833845:2049]
2025-12-06T17:38:20.329323Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800675612426340:2064] [node 5] ICS09 handshake done sender: [6:7580800671317459041:2119] self: [6:7580800675612426338:0] peer: [5:7580800668555021075:0] socket: 428 qp: -1
2025-12-06T17:38:20.381270Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800672197198610:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:38:20.385711Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800675442833845:2049] [node 3] ICS09 handshake done sender: [2:7580800671147866527:2114] self: [2:7580800671147866526:0] peer: [3:7580800673104818829:0] socket: 409 qp: -1
2025-12-06T17:38:20.383807Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800663607263937:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:38:20.329351Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800675612426340:2064] [node 5] ICS10 traffic start
2025-12-06T17:38:20.385750Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800675442833845:2049] [node 3] ICS10 traffic start
2025-12-06T17:38:20.385814Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:38:20.386418Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800671147866505:2096] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:38:20.386527Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:38:20.391940Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:38:20.392038Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800663607263937:2048] [node 1] ICP22 created new session: [4:7580800676492165926:2048]
2025-12-06T17:38:20.329384Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:38:20.391278Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800671147866505:2096] [node 4] ICP22 created new session: [2:7580800675442833847:2096]
2025-12-06T17:38:20.397156Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800676492165926:2048] [node 1] ICS09 handshake done sender: [4:7580800672197198610:2118] self: [4:7580800676492165920:0] peer: [1:7580800671360518316:0] socket: 399 qp: -1
2025-12-06T17:38:20.392002Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800653967997270:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(18412818ns) {HandleCleanupEventQueue:832(18411082ns) {CleanupEventQueue:841(18408523ns) {DropSessionEvent:512(11997ns) DropSessionEvent:512(13135851ns) DropSessionEvent:512(5382ns) DropSessionEvent:512(3734ns) DropSessionEvent:512(3622ns) DropSessionEvent:512(4114ns) DropSessionEvent:512(3816ns) DropSessionEvent:512(3667ns) DropSessionEvent:512(3775ns) DropSessionEvent:512(5222419ns)} ScheduleCleanupEventQueue:822(484ns)}}
2025-12-06T17:38:20.396584Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800675442833847:2096] [node 4] ICS09 handshake done sender: [2:7580800671147866525:2113] self: [2:7580800671147866524:0] peer: [4:7580800676492165921:0] socket: 408 qp: -1
2025-12-06T17:38:20.395996Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:38:20.368416Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800668809851518:2117] [node 2] ICH04 handshake succeeded
2025-12-06T17:38:20.396645Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800675442833847:2096] [node 4] ICS10 traffic start
2025-12-06T17:38:20.397278Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800671360518307:2107] [node 4] ICP22 created new session: [1:7580800675655485634:2107]
2025-12-06T17:38:20.396740Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:38:20.381433Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800655924949550:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:38:20.397514Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800671147866530:2117] [node 1] ICH04 handshake succeeded
2025-12-06T17:38:20.381519Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:38:20.381572Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800655924949550:2049] [node 2] ICP22 created new session: [3:7580800673104818833:2049]
2025-12-06T17:38:20.381622Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800673104818833:2049] [node 2] ICS09 handshake done sender: [3:7580800668809851518:2117] self: [3:7580800673104818829:0] peer: [2:7580800671147866526:0] socket: 410 qp: -1
2025-12-06T17:38:20.381659Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800673104818833:2049] [node 2] ICS10 traffic start
2025-12-06T17:38:20.381700Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:38:20.383467Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800655924949549:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(121754033ns) {HandleHandshakeStatus:329(121750968ns) {DropIncomingHandshake:442(465ns) DropOutgoingHandshake:457(6827ns) SwitchToState:179(279ns) ProcessPendingSessionEvents:495(23034938ns) {ForwardSessionEventToSession:612(7255075ns) ForwardSessionEventToSession:612(370377ns) ForwardSessionEventToSession:612(362341ns) ForwardSessionEventToSession:612(395965ns) ForwardSessionEventToSession:612(3190ns) ForwardSessionEventToSession:612(2825ns) ForwardSessionEventToSession:612(6549606ns) ForwardSessionEventToSession:612(3490ns) ForwardSessionEventToSession:612(3646ns) ForwardSessionEventToSession:612(8067207ns)}}}
2025-12-06T17:38:20.380617Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800659965086416:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(37625105ns) {HandleHandshakeStatus:329(37623120ns) {DropIncomingHandshake:442(426ns) DropOutgoingHandshake:457(4741ns) SwitchToState:179(389ns) ProcessPendingSessionEvents:495(35146878ns) {ForwardSessionEventToSession:612(706569ns) ForwardSessionEventToSession:612(896410ns) ForwardSessionEventToSession:612(549058ns) ForwardSessionEventToSession:612(35638ns) ForwardSessionEventToSession:612(3250ns) ForwardSessionEventToSession:612(8414410ns) ForwardSessionEventToSession:612(6212ns) ForwardSessionEventToSession:612(3630ns) ForwardSessionEventToSession:612(823561ns) ForwardSessionEventToSession:612(8184634ns)}}}
2025-12-06T17:38:20.394717Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800672849988403:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12868
2025-12-06T17:38:20.398590Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800676492165926:2048] [node 1] ICS10 traffic start
2025-12-06T17:38:20.398307Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800675655485634:2107] [node 4] ICS09 handshake done sender: [1:7580800671360518317:2113] self: [1:7580800671360518316:0] peer: [4:7580800676492165920:0] socket: 394 qp: -1
2025-12-06T17:38:20.403500Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580800653967997270:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:38:20.398649Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:38:20.408800Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800663607263937:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(24794521ns) {HandleHandshakeStatus:329(24791127ns) {DropIncomingHandshake:442(1275ns) DropOutgoingHandshake:457(4723ns) SwitchToState:179(5767ns) ProcessPendingSessionEvents:495(605414ns) {ForwardSessionEventToSession:612(556272ns) ForwardSessionEventToSession:612(3750ns) ForwardSessionEventToSession:612(6058ns) ForwardSessionEventToSession:612(3339ns) ForwardSessionEventToSession:612(3148ns) ForwardSessionEventToSession:612(5209ns) ForwardSessionEventToSession:612(2896ns) ForwardSessionEventToSession:612(6285ns) ForwardSessionEventToSession:612(7330ns)}}}
2025-12-06T17:38:20.398356Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800675655485634:2107] [node 4] ICS10 traffic start
2025-12-06T17:38:20.398432Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:38:20.407432Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800671360518307:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(30443142ns) {HandleHandshakeStatus:329(30440564ns) {DropIncomingHandshake:442(6062542ns) DropOutgoingHandshake:457(1870ns) SwitchToState:179(782ns) ProcessPendingSessionEvents:495(4493726ns) {ForwardSessionEventToSession:612(4435057ns) ForwardSessionEventToSession:612(6599ns) ForwardSessionEventToSession:612(2695ns) ForwardSessionEventToSession:612(7153ns) ForwardSessionEventToSession:612(6801ns) ForwardSessionEventToSession:612(3390ns) ForwardSessionEventToSession:612(9961ns) ForwardSessionEventToSession:612(3478ns) ForwardSessionEventToSession:612(5065ns) ForwardSessionEventToSession:612(2379ns)}}}
2025-12-06T17:38:20.409793Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:38:20.409871Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800653967997270:2048] [node 1] ICP22 created new session: [2:7580800675442833849:2048]
2025-12-06T17:38:20.409918Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800675442833849:2048] [node 1] ICS09 handshake done sender: [2:7580800671147866530:2117] self: [2:7580800675442833837:0] peer: [1:7580800671360518312:0] socket: 406 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:20.421865Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800675612426342:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36876
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:20.409972Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800675442833849:2048] [node 1] ICS10 traffic start
2025-12-06T17:38:20.410037Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:38:20.419416Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580800671147866509:2095] [node 5] ICP18 handshake (actor [2:7580800675442833839:2121]) is too old
2025-12-06T17:38:20.428899Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800675612426343:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36876
2025-12-06T17:38:20.431324Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800675612426343:2122] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:20.431491Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800667022491656:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:38:20.432285Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800672849988403:2122] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:20.432486Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800659965086415:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:38:20.432517Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800675612426342:2121] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:20.432280Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800671360518325:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:20.432321Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800671360518325:2117] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:38:20.432635Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800667022491657:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:38:20.442606Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800671360518315:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:20.442683Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800671360518315:2112] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:20.444952Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800672849988405:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12868
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:20.451515Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800672849988403:2122] [node 1] ICH04 handshake succeeded
2025-12-06T17:38:20.443822Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800671147866532:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:20.463081Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800675612426346:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36876
2025-12-06T17:38:20.472137Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800667022491656:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17449) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800675612426343:2122] held: no
2025-12-06T17:38:20.472339Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800675612426343:2122] [node 1] ICH04 handshake succeeded
2025-12-06T17:38:20.478841Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800667022491656:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:38:20.444772Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800671360518315:2112] [node 5] ICH04 handshake succeeded
2025-12-06T17:38:20.478920Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:38:20.478982Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800667022491656:2048] [node 1] ICP22 created new session: [6:7580800675612426348:2048]
2025-12-06T17:38:20.479028Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800675612426348:2048] [node 1] ICS09 handshake done sender: [6:7580800675612426343:2122] self: [6:7580800675612426344:0] peer: [1:7580800671360518324:0] socket: 389 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:20.459526Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800659965086415:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:38:20.459632Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:38:20.459699Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800659965086415:2048] [node 1] ICP22 created new session: [5:7580800672849988406:2048]
2025-12-06T17:38:20.459755Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800672849988406:2048] [node 1] ICS09 handshake done sender: [5:7580800672849988403:2122] self: [5:7580800672849988404:0] peer: [1:7580800671360518314:0] socket: 388 qp: -1
2025-12-06T17:38:20.459796Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800672849988406:2048] [node 1] ICS10 traffic start
2025-12-06T17:38:20.459863Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:38:20.443880Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800671147866532:2118] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:38:20.479075Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800675612426348:2048] [node 1] ICS10 traffic start
2025-12-06T17:38:20.479122Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:38:20.480319Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800675612426347:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36876
2025-12-06T17:38:20.445276Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800671360518325:2117] [node 6] ICH04 handshake succeeded
2025-12-06T17:38:20.445658Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800671360518309:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:38:20.445722Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:38:20.445778Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800671360518309:2109] [node 6] ICP22 created new session: [1:7580800675655485640:2109]
2025-12-06T17:38:20.445827Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800675655485640:2109] [node 6] ICS09 handshake done sender: [1:7580800671360518325:2117] self: [1:7580800671360518324:0] peer: [6:7580800675612426344:0] socket: 376 qp: -1
2025-12-06T17:38:20.445863Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800675655485640:2109] [node 6] ICS10 traffic start
2025-12-06T17:38:20.445902Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:38:20.480871Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800671360518308:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:38:20.488855Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:38:20.488923Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800671360518308:2108] [node 5] ICP22 created new session: [1:7580800675655485642:2108]
2025-12-06T17:38:20.488977Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800675655485642:2108] [node 5] ICS09 handshake done sender: [1:7580800671360518315:2112] self: [1:7580800671360518314:0] peer: [5:7580800672849988404:0] socket: 401 qp: -1
2025-12-06T17:38:20.491327Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800675655485642:2108] [node 5] ICS10 traffic start
2025-12-06T17:38:20.470875Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800671147866532:2118] [node 6] ICH04 handshake succeeded
2025-12-06T17:38:20.491135Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800667022491657:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3060) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800675612426342:2121] held: no
2025-12-06T17:38:20.495903Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800675612426342:2121] [node 2] ICH04 handshake succeeded
2025-12-06T17:38:20.481092Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800671147866520:2097] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:38:20.481196Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:38:20.481258Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800671147866520:2097] [node 6] ICP22 created new session: [2:7580800675442833854:2097]
2025-12-06T17:38:20.481337Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800675442833854:2097] [node 6] ICS09 handshake done sender: [2:7580800671147866532:2118] self: [2:7580800671147866531:0] peer: [6:7580800675612426345:0] socket: 374 qp: -1
2025-12-06T17:38:20.481377Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800675442833854:2097] [node 6] ICS10 traffic start
2025-12-06T17:38:20.481430Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:38:20.494778Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:38:20.503226Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800667022491657:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:38:20.503320Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:38:20.503382Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800667022491657:2049] [node 2] ICP22 created new session: [6:7580800675612426350:2049]
2025-12-06T17:38:20.503434Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800675612426350:2049] [node 2] ICS09 handshake done sender: [6:7580800675612426342:2121] self: [6:7580800675612426345:0] peer: [2:7580800671147866531:0] socket: 380 qp: -1
2025-12-06T17:38:20.503477Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800675612426350:2049] [node 2] ICS10 traffic start
2025-12-06T17:38:20.503528Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:38:20.528129Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:38:20.528392Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580800675442833849:2048] [node 1] ICS01 socket: 406 reason# EndOfStream
2025-12-06T17:38:20.528442Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580800653967997270:2048] [node 1] ICP30 unregister session Session# [2:7580800675442833849:2048] VirtualId# [2:7580800675442833837:0]
2025-12-06T17:38:20.528480Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580800675442833849:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:38:20.528571Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:38:20.528619Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:38:20.530644Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:38:20.530875Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580800673104818830:2048] [node 1] ICS07 socket disconnect 396 reason# EndOfStream
2025-12-06T17:38:20.530908Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800673104818830:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:38:20.530985Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:38:20.531035Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580800673104818830:2048] [node 1] ICS15 start handshake
2025-12-06T17:38:20.535113Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580800655924949549:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17449) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:38:20.535160Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580800673104818830:2048] [node 1] ICS15 start handshake
2025-12-06T17:38:20.536150Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580800655924949549:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17449) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:38:20.536210Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800673104818830:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:38:20.536248Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800655924949549:2048] [node 1] ICP30 unregister session Session# [3:7580800673104818830:2048] VirtualId# [3:7580800668809851529:0]
2025-12-06T17:38:20.536299Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:38:20.536330Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580800655924949549:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:17449) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:38:20.536356Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17449) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:38:20.542784Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:38:20.542783Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:38:20.542833Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:38:20.543068Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800675612426348:2048] [node 1] ICS01 socket: 389 reason# EndOfStream
2025-12-06T17:38:20.543117Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800667022491656:2048] [node 1] ICP30 unregister session Session# [6:7580800675612426348:2048] VirtualId# [6:7580800675612426344:0]
2025-12-06T17:38:20.543163Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800675612426348:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:38:20.543264Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:38:20.543071Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800676492165926:2048] [node 1] ICS01 socket: 399 reason# EndOfStream
2025-12-06T17:38:20.543320Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:38:20.543144Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800663607263937:2048] [node 1] ICP30 unregister session Session# [4:7580800676492165926:2048] VirtualId# [4:7580800676492165920:0]
2025-12-06T17:38:20.543214Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800676492165926:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:38:20.543323Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:38:20.543245Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800672849988406:2048] [node 1] ICS01 socket: 388 reason# EndOfStream
2025-12-06T17:38:20.543372Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:38:20.543302Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800659965086415:2048] [node 1] ICP30 unregister session Session# [5:7580800672849988406:2048] VirtualId# [5:7580800672849988404:0]
2025-12-06T17:38:20.543334Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800672849988406:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:38:20.543409Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:38:20.543450Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:38:20.548079Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580800655924949549:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:38:20.585253Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:38:20.585500Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800673104818833:2049] [node 2] ICS01 socket: 410 reason# EndOfStream
2025-12-06T17:38:20.585542Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800655924949550:2049] [node 2] ICP30 unregister session Session# [3:7580800673104818833:2049] VirtualId# [3:7580800673104818829:0]
2025-12-06T17:38:20.585575Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800673104818833:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:38:20.585660Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:38:20.585707Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:38:20.589958Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:38:20.590224Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800676492165924:2049] [node 2] ICS01 socket: 411 reason# EndOfStream
2025-12-06T17:38:20.590265Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800663607263938:2049] [node 2] ICP30 unregister session Session# [4:7580800676492165924:2049] VirtualId# [4:7580800676492165921:0]
2025-12-06T17:38:20.590302Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800676492165924:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:38:20.590408Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:38:20.590461Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:38:20.590813Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:38:20.591040Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800672849988401:2049] [node 2] ICS01 socket: 415 reason# EndOfStream
2025-12-06T17:38:20.591077Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800659965086416:2049] [node 2] ICP30 unregister session Session# [5:7580800672849988401:2049] VirtualId# [5:7580800672849988395:0]
2025-12-06T17:38:20.591114Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800672849988401:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:38:20.591196Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:38:20.591234Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:38:20.591335Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:38:20.591530Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800675612426350:2049] [node 2] ICS01 socket: 380 reason# EndOfStream
2025-12-06T17:38:20.591563Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800667022491657:2049] [node 2] ICP30 unregister session Session# [6:7580800675612426350:2049] VirtualId# [6:7580800675612426345:0]
2025-12-06T17:38:20.591590Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800675612426350:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:38:20.591644Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:38:20.591674Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:38:20.666757Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:38:20.666757Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:38:20.666757Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:38:20.667041Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800672197198615:2050] [node 3] ICS01 socket: 378 reason# EndOfStream
2025-12-06T17:38:20.667100Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800663607263939:2050] [node 3] ICP30 unregister session Session# [4:7580800672197198615:2050] VirtualId# [4:7580800672197198611:0]
2025-12-06T17:38:20.667142Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800672197198615:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:38:20.667236Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:38:20.667291Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:38:20.667830Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800672849988393:2050] [node 3] ICS01 socket: 427 reason# EndOfStream
2025-12-06T17:38:20.667877Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800659965086417:2050] [node 3] ICP30 unregister session Session# [5:7580800672849988393:2050] VirtualId# [5:7580800668555021095:0]
2025-12-06T17:38:20.667907Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800672849988393:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:38:20.667979Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:38:20.668103Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:38:20.668324Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800671317459036:2050] [node 3] ICS01 socket: 417 reason# EndOfStream
2025-12-06T17:38:20.668376Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800667022491658:2050] [node 3] ICP30 unregister session Session# [6:7580800671317459036:2050] VirtualId# [6:7580800671317459032:0]
2025-12-06T17:38:20.668402Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800671317459036:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:38:20.668461Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:38:20.668496Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:38:20.698592Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:38:20.698852Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800668555021092:2073] [node 4] ICS01 socket: 400 reason# EndOfStream
2025-12-06T17:38:20.698914Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800668555021066:2073] [node 4] ICP30 unregister session Session# [5:7580800668555021092:2073] VirtualId# [5:7580800668555021088:0]
2025-12-06T17:38:20.698946Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800668555021092:2073] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:38:20.699062Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:38:20.699114Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:38:20.698578Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:38:20.698847Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800671317459039:2062] [node 4] ICS01 socket: 420 reason# EndOfStream
2025-12-06T17:38:20.698897Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800671317458972:2062] [node 4] ICP30 unregister session Session# [6:7580800671317459039:2062] VirtualId# [6:7580800671317459033:0]
2025-12-06T17:38:20.698937Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800671317459039:2062] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:38:20.699036Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:38:20.699090Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:38:20.762768Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:38:20.763053Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800675612426340:2064] [node 5] ICS01 socket: 428 reason# EndOfStream
2025-12-06T17:38:20.763105Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800671317458973:2064] [node 5] ICP30 unregister session Session# [6:7580800675612426340:2064] VirtualId# [6:7580800675612426338:0]
2025-12-06T17:38:20.763145Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800675612426340:2064] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:38:20.763279Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:38:20.763330Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:38:20.838335Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800674416227678:2048] [node 2] ICP01 ready to work
2025-12-06T17:38:20.838373Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800674416227679:2049] [node 3] ICP01 ready to work
2025-12-06T17:38:20.850447Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800676761557316:2048] [node 1] ICP01 ready to work
2025-12-06T17:38:20.850486Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800676761557317:2049] [node 3] ICP01 ready to work
2025-12-06T17:38:20.858964Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800675218151120:2048] [node 1] ICP01 ready to work
2025-12-06T17:38:20.858995Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800675218151121:2049] [node 2] ICP01 ready to work
2025-12-06T17:38:20.882991Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800674804427964:2048] [node 1] ICP01 ready to work
2025-12-06T17:38:20.883036Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800674804427965:2049] [node 2] ICP01 ready to work
2025-12-06T17:38:20.883084Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800674804427966:2050] [node 3] ICP01 ready to work
2025-12-06T17:38:20.933821Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800674491331718:2048] [node 1] ICP01 ready to work
2025-12-06T17:38:20.933870Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800674491331719:2049] [node 2] ICP01 ready to work
2025-12-06T17:38:20.933905Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800674491331720:2050] [node 3] ICP01 ready to work
2025-12-06T17:38:20.951364Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800674769760855:2048] [node 1] ICP01 ready to work
2025-12-06T17:38:20.951410Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800674769760856:2049] [node 2] ICP01 ready to work
2025-12-06T17:38:20.951510Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800674769760857:2050] [node 3] ICP01 ready to work
2025-12-06T17:38:21.483663Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800681056524673:2107] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:21.657547Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800678786299078:2108] [node 6] ICP01 ready to work
2025-12-06T17:38:21.674947Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800679099395323:2108] [node 5] ICP01 ready to work
2025-12-06T17:38:21.691388Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800678711195037:2109] [node 6] ICP01 ready to work
2025-12-06T17:38:21.691379Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800681056524679:2109] [node 4] ICP01 ready to work
2025-12-06T17:38:21.683085Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800678786299073:2107] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52857
2025-12-06T17:38:21.715756Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800679064728196:2078] [node 5] ICP01 ready to work
2025-12-06T17:38:21.704303Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800679513118480:2107] [node 5] ICP01 ready to work
2025-12-06T17:38:21.736885Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800679099395324:2109] [node 6] ICP01 ready to work
2025-12-06T17:38:21.690183Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800678786299079:2110] [node 4] ICP01 ready to work
2025-12-06T17:38:21.724646Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800678711195038:2107] [node 4] ICP01 ready to work
2025-12-06T17:38:21.774633Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800681056524684:2110] [node 6] ICP01 ready to work
2025-12-06T17:38:21.718509Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800679064728199:2087] [node 4] ICP01 ready to work
2025-12-06T17:38:21.729780Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800679513118481:2108] [node 6] ICP01 ready to work
2025-12-06T17:38:21.781701Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800679513118482:2109] [node 4] ICP01 ready to work
2025-12-06T17:38:21.909990Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800675218151121:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(106086859ns) {Configure:104(106079383ns) {ProcessConfigured:135(51516554ns) {StartInitialHandshake:157(51511702ns) {DropHandshakes:470(3450ns) {DropIncomingHandshake:442(927ns) DropOutgoingHandshake:457(699ns)} GenerateSessionVirtualId:988(1304ns) PrepareNewSessionHandshake:477(12857968ns) {SwitchToState:179(4161ns)}}}}}
2025-12-06T17:38:21.969888Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800674769760857:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(477873443ns) {Configure:104(477866581ns) {ProcessConfigured:135(748158ns) {StartInitialHandshake:157(745560ns) {DropHandshakes:470(1293ns) {DropIncomingHandshake:442(309ns) DropOutgoingHandshake:457(414ns)} GenerateSessionVirtualId:988(805ns) PrepareNewSessionHandshake:477(3472ns) {SwitchToState:179(1672ns)}}}}}
2025-12-06T17:38:21.914275Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800674416227679:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(433401923ns) {Configure:104(433395747ns) {ProcessConfigured:135(9817947ns) {StartInitialHandshake:157(9814314ns) {DropHandshakes:470(3354ns) {DropIncomingHandshake:442(863ns) DropOutgoingHandshake:457(549ns)} GenerateSessionVirtualId:988(1506ns) PrepareNewSessionHandshake:477(4187ns) {SwitchToState:179(1757ns)}}}}}
2025-12-06T17:38:21.939695Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800676761557316:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(322149132ns) {Configure:104(275360257ns) {ProcessConfigured:135(44835971ns) {StartInitialHandshake:157(44833279ns) {DropHandshakes:470(3735ns) {DropIncomingHandshake:442(1021ns) DropOutgoingHandshake:457(532ns)} GenerateSessionVirtualId:988(1340ns) PrepareNewSessionHandshake:477(11519506ns) {SwitchToState:179(5551ns)}}}}}
2025-12-06T17:38:21.945710Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800674416227678:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(177673067ns) {Configure:104(177667427ns) {ProcessConfigured:135(15947115ns) {StartInitialHandshake:157(15943548ns) {DropHandshakes:470(3687ns) {DropIncomingHandshake:442(743ns) DropOutgoingHandshake:457(558ns)} GenerateSessionVirtualId:988(1167ns) PrepareNewSessionHandshake:477(4645ns) {SwitchToState:179(2663ns)}}}}}
2025-12-06T17:38:22.001739Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800674804427966:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(315637596ns) {Configure:104(315627982ns) {ProcessConfigured:135(33040507ns) {StartInitialHandshake:157(33036295ns) {DropHandshakes:470(1827ns) {DropIncomingHandshake:442(473ns) DropOutgoingHandshake:457(326ns)} GenerateSessionVirtualId:988(637ns) PrepareNewSessionHandshake:477(4933ns) {SwitchToState:179(1961ns)}}}}}
2025-12-06T17:38:21.953972Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800674491331719:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(173137586ns) {Configure:104(173130512ns) {ProcessConfigured:135(27353570ns) {StartInitialHandshake:157(27349417ns) {DropHandshakes:470(3387ns) {DropIncomingHandshake:442(722ns) DropOutgoingHandshake:457(605ns)} GenerateSessionVirtualId:988(1068ns) PrepareNewSessionHandshake:477(4299ns) {SwitchToState:179(2266ns)}}}}}
2025-12-06T17:38:21.993562Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800674769760856:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(430221410ns) {Configure:104(430211465ns) {ProcessConfigured:135(42351882ns) {StartInitialHandshake:157(42347039ns) {DropHandshakes:470(3407ns) {DropIncomingHandshake:442(743ns) DropOutgoingHandshake:457(673ns)} GenerateSessionVirtualId:988(1212ns) PrepareNewSessionHandshake:477(5526ns) {SwitchToState:179(2777ns)}}}}}
2025-12-06T17:38:21.982888Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800679513118480:2107] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(162905621ns) {Configure:104(162901483ns) {ProcessConfigured:135(385862ns) {StartInitialHandshake:157(382262ns) {DropHandshakes:470(4209ns) {DropIncomingHandshake:442(852ns) DropOutgoingHandshake:457(528ns)} GenerateSessionVirtualId:988(1123ns) PrepareNewSessionHandshake:477(2083ns) {SwitchToState:179(638ns)}}}}}
2025-12-06T17:38:22.111265Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800678711195037:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(279513787ns) {Configure:104(279502484ns) {ProcessConfigured:135(57360031ns) {StartInitialHandshake:157(29800745ns) {DropHandshakes:470(4889ns) {DropIncomingHandshake:442(957ns) DropOutgoingHandshake:457(467ns)} GenerateSessionVirtualId:988(3335ns) PrepareNewSessionHandshake:477(5445ns) {SwitchToState:179(2787ns)}}}}}
2025-12-06T17:38:22.107506Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800674491331720:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(313898847ns) {Configure:104(313890259ns) {ProcessConfigured:135(40177810ns) {StartInitialHandshake:157(40174473ns) {DropHandshakes:470(3264ns) {DropIncomingHandshake:442(823ns) DropOutgoingHandshake:457(512ns)} GenerateSessionVirtualId:988(3577ns) PrepareNewSessionHandshake:477(3255ns) {SwitchToState:179(1334ns)}}}}}
2025-12-06T17:38:22.037922Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800674804427964:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(384533448ns) {Configure:104(384527125ns) {ProcessConfigured:135(740050ns) {StartInitialHandshake:157(737296ns) {DropHandshakes:470(657ns) {DropIncomingHandshake:442(151ns) DropOutgoingHandshake:457(163ns)} GenerateSessionVirtualId:988(179ns) PrepareNewSessionHandshake:477(2864ns) {SwitchToState:179(961ns)}}}}}
2025-12-06T17:38:22.114031Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800683006162341:2108] [node 5] ICP01 ready to work
2025-12-06T17:38:22.183239Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800678786299073:2107] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:22.214987Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800681056524684:2110] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(307560439ns) {Configure:104(299633025ns) {ProcessConfigured:135(43882673ns) {StartInitialHandshake:157(43879532ns) {DropHandshakes:470(10294125ns) {DropIncomingHandshake:442(715ns) DropOutgoingHandshake:457(3314ns)} GenerateSessionVirtualId:988(3068ns) PrepareNewSessionHandshake:477(4471ns) {SwitchToState:179(2097ns)}}}}}
2025-12-06T17:38:22.198114Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800674769760855:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(446738710ns) {Configure:104(446725900ns) {ProcessConfigured:135(15273956ns) {StartInitialHandshake:157(15269362ns) {DropHandshakes:470(3373ns) {DropIncomingHandshake:442(840ns) DropOutgoingHandshake:457(574ns)} GenerateSessionVirtualId:988(1092ns) PrepareNewSessionHandshake:477(5596ns) {SwitchToState:179(2752ns)}}}}}
2025-12-06T17:38:22.167317Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800678711195038:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(215847384ns) {Configure:104(212232663ns) {ProcessConfigured:135(16961707ns) {StartInitialHandshake:157(16959351ns) {DropHandshakes:470(2861ns) {DropIncomingHandshake:442(752ns) DropOutgoingHandshake:457(415ns)} GenerateSessionVirtualId:988(1277ns) PrepareNewSessionHandshake:477(3246ns) {SwitchToState:179(1338ns)}}}}}
2025-12-06T17:38:22.200034Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800675218151120:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(373599244ns) {Configure:104(373589104ns) {ProcessConfigured:135(29098521ns) {StartInitialHandshake:157(29096161ns) {DropHandshakes:470(1421ns) {DropIncomingHandshake:442(316ns) DropOutgoingHandshake:457(213ns)} GenerateSessionVirtualId:988(573ns) PrepareNewSessionHandshake:477(4052ns) {SwitchToState:179(1836ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:22.224082Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800674491331718:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(375823153ns) {Configure:104(375817123ns) {ProcessConfigured:135(35091130ns) {StartInitialHandshake:157(35087789ns) {DropHandshakes:470(3096ns) {DropIncomingHandshake:442(592ns) DropOutgoingHandshake:457(516ns)} GenerateSessionVirtualId:988(548ns) PrepareNewSessionHandshake:477(4265ns) {SwitchToState:179(1833ns)}}}}}
2025-12-06T17:38:22.263578Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800685351491987:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20281
2025-12-06T17:38:22.229609Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800679064728199:2087] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(205260897ns) {Configure:104(205254777ns) {ProcessConfigured:135(44295690ns) {StartInitialHandshake:157(29388836ns) {DropHandshakes:470(5356ns) {DropIncomingHandshake:442(1092ns) DropOutgoingHandshake:457(580ns)} GenerateSessionVirtualId:988(1284ns) PrepareNewSessionHandshake:477(2007ns) {SwitchToState:179(800ns)}}}}}
2025-12-06T17:38:22.287951Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800681056524675:2108] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:22.288005Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800681056524675:2108] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:38:22.225911Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800674491331719:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:38:22.301582Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800678786299079:2110] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(171347834ns) {Configure:104(171342852ns) {ProcessConfigured:135(28614080ns) {StartInitialHandshake:157(28610993ns) {DropHandshakes:470(4292ns) {DropIncomingHandshake:442(886ns) DropOutgoingHandshake:457(625ns)} GenerateSessionVirtualId:988(1370ns) PrepareNewSessionHandshake:477(3341ns) {SwitchToState:179(1887ns)}}}}}
2025-12-06T17:38:22.273039Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800679513118481:2108] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(166825127ns) {Configure:104(166816746ns) {ProcessConfigured:135(25746803ns) {StartInitialHandshake:157(25743517ns) {DropHandshakes:470(3374ns) {DropIncomingHandshake:442(682ns) DropOutgoingHandshake:457(444ns)} GenerateSessionVirtualId:988(1091ns) PrepareNewSessionHandshake:477(2945ns) {SwitchToState:179(1413ns)}}}}}
2025-12-06T17:38:22.331933Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800681056524675:2108] [node 5] ICH04 handshake succeeded
2025-12-06T17:38:22.301684Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800674804427965:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(253922791ns) {Configure:104(253917378ns) {ProcessConfigured:135(678279ns) {StartInitialHandshake:157(673983ns) {DropHandshakes:470(3585ns) {DropIncomingHandshake:442(958ns) DropOutgoingHandshake:457(499ns)} GenerateSessionVirtualId:988(1320ns) PrepareNewSessionHandshake:477(2546ns) {SwitchToState:179(822ns)}}}}}
2025-12-06T17:38:22.303800Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800679099395323:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(531424827ns) {Configure:104(531418178ns) {ProcessConfigured:135(54932279ns) {StartInitialHandshake:157(40636237ns) {DropHandshakes:470(4536ns) {DropIncomingHandshake:442(1087ns) DropOutgoingHandshake:457(420ns)} GenerateSessionVirtualId:988(3547ns) PrepareNewSessionHandshake:477(4009ns) {SwitchToState:179(1655ns)}}}}}
2025-12-06T17:38:22.380708Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800679513118482:2109] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(241869282ns) {Configure:104(241862695ns) {ProcessConfigured:135(1317867ns) {StartInitialHandshake:157(1314759ns) {DropHandshakes:470(2822ns) {DropIncomingHandshake:442(707ns) DropOutgoingHandshake:457(677ns)} GenerateSessionVirtualId:988(843ns) PrepareNewSessionHandshake:477(2370ns) {SwitchToState:179(662ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:22.411112Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800681056524673:2107] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:38:22.411177Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:38:22.385322Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800679099395324:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(154950692ns) {Configure:104(154941132ns) {ProcessConfigured:135(21895652ns) {StartInitialHandshake:157(21892176ns) {DropHandshakes:470(6615641ns) {DropIncomingHandshake:442(753ns) DropOutgoingHandshake:457(2015ns)} GenerateSessionVirtualId:988(2298ns) PrepareNewSessionHandshake:477(3937ns) {SwitchToState:179(1967ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:22.411248Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800681056524673:2107] [node 5] ICP22 created new session: [2:7580800685351491990:2107]
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:22.411307Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800685351491990:2107] [node 5] ICS09 handshake done sender: [2:7580800681056524675:2108] self: [2:7580800681056524674:0] peer: [5:7580800683081266386:0] socket: 378 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:22.455995Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800683081266390:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52857
2025-12-06T17:38:22.481318Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800683359695521:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37931
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:22.483926Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800683808085783:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61514
2025-12-06T17:38:22.483255Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800678786299073:2107] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:22.549300Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800683006162341:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(294947399ns) {Configure:104(294940346ns) {ProcessConfigured:135(29126116ns) {StartInitialHandshake:157(29122830ns) {DropHandshakes:470(4136ns) {DropIncomingHandshake:442(831ns) DropOutgoingHandshake:457(551ns)} GenerateSessionVirtualId:988(859ns) PrepareNewSessionHandshake:477(3926ns) {SwitchToState:179(1927ns)}}}}}
2025-12-06T17:38:22.524760Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800683359695522:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37931
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:22.411351Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800685351491990:2107] [node 5] ICS10 traffic start
2025-12-06T17:38:22.519134Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800683808085790:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61514
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:22.518719Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800674491331719:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:38:22.607039Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800683006162345:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57882
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:22.527362Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:38:22.595489Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800683359695521:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:22.411391Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:22.530632Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800683808085793:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61514
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:22.548750Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800674491331719:2049] [node 2] ICP22 created new session: [5:7580800683081266391:2049]
2025-12-06T17:38:22.602589Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800683394362629:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62996
2025-12-06T17:38:22.574299Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800683808085783:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:22.584031Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800683081266391:2049] [node 2] ICS09 handshake done sender: [5:7580800678786299073:2107] self: [5:7580800683081266386:0] peer: [2:7580800681056524674:0] socket: 379 qp: -1
2025-12-06T17:38:22.593782Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800683081266391:2049] [node 2] ICS10 traffic start
2025-12-06T17:38:22.593841Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:38:22.605473Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800683081266392:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52857
2025-12-06T17:38:22.648248Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800683081266393:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52857
2025-12-06T17:38:22.668283Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800683081266392:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:22.669426Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800674491331720:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:38:22.515785Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800685351491987:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:22.607713Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800679064728196:2078] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(329573421ns) {Configure:104(329565575ns) {ProcessConfigured:135(62001993ns) {StartInitialHandshake:157(61996538ns) {DropHandshakes:470(3490ns) {DropIncomingHandshake:442(832ns) DropOutgoingHandshake:457(521ns)} GenerateSessionVirtualId:988(1235ns) PrepareNewSessionHandshake:477(4183ns) {SwitchToState:179(2398ns)}}}}}
2025-12-06T17:38:22.632035Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800683359695522:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:22.615784Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580800681056524673:2107] [node 5] ICP18 handshake (actor [2:7580800685351491987:2115]) is too old
2025-12-06T17:38:22.726639Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800683006162345:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:22.717471Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800674491331719:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(182162519ns) {HandleHandshakeStatus:329(182157919ns) {DropIncomingHandshake:442(1858ns) DropOutgoingHandshake:457(5976ns) SwitchToState:179(3798ns) ProcessPendingSessionEvents:495(49888789ns) {ForwardSessionEventToSession:612(48232416ns) ForwardSessionEventToSession:612(8696ns) ForwardSessionEventToSession:612(305198ns) ForwardSessionEventToSession:612(3613ns) ForwardSessionEventToSession:612(3137ns) ForwardSessionEventToSession:612(325832ns) ForwardSessionEventToSession:612(2714ns) ForwardSessionEventToSession:612(2489ns) ForwardSessionEventToSession:612(669352ns) ForwardSessionEventToSession:612(3108ns)}}}
2025-12-06T17:38:22.578255Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800675218151121:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:38:22.650383Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800683394362629:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:22.627126Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800676761557316:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(43045665ns) {HandleCleanupEventQueue:832(43043022ns) {CleanupEventQueue:841(43036140ns) {DropSessionEvent:512(8094499ns) DropSessionEvent:512(5988ns) DropSessionEvent:512(6115ns) DropSessionEvent:512(4395ns) DropSessionEvent:512(4953ns) DropSessionEvent:512(4878ns) DropSessionEvent:512(5794ns)} ScheduleCleanupEventQueue:822(5093ns)}}
2025-12-06T17:38:22.703141Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800674769760855:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:38:22.599770Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800683808085795:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61514
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:22.828737Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800683006162340:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:22.828785Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800683006162340:2112] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:22.649891Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800681056524681:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:22.684995Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800674804427965:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:38:22.633171Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800683808085790:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:22.791612Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800683081266393:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:22.703626Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800679064728196:2078] [node 5] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:22.839973Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800678711195037:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(32130075ns) {HandleCleanupEventQueue:832(32128856ns) {CleanupEventQueue:841(32120316ns) {DropSessionEvent:512(6189ns) DropSessionEvent:512(23244781ns) DropSessionEvent:512(8295ns) DropSessionEvent:512(4418ns) DropSessionEvent:512(3881ns) DropSessionEvent:512(8841818ns)} ScheduleCleanupEventQueue:822(6676ns)}}
2025-12-06T17:38:22.858397Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800683006162350:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57882
2025-12-06T17:38:22.887427Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800678711195042:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:22.649950Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800681056524681:2111] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:38:22.887474Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800678711195042:2111] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:38:22.749637Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800679064728196:2078] [node 5] ICP35 event processing took too much time PendingConnection:279(20334376ns) {IncomingHandshake:261(20332431ns) {DropIncomingHandshake:442(1002ns) PrepareNewSessionHandshake:477(2374ns) {SwitchToState:179(705ns)} GenerateSessionVirtualId:988(951ns) IssueIncomingHandshakeReply:193(44211ns) {SwitchToState:179(257ns)}}}
2025-12-06T17:38:22.739863Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800674804427965:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(20312207ns) {IncomingHandshake:261(20309682ns) {DropIncomingHandshake:442(931ns) PrepareNewSessionHandshake:477(2956ns) {SwitchToState:179(1176ns)} GenerateSessionVirtualId:988(1129ns) IssueIncomingHandshakeReply:193(52648ns) {SwitchToState:179(476ns)}}}
2025-12-06T17:38:22.687195Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800683808085794:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61514
2025-12-06T17:38:22.704454Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800683808085795:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:22.740441Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800675218151121:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(29999847ns) {HandleCleanupEventQueue:832(29996142ns) {CleanupEventQueue:841(29985250ns) {DropSessionEvent:512(11458ns) DropSessionEvent:512(8228832ns) DropSessionEvent:512(12669ns) DropSessionEvent:512(5339ns) DropSessionEvent:512(6034ns) DropSessionEvent:512(11265427ns) DropSessionEvent:512(6420ns) DropSessionEvent:512(22685ns)} ScheduleCleanupEventQueue:822(8926ns)}}
2025-12-06T17:38:22.904294Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800678711195040:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:22.856558Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800678786299079:2110] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:38:22.766966Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800675218151120:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:38:22.784340Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800679513118486:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:22.784377Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800679513118486:2112] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:38:22.803565Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800675218151120:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(62431536ns) {IncomingHandshake:261(62429763ns) {DropIncomingHandshake:442(280ns) PrepareNewSessionHandshake:477(552ns) {SwitchToState:179(134ns)} GenerateSessionVirtualId:988(302ns) IssueIncomingHandshakeReply:193(40703222ns) {SwitchToState:179(3048ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:22.803625Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800683808085794:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:22.899767Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800683808085799:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61514
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:22.663163Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800685351491993:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20281
2025-12-06T17:38:22.857039Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800683081266384:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:22.897736Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800683359695529:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37931
2025-12-06T17:38:22.760470Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800674804427964:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(40600235ns) {HandleCleanupEventQueue:832(40596678ns) {CleanupEventQueue:841(40593485ns) {DropSessionEvent:512(4311881ns) DropSessionEvent:512(4540ns) DropSessionEvent:512(36246276ns) DropSessionEvent:512(6490ns) DropSessionEvent:512(4805ns) DropSessionEvent:512(4089ns) DropSessionEvent:512(3623ns) DropSessionEvent:512(4129ns)} ScheduleCleanupEventQueue:822(933ns)}}
2025-12-06T17:38:22.904319Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800678711195040:2110] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:38:22.911309Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800683808085783:2113] [node 2] ICH04 handshake succeeded
2025-12-06T17:38:22.913198Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800679513118486:2112] [node 5] ICH04 handshake succeeded
2025-12-06T17:38:22.857077Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580800683081266384:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:38:22.673279Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800685351491989:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20281
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:22.969216Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800683359695530:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37931
2025-12-06T17:38:22.904983Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800683006162353:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57882
2025-12-06T17:38:22.879226Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800683394362636:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62996
2025-12-06T17:38:22.895507Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800679099395323:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(48056885ns) {HandleCleanupEventQueue:832(48055575ns) {CleanupEventQueue:841(48054258ns) {DropSessionEvent:512(35383ns) DropSessionEvent:512(4191ns) DropSessionEvent:512(18310635ns) DropSessionEvent:512(5502ns) DropSessionEvent:512(4120ns) DropSessionEvent:512(4669ns) DropSessionEvent:512(5076ns) DropSessionEvent:512(4786ns) DropSessionEvent:512(24378ns)} ScheduleCleanupEventQueue:822(188ns)}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:22.713074Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800681056524683:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:22.905930Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800683081266398:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52857
2025-12-06T17:38:23.032935Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800679064728199:2087] [node 4] ICP35 event processing took too much time PendingConnection:279(36257530ns) {HandleCleanupEventQueue:832(36254794ns) {CleanupEventQueue:841(36245108ns) {DropSessionEvent:512(15453ns) DropSessionEvent:512(6329ns) DropSessionEvent:512(6139ns) DropSessionEvent:512(24876ns) DropSessionEvent:512(4133ns)} ScheduleCleanupEventQueue:822(7285ns)}}
2025-12-06T17:38:22.905149Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800683006162352:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57882
2025-12-06T17:38:22.910757Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800683006162353:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:22.946954Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800679513118480:2107] [node 5] ICP35 event processing took too much time PendingConnection:279(52650807ns) {HandleCleanupEventQueue:832(52649122ns) {CleanupEventQueue:841(52646987ns) {DropSessionEvent:512(4668ns) DropSessionEvent:512(4973ns) DropSessionEvent:512(4954ns) DropSessionEvent:512(4006ns) DropSessionEvent:512(3490466ns) DropSessionEvent:512(32850576ns) DropSessionEvent:512(5304ns) DropSessionEvent:512(4814ns) DropSessionEvent:512(16261016ns)} ScheduleCleanupEventQueue:822(477ns)}}
2025-12-06T17:38:22.927582Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800683394362629:2114] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:22.923649Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800683006162351:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57882
2025-12-06T17:38:22.947008Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800678711195040:2110] [node 3] ICH04 handshake succeeded
2025-12-06T17:38:22.999336Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800674416227678:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(31542642ns) {HandleCleanupEventQueue:832(31540364ns) {CleanupEventQueue:841(31537321ns) {DropSessionEvent:512(8125161ns) DropSessionEvent:512(6180ns) DropSessionEvent:512(14998056ns) DropSessionEvent:512(6589ns) DropSessionEvent:512(5791ns) DropSessionEvent:512(8366862ns) DropSessionEvent:512(11335ns) DropSessionEvent:512(4174ns)} ScheduleCleanupEventQueue:822(1301ns)}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:22.713104Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800681056524683:2112] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:38:22.947028Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800675218151121:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:38:23.000554Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800683006162340:2112] [node 6] ICH04 handshake succeeded
2025-12-06T17:38:22.977368Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800683394362626:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:22.977427Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800683394362626:2112] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:38:23.033454Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800683359695529:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:23.020394Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800683006162352:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:22.913678Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800683081266392:2117] [node 3] ICH04 handshake succeeded
2025-12-06T17:38:23.003837Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800674804427965:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:38:22.730549Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800681056524681:2111] [node 3] ICH04 handshake succeeded
2025-12-06T17:38:22.980783Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800679513118482:2109] [node 4] ICP35 event processing took too much time PendingConnection:279(36138613ns) {IncomingHandshake:261(36136660ns) {DropIncomingHandshake:442(817ns) PrepareNewSessionHandshake:477(12159297ns) {SwitchToState:179(5285ns)} GenerateSessionVirtualId:988(1217ns) IssueIncomingHandshakeReply:193(8987ns)}}
2025-12-06T17:38:23.025915Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800683006162351:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:23.096825Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800674416227679:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:38:23.096888Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:38:23.096940Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800674416227679:2049] [node 3] ICP22 created new session: [1:7580800687301129657:2049]
2025-12-06T17:38:23.011518Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:38:23.096982Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800687301129657:2049] [node 3] ICS09 handshake done sender: [1:7580800678711195040:2110] self: [1:7580800678711195039:0] peer: [3:7580800683808085798:0] socket: 404 qp: -1
2025-12-06T17:38:23.097007Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800687301129657:2049] [node 3] ICS10 traffic start
2025-12-06T17:38:23.097045Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:38:23.097845Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800678711195042:2111] [node 2] ICH04 handshake succeeded
2025-12-06T17:38:23.099688Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800683006162350:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:23.099738Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800678711195037:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:38:23.124610Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800674416227678:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:38:23.124686Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:38:23.124728Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800674416227678:2048] [node 2] ICP22 created new session: [1:7580800687301129661:2048]
2025-12-06T17:38:23.124768Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800687301129661:2048] [node 2] ICS09 handshake done sender: [1:7580800678711195042:2111] self: [1:7580800678711195041:0] peer: [2:7580800685351491998:0] socket: 406 qp: -1
2025-12-06T17:38:23.125142Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800687301129661:2048] [node 2] ICS10 traffic start
2025-12-06T17:38:23.125176Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:38:23.147545Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:38:23.148628Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800678711195037:2109] [node 6] ICP22 created new session: [1:7580800687301129663:2109]
2025-12-06T17:38:23.149342Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800687301129663:2109] [node 6] ICS09 handshake done sender: [1:7580800683006162340:2112] self: [1:7580800683006162339:0] peer: [6:7580800683359695528:0] socket: 384 qp: -1
2025-12-06T17:38:23.150044Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800687301129663:2109] [node 6] ICS10 traffic start
2025-12-06T17:38:23.016852Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:38:23.160988Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:38:23.025856Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800675218151121:2049] [node 2] ICP22 created new session: [3:7580800683808085804:2049]
2025-12-06T17:38:22.744413Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800685351491994:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20281
2025-12-06T17:38:22.913846Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800674491331720:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:38:23.036336Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800674769760856:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:38:23.030918Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800683394362626:2112] [node 5] ICH04 handshake succeeded
2025-12-06T17:38:23.031555Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800674804427965:2049] [node 2] ICP22 created new session: [4:7580800687689329935:2049]
2025-12-06T17:38:23.057182Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800687689329935:2049] [node 2] ICS09 handshake done sender: [4:7580800683394362629:2114] self: [4:7580800683394362635:0] peer: [2:7580800681056524682:0] socket: 392 qp: -1
2025-12-06T17:38:22.913899Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:38:23.038046Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800683808085804:2049] [node 2] ICS09 handshake done sender: [3:7580800683808085783:2113] self: [3:7580800683808085797:0] peer: [2:7580800681056524680:0] socket: 383 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:23.057233Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800687689329935:2049] [node 2] ICS10 traffic start
2025-12-06T17:38:22.745397Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800681056524683:2112] [node 4] ICH04 handshake succeeded
2025-12-06T17:38:23.084422Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800679099395323:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:38:22.789983Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800685351491993:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:22.913955Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800674491331720:2050] [node 3] ICP22 created new session: [5:7580800683081266399:2050]
2025-12-06T17:38:22.913998Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800683081266399:2050] [node 3] ICS09 handshake done sender: [5:7580800683081266392:2117] self: [5:7580800683081266396:0] peer: [3:7580800679513118485:0] socket: 385 qp: -1
2025-12-06T17:38:23.084994Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:38:23.055703Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800687654662827:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37931
2025-12-06T17:38:23.063162Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800683808085804:2049] [node 2] ICS10 traffic start
2025-12-06T17:38:23.091166Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:38:23.062773Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800674769760855:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(31009307ns) {HandleCleanupEventQueue:832(31008425ns) {CleanupEventQueue:841(31005837ns) {DropSessionEvent:512(6338ns) DropSessionEvent:512(5047ns) DropSessionEvent:512(5825ns) DropSessionEvent:512(5686ns) DropSessionEvent:512(6937764ns) DropSessionEvent:512(24343ns) DropSessionEvent:512(5473ns) DropSessionEvent:512(5310ns) DropSessionEvent:512(6052ns) DropSessionEvent:512(5839ns)} ScheduleCleanupEventQueue:822(479ns)}}
2025-12-06T17:38:23.098752Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:38:23.107198Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800679099395323:2108] [node 5] ICP22 created new session: [4:7580800687689329938:2108]
2025-12-06T17:38:23.222028Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800678711195037:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(106088367ns) {HandleHandshakeStatus:329(106086175ns) {DropIncomingHandshake:442(334ns) DropOutgoingHandshake:457(457ns) SwitchToState:179(410ns) ProcessPendingSessionEvents:495(926ns)}}
2025-12-06T17:38:23.222951Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800683006162341:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(21334931ns) {HandleCleanupEventQueue:832(21332337ns) {CleanupEventQueue:841(21320470ns) {DropSessionEvent:512(10926ns) DropSessionEvent:512(5042ns) DropSessionEvent:512(9374047ns) DropSessionEvent:512(11915264ns) DropSessionEvent:512(5157ns)} ScheduleCleanupEventQueue:822(9624ns)}}
2025-12-06T17:38:23.251265Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580800678711195037:2109] [node 6] ICP18 handshake (actor [1:7580800683006162350:2116]) is too old
2025-12-06T17:38:23.108891Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800683359695521:2114] [node 1] ICH04 handshake succeeded
2025-12-06T17:38:23.107174Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800679513118480:2107] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:38:23.109405Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800687689329933:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62996
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:22.914031Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800683081266399:2050] [node 3] ICS10 traffic start
2025-12-06T17:38:22.914066Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:38:23.013409Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800683081266384:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:38:23.067727Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580800678786299078:2108] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:38:23.179623Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:38:22.790222Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580800676761557316:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:38:23.110706Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800687689329938:2108] [node 5] ICS09 handshake done sender: [4:7580800683394362626:2112] self: [4:7580800683394362625:0] peer: [5:7580800683081266397:0] socket: 418 qp: -1
2025-12-06T17:38:23.067774Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:38:22.793729Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800676761557317:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(30938386ns) {HandleCleanupEventQueue:832(30936453ns) {CleanupEventQueue:841(30934690ns) {DropSessionEvent:512(9681ns) DropSessionEvent:512(4635ns) DropSessionEvent:512(4863ns) DropSessionEvent:512(3988ns) DropSessionEvent:512(20545235ns) DropSessionEvent:512(5281ns) DropSessionEvent:512(4343ns) DropSessionEvent:512(18938ns) DropSessionEvent:512(5518ns)} ScheduleCleanupEventQueue:822(391ns)}}
2025-12-06T17:38:23.122609Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800687689329938:2108] [node 5] ICS10 traffic start
2025-12-06T17:38:23.119995Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800687654662829:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37931
2025-12-06T17:38:23.068291Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800678786299078:2108] [node 6] ICP22 created new session: [5:7580800687376233700:2108]
2025-12-06T17:38:23.348104Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800683006162349:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:23.192275Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800679513118480:2107] [node 5] ICP22 created new session: [3:7580800688103053102:2107]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:23.069366Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800687376233700:2108] [node 6] ICS09 handshake done sender: [5:7580800683081266384:2114] self: [5:7580800683081266383:0] peer: [6:7580800683359695527:0] socket: 390 qp: -1
2025-12-06T17:38:23.202655Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800688103053102:2107] [node 5] ICS09 handshake done sender: [3:7580800679513118486:2112] self: [3:7580800679513118485:0] peer: [5:7580800683081266396:0] socket: 414 qp: -1
2025-12-06T17:38:23.069730Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800687376233700:2108] [node 6] ICS10 traffic start
2025-12-06T17:38:22.823174Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800676761557317:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:38:22.823238Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:38:22.823286Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800676761557317:2049] [node 3] ICP22 created new session: [2:7580800685351491999:2049]
2025-12-06T17:38:23.202719Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800688103053102:2107] [node 5] ICS10 traffic start
2025-12-06T17:38:23.160231Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:38:23.255200Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800679099395323:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(127849149ns) {HandleHandshakeStatus:329(127846365ns) {DropIncomingHandshake:442(612ns) DropOutgoingHandshake:457(1080ns) SwitchToState:179(917ns) ProcessPendingSessionEvents:495(1032ns)}}
2025-12-06T17:38:23.260174Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800687689329940:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62996
2025-12-06T17:38:23.271657Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7580800679099395323:2108] [node 5] ICP27 obsolete handshake fail ignored
2025-12-06T17:38:23.275812Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800674804427965:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(186357223ns) {HandleHandshakeStatus:329(186352122ns) {DropIncomingHandshake:442(3261ns) DropOutgoingHandshake:457(8008ns) SwitchToState:179(8614ns) ProcessPendingSessionEvents:495(21355091ns) {ForwardSessionEventToSession:612(19949900ns) ForwardSessionEventToSession:612(9179ns) ForwardSessionEventToSession:612(3295ns) ForwardSessionEventToSession:612(649315ns) ForwardSessionEventToSession:612(3190ns) ForwardSessionEventToSession:612(3305ns) ForwardSessionEventToSession:612(356100ns) ForwardSessionEventToSession:612(3016ns) ForwardSessionEventToSession:612(364642ns)}}}
2025-12-06T17:38:23.299896Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800687689329941:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62996
2025-12-06T17:38:23.301957Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800683394362632:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:23.301982Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800683394362632:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:38:23.411596Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800687689329941:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:22.823338Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800685351491999:2049] [node 3] ICS09 handshake done sender: [2:7580800681056524681:2111] self: [2:7580800681056524680:0] peer: [3:7580800683808085797:0] socket: 381 qp: -1
2025-12-06T17:38:23.423508Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800683394362632:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:38:23.121839Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800683359695522:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:38:22.823380Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800685351491999:2049] [node 3] ICS10 traffic start
2025-12-06T17:38:23.439189Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800687689329940:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:23.129613Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800674769760855:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:38:22.823414Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:38:23.202765Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:38:23.442307Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800674804427964:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:38:23.348181Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800683006162349:2115] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:38:23.070104Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:38:23.078413Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800687376233699:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52857
2025-12-06T17:38:23.078835Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800683081266393:2118] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:23.456347Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800679099395324:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:38:23.203044Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800679513118480:2107] [node 5] ICP35 event processing took too much time PendingConnection:279(95781301ns) {HandleHandshakeStatus:329(95778213ns) {DropIncomingHandshake:442(12641185ns) DropOutgoingHandshake:457(1327ns) SwitchToState:179(673ns) ProcessPendingSessionEvents:495(1320ns)}}
2025-12-06T17:38:23.129674Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:38:22.823695Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800681056524679:2109] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:38:22.823720Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:38:22.823754Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800681056524679:2109] [node 4] ICP22 created new session: [2:7580800685351492001:2109]
2025-12-06T17:38:23.092918Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800678786299079:2110] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:38:23.129711Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800674769760855:2048] [node 1] ICP22 created new session: [6:7580800687654662831:2048]
2025-12-06T17:38:23.466742Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800683006162349:2115] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:22.823796Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800685351492001:2109] [node 4] ICS09 handshake done sender: [2:7580800681056524683:2112] self: [2:7580800681056524682:0] peer: [4:7580800683394362635:0] socket: 382 qp: -1
2025-12-06T17:38:23.456423Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:38:23.093349Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:38:23.205876Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800675218151121:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(220573713ns) {HandleHandshakeStatus:329(220570180ns) {DropIncomingHandshake:442(1050ns) DropOutgoingHandshake:457(7040ns) SwitchToState:179(729ns) ProcessPendingSessionEvents:495(968ns)}}
2025-12-06T17:38:23.491058Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800683006162343:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:23.129754Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800687654662831:2048] [node 1] ICS09 handshake done sender: [6:7580800683359695521:2114] self: [6:7580800683359695528:0] peer: [1:7580800683006162339:0] socket: 388 qp: -1
2025-12-06T17:38:23.456480Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800679099395324:2109] [node 6] ICP22 created new session: [4:7580800687689329946:2109]
2025-12-06T17:38:23.491117Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800683006162343:2113] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:38:23.515895Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800683006162343:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:38:22.823824Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800685351492001:2109] [node 4] ICS10 traffic start
2025-12-06T17:38:23.129783Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800687654662831:2048] [node 1] ICS10 traffic start
2025-12-06T17:38:23.093778Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800678786299079:2110] [node 4] ICP22 created new session: [5:7580800687376233702:2110]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:23.232924Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580800675218151120:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6882) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580800683808085795:2120] held: no
2025-12-06T17:38:23.456528Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800687689329946:2109] [node 6] ICS09 handshake done sender: [4:7580800683394362632:2115] self: [4:7580800683394362631:0] peer: [6:7580800687654662836:0] socket: 442 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:22.823846Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:38:23.562760Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800678711195038:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:38:23.256789Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800675218151120:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(27049964ns) {HandleHandshakeStatus:395(27047289ns) {LogHandshakeFail:472(12405ns) {UpdateErrorStateLog:545(5291ns)} DropOutgoingHandshake:457(2242ns) ProcessPendingSessionEvents:495(532ns)}}
2025-12-06T17:38:23.129809Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:38:23.094963Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800687376233702:2110] [node 4] ICS09 handshake done sender: [5:7580800683081266393:2118] self: [5:7580800683081266397:0] peer: [4:7580800683394362625:0] socket: 419 qp: -1
2025-12-06T17:38:23.153706Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800679064728196:2078] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:38:23.153778Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:38:23.153819Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800679064728196:2078] [node 5] ICP22 created new session: [6:7580800687654662833:2078]
2025-12-06T17:38:23.153853Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800687654662833:2078] [node 5] ICS09 handshake done sender: [6:7580800683359695522:2115] self: [6:7580800683359695527:0] peer: [5:7580800683081266383:0] socket: 391 qp: -1
2025-12-06T17:38:23.456561Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800687689329946:2109] [node 6] ICS10 traffic start
2025-12-06T17:38:22.831095Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800685351491994:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:23.456596Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:38:23.472317Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800687689329942:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62996
2025-12-06T17:38:23.258269Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800683808085793:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:23.153887Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800687654662833:2078] [node 5] ICS10 traffic start
2025-12-06T17:38:23.095705Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800687376233702:2110] [node 4] ICS10 traffic start
2025-12-06T17:38:23.095749Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:38:22.862100Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580800676761557317:2049] [node 3] ICP18 handshake (actor [2:7580800685351491994:2118]) is too old
2025-12-06T17:38:23.110035Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800687376233704:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52857
2025-12-06T17:38:23.505038Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800687689329942:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:23.512484Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800674804427966:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:38:23.541847Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800687689329949:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62996
2025-12-06T17:38:23.569716Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800687689329940:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:38:23.153924Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:38:23.268333Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800683808085803:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61514
2025-12-06T17:38:22.930873Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800685351491989:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:23.593504Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800674804427964:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:38:23.205987Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800687654662830:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37931
2025-12-06T17:38:23.218812Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800674769760856:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14671) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800683359695529:2117] held: no
2025-12-06T17:38:23.230962Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800687654662829:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:23.363598Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800679513118481:2108] [node 6] ICP35 event processing took too much time PendingConnection:279(17793085ns) {IncomingHandshake:261(17790150ns) {DropIncomingHandshake:442(1176ns) PrepareNewSessionHandshake:477(5047447ns) {SwitchToState:179(1485ns)} GenerateSessionVirtualId:988(1182ns) IssueIncomingHandshakeReply:193(1105ns)}}
2025-12-06T17:38:23.365986Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800683808085795:2120] [node 1] ICH04 handshake succeeded
2025-12-06T17:38:23.006222Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800685351492004:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20281
2025-12-06T17:38:23.076481Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800685351491986:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:23.076531Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800685351491986:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:38:23.091376Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800685351491986:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:38:23.139985Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800685351491993:2117] [node 1] ICH04 handshake succeeded
2025-12-06T17:38:23.641699Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800687689329950:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62996
2025-12-06T17:38:23.642042Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800687689329942:2120] [node 3] ICH04 handshake succeeded
2025-12-06T17:38:23.197375Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800678786299079:2110] [node 4] ICP35 event processing took too much time PendingConnection:279(103589761ns) {HandleHandshakeStatus:329(96698668ns) {DropIncomingHandshake:442(1265ns) DropOutgoingHandshake:457(9004ns) SwitchToState:179(676ns) ProcessPendingSessionEvents:495(23278606ns) {ForwardSessionEventToSession:612(21050538ns) ForwardSessionEventToSession:612(304470ns) ForwardSessionEventToSession:612(2706ns) ForwardSessionEventToSession:612(623245ns) ForwardSessionEventToSession:612(305004ns) ForwardSessionEventToSession:612(3202ns) ForwardSessionEventToSession:612(678097ns) ForwardSessionEventToSession:612(2478ns) ForwardSessionEventToSession:612(1909ns) ForwardSessionEventToSession:612(291699ns)}}}
2025-12-06T17:38:23.295531Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800687376233704:2121] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:23.297485Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800674491331718:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:38:23.326098Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800678786299078:2108] [node 6] ICP35 event processing took too much time PendingConnection:279(143799601ns) {HandleHandshakeStatus:329(143796754ns) {DropIncomingHandshake:442(588ns) DropOutgoingHandshake:457(700ns) SwitchToState:179(900ns) ProcessPendingSessionEvents:495(99739773ns) {ForwardSessionEventToSession:612(36093369ns) ForwardSessionEventToSession:612(21498949ns) ForwardSessionEventToSession:612(2992ns) ForwardSessionEventToSession:612(10347813ns) ForwardSessionEventToSession:612(6098ns) ForwardSessionEventToSession:612(3548ns) ForwardSessionEventToSession:612(13687527ns) ForwardSessionEventToSession:612(13210909ns) ForwardSessionEventToSession:612(8753ns) ForwardSessionEventToSession:612(4847309ns)}}}
2025-12-06T17:38:23.499654Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800687376233706:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52857
2025-12-06T17:38:23.259254Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800683359695529:2117] [node 2] ICH04 handshake succeeded
2025-12-06T17:38:23.276880Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800679064728199:2087] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:38:23.313957Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800674769760856:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:38:23.642178Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800674804427966:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:38:23.642242Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:38:23.642283Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800674804427966:2050] [node 3] ICP22 created new session: [4:7580800687689329951:2050]
2025-12-06T17:38:23.314028Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:38:23.314081Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800674769760856:2049] [node 2] ICP22 created new session: [6:7580800687654662838:2049]
2025-12-06T17:38:23.314450Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800687654662837:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37931
2025-12-06T17:38:23.540795Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800687376233704:2121] [node 1] ICH04 handshake succeeded
2025-12-06T17:38:23.558551Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800674491331718:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:38:23.403582Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800675218151120:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:38:23.339770Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800687654662838:2049] [node 2] ICS09 handshake done sender: [6:7580800683359695529:2117] self: [6:7580800687654662828:0] peer: [2:7580800685351491985:0] socket: 429 qp: -1
2025-12-06T17:38:23.421764Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:38:23.430224Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800675218151120:2048] [node 1] ICP22 created new session: [3:7580800688103053107:2048]
2025-12-06T17:38:23.373063Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800687654662838:2049] [node 2] ICS10 traffic start
2025-12-06T17:38:23.384283Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800687654662837:2122] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:23.389018Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:38:23.140155Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800681056524684:2110] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:38:23.140207Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:38:23.595354Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:38:23.405450Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800674769760856:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(90792892ns) {HandleHandshakeStatus:329(90790433ns) {DropIncomingHandshake:442(1125ns) DropOutgoingHandshake:457(509ns) SwitchToState:179(511ns) ProcessPendingSessionEvents:495(1061ns)}}
2025-12-06T17:38:23.595775Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800674491331718:2048] [node 1] ICP22 created new session: [5:7580800687376233707:2048]
2025-12-06T17:38:23.596882Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800687376233707:2048] [node 1] ICS09 handshake done sender: [5:7580800687376233704:2121] self: [5:7580800687376233705:0] peer: [1:7580800683006162348:0] socket: 409 qp: -1
2025-12-06T17:38:23.439495Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800687654662840:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37931
2025-12-06T17:38:23.597719Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800687376233707:2048] [node 1] ICS10 traffic start
2025-12-06T17:38:23.441235Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800688103053107:2048] [node 1] ICS09 handshake done sender: [3:7580800683808085795:2120] self: [3:7580800683808085798:0] peer: [1:7580800678711195039:0] socket: 408 qp: -1
2025-12-06T17:38:23.465185Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800674769760857:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:38:23.476385Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800674769760857:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(33593767ns) {IncomingHandshake:261(33588492ns) {DropIncomingHandshake:442(559ns) PrepareNewSessionHandshake:477(10057ns) {SwitchToState:179(6029ns)} GenerateSessionVirtualId:988(1329ns) IssueIncomingHandshakeReply:193(62295ns) {SwitchToState:179(575ns)}}}
2025-12-06T17:38:23.441651Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800688103053107:2048] [node 1] ICS10 traffic start
2025-12-06T17:38:23.642323Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800687689329951:2050] [node 3] ICS09 handshake done sender: [4:7580800687689329942:2120] self: [4:7580800687689329948:0] peer: [3:7580800683808085788:0] socket: 417 qp: -1
2025-12-06T17:38:23.442442Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:38:23.642356Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800687689329951:2050] [node 3] ICS10 traffic start
2025-12-06T17:38:23.472676Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800675218151120:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(84189622ns) {HandleHandshakeStatus:329(84185244ns) {DropIncomingHandshake:442(1933ns) DropOutgoingHandshake:457(938ns) SwitchToState:179(669ns) ProcessPendingSessionEvents:495(1788ns)}}
2025-12-06T17:38:23.598172Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:38:23.480095Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800683808085787:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:23.480126Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800683808085787:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:38:23.538982Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800679064728199:2087] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5366) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800687654662829:2120] held: no
2025-12-06T17:38:23.647444Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800674491331718:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(68398713ns) {HandleHandshakeStatus:329(68395427ns) {DropIncomingHandshake:442(2165ns) DropOutgoingHandshake:457(10969ns) SwitchToState:179(641ns) ProcessPendingSessionEvents:495(1497ns)}}
2025-12-06T17:38:23.556382Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800679064728199:2087] [node 4] ICP35 event processing took too much time PendingConnection:279(23697678ns) {HandleHandshakeStatus:395(23695032ns) {LogHandshakeFail:472(18179ns) {UpdateErrorStateLog:545(6567ns)} DropOutgoingHandshake:457(2977ns) ProcessPendingSessionEvents:495(757ns)}}
2025-12-06T17:38:23.140254Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800681056524684:2110] [node 6] ICP22 created new session: [2:7580800689646459302:2110]
2025-12-06T17:38:23.140299Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800689646459302:2110] [node 6] ICS09 handshake done sender: [2:7580800685351491986:2114] self: [2:7580800685351491985:0] peer: [6:7580800687654662828:0] socket: 428 qp: -1
2025-12-06T17:38:23.556828Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800687654662829:2120] [node 4] ICH04 handshake succeeded
2025-12-06T17:38:23.642400Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:38:23.651053Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:38:23.586948Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800679064728199:2087] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:38:23.140335Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800689646459302:2110] [node 6] ICS10 traffic start
2025-12-06T17:38:23.140366Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:38:23.587036Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:38:23.141528Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580800676761557316:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:38:23.141564Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:38:23.141613Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800676761557316:2048] [node 1] ICP22 created new session: [2:7580800689646459304:2048]
2025-12-06T17:38:23.567479Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800683808085789:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:23.567524Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800683808085789:2116] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:38:23.587083Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800679064728199:2087] [node 4] ICP22 created new session: [6:7580800687654662842:2087]
2025-12-06T17:38:23.655721Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800674804427964:2048] [node 1] ICP22 created new session: [4:7580800687689329953:2048]
2025-12-06T17:38:23.587129Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800687654662842:2087] [node 4] ICS09 handshake done sender: [6:7580800687654662829:2120] self: [6:7580800687654662836:0] peer: [4:7580800683394362631:0] socket: 443 qp: -1
2025-12-06T17:38:23.668407Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800687689329953:2048] [node 1] ICS09 handshake done sender: [4:7580800687689329940:2118] self: [4:7580800687689329945:0] peer: [1:7580800683006162342:0] socket: 396 qp: -1
2025-12-06T17:38:23.587162Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800687654662842:2087] [node 4] ICS10 traffic start
2025-12-06T17:38:23.669208Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800687689329953:2048] [node 1] ICS10 traffic start
2025-12-06T17:38:23.587196Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:38:23.580689Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800683808085787:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:38:23.634552Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800687654662844:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37931
2025-12-06T17:38:23.141647Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800689646459304:2048] [node 1] ICS09 handshake done sender: [2:7580800685351491993:2117] self: [2:7580800685351491998:0] peer: [1:7580800678711195041:0] socket: 410 qp: -1
2025-12-06T17:38:23.606853Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800683808085789:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:38:23.661094Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800679513118481:2108] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:38:23.669586Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:38:23.661201Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:38:23.691374Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800687654662837:2122] [node 3] ICH04 handshake succeeded
2025-12-06T17:38:23.716497Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800674804427964:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(111412434ns) {HandleHandshakeStatus:329(111407784ns) {DropIncomingHandshake:442(1772ns) DropOutgoingHandshake:457(9974ns) SwitchToState:179(859ns) ProcessPendingSessionEvents:495(1350ns)}}
2025-12-06T17:38:23.661254Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800679513118481:2108] [node 6] ICP22 created new session: [3:7580800688103053111:2108]
2025-12-06T17:38:23.724079Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800674769760857:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19184) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800687654662837:2122] held: no
2025-12-06T17:38:23.661305Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800688103053111:2108] [node 6] ICS09 handshake done sender: [3:7580800683808085787:2115] self: [3:7580800683808085786:0] peer: [6:7580800687654662841:0] socket: 407 qp: -1
2025-12-06T17:38:23.141673Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800689646459304:2048] [node 1] ICS10 traffic start
2025-12-06T17:38:23.724133Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800674769760857:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:38:23.141700Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:38:23.785948Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:38:23.804018Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800674769760857:2050] [node 3] ICP22 created new session: [6:7580800687654662845:2050]
2025-12-06T17:38:23.805626Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800687654662845:2050] [node 3] ICS09 handshake done sender: [6:7580800687654662837:2122] self: [6:7580800687654662841:0] peer: [3:7580800683808085786:0] socket: 415 qp: -1
2025-12-06T17:38:23.661343Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800688103053111:2108] [node 6] ICS10 traffic start
2025-12-06T17:38:23.661393Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:38:23.805667Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800687654662845:2050] [node 3] ICS10 traffic start
2025-12-06T17:38:23.807616Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:38:23.822490Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800674769760857:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(97934781ns) {HandleHandshakeStatus:329(97931556ns) {DropIncomingHandshake:442(659ns) DropOutgoingHandshake:457(98ns) SwitchToState:179(713ns) ProcessPendingSessionEvents:495(1547ns)}}
2025-12-06T17:38:23.662507Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800679513118482:2109] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:38:23.662611Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:38:23.662650Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800679513118482:2109] [node 4] ICP22 created new session: [3:7580800688103053113:2109]
2025-12-06T17:38:23.662693Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800688103053113:2109] [node 4] ICS09 handshake done sender: [3:7580800683808085789:2116] self: [3:7580800683808085788:0] peer: [4:7580800687689329948:0] socket: 411 qp: -1
2025-12-06T17:38:23.662719Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800688103053113:2109] [node 4] ICS10 traffic start
2025-12-06T17:38:23.662747Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:38:24.008334Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:38:24.010066Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580800689646459304:2048] [node 1] ICS01 socket: 410 reason# EndOfStream
2025-12-06T17:38:24.010098Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580800676761557316:2048] [node 1] ICP30 unregister session Session# [2:7580800689646459304:2048] VirtualId# [2:7580800685351491998:0]
2025-12-06T17:38:24.025812Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580800689646459304:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:38:24.007771Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:38:24.007990Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800688103053107:2048] [node 1] ICS01 socket: 408 reason# EndOfStream
2025-12-06T17:38:24.008030Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800675218151120:2048] [node 1] ICP30 unregister session Session# [3:7580800688103053107:2048] VirtualId# [3:7580800683808085798:0]
2025-12-06T17:38:24.025954Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:38:24.008060Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800688103053107:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:38:24.008127Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:38:24.008166Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:38:24.026002Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:38:24.101548Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:38:24.101755Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800687654662831:2048] [node 1] ICS01 socket: 388 reason# EndOfStream
2025-12-06T17:38:24.102570Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800674769760855:2048] [node 1] ICP30 unregister session Session# [6:7580800687654662831:2048] VirtualId# [6:7580800683359695528:0]
2025-12-06T17:38:24.102947Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800687654662831:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:38:24.103027Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:38:24.111726Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:38:24.112639Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800687376233707:2048] [node 1] ICS01 socket: 409 reason# EndOfStream
2025-12-06T17:38:24.103064Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:38:24.105518Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:38:24.132197Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800687689329953:2048] [node 1] ICS01 socket: 396 reason# EndOfStream
2025-12-06T17:38:24.113057Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800674491331718:2048] [node 1] ICP30 unregister session Session# [5:7580800687376233707:2048] VirtualId# [5:7580800687376233705:0]
2025-12-06T17:38:24.132605Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800674804427964:2048] [node 1] ICP30 unregister session Session# [4:7580800687689329953:2048] VirtualId# [4:7580800687689329945:0]
2025-12-06T17:38:24.113416Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800687376233707:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:38:24.113838Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:38:24.113924Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:38:24.132637Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800687689329953:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:38:24.133387Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:38:24.133484Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:38:24.466825Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:38:24.467051Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800683808085804:2049] [node 2] ICS01 socket: 383 reason# EndOfStream
2025-12-06T17:38:24.467088Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800675218151121:2049] [node 2] ICP30 unregister session Session# [3:7580800683808085804:2049] VirtualId# [3:7580800683808085797:0]
2025-12-06T17:38:24.467122Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800683808085804:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:38:24.467211Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:38:24.467252Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:38:24.474161Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:38:24.474367Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800683081266391:2049] [node 2] ICS01 socket: 379 reason# EndOfStream
2025-12-06T17:38:24.480416Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:38:24.480909Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800687654662838:2049] [node 2] ICS01 socket: 429 reason# EndOfStream
2025-12-06T17:38:24.478875Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:38:24.481259Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800674769760856:2049] [node 2] ICP30 unregister session Session# [6:7580800687654662838:2049] VirtualId# [6:7580800687654662828:0]
2025-12-06T17:38:24.474404Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800674491331719:2049] [node 2] ICP30 unregister session Session# [5:7580800683081266391:2049] VirtualId# [5:7580800683081266386:0]
2025-12-06T17:38:24.474434Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800683081266391:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:38:24.481628Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800687654662838:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:38:24.481682Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:38:24.479081Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580800687689329935:2049] [node 2] ICS07 socket disconnect 392 reason# EndOfStream
2025-12-06T17:38:24.474515Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:38:24.474571Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:38:24.482177Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:38:24.479106Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800687689329935:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:38:24.479996Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:38:24.480041Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580800687689329935:2049] [node 2] ICS15 start handshake
2025-12-06T17:38:24.620242Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800674804427965:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14671) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:38:24.620323Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800687689329935:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:38:24.620357Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800674804427965:2049] [node 2] ICP30 unregister session Session# [4:7580800687689329935:2049] VirtualId# [4:7580800683394362635:0]
2025-12-06T17:38:24.620408Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:38:24.620441Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580800674804427965:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:14671) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:38:24.620453Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14671) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:38:24.635045Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580800674804427965:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:38:25.141136Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:38:25.139247Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:38:25.138926Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:38:25.139489Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800683081266399:2050] [node 3] ICS01 socket: 385 reason# EndOfStream
2025-12-06T17:38:25.139611Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800687689329951:2050] [node 3] ICS01 socket: 417 reason# EndOfStream
2025-12-06T17:38:25.142088Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800687654662845:2050] [node 3] ICS01 socket: 415 reason# EndOfStream
2025-12-06T17:38:25.140246Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800674491331720:2050] [node 3] ICP30 unregister session Session# [5:7580800683081266399:2050] VirtualId# [5:7580800683081266396:0]
2025-12-06T17:38:25.141084Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800674804427966:2050] [node 3] ICP30 unregister session Session# [4:7580800687689329951:2050] VirtualId# [4:7580800687689329948:0]
2025-12-06T17:38:25.141117Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800687689329951:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:38:25.141569Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:38:25.143211Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800674769760857:2050] [node 3] ICP30 unregister session Session# [6:7580800687654662845:2050] VirtualId# [6:7580800687654662841:0]
2025-12-06T17:38:25.141616Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:38:25.141030Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800683081266399:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:38:25.141167Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:38:25.141886Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:38:25.143955Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800687654662845:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:38:25.144050Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:38:25.144086Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:38:25.298696Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:38:25.298925Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800687376233702:2110] [node 4] ICS01 socket: 419 reason# EndOfStream
2025-12-06T17:38:25.298964Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800678786299079:2110] [node 4] ICP30 unregister session Session# [5:7580800687376233702:2110] VirtualId# [5:7580800683081266397:0]
2025-12-06T17:38:25.298993Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800687376233702:2110] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:38:25.299057Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:38:25.299099Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:38:25.306712Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:38:25.307033Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800687654662842:2087] [node 4] ICS01 socket: 443 reason# EndOfStream
2025-12-06T17:38:25.307078Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800679064728199:2087] [node 4] ICP30 unregister session Session# [6:7580800687654662842:2087] VirtualId# [6:7580800687654662836:0]
2025-12-06T17:38:25.307108Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800687654662842:2087] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:38:25.307210Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:38:25.307248Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:38:25.338691Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:38:25.338911Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800687654662833:2078] [node 5] ICS01 socket: 391 reason# EndOfStream
2025-12-06T17:38:25.338945Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800679064728196:2078] [node 5] ICP30 unregister session Session# [6:7580800687654662833:2078] VirtualId# [6:7580800683359695527:0]
2025-12-06T17:38:25.338976Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800687654662833:2078] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:38:25.339077Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:38:25.339114Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:38:25.821249Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800695272538800:2049] [node 3] ICP01 ready to work
2025-12-06T17:38:25.864705Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800695272538799:2048] [node 2] ICP01 ready to work
2025-12-06T17:38:26.450954Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800700718512992:2048] [node 1] ICP01 ready to work
2025-12-06T17:38:26.451046Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800700718512993:2049] [node 3] ICP01 ready to work
2025-12-06T17:38:27.895762Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800704646746118:2048] [node 1] ICP01 ready to work
2025-12-06T17:38:27.906685Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800704646746119:2049] [node 2] ICP01 ready to work
2025-12-06T17:38:28.748113Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800707758698513:2050] [node 3] ICP01 ready to work
2025-12-06T17:38:28.749060Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800707758698511:2048] [node 1] ICP01 ready to work
2025-12-06T17:38:28.783312Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800707758698512:2049] [node 2] ICP01 ready to work
2025-12-06T17:38:29.537341Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800713388088032:2048] [node 1] ICP01 ready to work
2025-12-06T17:38:29.540965Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800713388088033:2049] [node 2] ICP01 ready to work
2025-12-06T17:38:29.541013Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800713388088034:2050] [node 3] ICP01 ready to work
2025-12-06T17:38:29.978457Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800715250858416:2048] [node 1] ICP01 ready to work
2025-12-06T17:38:29.978496Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800715250858417:2049] [node 2] ICP01 ready to work
2025-12-06T17:38:29.978546Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800715250858418:2050] [node 3] ICP01 ready to work
2025-12-06T17:38:32.434625Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800726488316834:2107] [node 4] ICP01 ready to work
2025-12-06T17:38:32.453673Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800728135760352:2097] [node 4] ICP01 ready to work
2025-12-06T17:38:32.632301Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800726121582661:2109] [node 4] ICP01 ready to work
2025-12-06T17:38:32.648015Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800725337309936:2107] [node 4] ICP01 ready to work
2025-12-06T17:38:32.659098Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800726272989984:2109] [node 6] ICP01 ready to work
2025-12-06T17:38:32.659007Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800726488316836:2108] [node 5] ICP01 ready to work
2025-12-06T17:38:32.647137Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800726121582662:2107] [node 6] ICP01 ready to work
2025-12-06T17:38:32.674018Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800724938567767:2109] [node 6] ICP01 ready to work
2025-12-06T17:38:32.668132Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800728135760360:2100] [node 5] ICP01 ready to work
2025-12-06T17:38:32.708174Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800725337309937:2108] [node 5] ICP01 ready to work
2025-12-06T17:38:32.722651Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800726272989984:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(35739461ns) {Configure:104(35732125ns) {ProcessConfigured:135(56549ns) {StartInitialHandshake:157(53891ns) {DropHandshakes:470(3188ns) {DropIncomingHandshake:442(810ns) DropOutgoingHandshake:457(379ns)} GenerateSessionVirtualId:988(795ns) PrepareNewSessionHandshake:477(2326ns) {SwitchToState:179(697ns)}}}}}
2025-12-06T17:38:32.727439Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800726272989985:2108] [node 4] ICP01 ready to work
2025-12-06T17:38:32.726963Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800724938567768:2108] [node 5] ICP01 ready to work
2025-12-06T17:38:32.697996Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800726488316837:2113] [node 6] ICP01 ready to work
2025-12-06T17:38:32.679230Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800728135760352:2097] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(222816195ns) {Configure:104(222810828ns) {ProcessConfigured:135(10882539ns) {StartInitialHandshake:157(10878178ns) {DropHandshakes:470(3437ns) {DropIncomingHandshake:442(831ns) DropOutgoingHandshake:457(783ns)} GenerateSessionVirtualId:988(1151ns) PrepareNewSessionHandshake:477(7055ns) {SwitchToState:179(1662ns)}}}}}
2025-12-06T17:38:32.667863Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800726121582663:2108] [node 5] ICP01 ready to work
2025-12-06T17:38:32.747000Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800725337309938:2109] [node 6] ICP01 ready to work
2025-12-06T17:38:32.832690Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800713388088034:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(264336049ns) {Configure:104(264329884ns) {ProcessConfigured:135(15142975ns) {StartInitialHandshake:157(15139186ns) {DropHandshakes:470(365020ns) {DropIncomingHandshake:442(763ns) DropOutgoingHandshake:457(499ns)} GenerateSessionVirtualId:988(1018ns) PrepareNewSessionHandshake:477(4167ns) {SwitchToState:179(612ns)}}}}}
2025-12-06T17:38:32.876930Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800700718512992:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(443200897ns) {Configure:104(443196138ns) {ProcessConfigured:135(28431981ns) {StartInitialHandshake:157(28429662ns) {DropHandshakes:470(3111ns) {DropIncomingHandshake:442(725ns) DropOutgoingHandshake:457(407ns)} GenerateSessionVirtualId:988(1285ns) PrepareNewSessionHandshake:477(2831ns) {SwitchToState:179(72ns)}}}}}
2025-12-06T17:38:32.853461Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800707758698511:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(176543963ns) {Configure:104(176534254ns) {ProcessConfigured:135(48508091ns) {StartInitialHandshake:157(44422218ns) {DropHandshakes:470(4105ns) {DropIncomingHandshake:442(612ns) DropOutgoingHandshake:457(944ns)} GenerateSessionVirtualId:988(1521ns) PrepareNewSessionHandshake:477(4861ns) {SwitchToState:179(2422ns)}}}}}
2025-12-06T17:38:32.848567Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800713388088032:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(317240783ns) {Configure:104(317234638ns) {ProcessConfigured:135(16995493ns) {StartInitialHandshake:157(16992627ns) {DropHandshakes:470(3261ns) {DropIncomingHandshake:442(674ns) DropOutgoingHandshake:457(600ns)} GenerateSessionVirtualId:988(1659ns) PrepareNewSessionHandshake:477(4069ns) {SwitchToState:179(1609ns)}}}}}
2025-12-06T17:38:32.891129Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800695272538800:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(451366847ns) {Configure:104(451362561ns) {ProcessConfigured:135(829477ns) {StartInitialHandshake:157(826406ns) {DropHandshakes:470(3331ns) {DropIncomingHandshake:442(590ns) DropOutgoingHandshake:457(485ns)} GenerateSessionVirtualId:988(1111ns) PrepareNewSessionHandshake:477(347201ns) {SwitchToState:179(571ns)}}}}}
2025-12-06T17:38:32.913323Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800695272538799:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(488570155ns) {Configure:104(488559914ns) {ProcessConfigured:135(10096508ns) {StartInitialHandshake:157(10093342ns) {DropHandshakes:470(3366ns) {DropIncomingHandshake:442(671ns) DropOutgoingHandshake:457(356ns)} GenerateSessionVirtualId:988(878ns) PrepareNewSessionHandshake:477(5099ns) {SwitchToState:179(2147ns)}}}}}
2025-12-06T17:38:32.956193Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800700718512993:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(523071968ns) {Configure:104(523065291ns) {ProcessConfigured:135(26696195ns) {StartInitialHandshake:157(26690820ns) {DropHandshakes:470(3124ns) {DropIncomingHandshake:442(872ns) DropOutgoingHandshake:457(471ns)} GenerateSessionVirtualId:988(1690ns) PrepareNewSessionHandshake:477(4929ns) {SwitchToState:179(2134ns)}}}}}
2025-12-06T17:38:32.925716Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800707758698513:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(472409085ns) {Configure:104(472404079ns) {ProcessConfigured:135(6490310ns) {StartInitialHandshake:157(6485868ns) {DropHandshakes:470(3738ns) {DropIncomingHandshake:442(792ns) DropOutgoingHandshake:457(785ns)} GenerateSessionVirtualId:988(538ns) PrepareNewSessionHandshake:477(4122ns) {SwitchToState:179(1715ns)}}}}}
2025-12-06T17:38:32.980521Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800725337309937:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(168465932ns) {Configure:104(168461676ns) {ProcessConfigured:135(1138084ns) {StartInitialHandshake:157(1135541ns) {DropHandshakes:470(1044ns) {DropIncomingHandshake:442(232ns) DropOutgoingHandshake:457(189ns)} GenerateSessionVirtualId:988(206ns) PrepareNewSessionHandshake:477(1954ns) {SwitchToState:179(635ns)}}}}}
2025-12-06T17:38:33.023481Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800726121582662:2107] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(316689448ns) {Configure:104(316681814ns) {ProcessConfigured:135(42549614ns) {StartInitialHandshake:157(42547247ns) {DropHandshakes:470(2703ns) {DropIncomingHandshake:442(790ns) DropOutgoingHandshake:457(549ns)} GenerateSessionVirtualId:988(1007ns) PrepareNewSessionHandshake:477(3988ns) {SwitchToState:179(679ns)}}}}}
2025-12-06T17:38:33.005513Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800707758698512:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(553881110ns) {Configure:104(553875469ns) {ProcessConfigured:135(28754321ns) {StartInitialHandshake:157(28752499ns) {DropHandshakes:470(2769ns) {DropIncomingHandshake:442(669ns) DropOutgoingHandshake:457(368ns)} GenerateSessionVirtualId:988(875ns) PrepareNewSessionHandshake:477(2532ns) {SwitchToState:179(55ns)}}}}}
2025-12-06T17:38:33.045204Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800715250858417:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(470530826ns) {Configure:104(470523306ns) {ProcessConfigured:135(13847072ns) {StartInitialHandshake:157(13844118ns) {DropHandshakes:470(2493ns) {DropIncomingHandshake:442(716ns) DropOutgoingHandshake:457(362ns)} GenerateSessionVirtualId:988(616ns) PrepareNewSessionHandshake:477(3590ns) {SwitchToState:179(1097ns)}}}}}
2025-12-06T17:38:33.121573Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800726488316837:2113] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(346014586ns) {Configure:104(346007592ns) {ProcessConfigured:135(78304462ns) {StartInitialHandshake:157(78301708ns) {DropHandshakes:470(24897646ns) {DropIncomingHandshake:442(769ns) DropOutgoingHandshake:457(2320ns)} GenerateSessionVirtualId:988(2525ns) PrepareNewSessionHandshake:477(4609ns) {SwitchToState:179(754ns)}}}}}
2025-12-06T17:38:33.061265Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800726121582661:2109] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(331116637ns) {Configure:104(313777438ns) {ProcessConfigured:135(35595845ns) {StartInitialHandshake:157(35592601ns) {DropHandshakes:470(3131ns) {DropIncomingHandshake:442(563ns) DropOutgoingHandshake:457(456ns)} GenerateSessionVirtualId:988(1926ns) PrepareNewSessionHandshake:477(4978ns) {SwitchToState:179(2380ns)}}}}}
2025-12-06T17:38:33.083501Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800715250858418:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(338897901ns) {Configure:104(338890644ns) {ProcessConfigured:135(17208306ns) {StartInitialHandshake:157(17204864ns) {DropHandshakes:470(3896ns) {DropIncomingHandshake:442(921ns) DropOutgoingHandshake:457(514ns)} GenerateSessionVirtualId:988(1292ns) PrepareNewSessionHandshake:477(1784ns) {SwitchToState:179(885ns)}}}}}
2025-12-06T17:38:33.168006Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800725337309938:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(252509711ns) {Configure:104(252501534ns) {ProcessConfigured:135(445551ns) {StartInitialHandshake:157(442023ns) {DropHandshakes:470(3050ns) {DropIncomingHandshake:442(690ns) DropOutgoingHandshake:457(329ns)} GenerateSessionVirtualId:988(816ns) PrepareNewSessionHandshake:477(2477ns) {SwitchToState:179(681ns)}}}}}
2025-12-06T17:38:33.102593Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800704646746119:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(512254965ns) {Configure:104(512245748ns) {ProcessConfigured:135(20439130ns) {StartInitialHandshake:157(20436096ns) {DropHandshakes:470(3472ns) {DropIncomingHandshake:442(852ns) DropOutgoingHandshake:457(515ns)} GenerateSessionVirtualId:988(1345ns) PrepareNewSessionHandshake:477(3583ns) {SwitchToState:179(1346ns)}}}}}
2025-12-06T17:38:33.173598Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800704646746118:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(474286301ns) {Configure:104(474281920ns) {ProcessConfigured:135(19896035ns) {StartInitialHandshake:157(19894209ns) {DropHandshakes:470(3049ns) {DropIncomingHandshake:442(797ns) DropOutgoingHandshake:457(409ns)} GenerateSessionVirtualId:988(1211ns) PrepareNewSessionHandshake:477(3893ns) {SwitchToState:179(640ns)}}}}}
2025-12-06T17:38:33.137162Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800726488316836:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(393366648ns) {Configure:104(393359563ns) {ProcessConfigured:135(37887124ns) {StartInitialHandshake:157(22654699ns) {DropHandshakes:470(3834ns) {DropIncomingHandshake:442(548ns) DropOutgoingHandshake:457(456ns)} GenerateSessionVirtualId:988(1700ns) PrepareNewSessionHandshake:477(2934ns) {SwitchToState:179(642ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:33.219406Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800726488316834:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(334150211ns) {Configure:104(332528231ns) {ProcessConfigured:135(28109992ns) {StartInitialHandshake:157(28107737ns) {DropHandshakes:470(2041ns) {DropIncomingHandshake:442(376ns) DropOutgoingHandshake:457(440ns)} GenerateSessionVirtualId:988(241ns) PrepareNewSessionHandshake:477(3262ns) {SwitchToState:179(338ns)}}}}}
2025-12-06T17:38:33.257849Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800729632277243:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59688
2025-12-06T17:38:33.262693Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800728135760360:2100] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(512625122ns) {Configure:104(512616254ns) {ProcessConfigured:135(28499790ns) {StartInitialHandshake:157(28495616ns) {DropHandshakes:470(3171ns) {DropIncomingHandshake:442(612ns) DropOutgoingHandshake:457(502ns)} GenerateSessionVirtualId:988(773ns) PrepareNewSessionHandshake:477(4302ns) {SwitchToState:179(1742ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:33.293678Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800726272989985:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(515695791ns) {Configure:104(515689720ns) {ProcessConfigured:135(753094ns) {StartInitialHandshake:157(750227ns) {DropHandshakes:470(3321ns) {DropIncomingHandshake:442(812ns) DropOutgoingHandshake:457(386ns)} GenerateSessionVirtualId:988(1564ns) PrepareNewSessionHandshake:477(2953ns) {SwitchToState:179(1294ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:33.266428Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800715250858416:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(320775892ns) {Configure:104(320769250ns) {ProcessConfigured:135(49188677ns) {StartInitialHandshake:157(49185707ns) {DropHandshakes:470(4425ns) {DropIncomingHandshake:442(1750ns) DropOutgoingHandshake:457(386ns)} GenerateSessionVirtualId:988(910ns) PrepareNewSessionHandshake:477(2485ns) {SwitchToState:179(104ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:33.368557Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800730783284145:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21333
2025-12-06T17:38:33.325297Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800724938567767:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(468861019ns) {Configure:104(468852621ns) {ProcessConfigured:135(88131826ns) {StartInitialHandshake:157(88128382ns) {DropHandshakes:470(3439ns) {DropIncomingHandshake:442(759ns) DropOutgoingHandshake:457(360ns)} GenerateSessionVirtualId:988(1219ns) PrepareNewSessionHandshake:477(4475ns) {SwitchToState:179(1663ns)}}}}}
2025-12-06T17:38:33.332755Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800713388088033:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(420326371ns) {Configure:104(420318576ns) {ProcessConfigured:135(45935889ns) {StartInitialHandshake:157(45932887ns) {DropHandshakes:470(1589ns) {DropIncomingHandshake:442(432ns) DropOutgoingHandshake:457(270ns)} GenerateSessionVirtualId:988(484ns) PrepareNewSessionHandshake:477(7502ns) {SwitchToState:179(3678ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:33.445989Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800732430727672:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32541
2025-12-06T17:38:33.380666Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800724938567768:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(410585671ns) {Configure:104(410581271ns) {ProcessConfigured:135(34153002ns) {StartInitialHandshake:157(34150055ns) {DropHandshakes:470(710ns) {DropIncomingHandshake:442(177ns) DropOutgoingHandshake:457(75ns)} GenerateSessionVirtualId:988(1173ns) PrepareNewSessionHandshake:477(3104ns) {SwitchToState:179(681ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:33.510891Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800730416549970:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2392
2025-12-06T17:38:33.467344Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800729233535071:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48742
2025-12-06T17:38:33.482610Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800730783284145:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:33.454005Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800729632277247:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59688
2025-12-06T17:38:33.522482Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800730416549971:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2392
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:33.546164Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800732430727672:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:33.498396Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800700718512993:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(25110905ns) {HandleCleanupEventQueue:832(25108580ns) {CleanupEventQueue:841(25098631ns) {DropSessionEvent:512(25094190ns)} ScheduleCleanupEventQueue:822(8382ns)}}
2025-12-06T17:38:33.459540Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800729632277243:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:33.572891Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800707758698513:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(22917893ns) {HandleCleanupEventQueue:832(30101ns) {CleanupEventQueue:841(20477ns) {DropSessionEvent:512(16186ns)} ScheduleCleanupEventQueue:822(6960ns)}}
2025-12-06T17:38:33.547170Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800730567957291:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:877
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:33.563510Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800730567957291:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:33.531990Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800725337309936:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(722013601ns) {Configure:104(722005446ns) {ProcessConfigured:135(24258266ns) {StartInitialHandshake:157(24254529ns) {DropHandshakes:470(2722ns) {DropIncomingHandshake:442(642ns) DropOutgoingHandshake:457(361ns)} GenerateSessionVirtualId:988(620ns) PrepareNewSessionHandshake:477(4092ns) {SwitchToState:179(1880ns)}}}}}
2025-12-06T17:38:33.581411Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800729233535071:2122] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:33.560791Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800725337309937:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(16675225ns) {IncomingHandshake:261(16673041ns) {DropIncomingHandshake:442(809ns) PrepareNewSessionHandshake:477(2595ns) {SwitchToState:179(822ns)} GenerateSessionVirtualId:988(870ns) IssueIncomingHandshakeReply:193(7472ns)}}
2025-12-06T17:38:33.564336Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800713388088032:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:38:33.617855Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800729233535080:2126] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48742
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:33.577215Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800725337309944:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:33.622368Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800729233535074:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48742
2025-12-06T17:38:33.622233Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800726272989987:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:33.575003Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800732430727678:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32541
2025-12-06T17:38:33.637339Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800700718512992:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(61622716ns) {HandleCleanupEventQueue:832(61619645ns) {CleanupEventQueue:841(61617674ns) {DropSessionEvent:512(4228ns) DropSessionEvent:512(4774ns) DropSessionEvent:512(5249ns) DropSessionEvent:512(5833ns) DropSessionEvent:512(4681ns) DropSessionEvent:512(21942063ns) DropSessionEvent:512(23162421ns) DropSessionEvent:512(16461351ns) DropSessionEvent:512(13016ns)} ScheduleCleanupEventQueue:822(329ns)}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:33.577243Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800725337309944:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:38:33.622265Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580800726272989987:2111] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:38:33.656259Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800730567957297:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:877
2025-12-06T17:38:33.611759Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800730416549970:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:33.600845Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800728135760360:2100] [node 5] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:33.642982Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580800700718512992:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:33.615143Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800730416549969:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2392
2025-12-06T17:38:33.596628Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800725337309944:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:38:33.684518Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800732430727680:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32541
2025-12-06T17:38:33.683182Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800704646746119:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(23319940ns) {HandleCleanupEventQueue:832(23317520ns) {CleanupEventQueue:841(23315304ns) {DropSessionEvent:512(7097ns) DropSessionEvent:512(4052ns) DropSessionEvent:512(14867ns) DropSessionEvent:512(5271ns) DropSessionEvent:512(11950463ns) DropSessionEvent:512(4947ns) DropSessionEvent:512(4300ns) DropSessionEvent:512(4638ns) DropSessionEvent:512(5241ns)} ScheduleCleanupEventQueue:822(640ns)}}
2025-12-06T17:38:33.636571Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800729632277249:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59688
2025-12-06T17:38:33.707588Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800729632277247:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:33.708069Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800725337309942:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:33.708099Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800725337309942:2113] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:38:33.736291Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800725337309937:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:38:33.665427Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800730783284148:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21333
2025-12-06T17:38:33.695891Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800715250858417:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(21143166ns) {HandleCleanupEventQueue:832(21141986ns) {CleanupEventQueue:841(21140852ns) {DropSessionEvent:512(11265ns) DropSessionEvent:512(4880ns) DropSessionEvent:512(3776ns) DropSessionEvent:512(12488486ns) DropSessionEvent:512(3959ns) DropSessionEvent:512(4500ns) DropSessionEvent:512(8598983ns) DropSessionEvent:512(4352ns) DropSessionEvent:512(4708ns) DropSessionEvent:512(4159ns)} ScheduleCleanupEventQueue:822(97ns)}}
2025-12-06T17:38:33.747306Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800729233535074:2124] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:33.783420Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800726272989987:2111] [node 6] ICH04 handshake succeeded
2025-12-06T17:38:33.785269Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800730567957291:2114] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:33.814422Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800695272538799:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(16026762ns) {IncomingHandshake:261(16025033ns) {DropIncomingHandshake:442(439ns) PrepareNewSessionHandshake:477(1085ns) {SwitchToState:179(427ns)} GenerateSessionVirtualId:988(552ns) IssueIncomingHandshakeReply:193(7620ns)}}
2025-12-06T17:38:33.814833Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800725337309938:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(18534242ns) {HandleCleanupEventQueue:832(18532625ns) {CleanupEventQueue:841(18525525ns) {DropSessionEvent:512(5783ns) DropSessionEvent:512(18501194ns) DropSessionEvent:512(5343ns) DropSessionEvent:512(6354ns)} ScheduleCleanupEventQueue:822(5231ns)}}
2025-12-06T17:38:33.724284Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800726121582663:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(530235649ns) {Configure:104(530229435ns) {ProcessConfigured:135(26604384ns) {StartInitialHandshake:157(26601439ns) {DropHandshakes:470(2709ns) {DropIncomingHandshake:442(599ns) DropOutgoingHandshake:457(361ns)} GenerateSessionVirtualId:988(907ns) PrepareNewSessionHandshake:477(2092ns) {SwitchToState:179(162ns)}}}}}
2025-12-06T17:38:33.681037Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800730783284150:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21333
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:33.773579Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800707758698513:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:38:33.831139Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580800726272989984:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:38:33.727988Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800730416549974:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2392
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:33.692372Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800730783284148:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:33.831217Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:38:33.831267Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800726272989984:2109] [node 6] ICP22 created new session: [5:7580800730567957299:2109]
2025-12-06T17:38:33.831306Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800730567957299:2109] [node 6] ICS09 handshake done sender: [5:7580800726272989987:2111] self: [5:7580800726272989986:0] peer: [6:7580800732430727681:0] socket: 385 qp: -1
2025-12-06T17:38:33.807928Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800707758698513:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(26188852ns) {IncomingHandshake:261(26186865ns) {DropIncomingHandshake:442(616ns) PrepareNewSessionHandshake:477(2297ns) {SwitchToState:179(583ns)} GenerateSessionVirtualId:988(1131ns) IssueIncomingHandshakeReply:193(18272192ns) {SwitchToState:179(1970ns)}}}
2025-12-06T17:38:33.835968Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:33.863211Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800732430727682:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32541
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:33.910195Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800729233535083:2127] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48742
2025-12-06T17:38:33.755699Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800730416549969:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:33.831337Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800730567957299:2109] [node 6] ICS10 traffic start
2025-12-06T17:38:33.884180Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800732430727672:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:38:33.709766Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800730783284149:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21333
2025-12-06T17:38:33.831371Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:38:33.831680Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800713388088032:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:38:33.832412Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:38:33.863466Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800725337309937:2108] [node 5] ICP22 created new session: [1:7580800729632277255:2108]
2025-12-06T17:38:33.803475Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800704646746118:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:33.833136Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800713388088032:2048] [node 1] ICP22 created new session: [5:7580800730567957301:2048]
2025-12-06T17:38:33.884358Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800728135760360:2100] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:38:33.884405Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:38:33.842952Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800730567957301:2048] [node 1] ICS09 handshake done sender: [5:7580800730567957291:2114] self: [5:7580800730567957296:0] peer: [1:7580800725337309943:0] socket: 398 qp: -1
2025-12-06T17:38:34.043549Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800707758698513:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(22947709ns) {HandleCleanupEventQueue:832(22945306ns) {CleanupEventQueue:841(22942634ns) {DropSessionEvent:512(18889ns) DropSessionEvent:512(16277049ns) DropSessionEvent:512(5664ns) DropSessionEvent:512(5017ns) DropSessionEvent:512(4570ns) DropSessionEvent:512(5239ns) DropSessionEvent:512(5972ns) DropSessionEvent:512(6598019ns) DropSessionEvent:512(12179ns)} ScheduleCleanupEventQueue:822(453ns)}}
2025-12-06T17:38:33.805642Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800730416549963:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:33.875714Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800729632277255:2108] [node 5] ICS09 handshake done sender: [1:7580800725337309944:2114] self: [1:7580800725337309943:0] peer: [5:7580800730567957296:0] socket: 396 qp: -1
2025-12-06T17:38:33.865612Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800726272989985:2108] [node 4] ICP35 event processing took too much time PendingConnection:279(24480804ns) {HandleCleanupEventQueue:832(24478334ns) {CleanupEventQueue:841(24477622ns) {DropSessionEvent:512(343919ns) DropSessionEvent:512(7468657ns) DropSessionEvent:512(8020ns) DropSessionEvent:512(4296ns) DropSessionEvent:512(5375ns) DropSessionEvent:512(12130ns) DropSessionEvent:512(5712ns)} ScheduleCleanupEventQueue:822(59ns)}}
2025-12-06T17:38:33.866440Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800730567957301:2048] [node 1] ICS10 traffic start
2025-12-06T17:38:33.895863Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:38:33.911853Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800726488316834:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(16629056ns) {HandleCleanupEventQueue:832(16626765ns) {CleanupEventQueue:841(16624390ns) {DropSessionEvent:512(15390ns) DropSessionEvent:512(16602539ns)} ScheduleCleanupEventQueue:822(497ns)}}
2025-12-06T17:38:33.884456Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800728135760360:2100] [node 5] ICP22 created new session: [6:7580800732430727684:2100]
2025-12-06T17:38:33.980443Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800713388088032:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(145817382ns) {HandleHandshakeStatus:329(145813103ns) {DropIncomingHandshake:442(564ns) DropOutgoingHandshake:457(4166ns) SwitchToState:179(124ns) ProcessPendingSessionEvents:495(30273355ns) {ForwardSessionEventToSession:612(28927200ns) ForwardSessionEventToSession:612(327417ns) ForwardSessionEventToSession:612(2699ns) ForwardSessionEventToSession:612(363007ns) ForwardSessionEventToSession:612(2788ns) ForwardSessionEventToSession:612(3058ns) ForwardSessionEventToSession:612(323866ns) ForwardSessionEventToSession:612(308690ns) ForwardSessionEventToSession:612(2634ns)}}}
2025-12-06T17:38:33.895686Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800729632277255:2108] [node 5] ICS10 traffic start
2025-12-06T17:38:33.884497Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800732430727684:2100] [node 5] ICS09 handshake done sender: [6:7580800732430727672:2113] self: [6:7580800732430727681:0] peer: [5:7580800726272989986:0] socket: 392 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:33.805665Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800730416549963:2111] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:38:33.884533Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800732430727684:2100] [node 5] ICS10 traffic start
2025-12-06T17:38:33.982327Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800730783284153:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21333
2025-12-06T17:38:33.992400Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800730783284140:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:33.992431Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800730783284140:2116] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:38:34.091288Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800729233535074:2124] [node 3] ICH04 handshake succeeded
2025-12-06T17:38:33.904474Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800725337309940:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:33.884581Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:38:33.912799Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800732430727678:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:33.913397Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800732430727683:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32541
2025-12-06T17:38:34.072276Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800730783284154:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21333
2025-12-06T17:38:33.900828Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800730416549963:2111] [node 4] ICH04 handshake succeeded
2025-12-06T17:38:34.126043Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800733528502380:2128] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48742
2025-12-06T17:38:34.090428Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800730783284140:2116] [node 6] ICH04 handshake succeeded
2025-12-06T17:38:33.904502Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800725337309940:2112] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:38:33.944029Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800715250858417:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:38:34.031526Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800728135760352:2097] [node 4] ICP35 event processing took too much time PendingConnection:279(27043752ns) {HandleCleanupEventQueue:832(27040635ns) {CleanupEventQueue:841(27025148ns) {DropSessionEvent:512(12762ns) DropSessionEvent:512(5001ns) DropSessionEvent:512(14018957ns) DropSessionEvent:512(5801ns) DropSessionEvent:512(5244ns) DropSessionEvent:512(12963594ns)} ScheduleCleanupEventQueue:822(13236ns)}}
2025-12-06T17:38:34.126483Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800736725694984:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32541
2025-12-06T17:38:34.177843Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800732430727678:2116] [node 2] ICH04 handshake succeeded
2025-12-06T17:38:33.913436Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800726121582661:2109] [node 4] ICP35 event processing took too much time PendingConnection:279(52589165ns) {HandleCleanupEventQueue:832(52587760ns) {CleanupEventQueue:841(52586622ns) {DropSessionEvent:512(5013ns) DropSessionEvent:512(18152346ns) DropSessionEvent:512(13895ns) DropSessionEvent:512(5224ns) DropSessionEvent:512(4877ns) DropSessionEvent:512(23845439ns) DropSessionEvent:512(5255ns) DropSessionEvent:512(5251ns) DropSessionEvent:512(3004ns) DropSessionEvent:512(3378ns)} ScheduleCleanupEventQueue:822(89ns)}}
2025-12-06T17:38:34.130176Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800707758698513:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:38:34.130250Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:38:34.130303Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800707758698513:2050] [node 3] ICP22 created new session: [4:7580800733528502381:2050]
2025-12-06T17:38:34.130343Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800733528502381:2050] [node 3] ICS09 handshake done sender: [4:7580800729233535074:2124] self: [4:7580800729233535082:0] peer: [3:7580800730416549962:0] socket: 395 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:34.203439Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580800700718512992:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10473) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7580800730783284145:2119] held: no
2025-12-06T17:38:34.226740Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800715250858417:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:38:34.244708Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800736725694985:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32541
2025-12-06T17:38:33.921048Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800725337309936:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(21911441ns) {HandleCleanupEventQueue:832(21910411ns) {CleanupEventQueue:841(21908555ns) {DropSessionEvent:512(5521ns) DropSessionEvent:512(4251ns) DropSessionEvent:512(3603ns) DropSessionEvent:512(4072ns) DropSessionEvent:512(8941810ns) DropSessionEvent:512(3927ns) DropSessionEvent:512(5090ns) DropSessionEvent:512(12930691ns)} ScheduleCleanupEventQueue:822(321ns)}}
2025-12-06T17:38:34.006608Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800726121582661:2109] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:38:34.203544Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800730783284145:2119] [node 1] ICH04 handshake succeeded
2025-12-06T17:38:34.207196Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800726488316837:2113] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:38:34.130379Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800733528502381:2050] [node 3] ICS10 traffic start
2025-12-06T17:38:33.938595Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800725337309940:2112] [node 3] ICH04 handshake succeeded
2025-12-06T17:38:33.967549Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:38:33.973300Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800729632277256:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59688
2025-12-06T17:38:33.975734Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800725337309942:2113] [node 2] ICH04 handshake succeeded
2025-12-06T17:38:34.028221Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800695272538799:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:38:34.028298Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:38:34.244769Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580800700718512992:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:38:34.028346Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800695272538799:2048] [node 2] ICP22 created new session: [1:7580800733927244556:2048]
2025-12-06T17:38:34.244827Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:38:34.012281Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:38:34.130428Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:34.245174Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800700718512992:2048] [node 1] ICP22 created new session: [2:7580800735078251452:2048]
2025-12-06T17:38:34.246563Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800735078251452:2048] [node 1] ICS09 handshake done sender: [2:7580800730783284145:2119] self: [2:7580800730783284151:0] peer: [1:7580800725337309941:0] socket: 402 qp: -1
2025-12-06T17:38:34.252624Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800735078251452:2048] [node 1] ICS10 traffic start
2025-12-06T17:38:34.261715Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:38:34.275906Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:38:34.296379Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:34.028392Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800733927244556:2048] [node 2] ICS09 handshake done sender: [1:7580800725337309942:2113] self: [1:7580800725337309941:0] peer: [2:7580800730783284151:0] socket: 391 qp: -1
2025-12-06T17:38:34.175742Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800733528502380:2128] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:34.298821Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800726488316837:2113] [node 6] ICP22 created new session: [2:7580800735078251454:2113]
2025-12-06T17:38:34.296452Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800715250858417:2049] [node 2] ICP22 created new session: [6:7580800736725694986:2049]
2025-12-06T17:38:34.296494Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800736725694986:2049] [node 2] ICS09 handshake done sender: [6:7580800732430727678:2116] self: [6:7580800732430727687:0] peer: [2:7580800730783284138:0] socket: 409 qp: -1
2025-12-06T17:38:34.296532Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800736725694986:2049] [node 2] ICS10 traffic start
2025-12-06T17:38:34.032208Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800726121582661:2109] [node 4] ICP22 created new session: [3:7580800734711517277:2109]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:34.028426Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800733927244556:2048] [node 2] ICS10 traffic start
2025-12-06T17:38:34.317224Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800733528502383:2129] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48742
2025-12-06T17:38:34.324068Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800735078251454:2113] [node 6] ICS09 handshake done sender: [2:7580800730783284140:2116] self: [2:7580800730783284138:0] peer: [6:7580800732430727687:0] socket: 404 qp: -1
2025-12-06T17:38:34.395649Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800733528502383:2129] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:34.420529Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800707758698511:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:34.296578Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:38:34.474886Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800734862924601:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:877
2025-12-06T17:38:34.091126Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800734711517277:2109] [node 4] ICS09 handshake done sender: [3:7580800730416549963:2111] self: [3:7580800730416549962:0] peer: [4:7580800729233535082:0] socket: 394 qp: -1
2025-12-06T17:38:34.372705Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800700718512992:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(102715893ns) {HandleHandshakeStatus:329(102712302ns) {DropIncomingHandshake:442(1214ns) DropOutgoingHandshake:457(473ns) SwitchToState:179(613ns) ProcessPendingSessionEvents:495(1290ns)}}
2025-12-06T17:38:34.297183Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800715250858417:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(70382986ns) {HandleHandshakeStatus:329(70379234ns) {DropIncomingHandshake:442(1054ns) DropOutgoingHandshake:457(8009ns) SwitchToState:179(1024ns) ProcessPendingSessionEvents:495(1561ns)}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:34.091221Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800730416549980:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2392
2025-12-06T17:38:34.373501Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800735078251454:2113] [node 6] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:34.095152Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800734711517277:2109] [node 4] ICS10 traffic start
2025-12-06T17:38:34.103278Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:38:34.216918Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800726121582661:2109] [node 4] ICP35 event processing took too much time PendingConnection:279(180391674ns) {HandleHandshakeStatus:329(173564556ns) {DropIncomingHandshake:442(1221ns) DropOutgoingHandshake:457(861ns) SwitchToState:179(655ns) ProcessPendingSessionEvents:495(1292ns)}}
2025-12-06T17:38:34.551897Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800734862924602:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:877
2025-12-06T17:38:34.348646Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800732430727680:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:34.373547Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:38:34.485012Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800729233535080:2126] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:34.547423Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800707758698512:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:38:34.305214Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800730416549974:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:34.412464Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800730783284153:2123] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:34.350208Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800715250858418:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:38:34.596497Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800707758698512:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(28475956ns) {IncomingHandshake:261(28473301ns) {DropIncomingHandshake:442(709ns) PrepareNewSessionHandshake:477(2060ns) {SwitchToState:179(749ns)} GenerateSessionVirtualId:988(3200ns) IssueIncomingHandshakeReply:193(8690317ns) {SwitchToState:179(3093ns)}}}
2025-12-06T17:38:34.345129Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800730416549970:2115] [node 1] ICH04 handshake succeeded
2025-12-06T17:38:34.423025Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800726488316837:2113] [node 6] ICP35 event processing took too much time PendingConnection:279(214507392ns) {HandleHandshakeStatus:329(214504306ns) {DropIncomingHandshake:442(18195ns) DropOutgoingHandshake:457(352ns) SwitchToState:179(496ns) ProcessPendingSessionEvents:495(996ns)}}
2025-12-06T17:38:34.443029Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800730783284149:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:34.588171Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800726488316841:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:34.588211Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800726488316841:2115] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:38:34.447965Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800736725694989:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32541
2025-12-06T17:38:34.388130Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800726121582665:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:34.463200Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800732430727683:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:34.388153Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800726121582665:2110] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:38:34.476608Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800715250858416:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:38:34.506454Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800732430727680:2117] [node 3] ICH04 handshake succeeded
2025-12-06T17:38:34.559098Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800715250858418:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:38:34.388503Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800704646746118:2048] [node 1] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:34.388568Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:38:34.388616Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800704646746118:2048] [node 1] ICP22 created new session: [3:7580800734711517281:2048]
2025-12-06T17:38:34.388656Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800734711517281:2048] [node 1] ICS09 handshake done sender: [3:7580800730416549970:2115] self: [3:7580800730416549977:0] peer: [1:7580800725337309939:0] socket: 401 qp: -1
2025-12-06T17:38:34.388680Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800734711517281:2048] [node 1] ICS10 traffic start
2025-12-06T17:38:34.561124Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:38:34.561850Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800715250858418:2050] [node 3] ICP22 created new session: [6:7580800736725694991:2050]
2025-12-06T17:38:34.388711Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:38:34.474836Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800726121582665:2110] [node 6] ICH04 handshake succeeded
2025-12-06T17:38:34.565003Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800736725694991:2050] [node 3] ICS09 handshake done sender: [6:7580800732430727680:2117] self: [6:7580800736725694988:0] peer: [3:7580800726121582664:0] socket: 421 qp: -1
2025-12-06T17:38:34.565581Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800736725694991:2050] [node 3] ICS10 traffic start
2025-12-06T17:38:34.565620Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:38:34.611467Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800715250858418:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(37125293ns) {HandleHandshakeStatus:329(37122582ns) {DropIncomingHandshake:442(1495ns) DropOutgoingHandshake:457(4863ns) SwitchToState:179(238ns) ProcessPendingSessionEvents:495(945ns)}}
2025-12-06T17:38:34.611919Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580800715250858418:2050] [node 3] ICP27 obsolete handshake fail ignored
2025-12-06T17:38:34.687735Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800726488316841:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:38:34.505557Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800734711517280:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2392
2025-12-06T17:38:34.531151Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800726121582662:2107] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:38:34.552730Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:38:34.688152Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800730783284144:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:34.688185Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800730783284144:2118] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:34.552783Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800726121582662:2107] [node 6] ICP22 created new session: [3:7580800734711517286:2107]
2025-12-06T17:38:34.552831Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800734711517286:2107] [node 6] ICS09 handshake done sender: [3:7580800726121582665:2110] self: [3:7580800726121582664:0] peer: [6:7580800736725694988:0] socket: 419 qp: -1
2025-12-06T17:38:34.552864Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800734711517286:2107] [node 6] ICS10 traffic start
2025-12-06T17:38:34.755336Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800734862924601:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:34.756981Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800713388088033:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:38:34.552901Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:38:34.555390Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800734711517280:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:34.774983Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800733528502388:2130] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48742
2025-12-06T17:38:34.751215Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800700718512993:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:38:34.576078Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800704646746119:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:38:34.592600Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800726121582662:2107] [node 6] ICP35 event processing took too much time PendingConnection:279(43785175ns) {HandleHandshakeStatus:329(43782180ns) {DropIncomingHandshake:442(17750ns) DropOutgoingHandshake:457(728ns) SwitchToState:179(453ns) ProcessPendingSessionEvents:495(1388ns)}}
2025-12-06T17:38:34.808534Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800729233535080:2126] [node 2] ICH04 handshake succeeded
2025-12-06T17:38:34.657822Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800734711517289:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2392
2025-12-06T17:38:34.743516Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800734711517280:2120] [node 2] ICH04 handshake succeeded
2025-12-06T17:38:34.794642Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580800704646746119:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21843) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580800734711517280:2120] held: no
2025-12-06T17:38:34.803263Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800704646746119:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:38:34.751307Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:38:34.751952Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800730783284144:2118] [node 4] ICH04 handshake succeeded
2025-12-06T17:38:34.774923Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800700718512993:2049] [node 3] ICP22 created new session: [2:7580800735078251462:2049]
2025-12-06T17:38:34.836868Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800707758698512:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:38:34.799510Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800730783284141:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:34.799543Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800730783284141:2117] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:38:34.837273Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:38:34.801047Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800726488316834:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:38:34.814374Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:38:34.837314Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800707758698512:2049] [node 2] ICP22 created new session: [4:7580800733528502389:2049]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:34.801220Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:38:34.889435Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800734862924604:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:877
2025-12-06T17:38:34.924642Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800734862924601:2118] [node 2] ICH04 handshake succeeded
2025-12-06T17:38:34.844903Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800704646746119:2049] [node 2] ICP22 created new session: [3:7580800734711517290:2049]
2025-12-06T17:38:34.838457Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800733528502389:2049] [node 2] ICS09 handshake done sender: [4:7580800729233535080:2126] self: [4:7580800733528502387:0] peer: [2:7580800730783284143:0] socket: 418 qp: -1
2025-12-06T17:38:34.801273Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800726488316834:2107] [node 4] ICP22 created new session: [2:7580800735078251463:2107]
2025-12-06T17:38:34.875847Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800736725694985:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:34.934511Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800713388088033:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:38:34.934603Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:38:34.934658Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800713388088033:2049] [node 2] ICP22 created new session: [5:7580800734862924605:2049]
2025-12-06T17:38:34.842635Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800733528502389:2049] [node 2] ICS10 traffic start
2025-12-06T17:38:34.885053Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800734711517290:2049] [node 2] ICS09 handshake done sender: [3:7580800734711517280:2120] self: [3:7580800734711517288:0] peer: [2:7580800726488316840:0] socket: 415 qp: -1
2025-12-06T17:38:34.934710Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800734862924605:2049] [node 2] ICS09 handshake done sender: [5:7580800734862924601:2118] self: [5:7580800734862924603:0] peer: [2:7580800730783284139:0] socket: 449 qp: -1
2025-12-06T17:38:34.801325Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800735078251463:2107] [node 4] ICS09 handshake done sender: [2:7580800730783284144:2118] self: [2:7580800730783284143:0] peer: [4:7580800733528502387:0] socket: 411 qp: -1
2025-12-06T17:38:34.923039Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800728135760352:2097] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:38:34.801364Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800735078251463:2107] [node 4] ICS10 traffic start
2025-12-06T17:38:34.843029Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:38:34.934747Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800734862924605:2049] [node 2] ICS10 traffic start
2025-12-06T17:38:34.899619Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800734711517290:2049] [node 2] ICS10 traffic start
2025-12-06T17:38:34.801547Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:38:34.934783Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:38:34.922358Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:38:34.878272Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800707758698512:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(30224545ns) {HandleHandshakeStatus:329(29501128ns) {DropIncomingHandshake:442(996ns) DropOutgoingHandshake:457(6051ns) SwitchToState:179(667ns) ProcessPendingSessionEvents:495(81ns)}}
2025-12-06T17:38:34.976489Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800729233535077:2125] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:34.976526Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800729233535077:2125] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:38:34.803188Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800735078251462:2049] [node 3] ICS09 handshake done sender: [2:7580800726488316841:2115] self: [2:7580800726488316840:0] peer: [3:7580800734711517288:0] socket: 410 qp: -1
2025-12-06T17:38:34.983331Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800704646746119:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(157958897ns) {HandleHandshakeStatus:329(157956052ns) {DropIncomingHandshake:442(5238ns) DropOutgoingHandshake:457(406ns) SwitchToState:179(1012ns) ProcessPendingSessionEvents:495(1062ns)}}
2025-12-06T17:38:34.952492Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800734862924602:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:34.968599Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800713388088034:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:38:34.815182Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800735078251462:2049] [node 3] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:34.847939Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800730783284141:2117] [node 5] ICH04 handshake succeeded
2025-12-06T17:38:35.007559Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800730416549976:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:35.007595Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800730416549976:2118] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:38:35.062120Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800730416549976:2118] [node 5] ICH04 handshake succeeded
2025-12-06T17:38:35.077713Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800729233535077:2125] [node 6] ICH04 handshake succeeded
2025-12-06T17:38:34.850444Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:38:35.105243Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800724938567767:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:38:35.117416Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800729233535073:2123] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:35.117443Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800729233535073:2123] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:38:35.142631Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:38:35.142712Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800724938567767:2109] [node 6] ICP22 created new session: [4:7580800737823469690:2109]
2025-12-06T17:38:35.142763Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800737823469690:2109] [node 6] ICS09 handshake done sender: [4:7580800729233535077:2125] self: [4:7580800729233535076:0] peer: [6:7580800736725694993:0] socket: 400 qp: -1
2025-12-06T17:38:35.142799Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800737823469690:2109] [node 6] ICS10 traffic start
2025-12-06T17:38:35.142833Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:38:35.143098Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800724938567767:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(40399034ns) {HandleHandshakeStatus:329(40395433ns) {DropIncomingHandshake:442(23799ns) DropOutgoingHandshake:457(374ns) SwitchToState:179(412ns) ProcessPendingSessionEvents:495(792ns)}}
2025-12-06T17:38:34.854277Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800700718512993:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(106027670ns) {HandleHandshakeStatus:329(106022854ns) {DropIncomingHandshake:442(20994ns) DropOutgoingHandshake:457(819ns) SwitchToState:179(623ns) ProcessPendingSessionEvents:495(1766ns)}}
2025-12-06T17:38:35.104249Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800726121582663:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:38:35.097795Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800734862924607:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:877
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:35.146190Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800728135760352:2097] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26302) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800736725694985:2121] held: no
2025-12-06T17:38:35.147584Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800729233535073:2123] [node 5] ICH04 handshake succeeded
2025-12-06T17:38:35.203392Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800728135760352:2097] [node 4] ICP35 event processing took too much time PendingConnection:279(19279353ns) {HandleHandshakeStatus:395(6450272ns) {LogHandshakeFail:472(19659ns) {UpdateErrorStateLog:545(4828ns)} DropOutgoingHandshake:457(2190ns) ProcessPendingSessionEvents:495(407ns)}}
2025-12-06T17:38:35.107789Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800734862924607:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:35.147027Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:38:34.860552Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800730783284150:2122] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:35.196541Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800724938567768:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:38:35.159922Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800726121582663:2108] [node 5] ICP22 created new session: [3:7580800739006484589:2108]
2025-12-06T17:38:35.109449Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800726272989985:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:38:35.211021Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800739006484589:2108] [node 5] ICS09 handshake done sender: [3:7580800730416549976:2118] self: [3:7580800730416549975:0] peer: [5:7580800734862924608:0] socket: 414 qp: -1
2025-12-06T17:38:35.211100Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800739006484589:2108] [node 5] ICS10 traffic start
2025-12-06T17:38:35.215204Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:38:35.217623Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800741020662290:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32541
2025-12-06T17:38:35.247412Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:38:34.884337Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800726488316836:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:38:35.183621Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800713388088034:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22537) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800734862924602:2119] held: no
2025-12-06T17:38:35.191566Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800739157891907:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:877
2025-12-06T17:38:35.200592Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800713388088034:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(36006638ns) {HandleHandshakeStatus:395(35548294ns) {LogHandshakeFail:472(14881ns) {UpdateErrorStateLog:545(5380ns)} DropOutgoingHandshake:457(3609ns) ProcessPendingSessionEvents:495(421ns)}}
2025-12-06T17:38:35.225799Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800734862924607:2121] [node 4] ICH04 handshake succeeded
2025-12-06T17:38:35.230884Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800726272989985:2108] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:38:35.230961Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:38:35.231017Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800726272989985:2108] [node 4] ICP22 created new session: [5:7580800739157891908:2108]
2025-12-06T17:38:35.255229Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800726121582663:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(142968547ns) {HandleHandshakeStatus:329(142965187ns) {DropIncomingHandshake:442(20791ns) DropOutgoingHandshake:457(525ns) SwitchToState:179(1164ns) ProcessPendingSessionEvents:495(1848ns)}}
2025-12-06T17:38:34.899096Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:38:35.268839Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800724938567768:2108] [node 5] ICP22 created new session: [4:7580800737823469692:2108]
2025-12-06T17:38:35.231056Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800739157891908:2108] [node 4] ICS09 handshake done sender: [5:7580800734862924607:2121] self: [5:7580800739157891906:0] peer: [4:7580800729233535072:0] socket: 454 qp: -1
2025-12-06T17:38:35.231088Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800739157891908:2108] [node 4] ICS10 traffic start
2025-12-06T17:38:35.231119Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:38:35.266831Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800739157891905:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:877
2025-12-06T17:38:35.303746Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800734862924602:2119] [node 3] ICH04 handshake succeeded
2025-12-06T17:38:35.305400Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800713388088034:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:38:35.305481Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:38:35.305554Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800713388088034:2050] [node 3] ICP22 created new session: [5:7580800739157891910:2050]
2025-12-06T17:38:35.305622Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800739157891910:2050] [node 3] ICS09 handshake done sender: [5:7580800734862924602:2119] self: [5:7580800734862924608:0] peer: [3:7580800730416549975:0] socket: 450 qp: -1
2025-12-06T17:38:35.305665Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800739157891910:2050] [node 3] ICS10 traffic start
2025-12-06T17:38:35.305706Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:38:34.913812Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800726488316836:2108] [node 5] ICP22 created new session: [2:7580800735078251467:2108]
2025-12-06T17:38:34.915652Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800726488316834:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(63870046ns) {HandleHandshakeStatus:329(63862763ns) {DropIncomingHandshake:442(591ns) DropOutgoingHandshake:457(796ns) SwitchToState:179(599ns) ProcessPendingSessionEvents:495(1137ns)}}
2025-12-06T17:38:35.271039Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800736725694985:2121] [node 4] ICH04 handshake succeeded
2025-12-06T17:38:34.948261Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800735078251467:2108] [node 5] ICS09 handshake done sender: [2:7580800730783284141:2117] self: [2:7580800730783284139:0] peer: [5:7580800734862924603:0] socket: 446 qp: -1
2025-12-06T17:38:35.291712Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800728135760352:2097] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:38:34.952947Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800735078251467:2108] [node 5] ICS10 traffic start
2025-12-06T17:38:34.975537Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:38:35.298734Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800737823469692:2108] [node 5] ICS09 handshake done sender: [4:7580800729233535073:2123] self: [4:7580800729233535072:0] peer: [5:7580800739157891906:0] socket: 453 qp: -1
2025-12-06T17:38:35.307191Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800737823469692:2108] [node 5] ICS10 traffic start
2025-12-06T17:38:35.339911Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:38:35.324960Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:38:35.354234Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800724938567768:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(144939368ns) {HandleHandshakeStatus:329(144935319ns) {DropIncomingHandshake:442(28620ns) DropOutgoingHandshake:457(570ns) SwitchToState:179(646ns) ProcessPendingSessionEvents:495(952ns)}}
2025-12-06T17:38:35.344538Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800728135760352:2097] [node 4] ICP22 created new session: [6:7580800741020662291:2097]
2025-12-06T17:38:35.007303Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580800726488316834:2107] [node 4] ICP18 handshake (actor [2:7580800730783284150:2122]) is too old
2025-12-06T17:38:35.345623Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800741020662291:2097] [node 4] ICS09 handshake done sender: [6:7580800736725694985:2121] self: [6:7580800736725694993:0] peer: [4:7580800729233535076:0] socket: 408 qp: -1
2025-12-06T17:38:35.044299Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800726488316836:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(154708340ns) {HandleHandshakeStatus:329(146363070ns) {DropIncomingHandshake:442(17599ns) DropOutgoingHandshake:457(556ns) SwitchToState:179(690ns) ProcessPendingSessionEvents:495(1187ns)}}
2025-12-06T17:38:35.346044Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800741020662291:2097] [node 4] ICS10 traffic start
2025-12-06T17:38:35.346457Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:38:35.354994Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800728135760352:2097] [node 4] ICP35 event processing took too much time PendingConnection:279(62014365ns) {HandleHandshakeStatus:329(62010707ns) {DropIncomingHandshake:442(1259ns) DropOutgoingHandshake:457(543ns) SwitchToState:179(793ns) ProcessPendingSessionEvents:495(1151ns)}}
2025-12-06T17:38:35.610975Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:38:35.611155Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800734711517281:2048] [node 1] ICS01 socket: 401 reason# EndOfStream
2025-12-06T17:38:35.611189Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800704646746118:2048] [node 1] ICP30 unregister session Session# [3:7580800734711517281:2048] VirtualId# [3:7580800730416549977:0]
2025-12-06T17:38:35.611210Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800734711517281:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:38:35.611266Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:38:35.611300Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:38:35.608383Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:38:35.608629Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580800735078251452:2048] [node 1] ICS01 socket: 402 reason# EndOfStream
2025-12-06T17:38:35.622375Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:38:35.622614Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800730567957301:2048] [node 1] ICS01 socket: 398 reason# EndOfStream
2025-12-06T17:38:35.622655Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800713388088032:2048] [node 1] ICP30 unregister session Session# [5:7580800730567957301:2048] VirtualId# [5:7580800730567957296:0]
2025-12-06T17:38:35.622687Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800730567957301:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:38:35.622720Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:38:35.622783Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:38:35.623598Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800707758698511:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10473) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [4:7580800733528502383:2129] held: no
2025-12-06T17:38:35.609629Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580800700718512992:2048] [node 1] ICP30 unregister session Session# [2:7580800735078251452:2048] VirtualId# [2:7580800730783284151:0]
2025-12-06T17:38:35.609676Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580800735078251452:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:38:35.610094Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:38:35.610141Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:38:35.649432Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800715250858416:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10473) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800732430727683:2119] held: no
2025-12-06T17:38:36.010219Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:38:36.010449Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800734711517290:2049] [node 2] ICS01 socket: 415 reason# EndOfStream
2025-12-06T17:38:36.010489Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800704646746119:2049] [node 2] ICP30 unregister session Session# [3:7580800734711517290:2049] VirtualId# [3:7580800734711517288:0]
2025-12-06T17:38:36.010517Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800734711517290:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:38:36.010608Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:38:36.010644Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:38:36.019404Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:38:36.020762Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800734862924605:2049] [node 2] ICS01 socket: 449 reason# EndOfStream
2025-12-06T17:38:36.021217Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800713388088033:2049] [node 2] ICP30 unregister session Session# [5:7580800734862924605:2049] VirtualId# [5:7580800734862924603:0]
2025-12-06T17:38:36.023394Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:38:36.024343Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800736725694986:2049] [node 2] ICS01 socket: 409 reason# EndOfStream
2025-12-06T17:38:36.026844Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:38:36.027446Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800733528502389:2049] [node 2] ICS01 socket: 418 reason# EndOfStream
2025-12-06T17:38:36.028581Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800707758698512:2049] [node 2] ICP30 unregister session Session# [4:7580800733528502389:2049] VirtualId# [4:7580800733528502387:0]
2025-12-06T17:38:36.024734Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800715250858417:2049] [node 2] ICP30 unregister session Session# [6:7580800736725694986:2049] VirtualId# [6:7580800732430727687:0]
2025-12-06T17:38:36.024764Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800736725694986:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:38:36.025206Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:38:36.021653Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800734862924605:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:38:36.022105Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:38:36.022152Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:38:36.029016Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800733528502389:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:38:36.029109Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:38:36.029145Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:38:36.025247Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:38:36.518660Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:404: Proxy [6:7580800715250858416:2048] [node 1] ICP24 incoming handshake failed, temporary: 0 explanation: incoming handshake Peer# 127.1.0.0(127.0.0.1) Handshake timed out, State# WaitInboundXdcStream outgoing: [0:0:0]
2025-12-06T17:38:36.612480Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:38:36.610558Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:38:36.615399Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800739157891910:2050] [node 3] ICS01 socket: 450 reason# EndOfStream
2025-12-06T17:38:36.615793Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800713388088034:2050] [node 3] ICP30 unregister session Session# [5:7580800739157891910:2050] VirtualId# [5:7580800734862924608:0]
2025-12-06T17:38:36.616157Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800739157891910:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:38:36.616206Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:38:36.616239Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:38:36.612633Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800736725694991:2050] [node 3] ICS01 socket: 421 reason# EndOfStream
2025-12-06T17:38:36.613477Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800715250858418:2050] [node 3] ICP30 unregister session Session# [6:7580800736725694991:2050] VirtualId# [6:7580800736725694988:0]
2025-12-06T17:38:36.613512Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800736725694991:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:38:36.613616Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:38:36.614046Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:38:37.014724Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:38:37.014917Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800741020662291:2097] [node 4] ICS01 socket: 408 reason# EndOfStream
2025-12-06T17:38:37.014958Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800728135760352:2097] [node 4] ICP30 unregister session Session# [6:7580800741020662291:2097] VirtualId# [6:7580800736725694993:0]
2025-12-06T17:38:37.014996Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800741020662291:2097] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:38:37.015074Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:38:37.015113Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:38:37.019250Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:38:37.020219Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800739157891908:2108] [node 4] ICS01 socket: 454 reason# EndOfStream
2025-12-06T17:38:37.020251Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800726272989985:2108] [node 4] ICP30 unregister session Session# [5:7580800739157891908:2108] VirtualId# [5:7580800739157891906:0]
2025-12-06T17:38:37.020668Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800739157891908:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:38:37.021140Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:38:37.021183Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:38:37.572651Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800748118195181:2048] [node 2] ICP01 ready to work
2025-12-06T17:38:37.573038Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800748118195182:2049] [node 3] ICP01 ready to work
2025-12-06T17:38:38.643809Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800753473725787:2049] [node 3] ICP01 ready to work
2025-12-06T17:38:38.649158Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800753473725786:2048] [node 1] ICP01 ready to work
2025-12-06T17:38:39.643778Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800754541587875:2048] [node 1] ICP01 ready to work
2025-12-06T17:38:39.643876Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800754541587876:2049] [node 2] ICP01 ready to work
2025-12-06T17:38:40.340260Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800760207642064:2048] [node 1] ICP01 ready to work
2025-12-06T17:38:40.340295Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800760207642065:2049] [node 2] ICP01 ready to work
2025-12-06T17:38:40.340951Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800760207642066:2050] [node 3] ICP01 ready to work
2025-12-06T17:38:40.729728Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800761913012956:2048] [node 1] ICP01 ready to work
2025-12-06T17:38:40.729772Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800761913012957:2049] [node 2] ICP01 ready to work
2025-12-06T17:38:40.734929Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800761913012958:2050] [node 3] ICP01 ready to work
2025-12-06T17:38:42.060054Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800764443384453:2048] [node 1] ICP01 ready to work
2025-12-06T17:38:42.060088Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800764443384454:2049] [node 2] ICP01 ready to work
2025-12-06T17:38:42.060924Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800764443384455:2050] [node 3] ICP01 ready to work
2025-12-06T17:38:45.863479Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800780311391712:2107] [node 4] ICP01 ready to work
2025-12-06T17:38:45.915705Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800781682478607:2109] [node 6] ICP01 ready to work
2025-12-06T17:38:45.956640Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800783538496937:2108] [node 5] ICP01 ready to work
2025-12-06T17:38:45.981549Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800782477933631:2108] [node 5] ICP01 ready to work
2025-12-06T17:38:45.979313Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800783387849499:2109] [node 6] ICP01 ready to work
2025-12-06T17:38:46.011876Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800781623253693:2093] [node 5] ICP01 ready to work
2025-12-06T17:38:45.959296Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800783538496938:2107] [node 4] ICP01 ready to work
2025-12-06T17:38:45.995630Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800782477933630:2111] [node 6] ICP01 ready to work
2025-12-06T17:38:46.041548Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800781682478607:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(59933478ns) {Configure:104(59928702ns) {ProcessConfigured:135(11582158ns) {StartInitialHandshake:157(11577163ns) {DropHandshakes:470(3339ns) {DropIncomingHandshake:442(772ns) DropOutgoingHandshake:457(413ns)} GenerateSessionVirtualId:988(959ns) PrepareNewSessionHandshake:477(11054706ns) {SwitchToState:179(3301ns)}}}}}
2025-12-06T17:38:46.068932Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800787682816796:2108] [node 4] ICP01 ready to work
2025-12-06T17:38:45.975572Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800781623253694:2096] [node 4] ICP01 ready to work
2025-12-06T17:38:46.075432Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800784606359030:2116] [node 6] ICP01 ready to work
2025-12-06T17:38:46.059080Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800787833464238:2114] [node 6] ICP01 ready to work
2025-12-06T17:38:46.035170Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800786772900928:2107] [node 4] ICP01 ready to work
2025-12-06T17:38:46.074595Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800785977445906:2108] [node 5] ICP01 ready to work
2025-12-06T17:38:46.163786Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800782477933630:2111] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(138290995ns) {Configure:104(138281977ns) {ProcessConfigured:135(19336632ns) {StartInitialHandshake:157(19333067ns) {DropHandshakes:470(3318ns) {DropIncomingHandshake:442(753ns) DropOutgoingHandshake:457(629ns)} GenerateSessionVirtualId:988(879ns) PrepareNewSessionHandshake:477(4505ns) {SwitchToState:179(2511ns)}}}}}
2025-12-06T17:38:46.088931Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800784606359031:2109] [node 5] ICP01 ready to work
2025-12-06T17:38:46.173163Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800760207642066:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(151976383ns) {Configure:104(151972428ns) {ProcessConfigured:135(1156339ns) {StartInitialHandshake:157(1152978ns) {DropHandshakes:470(3043ns) {DropIncomingHandshake:442(834ns) DropOutgoingHandshake:457(422ns)} GenerateSessionVirtualId:988(1095ns) PrepareNewSessionHandshake:477(2234ns) {SwitchToState:179(786ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:46.270850Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800764443384454:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(377096252ns) {Configure:104(377090563ns) {ProcessConfigured:135(22983796ns) {StartInitialHandshake:157(22980765ns) {DropHandshakes:470(2575ns) {DropIncomingHandshake:442(560ns) DropOutgoingHandshake:457(374ns)} GenerateSessionVirtualId:988(715ns) PrepareNewSessionHandshake:477(2869ns) {SwitchToState:179(1288ns)}}}}}
2025-12-06T17:38:46.203906Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800760207642064:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(183311414ns) {Configure:104(183306348ns) {ProcessConfigured:135(17879066ns) {StartInitialHandshake:157(17875642ns) {DropHandshakes:470(3497ns) {DropIncomingHandshake:442(848ns) DropOutgoingHandshake:457(406ns)} GenerateSessionVirtualId:988(1489ns) PrepareNewSessionHandshake:477(4727ns) {SwitchToState:179(1870ns)}}}}}
2025-12-06T17:38:46.324039Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800785977445908:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47111
2025-12-06T17:38:46.395966Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800754541587875:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(308672832ns) {Configure:104(308666066ns) {ProcessConfigured:135(38197282ns) {StartInitialHandshake:157(38194061ns) {DropHandshakes:470(333784ns) {DropIncomingHandshake:442(883ns) DropOutgoingHandshake:457(481ns)} GenerateSessionVirtualId:988(526ns) PrepareNewSessionHandshake:477(3685ns) {SwitchToState:179(710ns)}}}}}
2025-12-06T17:38:46.399603Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800753473725786:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(428372073ns) {Configure:104(428366106ns) {ProcessConfigured:135(54571803ns) {StartInitialHandshake:157(54567180ns) {DropHandshakes:470(3536ns) {DropIncomingHandshake:442(950ns) DropOutgoingHandshake:457(559ns)} GenerateSessionVirtualId:988(1222ns) PrepareNewSessionHandshake:477(3237ns) {SwitchToState:179(1953ns)}}}}}
2025-12-06T17:38:46.355255Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800760207642065:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(258633662ns) {Configure:104(258627286ns) {ProcessConfigured:135(28350037ns) {StartInitialHandshake:157(28347159ns) {DropHandshakes:470(1655ns) {DropIncomingHandshake:442(319ns) DropOutgoingHandshake:457(410ns)} GenerateSessionVirtualId:988(302ns) PrepareNewSessionHandshake:477(5036ns) {SwitchToState:179(2577ns)}}}}}
2025-12-06T17:38:46.412230Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800761913012958:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(313097443ns) {Configure:104(313091556ns) {ProcessConfigured:135(25172749ns) {StartInitialHandshake:157(25170323ns) {DropHandshakes:470(3280ns) {DropIncomingHandshake:442(821ns) DropOutgoingHandshake:457(397ns)} GenerateSessionVirtualId:988(1572ns) PrepareNewSessionHandshake:477(3311ns) {SwitchToState:179(1939ns)}}}}}
2025-12-06T17:38:46.425001Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800764443384455:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(491891209ns) {Configure:104(491882796ns) {ProcessConfigured:135(116399136ns) {StartInitialHandshake:157(116396176ns) {DropHandshakes:470(1751ns) {DropIncomingHandshake:442(456ns) DropOutgoingHandshake:457(360ns)} GenerateSessionVirtualId:988(482ns) PrepareNewSessionHandshake:477(4641ns) {SwitchToState:179(2284ns)}}}}}
2025-12-06T17:38:46.387010Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800785977445908:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:46.528354Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800780311391712:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(529396338ns) {Configure:104(529392136ns) {ProcessConfigured:135(776829ns) {StartInitialHandshake:157(774971ns) {DropHandshakes:470(1139ns) {DropIncomingHandshake:442(282ns) DropOutgoingHandshake:457(269ns)} GenerateSessionVirtualId:988(356ns) PrepareNewSessionHandshake:477(369094ns) {SwitchToState:179(616ns)}}}}}
2025-12-06T17:38:46.428746Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800761913012957:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(346536325ns) {Configure:104(346530688ns) {ProcessConfigured:135(1204163ns) {StartInitialHandshake:157(1201573ns) {DropHandshakes:470(3842ns) {DropIncomingHandshake:442(864ns) DropOutgoingHandshake:457(736ns)} GenerateSessionVirtualId:988(1151ns) PrepareNewSessionHandshake:477(2390ns) {SwitchToState:179(737ns)}}}}}
2025-12-06T17:38:46.476445Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800787833464236:2126] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:46.388383Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800760207642065:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:38:46.432387Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800785977445906:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(297480895ns) {Configure:104(297475361ns) {ProcessConfigured:135(65502142ns) {StartInitialHandshake:157(65498709ns) {DropHandshakes:470(18610596ns) {DropIncomingHandshake:442(856ns) DropOutgoingHandshake:457(3154ns)} GenerateSessionVirtualId:988(3139ns) PrepareNewSessionHandshake:477(3185ns) {SwitchToState:179(1314ns)}}}}}
2025-12-06T17:38:46.507565Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800783387849499:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(461446106ns) {Configure:104(461441423ns) {ProcessConfigured:135(56733767ns) {StartInitialHandshake:157(56729849ns) {DropHandshakes:470(1194ns) {DropIncomingHandshake:442(275ns) DropOutgoingHandshake:457(183ns)} GenerateSessionVirtualId:988(414ns) PrepareNewSessionHandshake:477(3005ns) {SwitchToState:179(722ns)}}}}}
2025-12-06T17:38:46.600151Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800761913012956:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(483592016ns) {Configure:104(483586022ns) {ProcessConfigured:135(96611122ns) {StartInitialHandshake:157(96607335ns) {DropHandshakes:470(3058ns) {DropIncomingHandshake:442(1235ns) DropOutgoingHandshake:457(284ns)} GenerateSessionVirtualId:988(735ns) PrepareNewSessionHandshake:477(3336ns) {SwitchToState:179(1410ns)}}}}}
2025-12-06T17:38:46.476491Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800787833464236:2126] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:38:46.561472Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800748118195182:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(371494662ns) {Configure:104(371486368ns) {ProcessConfigured:135(43140858ns) {StartInitialHandshake:157(43136931ns) {DropHandshakes:470(2852ns) {DropIncomingHandshake:442(711ns) DropOutgoingHandshake:457(590ns)} GenerateSessionVirtualId:988(714ns) PrepareNewSessionHandshake:477(4504ns) {SwitchToState:179(2544ns)}}}}}
2025-12-06T17:38:46.608946Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800781623253693:2093] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(532715976ns) {Configure:104(532708023ns) {ProcessConfigured:135(24796567ns) {StartInitialHandshake:157(24793843ns) {DropHandshakes:470(3324ns) {DropIncomingHandshake:442(713ns) DropOutgoingHandshake:457(684ns)} GenerateSessionVirtualId:988(823ns) PrepareNewSessionHandshake:477(4206ns) {SwitchToState:179(1795ns)}}}}}
2025-12-06T17:38:46.643499Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800754541587876:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(536795454ns) {Configure:104(536788968ns) {ProcessConfigured:135(59879836ns) {StartInitialHandshake:157(59876449ns) {DropHandshakes:470(15968422ns) {DropIncomingHandshake:442(1007ns) DropOutgoingHandshake:457(2058ns)} GenerateSessionVirtualId:988(2265ns) PrepareNewSessionHandshake:477(4440ns) {SwitchToState:179(2116ns)}}}}}
2025-12-06T17:38:46.496621Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800787833464238:2114] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(379386579ns) {Configure:104(379379399ns) {ProcessConfigured:135(55127422ns) {StartInitialHandshake:157(55124798ns) {DropHandshakes:470(3248ns) {DropIncomingHandshake:442(745ns) DropOutgoingHandshake:457(374ns)} GenerateSessionVirtualId:988(973ns) PrepareNewSessionHandshake:477(5323ns) {SwitchToState:179(2609ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:46.562204Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800782477933631:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(497005913ns) {Configure:104(496999949ns) {ProcessConfigured:135(127918309ns) {StartInitialHandshake:157(127915604ns) {DropHandshakes:470(1950ns) {DropIncomingHandshake:442(468ns) DropOutgoingHandshake:457(581ns)} GenerateSessionVirtualId:988(763ns) PrepareNewSessionHandshake:477(6441ns) {SwitchToState:179(2845ns)}}}}}
2025-12-06T17:38:46.620311Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800764443384453:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(536426460ns) {Configure:104(536419798ns) {ProcessConfigured:135(87458083ns) {StartInitialHandshake:157(87455532ns) {DropHandshakes:470(2658ns) {DropIncomingHandshake:442(706ns) DropOutgoingHandshake:457(452ns)} GenerateSessionVirtualId:988(931ns) PrepareNewSessionHandshake:477(4693ns) {SwitchToState:179(2016ns)}}}}}
2025-12-06T17:38:46.559633Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800787833464236:2126] [node 4] ICH04 handshake succeeded
2025-12-06T17:38:46.699398Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800784606359031:2109] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(511388190ns) {Configure:104(511381378ns) {ProcessConfigured:135(60950438ns) {StartInitialHandshake:157(60947845ns) {DropHandshakes:470(1371ns) {DropIncomingHandshake:442(222ns) DropOutgoingHandshake:457(197ns)} GenerateSessionVirtualId:988(481ns) PrepareNewSessionHandshake:477(3338ns) {SwitchToState:179(1639ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:46.620645Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800785918221001:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20726
2025-12-06T17:38:46.743273Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800787682816796:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(543704968ns) {Configure:104(543698580ns) {ProcessConfigured:135(74305635ns) {StartInitialHandshake:157(74304200ns) {DropHandshakes:470(1740ns) {DropIncomingHandshake:442(543ns) DropOutgoingHandshake:457(446ns)} GenerateSessionVirtualId:988(1672ns) PrepareNewSessionHandshake:477(2244ns) {SwitchToState:179(40ns)}}}}}
2025-12-06T17:38:46.643278Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800786772900928:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(485419035ns) {Configure:104(485411731ns) {ProcessConfigured:135(1489393ns) {StartInitialHandshake:157(1487408ns) {DropHandshakes:470(3232ns) {DropIncomingHandshake:442(724ns) DropOutgoingHandshake:457(544ns)} GenerateSessionVirtualId:988(817ns) PrepareNewSessionHandshake:477(2376ns) {SwitchToState:179(714ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:46.778937Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800785977445920:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47111
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:46.562781Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800753473725787:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(481305458ns) {Configure:104(481301598ns) {ProcessConfigured:135(24972409ns) {StartInitialHandshake:157(24969719ns) {DropHandshakes:470(3443ns) {DropIncomingHandshake:442(1003ns) DropOutgoingHandshake:457(508ns)} GenerateSessionVirtualId:988(764ns) PrepareNewSessionHandshake:477(3110ns) {SwitchToState:179(1055ns)}}}}}
2025-12-06T17:38:46.727523Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800748118195181:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(611760877ns) {Configure:104(611754309ns) {ProcessConfigured:135(98208080ns) {StartInitialHandshake:157(98205089ns) {DropHandshakes:470(2829ns) {DropIncomingHandshake:442(693ns) DropOutgoingHandshake:457(479ns)} GenerateSessionVirtualId:988(684ns) PrepareNewSessionHandshake:477(19153351ns) {SwitchToState:179(5739ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:46.729673Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800784606359030:2116] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(516958385ns) {Configure:104(516950917ns) {ProcessConfigured:135(42318459ns) {StartInitialHandshake:157(42315208ns) {DropHandshakes:470(3057ns) {DropIncomingHandshake:442(798ns) DropOutgoingHandshake:457(414ns)} GenerateSessionVirtualId:988(419ns) PrepareNewSessionHandshake:477(3170ns) {SwitchToState:179(680ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:46.728375Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800783538496937:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(493371820ns) {Configure:104(493365765ns) {ProcessConfigured:135(96437262ns) {StartInitialHandshake:157(96435212ns) {DropHandshakes:470(3440ns) {DropIncomingHandshake:442(869ns) DropOutgoingHandshake:457(344ns)} GenerateSessionVirtualId:988(944ns) PrepareNewSessionHandshake:477(1942ns) {SwitchToState:179(51ns)}}}}}
2025-12-06T17:38:46.789603Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800783538496938:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:38:46.789672Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:38:46.816001Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800787682816810:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13833
2025-12-06T17:38:46.739738Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800781623253694:2096] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(564419109ns) {Configure:104(564411186ns) {ProcessConfigured:135(96517517ns) {StartInitialHandshake:157(96515355ns) {DropHandshakes:470(2249ns) {DropIncomingHandshake:442(826ns) DropOutgoingHandshake:457(293ns)} GenerateSessionVirtualId:988(485ns) PrepareNewSessionHandshake:477(2354ns) {SwitchToState:179(1153ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:46.860682Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800786772900940:2133] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58480
2025-12-06T17:38:46.879193Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800786772900942:2135] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58480
2025-12-06T17:38:46.800956Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800784606359047:2136] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35945
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:46.776672Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800785918221001:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:46.863858Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800760207642065:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(22545347ns)
2025-12-06T17:38:46.808823Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800783538496938:2107] [node 4] ICP22 created new session: [2:7580800787833464250:2107]
2025-12-06T17:38:46.877481Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800784606359041:2133] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35945
2025-12-06T17:38:46.959974Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800786772900943:2136] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58480
2025-12-06T17:38:46.880414Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800785977445908:2111] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:46.876274Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800787833464250:2107] [node 4] ICS09 handshake done sender: [2:7580800787833464236:2126] self: [2:7580800787833464235:0] peer: [4:7580800785977445918:0] socket: 390 qp: -1
2025-12-06T17:38:46.966155Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800786772900942:2135] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:46.819466Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800781623253694:2096] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:38:46.894733Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800784606359039:2132] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35945
2025-12-06T17:38:46.892365Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800781682478609:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:47.035313Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800761913012957:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(32946183ns) {HandleCleanupEventQueue:832(32945111ns) {CleanupEventQueue:841(32938313ns) {DropSessionEvent:512(32934510ns)} ScheduleCleanupEventQueue:822(4354ns)}}
2025-12-06T17:38:46.985137Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800784606359039:2132] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:46.893451Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800787833464250:2107] [node 4] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:46.981263Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800786772900940:2133] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:46.881415Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800764443384455:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(34902496ns) {HandleCleanupEventQueue:832(34900528ns) {CleanupEventQueue:841(16356577ns) {DropSessionEvent:512(16350256ns)} ScheduleCleanupEventQueue:822(18538878ns)}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:46.913778Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:38:46.963044Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800753473725786:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(34035600ns) {HandleCleanupEventQueue:832(34033957ns) {CleanupEventQueue:841(34033318ns) {DropSessionEvent:512(4103ns) DropSessionEvent:512(4493ns) DropSessionEvent:512(19598399ns) DropSessionEvent:512(10026ns) DropSessionEvent:512(4589ns) DropSessionEvent:512(5499ns) DropSessionEvent:512(3527ns) DropSessionEvent:512(5272ns) DropSessionEvent:512(3770ns)} ScheduleCleanupEventQueue:822(134ns)}}
2025-12-06T17:38:47.073557Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800787833464252:2132] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30809
2025-12-06T17:38:47.088406Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800787833464254:2133] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30809
2025-12-06T17:38:46.892416Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800781682478609:2110] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:38:47.019744Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800784606359041:2133] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:47.111240Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800761913012956:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(38228272ns) {HandleCleanupEventQueue:832(38226409ns) {CleanupEventQueue:841(38224830ns) {DropSessionEvent:512(19412ns) DropSessionEvent:512(5543ns) DropSessionEvent:512(11026ns) DropSessionEvent:512(4289ns) DropSessionEvent:512(3425ns) DropSessionEvent:512(16756423ns) DropSessionEvent:512(8180ns) DropSessionEvent:512(4740ns) DropSessionEvent:512(4569ns)} ScheduleCleanupEventQueue:822(216ns)}}
2025-12-06T17:38:47.116852Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800761913012958:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(31626602ns) {HandleCleanupEventQueue:832(31624901ns) {CleanupEventQueue:841(31622168ns) {DropSessionEvent:512(8925ns) DropSessionEvent:512(4118ns) DropSessionEvent:512(16731462ns) DropSessionEvent:512(4996ns) DropSessionEvent:512(4775ns) DropSessionEvent:512(14841809ns) DropSessionEvent:512(5597ns) DropSessionEvent:512(4883ns) DropSessionEvent:512(4901ns)} ScheduleCleanupEventQueue:822(314ns)}}
2025-12-06T17:38:47.079513Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800786772900939:2132] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58480
2025-12-06T17:38:46.934067Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800785977445921:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47111
2025-12-06T17:38:46.947375Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800760207642065:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:38:46.963207Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800785918221003:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20726
2025-12-06T17:38:47.091345Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800787833464247:2129] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:47.091369Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800787833464247:2129] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:38:47.131312Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800787833464251:2131] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30809
2025-12-06T17:38:47.139955Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800787833464247:2129] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:47.063423Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800754541587876:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:38:47.127912Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800748118195182:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(39491697ns) {HandleCleanupEventQueue:832(39490096ns) {CleanupEventQueue:841(39488485ns) {DropSessionEvent:512(9180ns) DropSessionEvent:512(28903345ns) DropSessionEvent:512(5578ns) DropSessionEvent:512(3824ns) DropSessionEvent:512(5323ns) DropSessionEvent:512(10532699ns) DropSessionEvent:512(6014ns) DropSessionEvent:512(5669ns) DropSessionEvent:512(4851ns)} ScheduleCleanupEventQueue:822(169ns)}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:46.958938Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800781682478609:2110] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:47.035728Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800785977445922:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47111
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:47.137142Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800786772900939:2132] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:47.107377Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800754541587876:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(27578724ns) {IncomingHandshake:261(27575649ns) {DropIncomingHandshake:442(804ns) PrepareNewSessionHandshake:477(7436670ns) {SwitchToState:179(2879ns)} GenerateSessionVirtualId:988(802ns) IssueIncomingHandshakeReply:193(58628ns) {SwitchToState:179(662ns)}}}
2025-12-06T17:38:47.178892Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800761913012957:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(19608542ns) {HandleCleanupEventQueue:832(19606716ns) {CleanupEventQueue:841(19604582ns) {DropSessionEvent:512(16742ns) DropSessionEvent:512(12639ns) DropSessionEvent:512(4474ns) DropSessionEvent:512(6038ns) DropSessionEvent:512(6188ns) DropSessionEvent:512(6712ns) DropSessionEvent:512(4775ns) DropSessionEvent:512(13502497ns) DropSessionEvent:512(12920ns)} ScheduleCleanupEventQueue:822(408ns)}}
2025-12-06T17:38:47.191813Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800787682816811:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13833
2025-12-06T17:38:47.192059Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800786772900945:2137] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58480
2025-12-06T17:38:47.193374Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800791977784108:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13833
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:47.115661Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800754541587875:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(35276079ns) {HandleCleanupEventQueue:832(35273336ns) {CleanupEventQueue:841(35271439ns) {DropSessionEvent:512(26697ns) DropSessionEvent:512(12211ns) DropSessionEvent:512(5823ns) DropSessionEvent:512(5785ns) DropSessionEvent:512(5448ns) DropSessionEvent:512(23343057ns) DropSessionEvent:512(11865408ns)} ScheduleCleanupEventQueue:822(342ns)}}
2025-12-06T17:38:47.047117Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800760207642066:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(58889779ns) {HandleCleanupEventQueue:832(58888081ns) {CleanupEventQueue:841(58879736ns) {DropSessionEvent:512(26979113ns)} ScheduleCleanupEventQueue:822(6024ns)}}
2025-12-06T17:38:47.286069Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800791977784108:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:47.191606Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800785918221014:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20726
2025-12-06T17:38:47.155288Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800783538496938:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(266947386ns) {HandleHandshakeStatus:329(266943994ns) {DropIncomingHandshake:442(2103ns) DropOutgoingHandshake:457(1189ns) SwitchToState:179(864ns) ProcessPendingSessionEvents:495(46192635ns) {ForwardSessionEventToSession:612(30938182ns) ForwardSessionEventToSession:612(539500ns) ForwardSessionEventToSession:612(3131ns) ForwardSessionEventToSession:612(445573ns) ForwardSessionEventToSession:612(390568ns) ForwardSessionEventToSession:612(2650ns) ForwardSessionEventToSession:612(376316ns) ForwardSessionEventToSession:612(2005ns) ForwardSessionEventToSession:612(2038ns) ForwardSessionEventToSession:612(13473199ns)}}}
2025-12-06T17:38:47.248255Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800786772900930:2128] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:47.192035Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580800754541587876:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22904) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580800784606359041:2133] held: no
2025-12-06T17:38:47.216675Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800764443384454:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(43785419ns) {HandleCleanupEventQueue:832(43783961ns) {CleanupEventQueue:841(43783140ns) {DropSessionEvent:512(9799ns) DropSessionEvent:512(6262ns) DropSessionEvent:512(3843ns) DropSessionEvent:512(4495ns) DropSessionEvent:512(12570224ns) DropSessionEvent:512(10255ns) DropSessionEvent:512(31152741ns) DropSessionEvent:512(4914ns) DropSessionEvent:512(4588ns) DropSessionEvent:512(3847ns)} ScheduleCleanupEventQueue:822(109ns)}}
2025-12-06T17:38:47.297980Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800787682816796:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:38:47.168273Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800787833464251:2131] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:47.063609Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800785977445921:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:47.248294Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800786772900930:2128] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:47.220137Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800788901326346:2137] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35945
2025-12-06T17:38:47.171246Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800787833464252:2132] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:47.067688Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:38:47.293470Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800786772900930:2128] [node 6] ICH04 handshake succeeded
2025-12-06T17:38:47.236673Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800781623253694:2096] [node 4] ICP35 event processing took too much time PendingConnection:279(17411017ns) {HandleCleanupEventQueue:832(17409271ns) {CleanupEventQueue:841(17406730ns) {DropSessionEvent:512(7089ns) DropSessionEvent:512(6852ns) DropSessionEvent:512(5805ns) DropSessionEvent:512(17361084ns) DropSessionEvent:512(5463ns) DropSessionEvent:512(5485ns) DropSessionEvent:512(5722ns) DropSessionEvent:512(3741ns)} ScheduleCleanupEventQueue:822(1357ns)}}
2025-12-06T17:38:47.409428Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800791977784110:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13833
2025-12-06T17:38:47.320781Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800782477933630:2111] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:38:47.320845Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:47.237613Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800785918221003:2113] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:47.329637Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800782477933630:2111] [node 6] ICP22 created new session: [1:7580800791067868247:2111]
2025-12-06T17:38:47.269076Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800784606359030:2116] [node 6] ICP35 event processing took too much time PendingConnection:279(43946783ns) {HandleCleanupEventQueue:832(43945559ns) {CleanupEventQueue:841(43943389ns) {DropSessionEvent:512(8056606ns) DropSessionEvent:512(13249ns) DropSessionEvent:512(5466ns) DropSessionEvent:512(4895ns) DropSessionEvent:512(5806ns) DropSessionEvent:512(4945ns) DropSessionEvent:512(4206ns) DropSessionEvent:512(4232ns) DropSessionEvent:512(21485ns)} ScheduleCleanupEventQueue:822(444ns)}}
2025-12-06T17:38:47.175827Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800753473725787:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:38:47.176182Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:38:47.176231Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800753473725787:2049] [node 3] ICP22 created new session: [2:7580800792128431555:2049]
2025-12-06T17:38:47.176271Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800792128431555:2049] [node 3] ICS09 handshake done sender: [2:7580800787833464247:2129] self: [2:7580800787833464245:0] peer: [3:7580800788901326345:0] socket: 406 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:47.087906Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800760207642065:2049] [node 2] ICP22 created new session: [4:7580800790272413220:2049]
2025-12-06T17:38:47.271751Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800784606359041:2133] [node 2] ICH04 handshake succeeded
2025-12-06T17:38:47.243068Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800781623253693:2093] [node 5] ICP35 event processing took too much time PendingConnection:279(18309670ns) {HandleCleanupEventQueue:832(18307468ns) {CleanupEventQueue:841(18299578ns) {DropSessionEvent:512(16568ns) DropSessionEvent:512(4525ns) DropSessionEvent:512(5415ns) DropSessionEvent:512(4595ns) DropSessionEvent:512(19088ns) DropSessionEvent:512(7388765ns) DropSessionEvent:512(4736ns) DropSessionEvent:512(4053ns)} ScheduleCleanupEventQueue:822(5179ns)}}
2025-12-06T17:38:47.176301Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800792128431555:2049] [node 3] ICS10 traffic start
2025-12-06T17:38:47.107290Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800781682478607:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:38:47.455783Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800791977784110:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:47.337223Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800791067868247:2111] [node 6] ICS09 handshake done sender: [1:7580800786772900930:2128] self: [1:7580800786772900929:0] peer: [6:7580800790213188312:0] socket: 397 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:47.176339Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:38:47.509906Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800787833464249:2130] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:47.287877Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800754541587876:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:38:47.503237Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800761913012957:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:38:47.107577Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800790272413220:2049] [node 2] ICS09 handshake done sender: [4:7580800785977445908:2111] self: [4:7580800785977445918:0] peer: [2:7580800787833464235:0] socket: 391 qp: -1
2025-12-06T17:38:47.509932Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800787833464249:2130] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:38:47.243545Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800764443384453:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:38:47.352920Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800791067868247:2111] [node 6] ICS10 traffic start
2025-12-06T17:38:47.288322Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:38:47.517517Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800787833464249:2130] [node 5] ICH04 handshake succeeded
2025-12-06T17:38:47.563312Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800783538496937:2108] [node 5] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:47.113187Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800785977445922:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:47.551472Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800761913012957:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(37100895ns) {IncomingHandshake:261(37098663ns) {DropIncomingHandshake:442(791ns) PrepareNewSessionHandshake:477(2215ns) {SwitchToState:179(793ns)} GenerateSessionVirtualId:988(1026ns) IssueIncomingHandshakeReply:193(28068652ns) {SwitchToState:179(4374ns)}}}
2025-12-06T17:38:47.575129Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:38:47.270834Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800790213188311:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20726
2025-12-06T17:38:47.376175Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:38:47.288372Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800754541587876:2049] [node 2] ICP22 created new session: [3:7580800788901326347:2049]
2025-12-06T17:38:47.114517Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:38:47.586991Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800783538496937:2108] [node 5] ICP22 created new session: [2:7580800792128431559:2108]
2025-12-06T17:38:47.426757Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800786772900943:2136] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:47.466950Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800782477933631:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(27256423ns)
2025-12-06T17:38:47.496558Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800782477933631:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(27980571ns) {IncomingHandshake:261(27978333ns) {DropIncomingHandshake:442(1827ns) PrepareNewSessionHandshake:477(4038ns) {SwitchToState:179(2777ns)} GenerateSessionVirtualId:988(641ns) IssueIncomingHandshakeReply:193(5083ns)}}
2025-12-06T17:38:47.555124Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800782477933630:2111] [node 6] ICP35 event processing took too much time PendingConnection:279(237130258ns) {HandleHandshakeStatus:329(237125831ns) {DropIncomingHandshake:442(1081ns) DropOutgoingHandshake:457(690ns) SwitchToState:179(643ns) ProcessPendingSessionEvents:495(1229ns)}}
2025-12-06T17:38:47.322267Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800785918221001:2111] [node 4] ICH04 handshake succeeded
2025-12-06T17:38:47.638941Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800761913012957:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22904) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800791977784110:2118] held: no
2025-12-06T17:38:47.288421Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800788901326347:2049] [node 2] ICS09 handshake done sender: [3:7580800784606359041:2133] self: [3:7580800788901326345:0] peer: [2:7580800787833464245:0] socket: 408 qp: -1
2025-12-06T17:38:47.288453Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800788901326347:2049] [node 2] ICS10 traffic start
2025-12-06T17:38:47.288897Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:38:47.345252Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800781623253694:2096] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:38:47.115663Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800781682478607:2109] [node 6] ICP22 created new session: [4:7580800790272413221:2109]
2025-12-06T17:38:47.592606Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800792128431559:2108] [node 5] ICS09 handshake done sender: [2:7580800787833464249:2130] self: [2:7580800787833464243:0] peer: [5:7580800791977784111:0] socket: 420 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:47.307734Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800784606359037:2130] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:47.307782Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800784606359037:2130] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:38:47.607980Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800786772900945:2137] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:47.368918Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800784606359037:2130] [node 4] ICH04 handshake succeeded
2025-12-06T17:38:47.593068Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800792128431559:2108] [node 5] ICS10 traffic start
2025-12-06T17:38:47.684844Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800761913012957:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(33540752ns) {HandleHandshakeStatus:395(33537379ns) {LogHandshakeFail:472(13356ns) {UpdateErrorStateLog:545(5520ns)} DropOutgoingHandshake:457(2792ns) ProcessPendingSessionEvents:495(597ns)}}
2025-12-06T17:38:47.384996Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800780311391712:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:38:47.385693Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:38:47.345575Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:38:47.115781Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800760207642064:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(32124427ns) {HandleCleanupEventQueue:832(32122822ns) {CleanupEventQueue:841(32120682ns) {DropSessionEvent:512(5985ns) DropSessionEvent:512(4269ns) DropSessionEvent:512(4071ns) DropSessionEvent:512(4679ns) DropSessionEvent:512(4278ns) DropSessionEvent:512(19744703ns) DropSessionEvent:512(15860ns) DropSessionEvent:512(5113ns) DropSessionEvent:512(5108ns)} ScheduleCleanupEventQueue:822(694ns)}}
2025-12-06T17:38:47.658612Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800787682816796:2108] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1976) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800791977784108:2117] held: no
2025-12-06T17:38:47.709627Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800787682816796:2108] [node 4] ICP35 event processing took too much time PendingConnection:279(47748749ns) {HandleHandshakeStatus:395(47744872ns) {LogHandshakeFail:472(15259ns) {UpdateErrorStateLog:545(4671ns)} DropOutgoingHandshake:457(3205ns) ProcessPendingSessionEvents:495(658ns)}}
2025-12-06T17:38:47.385745Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800780311391712:2107] [node 4] ICP22 created new session: [3:7580800788901326351:2107]
2025-12-06T17:38:47.747554Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800791977784112:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13833
2025-12-06T17:38:47.385789Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800788901326351:2107] [node 4] ICS09 handshake done sender: [3:7580800784606359037:2130] self: [3:7580800784606359036:0] peer: [4:7580800790272413226:0] socket: 414 qp: -1
2025-12-06T17:38:47.385827Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800788901326351:2107] [node 4] ICS10 traffic start
2025-12-06T17:38:47.386070Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:38:47.707251Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580800782477933630:2111] [node 6] ICP18 handshake (actor [1:7580800786772900945:2137]) is too old
2025-12-06T17:38:47.593121Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:38:47.345625Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800781623253694:2096] [node 4] ICP22 created new session: [6:7580800790213188313:2096]
2025-12-06T17:38:47.345671Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800790213188313:2096] [node 4] ICS09 handshake done sender: [6:7580800785918221001:2111] self: [6:7580800785918221012:0] peer: [4:7580800781682478608:0] socket: 395 qp: -1
2025-12-06T17:38:47.345697Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800790213188313:2096] [node 4] ICS10 traffic start
2025-12-06T17:38:47.345731Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:38:47.116658Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800790272413221:2109] [node 6] ICS09 handshake done sender: [4:7580800781682478609:2110] self: [4:7580800781682478608:0] peer: [6:7580800785918221012:0] socket: 392 qp: -1
2025-12-06T17:38:47.522886Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800788901326354:2138] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35945
2025-12-06T17:38:47.656222Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800788901326354:2138] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:47.455457Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800790213188315:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20726
2025-12-06T17:38:47.514120Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800785918221003:2113] [node 1] ICH04 handshake succeeded
2025-12-06T17:38:47.542972Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800764443384453:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:38:47.116683Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800790272413220:2049] [node 2] ICS10 traffic start
2025-12-06T17:38:47.127544Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:38:47.139761Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800790272413221:2109] [node 6] ICS10 traffic start
2025-12-06T17:38:47.139808Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:38:47.780812Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800784606359046:2135] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:47.812671Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800791977784112:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:47.838400Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800761913012958:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(17176840ns)
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:47.557418Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:38:47.166989Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800760207642066:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(29106575ns) {HandleCleanupEventQueue:832(29104910ns) {CleanupEventQueue:841(29102451ns) {DropSessionEvent:512(12973560ns) DropSessionEvent:512(6687ns) DropSessionEvent:512(5651ns) DropSessionEvent:512(5854ns) DropSessionEvent:512(5174ns) DropSessionEvent:512(16077970ns) DropSessionEvent:512(4830ns) DropSessionEvent:512(4682ns) DropSessionEvent:512(5918ns)} ScheduleCleanupEventQueue:822(315ns)}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:47.191099Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800760207642066:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:38:47.226121Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800781682478607:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(126273042ns) {HandleHandshakeStatus:329(126269962ns) {DropIncomingHandshake:442(1645ns) DropOutgoingHandshake:457(1506ns) SwitchToState:179(617ns) ProcessPendingSessionEvents:495(1090ns)}}
2025-12-06T17:38:47.243213Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800760207642065:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(248686646ns) {HandleHandshakeStatus:329(248683182ns) {DropIncomingHandshake:442(1602ns) DropOutgoingHandshake:457(12662ns) SwitchToState:179(665ns) ProcessPendingSessionEvents:495(11032026ns) {ForwardSessionEventToSession:612(8811217ns) ForwardSessionEventToSession:612(7271ns) ForwardSessionEventToSession:612(367317ns) ForwardSessionEventToSession:612(2943ns) ForwardSessionEventToSession:612(731849ns) ForwardSessionEventToSession:612(339199ns) ForwardSessionEventToSession:612(2377ns) ForwardSessionEventToSession:612(370497ns) ForwardSessionEventToSession:612(387279ns) ForwardSessionEventToSession:612(2547ns)}}}
2025-12-06T17:38:47.747681Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800783538496937:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(146152949ns) {HandleHandshakeStatus:329(146149152ns) {DropIncomingHandshake:442(15654ns) DropOutgoingHandshake:457(732ns) SwitchToState:179(1272ns) ProcessPendingSessionEvents:495(1131ns)}}
2025-12-06T17:38:47.780846Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800784606359046:2135] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:47.558630Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800764443384453:2048] [node 1] ICP22 created new session: [6:7580800790213188318:2048]
2025-12-06T17:38:47.559974Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800790213188318:2048] [node 1] ICS09 handshake done sender: [6:7580800785918221003:2113] self: [6:7580800790213188312:0] peer: [1:7580800786772900929:0] socket: 398 qp: -1
2025-12-06T17:38:47.560444Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800790213188318:2048] [node 1] ICS10 traffic start
2025-12-06T17:38:47.560482Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:38:47.593185Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800790213188317:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20726
2025-12-06T17:38:47.601764Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800764443384453:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(57591763ns) {HandleHandshakeStatus:329(57588264ns) {DropIncomingHandshake:442(4717ns) DropOutgoingHandshake:457(9359ns) SwitchToState:179(810ns) ProcessPendingSessionEvents:495(850ns)}}
2025-12-06T17:38:47.676060Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800790213188317:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:47.847154Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800761913012958:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:38:47.732254Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800764443384455:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(33546812ns) {HandleCleanupEventQueue:832(33544581ns) {CleanupEventQueue:841(33541666ns) {DropSessionEvent:512(22695ns) DropSessionEvent:512(5621ns) DropSessionEvent:512(5237ns) DropSessionEvent:512(5136ns) DropSessionEvent:512(7650608ns) DropSessionEvent:512(13349ns) DropSessionEvent:512(20174852ns) DropSessionEvent:512(5639411ns) DropSessionEvent:512(9547ns)} ScheduleCleanupEventQueue:822(465ns)}}
2025-12-06T17:38:47.887722Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800787682816810:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:47.733944Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800764443384455:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:38:47.232747Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800760207642066:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(24085692ns) {IncomingHandshake:261(11377256ns) {DropIncomingHandshake:442(292ns) PrepareNewSessionHandshake:477(5455ns) {SwitchToState:179(2605ns)} GenerateSessionVirtualId:988(925ns) IssueIncomingHandshakeReply:193(53847ns) {SwitchToState:179(140ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:47.892937Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800784606359044:2134] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:47.328755Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800785977445919:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:47.328797Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800785977445919:2115] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:38:47.890586Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800791977784113:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13833
2025-12-06T17:38:47.943871Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800790213188321:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20726
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:47.361392Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800790272413227:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47111
2025-12-06T17:38:47.892981Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800784606359044:2134] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:38:47.374054Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800785977445921:2117] [node 3] ICH04 handshake succeeded
2025-12-06T17:38:47.903875Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800784606359044:2134] [node 5] ICH04 handshake succeeded
2025-12-06T17:38:47.374818Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800760207642066:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:38:47.375183Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:38:47.375234Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800760207642066:2050] [node 3] ICP22 created new session: [4:7580800790272413228:2050]
2025-12-06T17:38:47.907379Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800784606359046:2135] [node 6] ICH04 handshake succeeded
2025-12-06T17:38:47.895386Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800791977784114:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13833
2025-12-06T17:38:48.000058Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800785918221014:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:47.912368Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800788901326356:2139] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35945
2025-12-06T17:38:47.976045Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800786772900938:2131] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:47.376203Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800790272413228:2050] [node 3] ICS09 handshake done sender: [4:7580800785977445921:2117] self: [4:7580800790272413226:0] peer: [3:7580800784606359036:0] socket: 417 qp: -1
2025-12-06T17:38:47.906574Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800791977784108:2117] [node 4] ICH04 handshake succeeded
2025-12-06T17:38:47.390989Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800790272413228:2050] [node 3] ICS10 traffic start
2025-12-06T17:38:48.007045Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800790213188321:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:47.391441Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:48.039251Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800764443384454:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:38:48.064089Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800781623253693:2093] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:38:47.956632Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800784606359047:2136] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:47.928740Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800787682816796:2108] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:38:48.066721Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800764443384455:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27020) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800790213188317:2120] held: no
2025-12-06T17:38:47.434444Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800785977445919:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:38:47.973361Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800754541587875:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:38:47.930976Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800787682816811:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:48.103518Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800781623253693:2093] [node 5] ICP35 event processing took too much time PendingConnection:279(34808316ns) {IncomingHandshake:261(34805404ns) {DropIncomingHandshake:442(2140ns) PrepareNewSessionHandshake:477(3614ns) {SwitchToState:179(2010ns)} GenerateSessionVirtualId:988(1165ns) IssueIncomingHandshakeReply:193(51453ns) {SwitchToState:179(698ns)}}}
2025-12-06T17:38:48.092267Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800787833464254:2133] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:48.095625Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800787833464244:2128] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:47.978945Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800784606359030:2116] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:38:48.095658Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800787833464244:2128] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:38:48.002747Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800784606359031:2109] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:38:48.103606Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800790213188322:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20726
2025-12-06T17:38:47.937706Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800791977784110:2118] [node 2] ICH04 handshake succeeded
2025-12-06T17:38:47.452876Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800790272413231:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47111
2025-12-06T17:38:48.170882Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800787833464244:2128] [node 6] ICH04 handshake succeeded
2025-12-06T17:38:48.002820Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:38:48.109340Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800764443384455:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(51639090ns) {HandleHandshakeStatus:395(51636307ns) {LogHandshakeFail:472(13691ns) {UpdateErrorStateLog:545(4994ns)} DropOutgoingHandshake:457(3889ns) ProcessPendingSessionEvents:495(474ns)}}
2025-12-06T17:38:47.520111Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800785977445906:2108] [node 5] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:38:48.187692Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800787833464238:2114] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:38:48.144459Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800790213188317:2120] [node 3] ICH04 handshake succeeded
2025-12-06T17:38:48.002868Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800784606359031:2109] [node 5] ICP22 created new session: [3:7580800793196293656:2109]
2025-12-06T17:38:47.528046Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800760207642066:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(91412409ns) {HandleHandshakeStatus:329(91410257ns) {DropIncomingHandshake:442(1086ns) DropOutgoingHandshake:457(4901ns) SwitchToState:179(1040ns) ProcessPendingSessionEvents:495(1122ns)}}
2025-12-06T17:38:47.938603Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800761913012957:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:38:48.002912Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800793196293656:2109] [node 5] ICS09 handshake done sender: [3:7580800784606359044:2134] self: [3:7580800784606359040:0] peer: [5:7580800791977784116:0] socket: 444 qp: -1
2025-12-06T17:38:48.187771Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:38:48.187813Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800787833464238:2114] [node 6] ICP22 created new session: [2:7580800796423398859:2114]
2025-12-06T17:38:48.187857Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800796423398859:2114] [node 6] ICS09 handshake done sender: [2:7580800787833464244:2128] self: [2:7580800787833464242:0] peer: [6:7580800794508155620:0] socket: 434 qp: -1
2025-12-06T17:38:48.007047Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800788901326356:2139] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:47.968006Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800761913012956:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:38:48.144673Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800794508155621:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20726
2025-12-06T17:38:48.009007Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800793196293656:2109] [node 5] ICS10 traffic start
2025-12-06T17:38:48.037818Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:38:48.075006Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:38:48.095034Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800784606359030:2116] [node 6] ICP22 created new session: [3:7580800793196293658:2116]
2025-12-06T17:38:47.549388Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:38:48.144872Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800764443384455:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:38:48.187892Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800796423398859:2114] [node 6] ICS10 traffic start
2025-12-06T17:38:48.187924Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:38:48.144917Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:38:48.324293Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800787833464238:2114] [node 6] ICP35 event processing took too much time PendingConnection:279(97274290ns) {HandleHandshakeStatus:329(97265613ns) {DropIncomingHandshake:442(25143ns) DropOutgoingHandshake:457(289ns) SwitchToState:179(440ns) ProcessPendingSessionEvents:495(1430ns)}}
2025-12-06T17:38:48.112839Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800793196293658:2116] [node 6] ICS09 handshake done sender: [3:7580800784606359046:2135] self: [3:7580800784606359042:0] peer: [6:7580800790213188320:0] socket: 451 qp: -1
2025-12-06T17:38:47.973973Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:38:48.144961Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800764443384455:2050] [node 3] ICP22 created new session: [6:7580800794508155622:2050]
2025-12-06T17:38:47.549445Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800785977445906:2108] [node 5] ICP22 created new session: [4:7580800790272413232:2108]
2025-12-06T17:38:48.141843Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800793196293658:2116] [node 6] ICS10 traffic start
2025-12-06T17:38:47.974026Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800787682816796:2108] [node 4] ICP22 created new session: [5:7580800791977784121:2108]
2025-12-06T17:38:48.169128Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800784606359031:2109] [node 5] ICP35 event processing took too much time PendingConnection:279(156657832ns) {HandleHandshakeStatus:329(156654491ns) {DropIncomingHandshake:442(1008ns) DropOutgoingHandshake:457(761ns) SwitchToState:179(938ns) ProcessPendingSessionEvents:495(1947ns)}}
2025-12-06T17:38:47.974071Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800791977784121:2108] [node 4] ICS09 handshake done sender: [5:7580800791977784108:2117] self: [5:7580800791977784109:0] peer: [4:7580800785977445917:0] socket: 441 qp: -1
2025-12-06T17:38:47.565675Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800790272413232:2108] [node 5] ICS09 handshake done sender: [4:7580800785977445919:2115] self: [4:7580800785977445917:0] peer: [5:7580800791977784109:0] socket: 439 qp: -1
2025-12-06T17:38:48.170298Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7580800784606359031:2109] [node 5] ICP18 handshake (actor [3:7580800788901326356:2139]) is too old
2025-12-06T17:38:48.145001Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800794508155622:2050] [node 3] ICS09 handshake done sender: [6:7580800790213188317:2120] self: [6:7580800790213188320:0] peer: [3:7580800784606359042:0] socket: 399 qp: -1
2025-12-06T17:38:48.145028Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800794508155622:2050] [node 3] ICS10 traffic start
2025-12-06T17:38:48.145066Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:38:47.566504Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800790272413232:2108] [node 5] ICS10 traffic start
2025-12-06T17:38:48.236803Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800790213188321:2121] [node 5] ICH04 handshake succeeded
2025-12-06T17:38:47.567508Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:38:48.237096Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800781623253693:2093] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:38:48.175243Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:38:48.276244Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800784606359030:2116] [node 6] ICP35 event processing took too much time PendingConnection:279(253382304ns) {HandleHandshakeStatus:329(253379732ns) {DropIncomingHandshake:442(15819ns) DropOutgoingHandshake:457(553ns) SwitchToState:179(539ns) ProcessPendingSessionEvents:495(1314ns)}}
2025-12-06T17:38:48.237137Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:38:47.974109Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800791977784121:2108] [node 4] ICS10 traffic start
2025-12-06T17:38:48.237184Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800781623253693:2093] [node 5] ICP22 created new session: [6:7580800794508155625:2093]
2025-12-06T17:38:48.237227Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800794508155625:2093] [node 5] ICS09 handshake done sender: [6:7580800790213188321:2121] self: [6:7580800794508155619:0] peer: [5:7580800787682816802:0] socket: 424 qp: -1
2025-12-06T17:38:47.624317Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800785977445906:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(100560849ns) {HandleHandshakeStatus:329(76895141ns) {DropIncomingHandshake:442(11463914ns) DropOutgoingHandshake:457(1057ns) SwitchToState:179(559ns) ProcessPendingSessionEvents:495(1189ns)}}
2025-12-06T17:38:47.962059Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800790272413231:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:47.972746Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800760207642064:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:38:47.974154Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:38:47.974757Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800787682816796:2108] [node 4] ICP35 event processing took too much time PendingConnection:279(45951326ns) {HandleHandshakeStatus:329(45947095ns) {DropIncomingHandshake:442(1484ns) DropOutgoingHandshake:457(598ns) SwitchToState:179(688ns) ProcessPendingSessionEvents:495(1110ns)}}
2025-12-06T17:38:48.237258Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800794508155625:2093] [node 5] ICS10 traffic start
2025-12-06T17:38:47.976079Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:38:48.237291Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:38:47.976666Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800791977784119:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13833
2025-12-06T17:38:48.255074Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800764443384454:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22904) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800785918221014:2117] held: no
2025-12-06T17:38:47.991222Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800761913012957:2049] [node 2] ICP22 created new session: [5:7580800791977784123:2049]
2025-12-06T17:38:48.031152Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800791977784123:2049] [node 2] ICS09 handshake done sender: [5:7580800791977784110:2118] self: [5:7580800791977784111:0] peer: [2:7580800787833464243:0] socket: 413 qp: -1
2025-12-06T17:38:48.265583Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800794508155624:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20726
2025-12-06T17:38:48.074907Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800791977784123:2049] [node 2] ICS10 traffic start
2025-12-06T17:38:48.281693Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580800781623253693:2093] [node 5] ICP27 obsolete handshake fail ignored
2025-12-06T17:38:48.282171Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800764443384454:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(22230567ns) {HandleHandshakeStatus:395(22227994ns) {LogHandshakeFail:472(12737ns) {UpdateErrorStateLog:545(4879ns)} DropOutgoingHandshake:457(1793ns) ProcessPendingSessionEvents:495(477ns)}}
2025-12-06T17:38:48.354441Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800764443384454:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(27218641ns)
2025-12-06T17:38:48.358990Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800785918221014:2117] [node 2] ICH04 handshake succeeded
2025-12-06T17:38:48.378925Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800764443384454:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:38:48.406731Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:38:48.075490Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800791977784112:2119] [node 3] ICH04 handshake succeeded
2025-12-06T17:38:48.107107Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:38:48.107305Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800787682816804:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:38:48.407222Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800764443384454:2049] [node 2] ICP22 created new session: [6:7580800794508155627:2049]
2025-12-06T17:38:48.107343Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580800787682816804:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:38:48.408030Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800794508155627:2049] [node 2] ICS09 handshake done sender: [6:7580800785918221014:2117] self: [6:7580800794508155620:0] peer: [2:7580800787833464242:0] socket: 435 qp: -1
2025-12-06T17:38:48.123240Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800761913012958:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:38:48.408863Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800794508155627:2049] [node 2] ICS10 traffic start
2025-12-06T17:38:48.409707Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:38:48.422032Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800764443384454:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(43629360ns) {HandleHandshakeStatus:329(43626600ns) {DropIncomingHandshake:442(4491ns) DropOutgoingHandshake:457(576ns) SwitchToState:179(1062ns) ProcessPendingSessionEvents:495(1546ns)}}
2025-12-06T17:38:48.123307Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:38:48.123356Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800761913012958:2050] [node 3] ICP22 created new session: [5:7580800796272751422:2050]
2025-12-06T17:38:48.123400Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800796272751422:2050] [node 3] ICS09 handshake done sender: [5:7580800791977784112:2119] self: [5:7580800791977784116:0] peer: [3:7580800784606359040:0] socket: 445 qp: -1
2025-12-06T17:38:48.123431Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800796272751422:2050] [node 3] ICS10 traffic start
2025-12-06T17:38:48.123465Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:38:48.178985Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800796272751420:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13833
2025-12-06T17:38:48.181582Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800787682816804:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:38:48.181695Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800787682816811:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:38:48.186883Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800761913012957:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(213038216ns) {HandleHandshakeStatus:329(213033830ns) {DropIncomingHandshake:442(1334ns) DropOutgoingHandshake:457(432ns) SwitchToState:179(647ns) ProcessPendingSessionEvents:495(1468ns)}}
2025-12-06T17:38:48.187049Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800761913012956:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:38:48.202971Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580800783387849499:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:38:48.203039Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:38:48.203083Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800783387849499:2109] [node 6] ICP22 created new session: [5:7580800796272751425:2109]
2025-12-06T17:38:48.203121Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800796272751425:2109] [node 6] ICS09 handshake done sender: [5:7580800787682816804:2113] self: [5:7580800787682816802:0] peer: [6:7580800794508155619:0] socket: 416 qp: -1
2025-12-06T17:38:48.203156Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800796272751425:2109] [node 6] ICS10 traffic start
2025-12-06T17:38:48.203188Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:38:48.212575Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:38:48.213309Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800761913012956:2048] [node 1] ICP22 created new session: [5:7580800796272751427:2048]
2025-12-06T17:38:48.215156Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800796272751427:2048] [node 1] ICS09 handshake done sender: [5:7580800787682816811:2116] self: [5:7580800791977784120:0] peer: [1:7580800786772900933:0] socket: 433 qp: -1
2025-12-06T17:38:48.220968Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800796272751427:2048] [node 1] ICS10 traffic start
2025-12-06T17:38:48.240810Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:38:48.335699Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800761913012956:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(153377510ns) {HandleHandshakeStatus:329(153375169ns) {DropIncomingHandshake:442(1474ns) DropOutgoingHandshake:457(9064ns) SwitchToState:179(644ns) ProcessPendingSessionEvents:495(965ns)}}
2025-12-06T17:38:48.524071Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] socket: Connection reset by peer
2025-12-06T17:38:48.524263Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580800796272751427:2048] [node 1] ICS07 socket disconnect 433 reason# ECONNRESET
2025-12-06T17:38:48.524289Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800796272751427:2048] [node 1] ICS25 shutdown socket, reason# ECONNRESET
2025-12-06T17:38:48.524320Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:38:48.524374Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580800796272751427:2048] [node 1] ICS15 start handshake
2025-12-06T17:38:48.525251Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800761913012956:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28900) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:38:48.525303Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800796272751427:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:38:48.525332Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800761913012956:2048] [node 1] ICP30 unregister session Session# [5:7580800796272751427:2048] VirtualId# [5:7580800791977784120:0]
2025-12-06T17:38:48.525359Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:38:48.525391Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580800761913012956:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:28900) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:38:48.525405Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28900) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:38:48.527335Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:38:48.527536Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800790213188318:2048] [node 1] ICS01 socket: 398 reason# EndOfStream
2025-12-06T17:38:48.538836Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580800761913012956:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:38:48.528358Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800764443384453:2048] [node 1] ICP30 unregister session Session# [6:7580800790213188318:2048] VirtualId# [6:7580800790213188312:0]
2025-12-06T17:38:48.528717Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800790213188318:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:38:48.529162Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:38:48.530832Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800760207642064:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28900) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580800790272413231:2120] held: no
2025-12-06T17:38:48.529195Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:38:48.595250Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580800754541587875:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28900) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580800784606359047:2136] held: no
2025-12-06T17:38:48.641238Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800754541587875:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(40337414ns) {HandleHandshakeStatus:395(40332883ns) {LogHandshakeFail:472(19649ns) {UpdateErrorStateLog:545(9672ns)} DropOutgoingHandshake:457(1838ns) ProcessPendingSessionEvents:495(366ns)}}
2025-12-06T17:38:48.819673Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:38:48.820205Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800788901326347:2049] [node 2] ICS01 socket: 408 reason# EndOfStream
2025-12-06T17:38:48.820574Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800754541587876:2049] [node 2] ICP30 unregister session Session# [3:7580800788901326347:2049] VirtualId# [3:7580800788901326345:0]
2025-12-06T17:38:48.820603Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800788901326347:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:38:48.820677Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:38:48.854904Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:38:48.855452Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580800790272413220:2049] [node 2] ICS07 socket disconnect 391 reason# EndOfStream
2025-12-06T17:38:48.867613Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:38:48.870891Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:38:48.869103Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800791977784123:2049] [node 2] ICS01 socket: 413 reason# EndOfStream
2025-12-06T17:38:48.871758Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800794508155627:2049] [node 2] ICS01 socket: 435 reason# EndOfStream
2025-12-06T17:38:48.872184Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800764443384454:2049] [node 2] ICP30 unregister session Session# [6:7580800794508155627:2049] VirtualId# [6:7580800794508155620:0]
2025-12-06T17:38:48.869136Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800761913012957:2049] [node 2] ICP30 unregister session Session# [5:7580800791977784123:2049] VirtualId# [5:7580800791977784111:0]
2025-12-06T17:38:48.869164Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800791977784123:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:38:48.872208Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800794508155627:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:38:48.820712Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:38:48.855831Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800790272413220:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:38:48.855894Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:38:48.855928Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580800790272413220:2049] [node 2] ICS15 start handshake
2025-12-06T17:38:48.873011Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:38:48.869922Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:38:48.906742Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800760207642065:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22904) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:38:48.869962Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:38:48.873041Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:38:48.952732Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800790272413220:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:38:48.953116Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800760207642065:2049] [node 2] ICP30 unregister session Session# [4:7580800790272413220:2049] VirtualId# [4:7580800785977445918:0]
2025-12-06T17:38:48.953801Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:38:48.954460Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580800760207642065:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:22904) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:38:48.955093Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22904) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:38:48.957344Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:294: Proxy [4:7580800760207642065:2049] [node 2] ICP35 event processing took too much time StateWork:294(67991636ns) {HandleHandshakeStatus:395(67987375ns) {LogHandshakeFail:472(9388ns) {UpdateErrorStateLog:545(2623ns)} DropOutgoingHandshake:457(3050ns) ProcessPendingSessionEvents:495(419ns) UnregisterSession:538(371040ns) {ProcessPendingSessionEvents:495(441ns) SwitchToInitialState:202(2025ns) {SwitchToState:179(894ns)}} TransitToErrorState:752(1285046ns) {SwitchToState:179(7376ns) ProcessPendingSessionEvents:495(64ns) DropHandshakes:470(3048ns) {DropIncomingHandshake:442(563ns) DropOutgoingHandshake:457(681ns)}}}}
2025-12-06T17:38:48.976511Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580800760207642065:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:38:49.194743Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:38:49.194948Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800796272751422:2050] [node 3] ICS01 socket: 445 reason# EndOfStream
2025-12-06T17:38:49.194981Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800761913012958:2050] [node 3] ICP30 unregister session Session# [5:7580800796272751422:2050] VirtualId# [5:7580800791977784116:0]
2025-12-06T17:38:49.195011Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800796272751422:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:38:49.195084Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:38:49.195124Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:38:49.195204Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:38:49.195379Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800794508155622:2050] [node 3] ICS01 socket: 399 reason# EndOfStream
2025-12-06T17:38:49.195301Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:38:49.197098Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800790272413228:2050] [node 3] ICS01 socket: 417 reason# EndOfStream
2025-12-06T17:38:49.197872Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800760207642066:2050] [node 3] ICP30 unregister session Session# [4:7580800790272413228:2050] VirtualId# [4:7580800790272413226:0]
2025-12-06T17:38:49.198255Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800790272413228:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:38:49.198339Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:38:49.198374Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:38:49.195408Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800764443384455:2050] [node 3] ICP30 unregister session Session# [6:7580800794508155622:2050] VirtualId# [6:7580800790213188320:0]
2025-12-06T17:38:49.195431Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800794508155622:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:38:49.195470Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:38:49.195499Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:38:49.412040Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:38:49.414679Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:38:49.413738Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800791977784121:2108] [node 4] ICS01 socket: 441 reason# EndOfStream
2025-12-06T17:38:49.414172Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800787682816796:2108] [node 4] ICP30 unregister session Session# [5:7580800791977784121:2108] VirtualId# [5:7580800791977784109:0]
2025-12-06T17:38:49.414570Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800791977784121:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:38:49.414872Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800790213188313:2096] [node 4] ICS01 socket: 395 reason# EndOfStream
2025-12-06T17:38:49.416304Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800781623253694:2096] [node 4] ICP30 unregister session Session# [6:7580800790213188313:2096] VirtualId# [6:7580800785918221012:0]
2025-12-06T17:38:49.414664Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:38:49.414704Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:38:49.416335Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800790213188313:2096] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:38:49.416415Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:38:49.416452Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:38:50.111747Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:38:50.113069Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800794508155625:2093] [node 5] ICS01 socket: 424 reason# EndOfStream
2025-12-06T17:38:50.113473Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800781623253693:2093] [node 5] ICP30 unregister session Session# [6:7580800794508155625:2093] VirtualId# [6:7580800794508155619:0]
2025-12-06T17:38:50.113505Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800794508155625:2093] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:38:50.113603Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:38:50.113639Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:38:52.039002Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800809350142120:2048] [node 2] ICP01 ready to work
2025-12-06T17:38:52.039452Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800809350142121:2049] [node 3] ICP01 ready to work
2025-12-06T17:38:53.343201Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800816755579815:2048] [node 1] ICP01 ready to work
2025-12-06T17:38:53.343253Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800816755579816:2049] [node 3] ICP01 ready to work
2025-12-06T17:38:54.003225Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800818452871818:2048] [node 1] ICP01 ready to work
2025-12-06T17:38:54.003305Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800818452871819:2049] [node 2] ICP01 ready to work
2025-12-06T17:38:54.334158Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800820807807904:2048] [node 1] ICP01 ready to work
2025-12-06T17:38:54.334207Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800820807807905:2049] [node 2] ICP01 ready to work
2025-12-06T17:38:54.350765Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800820807807906:2050] [node 3] ICP01 ready to work
2025-12-06T17:38:55.606914Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800827069755405:2048] [node 1] ICP01 ready to work
2025-12-06T17:38:55.607023Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800827069755406:2049] [node 2] ICP01 ready to work
2025-12-06T17:38:55.607754Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800827069755407:2050] [node 3] ICP01 ready to work
2025-12-06T17:38:57.471726Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800831750990089:2048] [node 1] ICP01 ready to work
2025-12-06T17:38:57.471809Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800831750990090:2049] [node 2] ICP01 ready to work
2025-12-06T17:38:57.500672Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800831750990091:2050] [node 3] ICP01 ready to work
2025-12-06T17:39:00.754689Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800844635892029:2089] [node 4] ICP01 ready to work
2025-12-06T17:39:00.787569Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800846820350968:2107] [node 4] ICP01 ready to work
2025-12-06T17:39:00.822754Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800844635892036:2102] [node 5] ICP01 ready to work
2025-12-06T17:39:00.830900Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800848517642967:2107] [node 4] ICP01 ready to work
2025-12-06T17:39:00.793891Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800848004847865:2115] [node 6] ICP01 ready to work
2025-12-06T17:39:00.788497Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800846820350969:2108] [node 6] ICP01 ready to work
2025-12-06T17:39:00.840817Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800848004847866:2107] [node 4] ICP01 ready to work
2025-12-06T17:39:00.841173Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800848004847867:2108] [node 5] ICP01 ready to work
2025-12-06T17:39:00.789160Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800846820350970:2110] [node 5] ICP01 ready to work
2025-12-06T17:39:00.845879Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800820807807904:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(85020892ns) {Configure:104(85012642ns) {ProcessConfigured:135(5280554ns) {StartInitialHandshake:157(5278830ns) {DropHandshakes:470(1106ns) {DropIncomingHandshake:442(220ns) DropOutgoingHandshake:457(308ns)} GenerateSessionVirtualId:988(338ns) PrepareNewSessionHandshake:477(2827ns) {SwitchToState:179(1519ns)}}}}}
2025-12-06T17:39:00.855329Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800846577611747:2108] [node 5] ICP01 ready to work
2025-12-06T17:39:00.855598Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800846577611748:2109] [node 6] ICP01 ready to work
2025-12-06T17:39:00.828150Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800816755579816:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(38707782ns) {Configure:104(38697078ns) {ProcessConfigured:135(88281ns) {StartInitialHandshake:157(85765ns) {DropHandshakes:470(8917ns) {DropIncomingHandshake:442(1324ns) DropOutgoingHandshake:457(2270ns)} GenerateSessionVirtualId:988(2037ns) PrepareNewSessionHandshake:477(2327ns) {SwitchToState:179(679ns)}}}}}
2025-12-06T17:39:00.866908Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800848517642968:2108] [node 5] ICP01 ready to work
2025-12-06T17:39:00.927034Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800848517642969:2110] [node 6] ICP01 ready to work
2025-12-06T17:39:00.988672Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800827069755405:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(132507732ns) {Configure:104(132502408ns) {ProcessConfigured:135(12903778ns) {StartInitialHandshake:157(12900697ns) {DropHandshakes:470(3284ns) {DropIncomingHandshake:442(880ns) DropOutgoingHandshake:457(487ns)} GenerateSessionVirtualId:988(1273ns) PrepareNewSessionHandshake:477(4662ns) {SwitchToState:179(2114ns)}}}}}
2025-12-06T17:39:00.971491Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800820807807906:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(45740367ns) {Configure:104(45733220ns) {ProcessConfigured:135(44469521ns) {StartInitialHandshake:157(44466312ns) {DropHandshakes:470(3141ns) {DropIncomingHandshake:442(679ns) DropOutgoingHandshake:457(585ns)} GenerateSessionVirtualId:988(1066ns) PrepareNewSessionHandshake:477(5870ns) {SwitchToState:179(3106ns)}}}}}
2025-12-06T17:39:01.021081Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800827069755406:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(30453193ns) {Configure:104(30447722ns) {ProcessConfigured:135(396161ns) {StartInitialHandshake:157(393304ns) {DropHandshakes:470(3620ns) {DropIncomingHandshake:442(787ns) DropOutgoingHandshake:457(628ns)} GenerateSessionVirtualId:988(1309ns) PrepareNewSessionHandshake:477(2746ns) {SwitchToState:179(962ns)}}}}}
2025-12-06T17:39:01.056472Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800852839559248:2108] [node 6] ICP01 ready to work
2025-12-06T17:39:01.074327Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800852839559249:2109] [node 4] ICP01 ready to work
2025-12-06T17:39:01.152017Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800848004847867:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(232208541ns) {Configure:104(224245822ns) {ProcessConfigured:135(5948797ns) {StartInitialHandshake:157(5944573ns) {DropHandshakes:470(4060ns) {DropIncomingHandshake:442(1173ns) DropOutgoingHandshake:457(669ns)} GenerateSessionVirtualId:988(1428ns) PrepareNewSessionHandshake:477(4608ns) {SwitchToState:179(2221ns)}}}}}
2025-12-06T17:39:01.201539Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800827069755407:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(94995819ns) {Configure:104(94989503ns) {ProcessConfigured:135(10203320ns) {StartInitialHandshake:157(10199722ns) {DropHandshakes:470(2898ns) {DropIncomingHandshake:442(845ns) DropOutgoingHandshake:457(395ns)} GenerateSessionVirtualId:988(1064ns) PrepareNewSessionHandshake:477(6807ns) {SwitchToState:179(3921ns)}}}}}
2025-12-06T17:39:01.195289Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800846577611747:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(178167010ns) {Configure:104(178159867ns) {ProcessConfigured:135(1867371ns) {StartInitialHandshake:157(1863176ns) {DropHandshakes:470(359844ns) {DropIncomingHandshake:442(1312ns) DropOutgoingHandshake:457(372ns)} GenerateSessionVirtualId:988(1178ns) PrepareNewSessionHandshake:477(2946ns) {SwitchToState:179(1027ns)}}}}}
2025-12-06T17:39:01.244619Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800818452871818:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(268259279ns) {Configure:104(268251057ns) {ProcessConfigured:135(1479336ns) {StartInitialHandshake:157(1476607ns) {DropHandshakes:470(2893ns) {DropIncomingHandshake:442(792ns) DropOutgoingHandshake:457(398ns)} GenerateSessionVirtualId:988(920ns) PrepareNewSessionHandshake:477(332816ns) {SwitchToState:179(1040ns)}}}}}
2025-12-06T17:39:01.246625Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800844635892029:2089] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(386132506ns) {Configure:104(386124555ns) {ProcessConfigured:135(36953643ns) {StartInitialHandshake:157(36950288ns) {DropHandshakes:470(3143ns) {DropIncomingHandshake:442(951ns) DropOutgoingHandshake:457(379ns)} GenerateSessionVirtualId:988(1540ns) PrepareNewSessionHandshake:477(4275ns) {SwitchToState:179(2014ns)}}}}}
2025-12-06T17:39:01.292040Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800852839559248:2108] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(88985807ns) {Configure:104(88979656ns) {ProcessConfigured:135(1463644ns) {StartInitialHandshake:157(1460611ns) {DropHandshakes:470(338793ns) {DropIncomingHandshake:442(993ns) DropOutgoingHandshake:457(385ns)} GenerateSessionVirtualId:988(1043ns) PrepareNewSessionHandshake:477(2506ns) {SwitchToState:179(813ns)}}}}}
2025-12-06T17:39:01.320407Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800831750990091:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(59019870ns) {Configure:104(59012704ns) {ProcessConfigured:135(7847870ns) {StartInitialHandshake:157(7845022ns) {DropHandshakes:470(3162ns) {DropIncomingHandshake:442(743ns) DropOutgoingHandshake:457(569ns)} GenerateSessionVirtualId:988(1208ns) PrepareNewSessionHandshake:477(5140ns) {SwitchToState:179(2891ns)}}}}}
2025-12-06T17:39:01.325177Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800846577611748:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(106115594ns) {Configure:104(106105200ns) {ProcessConfigured:135(1094208ns) {StartInitialHandshake:157(1091571ns) {DropHandshakes:470(1446ns) {DropIncomingHandshake:442(418ns) DropOutgoingHandshake:457(241ns)} GenerateSessionVirtualId:988(438ns) PrepareNewSessionHandshake:477(2982ns) {SwitchToState:179(1172ns)}}}}}
2025-12-06T17:39:01.340430Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800848517642967:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(89280318ns) {Configure:104(89272348ns) {ProcessConfigured:135(11096635ns) {StartInitialHandshake:157(11093575ns) {DropHandshakes:470(334940ns) {DropIncomingHandshake:442(600ns) DropOutgoingHandshake:457(559ns)} GenerateSessionVirtualId:988(843ns) PrepareNewSessionHandshake:477(4415ns) {SwitchToState:179(1973ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:01.420302Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800852839559249:2109] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(100364482ns) {Configure:104(100358370ns) {ProcessConfigured:135(981703ns) {StartInitialHandshake:157(979053ns) {DropHandshakes:470(2954ns) {DropIncomingHandshake:442(712ns) DropOutgoingHandshake:457(370ns)} GenerateSessionVirtualId:988(1356ns) PrepareNewSessionHandshake:477(2483ns) {SwitchToState:179(801ns)}}}}}
2025-12-06T17:39:01.420668Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800852839559250:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43047
2025-12-06T17:39:01.421371Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800852839559257:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43047
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:01.470976Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800851115318280:2133] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54848
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:01.506387Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800844635892036:2102] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(99791121ns) {Configure:104(99783771ns) {ProcessConfigured:135(1518686ns) {StartInitialHandshake:157(1516433ns) {DropHandshakes:470(3296ns) {DropIncomingHandshake:442(835ns) DropOutgoingHandshake:457(737ns)} GenerateSessionVirtualId:988(606ns) PrepareNewSessionHandshake:477(1725ns) {SwitchToState:179(658ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:01.503313Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800852299815177:2133] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61286
2025-12-06T17:39:01.515988Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800848517642968:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(159460266ns) {Configure:104(159454102ns) {ProcessConfigured:135(7415800ns) {StartInitialHandshake:157(7409504ns) {DropHandshakes:470(3636ns) {DropIncomingHandshake:442(814ns) DropOutgoingHandshake:457(441ns)} GenerateSessionVirtualId:988(812ns) PrepareNewSessionHandshake:477(4126ns) {SwitchToState:179(1588ns)}}}}}
2025-12-06T17:39:01.506623Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800851115318281:2134] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54848
2025-12-06T17:39:01.521571Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800852299815178:2134] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61286
2025-12-06T17:39:01.583521Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800848517642969:2110] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(30608970ns) {Configure:104(30597822ns) {ProcessConfigured:135(1127459ns) {StartInitialHandshake:157(1125098ns) {DropHandshakes:470(3186ns) {DropIncomingHandshake:442(775ns) DropOutgoingHandshake:457(397ns)} GenerateSessionVirtualId:988(1254ns) PrepareNewSessionHandshake:477(2544ns) {SwitchToState:179(717ns)}}}}}
2025-12-06T17:39:01.612800Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800831750990089:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(27459218ns) {Configure:104(27450946ns) {ProcessConfigured:135(446392ns) {StartInitialHandshake:157(443331ns) {DropHandshakes:470(2968ns) {DropIncomingHandshake:442(771ns) DropOutgoingHandshake:457(405ns)} GenerateSessionVirtualId:988(1249ns) PrepareNewSessionHandshake:477(2264ns) {SwitchToState:179(613ns)}}}}}
2025-12-06T17:39:01.625545Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800818452871819:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(39743909ns) {Configure:104(39358008ns) {ProcessConfigured:135(9294692ns) {StartInitialHandshake:157(9291513ns) {DropHandshakes:470(2520ns) {DropIncomingHandshake:442(608ns) DropOutgoingHandshake:457(509ns)} GenerateSessionVirtualId:988(859ns) PrepareNewSessionHandshake:477(5261ns) {SwitchToState:179(1737ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:01.636511Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800848930859345:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23556
2025-12-06T17:39:01.651482Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800848930859345:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:01.673864Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800852299815179:2135] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61286
2025-12-06T17:39:01.684816Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800831750990089:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:39:01.696093Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800852299815169:2130] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:01.696134Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800852299815169:2130] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:39:01.707461Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800852299815169:2130] [node 6] ICH04 handshake succeeded
2025-12-06T17:39:01.718482Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800852839559250:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:01.724545Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800852839559257:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:01.739683Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800851115318281:2134] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:01.740658Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800852839559261:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43047
2025-12-06T17:39:01.768850Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800831750990090:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(28309225ns) {Configure:104(28301733ns) {ProcessConfigured:135(414787ns) {StartInitialHandshake:157(411388ns) {DropHandshakes:470(2777ns) {DropIncomingHandshake:442(663ns) DropOutgoingHandshake:457(377ns)} GenerateSessionVirtualId:988(1107ns) PrepareNewSessionHandshake:477(2127ns) {SwitchToState:179(616ns)}}}}}
2025-12-06T17:39:01.778631Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800848930859344:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23556
2025-12-06T17:39:01.797284Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800846820350976:2130] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:01.797331Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800846820350976:2130] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:39:01.741735Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800827069755406:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:39:01.778966Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800848004847865:2115] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:39:01.779049Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:39:01.779441Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800848004847865:2115] [node 6] ICP22 created new session: [1:7580800852299815181:2115]
2025-12-06T17:39:01.780719Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800852299815181:2115] [node 6] ICS09 handshake done sender: [1:7580800852299815169:2130] self: [1:7580800852299815168:0] peer: [6:7580800848930859351:0] socket: 403 qp: -1
2025-12-06T17:39:01.743197Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800827069755405:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:39:01.848206Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800827069755406:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(20408118ns) {HandleCleanupEventQueue:832(20405903ns) {CleanupEventQueue:841(20398946ns) {DropSessionEvent:512(14046ns) DropSessionEvent:512(6348ns) DropSessionEvent:512(5262ns) DropSessionEvent:512(20368923ns)} ScheduleCleanupEventQueue:822(4627ns)}}
2025-12-06T17:39:01.781922Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800852299815181:2115] [node 6] ICS10 traffic start
2025-12-06T17:39:01.781965Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:39:01.880095Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800846820350976:2130] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:01.795714Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800852299815167:2129] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:01.795745Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800852299815167:2129] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:39:01.900581Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800852812610272:2127] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43577
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:01.916289Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800852812610273:2128] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43577
2025-12-06T17:39:01.872663Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800852299815178:2134] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:01.897486Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800852299815177:2133] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:01.931121Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800851115318280:2133] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:01.931429Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800846820350970:2110] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:39:01.938831Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800852812610274:2129] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43577
2025-12-06T17:39:01.940201Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800852812610272:2127] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:01.930682Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800852299815167:2129] [node 5] ICH04 handshake succeeded
2025-12-06T17:39:01.931524Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:39:01.931571Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800846820350970:2110] [node 5] ICP22 created new session: [2:7580800851115318284:2110]
2025-12-06T17:39:01.931617Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800851115318284:2110] [node 5] ICS09 handshake done sender: [2:7580800846820350976:2130] self: [2:7580800846820350975:0] peer: [5:7580800852839559262:0] socket: 398 qp: -1
2025-12-06T17:39:01.940605Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800852812610273:2128] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:01.935062Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800848004847867:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:39:01.935333Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:01.973763Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800852812610275:2130] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43577
2025-12-06T17:39:01.931652Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800851115318284:2110] [node 5] ICS10 traffic start
2025-12-06T17:39:01.931708Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:39:01.983475Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800818452871819:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:39:01.983880Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800818452871818:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:39:01.935370Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800848004847867:2108] [node 5] ICP22 created new session: [1:7580800852299815187:2108]
2025-12-06T17:39:01.935409Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800852299815187:2108] [node 5] ICS09 handshake done sender: [1:7580800852299815167:2129] self: [1:7580800852299815166:0] peer: [5:7580800852839559263:0] socket: 402 qp: -1
2025-12-06T17:39:01.935445Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800852299815187:2108] [node 5] ICS10 traffic start
2025-12-06T17:39:01.935469Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:02.030708Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800850872579054:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54580
2025-12-06T17:39:02.034098Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800855167546352:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54580
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:02.042059Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800855167546351:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54580
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:02.049131Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800852839559264:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43047
2025-12-06T17:39:02.052202Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800852839559265:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43047
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:02.055797Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800852839559266:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43047
2025-12-06T17:39:02.057274Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800827069755406:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16598) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800852839559250:2112] held: no
2025-12-06T17:39:02.057425Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800852839559250:2112] [node 2] ICH04 handshake succeeded
2025-12-06T17:39:02.058816Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800852839559257:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:39:02.063011Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800827069755406:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:39:02.063078Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:39:02.063132Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800827069755406:2049] [node 2] ICP22 created new session: [5:7580800857134526564:2049]
2025-12-06T17:39:02.063179Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800857134526564:2049] [node 2] ICS09 handshake done sender: [5:7580800852839559250:2112] self: [5:7580800852839559262:0] peer: [2:7580800846820350975:0] socket: 400 qp: -1
2025-12-06T17:39:02.063212Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800857134526564:2049] [node 2] ICS10 traffic start
2025-12-06T17:39:02.063252Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:39:02.546319Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800852812610275:2130] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:02.553911Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800852812610282:2133] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43577
2025-12-06T17:39:02.561188Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800846820350972:2128] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:02.561228Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800846820350972:2128] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:39:02.579841Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800846820350972:2128] [node 3] ICH04 handshake succeeded
2025-12-06T17:39:02.586463Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800816755579816:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:39:02.586840Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:39:02.586893Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800816755579816:2049] [node 3] ICP22 created new session: [2:7580800855410285585:2049]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:02.586937Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800855410285585:2049] [node 3] ICS09 handshake done sender: [2:7580800846820350972:2128] self: [2:7580800846820350971:0] peer: [3:7580800852812610284:0] socket: 396 qp: -1
2025-12-06T17:39:02.587319Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800855410285585:2049] [node 3] ICS10 traffic start
2025-12-06T17:39:02.600740Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800855167546353:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54580
2025-12-06T17:39:02.587759Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:39:02.643090Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800848004847869:2128] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:02.646865Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800848004847869:2128] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:39:02.667917Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800852299815171:2131] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:02.664706Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800855167546351:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:02.667956Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800852299815171:2131] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:39:02.665659Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800820807807904:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:02.681766Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800856594782485:2136] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61286
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:02.695124Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800827069755405:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:39:02.695902Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:39:02.695945Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800827069755405:2048] [node 1] ICP22 created new session: [5:7580800857134526566:2048]
2025-12-06T17:39:02.696007Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800848004847869:2128] [node 3] ICH04 handshake succeeded
2025-12-06T17:39:02.706933Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800852299815171:2131] [node 4] ICH04 handshake succeeded
2025-12-06T17:39:02.697119Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800857134526566:2048] [node 1] ICS09 handshake done sender: [5:7580800852839559257:2116] self: [5:7580800852839559263:0] peer: [1:7580800852299815166:0] socket: 411 qp: -1
2025-12-06T17:39:02.698299Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800857134526566:2048] [node 1] ICS10 traffic start
2025-12-06T17:39:02.698699Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:39:02.707457Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800855167546355:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54580
2025-12-06T17:39:02.731789Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800855167546351:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:39:02.741363Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800820807807904:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:39:02.760451Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800852812610274:2129] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:02.781830Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800809350142121:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:39:02.741424Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:39:02.741471Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800820807807904:2048] [node 1] ICP22 created new session: [4:7580800855167546356:2048]
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:02.755349Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7580800827069755405:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:39:02.808692Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:39:02.809432Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800809350142121:2049] [node 3] ICP22 created new session: [1:7580800856594782489:2049]
2025-12-06T17:39:02.810224Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800856594782489:2049] [node 3] ICS09 handshake done sender: [1:7580800848004847869:2128] self: [1:7580800848004847868:0] peer: [3:7580800852812610285:0] socket: 401 qp: -1
2025-12-06T17:39:02.810254Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800856594782489:2049] [node 3] ICS10 traffic start
2025-12-06T17:39:02.810288Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:39:02.741508Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800855167546356:2048] [node 1] ICS09 handshake done sender: [4:7580800855167546351:2116] self: [4:7580800855167546354:0] peer: [1:7580800852299815170:0] socket: 413 qp: -1
2025-12-06T17:39:02.741540Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800855167546356:2048] [node 1] ICS10 traffic start
2025-12-06T17:39:02.809825Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800855410285588:2135] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54848
2025-12-06T17:39:02.741582Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:39:02.832266Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800809350142121:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(49540876ns) {HandleHandshakeStatus:329(49536379ns) {DropIncomingHandshake:442(640ns) DropOutgoingHandshake:457(729ns) SwitchToState:179(591ns) ProcessPendingSessionEvents:495(1572ns)}}
2025-12-06T17:39:02.833092Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800857134526569:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43047
2025-12-06T17:39:02.834381Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800852299815179:2135] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:02.848312Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800848004847866:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:39:02.862953Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:39:02.863797Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800848004847866:2107] [node 4] ICP22 created new session: [1:7580800856594782491:2107]
2025-12-06T17:39:02.864958Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800856594782491:2107] [node 4] ICS09 handshake done sender: [1:7580800852299815171:2131] self: [1:7580800852299815170:0] peer: [4:7580800855167546354:0] socket: 438 qp: -1
2025-12-06T17:39:02.864992Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800856594782491:2107] [node 4] ICS10 traffic start
2025-12-06T17:39:02.865405Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:39:02.884462Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580800848004847866:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(35076073ns) {HandleHandshakeStatus:329(35072836ns) {DropIncomingHandshake:442(15028ns) DropOutgoingHandshake:457(509ns) SwitchToState:179(611ns) ProcessPendingSessionEvents:495(869ns)}}
2025-12-06T17:39:02.900381Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800856594782485:2136] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:02.900857Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580800809350142121:2049] [node 3] ICP18 handshake (actor [1:7580800852299815179:2135]) is too old
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:02.979271Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800855167546359:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54580
2025-12-06T17:39:02.980243Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800855167546353:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:02.982310Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800820807807905:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:39:02.984512Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800846820350980:2132] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:02.984547Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800846820350980:2132] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:39:03.003917Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800846820350980:2132] [node 4] ICH04 handshake succeeded
2025-12-06T17:39:03.005662Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800846820350968:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:39:03.005766Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:39:03.005814Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800846820350968:2107] [node 4] ICP22 created new session: [2:7580800859705252886:2107]
2025-12-06T17:39:03.005862Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800859705252886:2107] [node 4] ICS09 handshake done sender: [2:7580800846820350980:2132] self: [2:7580800846820350979:0] peer: [4:7580800855167546360:0] socket: 447 qp: -1
2025-12-06T17:39:03.005889Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800859705252886:2107] [node 4] ICS10 traffic start
2025-12-06T17:39:03.005920Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:39:03.019940Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800852839559264:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:03.032929Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800827069755407:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:03.040226Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800820807807905:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16598) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580800855167546353:2118] held: no
2025-12-06T17:39:03.040324Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800859462513657:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54580
2025-12-06T17:39:03.040432Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800857134526569:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:03.040560Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800852839559249:2109] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:39:03.052480Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800855167546359:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:03.052584Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800850872579048:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:03.052604Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800850872579048:2113] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:39:03.068453Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800855167546353:2118] [node 2] ICH04 handshake succeeded
2025-12-06T17:39:03.072064Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800820807807905:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:39:03.072128Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:39:03.072169Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800820807807905:2049] [node 2] ICP22 created new session: [4:7580800859462513660:2049]
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:03.121815Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800852839559249:2109] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13525) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800857134526569:2121] held: no
2025-12-06T17:39:03.072205Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800859462513660:2049] [node 2] ICS09 handshake done sender: [4:7580800855167546353:2118] self: [4:7580800855167546360:0] peer: [2:7580800846820350979:0] socket: 448 qp: -1
2025-12-06T17:39:03.120724Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800857107577582:2134] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43577
2025-12-06T17:39:03.072241Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800859462513660:2049] [node 2] ICS10 traffic start
2025-12-06T17:39:03.072272Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:39:03.091432Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800850872579048:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:39:03.121905Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800861429493868:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43047
2025-12-06T17:39:03.122231Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800857134526569:2121] [node 4] ICH04 handshake succeeded
2025-12-06T17:39:03.122360Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800852839559249:2109] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:39:03.094557Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800846577611747:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:39:03.094615Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:39:03.094663Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800846577611747:2108] [node 5] ICP22 created new session: [4:7580800859462513663:2108]
2025-12-06T17:39:03.094711Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800859462513663:2108] [node 5] ICS09 handshake done sender: [4:7580800850872579048:2113] self: [4:7580800850872579047:0] peer: [5:7580800861429493867:0] socket: 405 qp: -1
2025-12-06T17:39:03.094742Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800859462513663:2108] [node 5] ICS10 traffic start
2025-12-06T17:39:03.094777Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:39:03.122398Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:39:03.122436Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800852839559249:2109] [node 4] ICP22 created new session: [5:7580800861429493869:2109]
2025-12-06T17:39:03.122495Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800861429493869:2109] [node 4] ICS09 handshake done sender: [5:7580800857134526569:2121] self: [5:7580800861429493867:0] peer: [4:7580800850872579047:0] socket: 456 qp: -1
2025-12-06T17:39:03.122528Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800861429493869:2109] [node 4] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:03.163834Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800857107577583:2135] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43577
2025-12-06T17:39:03.122567Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:39:03.169185Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800852812610271:2126] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:03.169221Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800852812610271:2126] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:39:03.169789Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800852812610272:2127] [node 2] ICH04 handshake succeeded
2025-12-06T17:39:03.175585Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800855167546352:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:03.170016Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800852812610273:2128] [node 1] ICH04 handshake succeeded
2025-12-06T17:39:03.170243Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800818452871819:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:39:03.170303Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:39:03.170344Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800818452871819:2049] [node 2] ICP22 created new session: [3:7580800861402544883:2049]
2025-12-06T17:39:03.170380Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800861402544883:2049] [node 2] ICS09 handshake done sender: [3:7580800852812610272:2127] self: [3:7580800852812610284:0] peer: [2:7580800846820350971:0] socket: 418 qp: -1
2025-12-06T17:39:03.170408Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800861402544883:2049] [node 2] ICS10 traffic start
2025-12-06T17:39:03.170436Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:39:03.170694Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800818452871818:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:39:03.180735Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800820807807906:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:03.170736Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:39:03.170766Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800818452871818:2048] [node 1] ICP22 created new session: [3:7580800861402544885:2048]
2025-12-06T17:39:03.240884Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800861429493871:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43047
2025-12-06T17:39:03.254420Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800852839559264:2118] [node 3] ICH04 handshake succeeded
2025-12-06T17:39:03.254560Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800827069755407:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:39:03.254615Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:39:03.254663Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800827069755407:2050] [node 3] ICP22 created new session: [5:7580800861429493872:2050]
2025-12-06T17:39:03.254702Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800861429493872:2050] [node 3] ICS09 handshake done sender: [5:7580800852839559264:2118] self: [5:7580800861429493866:0] peer: [3:7580800852812610270:0] socket: 436 qp: -1
2025-12-06T17:39:03.170798Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800861402544885:2048] [node 1] ICS09 handshake done sender: [3:7580800852812610273:2128] self: [3:7580800852812610285:0] peer: [1:7580800848004847868:0] socket: 419 qp: -1
2025-12-06T17:39:03.170820Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800861402544885:2048] [node 1] ICS10 traffic start
2025-12-06T17:39:03.254729Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800861429493872:2050] [node 3] ICS10 traffic start
2025-12-06T17:39:03.254771Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:39:03.171161Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:39:03.252473Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800852812610269:2125] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:03.252498Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800852812610269:2125] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:39:03.253612Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800852812610271:2126] [node 5] ICH04 handshake succeeded
2025-12-06T17:39:03.267442Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800848517642968:2108] [node 5] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:03.323861Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800859462513666:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54580
2025-12-06T17:39:03.336617Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800855167546352:2117] [node 3] ICH04 handshake succeeded
2025-12-06T17:39:03.267519Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:39:03.267561Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800848517642968:2108] [node 5] ICP22 created new session: [3:7580800861402544888:2108]
2025-12-06T17:39:03.357753Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800831750990090:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(25332825ns) {HandleCleanupEventQueue:832(25330427ns) {CleanupEventQueue:841(25328617ns) {DropSessionEvent:512(3432ns) DropSessionEvent:512(2225ns) DropSessionEvent:512(2926ns) DropSessionEvent:512(1974ns) DropSessionEvent:512(21081ns) DropSessionEvent:512(7697ns) DropSessionEvent:512(3206ns) DropSessionEvent:512(3685ns) DropSessionEvent:512(4482ns) DropSessionEvent:512(3468ns)} ScheduleCleanupEventQueue:822(498ns)}}
2025-12-06T17:39:03.267949Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800861402544888:2108] [node 5] ICS09 handshake done sender: [3:7580800852812610271:2126] self: [3:7580800852812610270:0] peer: [5:7580800861429493866:0] socket: 434 qp: -1
2025-12-06T17:39:03.371104Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800820807807906:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:39:03.371185Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:39:03.371236Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800820807807906:2050] [node 3] ICP22 created new session: [4:7580800859462513667:2050]
2025-12-06T17:39:03.268328Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800861402544888:2108] [node 5] ICS10 traffic start
2025-12-06T17:39:03.269564Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:39:03.329014Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800852812610269:2125] [node 4] ICH04 handshake succeeded
2025-12-06T17:39:03.382510Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800848517642967:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:39:03.382580Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:03.371282Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800859462513667:2050] [node 3] ICS09 handshake done sender: [4:7580800855167546352:2117] self: [4:7580800859462513665:0] peer: [3:7580800852812610268:0] socket: 444 qp: -1
2025-12-06T17:39:03.383018Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800848517642967:2107] [node 4] ICP22 created new session: [3:7580800861402544891:2107]
2025-12-06T17:39:03.384127Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800861402544891:2107] [node 4] ICS09 handshake done sender: [3:7580800852812610269:2125] self: [3:7580800852812610268:0] peer: [4:7580800859462513665:0] socket: 416 qp: -1
2025-12-06T17:39:03.413820Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800844635892036:2102] [node 5] ICP35 event processing took too much time PendingConnection:279(26895499ns) {HandleCleanupEventQueue:832(26893483ns) {CleanupEventQueue:841(26891151ns) {DropSessionEvent:512(4423ns) DropSessionEvent:512(3119ns) DropSessionEvent:512(18579998ns) DropSessionEvent:512(25556ns) DropSessionEvent:512(8245059ns) DropSessionEvent:512(3758ns) DropSessionEvent:512(4261ns) DropSessionEvent:512(3936ns) DropSessionEvent:512(4790ns) DropSessionEvent:512(4989ns)} ScheduleCleanupEventQueue:822(408ns)}}
2025-12-06T17:39:03.384891Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800861402544891:2107] [node 4] ICS10 traffic start
2025-12-06T17:39:03.414422Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800848930859344:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:03.427549Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800848930859352:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23556
2025-12-06T17:39:03.371314Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800859462513667:2050] [node 3] ICS10 traffic start
2025-12-06T17:39:03.386973Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:39:03.389450Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800820807807906:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(17306107ns) {HandleHandshakeStatus:329(17301758ns) {DropIncomingHandshake:442(1414ns) DropOutgoingHandshake:457(7346ns) SwitchToState:179(651ns) ProcessPendingSessionEvents:495(1130ns)}}
2025-12-06T17:39:03.407044Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:39:03.441383Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800848517642967:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(57711634ns) {HandleHandshakeStatus:329(57708569ns) {DropIncomingHandshake:442(23933ns) DropOutgoingHandshake:457(601ns) SwitchToState:179(601ns) ProcessPendingSessionEvents:495(365ns)}}
2025-12-06T17:39:03.524257Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800850872579054:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:03.520634Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800852812610282:2133] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:03.525646Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800855410285588:2135] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:03.526863Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580800816755579815:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:39:03.536677Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800852299815173:2132] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:03.536722Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580800852299815173:2132] [node 2] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:03.548064Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580800852299815173:2132] [node 2] ICH04 handshake succeeded
2025-12-06T17:39:03.529105Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800852839559261:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:03.554303Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800848930859345:2114] [node 1] ICH04 handshake succeeded
2025-12-06T17:39:03.553243Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580800809350142120:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:39:03.555331Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800859705252889:2136] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54848
2025-12-06T17:39:03.553321Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:39:03.553366Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580800809350142120:2048] [node 2] ICP22 created new session: [1:7580800860889749791:2048]
2025-12-06T17:39:03.553405Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580800860889749791:2048] [node 2] ICS09 handshake done sender: [1:7580800852299815173:2132] self: [1:7580800852299815172:0] peer: [2:7580800859705252888:0] socket: 450 qp: -1
2025-12-06T17:39:03.553440Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580800860889749791:2048] [node 2] ICS10 traffic start
2025-12-06T17:39:03.577326Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580800816755579815:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26351) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7580800855410285588:2135] held: no
2025-12-06T17:39:03.577414Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800855410285588:2135] [node 1] ICH04 handshake succeeded
2025-12-06T17:39:03.577673Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580800816755579815:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:39:03.577725Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:39:03.577773Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800816755579815:2048] [node 1] ICP22 created new session: [2:7580800859705252890:2048]
2025-12-06T17:39:03.553471Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:39:03.577810Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800859705252890:2048] [node 1] ICS09 handshake done sender: [2:7580800855410285588:2135] self: [2:7580800859705252888:0] peer: [1:7580800852299815172:0] socket: 454 qp: -1
2025-12-06T17:39:03.577842Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800859705252890:2048] [node 1] ICS10 traffic start
2025-12-06T17:39:03.577893Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:39:03.601929Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800831750990090:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:39:03.602374Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800831750990089:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:39:03.604649Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:39:03.605069Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800831750990089:2048] [node 1] ICP22 created new session: [6:7580800857520793951:2048]
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:03.605837Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800857520793951:2048] [node 1] ICS09 handshake done sender: [6:7580800848930859345:2114] self: [6:7580800848930859351:0] peer: [1:7580800852299815168:0] socket: 423 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:03.614663Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800857520793951:2048] [node 1] ICS10 traffic start
2025-12-06T17:39:03.621528Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800846820350974:2129] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:03.615090Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:39:03.621564Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800846820350974:2129] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:39:03.617279Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800857520793947:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23556
2025-12-06T17:39:03.648818Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800846820350974:2129] [node 6] ICH04 handshake succeeded
2025-12-06T17:39:03.617400Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800857520793948:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23556
2025-12-06T17:39:03.625077Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800857520793948:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:03.627288Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800857520793949:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23556
2025-12-06T17:39:03.636107Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800857520793947:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:03.664209Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800846820350969:2108] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:39:03.664269Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:39:03.664322Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800846820350969:2108] [node 6] ICP22 created new session: [2:7580800859705252893:2108]
2025-12-06T17:39:03.664362Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800859705252893:2108] [node 6] ICS09 handshake done sender: [2:7580800846820350974:2129] self: [2:7580800846820350973:0] peer: [6:7580800857520793950:0] socket: 397 qp: -1
2025-12-06T17:39:03.664398Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800859705252893:2108] [node 6] ICS10 traffic start
2025-12-06T17:39:03.664428Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:39:03.671568Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800857520793949:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:03.681436Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800844635892029:2089] [node 4] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:03.732109Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800844635892036:2102] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:39:03.730851Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800859705252895:2137] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54848
2025-12-06T17:39:03.736096Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800831750990091:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:39:03.762222Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800852812610277:2131] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:03.762264Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800852812610277:2131] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:39:03.735930Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800850872579050:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:03.804780Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800859705252895:2137] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:03.809341Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800852812610277:2131] [node 6] ICH04 handshake succeeded
2025-12-06T17:39:03.753232Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800852839559254:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:03.735975Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800850872579050:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:39:03.833047Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800850872579050:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:39:03.818292Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580800846820350969:2108] [node 6] ICP18 handshake (actor [2:7580800859705252895:2137]) is too old
2025-12-06T17:39:03.753282Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580800852839559254:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:39:03.788411Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800852839559254:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:39:03.855780Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800848517642969:2110] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:39:03.842891Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580800852839559248:2108] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:03.842985Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:39:03.843041Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800852839559248:2108] [node 6] ICP22 created new session: [5:7580800861429493876:2108]
2025-12-06T17:39:03.843086Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800861429493876:2108] [node 6] ICS09 handshake done sender: [5:7580800852839559254:2114] self: [5:7580800852839559253:0] peer: [6:7580800857520793956:0] socket: 445 qp: -1
2025-12-06T17:39:03.864805Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800857520793958:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23556
2025-12-06T17:39:03.880264Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800846577611748:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:39:03.880365Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:39:03.886805Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:39:03.843122Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800861429493876:2108] [node 6] ICS10 traffic start
2025-12-06T17:39:03.865243Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800857520793959:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23556
2025-12-06T17:39:03.880415Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800846577611748:2109] [node 6] ICP22 created new session: [4:7580800859462513671:2109]
2025-12-06T17:39:03.888920Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800848517642969:2110] [node 6] ICP22 created new session: [3:7580800861402544895:2110]
2025-12-06T17:39:03.881528Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800859462513671:2109] [node 6] ICS09 handshake done sender: [4:7580800850872579050:2114] self: [4:7580800850872579049:0] peer: [6:7580800857520793955:0] socket: 406 qp: -1
2025-12-06T17:39:03.882309Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800859462513671:2109] [node 6] ICS10 traffic start
2025-12-06T17:39:03.843153Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:39:03.865535Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800831750990090:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16598) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800848930859344:2113] held: no
2025-12-06T17:39:03.928075Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800844635892036:2102] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10152) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800857520793947:2118] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:03.961716Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800857520793947:2118] [node 5] ICH04 handshake succeeded
2025-12-06T17:39:03.962774Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800857520793949:2120] [node 3] ICH04 handshake succeeded
2025-12-06T17:39:03.962921Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800844635892029:2089] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13525) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800857520793948:2119] held: no
2025-12-06T17:39:03.963006Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800857520793954:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23556
2025-12-06T17:39:03.963398Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800848930859344:2113] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:03.963678Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800857520793960:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23556
2025-12-06T17:39:03.964230Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800831750990090:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:39:03.964288Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:39:03.964322Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800831750990090:2049] [node 2] ICP22 created new session: [6:7580800857520793961:2049]
2025-12-06T17:39:03.964363Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800857520793961:2049] [node 2] ICS09 handshake done sender: [6:7580800848930859344:2113] self: [6:7580800857520793950:0] peer: [2:7580800846820350973:0] socket: 422 qp: -1
2025-12-06T17:39:03.964392Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800857520793961:2049] [node 2] ICS10 traffic start
2025-12-06T17:39:03.910086Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800861402544895:2110] [node 6] ICS09 handshake done sender: [3:7580800852812610277:2131] self: [3:7580800852812610276:0] peer: [6:7580800857520793957:0] socket: 421 qp: -1
2025-12-06T17:39:03.929953Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800861402544895:2110] [node 6] ICS10 traffic start
2025-12-06T17:39:03.961449Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:39:03.883223Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:39:03.964425Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:39:03.962413Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800848517642969:2110] [node 6] ICP35 event processing took too much time PendingConnection:279(115049827ns) {HandleHandshakeStatus:329(115046375ns) {DropIncomingHandshake:442(4738122ns) DropOutgoingHandshake:457(566ns) SwitchToState:179(726ns) ProcessPendingSessionEvents:495(818ns)}}
2025-12-06T17:39:03.999038Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800857520793948:2119] [node 4] ICH04 handshake succeeded
2025-12-06T17:39:03.999434Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800844635892029:2089] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:39:03.999512Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:39:03.999568Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800844635892029:2089] [node 4] ICP22 created new session: [6:7580800857520793963:2089]
2025-12-06T17:39:03.999612Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800857520793963:2089] [node 4] ICS09 handshake done sender: [6:7580800857520793948:2119] self: [6:7580800857520793955:0] peer: [4:7580800850872579049:0] socket: 410 qp: -1
2025-12-06T17:39:03.999650Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800857520793963:2089] [node 4] ICS10 traffic start
2025-12-06T17:39:03.999688Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:39:04.008396Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800844635892036:2102] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:39:04.010254Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:39:04.023314Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800844635892036:2102] [node 5] ICP22 created new session: [6:7580800861815761261:2102]
2025-12-06T17:39:04.035536Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800861815761261:2102] [node 5] ICS09 handshake done sender: [6:7580800857520793947:2118] self: [6:7580800857520793956:0] peer: [5:7580800852839559253:0] socket: 408 qp: -1
2025-12-06T17:39:04.036348Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800861815761261:2102] [node 5] ICS10 traffic start
2025-12-06T17:39:04.037252Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:39:04.049204Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800844635892036:2102] [node 5] ICP35 event processing took too much time PendingConnection:279(41046724ns) {HandleHandshakeStatus:329(41043445ns) {DropIncomingHandshake:442(925ns) DropOutgoingHandshake:457(619ns) SwitchToState:179(605ns) ProcessPendingSessionEvents:495(1456ns)}}
2025-12-06T17:39:04.049267Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800831750990091:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:39:04.058808Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:39:04.059686Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800831750990091:2050] [node 3] ICP22 created new session: [6:7580800861815761263:2050]
2025-12-06T17:39:04.060610Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800861815761263:2050] [node 3] ICS09 handshake done sender: [6:7580800857520793949:2120] self: [6:7580800857520793957:0] peer: [3:7580800852812610276:0] socket: 420 qp: -1
2025-12-06T17:39:04.061010Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800861815761263:2050] [node 3] ICS10 traffic start
2025-12-06T17:39:04.061509Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:39:04.082217Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800831750990091:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(30905295ns) {HandleHandshakeStatus:329(30903013ns) {DropIncomingHandshake:442(939ns) DropOutgoingHandshake:457(7553ns) SwitchToState:179(696ns) ProcessPendingSessionEvents:495(455ns)}}
2025-12-06T17:39:04.091234Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580800831750990091:2050] [node 3] ICP27 obsolete handshake fail ignored
2025-12-06T17:39:04.225041Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:39:04.225263Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800861402544885:2048] [node 1] ICS01 socket: 419 reason# EndOfStream
2025-12-06T17:39:04.225302Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800818452871818:2048] [node 1] ICP30 unregister session Session# [3:7580800861402544885:2048] VirtualId# [3:7580800852812610285:0]
2025-12-06T17:39:04.225332Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800861402544885:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:39:04.225388Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:39:04.225419Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:39:04.225591Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:39:04.226946Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580800859705252890:2048] [node 1] ICS01 socket: 454 reason# EndOfStream
2025-12-06T17:39:04.227809Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580800816755579815:2048] [node 1] ICP30 unregister session Session# [2:7580800859705252890:2048] VirtualId# [2:7580800859705252888:0]
2025-12-06T17:39:04.227839Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580800859705252890:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:39:04.227925Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:39:04.228327Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:39:04.246744Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:39:04.247129Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800855167546356:2048] [node 1] ICS01 socket: 413 reason# EndOfStream
2025-12-06T17:39:04.247163Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800820807807904:2048] [node 1] ICP30 unregister session Session# [4:7580800855167546356:2048] VirtualId# [4:7580800855167546354:0]
2025-12-06T17:39:04.247192Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800855167546356:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:39:04.247294Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:39:04.247330Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:39:04.247413Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:39:04.246790Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:39:04.248571Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800857134526566:2048] [node 1] ICS01 socket: 411 reason# EndOfStream
2025-12-06T17:39:04.247584Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800857520793951:2048] [node 1] ICS01 socket: 423 reason# EndOfStream
2025-12-06T17:39:04.247605Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800831750990089:2048] [node 1] ICP30 unregister session Session# [6:7580800857520793951:2048] VirtualId# [6:7580800848930859351:0]
2025-12-06T17:39:04.248978Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800827069755405:2048] [node 1] ICP30 unregister session Session# [5:7580800857134526566:2048] VirtualId# [5:7580800852839559263:0]
2025-12-06T17:39:04.247623Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800857520793951:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:39:04.247645Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:39:04.247688Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:39:04.249003Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800857134526566:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:39:04.249477Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:39:04.249512Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:39:04.352314Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:39:04.352563Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800861402544883:2049] [node 2] ICS01 socket: 418 reason# EndOfStream
2025-12-06T17:39:04.353287Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800818452871819:2049] [node 2] ICP30 unregister session Session# [3:7580800861402544883:2049] VirtualId# [3:7580800852812610284:0]
2025-12-06T17:39:04.353323Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800861402544883:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:39:04.353795Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:39:04.353836Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:39:04.384988Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:39:04.385968Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800857520793961:2049] [node 2] ICS01 socket: 422 reason# EndOfStream
2025-12-06T17:39:04.387672Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:39:04.388233Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800857134526564:2049] [node 2] ICS01 socket: 400 reason# EndOfStream
2025-12-06T17:39:04.385999Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800831750990090:2049] [node 2] ICP30 unregister session Session# [6:7580800857520793961:2049] VirtualId# [6:7580800857520793950:0]
2025-12-06T17:39:04.387150Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:39:04.388572Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800859462513660:2049] [node 2] ICS01 socket: 448 reason# EndOfStream
2025-12-06T17:39:04.388985Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800820807807905:2049] [node 2] ICP30 unregister session Session# [4:7580800859462513660:2049] VirtualId# [4:7580800855167546360:0]
2025-12-06T17:39:04.388665Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800827069755406:2049] [node 2] ICP30 unregister session Session# [5:7580800857134526564:2049] VirtualId# [5:7580800852839559262:0]
2025-12-06T17:39:04.389002Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800859462513660:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:39:04.389050Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:39:04.388684Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800857134526564:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:39:04.386395Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800857520793961:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:39:04.388734Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:39:04.390902Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:39:04.389197Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:39:04.390952Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:39:04.389079Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:39:04.778902Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:39:04.779829Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800859462513667:2050] [node 3] ICS01 socket: 444 reason# EndOfStream
2025-12-06T17:39:04.786694Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:39:04.792067Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:39:04.793112Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800861815761263:2050] [node 3] ICS01 socket: 420 reason# EndOfStream
2025-12-06T17:39:04.793151Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800831750990091:2050] [node 3] ICP30 unregister session Session# [6:7580800861815761263:2050] VirtualId# [6:7580800857520793957:0]
2025-12-06T17:39:04.793183Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800861815761263:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:39:04.787617Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800861429493872:2050] [node 3] ICS01 socket: 436 reason# EndOfStream
2025-12-06T17:39:04.787647Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800827069755407:2050] [node 3] ICP30 unregister session Session# [5:7580800861429493872:2050] VirtualId# [5:7580800861429493866:0]
2025-12-06T17:39:04.787674Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800861429493872:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:39:04.780584Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800820807807906:2050] [node 3] ICP30 unregister session Session# [4:7580800859462513667:2050] VirtualId# [4:7580800859462513665:0]
2025-12-06T17:39:04.780986Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800859462513667:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:39:04.793694Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:39:04.798791Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:39:04.781081Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:39:04.787744Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:39:04.781481Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:39:04.788533Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:39:05.451790Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:39:05.452963Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800861429493869:2109] [node 4] ICS01 socket: 456 reason# EndOfStream
2025-12-06T17:39:05.453119Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:39:05.453278Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800857520793963:2089] [node 4] ICS01 socket: 410 reason# EndOfStream
2025-12-06T17:39:05.453308Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800844635892029:2089] [node 4] ICP30 unregister session Session# [6:7580800857520793963:2089] VirtualId# [6:7580800857520793955:0]
2025-12-06T17:39:05.453337Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800857520793963:2089] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:39:05.453440Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:39:05.453453Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800852839559249:2109] [node 4] ICP30 unregister session Session# [5:7580800861429493869:2109] VirtualId# [5:7580800861429493867:0]
2025-12-06T17:39:05.453866Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800861429493869:2109] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:39:05.454355Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:39:05.454400Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:39:05.453482Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:39:05.654596Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:39:05.654823Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800861815761261:2102] [node 5] ICS01 socket: 408 reason# EndOfStream
2025-12-06T17:39:05.654870Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800844635892036:2102] [node 5] ICP30 unregister session Session# [6:7580800861815761261:2102] VirtualId# [6:7580800857520793956:0]
2025-12-06T17:39:05.654900Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800861815761261:2102] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:39:05.654975Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:39:05.655011Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:39:07.605378Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800874618153729:2048] [node 2] ICP01 ready to work
2025-12-06T17:39:07.605412Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800874618153730:2049] [node 3] ICP01 ready to work
2025-12-06T17:39:09.870129Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800884667187453:2048] [node 1] ICP01 ready to work
2025-12-06T17:39:09.870166Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800884667187454:2049] [node 3] ICP01 ready to work
2025-12-06T17:39:11.456992Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800893504187855:2048] [node 1] ICP01 ready to work
2025-12-06T17:39:11.457032Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800893504187856:2049] [node 2] ICP01 ready to work
2025-12-06T17:39:11.457827Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800893504187857:2050] [node 3] ICP01 ready to work
2025-12-06T17:39:11.475270Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800894783654955:2048] [node 1] ICP01 ready to work
2025-12-06T17:39:11.475359Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800894783654956:2049] [node 2] ICP01 ready to work
2025-12-06T17:39:13.197500Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800904443497784:2048] [node 1] ICP01 ready to work
2025-12-06T17:39:13.197560Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800904443497785:2049] [node 2] ICP01 ready to work
2025-12-06T17:39:13.216161Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800904443497786:2050] [node 3] ICP01 ready to work
2025-12-06T17:39:13.695144Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800900562141006:2048] [node 1] ICP01 ready to work
2025-12-06T17:39:13.695272Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800900562141007:2049] [node 2] ICP01 ready to work
2025-12-06T17:39:13.732938Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800900562141008:2050] [node 3] ICP01 ready to work
2025-12-06T17:39:18.774577Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800922036977541:2100] [node 4] ICP01 ready to work
2025-12-06T17:39:18.859828Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800922036977543:2097] [node 5] ICP01 ready to work
2025-12-06T17:39:18.889220Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800924848426090:2107] [node 4] ICP01 ready to work
2025-12-06T17:39:18.899140Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800921862794048:2107] [node 4] ICP01 ready to work
2025-12-06T17:39:18.950482Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800900562141008:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(89004927ns) {Configure:104(88999070ns) {ProcessConfigured:135(768066ns) {StartInitialHandshake:157(762787ns) {DropHandshakes:470(213123ns) {DropIncomingHandshake:442(617ns) DropOutgoingHandshake:457(397ns)} GenerateSessionVirtualId:988(670ns) PrepareNewSessionHandshake:477(2846ns) {SwitchToState:179(1137ns)}}}}}
2025-12-06T17:39:18.979184Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800923321893181:2107] [node 4] ICP01 ready to work
2025-12-06T17:39:18.952652Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800924848426091:2108] [node 5] ICP01 ready to work
2025-12-06T17:39:18.900211Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800921862794049:2108] [node 6] ICP01 ready to work
2025-12-06T17:39:18.982511Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800923568958999:2108] [node 5] ICP01 ready to work
2025-12-06T17:39:19.042790Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800929143393388:2109] [node 6] ICP01 ready to work
2025-12-06T17:39:18.915345Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800921862794050:2109] [node 5] ICP01 ready to work
2025-12-06T17:39:19.037903Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800884667187454:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(273421685ns) {Configure:104(265104715ns) {ProcessConfigured:135(967016ns) {StartInitialHandshake:157(800550ns) {DropHandshakes:470(2956ns) {DropIncomingHandshake:442(625ns) DropOutgoingHandshake:457(370ns)} GenerateSessionVirtualId:988(1142ns) PrepareNewSessionHandshake:477(2249ns) {SwitchToState:179(979ns)}}}}}
2025-12-06T17:39:18.998604Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800923568959000:2109] [node 6] ICP01 ready to work
2025-12-06T17:39:19.085705Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800893504187856:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(48500198ns) {Configure:104(48491828ns) {ProcessConfigured:135(3096943ns) {StartInitialHandshake:157(3092844ns) {DropHandshakes:470(2921ns) {DropIncomingHandshake:442(585ns) DropOutgoingHandshake:457(619ns)} GenerateSessionVirtualId:988(1173ns) PrepareNewSessionHandshake:477(5360ns) {SwitchToState:179(2315ns)}}}}}
2025-12-06T17:39:19.026989Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800874618153730:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(273429755ns) {Configure:104(273104195ns) {ProcessConfigured:135(47734503ns) {StartInitialHandshake:157(47729678ns) {DropHandshakes:470(2319ns) {DropIncomingHandshake:442(493ns) DropOutgoingHandshake:457(470ns)} GenerateSessionVirtualId:988(901ns) PrepareNewSessionHandshake:477(5334ns) {SwitchToState:179(2075ns)}}}}}
2025-12-06T17:39:19.062889Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800927616860480:2108] [node 5] ICP01 ready to work
2025-12-06T17:39:19.073669Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800927616860481:2109] [node 6] ICP01 ready to work
2025-12-06T17:39:19.097938Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800904443497784:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(241123208ns) {Configure:104(241115320ns) {ProcessConfigured:135(526807ns) {StartInitialHandshake:157(523405ns) {DropHandshakes:470(3078ns) {DropIncomingHandshake:442(453ns) DropOutgoingHandshake:457(1007ns)} GenerateSessionVirtualId:988(756ns) PrepareNewSessionHandshake:477(1930ns) {SwitchToState:179(761ns)}}}}}
2025-12-06T17:39:19.170604Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800922036977541:2100] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(394581481ns) {Configure:104(394576174ns) {ProcessConfigured:135(21302978ns) {StartInitialHandshake:157(21299693ns) {DropHandshakes:470(11372705ns) {DropIncomingHandshake:442(594ns) DropOutgoingHandshake:457(2833ns)} GenerateSessionVirtualId:988(1918ns) PrepareNewSessionHandshake:477(5173ns) {SwitchToState:179(2476ns)}}}}}
2025-12-06T17:39:19.193727Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800894783654956:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(423446760ns) {Configure:104(423441076ns) {ProcessConfigured:135(8373553ns) {StartInitialHandshake:157(8369804ns) {DropHandshakes:470(2759ns) {DropIncomingHandshake:442(972ns) DropOutgoingHandshake:457(270ns)} GenerateSessionVirtualId:988(853ns) PrepareNewSessionHandshake:477(220381ns) {SwitchToState:179(4065ns)}}}}}
2025-12-06T17:39:19.131625Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800904443497785:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(328352749ns) {Configure:104(328347013ns) {ProcessConfigured:135(426096ns) {StartInitialHandshake:157(423146ns) {DropHandshakes:470(3194ns) {DropIncomingHandshake:442(1153ns) DropOutgoingHandshake:457(439ns)} GenerateSessionVirtualId:988(1103ns) PrepareNewSessionHandshake:477(1704ns) {SwitchToState:179(707ns)}}}}}
2025-12-06T17:39:19.134406Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800930213301628:2109] [node 6] ICP01 ready to work
2025-12-06T17:39:19.145301Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800930213301629:2108] [node 4] ICP01 ready to work
2025-12-06T17:39:19.173424Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800893504187855:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(390894980ns) {Configure:104(390889275ns) {ProcessConfigured:135(19673009ns) {StartInitialHandshake:157(19670051ns) {DropHandshakes:470(2212ns) {DropIncomingHandshake:442(499ns) DropOutgoingHandshake:457(352ns)} GenerateSessionVirtualId:988(830ns) PrepareNewSessionHandshake:477(3857ns) {SwitchToState:179(2330ns)}}}}}
2025-12-06T17:39:19.211966Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800900562141006:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(39733455ns) {Configure:104(39727185ns) {ProcessConfigured:135(241986ns) {StartInitialHandshake:157(239398ns) {DropHandshakes:470(2497ns) {DropIncomingHandshake:442(491ns) DropOutgoingHandshake:457(707ns)} GenerateSessionVirtualId:988(636ns) PrepareNewSessionHandshake:477(2271ns) {SwitchToState:179(562ns)}}}}}
2025-12-06T17:39:19.152891Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800884667187453:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(77945812ns) {Configure:104(77939833ns) {ProcessConfigured:135(67710ns) {StartInitialHandshake:157(65350ns) {DropHandshakes:470(658ns) {DropIncomingHandshake:442(247ns) DropOutgoingHandshake:457(48ns)} GenerateSessionVirtualId:988(320ns) PrepareNewSessionHandshake:477(2138ns) {SwitchToState:179(409ns)}}}}}
2025-12-06T17:39:19.230359Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800930213301628:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(58058555ns) {Configure:104(58051283ns) {ProcessConfigured:135(625439ns) {StartInitialHandshake:157(621644ns) {DropHandshakes:470(3140ns) {DropIncomingHandshake:442(597ns) DropOutgoingHandshake:457(525ns)} GenerateSessionVirtualId:988(530ns) PrepareNewSessionHandshake:477(1767ns) {SwitchToState:179(684ns)}}}}}
2025-12-06T17:39:19.232855Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800927616860481:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(78708330ns) {Configure:104(78703269ns) {ProcessConfigured:135(8201496ns) {StartInitialHandshake:157(8198359ns) {DropHandshakes:470(235468ns) {DropIncomingHandshake:442(675ns) DropOutgoingHandshake:457(322ns)} GenerateSessionVirtualId:988(1037ns) PrepareNewSessionHandshake:477(5194ns) {SwitchToState:179(3245ns)}}}}}
2025-12-06T17:39:19.215930Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800921862794049:2108] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(297868139ns) {Configure:104(297861448ns) {ProcessConfigured:135(12710344ns) {StartInitialHandshake:157(12707541ns) {DropHandshakes:470(4495ns) {DropIncomingHandshake:442(618ns) DropOutgoingHandshake:457(1317ns)} GenerateSessionVirtualId:988(708ns) PrepareNewSessionHandshake:477(3864ns) {SwitchToState:179(2109ns)}}}}}
2025-12-06T17:39:19.271477Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800923321893181:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(188422636ns) {Configure:104(188416336ns) {ProcessConfigured:135(3067584ns) {StartInitialHandshake:157(2825794ns) {DropHandshakes:470(4063ns) {DropIncomingHandshake:442(1373ns) DropOutgoingHandshake:457(544ns)} GenerateSessionVirtualId:988(1014ns) PrepareNewSessionHandshake:477(2856ns) {SwitchToState:179(1761ns)}}}}}
2025-12-06T17:39:19.267587Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800874618153729:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(239160126ns) {Configure:104(239153476ns) {ProcessConfigured:135(42466634ns) {StartInitialHandshake:157(42463674ns) {DropHandshakes:470(1669ns) {DropIncomingHandshake:442(318ns) DropOutgoingHandshake:457(446ns)} GenerateSessionVirtualId:988(458ns) PrepareNewSessionHandshake:477(6063ns) {SwitchToState:179(3306ns)}}}}}
2025-12-06T17:39:19.279823Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800923568958999:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(192150365ns) {Configure:104(192142855ns) {ProcessConfigured:135(8909809ns) {StartInitialHandshake:157(8906340ns) {DropHandshakes:470(1614ns) {DropIncomingHandshake:442(315ns) DropOutgoingHandshake:457(273ns)} GenerateSessionVirtualId:988(1191ns) PrepareNewSessionHandshake:477(3872ns) {SwitchToState:179(2034ns)}}}}}
2025-12-06T17:39:19.303934Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800904443497786:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(141170635ns) {Configure:104(141163516ns) {ProcessConfigured:135(25691053ns) {StartInitialHandshake:157(25688319ns) {DropHandshakes:470(983ns) {DropIncomingHandshake:442(309ns) DropOutgoingHandshake:457(281ns)} GenerateSessionVirtualId:988(395ns) PrepareNewSessionHandshake:477(5257ns) {SwitchToState:179(2178ns)}}}}}
2025-12-06T17:39:19.328191Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800900562141007:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(95357679ns) {Configure:104(95352435ns) {ProcessConfigured:135(8838785ns) {StartInitialHandshake:157(8835180ns) {DropHandshakes:470(2664ns) {DropIncomingHandshake:442(673ns) DropOutgoingHandshake:457(237ns)} GenerateSessionVirtualId:988(544ns) PrepareNewSessionHandshake:477(7299ns) {SwitchToState:179(3636ns)}}}}}
2025-12-06T17:39:19.288942Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800921862794048:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(70453928ns) {Configure:104(70447180ns) {ProcessConfigured:135(10535475ns) {StartInitialHandshake:157(10532514ns) {DropHandshakes:470(2104ns) {DropIncomingHandshake:442(471ns) DropOutgoingHandshake:457(628ns)} GenerateSessionVirtualId:988(472ns) PrepareNewSessionHandshake:477(5647ns) {SwitchToState:179(2689ns)}}}}}
2025-12-06T17:39:19.355683Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800930213301629:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(93696321ns) {Configure:104(93688710ns) {ProcessConfigured:135(9399149ns) {StartInitialHandshake:157(9395498ns) {DropHandshakes:470(2306ns) {DropIncomingHandshake:442(544ns) DropOutgoingHandshake:457(374ns)} GenerateSessionVirtualId:988(1096ns) PrepareNewSessionHandshake:477(5050ns) {SwitchToState:179(1741ns)}}}}}
2025-12-06T17:39:19.390472Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800893504187857:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(98740598ns) {Configure:104(98734713ns) {ProcessConfigured:135(19110161ns) {StartInitialHandshake:157(19106952ns) {DropHandshakes:470(3021ns) {DropIncomingHandshake:442(496ns) DropOutgoingHandshake:457(328ns)} GenerateSessionVirtualId:988(760ns) PrepareNewSessionHandshake:477(5840ns) {SwitchToState:179(2428ns)}}}}}
2025-12-06T17:39:19.419115Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800924848426090:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(162991833ns) {Configure:104(162986031ns) {ProcessConfigured:135(49858462ns) {StartInitialHandshake:157(49856475ns) {DropHandshakes:470(10773111ns) {DropIncomingHandshake:442(1788ns) DropOutgoingHandshake:457(367ns)} GenerateSessionVirtualId:988(1825ns) PrepareNewSessionHandshake:477(3624ns) {SwitchToState:179(1871ns)}}}}}
2025-12-06T17:39:19.423101Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800922036977543:2097] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(131387470ns) {Configure:104(131381170ns) {ProcessConfigured:135(16680853ns) {StartInitialHandshake:157(16677061ns) {DropHandshakes:470(2292ns) {DropIncomingHandshake:442(438ns) DropOutgoingHandshake:457(562ns)} GenerateSessionVirtualId:988(711ns) PrepareNewSessionHandshake:477(3739ns) {SwitchToState:179(1883ns)}}}}}
2025-12-06T17:39:19.419567Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800921862794050:2109] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(130460223ns) {Configure:104(130452833ns) {ProcessConfigured:135(726228ns) {StartInitialHandshake:157(722948ns) {DropHandshakes:470(236570ns) {DropIncomingHandshake:442(930ns) DropOutgoingHandshake:457(335ns)} GenerateSessionVirtualId:988(1435ns) PrepareNewSessionHandshake:477(2047ns) {SwitchToState:179(443ns)}}}}}
2025-12-06T17:39:19.443099Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800923568959000:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(220812033ns) {Configure:104(220805407ns) {ProcessConfigured:135(18658264ns) {StartInitialHandshake:157(18655790ns) {DropHandshakes:470(2102ns) {DropIncomingHandshake:442(418ns) DropOutgoingHandshake:457(163ns)} GenerateSessionVirtualId:988(630ns) PrepareNewSessionHandshake:477(3896ns) {SwitchToState:179(468ns)}}}}}
2025-12-06T17:39:19.432715Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800924848426091:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(286943881ns) {Configure:104(286935104ns) {ProcessConfigured:135(34406033ns) {StartInitialHandshake:157(34402996ns) {DropHandshakes:470(837ns) {DropIncomingHandshake:442(402ns) DropOutgoingHandshake:457(225ns)} GenerateSessionVirtualId:988(212ns) PrepareNewSessionHandshake:477(3562ns) {SwitchToState:179(1738ns)}}}}}
2025-12-06T17:39:19.427328Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800927616860480:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(149192156ns) {Configure:104(149185660ns) {ProcessConfigured:135(7418937ns) {StartInitialHandshake:157(7415365ns) {DropHandshakes:470(2626ns) {DropIncomingHandshake:442(801ns) DropOutgoingHandshake:457(462ns)} GenerateSessionVirtualId:988(1013ns) PrepareNewSessionHandshake:477(2766ns) {SwitchToState:179(435ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:19.507551Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800927863926310:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40262
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:19.512969Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800929143393395:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50222
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:19.600348Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800927616860493:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44063
2025-12-06T17:39:19.608285Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800894783654955:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(21355101ns) {Configure:104(21350927ns) {ProcessConfigured:135(80622ns) {StartInitialHandshake:157(77749ns) {DropHandshakes:470(2332ns) {DropIncomingHandshake:442(561ns) DropOutgoingHandshake:457(349ns)} GenerateSessionVirtualId:988(669ns) PrepareNewSessionHandshake:477(1841ns) {SwitchToState:179(844ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:19.618093Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800926331944860:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37225
2025-12-06T17:39:19.616972Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800927616860494:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44063
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:19.621820Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800926331944861:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37225
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:19.627985Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800926331944862:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37225
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:19.631958Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800926157761356:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38194
2025-12-06T17:39:19.632031Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800926157761360:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38194
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:19.662434Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800926331944863:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37225
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:19.670269Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800927863926311:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40262
2025-12-06T17:39:19.668984Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800929143393397:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50222
2025-12-06T17:39:19.632079Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800926157761361:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38194
2025-12-06T17:39:19.632125Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800926157761362:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38194
2025-12-06T17:39:19.671711Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800929143393396:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50222
2025-12-06T17:39:19.683037Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800927616860495:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44063
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:20.903379Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800927616860493:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:20.904233Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800934508268935:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47388
2025-12-06T17:39:20.905397Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800934508268936:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47388
2025-12-06T17:39:20.905984Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800926331944860:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:20.906985Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800922036977543:2097] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:39:20.909154Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800930213301631:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:20.909198Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580800930213301631:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:39:20.944825Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800930213301631:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:39:20.989365Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580800930213301628:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:39:20.989447Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:39:20.990129Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800930213301628:2109] [node 6] ICP22 created new session: [5:7580800934508268938:2109]
2025-12-06T17:39:20.990466Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800934508268938:2109] [node 6] ICS09 handshake done sender: [5:7580800930213301631:2113] self: [5:7580800930213301630:0] peer: [6:7580800930626912160:0] socket: 409 qp: -1
2025-12-06T17:39:20.990512Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800934508268938:2109] [node 6] ICS10 traffic start
2025-12-06T17:39:20.996174Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:39:21.235313Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800904443497784:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12949) Socket error# Connection reset by peer state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [0:0:0] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:21.435952Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800930626912161:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37225
2025-12-06T17:39:21.445022Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580800900562141006:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:39:21.445319Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800926331944860:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:39:21.449903Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800922036977543:2097] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:39:21.449981Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:39:21.450043Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800922036977543:2097] [node 5] ICP22 created new session: [6:7580800934921879458:2097]
2025-12-06T17:39:21.450107Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800934921879458:2097] [node 5] ICS09 handshake done sender: [6:7580800926331944860:2115] self: [6:7580800930626912160:0] peer: [5:7580800930213301630:0] socket: 426 qp: -1
2025-12-06T17:39:21.450157Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800934921879458:2097] [node 5] ICS10 traffic start
2025-12-06T17:39:21.450199Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:39:21.728561Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800900562141006:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12949) Socket error# connection unexpectedly closed state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:39:21.728982Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7580800894783654956:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:39:21.730366Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800934508268936:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:21.730991Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800904443497786:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:21.743410Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7580800894783654955:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:39:21.743542Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800929143393394:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:21.743566Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800929143393394:2112] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:39:21.745018Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800929143393397:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:21.745768Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800937733327997:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50222
2025-12-06T17:39:21.737808Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800936453860904:2126] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40262
2025-12-06T17:39:21.778092Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800927863926310:2124] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:21.766819Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800926331944861:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:21.766486Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800929143393394:2112] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:21.798735Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580800900562141007:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:39:21.791488Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800934508268935:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:21.811432Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800937733327997:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:21.778513Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800927863926311:2125] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:21.798785Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800900562141007:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8108) Socket error# Connection reset by peer state# SendInitialPacket processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:39:21.798911Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800922036977541:2100] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:39:21.830771Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800934921879462:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37225
2025-12-06T17:39:21.792455Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800930213301629:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:39:21.821754Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800938803236240:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47388
2025-12-06T17:39:21.831144Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800938803236241:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47388
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:21.779900Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800893504187857:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:39:21.879448Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800926331944861:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:39:21.811906Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800924848426091:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:39:21.811961Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:39:21.812024Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800924848426091:2108] [node 5] ICP22 created new session: [3:7580800937733328000:2108]
2025-12-06T17:39:21.812082Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800937733328000:2108] [node 5] ICS09 handshake done sender: [3:7580800929143393394:2112] self: [3:7580800929143393393:0] peer: [5:7580800938803236238:0] socket: 420 qp: -1
2025-12-06T17:39:21.812123Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800937733328000:2108] [node 5] ICS10 traffic start
2025-12-06T17:39:21.812168Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:39:21.813500Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7580800924848426091:2108] [node 5] ICP18 handshake (actor [3:7580800937733327997:2118]) is too old
2025-12-06T17:39:21.838390Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800929143393392:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:21.899981Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800922036977541:2100] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:39:21.794707Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800936453860904:2126] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:21.899782Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800934508268936:2117] [node 3] ICH04 handshake succeeded
2025-12-06T17:39:21.838450Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800929143393392:2111] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:39:21.891633Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800937733328002:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50222
2025-12-06T17:39:21.898884Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800929143393392:2111] [node 4] ICH04 handshake succeeded
2025-12-06T17:39:21.900049Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:39:21.900101Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800922036977541:2100] [node 4] ICP22 created new session: [6:7580800934921879464:2100]
2025-12-06T17:39:21.900158Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800934921879464:2100] [node 4] ICS09 handshake done sender: [6:7580800926331944861:2116] self: [6:7580800934921879461:0] peer: [4:7580800927863926305:0] socket: 429 qp: -1
2025-12-06T17:39:21.900198Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800934921879464:2100] [node 4] ICS10 traffic start
2025-12-06T17:39:21.900238Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:39:21.900566Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800934921879463:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37225
2025-12-06T17:39:21.919572Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800904443497786:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11972) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800934508268936:2117] held: no
2025-12-06T17:39:21.794847Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800893504187855:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12949) Socket error# connection unexpectedly closed state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:39:21.795470Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800927863926302:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:21.795505Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800927863926302:2121] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:39:21.807308Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800927863926306:2123] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:21.807336Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800927863926306:2123] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:39:21.838055Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800927863926302:2121] [node 5] ICH04 handshake succeeded
2025-12-06T17:39:21.928475Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800924848426090:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:39:21.928535Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:39:21.928585Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800924848426090:2107] [node 4] ICP22 created new session: [3:7580800937733328005:2107]
2025-12-06T17:39:21.928641Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800937733328005:2107] [node 4] ICS09 handshake done sender: [3:7580800929143393392:2111] self: [3:7580800929143393391:0] peer: [4:7580800936453860906:0] socket: 433 qp: -1
2025-12-06T17:39:21.919627Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800904443497786:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:39:21.847328Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800927863926306:2123] [node 6] ICH04 handshake succeeded
2025-12-06T17:39:21.879746Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800923568958999:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:39:21.879819Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:39:21.879873Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800923568958999:2108] [node 5] ICP22 created new session: [4:7580800936453860912:2108]
2025-12-06T17:39:21.879920Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800936453860912:2108] [node 5] ICS09 handshake done sender: [4:7580800927863926302:2121] self: [4:7580800927863926301:0] peer: [5:7580800938803236239:0] socket: 416 qp: -1
2025-12-06T17:39:21.879958Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800936453860912:2108] [node 5] ICS10 traffic start
2025-12-06T17:39:21.879997Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:39:21.882144Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800923568959000:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:39:21.882195Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:39:21.882385Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800923568959000:2109] [node 6] ICP22 created new session: [4:7580800936453860914:2109]
2025-12-06T17:39:21.882869Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800936453860914:2109] [node 6] ICS09 handshake done sender: [4:7580800927863926306:2123] self: [4:7580800927863926305:0] peer: [6:7580800934921879461:0] socket: 415 qp: -1
2025-12-06T17:39:21.883029Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800936453860914:2109] [node 6] ICS10 traffic start
2025-12-06T17:39:21.883545Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:39:21.886286Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800936453860911:2127] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40262
2025-12-06T17:39:21.956764Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800927863926311:2125] [node 3] ICH04 handshake succeeded
2025-12-06T17:39:21.943205Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800934921879463:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:21.970940Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800893504187857:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:39:21.971016Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:39:21.971068Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800893504187857:2050] [node 3] ICP22 created new session: [4:7580800936453860917:2050]
2025-12-06T17:39:21.928683Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800937733328005:2107] [node 4] ICS10 traffic start
2025-12-06T17:39:21.919676Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:39:21.971117Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800936453860917:2050] [node 3] ICS09 handshake done sender: [4:7580800927863926311:2125] self: [4:7580800936453860906:0] peer: [3:7580800929143393391:0] socket: 437 qp: -1
2025-12-06T17:39:21.971154Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800936453860917:2050] [node 3] ICS10 traffic start
2025-12-06T17:39:21.971192Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:39:21.991026Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800893504187856:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8108) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:39:21.960999Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800900562141008:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:39:21.919741Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800904443497786:2050] [node 3] ICP22 created new session: [5:7580800938803236242:2050]
2025-12-06T17:39:21.928733Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:39:21.983404Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800937733328002:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:21.983973Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580800894783654955:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12949) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:39:21.984522Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580800894783654955:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:12949) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:39:21.984983Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12949) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:39:21.985981Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800929143393400:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:21.986009Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800929143393400:2116] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:39:21.994042Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580800894783654956:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8108) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:39:21.994300Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7580800924848426090:2107] [node 4] ICP18 handshake (actor [3:7580800937733328002:2119]) is too old
2025-12-06T17:39:21.919787Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800938803236242:2050] [node 3] ICS09 handshake done sender: [5:7580800934508268936:2117] self: [5:7580800938803236238:0] peer: [3:7580800929143393393:0] socket: 443 qp: -1
2025-12-06T17:39:21.919824Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800938803236242:2050] [node 3] ICS10 traffic start
2025-12-06T17:39:21.919857Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:39:21.935408Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800934508268935:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:39:21.951011Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800930213301629:2108] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18077) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800934508268935:2116] held: no
2025-12-06T17:39:21.951061Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800930213301629:2108] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:39:21.951138Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:39:21.951202Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800930213301629:2108] [node 4] ICP22 created new session: [5:7580800938803236244:2108]
2025-12-06T17:39:21.951257Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800938803236244:2108] [node 4] ICS09 handshake done sender: [5:7580800934508268935:2116] self: [5:7580800938803236239:0] peer: [4:7580800927863926301:0] socket: 442 qp: -1
2025-12-06T17:39:21.951299Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800938803236244:2108] [node 4] ICS10 traffic start
2025-12-06T17:39:21.951346Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:39:22.010037Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580800893504187856:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:8108) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:39:22.015141Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8108) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:39:22.016309Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800893504187856:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(32563443ns) {HandleHandshakeStatus:395(32560055ns) {LogHandshakeFail:472(15878ns) {UpdateErrorStateLog:545(5239ns)} DropOutgoingHandshake:457(1652ns) ProcessPendingSessionEvents:495(99ns) TransitToErrorState:752(5166313ns) {SwitchToState:179(10834ns) ProcessPendingSessionEvents:495(275ns) DropHandshakes:470(1941ns) {DropIncomingHandshake:442(342ns) DropOutgoingHandshake:457(266ns)}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:22.020188Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800934921879467:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37225
2025-12-06T17:39:22.025702Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800900562141008:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11972) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800934921879463:2121] held: no
2025-12-06T17:39:22.025901Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580800893504187856:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:39:22.009881Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800929143393400:2116] [node 6] ICH04 handshake succeeded
2025-12-06T17:39:22.017564Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580800894783654955:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:39:22.022421Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800929143393388:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:39:22.022525Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:39:22.022599Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800929143393388:2109] [node 6] ICP22 created new session: [3:7580800942028295305:2109]
2025-12-06T17:39:22.022652Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800942028295305:2109] [node 6] ICS09 handshake done sender: [3:7580800929143393400:2116] self: [3:7580800929143393399:0] peer: [6:7580800934921879466:0] socket: 380 qp: -1
2025-12-06T17:39:22.022699Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800942028295305:2109] [node 6] ICS10 traffic start
2025-12-06T17:39:22.022750Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:39:22.027849Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800934921879463:2121] [node 3] ICH04 handshake succeeded
2025-12-06T17:39:22.028105Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800900562141008:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:39:22.028160Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:39:22.028221Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800900562141008:2050] [node 3] ICP22 created new session: [6:7580800939216846764:2050]
2025-12-06T17:39:22.028273Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800939216846764:2050] [node 3] ICS09 handshake done sender: [6:7580800934921879463:2121] self: [6:7580800934921879466:0] peer: [3:7580800929143393399:0] socket: 379 qp: -1
2025-12-06T17:39:22.028312Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800939216846764:2050] [node 3] ICS10 traffic start
2025-12-06T17:39:22.028348Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:39:21.990882Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800904443497785:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8108) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [0:0:0] held: no
2025-12-06T17:39:22.570801Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:39:22.571031Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800936453860917:2050] [node 3] ICS01 socket: 437 reason# EndOfStream
2025-12-06T17:39:22.571072Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800893504187857:2050] [node 3] ICP30 unregister session Session# [4:7580800936453860917:2050] VirtualId# [4:7580800936453860906:0]
2025-12-06T17:39:22.571105Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800936453860917:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:39:22.571199Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:39:22.571246Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:39:22.571346Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:39:22.571543Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800938803236242:2050] [node 3] ICS01 socket: 443 reason# EndOfStream
2025-12-06T17:39:22.571580Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800904443497786:2050] [node 3] ICP30 unregister session Session# [5:7580800938803236242:2050] VirtualId# [5:7580800938803236238:0]
2025-12-06T17:39:22.571606Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800938803236242:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:39:22.571665Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:39:22.571696Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:39:22.571774Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:39:22.571936Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800939216846764:2050] [node 3] ICS01 socket: 379 reason# EndOfStream
2025-12-06T17:39:22.571981Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800900562141008:2050] [node 3] ICP30 unregister session Session# [6:7580800939216846764:2050] VirtualId# [6:7580800934921879466:0]
2025-12-06T17:39:22.572004Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800939216846764:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:39:22.572046Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:39:22.572075Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:39:22.783275Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:39:22.783991Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800938803236244:2108] [node 4] ICS01 socket: 442 reason# EndOfStream
2025-12-06T17:39:22.784173Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800930213301629:2108] [node 4] ICP30 unregister session Session# [5:7580800938803236244:2108] VirtualId# [5:7580800938803236239:0]
2025-12-06T17:39:22.784207Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800938803236244:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:39:22.784313Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:39:22.785346Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:39:22.785869Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800934921879464:2100] [node 4] ICS01 socket: 429 reason# EndOfStream
2025-12-06T17:39:22.786051Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800922036977541:2100] [node 4] ICP30 unregister session Session# [6:7580800934921879464:2100] VirtualId# [6:7580800934921879461:0]
2025-12-06T17:39:22.786225Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800934921879464:2100] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:39:22.786293Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:39:22.786328Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:39:22.784354Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:39:23.075672Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:39:23.076101Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800934921879458:2097] [node 5] ICS01 socket: 426 reason# EndOfStream
2025-12-06T17:39:23.076292Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800922036977543:2097] [node 5] ICP30 unregister session Session# [6:7580800934921879458:2097] VirtualId# [6:7580800930626912160:0]
2025-12-06T17:39:23.076338Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800934921879458:2097] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:39:23.076466Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:39:23.076520Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:39:24.622780Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800949881949688:2048] [node 2] ICP01 ready to work
2025-12-06T17:39:24.622851Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800949881949689:2049] [node 3] ICP01 ready to work
2025-12-06T17:39:24.721994Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800950109361225:2048] [node 1] ICP01 ready to work
2025-12-06T17:39:24.722042Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800950109361226:2049] [node 3] ICP01 ready to work
2025-12-06T17:39:24.847001Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800951176359231:2049] [node 2] ICP01 ready to work
2025-12-06T17:39:24.854672Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800951176359230:2048] [node 1] ICP01 ready to work
2025-12-06T17:39:26.161653Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800957832396832:2048] [node 1] ICP01 ready to work
2025-12-06T17:39:26.161691Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800957832396833:2049] [node 2] ICP01 ready to work
2025-12-06T17:39:26.161727Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800957832396834:2050] [node 3] ICP01 ready to work
2025-12-06T17:39:26.198291Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800956455269579:2048] [node 1] ICP01 ready to work
2025-12-06T17:39:26.198496Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800956455269580:2049] [node 2] ICP01 ready to work
2025-12-06T17:39:26.198526Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800956455269581:2050] [node 3] ICP01 ready to work
2025-12-06T17:39:26.675370Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800956393833308:2049] [node 2] ICP01 ready to work
2025-12-06T17:39:26.680057Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800956393833307:2048] [node 1] ICP01 ready to work
2025-12-06T17:39:26.683097Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800956393833309:2050] [node 3] ICP01 ready to work
2025-12-06T17:39:29.451253Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800971584197767:2107] [node 5] ICP01 ready to work
2025-12-06T17:39:29.454989Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800972651195773:2107] [node 4] ICP01 ready to work
2025-12-06T17:39:29.477502Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800971584197767:2107] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(25932211ns) {Configure:104(25927342ns) {ProcessConfigured:135(91713ns) {StartInitialHandshake:157(88343ns) {DropHandshakes:470(6160ns) {DropIncomingHandshake:442(784ns) DropOutgoingHandshake:457(421ns)} GenerateSessionVirtualId:988(1110ns) PrepareNewSessionHandshake:477(1932ns) {SwitchToState:179(832ns)}}}}}
2025-12-06T17:39:29.455424Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800972651195774:2108] [node 5] ICP01 ready to work
2025-12-06T17:39:29.477984Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800971584197786:2112] [node 6] ICP01 ready to work
2025-12-06T17:39:29.596466Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800956455269581:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(153206429ns) {Configure:104(153200652ns) {ProcessConfigured:135(67611ns) {StartInitialHandshake:157(64675ns) {DropHandshakes:470(2794ns) {DropIncomingHandshake:442(680ns) DropOutgoingHandshake:457(416ns)} GenerateSessionVirtualId:988(887ns) PrepareNewSessionHandshake:477(1874ns) {SwitchToState:179(726ns)}}}}}
2025-12-06T17:39:29.597034Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800969340171538:2094] [node 4] ICP01 ready to work
2025-12-06T17:39:29.555837Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580800956393833308:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(68293732ns) {Configure:104(68286140ns) {ProcessConfigured:135(13057149ns) {StartInitialHandshake:157(13051339ns) {DropHandshakes:470(3508ns) {DropIncomingHandshake:442(706ns) DropOutgoingHandshake:457(757ns)} GenerateSessionVirtualId:988(1467ns) PrepareNewSessionHandshake:477(9665ns) {SwitchToState:179(5031ns)}}}}}
2025-12-06T17:39:29.527004Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580800972651195775:2109] [node 6] ICP01 ready to work
2025-12-06T17:39:29.478397Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580800971584197787:2108] [node 4] ICP01 ready to work
2025-12-06T17:39:29.556408Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800969278735241:2075] [node 4] ICP01 ready to work
2025-12-06T17:39:29.612875Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800956455269580:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(129854432ns) {Configure:104(129847338ns) {ProcessConfigured:135(87442ns) {StartInitialHandshake:157(80749ns) {DropHandshakes:470(2922ns) {DropIncomingHandshake:442(531ns) DropOutgoingHandshake:457(583ns)} GenerateSessionVirtualId:988(969ns) PrepareNewSessionHandshake:477(1967ns) {SwitchToState:179(677ns)}}}}}
2025-12-06T17:39:29.632773Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800951176359231:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(172694813ns) {Configure:104(172685468ns) {ProcessConfigured:135(72916ns) {StartInitialHandshake:157(69562ns) {DropHandshakes:470(2380ns) {DropIncomingHandshake:442(653ns) DropOutgoingHandshake:457(393ns)} GenerateSessionVirtualId:988(900ns) PrepareNewSessionHandshake:477(3061ns) {SwitchToState:179(665ns)}}}}}
2025-12-06T17:39:29.631180Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580800969278735268:2074] [node 5] ICP01 ready to work
2025-12-06T17:39:29.607159Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800970717298784:2108] [node 5] ICP01 ready to work
2025-12-06T17:39:29.638875Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580800970717298785:2109] [node 6] ICP01 ready to work
2025-12-06T17:39:29.647415Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580800969340171546:2092] [node 6] ICP01 ready to work
2025-12-06T17:39:29.617256Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800971356786249:2107] [node 5] ICP01 ready to work
2025-12-06T17:39:29.653849Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800956455269579:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(56420309ns) {Configure:104(56411303ns) {ProcessConfigured:135(6798269ns) {StartInitialHandshake:157(6794768ns) {DropHandshakes:470(2972ns) {DropIncomingHandshake:442(739ns) DropOutgoingHandshake:457(523ns)} GenerateSessionVirtualId:988(1642ns) PrepareNewSessionHandshake:477(4138ns) {SwitchToState:179(160ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:29.672374Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800971584197787:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(122542727ns) {Configure:104(104366243ns) {ProcessConfigured:135(43777ns) {StartInitialHandshake:157(41766ns) {DropHandshakes:470(3016ns) {DropIncomingHandshake:442(567ns) DropOutgoingHandshake:457(372ns)} GenerateSessionVirtualId:988(728ns) PrepareNewSessionHandshake:477(966ns) {SwitchToState:179(358ns)}}}}}
2025-12-06T17:39:29.622336Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800971356786248:2108] [node 4] ICP01 ready to work
2025-12-06T17:39:29.648142Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580800971356786250:2109] [node 6] ICP01 ready to work
2025-12-06T17:39:29.677852Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800949881949689:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(24483350ns) {Configure:104(24477398ns) {ProcessConfigured:135(85336ns) {StartInitialHandshake:157(82975ns) {DropHandshakes:470(2231ns) {DropIncomingHandshake:442(551ns) DropOutgoingHandshake:457(350ns)} GenerateSessionVirtualId:988(662ns) PrepareNewSessionHandshake:477(1472ns) {SwitchToState:179(470ns)}}}}}
2025-12-06T17:39:29.667304Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800951176359230:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(214882013ns) {Configure:104(214877699ns) {ProcessConfigured:135(18553180ns) {StartInitialHandshake:157(18549740ns) {DropHandshakes:470(3246ns) {DropIncomingHandshake:442(1172ns) DropOutgoingHandshake:457(356ns)} GenerateSessionVirtualId:988(708ns) PrepareNewSessionHandshake:477(5067ns) {SwitchToState:179(2746ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:29.670297Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800972651195781:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13588
2025-12-06T17:39:29.670427Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800972651195782:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13588
2025-12-06T17:39:29.670933Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800972651195774:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(37848286ns) {Configure:104(37826670ns) {ProcessConfigured:135(21988843ns) {StartInitialHandshake:157(21985251ns) {DropHandshakes:470(10242138ns) {DropIncomingHandshake:442(228ns) DropOutgoingHandshake:457(3744ns)} GenerateSessionVirtualId:988(2164ns) PrepareNewSessionHandshake:477(2328ns) {SwitchToState:179(550ns)}}}}}
2025-12-06T17:39:29.764287Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800969278735272:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44642
2025-12-06T17:39:29.721111Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800949881949688:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(273911050ns) {Configure:104(273901762ns) {ProcessConfigured:135(97616ns) {StartInitialHandshake:157(93329ns) {DropHandshakes:470(2522ns) {DropIncomingHandshake:442(433ns) DropOutgoingHandshake:457(676ns)} GenerateSessionVirtualId:988(1002ns) PrepareNewSessionHandshake:477(1731ns) {SwitchToState:179(592ns)}}}}}
2025-12-06T17:39:29.752484Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800950109361225:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(301261844ns) {Configure:104(301255811ns) {ProcessConfigured:135(82745ns) {StartInitialHandshake:157(78049ns) {DropHandshakes:470(2971ns) {DropIncomingHandshake:442(906ns) DropOutgoingHandshake:457(463ns)} GenerateSessionVirtualId:988(1281ns) PrepareNewSessionHandshake:477(2318ns) {SwitchToState:179(686ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:29.733918Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580800971356786250:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(54550450ns) {Configure:104(54544377ns) {ProcessConfigured:135(17666787ns) {StartInitialHandshake:157(17661866ns) {DropHandshakes:470(2933ns) {DropIncomingHandshake:442(850ns) DropOutgoingHandshake:457(425ns)} GenerateSessionVirtualId:988(1111ns) PrepareNewSessionHandshake:477(6021ns) {SwitchToState:179(3030ns)}}}}}
2025-12-06T17:39:29.797928Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580800972651195773:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(260337081ns) {Configure:104(260329801ns) {ProcessConfigured:135(605325ns) {StartInitialHandshake:157(602999ns) {DropHandshakes:470(2743ns) {DropIncomingHandshake:442(722ns) DropOutgoingHandshake:457(477ns)} GenerateSessionVirtualId:988(962ns) PrepareNewSessionHandshake:477(1417ns) {SwitchToState:179(468ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:29.848294Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800957832396834:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(209063553ns) {Configure:104(209055970ns) {ProcessConfigured:135(81186ns) {StartInitialHandshake:157(76938ns) {DropHandshakes:470(2630ns) {DropIncomingHandshake:442(627ns) DropOutgoingHandshake:457(533ns)} GenerateSessionVirtualId:988(1552ns) PrepareNewSessionHandshake:477(1561ns) {SwitchToState:179(508ns)}}}}}
2025-12-06T17:39:29.849121Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800970717298790:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7260
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:29.753747Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800971584197790:2127] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58733
2025-12-06T17:39:29.863043Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800957832396832:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(260098064ns) {Configure:104(255695241ns) {ProcessConfigured:135(87133ns) {StartInitialHandshake:157(83921ns) {DropHandshakes:470(2680ns) {DropIncomingHandshake:442(577ns) DropOutgoingHandshake:457(408ns)} GenerateSessionVirtualId:988(749ns) PrepareNewSessionHandshake:477(1463ns) {SwitchToState:179(566ns)}}}}}
2025-12-06T17:39:29.877345Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800969278735272:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:29.877843Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800956393833309:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:39:29.755481Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800971356786255:2129] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29492
2025-12-06T17:39:29.853290Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800972651195781:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:29.753824Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800971584197791:2128] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58733
2025-12-06T17:39:29.855369Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580800969340171546:2092] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(180099013ns) {Configure:104(180091170ns) {ProcessConfigured:135(54047ns) {StartInitialHandshake:157(51647ns) {DropHandshakes:470(1642ns) {DropIncomingHandshake:442(374ns) DropOutgoingHandshake:457(390ns)} GenerateSessionVirtualId:988(518ns) PrepareNewSessionHandshake:477(935ns) {SwitchToState:179(311ns)}}}}}
2025-12-06T17:39:29.753978Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800971584197798:2132] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58733
2025-12-06T17:39:29.780701Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580800971584197786:2112] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(253015460ns) {Configure:104(237400757ns) {ProcessConfigured:135(88742ns) {StartInitialHandshake:157(85974ns) {DropHandshakes:470(3228ns) {DropIncomingHandshake:442(902ns) DropOutgoingHandshake:457(397ns)} GenerateSessionVirtualId:988(986ns) PrepareNewSessionHandshake:477(1773ns) {SwitchToState:179(676ns)}}}}}
2025-12-06T17:39:29.831640Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800971584197792:2129] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58733
2025-12-06T17:39:29.857176Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800971584197792:2129] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:29.910389Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800957832396833:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(302479543ns) {Configure:104(302473120ns) {ProcessConfigured:135(908284ns) {StartInitialHandshake:157(905977ns) {DropHandshakes:470(2113ns) {DropIncomingHandshake:442(425ns) DropOutgoingHandshake:457(482ns)} GenerateSessionVirtualId:988(944ns) PrepareNewSessionHandshake:477(3016ns) {SwitchToState:179(876ns)}}}}}
2025-12-06T17:39:29.922374Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580800970717298784:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(71043361ns) {Configure:104(71036982ns) {ProcessConfigured:135(13082843ns) {StartInitialHandshake:157(9119995ns) {DropHandshakes:470(2294ns) {DropIncomingHandshake:442(184ns) DropOutgoingHandshake:457(343ns)} GenerateSessionVirtualId:988(734ns) PrepareNewSessionHandshake:477(6296ns) {SwitchToState:179(2681ns)}}}}}
2025-12-06T17:39:29.856894Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800969340171551:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45642
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:29.853713Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800972651195791:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13588
2025-12-06T17:39:29.947204Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800970717298788:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7260
2025-12-06T17:39:29.947373Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800970717298789:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7260
2025-12-06T17:39:29.976108Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800971584197790:2127] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:29.857004Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800969340171552:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45642
2025-12-06T17:39:29.853788Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800972651195792:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13588
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:30.057467Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800956393833309:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5173) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800969278735272:2116] held: no
2025-12-06T17:39:29.878351Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800972651195784:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:30.070068Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800971356786265:2133] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29492
2025-12-06T17:39:30.068613Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800970717298790:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:30.082867Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800957832396833:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:39:30.117783Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800973573702573:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44642
2025-12-06T17:39:29.878378Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800972651195784:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:39:29.882860Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800972651195782:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:30.129380Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800973635138849:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45642
2025-12-06T17:39:29.947926Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800972651195784:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:39:29.948246Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800972651195775:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:39:29.948304Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:39:29.948368Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800972651195775:2109] [node 6] ICP22 created new session: [3:7580800972651195796:2109]
2025-12-06T17:39:30.157070Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800969278735272:2116] [node 3] ICH04 handshake succeeded
2025-12-06T17:39:30.136780Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800971584197789:2126] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:30.136829Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800971584197789:2126] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:30.177695Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800975651753562:2134] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29492
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:29.948414Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800972651195796:2109] [node 6] ICS09 handshake done sender: [3:7580800972651195784:2114] self: [3:7580800972651195783:0] peer: [6:7580800969278735276:0] socket: 424 qp: -1
2025-12-06T17:39:29.948447Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800972651195796:2109] [node 6] ICS10 traffic start
2025-12-06T17:39:30.199474Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800956393833309:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:39:29.948484Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:39:30.088101Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800976946163095:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13588
2025-12-06T17:39:30.207911Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580800975879165099:2134] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58733
2025-12-06T17:39:30.199561Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:39:30.199772Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800956393833309:2050] [node 3] ICP22 created new session: [6:7580800973573702575:2050]
2025-12-06T17:39:30.236010Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800971584197789:2126] [node 4] ICH04 handshake succeeded
2025-12-06T17:39:30.199826Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800973573702575:2050] [node 3] ICS09 handshake done sender: [6:7580800969278735272:2116] self: [6:7580800969278735276:0] peer: [3:7580800972651195783:0] socket: 425 qp: -1
2025-12-06T17:39:30.199870Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800973573702575:2050] [node 3] ICS10 traffic start
2025-12-06T17:39:30.199908Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:39:30.253976Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800971584197787:2108] [node 4] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:30.269074Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800975012266099:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7260
2025-12-06T17:39:30.271493Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800976946163095:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:30.281042Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800970717298790:2114] [node 2] ICH04 handshake succeeded
2025-12-06T17:39:30.254042Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:39:30.254102Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800971584197787:2108] [node 4] ICP22 created new session: [2:7580800975879165103:2108]
2025-12-06T17:39:30.282394Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800957832396833:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:39:30.282454Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:39:30.282502Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800957832396833:2049] [node 2] ICP22 created new session: [4:7580800975012266100:2049]
2025-12-06T17:39:30.254152Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800975879165103:2108] [node 4] ICS09 handshake done sender: [2:7580800971584197789:2126] self: [2:7580800971584197788:0] peer: [4:7580800975012266098:0] socket: 431 qp: -1
2025-12-06T17:39:30.254192Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800975879165103:2108] [node 4] ICS10 traffic start
2025-12-06T17:39:30.282554Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800975012266100:2049] [node 2] ICS09 handshake done sender: [4:7580800970717298790:2114] self: [4:7580800975012266098:0] peer: [2:7580800971584197788:0] socket: 440 qp: -1
2025-12-06T17:39:30.254385Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:39:30.282595Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800975012266100:2049] [node 2] ICS10 traffic start
2025-12-06T17:39:30.282634Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:30.364579Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800975651753563:2135] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29492
2025-12-06T17:39:30.458905Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800971356786255:2129] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:30.586951Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800971356786265:2133] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:30.609409Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800970717298789:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:30.628007Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800973635138849:2123] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:30.628173Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800956455269581:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:39:30.628958Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800972651195787:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:30.629010Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800972651195787:2115] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:39:30.630889Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800972651195787:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:39:30.631217Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800972651195774:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:39:30.631320Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:39:30.631376Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800972651195774:2108] [node 5] ICP22 created new session: [3:7580800976946163098:2108]
2025-12-06T17:39:30.631433Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800976946163098:2108] [node 5] ICS09 handshake done sender: [3:7580800972651195787:2115] self: [3:7580800972651195779:0] peer: [5:7580800973635138850:0] socket: 449 qp: -1
2025-12-06T17:39:30.631473Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800976946163098:2108] [node 5] ICS10 traffic start
2025-12-06T17:39:30.631511Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:30.665041Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800975012266103:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7260
2025-12-06T17:39:30.675201Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800975012266103:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:30.676428Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580800957832396834:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:39:30.678993Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800972651195790:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:30.679034Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580800972651195790:2116] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:30.703652Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800956455269581:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5173) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800973635138849:2123] held: no
2025-12-06T17:39:30.703822Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800973635138851:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45642
2025-12-06T17:39:30.716699Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800973635138849:2123] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:30.725253Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800972651195790:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:39:30.756439Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580800975012266105:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7260
2025-12-06T17:39:30.729291Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800956455269581:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:39:30.767386Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580800972651195773:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:39:30.729354Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:30.795161Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800975012266103:2120] [node 3] ICH04 handshake succeeded
2025-12-06T17:39:30.800218Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580800975651753566:2136] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29492
2025-12-06T17:39:30.804670Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:39:30.839066Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580800957832396834:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:39:30.840745Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:39:30.872406Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800969278735268:2074] [node 5] ICP35 event processing took too much time PendingConnection:279(20900174ns) {HandleCleanupEventQueue:832(20896136ns) {CleanupEventQueue:841(20894165ns) {DropSessionEvent:512(17872ns) DropSessionEvent:512(8466340ns) DropSessionEvent:512(14952ns) DropSessionEvent:512(4735ns) DropSessionEvent:512(7238ns) DropSessionEvent:512(40262ns) DropSessionEvent:512(7158ns)} ScheduleCleanupEventQueue:822(313ns)}}
2025-12-06T17:39:30.832663Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800972651195773:2107] [node 4] ICP22 created new session: [3:7580800976946163102:2107]
2025-12-06T17:39:30.833828Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800976946163102:2107] [node 4] ICS09 handshake done sender: [3:7580800972651195790:2116] self: [3:7580800972651195789:0] peer: [4:7580800975012266104:0] socket: 459 qp: -1
2025-12-06T17:39:30.805159Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800975651753562:2134] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:30.729412Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800956455269581:2050] [node 3] ICP22 created new session: [5:7580800973635138853:2050]
2025-12-06T17:39:30.729462Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800973635138853:2050] [node 3] ICS09 handshake done sender: [5:7580800973635138849:2123] self: [5:7580800973635138850:0] peer: [3:7580800972651195779:0] socket: 451 qp: -1
2025-12-06T17:39:30.833873Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800976946163102:2107] [node 4] ICS10 traffic start
2025-12-06T17:39:30.729500Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800973635138853:2050] [node 3] ICS10 traffic start
2025-12-06T17:39:30.729534Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:39:30.834318Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:39:30.904221Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580800975651753566:2136] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:30.856664Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800972651195773:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(75350277ns) {HandleHandshakeStatus:329(75347084ns) {DropIncomingHandshake:442(26676ns) DropOutgoingHandshake:457(526ns) SwitchToState:179(543ns) ProcessPendingSessionEvents:495(1299869ns) {ForwardSessionEventToSession:612(873294ns) ForwardSessionEventToSession:612(3540ns) ForwardSessionEventToSession:612(414342ns) ForwardSessionEventToSession:612(3507ns)}}}
2025-12-06T17:39:30.842037Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800957832396834:2050] [node 3] ICP22 created new session: [4:7580800975012266106:2050]
2025-12-06T17:39:30.861603Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800975012266106:2050] [node 3] ICS09 handshake done sender: [4:7580800975012266103:2120] self: [4:7580800975012266104:0] peer: [3:7580800972651195789:0] socket: 461 qp: -1
2025-12-06T17:39:30.895171Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800975012266106:2050] [node 3] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:30.895624Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:39:30.913071Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800957832396834:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(72170455ns) {HandleHandshakeStatus:329(72166927ns) {DropIncomingHandshake:442(1080ns) DropOutgoingHandshake:457(5213ns) SwitchToState:179(995ns) ProcessPendingSessionEvents:495(1742ns)}}
2025-12-06T17:39:30.933107Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800973635138855:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45642
2025-12-06T17:39:30.913552Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7580800957832396834:2050] [node 3] ICP27 obsolete handshake fail ignored
2025-12-06T17:39:31.569433Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800973635138855:2125] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:31.591562Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800969340171538:2094] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:39:31.599590Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800970717298798:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:31.599666Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800970717298798:2118] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:39:31.616619Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800970717298798:2118] [node 5] ICH04 handshake succeeded
2025-12-06T17:39:31.638721Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7580800971584197787:2108] [node 4] ICP27 obsolete handshake fail ignored
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:31.667835Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800971584197791:2128] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:31.658588Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800969340171551:2121] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:31.657651Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800977868669873:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44642
2025-12-06T17:39:31.706933Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580800972651195792:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:31.695886Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580800956455269580:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:39:31.728979Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580800951176359231:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:39:31.700272Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800970717298784:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:39:31.736233Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800971584197795:2130] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:31.732744Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800977868669873:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:31.700356Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:39:31.732516Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800956455269580:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(28869358ns) {IncomingHandshake:261(28866777ns) {DropIncomingHandshake:442(1025ns) PrepareNewSessionHandshake:477(4012ns) {SwitchToState:179(2632ns)} GenerateSessionVirtualId:988(756ns) IssueIncomingHandshakeReply:193(23466379ns) {SwitchToState:179(3812ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:31.736286Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800971584197795:2130] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:39:31.799866Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800969278735241:2075] [node 4] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:31.701048Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800970717298784:2108] [node 5] ICP22 created new session: [4:7580800979307233407:2108]
2025-12-06T17:39:31.758608Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800971584197785:2125] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:31.803137Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800969340171538:2094] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23580) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800973635138855:2125] held: no
2025-12-06T17:39:31.804503Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800969340171538:2094] [node 4] ICP35 event processing took too much time PendingConnection:279(19947858ns) {HandleHandshakeStatus:395(19942067ns) {LogHandshakeFail:472(19005377ns) {UpdateErrorStateLog:545(9860ns)} DropOutgoingHandshake:457(1229ns) ProcessPendingSessionEvents:495(883ns)}}
2025-12-06T17:39:31.819061Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800977930106155:2127] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45642
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:31.856649Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580800981241130401:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13588
2025-12-06T17:39:31.817141Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800969278735241:2075] [node 4] ICP35 event processing took too much time PendingConnection:279(36221673ns) {IncomingHandshake:261(36215597ns) {DropIncomingHandshake:442(1195ns) PrepareNewSessionHandshake:477(1789ns) {SwitchToState:179(613ns)} GenerateSessionVirtualId:988(1019ns) IssueIncomingHandshakeReply:193(31502526ns) {SwitchToState:179(3201ns)}}}
2025-12-06T17:39:31.701097Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800979307233407:2108] [node 5] ICS09 handshake done sender: [4:7580800970717298798:2118] self: [4:7580800970717298797:0] peer: [5:7580800977930106152:0] socket: 450 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:31.857395Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580800951176359231:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28133) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580800972651195792:2118] held: no
2025-12-06T17:39:31.852005Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800977868669876:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44642
2025-12-06T17:39:31.758657Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800971584197785:2125] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:39:31.701136Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800979307233407:2108] [node 5] ICS10 traffic start
2025-12-06T17:39:31.872695Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800977930106153:2126] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45642
2025-12-06T17:39:31.771799Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800971584197795:2130] [node 3] ICH04 handshake succeeded
2025-12-06T17:39:31.779082Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800971584197785:2125] [node 5] ICH04 handshake succeeded
2025-12-06T17:39:31.817425Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800950109361226:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:39:31.887565Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580800972651195792:2118] [node 2] ICH04 handshake succeeded
2025-12-06T17:39:31.817508Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:39:31.817565Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800950109361226:2049] [node 3] ICP22 created new session: [2:7580800980174132405:2049]
2025-12-06T17:39:31.701190Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:39:31.878548Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800969340171551:2121] [node 2] ICH04 handshake succeeded
2025-12-06T17:39:31.918347Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800969278735241:2075] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23580) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580800977868669873:2119] held: no
2025-12-06T17:39:31.918973Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800977868669875:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44642
2025-12-06T17:39:31.721626Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580800970717298784:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(33320443ns) {HandleHandshakeStatus:329(33318374ns) {DropIncomingHandshake:442(1956ns) DropOutgoingHandshake:457(1653ns) SwitchToState:179(610ns) ProcessPendingSessionEvents:495(794ns)}}
2025-12-06T17:39:31.915303Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580800951176359231:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:39:31.817618Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800980174132405:2049] [node 3] ICS09 handshake done sender: [2:7580800971584197795:2130] self: [2:7580800971584197794:0] peer: [3:7580800981241130400:0] socket: 432 qp: -1
2025-12-06T17:39:31.817660Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800980174132405:2049] [node 3] ICS10 traffic start
2025-12-06T17:39:31.817702Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:39:31.899121Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800956455269580:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28133) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580800969340171551:2121] held: no
2025-12-06T17:39:31.742969Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800970717298788:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:31.924281Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:39:31.924347Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580800951176359231:2049] [node 2] ICP22 created new session: [3:7580800981241130402:2049]
2025-12-06T17:39:31.925727Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580800981241130402:2049] [node 2] ICS09 handshake done sender: [3:7580800972651195792:2118] self: [3:7580800981241130400:0] peer: [2:7580800971584197794:0] socket: 436 qp: -1
2025-12-06T17:39:31.743103Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7580800970717298784:2108] [node 5] ICP18 handshake (actor [4:7580800970717298788:2112]) is too old
2025-12-06T17:39:31.987185Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800977868669873:2119] [node 4] ICH04 handshake succeeded
2025-12-06T17:39:31.808861Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580800970717298794:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:31.808906Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580800970717298794:2116] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:39:31.835139Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580800970717298794:2116] [node 6] ICH04 handshake succeeded
2025-12-06T17:39:31.899162Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800956455269580:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:39:31.842634Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800971584197767:2107] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:39:31.842709Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:39:31.842763Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800971584197767:2107] [node 5] ICP22 created new session: [2:7580800980174132408:2107]
2025-12-06T17:39:32.012601Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800977868669875:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:31.925762Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580800981241130402:2049] [node 2] ICS10 traffic start
2025-12-06T17:39:31.926963Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:39:31.899238Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:31.858159Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800980174132408:2107] [node 5] ICS09 handshake done sender: [2:7580800971584197785:2125] self: [2:7580800971584197784:0] peer: [5:7580800977930106154:0] socket: 430 qp: -1
2025-12-06T17:39:31.877790Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580800970717298785:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:39:31.872081Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800980174132408:2107] [node 5] ICS10 traffic start
2025-12-06T17:39:31.872153Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:39:31.882852Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800971584197767:2107] [node 5] ICP35 event processing took too much time PendingConnection:279(38810566ns) {HandleHandshakeStatus:329(38807888ns) {DropIncomingHandshake:442(17925ns) DropOutgoingHandshake:457(367ns) SwitchToState:179(695ns) ProcessPendingSessionEvents:495(1486ns)}}
2025-12-06T17:39:32.023049Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800956393833308:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:39:31.899288Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800956455269580:2049] [node 2] ICP22 created new session: [5:7580800977930106156:2049]
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:31.979516Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580800951176359231:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(33639042ns) {HandleHandshakeStatus:329(33636547ns) {DropIncomingHandshake:442(4042ns) DropOutgoingHandshake:457(561ns) SwitchToState:179(392ns) ProcessPendingSessionEvents:495(1196ns)}}
2025-12-06T17:39:31.877861Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:39:32.023112Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800969278735241:2075] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:39:32.023294Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:39:31.877911Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580800970717298785:2109] [node 6] ICP22 created new session: [4:7580800979307233410:2109]
2025-12-06T17:39:31.899336Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800977930106156:2049] [node 2] ICS09 handshake done sender: [5:7580800969340171551:2121] self: [5:7580800977930106154:0] peer: [2:7580800971584197784:0] socket: 441 qp: -1
2025-12-06T17:39:32.064429Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800969278735241:2075] [node 4] ICP22 created new session: [6:7580800982163637176:2075]
2025-12-06T17:39:32.118876Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800982163637176:2075] [node 4] ICS09 handshake done sender: [6:7580800977868669873:2119] self: [6:7580800977868669874:0] peer: [4:7580800970717298793:0] socket: 466 qp: -1
2025-12-06T17:39:32.165417Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580800951176359230:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13427) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [0:0:0] held: no
2025-12-06T17:39:32.131458Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800982163637176:2075] [node 4] ICS10 traffic start
2025-12-06T17:39:32.131514Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:39:32.147376Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800982163637177:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44642
2025-12-06T17:39:32.156782Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800977868669877:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44642
2025-12-06T17:39:31.877957Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580800979307233410:2109] [node 6] ICS09 handshake done sender: [4:7580800970717298794:2116] self: [4:7580800970717298793:0] peer: [6:7580800977868669874:0] socket: 446 qp: -1
2025-12-06T17:39:32.076016Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580800971584197802:2133] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:32.188564Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580800977868669877:2122] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:31.899372Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800977930106156:2049] [node 2] ICS10 traffic start
2025-12-06T17:39:32.189037Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800977868669875:2120] [node 2] ICH04 handshake succeeded
2025-12-06T17:39:32.227534Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800969278735241:2075] [node 4] ICP35 event processing took too much time PendingConnection:279(172192216ns) {HandleHandshakeStatus:329(172189573ns) {DropIncomingHandshake:442(255ns) DropOutgoingHandshake:457(477ns) SwitchToState:179(150ns) ProcessPendingSessionEvents:495(1176ns)}}
2025-12-06T17:39:32.076071Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580800971584197802:2133] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:39:31.877993Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580800979307233410:2109] [node 6] ICS10 traffic start
2025-12-06T17:39:31.899428Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:39:31.878039Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:39:32.106945Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580800971584197802:2133] [node 6] ICH04 handshake succeeded
2025-12-06T17:39:32.148706Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580800971584197786:2112] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:39:31.909052Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800973635138855:2125] [node 4] ICH04 handshake succeeded
2025-12-06T17:39:32.247081Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800956393833308:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:39:32.256912Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580800969278735268:2074] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:39:31.947494Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580800969340171538:2094] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:39:32.155340Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:39:32.289083Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:39:31.958992Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800956455269580:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(31261496ns) {HandleHandshakeStatus:329(31260144ns) {DropIncomingHandshake:442(768ns) DropOutgoingHandshake:457(156ns) SwitchToState:179(427ns) ProcessPendingSessionEvents:495(1151ns)}}
2025-12-06T17:39:32.023308Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:39:32.036200Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800969340171538:2094] [node 4] ICP22 created new session: [5:7580800982225073455:2094]
2025-12-06T17:39:32.292590Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800956393833308:2049] [node 2] ICP22 created new session: [6:7580800982163637180:2049]
2025-12-06T17:39:32.292654Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800982163637180:2049] [node 2] ICS09 handshake done sender: [6:7580800977868669875:2120] self: [6:7580800982163637175:0] peer: [2:7580800971584197801:0] socket: 470 qp: -1
2025-12-06T17:39:32.292695Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800982163637180:2049] [node 2] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:32.171098Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580800971584197786:2112] [node 6] ICP22 created new session: [2:7580800984469099707:2112]
2025-12-06T17:39:32.079331Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800982225073455:2094] [node 4] ICS09 handshake done sender: [5:7580800973635138855:2125] self: [5:7580800977930106152:0] peer: [4:7580800970717298797:0] socket: 452 qp: -1
2025-12-06T17:39:32.090034Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800982225073455:2094] [node 4] ICS10 traffic start
2025-12-06T17:39:32.292760Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:39:32.295411Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580800956393833308:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(66113014ns) {HandleHandshakeStatus:329(66108393ns) {DropIncomingHandshake:442(1785ns) DropOutgoingHandshake:457(7948ns) SwitchToState:179(3867ns) ProcessPendingSessionEvents:495(1540ns)}}
2025-12-06T17:39:32.300117Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580800956393833308:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:39:32.090633Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:39:32.127994Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580800982225073456:2128] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45642
2025-12-06T17:39:32.171333Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800969340171538:2094] [node 4] ICP35 event processing took too much time PendingConnection:279(191840353ns) {HandleHandshakeStatus:329(184612380ns) {DropIncomingHandshake:442(1050ns) DropOutgoingHandshake:457(337ns) SwitchToState:179(2793ns) ProcessPendingSessionEvents:495(1222ns)}}
2025-12-06T17:39:32.180508Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580800984469099707:2112] [node 6] ICS09 handshake done sender: [2:7580800971584197802:2133] self: [2:7580800971584197801:0] peer: [6:7580800982163637175:0] socket: 469 qp: -1
2025-12-06T17:39:32.181492Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580800984469099707:2112] [node 6] ICS10 traffic start
2025-12-06T17:39:32.181987Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:39:32.185611Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800971584197786:2112] [node 6] ICP35 event processing took too much time PendingConnection:279(34639659ns) {HandleHandshakeStatus:329(34636381ns) {DropIncomingHandshake:442(37393ns) DropOutgoingHandshake:457(429ns) SwitchToState:179(693ns) ProcessPendingSessionEvents:495(1593ns)}}
2025-12-06T17:39:32.403228Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580800957832396832:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13427) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [0:0:0] held: no
2025-12-06T17:39:32.349494Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580800982163637182:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44642
2025-12-06T17:39:32.364824Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580800977868669877:2122] [node 5] ICH04 handshake succeeded
2025-12-06T17:39:32.220866Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800982225073456:2128] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:32.292297Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580800969340171550:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:32.292343Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580800969340171550:2120] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:39:32.327916Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580800969340171550:2120] [node 6] ICH04 handshake succeeded
2025-12-06T17:39:32.365390Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580800969278735268:2074] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:39:32.365467Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:39:32.487586Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580800950109361225:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13427) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:39:32.489520Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580800950109361225:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(20766305ns) {HandleHandshakeStatus:395(20759656ns) {LogHandshakeFail:472(20246260ns) {UpdateErrorStateLog:545(12627ns)} DropOutgoingHandshake:457(910ns) ProcessPendingSessionEvents:495(450ns) SwitchToInitialState:202(1904ns) {SwitchToState:179(892ns)}}}
2025-12-06T17:39:32.365523Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580800969278735268:2074] [node 5] ICP22 created new session: [6:7580800982163637183:2074]
2025-12-06T17:39:32.352574Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580800969340171546:2092] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:39:32.365566Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580800982163637183:2074] [node 5] ICS09 handshake done sender: [6:7580800977868669877:2122] self: [6:7580800982163637179:0] peer: [5:7580800969340171549:0] socket: 386 qp: -1
2025-12-06T17:39:32.365615Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580800982163637183:2074] [node 5] ICS10 traffic start
2025-12-06T17:39:32.365653Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:39:32.416299Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580800956393833307:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13427) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [0:0:0] held: no
2025-12-06T17:39:32.363304Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:39:32.379637Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580800969340171546:2092] [node 6] ICP22 created new session: [5:7580800982225073460:2092]
2025-12-06T17:39:32.387806Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580800982225073460:2092] [node 6] ICS09 handshake done sender: [5:7580800969340171550:2120] self: [5:7580800969340171549:0] peer: [6:7580800982163637179:0] socket: 385 qp: -1
2025-12-06T17:39:32.392546Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580800982225073460:2092] [node 6] ICS10 traffic start
2025-12-06T17:39:32.392608Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:39:32.392842Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580800969340171546:2092] [node 6] ICP35 event processing took too much time PendingConnection:279(40176514ns) {HandleHandshakeStatus:329(40173130ns) {DropIncomingHandshake:442(16393ns) DropOutgoingHandshake:457(381ns) SwitchToState:179(421ns) ProcessPendingSessionEvents:495(1598ns)}}
2025-12-06T17:39:32.431437Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580800956455269579:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13427) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [0:0:0] held: no
2025-12-06T17:39:33.219803Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:39:33.220405Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580800981241130402:2049] [node 2] ICS01 socket: 436 reason# EndOfStream
2025-12-06T17:39:33.221194Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580800951176359231:2049] [node 2] ICP30 unregister session Session# [3:7580800981241130402:2049] VirtualId# [3:7580800981241130400:0]
2025-12-06T17:39:33.222162Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580800981241130402:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:39:33.222248Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:39:33.249059Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:39:33.250214Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800975012266100:2049] [node 2] ICS01 socket: 440 reason# EndOfStream
2025-12-06T17:39:33.251585Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800957832396833:2049] [node 2] ICP30 unregister session Session# [4:7580800975012266100:2049] VirtualId# [4:7580800975012266098:0]
2025-12-06T17:39:33.251624Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800975012266100:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:39:33.275253Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:39:33.222289Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:39:33.251720Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:39:33.251763Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:39:33.288572Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:39:33.289175Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800982163637180:2049] [node 2] ICS01 socket: 470 reason# EndOfStream
2025-12-06T17:39:33.297984Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800977930106156:2049] [node 2] ICS01 socket: 441 reason# EndOfStream
2025-12-06T17:39:33.299232Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800956455269580:2049] [node 2] ICP30 unregister session Session# [5:7580800977930106156:2049] VirtualId# [5:7580800977930106154:0]
2025-12-06T17:39:33.289634Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800956393833308:2049] [node 2] ICP30 unregister session Session# [6:7580800982163637180:2049] VirtualId# [6:7580800982163637175:0]
2025-12-06T17:39:33.290088Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800982163637180:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:39:33.290688Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:39:33.290730Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:39:33.299292Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800977930106156:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:39:33.299406Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:39:33.299453Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:39:33.799831Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:39:33.799788Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:39:33.801433Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800973635138853:2050] [node 3] ICS01 socket: 451 reason# EndOfStream
2025-12-06T17:39:33.800011Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580800975012266106:2050] [node 3] ICS01 socket: 461 reason# EndOfStream
2025-12-06T17:39:33.801257Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580800957832396834:2050] [node 3] ICP30 unregister session Session# [4:7580800975012266106:2050] VirtualId# [4:7580800975012266104:0]
2025-12-06T17:39:33.801661Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580800975012266106:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:39:33.801859Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800956455269581:2050] [node 3] ICP30 unregister session Session# [5:7580800973635138853:2050] VirtualId# [5:7580800973635138850:0]
2025-12-06T17:39:33.801699Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:39:33.802147Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:39:33.801889Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800973635138853:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:39:33.801968Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:39:33.802003Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:39:33.867388Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:39:33.868511Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800973573702575:2050] [node 3] ICS01 socket: 425 reason# EndOfStream
2025-12-06T17:39:33.869319Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800956393833309:2050] [node 3] ICP30 unregister session Session# [6:7580800973573702575:2050] VirtualId# [6:7580800969278735276:0]
2025-12-06T17:39:33.869734Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800973573702575:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:39:33.869847Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:39:33.869893Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:39:34.315230Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:39:34.316289Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580800982225073455:2094] [node 4] ICS01 socket: 452 reason# EndOfStream
2025-12-06T17:39:34.316817Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580800969340171538:2094] [node 4] ICP30 unregister session Session# [5:7580800982225073455:2094] VirtualId# [5:7580800977930106152:0]
2025-12-06T17:39:34.315122Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:39:34.315888Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800982163637176:2075] [node 4] ICS01 socket: 466 reason# EndOfStream
2025-12-06T17:39:34.316350Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800969278735241:2075] [node 4] ICP30 unregister session Session# [6:7580800982163637176:2075] VirtualId# [6:7580800977868669874:0]
2025-12-06T17:39:34.317330Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800982163637176:2075] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:39:34.316855Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580800982225073455:2094] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:39:34.316962Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:39:34.317011Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:39:34.317410Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:39:34.317452Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:39:35.276009Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:39:35.276233Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580800982163637183:2074] [node 5] ICS01 socket: 386 reason# EndOfStream
2025-12-06T17:39:35.277421Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580800969278735268:2074] [node 5] ICP30 unregister session Session# [6:7580800982163637183:2074] VirtualId# [6:7580800982163637179:0]
2025-12-06T17:39:35.277455Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580800982163637183:2074] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:39:35.277492Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:39:35.277577Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:39:39.405242Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801013456597723:2049] [node 3] ICP01 ready to work
2025-12-06T17:39:39.405949Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801013456597722:2048] [node 2] ICP01 ready to work
2025-12-06T17:39:41.048809Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801019172654801:2048] [node 1] ICP01 ready to work
2025-12-06T17:39:41.049013Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801019172654802:2049] [node 3] ICP01 ready to work
2025-12-06T17:39:43.609152Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801031609805573:2048] [node 1] ICP01 ready to work
2025-12-06T17:39:43.609386Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801031609805574:2049] [node 2] ICP01 ready to work
2025-12-06T17:39:46.021301Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801040898236649:2049] [node 2] ICP01 ready to work
2025-12-06T17:39:46.022117Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801040898236650:2050] [node 3] ICP01 ready to work
2025-12-06T17:39:46.041753Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801040898236648:2048] [node 1] ICP01 ready to work
2025-12-06T17:39:49.124028Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801051617401853:2048] [node 1] ICP01 ready to work
2025-12-06T17:39:49.125461Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801051617401854:2049] [node 2] ICP01 ready to work
2025-12-06T17:39:49.126245Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801051617401855:2050] [node 3] ICP01 ready to work
2025-12-06T17:39:51.307205Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801064709321063:2048] [node 1] ICP01 ready to work
2025-12-06T17:39:51.307235Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801064709321064:2049] [node 2] ICP01 ready to work
2025-12-06T17:39:51.307264Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801064709321065:2050] [node 3] ICP01 ready to work
2025-12-06T17:39:53.127226Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801075257975079:2108] [node 5] ICP01 ready to work
2025-12-06T17:39:53.127543Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801075257975080:2109] [node 6] ICP01 ready to work
2025-12-06T17:39:53.066372Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801073586139928:2108] [node 6] ICP01 ready to work
2025-12-06T17:39:53.192314Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801074559478623:2110] [node 5] ICP01 ready to work
2025-12-06T17:39:53.222047Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801073586139931:2109] [node 5] ICP01 ready to work
2025-12-06T17:39:53.238294Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801074559478624:2124] [node 6] ICP01 ready to work
2025-12-06T17:39:53.200925Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801075007229721:2107] [node 6] ICP01 ready to work
2025-12-06T17:39:53.190834Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801073299255721:2109] [node 4] ICP01 ready to work
2025-12-06T17:39:53.222102Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801073092238410:2108] [node 6] ICP01 ready to work
2025-12-06T17:39:53.201069Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801073299255722:2108] [node 5] ICP01 ready to work
2025-12-06T17:39:53.269792Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801073092238411:2109] [node 4] ICP01 ready to work
2025-12-06T17:39:53.232625Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801075007229722:2109] [node 4] ICP01 ready to work
2025-12-06T17:39:53.207290Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801073586139930:2107] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:53.378591Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801075007229724:2108] [node 5] ICP01 ready to work
2025-12-06T17:39:53.412816Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801075007229723:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16225
2025-12-06T17:39:53.317907Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801031609805573:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(16784922ns) {Configure:104(16776173ns) {ProcessConfigured:135(13888854ns) {StartInitialHandshake:157(13885959ns) {DropHandshakes:470(2994ns) {DropIncomingHandshake:442(561ns) DropOutgoingHandshake:457(806ns)} GenerateSessionVirtualId:988(935ns) PrepareNewSessionHandshake:477(5805ns) {SwitchToState:179(1976ns)}}}}}
2025-12-06T17:39:53.454690Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801040898236649:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(280087082ns) {Configure:104(280074441ns) {ProcessConfigured:135(11238212ns) {StartInitialHandshake:157(11233858ns) {DropHandshakes:470(3124ns) {DropIncomingHandshake:442(537ns) DropOutgoingHandshake:457(425ns)} GenerateSessionVirtualId:988(1235ns) PrepareNewSessionHandshake:477(5836ns) {SwitchToState:179(3468ns)}}}}}
2025-12-06T17:39:53.325551Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801074559478627:2107] [node 4] ICP01 ready to work
2025-12-06T17:39:53.413397Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801013456597723:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(337687012ns) {Configure:104(337682235ns) {ProcessConfigured:135(17924565ns) {StartInitialHandshake:157(17922003ns) {DropHandshakes:470(3004ns) {DropIncomingHandshake:442(672ns) DropOutgoingHandshake:457(393ns)} GenerateSessionVirtualId:988(682ns) PrepareNewSessionHandshake:477(3560ns) {SwitchToState:179(1986ns)}}}}}
2025-12-06T17:39:53.518244Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801073586139931:2109] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(215312430ns) {Configure:104(215305956ns) {ProcessConfigured:135(14990774ns) {StartInitialHandshake:157(14986545ns) {DropHandshakes:470(3088ns) {DropIncomingHandshake:442(948ns) DropOutgoingHandshake:457(774ns)} GenerateSessionVirtualId:988(960ns) PrepareNewSessionHandshake:477(6109ns) {SwitchToState:179(3569ns)}}}}}
2025-12-06T17:39:53.549353Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801019172654802:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(401332745ns) {Configure:104(401326651ns) {ProcessConfigured:135(53876560ns) {StartInitialHandshake:157(53872325ns) {DropHandshakes:470(2774ns) {DropIncomingHandshake:442(622ns) DropOutgoingHandshake:457(452ns)} GenerateSessionVirtualId:988(745ns) PrepareNewSessionHandshake:477(5416ns) {SwitchToState:179(3096ns)}}}}}
2025-12-06T17:39:53.581664Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801013456597722:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(504096738ns) {Configure:104(504091899ns) {ProcessConfigured:135(25284815ns) {StartInitialHandshake:157(25281477ns) {DropHandshakes:470(1162ns) {DropIncomingHandshake:442(271ns) DropOutgoingHandshake:457(221ns)} GenerateSessionVirtualId:988(362ns) PrepareNewSessionHandshake:477(3998ns) {SwitchToState:179(2096ns)}}}}}
2025-12-06T17:39:53.531145Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801051617401855:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(409926925ns) {Configure:104(409921083ns) {ProcessConfigured:135(10698603ns) {StartInitialHandshake:157(10694833ns) {DropHandshakes:470(2642ns) {DropIncomingHandshake:442(633ns) DropOutgoingHandshake:457(317ns)} GenerateSessionVirtualId:988(680ns) PrepareNewSessionHandshake:477(7012ns) {SwitchToState:179(3707ns)}}}}}
2025-12-06T17:39:53.550329Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801031609805574:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(389798862ns) {Configure:104(389792137ns) {ProcessConfigured:135(59398199ns) {StartInitialHandshake:157(59394146ns) {DropHandshakes:470(2607ns) {DropIncomingHandshake:442(434ns) DropOutgoingHandshake:457(508ns)} GenerateSessionVirtualId:988(665ns) PrepareNewSessionHandshake:477(5670ns) {SwitchToState:179(2802ns)}}}}}
2025-12-06T17:39:53.602888Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801074559478623:2110] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(338568405ns) {Configure:104(338561431ns) {ProcessConfigured:135(505913ns) {StartInitialHandshake:157(501807ns) {DropHandshakes:470(3238ns) {DropIncomingHandshake:442(648ns) DropOutgoingHandshake:457(351ns)} GenerateSessionVirtualId:988(1137ns) PrepareNewSessionHandshake:477(2943ns) {SwitchToState:179(562ns)}}}}}
2025-12-06T17:39:53.616399Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801064709321065:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(321847720ns) {Configure:104(321837187ns) {ProcessConfigured:135(910838ns) {StartInitialHandshake:157(908157ns) {DropHandshakes:470(2404ns) {DropIncomingHandshake:442(569ns) DropOutgoingHandshake:457(531ns)} GenerateSessionVirtualId:988(617ns) PrepareNewSessionHandshake:477(1776ns) {SwitchToState:179(490ns)}}}}}
2025-12-06T17:39:53.643796Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801074559478627:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(283224442ns) {Configure:104(264549620ns) {ProcessConfigured:135(431263ns) {StartInitialHandshake:157(428392ns) {DropHandshakes:470(1693ns) {DropIncomingHandshake:442(392ns) DropOutgoingHandshake:457(288ns)} GenerateSessionVirtualId:988(1031ns) PrepareNewSessionHandshake:477(1470ns) {SwitchToState:179(437ns)}}}}}
2025-12-06T17:39:53.714765Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801019172654801:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(421363935ns) {Configure:104(403178405ns) {ProcessConfigured:135(46765663ns) {StartInitialHandshake:157(46763092ns) {DropHandshakes:470(2836ns) {DropIncomingHandshake:442(449ns) DropOutgoingHandshake:457(276ns)} GenerateSessionVirtualId:988(771ns) PrepareNewSessionHandshake:477(3130ns) {SwitchToState:179(312ns)}}}}}
2025-12-06T17:39:53.660130Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801074559478624:2124] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(256564708ns) {Configure:104(256557714ns) {ProcessConfigured:135(22067152ns) {StartInitialHandshake:157(22063009ns) {DropHandshakes:470(1445ns) {DropIncomingHandshake:442(363ns) DropOutgoingHandshake:457(216ns)} GenerateSessionVirtualId:988(662ns) PrepareNewSessionHandshake:477(4612ns) {SwitchToState:179(1998ns)}}}}}
2025-12-06T17:39:53.633781Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801040898236650:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(443405619ns) {Configure:104(443388660ns) {ProcessConfigured:135(42607757ns) {StartInitialHandshake:157(42604358ns) {DropHandshakes:470(1957ns) {DropIncomingHandshake:442(414ns) DropOutgoingHandshake:457(286ns)} GenerateSessionVirtualId:988(558ns) PrepareNewSessionHandshake:477(5745ns) {SwitchToState:179(2962ns)}}}}}
2025-12-06T17:39:53.669720Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801073092238411:2109] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(343590222ns) {Configure:104(343581691ns) {ProcessConfigured:135(33758545ns) {StartInitialHandshake:157(33755691ns) {DropHandshakes:470(2573ns) {DropIncomingHandshake:442(612ns) DropOutgoingHandshake:457(616ns)} GenerateSessionVirtualId:988(1056ns) PrepareNewSessionHandshake:477(4045ns) {SwitchToState:179(1935ns)}}}}}
2025-12-06T17:39:53.723725Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801075007229723:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:53.745643Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801073299255722:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(377309035ns) {Configure:104(377299306ns) {ProcessConfigured:135(68154127ns) {StartInitialHandshake:157(68150236ns) {DropHandshakes:470(2087ns) {DropIncomingHandshake:442(473ns) DropOutgoingHandshake:457(383ns)} GenerateSessionVirtualId:988(706ns) PrepareNewSessionHandshake:477(4884ns) {SwitchToState:179(1035ns)}}}}}
2025-12-06T17:39:53.764771Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801075007229721:2107] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(193508595ns) {Configure:104(193499220ns) {ProcessConfigured:135(55535292ns) {StartInitialHandshake:157(55530622ns) {DropHandshakes:470(2664ns) {DropIncomingHandshake:442(642ns) DropOutgoingHandshake:457(368ns)} GenerateSessionVirtualId:988(618ns) PrepareNewSessionHandshake:477(6717ns) {SwitchToState:179(2763ns)}}}}}
2025-12-06T17:39:53.673742Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801075257975080:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(531910303ns) {Configure:104(531905503ns) {ProcessConfigured:135(79616537ns) {StartInitialHandshake:157(53227510ns) {DropHandshakes:470(3618ns) {DropIncomingHandshake:442(412ns) DropOutgoingHandshake:457(397ns)} GenerateSessionVirtualId:988(2351ns) PrepareNewSessionHandshake:477(4417ns) {SwitchToState:179(546ns)}}}}}
2025-12-06T17:39:53.817925Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801073586139928:2108] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(205578559ns) {Configure:104(205573548ns) {ProcessConfigured:135(30894765ns) {StartInitialHandshake:157(30888633ns) {DropHandshakes:470(3516ns) {DropIncomingHandshake:442(989ns) DropOutgoingHandshake:457(405ns)} GenerateSessionVirtualId:988(1011ns) PrepareNewSessionHandshake:477(5810ns) {SwitchToState:179(2593ns)}}}}}
2025-12-06T17:39:53.753866Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801073299255721:2109] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(452442481ns) {Configure:104(452433217ns) {ProcessConfigured:135(72563834ns) {StartInitialHandshake:157(72560324ns) {DropHandshakes:470(1920ns) {DropIncomingHandshake:442(412ns) DropOutgoingHandshake:457(530ns)} GenerateSessionVirtualId:988(468ns) PrepareNewSessionHandshake:477(5752ns) {SwitchToState:179(1247ns)}}}}}
2025-12-06T17:39:53.894339Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801073586139930:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(355119000ns) {Configure:104(355113677ns) {ProcessConfigured:135(25926314ns) {StartInitialHandshake:157(25924380ns) {DropHandshakes:470(2082ns) {DropIncomingHandshake:442(508ns) DropOutgoingHandshake:457(283ns)} GenerateSessionVirtualId:988(693ns) PrepareNewSessionHandshake:477(2921ns) {SwitchToState:179(238ns)}}}}}
2025-12-06T17:39:53.901193Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801040898236648:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(431442486ns) {Configure:104(431435313ns) {ProcessConfigured:135(27740922ns) {StartInitialHandshake:157(27736529ns) {DropHandshakes:470(2720ns) {DropIncomingHandshake:442(558ns) DropOutgoingHandshake:457(366ns)} GenerateSessionVirtualId:988(808ns) PrepareNewSessionHandshake:477(5292ns) {SwitchToState:179(2718ns)}}}}}
2025-12-06T17:39:53.916374Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801051617401854:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(402679029ns) {Configure:104(402674388ns) {ProcessConfigured:135(56265300ns) {StartInitialHandshake:157(56263264ns) {DropHandshakes:470(18228334ns) {DropIncomingHandshake:442(2322ns) DropOutgoingHandshake:457(416ns)} GenerateSessionVirtualId:988(997ns) PrepareNewSessionHandshake:477(3257ns) {SwitchToState:179(163ns)}}}}}
2025-12-06T17:39:53.981291Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801075257975079:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(788385555ns) {Configure:104(769724910ns) {ProcessConfigured:135(37855697ns) {StartInitialHandshake:157(37852409ns) {DropHandshakes:470(25543062ns) {DropIncomingHandshake:442(456ns) DropOutgoingHandshake:457(3553ns)} GenerateSessionVirtualId:988(2101ns) PrepareNewSessionHandshake:477(4722ns) {SwitchToState:179(2335ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:53.816323Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801064709321063:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(393781145ns) {Configure:104(393775677ns) {ProcessConfigured:135(542287ns) {StartInitialHandshake:157(538186ns) {DropHandshakes:470(3116ns) {DropIncomingHandshake:442(413ns) DropOutgoingHandshake:457(239ns)} GenerateSessionVirtualId:988(509ns) PrepareNewSessionHandshake:477(1653ns) {SwitchToState:179(564ns)}}}}}
2025-12-06T17:39:53.969022Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801051617401853:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(601366025ns) {Configure:104(601358865ns) {ProcessConfigured:135(112261259ns) {StartInitialHandshake:157(112257090ns) {DropHandshakes:470(2228ns) {DropIncomingHandshake:442(479ns) DropOutgoingHandshake:457(397ns)} GenerateSessionVirtualId:988(800ns) PrepareNewSessionHandshake:477(47534946ns) {SwitchToState:179(6550ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:54.018603Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801075007229739:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16225
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:54.054448Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801074559478641:2144] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10822
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:54.095904Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801073586139943:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62323
2025-12-06T17:39:54.125448Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801073092238410:2108] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(401270002ns) {Configure:104(397725039ns) {ProcessConfigured:135(1252644ns) {StartInitialHandshake:157(1250260ns) {DropHandshakes:470(2135ns) {DropIncomingHandshake:442(614ns) DropOutgoingHandshake:457(293ns)} GenerateSessionVirtualId:988(600ns) PrepareNewSessionHandshake:477(1663ns) {SwitchToState:179(652ns)}}}}}
2025-12-06T17:39:54.174557Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801075257975079:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(28040654ns) {HandleCleanupEventQueue:832(28038042ns) {CleanupEventQueue:841(28028208ns) {DropSessionEvent:512(9785ns) DropSessionEvent:512(6482ns) DropSessionEvent:512(6749ns) DropSessionEvent:512(36141ns) DropSessionEvent:512(6100ns) DropSessionEvent:512(7020ns) DropSessionEvent:512(8164586ns) DropSessionEvent:512(13830ns) DropSessionEvent:512(7178ns)} ScheduleCleanupEventQueue:822(8091ns)}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:54.158075Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801077881107242:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62323
2025-12-06T17:39:54.164752Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801074559478639:2142] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10822
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:54.166607Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801074559478640:2143] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10822
2025-12-06T17:39:54.225360Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801031609805574:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(65715538ns) {HandleCleanupEventQueue:832(65713444ns) {CleanupEventQueue:841(65710688ns) {DropSessionEvent:512(7033ns) DropSessionEvent:512(45170683ns) DropSessionEvent:512(16172ns) DropSessionEvent:512(7057ns) DropSessionEvent:512(6420ns) DropSessionEvent:512(5036ns) DropSessionEvent:512(20468841ns) DropSessionEvent:512(5498ns) DropSessionEvent:512(5483ns) DropSessionEvent:512(5196ns)} ScheduleCleanupEventQueue:822(1040ns)}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:54.248934Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801051617401854:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(16759228ns) {HandleCleanupEventQueue:832(16757968ns) {CleanupEventQueue:841(9212ns) {DropSessionEvent:512(8222ns)} ScheduleCleanupEventQueue:822(16745659ns)}}
2025-12-06T17:39:54.271194Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801075257975088:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7208
2025-12-06T17:39:54.240341Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801074559478642:2145] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10822
2025-12-06T17:39:54.270744Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801031609805573:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(28337009ns) {HandleCleanupEventQueue:832(28334584ns) {CleanupEventQueue:841(28326982ns) {DropSessionEvent:512(6204ns) DropSessionEvent:512(7241ns) DropSessionEvent:512(19617782ns) DropSessionEvent:512(18116ns)} ScheduleCleanupEventQueue:822(6359ns)}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:54.278813Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801079302197036:2126] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16225
2025-12-06T17:39:54.278971Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801079302197037:2127] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16225
2025-12-06T17:39:54.278547Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801064709321065:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(39357360ns) {HandleCleanupEventQueue:832(39355335ns) {CleanupEventQueue:841(39354118ns) {DropSessionEvent:512(11393ns) DropSessionEvent:512(9088787ns) DropSessionEvent:512(6115ns) DropSessionEvent:512(6507ns) DropSessionEvent:512(30201664ns) DropSessionEvent:512(3894ns) DropSessionEvent:512(5596ns) DropSessionEvent:512(5277ns) DropSessionEvent:512(3508ns)} ScheduleCleanupEventQueue:822(237ns)}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:54.286176Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801073092238422:2129] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16436
2025-12-06T17:39:54.289769Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801077594223029:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24915
2025-12-06T17:39:54.287588Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801075257975080:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(22052833ns) {HandleCleanupEventQueue:832(22050079ns) {CleanupEventQueue:841(22047799ns) {DropSessionEvent:512(6815ns) DropSessionEvent:512(22220ns) DropSessionEvent:512(7618ns) DropSessionEvent:512(7671ns) DropSessionEvent:512(6842ns) DropSessionEvent:512(2601601ns) DropSessionEvent:512(7976ns) DropSessionEvent:512(14406621ns) DropSessionEvent:512(19888ns) DropSessionEvent:512(9934ns)} ScheduleCleanupEventQueue:822(514ns)}}
2025-12-06T17:39:54.288606Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801078854445939:2146] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10822
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:54.299457Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801073092238421:2128] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16436
2025-12-06T17:39:54.318220Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801019172654801:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(54039079ns) {HandleCleanupEventQueue:832(54038005ns) {CleanupEventQueue:841(54029672ns) {DropSessionEvent:512(6902ns) DropSessionEvent:512(6449ns) DropSessionEvent:512(39968ns) DropSessionEvent:512(6815ns) DropSessionEvent:512(6497ns) DropSessionEvent:512(7998ns)} ScheduleCleanupEventQueue:822(6632ns)}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:54.331123Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801077387205719:2130] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16436
2025-12-06T17:39:54.346615Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801073092238422:2129] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:54.347170Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801051617401854:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:39:54.353378Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801075007229728:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:54.353417Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801075007229728:2121] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:54.390431Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801079552942392:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7208
2025-12-06T17:39:54.367293Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801075007229728:2121] [node 5] ICH04 handshake succeeded
2025-12-06T17:39:54.375994Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801075007229724:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:39:54.394400Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801077881107243:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62323
2025-12-06T17:39:54.372504Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801073092238421:2128] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:54.412095Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:39:54.413164Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801075007229724:2108] [node 5] ICP22 created new session: [2:7580801079302197039:2108]
2025-12-06T17:39:54.413951Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801079302197039:2108] [node 5] ICS09 handshake done sender: [2:7580801075007229728:2121] self: [2:7580801075007229727:0] peer: [5:7580801077387205724:0] socket: 421 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:54.377725Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801051617401853:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:39:54.396461Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801073586139935:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:54.455482Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801077387205727:2133] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16436
2025-12-06T17:39:54.396515Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801073586139935:2111] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:39:54.458234Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801077387205725:2132] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16436
2025-12-06T17:39:54.414354Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801079302197039:2108] [node 5] ICS10 traffic start
2025-12-06T17:39:54.427261Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:39:54.464709Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801075007229724:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(88047412ns) {HandleHandshakeStatus:329(88045046ns) {DropIncomingHandshake:442(335ns) DropOutgoingHandshake:457(889ns) SwitchToState:179(321ns) ProcessPendingSessionEvents:495(19801790ns) {ForwardSessionEventToSession:612(838216ns) ForwardSessionEventToSession:612(387995ns) ForwardSessionEventToSession:612(4399ns) ForwardSessionEventToSession:612(3500ns) ForwardSessionEventToSession:612(403283ns) ForwardSessionEventToSession:612(2717ns) ForwardSessionEventToSession:612(4609529ns) ForwardSessionEventToSession:612(12825375ns) ForwardSessionEventToSession:612(11789ns) ForwardSessionEventToSession:612(691956ns)}}}
2025-12-06T17:39:54.423967Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801073586139935:2111] [node 5] ICH04 handshake succeeded
2025-12-06T17:39:54.467536Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801073092238421:2128] [node 1] ICH04 handshake succeeded
2025-12-06T17:39:54.473072Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801073092238422:2129] [node 2] ICH04 handshake succeeded
2025-12-06T17:39:54.483274Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801051617401854:2049] [node 2] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:54.521725Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801077594223030:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24915
2025-12-06T17:39:54.474600Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801073586139931:2109] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:39:54.474662Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:39:54.475734Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801073586139931:2109] [node 5] ICP22 created new session: [1:7580801077881107245:2109]
2025-12-06T17:39:54.476750Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801077881107245:2109] [node 5] ICS09 handshake done sender: [1:7580801073586139935:2111] self: [1:7580801073586139934:0] peer: [5:7580801077387205726:0] socket: 418 qp: -1
2025-12-06T17:39:54.533113Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:39:54.477144Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801077881107245:2109] [node 5] ICS10 traffic start
2025-12-06T17:39:54.477707Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:39:54.540291Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801073586139931:2109] [node 5] ICP35 event processing took too much time PendingConnection:279(58239905ns) {HandleHandshakeStatus:329(57884549ns) {DropIncomingHandshake:442(699ns) DropOutgoingHandshake:457(493ns) SwitchToState:179(559ns) ProcessPendingSessionEvents:495(1673ns)}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:54.533583Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801051617401854:2049] [node 2] ICP22 created new session: [5:7580801077387205728:2049]
2025-12-06T17:39:54.535401Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801077387205728:2049] [node 2] ICS09 handshake done sender: [5:7580801073092238422:2129] self: [5:7580801077387205724:0] peer: [2:7580801075007229727:0] socket: 426 qp: -1
2025-12-06T17:39:54.536189Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801077387205728:2049] [node 2] ICS10 traffic start
2025-12-06T17:39:54.536244Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:39:54.540986Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801051617401853:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:39:54.636877Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801074559478640:2143] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:54.585266Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801077881107242:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:54.541047Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:39:54.541106Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801051617401853:2048] [node 1] ICP22 created new session: [5:7580801077387205730:2048]
2025-12-06T17:39:54.541687Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801077387205730:2048] [node 1] ICS09 handshake done sender: [5:7580801073092238421:2128] self: [5:7580801077387205726:0] peer: [1:7580801073586139934:0] socket: 424 qp: -1
2025-12-06T17:39:54.541722Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801077387205730:2048] [node 1] ICS10 traffic start
2025-12-06T17:39:54.542602Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:39:54.567797Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801051617401853:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(17736369ns) {HandleHandshakeStatus:329(17733316ns) {DropIncomingHandshake:442(839ns) DropOutgoingHandshake:457(5795ns) SwitchToState:179(907ns) ProcessPendingSessionEvents:495(1719ns)}}
2025-12-06T17:39:54.662293Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801077594223031:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24915
2025-12-06T17:39:54.674030Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801073586139939:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:54.674070Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801073586139939:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:39:54.673076Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801077594223031:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:54.673223Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801064709321063:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:39:54.673256Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801077594223032:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24915
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:54.678862Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801077594223034:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24915
2025-12-06T17:39:54.583647Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801051617401854:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(81541054ns) {HandleHandshakeStatus:329(81538031ns) {DropIncomingHandshake:442(902ns) DropOutgoingHandshake:457(7679ns) SwitchToState:179(716ns) ProcessPendingSessionEvents:495(1501ns)}}
2025-12-06T17:39:54.682858Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801073586139939:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:39:54.683877Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801077594223031:2117] [node 1] ICH04 handshake succeeded
2025-12-06T17:39:54.684770Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801064709321063:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:39:54.685105Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:39:54.685164Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801064709321063:2048] [node 1] ICP22 created new session: [6:7580801077594223035:2048]
2025-12-06T17:39:54.685355Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801077594223035:2048] [node 1] ICS09 handshake done sender: [6:7580801077594223031:2117] self: [6:7580801077594223033:0] peer: [1:7580801073586139938:0] socket: 463 qp: -1
2025-12-06T17:39:54.685397Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801077594223035:2048] [node 1] ICS10 traffic start
2025-12-06T17:39:54.685445Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:54.691816Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801079552942393:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7208
2025-12-06T17:39:54.696473Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801073586139928:2108] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:39:54.697200Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:39:54.697669Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801073586139928:2108] [node 6] ICP22 created new session: [1:7580801077881107251:2108]
2025-12-06T17:39:54.698072Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801077881107251:2108] [node 6] ICS09 handshake done sender: [1:7580801073586139939:2113] self: [1:7580801073586139938:0] peer: [6:7580801077594223033:0] socket: 462 qp: -1
2025-12-06T17:39:54.698108Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801077881107251:2108] [node 6] ICS10 traffic start
2025-12-06T17:39:54.698351Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:54.729649Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801079552942394:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7208
2025-12-06T17:39:54.739919Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801079552942393:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:54.747318Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801074559478641:2144] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:54.747499Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801031609805574:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:39:54.747845Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801075007229730:2122] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:54.747884Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801075007229730:2122] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:39:54.783691Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801075007229730:2122] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:54.789195Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801078854445942:2147] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10822
2025-12-06T17:39:54.801846Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801019172654802:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:39:54.801927Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:39:54.801992Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801019172654802:2049] [node 3] ICP22 created new session: [2:7580801079302197043:2049]
2025-12-06T17:39:54.802046Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801079302197043:2049] [node 3] ICS09 handshake done sender: [2:7580801075007229730:2122] self: [2:7580801075007229729:0] peer: [3:7580801078854445941:0] socket: 433 qp: -1
2025-12-06T17:39:54.802089Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801079302197043:2049] [node 3] ICS10 traffic start
2025-12-06T17:39:54.802218Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:54.815615Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801077881107253:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62323
2025-12-06T17:39:54.817776Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801078854445939:2146] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:54.828075Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801074559478641:2144] [node 2] ICH04 handshake succeeded
2025-12-06T17:39:54.839919Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801031609805574:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:39:54.840011Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:39:54.840184Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801031609805574:2049] [node 2] ICP22 created new session: [3:7580801078854445944:2049]
2025-12-06T17:39:54.840375Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801078854445944:2049] [node 2] ICS09 handshake done sender: [3:7580801074559478641:2144] self: [3:7580801078854445941:0] peer: [2:7580801075007229729:0] socket: 437 qp: -1
2025-12-06T17:39:54.840421Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801078854445944:2049] [node 2] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:54.901497Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801077594223038:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24915
2025-12-06T17:39:54.918745Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801073586139933:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:54.918784Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801073586139933:2110] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:39:54.840592Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:39:54.891567Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801074559478639:2142] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:54.917414Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801074559478642:2145] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:54.917920Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801031609805573:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:39:55.019304Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801077594223030:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:55.019864Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801064709321064:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:39:55.023686Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801075007229733:2123] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:55.023728Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801075007229733:2123] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:55.042066Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801081682173029:2134] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16436
2025-12-06T17:39:55.039335Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801075007229733:2123] [node 6] ICH04 handshake succeeded
2025-12-06T17:39:55.039056Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801081889190336:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24915
2025-12-06T17:39:55.039747Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801077594223030:2116] [node 2] ICH04 handshake succeeded
2025-12-06T17:39:55.039924Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801064709321064:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:39:55.039994Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:39:55.040038Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801064709321064:2049] [node 2] ICP22 created new session: [6:7580801081889190337:2049]
2025-12-06T17:39:55.050097Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801075007229721:2107] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:39:55.040082Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801081889190337:2049] [node 2] ICS09 handshake done sender: [6:7580801077594223030:2116] self: [6:7580801081889190335:0] peer: [2:7580801075007229731:0] socket: 461 qp: -1
2025-12-06T17:39:55.099361Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:39:55.103222Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801081682173029:2134] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:55.099802Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801075007229721:2107] [node 6] ICP22 created new session: [2:7580801083597164343:2107]
2025-12-06T17:39:55.040111Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801081889190337:2049] [node 2] ICS10 traffic start
2025-12-06T17:39:55.040149Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:39:55.100904Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801083597164343:2107] [node 6] ICS09 handshake done sender: [2:7580801075007229733:2123] self: [2:7580801075007229731:0] peer: [6:7580801081889190335:0] socket: 460 qp: -1
2025-12-06T17:39:55.101319Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801083597164343:2107] [node 6] ICS10 traffic start
2025-12-06T17:39:55.102085Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:39:55.118948Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801075007229721:2107] [node 6] ICP35 event processing took too much time PendingConnection:279(67169640ns) {HandleHandshakeStatus:329(67166609ns) {DropIncomingHandshake:442(15170ns) DropOutgoingHandshake:457(359ns) SwitchToState:179(512ns) ProcessPendingSessionEvents:495(1603ns)}}
2025-12-06T17:39:55.299148Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801075257975088:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:55.300501Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801040898236649:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:39:55.305341Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801075007229726:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:55.305386Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801075007229726:2120] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:39:55.321662Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801075007229726:2120] [node 4] ICH04 handshake succeeded
2025-12-06T17:39:55.325132Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801075007229722:2109] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:39:55.325498Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:55.325557Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801075007229722:2109] [node 4] ICP22 created new session: [2:7580801083597164346:2109]
2025-12-06T17:39:55.355345Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801083847909693:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7208
2025-12-06T17:39:55.325613Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801083597164346:2109] [node 4] ICS09 handshake done sender: [2:7580801075007229726:2120] self: [2:7580801075007229725:0] peer: [4:7580801083847909692:0] socket: 417 qp: -1
2025-12-06T17:39:55.325649Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801083597164346:2109] [node 4] ICS10 traffic start
2025-12-06T17:39:55.367477Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801075257975088:2114] [node 2] ICH04 handshake succeeded
2025-12-06T17:39:55.370371Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801040898236649:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:39:55.371101Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:39:55.325684Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:39:55.371159Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801040898236649:2049] [node 2] ICP22 created new session: [4:7580801083847909694:2049]
2025-12-06T17:39:55.371208Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801083847909694:2049] [node 2] ICS09 handshake done sender: [4:7580801075257975088:2114] self: [4:7580801083847909692:0] peer: [2:7580801075007229725:0] socket: 420 qp: -1
2025-12-06T17:39:55.371246Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801083847909694:2049] [node 2] ICS10 traffic start
2025-12-06T17:39:55.371282Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:39:55.475504Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801077594223032:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:55.476060Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801073299255722:2108] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:39:55.480159Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801077387205721:2131] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:55.480205Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580801077387205721:2131] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:55.482855Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801081889190341:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24915
2025-12-06T17:39:55.486893Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801077387205721:2131] [node 6] ICH04 handshake succeeded
2025-12-06T17:39:55.487590Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801077594223032:2118] [node 5] ICH04 handshake succeeded
2025-12-06T17:39:55.492331Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580801073092238410:2108] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:39:55.492561Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:39:55.492612Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801073092238410:2108] [node 6] ICP22 created new session: [5:7580801081682173032:2108]
2025-12-06T17:39:55.492661Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801081682173032:2108] [node 6] ICS09 handshake done sender: [5:7580801077387205721:2131] self: [5:7580801077387205720:0] peer: [6:7580801081889190340:0] socket: 453 qp: -1
2025-12-06T17:39:55.492698Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801081682173032:2108] [node 6] ICS10 traffic start
2025-12-06T17:39:55.492733Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:39:55.488636Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801073299255722:2108] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:39:55.488714Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:39:55.488773Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801073299255722:2108] [node 5] ICP22 created new session: [6:7580801081889190342:2108]
2025-12-06T17:39:55.488952Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801081889190342:2108] [node 5] ICS09 handshake done sender: [6:7580801077594223032:2118] self: [6:7580801081889190340:0] peer: [5:7580801077387205720:0] socket: 464 qp: -1
2025-12-06T17:39:55.488993Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801081889190342:2108] [node 5] ICS10 traffic start
2025-12-06T17:39:55.489312Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:39:55.534895Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801077594223029:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:55.536337Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801073299255721:2109] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:39:55.537403Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801075257975087:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:55.537442Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801075257975087:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:39:55.538699Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801075257975087:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:39:55.539026Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801075257975080:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:39:55.539147Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:39:55.539228Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801075257975080:2109] [node 6] ICP22 created new session: [4:7580801083847909698:2109]
2025-12-06T17:39:55.539287Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801083847909698:2109] [node 6] ICS09 handshake done sender: [4:7580801075257975087:2113] self: [4:7580801075257975085:0] peer: [6:7580801081889190344:0] socket: 449 qp: -1
2025-12-06T17:39:55.539326Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801083847909698:2109] [node 6] ICS10 traffic start
2025-12-06T17:39:55.539391Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:55.545662Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801073299255721:2109] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10268) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801077594223029:2115] held: no
2025-12-06T17:39:55.545802Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801081889190345:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24915
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:55.571550Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801081682173034:2135] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16436
2025-12-06T17:39:55.551540Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7580801075007229722:2109] [node 4] ICP27 obsolete handshake fail ignored
2025-12-06T17:39:55.572753Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801077594223029:2115] [node 4] ICH04 handshake succeeded
2025-12-06T17:39:55.585218Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801077387205719:2130] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:55.585805Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801051617401855:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:39:55.587571Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801074559478631:2139] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:55.590936Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801077594223038:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:55.594890Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801081682173034:2135] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:55.595111Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801073092238411:2109] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:39:55.591480Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801064709321065:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:39:55.593301Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801073299255721:2109] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:39:55.610779Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:39:55.610865Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801073299255721:2109] [node 4] ICP22 created new session: [6:7580801081889190347:2109]
2025-12-06T17:39:55.610917Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801081889190347:2109] [node 4] ICS09 handshake done sender: [6:7580801077594223029:2115] self: [6:7580801081889190344:0] peer: [4:7580801075257975085:0] socket: 451 qp: -1
2025-12-06T17:39:55.610961Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801081889190347:2109] [node 4] ICS10 traffic start
2025-12-06T17:39:55.587631Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801074559478631:2139] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:39:55.619403Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:39:55.595396Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801079552942392:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:55.608087Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801074559478636:2141] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:55.608135Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801074559478636:2141] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:39:55.613061Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801074559478636:2141] [node 6] ICH04 handshake succeeded
2025-12-06T17:39:55.642188Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801074559478624:2124] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:55.619022Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801075257975092:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:55.667119Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801064709321065:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17962) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801077594223038:2120] held: no
2025-12-06T17:39:55.641470Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801081682173037:2136] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16436
2025-12-06T17:39:55.667037Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:39:55.674910Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801081889190349:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24915
2025-12-06T17:39:55.619082Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801075257975092:2116] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:39:55.647017Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801075257975092:2116] [node 5] ICH04 handshake succeeded
2025-12-06T17:39:55.678967Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801075257975079:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:39:55.659861Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801081682173038:2137] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16436
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:55.668830Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801074559478631:2139] [node 5] ICH04 handshake succeeded
2025-12-06T17:39:55.683065Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801073299255721:2109] [node 4] ICP35 event processing took too much time PendingConnection:279(76279394ns) {HandleHandshakeStatus:329(76274944ns) {DropIncomingHandshake:442(3465ns) DropOutgoingHandshake:457(957ns) SwitchToState:179(296ns) ProcessPendingSessionEvents:495(2014ns)}}
2025-12-06T17:39:55.716029Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:39:55.670876Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801081682173034:2135] [node 4] ICH04 handshake succeeded
2025-12-06T17:39:55.726070Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801077594223038:2120] [node 3] ICH04 handshake succeeded
2025-12-06T17:39:55.682858Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801074559478624:2124] [node 6] ICP22 created new session: [3:7580801083149413248:2124]
2025-12-06T17:39:55.687203Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801074559478623:2110] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:39:55.687328Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:39:55.687385Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801074559478623:2110] [node 5] ICP22 created new session: [3:7580801083149413249:2110]
2025-12-06T17:39:55.687435Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801083149413249:2110] [node 5] ICS09 handshake done sender: [3:7580801074559478631:2139] self: [3:7580801074559478630:0] peer: [5:7580801081682173035:0] socket: 430 qp: -1
2025-12-06T17:39:55.687480Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801083149413249:2110] [node 5] ICS10 traffic start
2025-12-06T17:39:55.687518Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:39:55.700577Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801083149413248:2124] [node 6] ICS09 handshake done sender: [3:7580801074559478636:2141] self: [3:7580801074559478632:0] peer: [6:7580801081889190346:0] socket: 472 qp: -1
2025-12-06T17:39:55.694924Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801073092238411:2109] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:39:55.700638Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801083149413248:2124] [node 6] ICS10 traffic start
2025-12-06T17:39:55.710266Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:39:55.727048Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801074559478624:2124] [node 6] ICP35 event processing took too much time PendingConnection:279(84213413ns) {HandleHandshakeStatus:329(84208611ns) {DropIncomingHandshake:442(22268ns) DropOutgoingHandshake:457(660ns) SwitchToState:179(599ns) ProcessPendingSessionEvents:495(1921ns)}}
2025-12-06T17:39:55.766168Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801074559478635:2140] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:55.766200Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801074559478635:2140] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:39:55.716111Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801075257975079:2108] [node 5] ICP22 created new session: [4:7580801083847909704:2108]
2025-12-06T17:39:55.731621Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801083847909703:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7208
2025-12-06T17:39:55.763342Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801083847909703:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:55.763537Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801040898236650:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:39:55.766547Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801083847909704:2108] [node 5] ICS09 handshake done sender: [4:7580801075257975092:2116] self: [4:7580801075257975091:0] peer: [5:7580801081682173036:0] socket: 478 qp: -1
2025-12-06T17:39:55.768710Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801083847909704:2108] [node 5] ICS10 traffic start
2025-12-06T17:39:55.703796Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801077387205719:2130] [node 3] ICH04 handshake succeeded
2025-12-06T17:39:55.791409Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:39:55.766589Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801064709321065:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:39:55.705006Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801051617401855:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:39:55.705086Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:39:55.705147Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801051617401855:2050] [node 3] ICP22 created new session: [5:7580801081682173039:2050]
2025-12-06T17:39:55.804888Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801075257975079:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(129320781ns) {HandleHandshakeStatus:329(129318091ns) {DropIncomingHandshake:442(34126ns) DropOutgoingHandshake:457(520ns) SwitchToState:179(646ns) ProcessPendingSessionEvents:495(488ns)}}
2025-12-06T17:39:55.705196Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801081682173039:2050] [node 3] ICS09 handshake done sender: [5:7580801077387205719:2130] self: [5:7580801081682173035:0] peer: [3:7580801074559478630:0] socket: 438 qp: -1
2025-12-06T17:39:55.705239Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801081682173039:2050] [node 3] ICS10 traffic start
2025-12-06T17:39:55.812516Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801074559478635:2140] [node 4] ICH04 handshake succeeded
2025-12-06T17:39:55.814116Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801074559478627:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:39:55.814207Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:39:55.814261Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801074559478627:2107] [node 4] ICP22 created new session: [3:7580801083149413253:2107]
2025-12-06T17:39:55.814315Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801083149413253:2107] [node 4] ICS09 handshake done sender: [3:7580801074559478635:2140] self: [3:7580801074559478634:0] peer: [4:7580801083847909705:0] socket: 432 qp: -1
2025-12-06T17:39:55.820103Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801040898236650:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17962) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580801083847909703:2121] held: no
2025-12-06T17:39:55.805744Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:39:55.805941Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801064709321065:2050] [node 3] ICP22 created new session: [6:7580801081889190350:2050]
2025-12-06T17:39:55.806259Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801081889190350:2050] [node 3] ICS09 handshake done sender: [6:7580801077594223038:2120] self: [6:7580801081889190346:0] peer: [3:7580801074559478632:0] socket: 473 qp: -1
2025-12-06T17:39:55.806660Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801081889190350:2050] [node 3] ICS10 traffic start
2025-12-06T17:39:55.806776Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:39:55.808059Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801064709321065:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(50608987ns) {HandleHandshakeStatus:329(50605643ns) {DropIncomingHandshake:442(4534ns) DropOutgoingHandshake:457(295ns) SwitchToState:179(5144ns) ProcessPendingSessionEvents:495(1338ns)}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:55.814356Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801083149413253:2107] [node 4] ICS10 traffic start
2025-12-06T17:39:55.846663Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801083847909707:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7208
2025-12-06T17:39:55.705274Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:39:55.814394Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:39:55.859330Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801083847909703:2121] [node 3] ICH04 handshake succeeded
2025-12-06T17:39:55.723004Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:39:55.738816Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801073092238411:2109] [node 4] ICP22 created new session: [5:7580801081682173041:2109]
2025-12-06T17:39:55.766484Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801081682173041:2109] [node 4] ICS09 handshake done sender: [5:7580801081682173034:2135] self: [5:7580801081682173036:0] peer: [4:7580801075257975091:0] socket: 447 qp: -1
2025-12-06T17:39:55.767329Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801081682173041:2109] [node 4] ICS10 traffic start
2025-12-06T17:39:55.791195Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:39:55.804197Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801073092238411:2109] [node 4] ICP35 event processing took too much time PendingConnection:279(109169046ns) {HandleHandshakeStatus:329(109165055ns) {DropIncomingHandshake:442(706ns) DropOutgoingHandshake:457(19916ns) SwitchToState:179(650ns) ProcessPendingSessionEvents:495(1925ns)}}
2025-12-06T17:39:55.869757Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801040898236650:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:39:55.874369Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:39:55.874460Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801040898236650:2050] [node 3] ICP22 created new session: [4:7580801083847909708:2050]
2025-12-06T17:39:55.874551Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801083847909708:2050] [node 3] ICS09 handshake done sender: [4:7580801083847909703:2121] self: [4:7580801083847909705:0] peer: [3:7580801074559478634:0] socket: 483 qp: -1
2025-12-06T17:39:55.874599Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801083847909708:2050] [node 3] ICS10 traffic start
2025-12-06T17:39:55.902797Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7580801019172654801:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:39:55.898882Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:39:55.898802Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:39:55.879289Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:39:55.891394Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801040898236648:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29683) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:39:55.929685Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801077594223035:2048] [node 1] ICS01 socket: 463 reason# EndOfStream
2025-12-06T17:39:55.929762Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801064709321063:2048] [node 1] ICP30 unregister session Session# [6:7580801077594223035:2048] VirtualId# [6:7580801077594223033:0]
2025-12-06T17:39:55.929798Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801077594223035:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:39:55.929899Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:39:55.922761Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801040898236650:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(52746383ns) {HandleHandshakeStatus:329(52742738ns) {DropIncomingHandshake:442(839ns) DropOutgoingHandshake:457(338ns) SwitchToState:179(788ns) ProcessPendingSessionEvents:495(1954ns)}}
2025-12-06T17:39:55.935055Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801077387205730:2048] [node 1] ICS01 socket: 424 reason# EndOfStream
2025-12-06T17:39:55.935124Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801051617401853:2048] [node 1] ICP30 unregister session Session# [5:7580801077387205730:2048] VirtualId# [5:7580801077387205726:0]
2025-12-06T17:39:55.935169Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801077387205730:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:39:55.941515Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580801019172654801:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29683) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:39:55.935275Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:39:55.935324Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:39:55.933817Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:39:55.955280Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801031609805573:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29683) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [3:7580801074559478642:2145] held: no
2025-12-06T17:39:56.300111Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:39:56.300404Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801078854445944:2049] [node 2] ICS01 socket: 437 reason# EndOfStream
2025-12-06T17:39:56.300460Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801031609805574:2049] [node 2] ICP30 unregister session Session# [3:7580801078854445944:2049] VirtualId# [3:7580801078854445941:0]
2025-12-06T17:39:56.300511Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801078854445944:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:39:56.300601Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:39:56.300649Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:39:56.310447Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:39:56.311159Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:39:56.311377Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801077387205728:2049] [node 2] ICS01 socket: 426 reason# EndOfStream
2025-12-06T17:39:56.311419Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801051617401854:2049] [node 2] ICP30 unregister session Session# [5:7580801077387205728:2049] VirtualId# [5:7580801077387205724:0]
2025-12-06T17:39:56.311448Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801077387205728:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:39:56.311522Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:39:56.311566Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:39:56.311677Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:39:56.311895Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801083847909694:2049] [node 2] ICS01 socket: 420 reason# EndOfStream
2025-12-06T17:39:56.311934Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801040898236649:2049] [node 2] ICP30 unregister session Session# [4:7580801083847909694:2049] VirtualId# [4:7580801083847909692:0]
2025-12-06T17:39:56.311965Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801083847909694:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:39:56.312027Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:39:56.312065Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:39:56.310765Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801081889190337:2049] [node 2] ICS01 socket: 461 reason# EndOfStream
2025-12-06T17:39:56.310823Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801064709321064:2049] [node 2] ICP30 unregister session Session# [6:7580801081889190337:2049] VirtualId# [6:7580801081889190335:0]
2025-12-06T17:39:56.310867Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801081889190337:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:39:56.310972Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:39:56.311029Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:39:56.454879Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:39:56.455165Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801081682173039:2050] [node 3] ICS01 socket: 438 reason# EndOfStream
2025-12-06T17:39:56.455217Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801051617401855:2050] [node 3] ICP30 unregister session Session# [5:7580801081682173039:2050] VirtualId# [5:7580801081682173035:0]
2025-12-06T17:39:56.455257Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801081682173039:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:39:56.455358Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:39:56.455408Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:39:56.455527Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:39:56.455785Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801081889190350:2050] [node 3] ICS01 socket: 473 reason# EndOfStream
2025-12-06T17:39:56.455828Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801064709321065:2050] [node 3] ICP30 unregister session Session# [6:7580801081889190350:2050] VirtualId# [6:7580801081889190346:0]
2025-12-06T17:39:56.455870Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801081889190350:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:39:56.455928Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:39:56.455964Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:39:56.458696Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:39:56.458958Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801083847909708:2050] [node 3] ICS01 socket: 483 reason# EndOfStream
2025-12-06T17:39:56.459005Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801040898236650:2050] [node 3] ICP30 unregister session Session# [4:7580801083847909708:2050] VirtualId# [4:7580801083847909705:0]
2025-12-06T17:39:56.459040Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801083847909708:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:39:56.459138Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:39:56.459187Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:39:56.634776Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:39:56.635184Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801081682173041:2109] [node 4] ICS01 socket: 447 reason# EndOfStream
2025-12-06T17:39:56.635286Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801073092238411:2109] [node 4] ICP30 unregister session Session# [5:7580801081682173041:2109] VirtualId# [5:7580801081682173036:0]
2025-12-06T17:39:56.635362Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801081682173041:2109] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:39:56.635487Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:39:56.635541Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:39:56.635646Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:39:56.636038Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801081889190347:2109] [node 4] ICS01 socket: 451 reason# EndOfStream
2025-12-06T17:39:56.636082Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801073299255721:2109] [node 4] ICP30 unregister session Session# [6:7580801081889190347:2109] VirtualId# [6:7580801081889190344:0]
2025-12-06T17:39:56.636115Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801081889190347:2109] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:39:56.636195Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:39:56.636237Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:39:56.754731Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:39:56.755025Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801081889190342:2108] [node 5] ICS01 socket: 464 reason# EndOfStream
2025-12-06T17:39:56.755079Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801073299255722:2108] [node 5] ICP30 unregister session Session# [6:7580801081889190342:2108] VirtualId# [6:7580801081889190340:0]
2025-12-06T17:39:56.755121Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801081889190342:2108] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:39:56.755241Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:39:56.755293Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:39:56.958773Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801088959494046:2049] [node 3] ICP01 ready to work
2025-12-06T17:39:56.961932Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801088959494045:2048] [node 2] ICP01 ready to work
2025-12-06T17:39:57.003007Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801086317722638:2048] [node 1] ICP01 ready to work
2025-12-06T17:39:57.003055Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801086317722639:2049] [node 3] ICP01 ready to work
2025-12-06T17:39:57.047566Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801090142048163:2048] [node 1] ICP01 ready to work
2025-12-06T17:39:57.047605Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801090142048164:2049] [node 2] ICP01 ready to work
2025-12-06T17:39:57.099049Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801093400640727:2048] [node 1] ICP01 ready to work
2025-12-06T17:39:57.101669Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801090730709631:2048] [node 1] ICP01 ready to work
2025-12-06T17:39:57.101710Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801090730709632:2049] [node 2] ICP01 ready to work
2025-12-06T17:39:57.101751Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801090730709633:2050] [node 3] ICP01 ready to work
2025-12-06T17:39:57.099097Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801093400640728:2049] [node 2] ICP01 ready to work
2025-12-06T17:39:57.143225Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801091766131665:2048] [node 1] ICP01 ready to work
2025-12-06T17:39:57.143274Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801091766131666:2049] [node 2] ICP01 ready to work
2025-12-06T17:39:57.143318Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801091766131667:2050] [node 3] ICP01 ready to work
2025-12-06T17:39:57.099135Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801093400640729:2050] [node 3] ICP01 ready to work
2025-12-06T17:39:57.492439Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801093254461391:2095] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:57.538386Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801093400640756:2076] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22278
2025-12-06T17:39:57.533389Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801093254461391:2095] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(37303843ns) {Configure:104(37292778ns) {ProcessConfigured:135(105276ns) {StartInitialHandshake:157(102007ns) {DropHandshakes:470(2898ns) {DropIncomingHandshake:442(666ns) DropOutgoingHandshake:457(632ns)} GenerateSessionVirtualId:988(1368ns) PrepareNewSessionHandshake:477(2380ns) {SwitchToState:179(691ns)}}}}}
2025-12-06T17:39:57.607609Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801090142048224:2083] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:57.612974Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801091766131678:2060] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17762
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:57.621560Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801093254461408:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25868
2025-12-06T17:39:57.626329Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801090142048223:2084] [node 5] ICP01 ready to work
2025-12-06T17:39:57.588100Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801090612689989:2073] [node 5] ICP01 ready to work
2025-12-06T17:39:57.588376Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801093400640767:2079] [node 5] ICP01 ready to work
2025-12-06T17:39:57.658883Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801093400640756:2076] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:57.670855Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801093254461409:2097] [node 5] ICP01 ready to work
2025-12-06T17:39:57.669076Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801091766131681:2062] [node 5] ICP01 ready to work
2025-12-06T17:39:57.607959Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801090612689992:2075] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:57.671436Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801090142048237:2085] [node 4] ICP01 ready to work
2025-12-06T17:39:57.713487Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801091766131685:2065] [node 4] ICP01 ready to work
2025-12-06T17:39:57.675002Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801093254461410:2098] [node 6] ICP01 ready to work
2025-12-06T17:39:57.651301Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801093400640779:2073] [node 6] ICP01 ready to work
2025-12-06T17:39:57.716153Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801090612690000:2074] [node 4] ICP01 ready to work
2025-12-06T17:39:57.698822Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801090730709685:2063] [node 4] ICP01 ready to work
2025-12-06T17:39:57.739669Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801090612690003:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43546
2025-12-06T17:39:57.729081Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801093254461408:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:57.881131Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801090730709698:2100] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:57.808848Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801090612690003:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:57.892515Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801091766131666:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(44943640ns) {Configure:104(44937078ns) {ProcessConfigured:135(501971ns) {StartInitialHandshake:157(498761ns) {DropHandshakes:470(2536ns) {DropIncomingHandshake:442(824ns) DropOutgoingHandshake:457(308ns)} GenerateSessionVirtualId:988(952ns) PrepareNewSessionHandshake:477(1655ns) {SwitchToState:179(547ns)}}}}}
2025-12-06T17:39:57.907287Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801086317722639:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(335541484ns) {Configure:104(335533739ns) {ProcessConfigured:135(38529925ns) {StartInitialHandshake:157(38524567ns) {DropHandshakes:470(2497ns) {DropIncomingHandshake:442(727ns) DropOutgoingHandshake:457(339ns)} GenerateSessionVirtualId:988(975ns) PrepareNewSessionHandshake:477(6879ns) {SwitchToState:179(3741ns)}}}}}
2025-12-06T17:39:57.957501Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801093400640797:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22278
2025-12-06T17:39:57.912107Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801091766131685:2065] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(195607732ns) {Configure:104(195600737ns) {ProcessConfigured:135(18502927ns) {StartInitialHandshake:157(18498943ns) {DropHandshakes:470(3561ns) {DropIncomingHandshake:442(681ns) DropOutgoingHandshake:457(607ns)} GenerateSessionVirtualId:988(733ns) PrepareNewSessionHandshake:477(3717ns) {SwitchToState:179(2336ns)}}}}}
2025-12-06T17:39:57.983481Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801093254461410:2098] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(184416680ns) {Configure:104(156594367ns) {ProcessConfigured:135(86489ns) {StartInitialHandshake:157(83605ns) {DropHandshakes:470(2795ns) {DropIncomingHandshake:442(554ns) DropOutgoingHandshake:457(539ns)} GenerateSessionVirtualId:988(1055ns) PrepareNewSessionHandshake:477(5372ns) {SwitchToState:179(935ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:58.060370Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801090730709632:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(390510802ns) {Configure:104(390503715ns) {ProcessConfigured:135(475542ns) {StartInitialHandshake:157(473108ns) {DropHandshakes:470(2822ns) {DropIncomingHandshake:442(490ns) DropOutgoingHandshake:457(645ns)} GenerateSessionVirtualId:988(826ns) PrepareNewSessionHandshake:477(3041ns) {SwitchToState:179(1390ns)}}}}}
2025-12-06T17:39:57.966088Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801093400640729:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(396156050ns) {Configure:104(396146459ns) {ProcessConfigured:135(416023ns) {StartInitialHandshake:157(412377ns) {DropHandshakes:470(2700ns) {DropIncomingHandshake:442(704ns) DropOutgoingHandshake:457(354ns)} GenerateSessionVirtualId:988(1256ns) PrepareNewSessionHandshake:477(2786ns) {SwitchToState:179(1140ns)}}}}}
2025-12-06T17:39:57.955332Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801091766131678:2060] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:58.067667Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801090142048223:2084] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(351276592ns) {Configure:104(351264624ns) {ProcessConfigured:135(857931ns) {StartInitialHandshake:157(854804ns) {DropHandshakes:470(2237ns) {DropIncomingHandshake:442(455ns) DropOutgoingHandshake:457(520ns)} GenerateSessionVirtualId:988(924ns) PrepareNewSessionHandshake:477(1236ns) {SwitchToState:179(378ns)}}}}}
2025-12-06T17:39:58.097322Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801090612689994:2104] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:58.097375Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801090612689994:2104] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:39:58.098814Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801090612689994:2104] [node 6] ICH04 handshake succeeded
2025-12-06T17:39:58.099447Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801090612689992:2075] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:39:58.099513Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:39:58.099579Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801090612689992:2075] [node 6] ICP22 created new session: [2:7580801094907657309:2075]
2025-12-06T17:39:58.099634Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801094907657309:2075] [node 6] ICS09 handshake done sender: [2:7580801090612689994:2104] self: [2:7580801090612689993:0] peer: [6:7580801091766131738:0] socket: 424 qp: -1
2025-12-06T17:39:58.099682Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801094907657309:2075] [node 6] ICS10 traffic start
2025-12-06T17:39:58.099731Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:57.984221Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801088959494046:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(489422877ns) {Configure:104(489415032ns) {ProcessConfigured:135(35544132ns) {StartInitialHandshake:157(35542052ns) {DropHandshakes:470(3055ns) {DropIncomingHandshake:442(748ns) DropOutgoingHandshake:457(320ns)} GenerateSessionVirtualId:988(604ns) PrepareNewSessionHandshake:477(2554ns) {SwitchToState:179(483ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:58.024870Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801091766131666:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:39:58.027706Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801093400640797:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:58.084638Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801093400640728:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:39:58.091711Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801093254461409:2097] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(389947059ns) {Configure:104(389933089ns) {ProcessConfigured:135(827345ns) {StartInitialHandshake:157(824294ns) {DropHandshakes:470(1535ns) {DropIncomingHandshake:442(423ns) DropOutgoingHandshake:457(374ns)} GenerateSessionVirtualId:988(938ns) PrepareNewSessionHandshake:477(2026ns) {SwitchToState:179(917ns)}}}}}
2025-12-06T17:39:58.054637Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801091766131665:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(386608789ns) {Configure:104(386602205ns) {ProcessConfigured:135(33560383ns) {StartInitialHandshake:157(33557567ns) {DropHandshakes:470(2443ns) {DropIncomingHandshake:442(512ns) DropOutgoingHandshake:457(425ns)} GenerateSessionVirtualId:988(1285ns) PrepareNewSessionHandshake:477(6764ns) {SwitchToState:179(3513ns)}}}}}
2025-12-06T17:39:58.082826Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801090730709698:2100] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(167675982ns) {Configure:104(167666056ns) {ProcessConfigured:135(60516ns) {StartInitialHandshake:157(57977ns) {DropHandshakes:470(724ns) {DropIncomingHandshake:442(172ns) DropOutgoingHandshake:457(82ns)} GenerateSessionVirtualId:988(391ns) PrepareNewSessionHandshake:477(1824ns) {SwitchToState:179(539ns)}}}}}
2025-12-06T17:39:58.103810Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801090142048164:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(499659945ns) {Configure:104(499649339ns) {ProcessConfigured:135(19136522ns) {StartInitialHandshake:157(19133239ns) {DropHandshakes:470(958ns) {DropIncomingHandshake:442(184ns) DropOutgoingHandshake:457(179ns)} GenerateSessionVirtualId:988(472ns) PrepareNewSessionHandshake:477(4775ns) {SwitchToState:179(2836ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:58.133778Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801093400640728:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(56846510ns) {IncomingHandshake:261(56844032ns) {DropIncomingHandshake:442(594ns) PrepareNewSessionHandshake:477(25379538ns) {SwitchToState:179(9372ns)} GenerateSessionVirtualId:988(945ns) IssueIncomingHandshakeReply:193(21470806ns) {SwitchToState:179(2517ns)}}}
2025-12-06T17:39:58.144485Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801093400640767:2079] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(486859172ns) {Configure:104(468374284ns) {ProcessConfigured:135(66616348ns) {StartInitialHandshake:157(66612884ns) {DropHandshakes:470(15360041ns) {DropIncomingHandshake:442(2520ns) DropOutgoingHandshake:457(357ns)} GenerateSessionVirtualId:988(1615ns) PrepareNewSessionHandshake:477(6368ns) {SwitchToState:179(2541ns)}}}}}
2025-12-06T17:39:58.111801Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801095025677003:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6724
2025-12-06T17:39:58.112517Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801093254461409:2097] [node 5] ICP35 event processing took too much time PendingConnection:279(20113232ns)
2025-12-06T17:39:58.143055Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801090612689989:2073] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(471541021ns) {Configure:104(471529405ns) {ProcessConfigured:135(14958989ns) {StartInitialHandshake:157(14955533ns) {DropHandshakes:470(3095ns) {DropIncomingHandshake:442(850ns) DropOutgoingHandshake:457(429ns)} GenerateSessionVirtualId:988(792ns) PrepareNewSessionHandshake:477(5375ns) {SwitchToState:179(2611ns)}}}}}
2025-12-06T17:39:58.148689Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801093400640779:2073] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(446568730ns) {Configure:104(446561126ns) {ProcessConfigured:135(556326ns) {StartInitialHandshake:157(552774ns) {DropHandshakes:470(163444ns) {DropIncomingHandshake:442(853ns) DropOutgoingHandshake:457(339ns)} GenerateSessionVirtualId:988(1079ns) PrepareNewSessionHandshake:477(1872ns) {SwitchToState:179(544ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:58.227374Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801097695608105:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22278
2025-12-06T17:39:58.076711Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801091766131681:2062] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(325289232ns) {Configure:104(325282344ns) {ProcessConfigured:135(840720ns) {StartInitialHandshake:157(837338ns) {DropHandshakes:470(2153ns) {DropIncomingHandshake:442(439ns) DropOutgoingHandshake:457(357ns)} GenerateSessionVirtualId:988(490ns) PrepareNewSessionHandshake:477(1549ns) {SwitchToState:179(418ns)}}}}}
2025-12-06T17:39:58.104648Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801094437015540:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4959
2025-12-06T17:39:58.209128Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801086317722638:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(543477330ns) {Configure:104(543470884ns) {ProcessConfigured:135(49305084ns) {StartInitialHandshake:157(49300228ns) {DropHandshakes:470(2432ns) {DropIncomingHandshake:442(492ns) DropOutgoingHandshake:457(395ns)} GenerateSessionVirtualId:988(1089ns) PrepareNewSessionHandshake:477(4285ns) {SwitchToState:179(1704ns)}}}}}
2025-12-06T17:39:58.191540Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801094437015540:2122] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:58.202046Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801090142048224:2083] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(530262737ns) {Configure:104(530255492ns) {ProcessConfigured:135(68445ns) {StartInitialHandshake:157(62771ns) {DropHandshakes:470(2279ns) {DropIncomingHandshake:442(545ns) DropOutgoingHandshake:457(399ns)} GenerateSessionVirtualId:988(734ns) PrepareNewSessionHandshake:477(1838ns) {SwitchToState:179(653ns)}}}}}
2025-12-06T17:39:58.218774Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801090142048163:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(548793676ns) {Configure:104(548787796ns) {ProcessConfigured:135(33625092ns) {StartInitialHandshake:157(33622367ns) {DropHandshakes:470(532ns) {DropIncomingHandshake:442(176ns) DropOutgoingHandshake:457(66ns)} GenerateSessionVirtualId:988(169ns) PrepareNewSessionHandshake:477(3334ns) {SwitchToState:179(202ns)}}}}}
2025-12-06T17:39:58.233126Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801090142048238:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4959
2025-12-06T17:39:58.233762Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801090142048164:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:39:58.111865Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801095025677004:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6724
2025-12-06T17:39:58.220694Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801097549428718:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25868
2025-12-06T17:39:58.080031Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801091766131666:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(37597708ns) {IncomingHandshake:261(37595603ns) {DropIncomingHandshake:442(374ns) PrepareNewSessionHandshake:477(957ns) {SwitchToState:179(317ns)} GenerateSessionVirtualId:988(417ns) IssueIncomingHandshakeReply:193(27634639ns) {SwitchToState:179(2499ns)}}}
2025-12-06T17:39:58.210646Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801090612690005:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:58.239812Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801088959494045:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(558280745ns) {Configure:104(558273613ns) {ProcessConfigured:135(42705664ns) {StartInitialHandshake:157(42702084ns) {DropHandshakes:470(1115ns) {DropIncomingHandshake:442(278ns) DropOutgoingHandshake:457(55ns)} GenerateSessionVirtualId:988(1498ns) PrepareNewSessionHandshake:477(3911ns) {SwitchToState:179(442ns)}}}}}
2025-12-06T17:39:58.235657Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801093400640727:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(563149853ns) {Configure:104(563138681ns) {ProcessConfigured:135(49332865ns) {StartInitialHandshake:157(49328397ns) {DropHandshakes:470(2757ns) {DropIncomingHandshake:442(436ns) DropOutgoingHandshake:457(610ns)} GenerateSessionVirtualId:988(1705ns) PrepareNewSessionHandshake:477(5258ns) {SwitchToState:179(2782ns)}}}}}
2025-12-06T17:39:58.083999Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801096061099040:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17762
2025-12-06T17:39:58.112257Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801095025677002:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6724
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:58.286801Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801090142048238:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:58.299141Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801094437015544:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4959
2025-12-06T17:39:58.210703Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801090612690005:2112] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:39:58.235797Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801093400640727:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:39:58.117906Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801090730709633:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(455669113ns) {Configure:104(455656684ns) {ProcessConfigured:135(38056647ns) {StartInitialHandshake:157(38054130ns) {DropHandshakes:470(1591ns) {DropIncomingHandshake:442(301ns) DropOutgoingHandshake:457(410ns)} GenerateSessionVirtualId:988(609ns) PrepareNewSessionHandshake:477(5975ns) {SwitchToState:179(2117ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:58.084056Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801096061099041:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17762
2025-12-06T17:39:58.219096Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801090612690005:2112] [node 4] ICH04 handshake succeeded
2025-12-06T17:39:58.223677Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801090612690000:2074] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:39:58.223752Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:39:58.223815Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801090612690000:2074] [node 4] ICP22 created new session: [2:7580801094907657319:2074]
2025-12-06T17:39:58.223903Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801094907657319:2074] [node 4] ICS09 handshake done sender: [2:7580801090612690005:2112] self: [2:7580801090612690004:0] peer: [4:7580801097695608097:0] socket: 435 qp: -1
2025-12-06T17:39:58.223949Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801094907657319:2074] [node 4] ICS10 traffic start
2025-12-06T17:39:58.223988Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:39:58.225220Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801094907657315:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43546
2025-12-06T17:39:58.250834Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801090612690009:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:58.250884Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801090612690009:2113] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:39:58.279345Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7580801090612689992:2075] [node 6] ICP27 obsolete handshake fail ignored
2025-12-06T17:39:58.279826Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801094907657321:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43546
2025-12-06T17:39:58.246653Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801093254461413:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:58.314185Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801090142048237:2085] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(391167608ns) {Configure:104(391161566ns) {ProcessConfigured:135(38138143ns) {StartInitialHandshake:157(38135498ns) {DropHandshakes:470(10991241ns) {DropIncomingHandshake:442(508ns) DropOutgoingHandshake:457(3528ns)} GenerateSessionVirtualId:988(3616ns) PrepareNewSessionHandshake:477(3963ns) {SwitchToState:179(188ns)}}}}}
2025-12-06T17:39:58.291721Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801093400640797:2113] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:58.105567Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801096061099043:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17762
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:58.341904Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801094907657321:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:58.246708Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801093254461413:2112] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:39:58.319964Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801097695608107:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22278
2025-12-06T17:39:58.177249Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801095025677006:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6724
2025-12-06T17:39:58.350951Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801094437015544:2124] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:58.134318Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801091766131678:2060] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:58.358593Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801094907657314:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:58.259223Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801093254461399:2103] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:58.352412Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801094437015553:2127] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4959
2025-12-06T17:39:58.226985Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801095025677007:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6724
2025-12-06T17:39:58.327123Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801093400640728:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6826) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580801093400640797:2113] held: no
2025-12-06T17:39:58.155285Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801091766131666:2049] [node 2] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:58.358668Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801094907657314:2115] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:39:58.369013Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801094907657316:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43546
2025-12-06T17:39:58.372454Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801090612690009:2113] [node 3] ICH04 handshake succeeded
2025-12-06T17:39:58.397188Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801094907657324:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43546
2025-12-06T17:39:58.411458Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801094907657316:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:58.412292Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801086317722639:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:39:58.412364Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:39:58.412417Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801086317722639:2049] [node 3] ICP22 created new session: [2:7580801094907657326:2049]
2025-12-06T17:39:58.412469Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801094907657326:2049] [node 3] ICS09 handshake done sender: [2:7580801090612690009:2113] self: [2:7580801090612690008:0] peer: [3:7580801094437015548:0] socket: 437 qp: -1
2025-12-06T17:39:58.412513Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801094907657326:2049] [node 3] ICS10 traffic start
2025-12-06T17:39:58.412551Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:39:58.259280Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801093254461399:2103] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:39:58.241563Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801095025677004:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:58.155358Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:58.440813Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801094907657314:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:39:58.368199Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801094437015554:2128] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4959
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:58.327498Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801093400640728:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(22851311ns) {HandleHandshakeStatus:395(22848248ns) {LogHandshakeFail:472(14564894ns) {UpdateErrorStateLog:545(7191ns)} DropOutgoingHandshake:457(2472ns) ProcessPendingSessionEvents:495(77593ns) {DropSessionEvent:512(12303ns) DropSessionEvent:512(10573ns) DropSessionEvent:512(6751ns) DropSessionEvent:512(5701ns) DropSessionEvent:512(5580ns) DropSessionEvent:512(5433ns) DropSessionEvent:512(6448ns) DropSessionEvent:512(6080ns) DropSessionEvent:512(5103ns) DropSessionEvent:512(8104ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:58.273701Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801093254461413:2112] [node 6] ICH04 handshake succeeded
2025-12-06T17:39:58.241893Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801095025677000:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:58.372613Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801094437015536:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:58.155423Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801091766131666:2049] [node 2] ICP22 created new session: [6:7580801096061099044:2049]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:58.327830Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801093400640728:2049] [node 2] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:58.241922Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580801095025677000:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:39:58.155475Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801096061099044:2049] [node 2] ICS09 handshake done sender: [6:7580801091766131678:2060] self: [6:7580801091766131738:0] peer: [2:7580801090612689993:0] socket: 425 qp: -1
2025-12-06T17:39:58.489282Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801094907657324:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:58.295474Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801093254461399:2103] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:58.372655Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801094437015536:2120] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:39:58.327908Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:39:58.246894Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801095025677002:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:58.489402Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801090612689989:2073] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:39:58.155524Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801096061099044:2049] [node 2] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:58.256390Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801095025677000:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:39:58.497192Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:39:58.370880Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801093254461391:2095] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:39:58.155578Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:39:58.327971Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801093400640728:2049] [node 2] ICP22 created new session: [4:7580801097695608109:2049]
2025-12-06T17:39:58.508089Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801090612689989:2073] [node 5] ICP22 created new session: [2:7580801094907657329:2073]
2025-12-06T17:39:58.422087Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801094437015555:2129] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4959
2025-12-06T17:39:58.257812Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580801090730709698:2100] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:39:58.370933Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:39:58.328057Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801097695608109:2049] [node 2] ICS09 handshake done sender: [4:7580801093400640797:2113] self: [4:7580801097695608097:0] peer: [2:7580801090612690004:0] socket: 436 qp: -1
2025-12-06T17:39:58.208906Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801096061099040:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:58.226158Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801091766131665:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:39:58.226261Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801096061099046:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17762
2025-12-06T17:39:58.240583Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801096061099041:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:58.439583Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801094437015554:2128] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:58.370989Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801093254461391:2095] [node 4] ICP22 created new session: [1:7580801097549428721:2095]
2025-12-06T17:39:58.258128Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:39:58.328106Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801097695608109:2049] [node 2] ICS10 traffic start
2025-12-06T17:39:58.518606Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580801086317722638:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:39:58.371569Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801097549428718:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:58.372794Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801093254461410:2098] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:39:58.379027Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801097549428721:2095] [node 4] ICS09 handshake done sender: [1:7580801093254461399:2103] self: [1:7580801093254461398:0] peer: [4:7580801097695608106:0] socket: 420 qp: -1
2025-12-06T17:39:58.390939Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801097549428714:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:58.391000Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801097549428714:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:39:58.382651Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801097549428721:2095] [node 4] ICS10 traffic start
2025-12-06T17:39:58.394751Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:39:58.395579Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801093254461391:2095] [node 4] ICP35 event processing took too much time PendingConnection:279(24260235ns) {HandleHandshakeStatus:329(24257699ns) {DropIncomingHandshake:442(478ns) DropOutgoingHandshake:457(615ns) SwitchToState:179(624ns) ProcessPendingSessionEvents:495(145160ns) {ForwardSessionEventToSession:612(70285ns) ForwardSessionEventToSession:612(9242ns) ForwardSessionEventToSession:612(7249ns) ForwardSessionEventToSession:612(3867ns) ForwardSessionEventToSession:612(12574ns) ForwardSessionEventToSession:612(4027ns) ForwardSessionEventToSession:612(3854ns) ForwardSessionEventToSession:612(6184ns) ForwardSessionEventToSession:612(3398ns) ForwardSessionEventToSession:612(9697ns)}}}
2025-12-06T17:39:58.397825Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:39:58.411037Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801093254461410:2098] [node 6] ICP22 created new session: [1:7580801097549428726:2098]
2025-12-06T17:39:58.414916Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801097549428714:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:39:58.430778Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801097549428726:2098] [node 6] ICS09 handshake done sender: [1:7580801093254461413:2112] self: [1:7580801093254461412:0] peer: [6:7580801096061099047:0] socket: 438 qp: -1
2025-12-06T17:39:58.430865Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801097549428726:2098] [node 6] ICS10 traffic start
2025-12-06T17:39:58.438605Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:39:58.439277Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801093254461410:2098] [node 6] ICP35 event processing took too much time PendingConnection:279(68170959ns) {HandleHandshakeStatus:329(68165490ns) {DropIncomingHandshake:442(1300ns) DropOutgoingHandshake:457(937ns) SwitchToState:179(474ns) ProcessPendingSessionEvents:495(149795ns) {ForwardSessionEventToSession:612(80405ns) ForwardSessionEventToSession:612(4928ns) ForwardSessionEventToSession:612(11161ns) ForwardSessionEventToSession:612(3210ns) ForwardSessionEventToSession:612(13778ns) ForwardSessionEventToSession:612(3167ns) ForwardSessionEventToSession:612(3988ns) ForwardSessionEventToSession:612(6853ns) ForwardSessionEventToSession:612(3499ns) ForwardSessionEventToSession:612(3443ns)}}}
2025-12-06T17:39:58.458601Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801093254461409:2097] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:39:58.464254Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801093254461415:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:58.464288Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801093254461415:2113] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:39:58.465463Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801093254461415:2113] [node 3] ICH04 handshake succeeded
2025-12-06T17:39:58.465752Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801088959494046:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:39:58.465842Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:39:58.465903Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801088959494046:2049] [node 3] ICP22 created new session: [1:7580801097549428730:2049]
2025-12-06T17:39:58.465969Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801097549428730:2049] [node 3] ICS09 handshake done sender: [1:7580801093254461415:2113] self: [1:7580801093254461411:0] peer: [3:7580801094437015560:0] socket: 480 qp: -1
2025-12-06T17:39:58.466012Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801097549428730:2049] [node 3] ICS10 traffic start
2025-12-06T17:39:58.466075Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:39:58.472189Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:39:58.472281Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801093254461409:2097] [node 5] ICP22 created new session: [1:7580801097549428732:2097]
2025-12-06T17:39:58.472340Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801097549428732:2097] [node 5] ICS09 handshake done sender: [1:7580801097549428714:2114] self: [1:7580801097549428713:0] peer: [5:7580801095025677014:0] socket: 444 qp: -1
2025-12-06T17:39:58.472390Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801097549428732:2097] [node 5] ICS10 traffic start
2025-12-06T17:39:58.472446Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:39:58.505635Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801097549428734:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25868
2025-12-06T17:39:58.530767Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801097549428717:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:58.530820Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801097549428717:2115] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:39:58.546702Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801093254461409:2097] [node 5] ICP35 event processing took too much time PendingConnection:279(22023823ns) {HandleHandshakeStatus:329(22018187ns) {DropIncomingHandshake:442(41852ns) DropOutgoingHandshake:457(450ns) SwitchToState:179(1043ns) ProcessPendingSessionEvents:495(118961ns) {ForwardSessionEventToSession:612(60719ns) ForwardSessionEventToSession:612(4225ns) ForwardSessionEventToSession:612(7052ns) ForwardSessionEventToSession:612(3686ns) ForwardSessionEventToSession:612(7220ns) ForwardSessionEventToSession:612(3959ns) ForwardSessionEventToSession:612(7301ns) ForwardSessionEventToSession:612(7283ns) ForwardSessionEventToSession:612(3615ns) ForwardSessionEventToSession:612(3592ns)}}}
2025-12-06T17:39:58.552548Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801097549428717:2115] [node 2] ICH04 handshake succeeded
2025-12-06T17:39:58.575229Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801088959494045:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:39:58.575331Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:39:58.575398Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801088959494045:2048] [node 2] ICP22 created new session: [1:7580801097549428736:2048]
2025-12-06T17:39:58.575458Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801097549428736:2048] [node 2] ICS09 handshake done sender: [1:7580801097549428717:2115] self: [1:7580801097549428712:0] peer: [2:7580801094907657330:0] socket: 481 qp: -1
2025-12-06T17:39:58.575501Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801097549428736:2048] [node 2] ICS10 traffic start
2025-12-06T17:39:58.575568Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:39:58.241229Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801091766131681:2062] [node 5] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:39:58.258180Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801090730709698:2100] [node 6] ICP22 created new session: [5:7580801095025677011:2100]
2025-12-06T17:39:58.258367Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801095025677011:2100] [node 6] ICS09 handshake done sender: [5:7580801095025677000:2113] self: [5:7580801095025676999:0] peer: [6:7580801096061099048:0] socket: 440 qp: -1
2025-12-06T17:39:58.258408Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801095025677011:2100] [node 6] ICS10 traffic start
2025-12-06T17:39:58.258445Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:39:58.269125Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801090730709685:2063] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(478854319ns) {Configure:104(478846925ns) {ProcessConfigured:135(18704011ns) {StartInitialHandshake:157(18699440ns) {DropHandshakes:470(2728ns) {DropIncomingHandshake:442(442ns) DropOutgoingHandshake:457(312ns)} GenerateSessionVirtualId:988(596ns) PrepareNewSessionHandshake:477(4742ns) {SwitchToState:179(1587ns)}}}}}
2025-12-06T17:39:58.272761Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801090730709631:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:39:58.319009Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801090730709631:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(27404184ns) {IncomingHandshake:261(27401207ns) {DropIncomingHandshake:442(338ns) PrepareNewSessionHandshake:477(1020ns) {SwitchToState:179(608ns)} GenerateSessionVirtualId:988(519ns) IssueIncomingHandshakeReply:193(14251067ns) {SwitchToState:179(7319ns)}}}
2025-12-06T17:39:58.326800Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801095025677007:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:58.329254Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801090730709632:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:39:58.330810Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801095025677006:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:58.343042Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801090730709685:2063] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:39:58.352341Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801095025677003:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:58.352535Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801090730709633:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:39:58.363787Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801095025677019:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6724
2025-12-06T17:39:58.397417Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801095025677006:2117] [node 4] ICH04 handshake succeeded
2025-12-06T17:39:58.441147Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801095025677020:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6724
2025-12-06T17:39:58.443128Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801090730709685:2063] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:39:58.443202Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:39:58.443261Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801090730709685:2063] [node 4] ICP22 created new session: [5:7580801095025677021:2063]
2025-12-06T17:39:58.452418Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801095025677023:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6724
2025-12-06T17:39:58.452738Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801095025677022:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6724
2025-12-06T17:39:58.455090Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801095025677021:2063] [node 4] ICS09 handshake done sender: [5:7580801095025677006:2117] self: [5:7580801095025677017:0] peer: [4:7580801097695608096:0] socket: 461 qp: -1
2025-12-06T17:39:58.488679Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801095025677002:2114] [node 1] ICH04 handshake succeeded
2025-12-06T17:39:58.489198Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801095025677021:2063] [node 4] ICS10 traffic start
2025-12-06T17:39:58.506976Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801090730709631:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3173) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580801095025677002:2114] held: no
2025-12-06T17:39:58.507223Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801095025677007:2118] [node 2] ICH04 handshake succeeded
2025-12-06T17:39:58.521273Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:39:58.531538Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801090730709631:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:39:58.531601Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:39:58.531669Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801090730709631:2048] [node 1] ICP22 created new session: [5:7580801095025677025:2048]
2025-12-06T17:39:58.531726Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801095025677025:2048] [node 1] ICS09 handshake done sender: [5:7580801095025677002:2114] self: [5:7580801095025677014:0] peer: [1:7580801097549428713:0] socket: 451 qp: -1
2025-12-06T17:39:58.531792Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801095025677025:2048] [node 1] ICS10 traffic start
2025-12-06T17:39:58.531831Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:39:58.536094Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801090730709633:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24339) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580801095025677003:2115] held: no
2025-12-06T17:39:58.536333Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801090730709632:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:39:58.536419Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:39:58.536472Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801090730709632:2049] [node 2] ICP22 created new session: [5:7580801095025677027:2049]
2025-12-06T17:39:58.536541Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801095025677027:2049] [node 2] ICS09 handshake done sender: [5:7580801095025677007:2118] self: [5:7580801095025677016:0] peer: [2:7580801094907657313:0] socket: 467 qp: -1
2025-12-06T17:39:58.536586Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801095025677027:2049] [node 2] ICS10 traffic start
2025-12-06T17:39:58.536631Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:39:58.536922Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7580801090730709632:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:39:58.537184Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801095025677003:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:39:58.559493Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801090730709633:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:39:58.559581Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:39:58.559651Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801090730709633:2050] [node 3] ICP22 created new session: [5:7580801095025677029:2050]
2025-12-06T17:39:58.559713Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801095025677029:2050] [node 3] ICS09 handshake done sender: [5:7580801095025677003:2115] self: [5:7580801095025677018:0] peer: [3:7580801094437015535:0] socket: 452 qp: -1
2025-12-06T17:39:58.439690Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801094437015555:2129] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:58.328153Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:39:58.329035Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801093400640756:2076] [node 1] ICH04 handshake succeeded
2025-12-06T17:39:58.352728Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801093400640727:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:39:58.352824Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:39:58.352881Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801093400640727:2048] [node 1] ICP22 created new session: [4:7580801097695608111:2048]
2025-12-06T17:39:58.353679Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801097695608111:2048] [node 1] ICS09 handshake done sender: [4:7580801093400640756:2076] self: [4:7580801097695608106:0] peer: [1:7580801093254461398:0] socket: 421 qp: -1
2025-12-06T17:39:58.358985Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801097695608098:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:58.359023Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801097695608098:2115] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:39:58.360115Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801097695608098:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:39:58.360462Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801093400640767:2079] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:39:58.360519Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:39:58.360580Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801093400640767:2079] [node 5] ICP22 created new session: [4:7580801097695608113:2079]
2025-12-06T17:39:58.360634Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801097695608113:2079] [node 5] ICS09 handshake done sender: [4:7580801097695608098:2115] self: [4:7580801097695608096:0] peer: [5:7580801095025677017:0] socket: 459 qp: -1
2025-12-06T17:39:58.360675Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801097695608113:2079] [node 5] ICS10 traffic start
2025-12-06T17:39:58.360717Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:39:58.366907Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801097695608111:2048] [node 1] ICS10 traffic start
2025-12-06T17:39:58.367005Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:39:58.413869Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801097695608102:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:58.413915Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801097695608102:2117] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:39:58.450966Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801097695608108:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22278
2025-12-06T17:39:58.478799Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801097695608102:2117] [node 6] ICH04 handshake succeeded
2025-12-06T17:39:58.494734Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7580801093400640779:2073] [node 6] ICP27 obsolete handshake fail ignored
2025-12-06T17:39:58.494784Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801093400640779:2073] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:39:58.494844Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:39:58.494910Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801093400640779:2073] [node 6] ICP22 created new session: [4:7580801097695608119:2073]
2025-12-06T17:39:58.494968Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801097695608119:2073] [node 6] ICS09 handshake done sender: [4:7580801097695608102:2117] self: [4:7580801097695608101:0] peer: [6:7580801096061099055:0] socket: 460 qp: -1
2025-12-06T17:39:58.495028Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801097695608119:2073] [node 6] ICS10 traffic start
2025-12-06T17:39:58.495109Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:39:58.543070Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801097695608121:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22278
2025-12-06T17:39:58.575027Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801097695608121:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:58.582653Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801093400640729:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:39:58.635166Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801097695608123:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22278
2025-12-06T17:39:58.546703Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801086317722638:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(20002078ns) {IncomingHandshake:261(19999658ns) {DropIncomingHandshake:442(733ns) PrepareNewSessionHandshake:477(2241ns) {SwitchToState:179(1380ns)} GenerateSessionVirtualId:988(606ns) IssueIncomingHandshakeReply:193(19964320ns) {SwitchToState:179(4409ns)}}}
2025-12-06T17:39:58.654812Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801097695608121:2121] [node 3] ICH04 handshake succeeded
2025-12-06T17:39:58.440607Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801094437015540:2122] [node 2] ICH04 handshake succeeded
2025-12-06T17:39:58.559761Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801095025677029:2050] [node 3] ICS10 traffic start
2025-12-06T17:39:58.275898Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801096061099050:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17762
2025-12-06T17:39:58.548417Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801094907657329:2073] [node 5] ICS09 handshake done sender: [2:7580801094907657314:2115] self: [2:7580801094907657313:0] peer: [5:7580801095025677016:0] socket: 466 qp: -1
2025-12-06T17:39:58.558842Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801094907657329:2073] [node 5] ICS10 traffic start
2025-12-06T17:39:58.558911Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:39:58.564328Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801094907657332:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43546
2025-12-06T17:39:58.565479Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801094907657324:2119] [node 1] ICH04 handshake succeeded
2025-12-06T17:39:58.565692Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580801086317722638:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:39:58.565750Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:39:58.565827Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801086317722638:2048] [node 1] ICP22 created new session: [2:7580801094907657333:2048]
2025-12-06T17:39:58.565885Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801094907657333:2048] [node 1] ICS09 handshake done sender: [2:7580801094907657324:2119] self: [2:7580801094907657330:0] peer: [1:7580801097549428712:0] socket: 484 qp: -1
2025-12-06T17:39:58.565933Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801094907657333:2048] [node 1] ICS10 traffic start
2025-12-06T17:39:58.565986Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:39:58.615221Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801090612689989:2073] [node 5] ICP35 event processing took too much time PendingConnection:279(147509676ns) {HandleHandshakeStatus:329(147505540ns) {DropIncomingHandshake:442(19981ns) DropOutgoingHandshake:457(430ns) SwitchToState:179(4889ns) ProcessPendingSessionEvents:495(15949272ns) {ForwardSessionEventToSession:612(15871210ns) ForwardSessionEventToSession:612(10338ns) ForwardSessionEventToSession:612(14811ns) ForwardSessionEventToSession:612(4359ns) ForwardSessionEventToSession:612(8620ns) ForwardSessionEventToSession:612(7726ns) ForwardSessionEventToSession:612(4420ns) ForwardSessionEventToSession:612(3114ns) ForwardSessionEventToSession:612(6821ns) ForwardSessionEventToSession:612(3427ns)}}}
2025-12-06T17:39:58.559824Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:39:58.593444Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801090730709685:2063] [node 4] ICP35 event processing took too much time PendingConnection:279(170367758ns) {HandleHandshakeStatus:329(164834206ns) {DropIncomingHandshake:442(3778ns) DropOutgoingHandshake:457(17085ns) SwitchToState:179(533ns) ProcessPendingSessionEvents:495(1785063ns) {ForwardSessionEventToSession:612(1713122ns) ForwardSessionEventToSession:612(11163ns) ForwardSessionEventToSession:612(6969ns) ForwardSessionEventToSession:612(6540ns) ForwardSessionEventToSession:612(10230ns) ForwardSessionEventToSession:612(3251ns) ForwardSessionEventToSession:612(7337ns) ForwardSessionEventToSession:612(3335ns) ForwardSessionEventToSession:612(2942ns) ForwardSessionEventToSession:612(6121ns)}}}
2025-12-06T17:39:58.276377Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801096061099049:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17762
2025-12-06T17:39:58.276450Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801096061099051:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17762
2025-12-06T17:39:58.306357Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801091766131681:2062] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17434) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801096061099041:2117] held: no
2025-12-06T17:39:58.662090Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801093400640729:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24339) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580801097695608121:2121] held: no
2025-12-06T17:39:58.441806Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801090142048164:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6826) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580801094437015540:2122] held: no
2025-12-06T17:39:58.441921Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801090142048164:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:39:58.442015Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:39:58.442081Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801090142048164:2049] [node 2] ICP22 created new session: [3:7580801094437015557:2049]
2025-12-06T17:39:58.442137Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801094437015557:2049] [node 2] ICS09 handshake done sender: [3:7580801094437015540:2122] self: [3:7580801094437015548:0] peer: [2:7580801090612690008:0] socket: 446 qp: -1
2025-12-06T17:39:58.442181Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801094437015557:2049] [node 2] ICS10 traffic start
2025-12-06T17:39:58.442240Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:39:58.455580Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801094437015536:2120] [node 5] ICH04 handshake succeeded
2025-12-06T17:39:58.463393Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801090142048163:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:39:58.467159Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801094437015546:2125] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:58.467203Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801094437015546:2125] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:39:58.483602Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801094437015561:2130] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4959
2025-12-06T17:39:58.496234Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801094437015546:2125] [node 6] ICH04 handshake succeeded
2025-12-06T17:39:58.503370Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801090142048223:2084] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:39:58.503500Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:39:58.503573Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801090142048223:2084] [node 5] ICP22 created new session: [3:7580801094437015564:2084]
2025-12-06T17:39:58.503633Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801094437015564:2084] [node 5] ICS09 handshake done sender: [3:7580801094437015536:2120] self: [3:7580801094437015535:0] peer: [5:7580801095025677018:0] socket: 447 qp: -1
2025-12-06T17:39:58.503686Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801094437015564:2084] [node 5] ICS10 traffic start
2025-12-06T17:39:58.503731Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:39:58.505120Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801094437015555:2129] [node 1] ICH04 handshake succeeded
2025-12-06T17:39:58.506308Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801090142048163:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:39:58.506402Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:39:58.506469Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801090142048163:2048] [node 1] ICP22 created new session: [3:7580801094437015567:2048]
2025-12-06T17:39:58.506580Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801094437015567:2048] [node 1] ICS09 handshake done sender: [3:7580801094437015555:2129] self: [3:7580801094437015560:0] peer: [1:7580801093254461411:0] socket: 482 qp: -1
2025-12-06T17:39:58.506629Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801094437015567:2048] [node 1] ICS10 traffic start
2025-12-06T17:39:58.506667Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:39:58.527736Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801090142048224:2083] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:39:58.590464Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801094437015550:2126] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:58.590503Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801094437015550:2126] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:39:58.586950Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:39:58.592427Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801090142048224:2083] [node 6] ICP22 created new session: [3:7580801094437015569:2083]
2025-12-06T17:39:58.594695Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801094437015569:2083] [node 6] ICS09 handshake done sender: [3:7580801094437015546:2125] self: [3:7580801094437015545:0] peer: [6:7580801096061099056:0] socket: 468 qp: -1
2025-12-06T17:39:58.594804Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801094437015569:2083] [node 6] ICS10 traffic start
2025-12-06T17:39:58.600334Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:39:58.635741Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801090142048224:2083] [node 6] ICP35 event processing took too much time PendingConnection:279(107709428ns) {HandleHandshakeStatus:329(107705510ns) {DropIncomingHandshake:442(19037ns) DropOutgoingHandshake:457(389ns) SwitchToState:179(482ns) ProcessPendingSessionEvents:495(5898602ns) {ForwardSessionEventToSession:612(5829467ns) ForwardSessionEventToSession:612(8310ns) ForwardSessionEventToSession:612(8778ns) ForwardSessionEventToSession:612(6363ns) ForwardSessionEventToSession:612(3679ns) ForwardSessionEventToSession:612(8619ns) ForwardSessionEventToSession:612(3922ns) ForwardSessionEventToSession:612(3909ns) ForwardSessionEventToSession:612(7123ns) ForwardSessionEventToSession:612(3573ns)}}}
2025-12-06T17:39:58.636008Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801094437015550:2126] [node 4] ICH04 handshake succeeded
2025-12-06T17:39:58.638103Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801090142048237:2085] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:39:58.663405Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:39:58.663484Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801090142048237:2085] [node 4] ICP22 created new session: [3:7580801094437015572:2085]
2025-12-06T17:39:58.663554Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801094437015572:2085] [node 4] ICS09 handshake done sender: [3:7580801094437015550:2126] self: [3:7580801094437015547:0] peer: [4:7580801097695608122:0] socket: 494 qp: -1
2025-12-06T17:39:58.663600Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801094437015572:2085] [node 4] ICS10 traffic start
2025-12-06T17:39:58.663655Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:39:58.665152Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801090142048237:2085] [node 4] ICP35 event processing took too much time PendingConnection:279(26783263ns) {HandleHandshakeStatus:329(26779994ns) {DropIncomingHandshake:442(29047ns) DropOutgoingHandshake:457(514ns) SwitchToState:179(556ns) ProcessPendingSessionEvents:495(1030247ns) {ForwardSessionEventToSession:612(969600ns) ForwardSessionEventToSession:612(9963ns) ForwardSessionEventToSession:612(4795ns) ForwardSessionEventToSession:612(7449ns) ForwardSessionEventToSession:612(2941ns) ForwardSessionEventToSession:612(3349ns) ForwardSessionEventToSession:612(6362ns) ForwardSessionEventToSession:612(2851ns) ForwardSessionEventToSession:612(6162ns) ForwardSessionEventToSession:612(5228ns)}}}
2025-12-06T17:39:58.312155Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801096061099040:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:39:58.313399Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801096061099041:2117] [node 5] ICH04 handshake succeeded
2025-12-06T17:39:58.338809Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801091766131665:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:39:58.338926Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:39:58.338991Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801091766131665:2048] [node 1] ICP22 created new session: [6:7580801096061099053:2048]
2025-12-06T17:39:58.339057Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801096061099053:2048] [node 1] ICS09 handshake done sender: [6:7580801096061099040:2116] self: [6:7580801096061099047:0] peer: [1:7580801093254461412:0] socket: 439 qp: -1
2025-12-06T17:39:58.339108Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801096061099053:2048] [node 1] ICS10 traffic start
2025-12-06T17:39:58.339172Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:39:58.364086Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801096061099046:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:58.378678Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801091766131685:2065] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:39:58.391126Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801096061099049:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:39:58.397660Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801091766131667:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:39:58.410862Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801091766131681:2062] [node 5] ICP35 event processing took too much time PendingConnection:279(24221365ns) {HandleHandshakeStatus:395(24217564ns) {LogHandshakeFail:472(7371403ns) {UpdateErrorStateLog:545(7473ns)} DropOutgoingHandshake:457(823ns) ProcessPendingSessionEvents:495(16759661ns) {DropSessionEvent:512(16399ns) DropSessionEvent:512(5140ns) DropSessionEvent:512(8282871ns) DropSessionEvent:512(6151ns) DropSessionEvent:512(8395581ns) DropSessionEvent:512(7677ns) DropSessionEvent:512(9130ns) DropSessionEvent:512(7462ns) DropSessionEvent:512(7700ns) DropSessionEvent:512(7616ns)}}}
2025-12-06T17:39:58.426837Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801091766131681:2062] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:39:58.426914Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:39:58.426974Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801091766131681:2062] [node 5] ICP22 created new session: [6:7580801096061099057:2062]
2025-12-06T17:39:58.455142Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801096061099057:2062] [node 5] ICS09 handshake done sender: [6:7580801096061099041:2117] self: [6:7580801096061099048:0] peer: [5:7580801095025676999:0] socket: 441 qp: -1
2025-12-06T17:39:58.459003Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801096061099058:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17762
2025-12-06T17:39:58.459721Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801096061099046:2119] [node 4] ICH04 handshake succeeded
2025-12-06T17:39:58.459926Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801091766131685:2065] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:39:58.460012Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:39:58.460072Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801091766131685:2065] [node 4] ICP22 created new session: [6:7580801096061099059:2065]
2025-12-06T17:39:58.460130Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801096061099059:2065] [node 4] ICS09 handshake done sender: [6:7580801096061099046:2119] self: [6:7580801096061099055:0] peer: [4:7580801097695608101:0] socket: 463 qp: -1
2025-12-06T17:39:58.460171Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801096061099059:2065] [node 4] ICS10 traffic start
2025-12-06T17:39:58.460225Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:39:58.466769Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801096061099057:2062] [node 5] ICS10 traffic start
2025-12-06T17:39:58.507536Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:39:58.515113Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801096061099062:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17762
2025-12-06T17:39:58.543680Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801096061099049:2120] [node 3] ICH04 handshake succeeded
2025-12-06T17:39:58.559004Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801091766131667:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24339) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801096061099049:2120] held: no
2025-12-06T17:39:58.591531Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801091766131681:2062] [node 5] ICP35 event processing took too much time PendingConnection:279(155168196ns) {HandleHandshakeStatus:329(144127688ns) {DropIncomingHandshake:442(1303ns) DropOutgoingHandshake:457(345ns) SwitchToState:179(619ns) ProcessPendingSessionEvents:495(2137ns)}}
2025-12-06T17:39:58.599035Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801091766131667:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(22180688ns) {HandleHandshakeStatus:395(22177307ns) {LogHandshakeFail:472(15267ns) {UpdateErrorStateLog:545(5492ns)} DropOutgoingHandshake:457(3108ns) ProcessPendingSessionEvents:495(12124627ns) {DropSessionEvent:512(27652ns) DropSessionEvent:512(6608ns) DropSessionEvent:512(2765825ns) DropSessionEvent:512(19650ns) DropSessionEvent:512(7009ns) DropSessionEvent:512(33877ns) DropSessionEvent:512(9238ns) DropSessionEvent:512(8627ns) DropSessionEvent:512(7059ns) DropSessionEvent:512(8663ns)}}}
2025-12-06T17:39:58.599116Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801091766131667:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:39:58.599206Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:39:58.599268Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801091766131667:2050] [node 3] ICP22 created new session: [6:7580801096061099063:2050]
2025-12-06T17:39:58.599338Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801096061099063:2050] [node 3] ICS09 handshake done sender: [6:7580801096061099049:2120] self: [6:7580801096061099056:0] peer: [3:7580801094437015545:0] socket: 430 qp: -1
2025-12-06T17:39:58.599383Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801096061099063:2050] [node 3] ICS10 traffic start
2025-12-06T17:39:58.599456Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:39:58.671023Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801093400640729:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:39:58.671119Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:39:58.671183Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801093400640729:2050] [node 3] ICP22 created new session: [4:7580801097695608124:2050]
2025-12-06T17:39:58.671242Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801097695608124:2050] [node 3] ICS09 handshake done sender: [4:7580801097695608121:2121] self: [4:7580801097695608122:0] peer: [3:7580801094437015547:0] socket: 455 qp: -1
2025-12-06T17:39:58.671288Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801097695608124:2050] [node 3] ICS10 traffic start
2025-12-06T17:39:58.671347Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:39:58.768456Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:39:58.768759Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580801094907657333:2048] [node 1] ICS01 socket: 484 reason# EndOfStream
2025-12-06T17:39:58.768808Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580801086317722638:2048] [node 1] ICP30 unregister session Session# [2:7580801094907657333:2048] VirtualId# [2:7580801094907657330:0]
2025-12-06T17:39:58.768847Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580801094907657333:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:39:58.768947Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:39:58.768995Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:39:58.771487Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:39:58.771785Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580801094437015567:2048] [node 1] ICS07 socket disconnect 482 reason# EndOfStream
2025-12-06T17:39:58.771823Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801094437015567:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:39:58.771908Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:39:58.771952Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580801094437015567:2048] [node 1] ICS15 start handshake
2025-12-06T17:39:58.780643Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801090142048163:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3173) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:39:58.780707Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580801094437015567:2048] [node 1] ICS15 start handshake
2025-12-06T17:39:58.781875Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801090142048163:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3173) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:39:58.781942Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801094437015567:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:39:58.781982Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801090142048163:2048] [node 1] ICP30 unregister session Session# [3:7580801094437015567:2048] VirtualId# [3:7580801094437015560:0]
2025-12-06T17:39:58.782053Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:39:58.782091Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580801090142048163:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:3173) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:39:58.782110Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3173) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:39:58.790781Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580801090142048163:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:39:58.790986Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:39:58.791304Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801097695608111:2048] [node 1] ICS01 socket: 421 reason# EndOfStream
2025-12-06T17:39:58.791357Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801093400640727:2048] [node 1] ICP30 unregister session Session# [4:7580801097695608111:2048] VirtualId# [4:7580801097695608106:0]
2025-12-06T17:39:58.791401Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801097695608111:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:39:58.791520Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:39:58.791570Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:39:58.795181Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:39:58.795466Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801096061099053:2048] [node 1] ICS01 socket: 439 reason# EndOfStream
2025-12-06T17:39:58.795518Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801091766131665:2048] [node 1] ICP30 unregister session Session# [6:7580801096061099053:2048] VirtualId# [6:7580801096061099047:0]
2025-12-06T17:39:58.795563Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801096061099053:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:39:58.795660Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:39:58.795708Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:39:58.795515Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:39:58.795774Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801095025677025:2048] [node 1] ICS01 socket: 451 reason# EndOfStream
2025-12-06T17:39:58.796469Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801090730709631:2048] [node 1] ICP30 unregister session Session# [5:7580801095025677025:2048] VirtualId# [5:7580801095025677014:0]
2025-12-06T17:39:58.796508Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801095025677025:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:39:58.796584Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:39:58.796690Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:39:58.878705Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:39:58.879050Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801094437015557:2049] [node 2] ICS01 socket: 446 reason# EndOfStream
2025-12-06T17:39:58.879109Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801090142048164:2049] [node 2] ICP30 unregister session Session# [3:7580801094437015557:2049] VirtualId# [3:7580801094437015548:0]
2025-12-06T17:39:58.879159Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801094437015557:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:39:58.879280Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:39:58.879343Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:39:58.882306Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:39:58.887302Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801095025677027:2049] [node 2] ICS01 socket: 467 reason# EndOfStream
2025-12-06T17:39:58.887373Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801090730709632:2049] [node 2] ICP30 unregister session Session# [5:7580801095025677027:2049] VirtualId# [5:7580801095025677016:0]
2025-12-06T17:39:58.887413Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801095025677027:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:39:58.887525Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:39:58.887580Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:39:58.882417Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:39:58.882684Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801097695608109:2049] [node 2] ICS01 socket: 436 reason# EndOfStream
2025-12-06T17:39:58.882731Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801093400640728:2049] [node 2] ICP30 unregister session Session# [4:7580801097695608109:2049] VirtualId# [4:7580801097695608097:0]
2025-12-06T17:39:58.882774Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801097695608109:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:39:58.882868Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:39:58.882913Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:39:58.890219Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:39:58.890498Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801096061099044:2049] [node 2] ICS01 socket: 425 reason# EndOfStream
2025-12-06T17:39:58.890571Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801091766131666:2049] [node 2] ICP30 unregister session Session# [6:7580801096061099044:2049] VirtualId# [6:7580801091766131738:0]
2025-12-06T17:39:58.890614Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801096061099044:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:39:58.890751Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:39:58.890859Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:39:59.054850Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:39:59.055125Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801096061099063:2050] [node 3] ICS01 socket: 430 reason# EndOfStream
2025-12-06T17:39:59.055179Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801091766131667:2050] [node 3] ICP30 unregister session Session# [6:7580801096061099063:2050] VirtualId# [6:7580801096061099056:0]
2025-12-06T17:39:59.055220Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801096061099063:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:39:59.055324Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:39:59.055372Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:39:59.055498Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:39:59.055735Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801095025677029:2050] [node 3] ICS01 socket: 452 reason# EndOfStream
2025-12-06T17:39:59.055778Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801090730709633:2050] [node 3] ICP30 unregister session Session# [5:7580801095025677029:2050] VirtualId# [5:7580801095025677018:0]
2025-12-06T17:39:59.055812Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801095025677029:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:39:59.055868Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:39:59.055903Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:39:59.066756Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:39:59.067046Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801097695608124:2050] [node 3] ICS01 socket: 455 reason# EndOfStream
2025-12-06T17:39:59.067102Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801093400640729:2050] [node 3] ICP30 unregister session Session# [4:7580801097695608124:2050] VirtualId# [4:7580801097695608122:0]
2025-12-06T17:39:59.067152Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801097695608124:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:39:59.067271Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:39:59.067327Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:39:59.178792Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:39:59.179091Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801095025677021:2063] [node 4] ICS01 socket: 461 reason# EndOfStream
2025-12-06T17:39:59.179142Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801090730709685:2063] [node 4] ICP30 unregister session Session# [5:7580801095025677021:2063] VirtualId# [5:7580801095025677017:0]
2025-12-06T17:39:59.179182Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801095025677021:2063] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:39:59.179275Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:39:59.179330Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:39:59.180751Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:39:59.181053Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801096061099059:2065] [node 4] ICS01 socket: 463 reason# EndOfStream
2025-12-06T17:39:59.181106Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801091766131685:2065] [node 4] ICP30 unregister session Session# [6:7580801096061099059:2065] VirtualId# [6:7580801096061099055:0]
2025-12-06T17:39:59.181150Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801096061099059:2065] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:39:59.181255Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:39:59.181310Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:39:59.344938Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:39:59.345187Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801096061099057:2062] [node 5] ICS01 socket: 441 reason# EndOfStream
2025-12-06T17:39:59.345232Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801091766131681:2062] [node 5] ICP30 unregister session Session# [6:7580801096061099057:2062] VirtualId# [6:7580801096061099048:0]
2025-12-06T17:39:59.345275Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801096061099057:2062] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:39:59.345361Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:39:59.345402Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:39:59.559201Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801099532594131:2048] [node 2] ICP01 ready to work
2025-12-06T17:39:59.559268Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801099532594132:2049] [node 3] ICP01 ready to work
2025-12-06T17:39:59.571057Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801101996337502:2048] [node 1] ICP01 ready to work
2025-12-06T17:39:59.571101Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801101996337503:2049] [node 3] ICP01 ready to work
2025-12-06T17:39:59.571000Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801098147595493:2048] [node 1] ICP01 ready to work
2025-12-06T17:39:59.571041Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801098147595494:2049] [node 2] ICP01 ready to work
2025-12-06T17:39:59.771683Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801100412257348:2048] [node 1] ICP01 ready to work
2025-12-06T17:39:59.771784Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801100412257349:2049] [node 2] ICP01 ready to work
2025-12-06T17:39:59.773492Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801100412257350:2050] [node 3] ICP01 ready to work
2025-12-06T17:39:59.985065Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801100062616947:2048] [node 1] ICP01 ready to work
2025-12-06T17:39:59.985103Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801100062616948:2049] [node 2] ICP01 ready to work
2025-12-06T17:39:59.994154Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801100062616949:2050] [node 3] ICP01 ready to work
2025-12-06T17:40:00.451040Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801102790165534:2048] [node 1] ICP01 ready to work
2025-12-06T17:40:00.451103Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801102790165535:2049] [node 2] ICP01 ready to work
2025-12-06T17:40:00.451142Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801102790165536:2050] [node 3] ICP01 ready to work
2025-12-06T17:40:00.984769Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801103827561490:2107] [node 5] ICP01 ready to work
2025-12-06T17:40:00.985277Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801103827561491:2108] [node 6] ICP01 ready to work
2025-12-06T17:40:00.985681Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801103827561492:2109] [node 4] ICP01 ready to work
2025-12-06T17:40:00.987240Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801104357584262:2063] [node 6] ICP01 ready to work
2025-12-06T17:40:00.987642Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801104357584263:2064] [node 4] ICP01 ready to work
2025-12-06T17:40:00.952779Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801106291304855:2100] [node 5] ICP01 ready to work
2025-12-06T17:40:00.991731Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801104707224661:2061] [node 6] ICP01 ready to work
2025-12-06T17:40:01.124785Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801107085132850:2065] [node 4] ICP01 ready to work
2025-12-06T17:40:01.068354Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801110586272154:2101] [node 4] ICP01 ready to work
2025-12-06T17:40:01.262120Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801106737530145:2063] [node 5] ICP01 ready to work
2025-12-06T17:40:01.258356Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801103827561490:2107] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(272263796ns) {Configure:104(272257680ns) {ProcessConfigured:135(64163486ns) {StartInitialHandshake:157(64157805ns) {DropHandshakes:470(10077570ns) {DropIncomingHandshake:442(2315ns) DropOutgoingHandshake:457(149ns)} GenerateSessionVirtualId:988(1363ns) PrepareNewSessionHandshake:477(7558ns) {SwitchToState:179(3173ns)}}}}}
2025-12-06T17:40:01.316475Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801100412257349:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(322020248ns) {Configure:104(322015905ns) {ProcessConfigured:135(23326384ns) {StartInitialHandshake:157(23322326ns) {DropHandshakes:470(2990ns) {DropIncomingHandshake:442(949ns) DropOutgoingHandshake:457(403ns)} GenerateSessionVirtualId:988(723ns) PrepareNewSessionHandshake:477(386867ns) {SwitchToState:179(3526ns)}}}}}
2025-12-06T17:40:01.321761Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801110586272159:2102] [node 6] ICP01 ready to work
2025-12-06T17:40:01.347012Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801107085132894:2066] [node 5] ICP01 ready to work
2025-12-06T17:40:01.379160Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801106737530145:2063] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(73638120ns) {Configure:104(73628557ns) {ProcessConfigured:135(78205ns) {StartInitialHandshake:157(75119ns) {DropHandshakes:470(6093ns) {DropIncomingHandshake:442(717ns) DropOutgoingHandshake:457(421ns)} GenerateSessionVirtualId:988(895ns) PrepareNewSessionHandshake:477(2348ns) {SwitchToState:179(682ns)}}}}}
2025-12-06T17:40:01.379831Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801106737530152:2065] [node 4] ICP01 ready to work
2025-12-06T17:40:01.384953Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801109002192010:2066] [node 5] ICP01 ready to work
2025-12-06T17:40:01.392790Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801102790165534:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(27121898ns) {Configure:104(27114909ns) {ProcessConfigured:135(89375ns) {StartInitialHandshake:157(86318ns) {DropHandshakes:470(2451ns) {DropIncomingHandshake:442(542ns) DropOutgoingHandshake:457(328ns)} GenerateSessionVirtualId:988(1579ns) PrepareNewSessionHandshake:477(2071ns) {SwitchToState:179(688ns)}}}}}
2025-12-06T17:40:01.395884Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801100062616947:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(405618130ns) {Configure:104(405612937ns) {ProcessConfigured:135(54141ns) {StartInitialHandshake:157(51435ns) {DropHandshakes:470(3240ns) {DropIncomingHandshake:442(354ns) DropOutgoingHandshake:457(211ns)} GenerateSessionVirtualId:988(289ns) PrepareNewSessionHandshake:477(657ns) {SwitchToState:179(106ns)}}}}}
2025-12-06T17:40:01.404823Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801101996337502:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(33817186ns) {Configure:104(33810936ns) {ProcessConfigured:135(90816ns) {StartInitialHandshake:157(88167ns) {DropHandshakes:470(2509ns) {DropIncomingHandshake:442(729ns) DropOutgoingHandshake:457(447ns)} GenerateSessionVirtualId:988(888ns) PrepareNewSessionHandshake:477(1659ns) {SwitchToState:179(530ns)}}}}}
2025-12-06T17:40:01.409481Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801103827561491:2108] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(102695703ns) {Configure:104(102689410ns) {ProcessConfigured:135(429968ns) {StartInitialHandshake:157(425982ns) {DropHandshakes:470(2559ns) {DropIncomingHandshake:442(501ns) DropOutgoingHandshake:457(385ns)} GenerateSessionVirtualId:988(716ns) PrepareNewSessionHandshake:477(1982ns) {SwitchToState:179(875ns)}}}}}
2025-12-06T17:40:01.418145Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801104357584263:2064] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(20062477ns) {Configure:104(20056203ns) {ProcessConfigured:135(77839ns) {StartInitialHandshake:157(75302ns) {DropHandshakes:470(2372ns) {DropIncomingHandshake:442(504ns) DropOutgoingHandshake:457(426ns)} GenerateSessionVirtualId:988(619ns) PrepareNewSessionHandshake:477(2376ns) {SwitchToState:179(489ns)}}}}}
2025-12-06T17:40:01.441801Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801098147595493:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(60430394ns) {Configure:104(60424781ns) {ProcessConfigured:135(1486746ns) {StartInitialHandshake:157(1483769ns) {DropHandshakes:470(325576ns) {DropIncomingHandshake:442(674ns) DropOutgoingHandshake:457(394ns)} GenerateSessionVirtualId:988(609ns) PrepareNewSessionHandshake:477(1744ns) {SwitchToState:179(631ns)}}}}}
2025-12-06T17:40:01.470672Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801102790165535:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(35718792ns) {Configure:104(35711970ns) {ProcessConfigured:135(82475ns) {StartInitialHandshake:157(79922ns) {DropHandshakes:470(2820ns) {DropIncomingHandshake:442(647ns) DropOutgoingHandshake:457(426ns)} GenerateSessionVirtualId:988(873ns) PrepareNewSessionHandshake:477(2183ns) {SwitchToState:179(785ns)}}}}}
2025-12-06T17:40:01.533205Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801110586272154:2101] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(122157496ns) {Configure:104(122152650ns) {ProcessConfigured:135(3587249ns) {StartInitialHandshake:157(3584756ns) {DropHandshakes:470(2304ns) {DropIncomingHandshake:442(537ns) DropOutgoingHandshake:457(404ns)} GenerateSessionVirtualId:988(710ns) PrepareNewSessionHandshake:477(3629ns) {SwitchToState:179(1175ns)}}}}}
2025-12-06T17:40:01.521481Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801099532594131:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(106593426ns) {Configure:104(106588559ns) {ProcessConfigured:135(19595543ns) {StartInitialHandshake:157(19590682ns) {DropHandshakes:470(2693ns) {DropIncomingHandshake:442(659ns) DropOutgoingHandshake:457(478ns)} GenerateSessionVirtualId:988(757ns) PrepareNewSessionHandshake:477(5941ns) {SwitchToState:179(2160ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:01.563418Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801109002192010:2066] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(114054136ns) {Configure:104(114048424ns) {ProcessConfigured:135(15561759ns) {StartInitialHandshake:157(15557842ns) {DropHandshakes:470(2734ns) {DropIncomingHandshake:442(780ns) DropOutgoingHandshake:457(313ns)} GenerateSessionVirtualId:988(1089ns) PrepareNewSessionHandshake:477(3501ns) {SwitchToState:179(1838ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:01.599679Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801108122528801:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56622
2025-12-06T17:40:01.599755Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801108122528802:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56622
2025-12-06T17:40:01.602317Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801108122528799:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56622
2025-12-06T17:40:01.602392Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801108122528800:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56622
2025-12-06T17:40:01.560060Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801107085132894:2066] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(56960752ns) {Configure:104(56952113ns) {ProcessConfigured:135(663727ns) {StartInitialHandshake:157(659920ns) {DropHandshakes:470(3133ns) {DropIncomingHandshake:442(967ns) DropOutgoingHandshake:457(559ns)} GenerateSessionVirtualId:988(831ns) PrepareNewSessionHandshake:477(1496ns) {SwitchToState:179(611ns)}}}}}
2025-12-06T17:40:01.557543Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801110586272168:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27227
2025-12-06T17:40:01.567121Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801098147595494:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(84983516ns) {Configure:104(84976025ns) {ProcessConfigured:135(62036ns) {StartInitialHandshake:157(59496ns) {DropHandshakes:470(2596ns) {DropIncomingHandshake:442(560ns) DropOutgoingHandshake:457(364ns)} GenerateSessionVirtualId:988(732ns) PrepareNewSessionHandshake:477(5628ns) {SwitchToState:179(445ns)}}}}}
2025-12-06T17:40:01.561065Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801107085132905:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9570
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:01.597379Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801110586272175:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27227
2025-12-06T17:40:01.567642Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801106737530157:2074] [node 6] ICP01 ready to work
2025-12-06T17:40:01.597475Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801110586272176:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27227
2025-12-06T17:40:01.643175Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801106737530165:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38513
2025-12-06T17:40:01.643230Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801106737530166:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38513
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:01.686650Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801108652551617:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65135
2025-12-06T17:40:01.687190Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801108652551618:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65135
2025-12-06T17:40:01.687468Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801108652551619:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65135
2025-12-06T17:40:02.031530Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801108122528799:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:02.035704Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801108652551619:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:02.036659Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801100062616947:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:40:02.041171Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801108122528790:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:02.041210Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801108122528790:2110] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:02.052783Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801108122528790:2110] [node 5] ICH04 handshake succeeded
2025-12-06T17:40:02.052525Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801112947518917:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65135
2025-12-06T17:40:02.053603Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801103827561490:2107] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:40:02.053716Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:40:02.053778Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801103827561490:2107] [node 5] ICP22 created new session: [1:7580801112417496104:2107]
2025-12-06T17:40:02.053829Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801112417496104:2107] [node 5] ICS09 handshake done sender: [1:7580801108122528790:2110] self: [1:7580801108122528789:0] peer: [5:7580801112947518916:0] socket: 454 qp: -1
2025-12-06T17:40:02.053865Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801112417496104:2107] [node 5] ICS10 traffic start
2025-12-06T17:40:02.053910Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:40:02.069022Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801100062616947:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11997) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580801108652551619:2117] held: no
2025-12-06T17:40:02.069232Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801108652551619:2117] [node 1] ICH04 handshake succeeded
2025-12-06T17:40:02.083186Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801100062616947:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:40:02.083263Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:40:02.083325Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801100062616947:2048] [node 1] ICP22 created new session: [5:7580801112947518918:2048]
2025-12-06T17:40:02.083384Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801112947518918:2048] [node 1] ICS09 handshake done sender: [5:7580801108652551619:2117] self: [5:7580801112947518916:0] peer: [1:7580801108122528789:0] socket: 467 qp: -1
2025-12-06T17:40:02.083430Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801112947518918:2048] [node 1] ICS10 traffic start
2025-12-06T17:40:02.083505Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:02.347334Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801107085132909:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9570
2025-12-06T17:40:02.347428Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801107085132910:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9570
2025-12-06T17:40:02.347619Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801107085132905:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:02.347912Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801108122528801:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:02.347957Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801107085132894:2066] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:40:02.359249Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801107085132910:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:02.361838Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801102790165534:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:40:02.367819Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801108122528792:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:02.375196Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801111380100209:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9570
2025-12-06T17:40:02.367868Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801108122528792:2111] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:40:02.395107Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801108122528792:2111] [node 6] ICH04 handshake succeeded
2025-12-06T17:40:02.402350Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801107085132910:2117] [node 1] ICH04 handshake succeeded
2025-12-06T17:40:02.407325Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801102790165534:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:40:02.407391Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:40:02.407457Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801102790165534:2048] [node 1] ICP22 created new session: [6:7580801111380100210:2048]
2025-12-06T17:40:02.407505Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801111380100210:2048] [node 1] ICS09 handshake done sender: [6:7580801107085132910:2117] self: [6:7580801111380100208:0] peer: [1:7580801108122528791:0] socket: 457 qp: -1
2025-12-06T17:40:02.407540Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801111380100210:2048] [node 1] ICS10 traffic start
2025-12-06T17:40:02.407591Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:40:02.431874Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801103827561491:2108] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:40:02.432176Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:02.459586Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801101996337503:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(27784038ns) {HandleCleanupEventQueue:832(27783006ns) {CleanupEventQueue:841(27781242ns) {DropSessionEvent:512(4519ns) DropSessionEvent:512(3942ns) DropSessionEvent:512(5212ns) DropSessionEvent:512(4814ns) DropSessionEvent:512(4996ns) DropSessionEvent:512(4206ns) DropSessionEvent:512(376342ns) DropSessionEvent:512(4566ns) DropSessionEvent:512(26971063ns) DropSessionEvent:512(27596ns)} ScheduleCleanupEventQueue:822(350ns)}}
2025-12-06T17:40:02.433381Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801103827561491:2108] [node 6] ICP22 created new session: [1:7580801112417496109:2108]
2025-12-06T17:40:02.462143Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801110586272174:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27227
2025-12-06T17:40:02.434286Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801112417496109:2108] [node 6] ICS09 handshake done sender: [1:7580801108122528792:2111] self: [1:7580801108122528791:0] peer: [6:7580801111380100208:0] socket: 455 qp: -1
2025-12-06T17:40:02.462787Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801112417496109:2108] [node 6] ICS10 traffic start
2025-12-06T17:40:02.463165Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:02.512718Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801114881239473:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27227
2025-12-06T17:40:02.494306Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801103827561491:2108] [node 6] ICP35 event processing took too much time PendingConnection:279(33692311ns) {HandleHandshakeStatus:329(33689524ns) {DropIncomingHandshake:442(16638ns) DropOutgoingHandshake:457(718ns) SwitchToState:179(417ns) ProcessPendingSessionEvents:495(1852ns)}}
2025-12-06T17:40:02.494953Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801108122528800:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:02.690017Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801110586272168:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:02.699474Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801110586272174:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:02.702810Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801108652551617:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:02.724882Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801104357584265:2066] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:02.724928Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580801104357584265:2066] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:40:02.740895Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801100062616948:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:40:02.749290Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801110586272163:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:02.749335Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801110586272163:2111] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:40:02.776693Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801114881239473:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:02.780849Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801104357584265:2066] [node 6] ICH04 handshake succeeded
2025-12-06T17:40:02.785076Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801111380100213:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9570
2025-12-06T17:40:02.787050Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801107085132905:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:40:02.799859Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580801101996337502:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:40:02.804546Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801108122528798:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:02.804586Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801108122528798:2114] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:40:02.790752Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801107085132894:2066] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:40:02.816550Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580801104357584262:2063] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:40:02.790816Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:40:02.790879Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801107085132894:2066] [node 5] ICP22 created new session: [6:7580801111380100214:2066]
2025-12-06T17:40:02.838011Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801110586272163:2111] [node 5] ICH04 handshake succeeded
2025-12-06T17:40:02.837334Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801108122528798:2114] [node 2] ICH04 handshake succeeded
2025-12-06T17:40:02.876693Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801099532594131:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:40:02.876803Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:40:02.816621Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:40:02.876869Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801099532594131:2048] [node 2] ICP22 created new session: [1:7580801112417496114:2048]
2025-12-06T17:40:02.876920Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801112417496114:2048] [node 2] ICS09 handshake done sender: [1:7580801108122528798:2114] self: [1:7580801108122528797:0] peer: [2:7580801114881239477:0] socket: 452 qp: -1
2025-12-06T17:40:02.816679Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801104357584262:2063] [node 6] ICP22 created new session: [5:7580801112947518925:2063]
2025-12-06T17:40:02.790927Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801111380100214:2066] [node 5] ICS09 handshake done sender: [6:7580801107085132905:2115] self: [6:7580801111380100207:0] peer: [5:7580801104357584264:0] socket: 435 qp: -1
2025-12-06T17:40:02.878547Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801106291304855:2100] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:40:02.790973Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801111380100214:2066] [node 5] ICS10 traffic start
2025-12-06T17:40:02.878618Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:02.878668Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801106291304855:2100] [node 5] ICP22 created new session: [2:7580801114881239479:2100]
2025-12-06T17:40:02.878719Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801114881239479:2100] [node 5] ICS09 handshake done sender: [2:7580801110586272163:2111] self: [2:7580801110586272162:0] peer: [5:7580801112947518922:0] socket: 432 qp: -1
2025-12-06T17:40:02.791016Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:40:02.899507Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801111380100216:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9570
2025-12-06T17:40:02.876959Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801112417496114:2048] [node 2] ICS10 traffic start
2025-12-06T17:40:02.877013Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:40:02.816732Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801112947518925:2063] [node 6] ICS09 handshake done sender: [5:7580801104357584265:2066] self: [5:7580801104357584264:0] peer: [6:7580801111380100207:0] socket: 426 qp: -1
2025-12-06T17:40:02.878749Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801114881239479:2100] [node 5] ICS10 traffic start
2025-12-06T17:40:02.816764Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801112947518925:2063] [node 6] ICS10 traffic start
2025-12-06T17:40:02.879292Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:40:02.898185Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580801101996337502:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11997) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7580801114881239473:2119] held: no
2025-12-06T17:40:02.898613Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801114881239478:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27227
2025-12-06T17:40:02.899176Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801114881239473:2119] [node 1] ICH04 handshake succeeded
2025-12-06T17:40:02.924452Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580801101996337502:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:40:02.924515Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:40:02.924566Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801101996337502:2048] [node 1] ICP22 created new session: [2:7580801114881239483:2048]
2025-12-06T17:40:02.816800Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:40:02.915476Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801112947518924:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65135
2025-12-06T17:40:02.924614Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801114881239483:2048] [node 1] ICS09 handshake done sender: [2:7580801114881239473:2119] self: [2:7580801114881239477:0] peer: [1:7580801108122528797:0] socket: 474 qp: -1
2025-12-06T17:40:02.924651Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801114881239483:2048] [node 1] ICS10 traffic start
2025-12-06T17:40:02.942255Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801100062616948:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23402) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580801108652551617:2115] held: no
2025-12-06T17:40:02.943498Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801108652551617:2115] [node 2] ICH04 handshake succeeded
2025-12-06T17:40:02.924682Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:40:02.956108Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801100062616948:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:40:02.956531Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:40:02.956597Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801100062616948:2049] [node 2] ICP22 created new session: [5:7580801112947518927:2049]
2025-12-06T17:40:02.956662Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801112947518927:2049] [node 2] ICS09 handshake done sender: [5:7580801108652551617:2115] self: [5:7580801112947518922:0] peer: [2:7580801110586272162:0] socket: 465 qp: -1
2025-12-06T17:40:02.956710Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801112947518927:2049] [node 2] ICS10 traffic start
2025-12-06T17:40:02.956957Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:40:03.239157Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801108652551618:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:03.239692Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801100062616949:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:40:03.276435Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801108122528802:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:03.295314Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801099532594132:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(17364293ns) {IncomingHandshake:261(16888039ns) {DropIncomingHandshake:442(712ns) PrepareNewSessionHandshake:477(1419ns) {SwitchToState:179(430ns)} GenerateSessionVirtualId:988(654ns) IssueIncomingHandshakeReply:193(8123ns)}}
2025-12-06T17:40:03.307189Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801107085132909:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:03.308471Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801107085132850:2065] [node 4] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:03.329406Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801109002192018:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20246
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:03.348249Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801113297159315:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20246
2025-12-06T17:40:03.354781Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801109002192007:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:03.354817Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801109002192007:2111] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:40:03.361732Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801106737530167:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38513
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:03.363255Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801106737530166:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:03.365952Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801115327464760:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38513
2025-12-06T17:40:03.379794Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801115327464760:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:03.386671Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801109002192018:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:03.388872Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801113297159315:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:03.381580Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801115327464761:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38513
2025-12-06T17:40:03.399138Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801115327464761:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:03.414768Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801113297159316:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20246
2025-12-06T17:40:03.427372Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801113297159316:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:03.401061Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801106737530167:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:03.424424Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801106737530151:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:03.442081Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801117592126613:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20246
2025-12-06T17:40:03.424454Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801106737530151:2111] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:03.470161Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801117242486226:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65135
2025-12-06T17:40:03.488383Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801108122528794:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:03.488435Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801108122528794:2112] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:40:03.492123Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801108122528794:2112] [node 3] ICH04 handshake succeeded
2025-12-06T17:40:03.495919Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801099532594132:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:40:03.496003Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:40:03.496058Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801099532594132:2049] [node 3] ICP22 created new session: [1:7580801116712463414:2049]
2025-12-06T17:40:03.445305Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801106737530152:2065] [node 4] ICP35 event processing took too much time PendingConnection:279(18053333ns) {IncomingHandshake:261(18051204ns) {DropIncomingHandshake:442(528ns) PrepareNewSessionHandshake:477(1776ns) {SwitchToState:179(541ns)} GenerateSessionVirtualId:988(506ns) IssueIncomingHandshakeReply:193(7060ns)}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:03.519349Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801115675067514:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9570
2025-12-06T17:40:03.496104Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801116712463414:2049] [node 3] ICS09 handshake done sender: [1:7580801108122528794:2112] self: [1:7580801108122528793:0] peer: [3:7580801115327464766:0] socket: 456 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:03.551055Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801100412257348:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:03.448779Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801098147595493:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:40:03.518949Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801108652551618:2116] [node 3] ICH04 handshake succeeded
2025-12-06T17:40:03.521676Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801100062616949:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:40:03.521737Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:40:03.521787Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801100062616949:2050] [node 3] ICP22 created new session: [5:7580801117242486227:2050]
2025-12-06T17:40:03.521827Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801117242486227:2050] [node 3] ICS09 handshake done sender: [5:7580801108652551618:2116] self: [5:7580801117242486225:0] peer: [3:7580801106737530150:0] socket: 466 qp: -1
2025-12-06T17:40:03.521864Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801117242486227:2050] [node 3] ICS10 traffic start
2025-12-06T17:40:03.521908Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:40:03.472310Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801106737530151:2111] [node 5] ICH04 handshake succeeded
2025-12-06T17:40:03.487656Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801106737530145:2063] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:40:03.487724Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:40:03.487783Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801106737530145:2063] [node 5] ICP22 created new session: [3:7580801115327464767:2063]
2025-12-06T17:40:03.487826Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801115327464767:2063] [node 5] ICS09 handshake done sender: [3:7580801106737530151:2111] self: [3:7580801106737530150:0] peer: [5:7580801117242486225:0] socket: 443 qp: -1
2025-12-06T17:40:03.487863Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801115327464767:2063] [node 5] ICS10 traffic start
2025-12-06T17:40:03.487913Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:40:03.546183Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801098147595493:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11997) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580801106737530167:2118] held: no
2025-12-06T17:40:03.546610Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801115327464769:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38513
2025-12-06T17:40:03.555398Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801106737530167:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:40:03.567871Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801115675067515:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9570
2025-12-06T17:40:03.567447Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801110586272175:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:03.600272Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801111380100216:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:03.605224Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801102790165535:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:40:03.617251Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801109002192007:2111] [node 6] ICH04 handshake succeeded
2025-12-06T17:40:03.611101Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801110586272170:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:03.611148Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801110586272170:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:40:03.623670Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801098147595493:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:40:03.623735Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:40:03.623791Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801098147595493:2048] [node 1] ICP22 created new session: [3:7580801115327464772:2048]
2025-12-06T17:40:03.623838Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801115327464772:2048] [node 1] ICS09 handshake done sender: [3:7580801106737530167:2118] self: [3:7580801115327464766:0] peer: [1:7580801108122528793:0] socket: 460 qp: -1
2025-12-06T17:40:03.623873Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801115327464772:2048] [node 1] ICS10 traffic start
2025-12-06T17:40:03.623926Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:40:03.624417Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801106737530165:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:03.624635Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801098147595494:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:40:03.625648Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801107085132909:2116] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:03.625919Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801115675067517:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9570
2025-12-06T17:40:03.625963Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801107085132850:2065] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:40:03.626015Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:40:03.626057Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801107085132850:2065] [node 4] ICP22 created new session: [6:7580801115675067518:2065]
2025-12-06T17:40:03.626101Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801115675067518:2065] [node 4] ICS09 handshake done sender: [6:7580801107085132909:2116] self: [6:7580801115675067513:0] peer: [4:7580801109002192006:0] socket: 442 qp: -1
2025-12-06T17:40:03.626131Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801115675067518:2065] [node 4] ICS10 traffic start
2025-12-06T17:40:03.626163Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:03.629458Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801117592126613:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:03.635924Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801115675067515:2122] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:03.647508Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801110586272170:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:40:03.636036Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801102790165536:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:40:03.629530Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801104707224661:2061] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:40:03.629579Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:40:03.629613Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801104707224661:2061] [node 6] ICP22 created new session: [4:7580801117592126619:2061]
2025-12-06T17:40:03.629669Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801117592126619:2061] [node 6] ICS09 handshake done sender: [4:7580801109002192007:2111] self: [4:7580801109002192006:0] peer: [6:7580801115675067513:0] socket: 440 qp: -1
2025-12-06T17:40:03.629698Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801117592126619:2061] [node 6] ICS10 traffic start
2025-12-06T17:40:03.629729Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:40:03.640575Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801106737530161:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:03.629999Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801117592126617:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20246
2025-12-06T17:40:03.672593Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801117592126617:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:03.640615Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801106737530161:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:40:03.684317Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801110586272176:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:03.684445Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801110586272165:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:03.716956Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801106737530161:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:40:03.692100Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801100412257349:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:40:03.684469Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801110586272165:2112] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:40:03.684904Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801110586272159:2102] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:40:03.738848Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801111380100216:2120] [node 2] ICH04 handshake succeeded
2025-12-06T17:40:03.744988Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801106737530159:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:03.745040Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801106737530159:2114] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:40:03.745869Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801106737530157:2074] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:40:03.745942Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:40:03.745994Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801106737530157:2074] [node 6] ICP22 created new session: [3:7580801115327464777:2074]
2025-12-06T17:40:03.746059Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801115327464777:2074] [node 6] ICS09 handshake done sender: [3:7580801106737530161:2115] self: [3:7580801106737530160:0] peer: [6:7580801115675067520:0] socket: 479 qp: -1
2025-12-06T17:40:03.746098Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801115327464777:2074] [node 6] ICS10 traffic start
2025-12-06T17:40:03.746133Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:40:03.717577Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801100412257350:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:40:03.684976Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:40:03.685034Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801110586272159:2102] [node 6] ICP22 created new session: [2:7580801119176206783:2102]
2025-12-06T17:40:03.758864Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801102790165535:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23402) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801111380100216:2120] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:03.773851Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801117592126624:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20246
2025-12-06T17:40:03.776527Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801117592126617:2119] [node 3] ICH04 handshake succeeded
2025-12-06T17:40:03.768436Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801115327464776:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38513
2025-12-06T17:40:03.775603Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801106737530159:2114] [node 4] ICH04 handshake succeeded
2025-12-06T17:40:03.776911Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801106737530152:2065] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:40:03.776999Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:40:03.777053Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801106737530152:2065] [node 4] ICP22 created new session: [3:7580801115327464780:2065]
2025-12-06T17:40:03.777116Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801115327464780:2065] [node 4] ICS09 handshake done sender: [3:7580801106737530159:2114] self: [3:7580801106737530158:0] peer: [4:7580801117592126623:0] socket: 447 qp: -1
2025-12-06T17:40:03.777155Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801115327464780:2065] [node 4] ICS10 traffic start
2025-12-06T17:40:03.777196Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:40:03.778093Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801100412257350:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:40:03.778251Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:40:03.778347Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801100412257350:2050] [node 3] ICP22 created new session: [4:7580801117592126625:2050]
2025-12-06T17:40:03.778432Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801117592126625:2050] [node 3] ICS09 handshake done sender: [4:7580801117592126617:2119] self: [4:7580801117592126623:0] peer: [3:7580801106737530158:0] socket: 489 qp: -1
2025-12-06T17:40:03.778505Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801117592126625:2050] [node 3] ICS10 traffic start
2025-12-06T17:40:03.778597Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:40:03.685076Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801119176206783:2102] [node 6] ICS09 handshake done sender: [2:7580801110586272170:2115] self: [2:7580801110586272169:0] peer: [6:7580801115675067516:0] socket: 431 qp: -1
2025-12-06T17:40:03.685115Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801119176206783:2102] [node 6] ICS10 traffic start
2025-12-06T17:40:03.685163Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:40:03.720249Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801110586272167:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:03.720278Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801110586272167:2113] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:40:03.779538Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801110586272165:2112] [node 3] ICH04 handshake succeeded
2025-12-06T17:40:03.758936Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801102790165535:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:40:03.758996Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:40:03.759049Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801102790165535:2049] [node 2] ICP22 created new session: [6:7580801115675067522:2049]
2025-12-06T17:40:03.759101Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801115675067522:2049] [node 2] ICS09 handshake done sender: [6:7580801111380100216:2120] self: [6:7580801115675067516:0] peer: [2:7580801110586272169:0] socket: 445 qp: -1
2025-12-06T17:40:03.759141Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801115675067522:2049] [node 2] ICS10 traffic start
2025-12-06T17:40:03.759188Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:03.790726Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801102790165536:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29078) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801115675067515:2122] held: no
2025-12-06T17:40:03.791005Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801115675067521:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9570
2025-12-06T17:40:03.789500Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801101996337503:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:40:03.789613Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:40:03.789683Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801101996337503:2049] [node 3] ICP22 created new session: [2:7580801119176206788:2049]
2025-12-06T17:40:03.789749Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801119176206788:2049] [node 3] ICS09 handshake done sender: [2:7580801110586272165:2112] self: [2:7580801110586272164:0] peer: [3:7580801115327464774:0] socket: 433 qp: -1
2025-12-06T17:40:03.799210Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801106737530165:2116] [node 2] ICH04 handshake succeeded
2025-12-06T17:40:03.799482Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801098147595494:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:40:03.799545Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:40:03.799600Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801098147595494:2049] [node 2] ICP22 created new session: [3:7580801115327464782:2049]
2025-12-06T17:40:03.799660Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801115327464782:2049] [node 2] ICS09 handshake done sender: [3:7580801106737530165:2116] self: [3:7580801115327464774:0] peer: [2:7580801110586272164:0] socket: 458 qp: -1
2025-12-06T17:40:03.799698Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801115327464782:2049] [node 2] ICS10 traffic start
2025-12-06T17:40:03.799733Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:40:03.801993Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801115675067515:2122] [node 3] ICH04 handshake succeeded
2025-12-06T17:40:03.802234Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801102790165536:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:40:03.802274Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:40:03.802315Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801102790165536:2050] [node 3] ICP22 created new session: [6:7580801115675067524:2050]
2025-12-06T17:40:03.802354Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801115675067524:2050] [node 3] ICS09 handshake done sender: [6:7580801115675067515:2122] self: [6:7580801115675067520:0] peer: [3:7580801106737530160:0] socket: 488 qp: -1
2025-12-06T17:40:03.802382Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801115675067524:2050] [node 3] ICS10 traffic start
2025-12-06T17:40:03.802407Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:03.807581Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801100412257349:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23402) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580801117592126613:2118] held: no
2025-12-06T17:40:03.807686Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801117592126627:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20246
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:03.808613Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801117242486229:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65135
2025-12-06T17:40:03.808305Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801117592126613:2118] [node 2] ICH04 handshake succeeded
2025-12-06T17:40:03.789796Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801119176206788:2049] [node 3] ICS10 traffic start
2025-12-06T17:40:03.789845Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:40:03.803331Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801110586272167:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:40:03.803514Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801110586272154:2101] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:40:03.803565Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:40:03.803606Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801110586272154:2101] [node 4] ICP22 created new session: [2:7580801119176206790:2101]
2025-12-06T17:40:03.803646Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801119176206790:2101] [node 4] ICS09 handshake done sender: [2:7580801110586272167:2113] self: [2:7580801110586272166:0] peer: [4:7580801117592126622:0] socket: 430 qp: -1
2025-12-06T17:40:03.803678Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801119176206790:2101] [node 4] ICS10 traffic start
2025-12-06T17:40:03.803732Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:40:03.809179Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801100412257349:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:40:03.809227Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:40:03.809266Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801100412257349:2049] [node 2] ICP22 created new session: [4:7580801117592126629:2049]
2025-12-06T17:40:03.809303Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801117592126629:2049] [node 2] ICS09 handshake done sender: [4:7580801117592126613:2118] self: [4:7580801117592126622:0] peer: [2:7580801110586272166:0] socket: 482 qp: -1
2025-12-06T17:40:03.809331Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801117592126629:2049] [node 2] ICS10 traffic start
2025-12-06T17:40:03.809364Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:40:03.824888Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801117242486229:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:03.826253Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801104357584263:2064] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:40:03.833128Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801109002192014:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:03.833169Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801109002192014:2114] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:03.849165Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801117242486231:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65135
2025-12-06T17:40:03.849466Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801109002192014:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:40:03.849951Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801117242486229:2121] [node 4] ICH04 handshake succeeded
2025-12-06T17:40:03.850150Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801104357584263:2064] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:40:03.850212Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:40:03.850263Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801104357584263:2064] [node 4] ICP22 created new session: [5:7580801117242486232:2064]
2025-12-06T17:40:03.850302Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801117242486232:2064] [node 4] ICS09 handshake done sender: [5:7580801117242486229:2121] self: [5:7580801117242486230:0] peer: [4:7580801109002192013:0] socket: 441 qp: -1
2025-12-06T17:40:03.850338Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801117242486232:2064] [node 4] ICS10 traffic start
2025-12-06T17:40:03.850373Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:40:03.852003Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801109002192010:2066] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:40:03.852067Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:40:03.852105Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801109002192010:2066] [node 5] ICP22 created new session: [4:7580801117592126632:2066]
2025-12-06T17:40:03.852145Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801117592126632:2066] [node 5] ICS09 handshake done sender: [4:7580801109002192014:2114] self: [4:7580801109002192013:0] peer: [5:7580801117242486230:0] socket: 439 qp: -1
2025-12-06T17:40:03.852182Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801117592126632:2066] [node 5] ICS10 traffic start
2025-12-06T17:40:03.852206Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:40:03.858952Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:40:03.859224Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580801114881239483:2048] [node 1] ICS01 socket: 474 reason# EndOfStream
2025-12-06T17:40:03.859271Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580801101996337502:2048] [node 1] ICP30 unregister session Session# [2:7580801114881239483:2048] VirtualId# [2:7580801114881239477:0]
2025-12-06T17:40:03.859313Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580801114881239483:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:40:03.859390Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:40:03.859433Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:40:03.860518Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:40:03.860744Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801115327464772:2048] [node 1] ICS01 socket: 460 reason# EndOfStream
2025-12-06T17:40:03.860782Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801098147595493:2048] [node 1] ICP30 unregister session Session# [3:7580801115327464772:2048] VirtualId# [3:7580801115327464766:0]
2025-12-06T17:40:03.860810Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801115327464772:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:40:03.860862Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:40:03.860893Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:40:03.863062Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801100412257348:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11997) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [4:7580801113297159315:2116] held: no
2025-12-06T17:40:03.866048Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:40:03.866245Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801112947518918:2048] [node 1] ICS01 socket: 467 reason# EndOfStream
2025-12-06T17:40:03.866288Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801100062616947:2048] [node 1] ICP30 unregister session Session# [5:7580801112947518918:2048] VirtualId# [5:7580801112947518916:0]
2025-12-06T17:40:03.866318Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801112947518918:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:40:03.866382Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:40:03.866421Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:40:03.867377Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:40:03.876373Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801111380100210:2048] [node 1] ICS01 socket: 457 reason# EndOfStream
2025-12-06T17:40:03.876426Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801102790165534:2048] [node 1] ICP30 unregister session Session# [6:7580801111380100210:2048] VirtualId# [6:7580801111380100208:0]
2025-12-06T17:40:03.876466Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801111380100210:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:40:03.876582Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:40:03.876627Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:40:04.030086Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:40:04.030307Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801115327464782:2049] [node 2] ICS01 socket: 458 reason# EndOfStream
2025-12-06T17:40:04.030348Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801098147595494:2049] [node 2] ICP30 unregister session Session# [3:7580801115327464782:2049] VirtualId# [3:7580801115327464774:0]
2025-12-06T17:40:04.030384Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801115327464782:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:40:04.030450Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:40:04.030485Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:40:04.054812Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:40:04.055098Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801112947518927:2049] [node 2] ICS01 socket: 465 reason# EndOfStream
2025-12-06T17:40:04.055159Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801100062616948:2049] [node 2] ICP30 unregister session Session# [5:7580801112947518927:2049] VirtualId# [5:7580801112947518922:0]
2025-12-06T17:40:04.055207Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801112947518927:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:40:04.055340Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:40:04.055398Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:40:04.056043Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:40:04.056260Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801115675067522:2049] [node 2] ICS01 socket: 445 reason# EndOfStream
2025-12-06T17:40:04.056299Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801102790165535:2049] [node 2] ICP30 unregister session Session# [6:7580801115675067522:2049] VirtualId# [6:7580801115675067516:0]
2025-12-06T17:40:04.056328Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801115675067522:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:40:04.056402Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:40:04.056447Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:40:04.055906Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:40:04.057242Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801117592126629:2049] [node 2] ICS01 socket: 482 reason# EndOfStream
2025-12-06T17:40:04.057293Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801100412257349:2049] [node 2] ICP30 unregister session Session# [4:7580801117592126629:2049] VirtualId# [4:7580801117592126622:0]
2025-12-06T17:40:04.057326Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801117592126629:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:40:04.057405Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:40:04.057496Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:40:04.162957Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:40:04.163334Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801117242486227:2050] [node 3] ICS01 socket: 466 reason# EndOfStream
2025-12-06T17:40:04.163940Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801100062616949:2050] [node 3] ICP30 unregister session Session# [5:7580801117242486227:2050] VirtualId# [5:7580801117242486225:0]
2025-12-06T17:40:04.164372Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:40:04.164854Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801117592126625:2050] [node 3] ICS01 socket: 489 reason# EndOfStream
2025-12-06T17:40:04.165077Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801100412257350:2050] [node 3] ICP30 unregister session Session# [4:7580801117592126625:2050] VirtualId# [4:7580801117592126623:0]
2025-12-06T17:40:04.165283Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801117592126625:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:40:04.165923Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:40:04.166242Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801115675067524:2050] [node 3] ICS01 socket: 488 reason# EndOfStream
2025-12-06T17:40:04.166409Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801102790165536:2050] [node 3] ICP30 unregister session Session# [6:7580801115675067524:2050] VirtualId# [6:7580801115675067520:0]
2025-12-06T17:40:04.166437Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801115675067524:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:40:04.166495Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:40:04.163975Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801117242486227:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:40:04.164063Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:40:04.164279Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:40:04.166543Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:40:04.165354Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:40:04.165536Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:40:04.641018Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:40:04.641226Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801115675067518:2065] [node 4] ICS01 socket: 442 reason# EndOfStream
2025-12-06T17:40:04.641265Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801107085132850:2065] [node 4] ICP30 unregister session Session# [6:7580801115675067518:2065] VirtualId# [6:7580801115675067513:0]
2025-12-06T17:40:04.641303Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801115675067518:2065] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:40:04.641387Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:40:04.641448Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:40:04.641535Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:40:04.641687Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801117242486232:2064] [node 4] ICS01 socket: 441 reason# EndOfStream
2025-12-06T17:40:04.641722Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801104357584263:2064] [node 4] ICP30 unregister session Session# [5:7580801117242486232:2064] VirtualId# [5:7580801117242486230:0]
2025-12-06T17:40:04.641746Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801117242486232:2064] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:40:04.641789Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:40:04.641814Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:40:04.802824Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:40:04.803036Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801111380100214:2066] [node 5] ICS01 socket: 435 reason# EndOfStream
2025-12-06T17:40:04.803084Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801107085132894:2066] [node 5] ICP30 unregister session Session# [6:7580801111380100214:2066] VirtualId# [6:7580801111380100207:0]
2025-12-06T17:40:04.803120Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801111380100214:2066] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:40:04.803217Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:40:04.803257Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:40:07.036436Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801132054749941:2048] [node 2] ICP01 ready to work
2025-12-06T17:40:07.036842Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801132054749942:2049] [node 3] ICP01 ready to work
2025-12-06T17:40:09.250397Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801136731049066:2049] [node 3] ICP01 ready to work
2025-12-06T17:40:09.265131Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801136731049065:2048] [node 1] ICP01 ready to work
2025-12-06T17:40:11.304678Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801152061672777:2048] [node 1] ICP01 ready to work
2025-12-06T17:40:11.304728Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801152061672778:2049] [node 2] ICP01 ready to work
2025-12-06T17:40:12.604834Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801156556702633:2048] [node 1] ICP01 ready to work
2025-12-06T17:40:12.604935Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801156556702634:2049] [node 2] ICP01 ready to work
2025-12-06T17:40:12.605896Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801156556702635:2050] [node 3] ICP01 ready to work
2025-12-06T17:40:13.894330Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801158297171606:2048] [node 1] ICP01 ready to work
2025-12-06T17:40:13.894457Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801158297171607:2049] [node 2] ICP01 ready to work
2025-12-06T17:40:13.895236Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801158297171608:2050] [node 3] ICP01 ready to work
2025-12-06T17:40:15.273432Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801167295117045:2048] [node 1] ICP01 ready to work
2025-12-06T17:40:15.273503Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801167295117046:2049] [node 2] ICP01 ready to work
2025-12-06T17:40:15.274423Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801167295117047:2050] [node 3] ICP01 ready to work
2025-12-06T17:40:19.077520Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801186621473771:2109] [node 6] ICP01 ready to work
2025-12-06T17:40:19.042083Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801186421411226:2126] [node 6] ICP01 ready to work
2025-12-06T17:40:19.166377Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801187889324852:2107] [node 4] ICP01 ready to work
2025-12-06T17:40:19.108049Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801184066975443:2105] [node 6] ICP01 ready to work
2025-12-06T17:40:19.220132Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801187889324854:2109] [node 6] ICP01 ready to work
2025-12-06T17:40:19.209860Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801186421411227:2107] [node 4] ICP01 ready to work
2025-12-06T17:40:19.228794Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801186621473772:2108] [node 5] ICP01 ready to work
2025-12-06T17:40:19.254317Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801136731049065:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(181503311ns) {Configure:104(181497228ns) {ProcessConfigured:135(70402ns) {StartInitialHandshake:157(66632ns) {DropHandshakes:470(5006ns) {DropIncomingHandshake:442(543ns) DropOutgoingHandshake:457(477ns)} GenerateSessionVirtualId:988(575ns) PrepareNewSessionHandshake:477(1556ns) {SwitchToState:179(537ns)}}}}}
2025-12-06T17:40:19.267922Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801187889324853:2108] [node 5] ICP01 ready to work
2025-12-06T17:40:19.290998Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801183975689407:2129] [node 6] ICP01 ready to work
2025-12-06T17:40:19.342488Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801184066975446:2109] [node 4] ICP01 ready to work
2025-12-06T17:40:19.301738Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801167295117045:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(174627986ns) {Configure:104(174621938ns) {ProcessConfigured:135(71076ns) {StartInitialHandshake:157(67905ns) {DropHandshakes:470(2508ns) {DropIncomingHandshake:442(478ns) DropOutgoingHandshake:457(583ns)} GenerateSessionVirtualId:988(1130ns) PrepareNewSessionHandshake:477(1263ns) {SwitchToState:179(269ns)}}}}}
2025-12-06T17:40:19.374135Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801156556702633:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(222020846ns) {Configure:104(221595217ns) {ProcessConfigured:135(13660584ns) {StartInitialHandshake:157(13657435ns) {DropHandshakes:470(2772ns) {DropIncomingHandshake:442(789ns) DropOutgoingHandshake:457(374ns)} GenerateSessionVirtualId:988(792ns) PrepareNewSessionHandshake:477(4523ns) {SwitchToState:179(2084ns)}}}}}
2025-12-06T17:40:19.365244Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801186421411228:2108] [node 5] ICP01 ready to work
2025-12-06T17:40:19.317020Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801136731049066:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(295001818ns) {Configure:104(294997023ns) {ProcessConfigured:135(1314713ns) {StartInitialHandshake:157(1312316ns) {DropHandshakes:470(1996ns) {DropIncomingHandshake:442(416ns) DropOutgoingHandshake:457(446ns)} GenerateSessionVirtualId:988(1251ns) PrepareNewSessionHandshake:477(1435ns) {SwitchToState:179(452ns)}}}}}
2025-12-06T17:40:19.345955Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801183975689410:2107] [node 4] ICP01 ready to work
2025-12-06T17:40:19.353791Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801183975689411:2126] [node 5] ICP01 ready to work
2025-12-06T17:40:19.475855Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801184066975443:2105] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(210221448ns) {Configure:104(210205706ns) {ProcessConfigured:135(460571ns) {StartInitialHandshake:157(458214ns) {DropHandshakes:470(2591ns) {DropIncomingHandshake:442(638ns) DropOutgoingHandshake:457(749ns)} GenerateSessionVirtualId:988(870ns) PrepareNewSessionHandshake:477(1496ns) {SwitchToState:179(436ns)}}}}}
2025-12-06T17:40:19.302298Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801184474986293:2090] [node 4] ICP01 ready to work
2025-12-06T17:40:19.302690Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801184474986294:2097] [node 5] ICP01 ready to work
2025-12-06T17:40:19.487220Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801156556702634:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(222819256ns) {Configure:104(222813236ns) {ProcessConfigured:135(15063541ns) {StartInitialHandshake:157(15059836ns) {DropHandshakes:470(1143ns) {DropIncomingHandshake:442(272ns) DropOutgoingHandshake:457(285ns)} GenerateSessionVirtualId:988(1049ns) PrepareNewSessionHandshake:477(6360ns) {SwitchToState:179(2901ns)}}}}}
2025-12-06T17:40:19.457152Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801167295117046:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(149748107ns) {Configure:104(149745779ns) {ProcessConfigured:135(21489450ns) {StartInitialHandshake:157(21486391ns) {DropHandshakes:470(2509025ns) {DropIncomingHandshake:442(599ns) DropOutgoingHandshake:457(854ns)} GenerateSessionVirtualId:988(761ns) PrepareNewSessionHandshake:477(3900ns) {SwitchToState:179(2212ns)}}}}}
2025-12-06T17:40:19.522547Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801167295117047:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(447774232ns) {Configure:104(447768323ns) {ProcessConfigured:135(26822092ns) {StartInitialHandshake:157(26817302ns) {DropHandshakes:470(2932ns) {DropIncomingHandshake:442(665ns) DropOutgoingHandshake:457(481ns)} GenerateSessionVirtualId:988(908ns) PrepareNewSessionHandshake:477(5522ns) {SwitchToState:179(2177ns)}}}}}
2025-12-06T17:40:19.625744Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801187889324854:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(330607175ns) {Configure:104(329863993ns) {ProcessConfigured:135(48316130ns) {StartInitialHandshake:157(48312781ns) {DropHandshakes:470(1901ns) {DropIncomingHandshake:442(436ns) DropOutgoingHandshake:457(314ns)} GenerateSessionVirtualId:988(690ns) PrepareNewSessionHandshake:477(4575ns) {SwitchToState:179(2410ns)}}}}}
2025-12-06T17:40:19.591040Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801156556702635:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(111715590ns) {Configure:104(111708407ns) {ProcessConfigured:135(45408026ns) {StartInitialHandshake:157(45403827ns) {DropHandshakes:470(2680ns) {DropIncomingHandshake:442(605ns) DropOutgoingHandshake:457(370ns)} GenerateSessionVirtualId:988(1291ns) PrepareNewSessionHandshake:477(6932ns) {SwitchToState:179(2829ns)}}}}}
2025-12-06T17:40:19.689650Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801183975689410:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(194458457ns) {Configure:104(194449811ns) {ProcessConfigured:135(69325ns) {StartInitialHandshake:157(67138ns) {DropHandshakes:470(3142ns) {DropIncomingHandshake:442(586ns) DropOutgoingHandshake:457(271ns)} GenerateSessionVirtualId:988(581ns) PrepareNewSessionHandshake:477(1604ns) {SwitchToState:179(463ns)}}}}}
2025-12-06T17:40:19.645288Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801158297171607:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(166100668ns) {Configure:104(166093623ns) {ProcessConfigured:135(15003915ns) {StartInitialHandshake:157(14999830ns) {DropHandshakes:470(889ns) {DropIncomingHandshake:442(128ns) DropOutgoingHandshake:457(217ns)} GenerateSessionVirtualId:988(352ns) PrepareNewSessionHandshake:477(432569ns) {SwitchToState:179(2618ns)}}}}}
2025-12-06T17:40:19.703541Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801158297171606:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(335415237ns) {Configure:104(335409880ns) {ProcessConfigured:135(5301241ns) {StartInitialHandshake:157(5297975ns) {DropHandshakes:470(2007ns) {DropIncomingHandshake:442(529ns) DropOutgoingHandshake:457(295ns)} GenerateSessionVirtualId:988(887ns) PrepareNewSessionHandshake:477(4974ns) {SwitchToState:179(1899ns)}}}}}
2025-12-06T17:40:19.765757Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801186421411227:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(232521061ns) {Configure:104(232514594ns) {ProcessConfigured:135(1609347ns) {StartInitialHandshake:157(1606775ns) {DropHandshakes:470(1987ns) {DropIncomingHandshake:442(466ns) DropOutgoingHandshake:457(238ns)} GenerateSessionVirtualId:988(1174ns) PrepareNewSessionHandshake:477(2913ns) {SwitchToState:179(515ns)}}}}}
2025-12-06T17:40:19.731233Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801132054749941:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(358932246ns) {Configure:104(358925161ns) {ProcessConfigured:135(18574671ns) {StartInitialHandshake:157(18573095ns) {DropHandshakes:470(1912ns) {DropIncomingHandshake:442(415ns) DropOutgoingHandshake:457(653ns)} GenerateSessionVirtualId:988(657ns) PrepareNewSessionHandshake:477(3120ns) {SwitchToState:179(160ns)}}}}}
2025-12-06T17:40:19.756541Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801186621473771:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(231142009ns) {Configure:104(231136304ns) {ProcessConfigured:135(22193390ns) {StartInitialHandshake:157(7922543ns) {DropHandshakes:470(2755ns) {DropIncomingHandshake:442(1107ns) DropOutgoingHandshake:457(329ns)} GenerateSessionVirtualId:988(1435ns) PrepareNewSessionHandshake:477(3111ns) {SwitchToState:179(406ns)}}}}}
2025-12-06T17:40:19.809026Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801183975689411:2126] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(312015263ns) {Configure:104(312007370ns) {ProcessConfigured:135(17575692ns) {StartInitialHandshake:157(17573489ns) {DropHandshakes:470(1800ns) {DropIncomingHandshake:442(449ns) DropOutgoingHandshake:457(213ns)} GenerateSessionVirtualId:988(399ns) PrepareNewSessionHandshake:477(5291ns) {SwitchToState:179(2372ns)}}}}}
2025-12-06T17:40:19.772519Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801152061672777:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(426761069ns) {Configure:104(426752934ns) {ProcessConfigured:135(10091218ns) {StartInitialHandshake:157(10088319ns) {DropHandshakes:470(2845ns) {DropIncomingHandshake:442(822ns) DropOutgoingHandshake:457(433ns)} GenerateSessionVirtualId:988(850ns) PrepareNewSessionHandshake:477(3201ns) {SwitchToState:179(315ns)}}}}}
2025-12-06T17:40:19.796185Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801132054749942:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(91318751ns) {Configure:104(91311825ns) {ProcessConfigured:135(36555827ns) {StartInitialHandshake:157(36552598ns) {DropHandshakes:470(2295ns) {DropIncomingHandshake:442(453ns) DropOutgoingHandshake:457(613ns)} GenerateSessionVirtualId:988(744ns) PrepareNewSessionHandshake:477(3896ns) {SwitchToState:179(1826ns)}}}}}
2025-12-06T17:40:19.957901Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801158297171608:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(176634208ns) {Configure:104(176627793ns) {ProcessConfigured:135(1226390ns) {StartInitialHandshake:157(1223554ns) {DropHandshakes:470(2750ns) {DropIncomingHandshake:442(590ns) DropOutgoingHandshake:457(430ns)} GenerateSessionVirtualId:988(689ns) PrepareNewSessionHandshake:477(438220ns) {SwitchToState:179(397ns)}}}}}
2025-12-06T17:40:19.952200Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801187889324852:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(182238386ns) {Configure:104(182233057ns) {ProcessConfigured:135(1465449ns) {StartInitialHandshake:157(1462500ns) {DropHandshakes:470(368218ns) {DropIncomingHandshake:442(904ns) DropOutgoingHandshake:457(331ns)} GenerateSessionVirtualId:988(739ns) PrepareNewSessionHandshake:477(1813ns) {SwitchToState:179(849ns)}}}}}
2025-12-06T17:40:19.942258Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801186621473772:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(322431454ns) {Configure:104(322424709ns) {ProcessConfigured:135(42545265ns) {StartInitialHandshake:157(42541492ns) {DropHandshakes:470(2603ns) {DropIncomingHandshake:442(593ns) DropOutgoingHandshake:457(668ns)} GenerateSessionVirtualId:988(877ns) PrepareNewSessionHandshake:477(5061ns) {SwitchToState:179(2402ns)}}}}}
2025-12-06T17:40:20.014230Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801152061672778:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(125093403ns) {Configure:104(125087236ns) {ProcessConfigured:135(803810ns) {StartInitialHandshake:157(800768ns) {DropHandshakes:470(1912ns) {DropIncomingHandshake:442(473ns) DropOutgoingHandshake:457(213ns)} GenerateSessionVirtualId:988(592ns) PrepareNewSessionHandshake:477(374895ns) {SwitchToState:179(664ns)}}}}}
2025-12-06T17:40:20.017650Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801187889324853:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(197553554ns) {Configure:104(197547447ns) {ProcessConfigured:135(17780547ns) {StartInitialHandshake:157(17370463ns) {DropHandshakes:470(1970ns) {DropIncomingHandshake:442(619ns) DropOutgoingHandshake:457(392ns)} GenerateSessionVirtualId:988(538ns) PrepareNewSessionHandshake:477(5001ns) {SwitchToState:179(2049ns)}}}}}
2025-12-06T17:40:20.126327Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801186421411228:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(272127931ns) {Configure:104(272121423ns) {ProcessConfigured:135(24368461ns) {StartInitialHandshake:157(24364996ns) {DropHandshakes:470(2228ns) {DropIncomingHandshake:442(664ns) DropOutgoingHandshake:457(291ns)} GenerateSessionVirtualId:988(1183ns) PrepareNewSessionHandshake:477(3914ns) {SwitchToState:179(1551ns)}}}}}
2025-12-06T17:40:20.185070Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801184066975446:2109] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(222771044ns) {Configure:104(222765323ns) {ProcessConfigured:135(735202ns) {StartInitialHandshake:157(732207ns) {DropHandshakes:470(1830ns) {DropIncomingHandshake:442(363ns) DropOutgoingHandshake:457(238ns)} GenerateSessionVirtualId:988(1005ns) PrepareNewSessionHandshake:477(1955ns) {SwitchToState:179(451ns)}}}}}
2025-12-06T17:40:20.180374Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801186421411226:2126] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(64883891ns) {Configure:104(64877414ns) {ProcessConfigured:135(545114ns) {StartInitialHandshake:157(542775ns) {DropHandshakes:470(2046ns) {DropIncomingHandshake:442(599ns) DropOutgoingHandshake:457(266ns)} GenerateSessionVirtualId:988(539ns) PrepareNewSessionHandshake:477(1295ns) {SwitchToState:179(433ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:20.241421Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801132054749942:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(17867735ns) {HandleCleanupEventQueue:832(17865801ns) {CleanupEventQueue:841(17856019ns) {DropSessionEvent:512(30538ns)} ScheduleCleanupEventQueue:822(8131ns)}}
2025-12-06T17:40:20.245319Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801156556702635:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(42470568ns) {HandleCleanupEventQueue:832(42468323ns) {CleanupEventQueue:841(42466400ns) {DropSessionEvent:512(10205ns) DropSessionEvent:512(15773955ns) DropSessionEvent:512(6795ns) DropSessionEvent:512(5995ns) DropSessionEvent:512(5218ns) DropSessionEvent:512(5325ns) DropSessionEvent:512(13655652ns) DropSessionEvent:512(6687ns) DropSessionEvent:512(6953ns) DropSessionEvent:512(12968768ns)} ScheduleCleanupEventQueue:822(298ns)}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:20.261364Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801188270656717:2136] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36472
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:20.278043Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801188270656718:2137] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36472
2025-12-06T17:40:20.289930Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801186621473771:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(42032314ns) {HandleCleanupEventQueue:832(42029920ns) {CleanupEventQueue:841(42028123ns) {DropSessionEvent:512(8107ns) DropSessionEvent:512(3434ns) DropSessionEvent:512(4957ns) DropSessionEvent:512(4764ns) DropSessionEvent:512(796086ns) DropSessionEvent:512(4915ns) DropSessionEvent:512(40783331ns) DropSessionEvent:512(399904ns) DropSessionEvent:512(6431ns) DropSessionEvent:512(5431ns)} ScheduleCleanupEventQueue:822(397ns)}}
2025-12-06T17:40:20.292286Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801184066975443:2105] [node 6] ICP35 event processing took too much time PendingConnection:279(36784355ns) {HandleCleanupEventQueue:832(36782234ns) {CleanupEventQueue:841(36780537ns) {DropSessionEvent:512(8338ns) DropSessionEvent:512(4138ns) DropSessionEvent:512(5313ns) DropSessionEvent:512(17831ns)} ScheduleCleanupEventQueue:822(44ns)}}
2025-12-06T17:40:20.296727Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801192184292161:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12574
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:20.318217Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801186621473785:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1145
2025-12-06T17:40:20.324667Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801186621473786:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1145
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:20.339310Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801192184292161:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:20.348452Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801192184292162:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12574
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:20.392953Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801190716378535:2133] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61258
2025-12-06T17:40:20.394293Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801190716378536:2134] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61258
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:20.441032Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801192184292163:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12574
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:20.407654Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801188769953603:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20587
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:20.432079Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801188769953604:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20587
2025-12-06T17:40:20.408678Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801186621473786:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:20.450332Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801190916441084:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1145
2025-12-06T17:40:20.445848Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801190716378536:2134] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:20.452480Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801183975689411:2126] [node 5] ICP35 event processing took too much time PendingConnection:279(29740191ns) {HandleCleanupEventQueue:832(29738374ns) {CleanupEventQueue:841(29729575ns) {DropSessionEvent:512(8544ns) DropSessionEvent:512(5657ns) DropSessionEvent:512(6066ns) DropSessionEvent:512(5964ns) DropSessionEvent:512(413944ns) DropSessionEvent:512(7432ns) DropSessionEvent:512(29270796ns)} ScheduleCleanupEventQueue:822(6590ns)}}
2025-12-06T17:40:20.446909Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801187889324854:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(48237507ns) {HandleCleanupEventQueue:832(48234624ns) {CleanupEventQueue:841(48233346ns) {DropSessionEvent:512(4989ns) DropSessionEvent:512(4291ns) DropSessionEvent:512(17956220ns) DropSessionEvent:512(8180928ns) DropSessionEvent:512(7209ns) DropSessionEvent:512(5504ns) DropSessionEvent:512(22063399ns)} ScheduleCleanupEventQueue:822(204ns)}}
2025-12-06T17:40:20.448302Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801192184292162:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:20.479315Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801190716378537:2135] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61258
2025-12-06T17:40:20.493973Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801156556702634:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:20.498411Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801188361942756:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19566
2025-12-06T17:40:20.480291Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801190716378535:2133] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:20.527718Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801186621473785:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:20.498989Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801188270656719:2138] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36472
2025-12-06T17:40:20.499797Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801183975689409:2132] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:20.488575Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801152061672778:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:40:20.556510Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801167295117045:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(16445296ns) {HandleCleanupEventQueue:832(16443179ns) {CleanupEventQueue:841(16436185ns) {DropSessionEvent:512(16401964ns) DropSessionEvent:512(6265ns) DropSessionEvent:512(7608ns) DropSessionEvent:512(5885ns) DropSessionEvent:512(5926ns)} ScheduleCleanupEventQueue:822(4797ns)}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:20.545249Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801132054749941:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(66511640ns) {IncomingHandshake:261(66093588ns) {DropIncomingHandshake:442(216ns) PrepareNewSessionHandshake:477(962ns) {SwitchToState:179(277ns)} GenerateSessionVirtualId:988(243ns) IssueIncomingHandshakeReply:193(4390ns)}}
2025-12-06T17:40:20.499821Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801183975689409:2132] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:40:20.594679Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801192184292163:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:20.616136Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801190916441085:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1145
2025-12-06T17:40:20.645154Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801192184292167:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12574
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:20.547291Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801183975689413:2133] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:20.640439Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801186421411227:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(29706918ns) {HandleCleanupEventQueue:832(29704739ns) {CleanupEventQueue:841(29703505ns) {DropSessionEvent:512(9118ns) DropSessionEvent:512(5774ns) DropSessionEvent:512(14200ns) DropSessionEvent:512(4090ns) DropSessionEvent:512(8133559ns) DropSessionEvent:512(12158579ns) DropSessionEvent:512(6375ns) DropSessionEvent:512(6044ns) DropSessionEvent:512(4594ns)} ScheduleCleanupEventQueue:822(199ns)}}
2025-12-06T17:40:20.664949Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801167295117047:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(22405348ns) {HandleCleanupEventQueue:832(22401474ns) {CleanupEventQueue:841(22399807ns) {DropSessionEvent:512(18874ns) DropSessionEvent:512(8658ns) DropSessionEvent:512(6875203ns) DropSessionEvent:512(6869ns) DropSessionEvent:512(15464449ns) DropSessionEvent:512(8839ns) DropSessionEvent:512(8164ns)} ScheduleCleanupEventQueue:822(237ns)}}
2025-12-06T17:40:20.547346Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801183975689413:2133] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:40:20.555415Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801183975689413:2133] [node 4] ICH04 handshake succeeded
2025-12-06T17:40:20.679838Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801188270656717:2136] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:20.689307Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801190916441088:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1145
2025-12-06T17:40:20.680485Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801183975689409:2132] [node 3] ICH04 handshake succeeded
2025-12-06T17:40:20.693095Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801183975689410:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:40:20.693146Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:40:20.688864Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801192184292168:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12574
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:20.751051Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801186621473786:2119] [node 2] ICH04 handshake succeeded
2025-12-06T17:40:20.767632Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801188769953605:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20587
2025-12-06T17:40:20.693200Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801183975689410:2107] [node 4] ICP22 created new session: [2:7580801188270656722:2107]
2025-12-06T17:40:20.693247Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801188270656722:2107] [node 4] ICS09 handshake done sender: [2:7580801183975689413:2133] self: [2:7580801183975689412:0] peer: [4:7580801190916441086:0] socket: 439 qp: -1
2025-12-06T17:40:20.693287Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801188270656722:2107] [node 4] ICS10 traffic start
2025-12-06T17:40:20.793965Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801156556702634:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:40:20.796342Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:40:20.693321Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:40:20.693703Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580801183975689410:2107] [node 4] ICP18 handshake (actor [2:7580801188270656717:2136]) is too old
2025-12-06T17:40:20.797344Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801156556702634:2049] [node 2] ICP22 created new session: [4:7580801190916441089:2049]
2025-12-06T17:40:20.804154Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801190916441089:2049] [node 2] ICS09 handshake done sender: [4:7580801186621473786:2119] self: [4:7580801190916441086:0] peer: [2:7580801183975689412:0] socket: 442 qp: -1
2025-12-06T17:40:20.740166Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801136731049066:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:40:20.740219Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:20.845022Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801188361942757:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19566
2025-12-06T17:40:20.740267Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801136731049066:2049] [node 3] ICP22 created new session: [2:7580801188270656725:2049]
2025-12-06T17:40:20.740316Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801188270656725:2049] [node 3] ICS09 handshake done sender: [2:7580801183975689409:2132] self: [2:7580801183975689408:0] peer: [3:7580801190716378542:0] socket: 433 qp: -1
2025-12-06T17:40:20.805064Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801190916441089:2049] [node 2] ICS10 traffic start
2025-12-06T17:40:20.805536Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:40:20.863728Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801188361942757:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:20.864631Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801158297171607:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:20.740353Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801188270656725:2049] [node 3] ICS10 traffic start
2025-12-06T17:40:20.740393Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:40:20.866706Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801183975689420:2135] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:20.820804Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7580801156556702634:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:40:20.874515Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801188769953606:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20587
2025-12-06T17:40:20.866733Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801183975689420:2135] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:20.920595Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801183975689420:2135] [node 5] ICH04 handshake succeeded
2025-12-06T17:40:20.935607Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801188361942759:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19566
2025-12-06T17:40:20.943899Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801183975689411:2126] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:40:20.943964Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:40:20.944020Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801183975689411:2126] [node 5] ICP22 created new session: [2:7580801188270656729:2126]
2025-12-06T17:40:20.953069Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801188361942757:2116] [node 2] ICH04 handshake succeeded
2025-12-06T17:40:20.958974Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801158297171607:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:40:20.959386Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:40:20.944069Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801188270656729:2126] [node 5] ICS09 handshake done sender: [2:7580801183975689420:2135] self: [2:7580801183975689418:0] peer: [5:7580801188361942758:0] socket: 478 qp: -1
2025-12-06T17:40:20.944108Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801188270656729:2126] [node 5] ICS10 traffic start
2025-12-06T17:40:20.944156Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:40:20.959447Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801158297171607:2049] [node 2] ICP22 created new session: [5:7580801188361942760:2049]
2025-12-06T17:40:20.959494Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801188361942760:2049] [node 2] ICS09 handshake done sender: [5:7580801188361942757:2116] self: [5:7580801188361942758:0] peer: [2:7580801183975689418:0] socket: 479 qp: -1
2025-12-06T17:40:20.959531Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801188361942760:2049] [node 2] ICS10 traffic start
2025-12-06T17:40:20.959968Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:40:22.165842Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801190716378537:2135] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:22.170069Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801190916441085:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:22.171323Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801156556702635:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:22.192384Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801199306313135:2136] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61258
2025-12-06T17:40:22.216688Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801190716378535:2133] [node 2] ICH04 handshake succeeded
2025-12-06T17:40:22.239174Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801152061672778:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:40:22.239269Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:40:22.239330Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801152061672778:2049] [node 2] ICP22 created new session: [3:7580801199306313137:2049]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:22.239376Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801199306313137:2049] [node 2] ICS09 handshake done sender: [3:7580801190716378535:2133] self: [3:7580801190716378542:0] peer: [2:7580801183975689408:0] socket: 449 qp: -1
2025-12-06T17:40:22.239419Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801199306313137:2049] [node 2] ICS10 traffic start
2025-12-06T17:40:22.239461Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:22.321443Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801197359888199:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20587
2025-12-06T17:40:22.322769Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801199306313136:2137] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61258
2025-12-06T17:40:22.322791Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801167295117045:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7729) Handshake timed out, State# ReceiveExReplyHeader incoming: [0:0:0] held: no
2025-12-06T17:40:22.324587Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801186421411232:2129] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:22.324649Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801186421411232:2129] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:40:22.351595Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801188270656718:2137] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:22.354308Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580801136731049065:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:40:22.395633Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801188769953606:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:22.397746Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801184474986293:2090] [node 4] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:22.401032Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801186621473780:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:22.401079Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801186621473780:2116] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:40:22.431427Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801186621473780:2116] [node 6] ICH04 handshake succeeded
2025-12-06T17:40:22.434564Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801186621473771:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:40:22.434910Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:40:22.434980Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801186621473771:2109] [node 6] ICP22 created new session: [4:7580801199506375687:2109]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:22.458071Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801197359888202:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20587
2025-12-06T17:40:22.435034Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801199506375687:2109] [node 6] ICS09 handshake done sender: [4:7580801186621473780:2116] self: [4:7580801186621473779:0] peer: [6:7580801197359888201:0] socket: 444 qp: -1
2025-12-06T17:40:22.435069Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801199506375687:2109] [node 6] ICS10 traffic start
2025-12-06T17:40:22.435108Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:40:22.447352Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801199506375685:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1145
2025-12-06T17:40:22.501376Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580801136731049065:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7729) Handshake timed out, State# ReceiveExReplyHeader incoming: [2:7580801188270656718:2137] held: no
2025-12-06T17:40:22.501769Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801184474986293:2090] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30980) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801188769953606:2118] held: no
2025-12-06T17:40:22.501850Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801188769953606:2118] [node 4] ICH04 handshake succeeded
2025-12-06T17:40:22.502170Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801184474986293:2090] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:40:22.502230Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:40:22.502273Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801184474986293:2090] [node 4] ICP22 created new session: [6:7580801197359888203:2090]
2025-12-06T17:40:22.502320Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801197359888203:2090] [node 4] ICS09 handshake done sender: [6:7580801188769953606:2118] self: [6:7580801197359888201:0] peer: [4:7580801186621473779:0] socket: 480 qp: -1
2025-12-06T17:40:22.502352Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801197359888203:2090] [node 4] ICS10 traffic start
2025-12-06T17:40:22.502382Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:22.538894Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801196860591324:2139] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36472
2025-12-06T17:40:22.601230Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801188769953605:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:22.602075Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801167295117046:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:40:22.602812Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801183975689417:2134] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:22.602830Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801196860591324:2139] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:22.631553Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801186421411232:2129] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:22.633911Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801196951877355:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19566
2025-12-06T17:40:22.644566Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801167295117046:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30862) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801188769953605:2117] held: no
2025-12-06T17:40:22.602852Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801183975689417:2134] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:22.689111Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801156556702633:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7729) Handshake timed out, State# ReceiveExReplyHeader incoming: [0:0:0] held: no
2025-12-06T17:40:22.689535Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801190916441085:2121] [node 3] ICH04 handshake succeeded
2025-12-06T17:40:22.611881Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801183975689417:2134] [node 6] ICH04 handshake succeeded
2025-12-06T17:40:22.659575Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801188361942756:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:22.724009Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801156556702635:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:40:22.655421Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801188769953604:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:22.623378Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801183975689407:2129] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:40:22.691256Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801190716378532:2131] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:22.703318Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801184474986294:2097] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:40:22.669254Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801158297171608:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:40:22.724100Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:22.623829Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:40:22.709111Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801197359888199:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:22.724151Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801156556702635:2050] [node 3] ICP22 created new session: [4:7580801199506375690:2050]
2025-12-06T17:40:22.691296Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801190716378532:2131] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:40:22.672515Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801196951877356:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19566
2025-12-06T17:40:22.724214Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801199506375690:2050] [node 3] ICS09 handshake done sender: [4:7580801190916441085:2121] self: [4:7580801199506375684:0] peer: [3:7580801186421411231:0] socket: 469 qp: -1
2025-12-06T17:40:22.623887Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801183975689407:2129] [node 6] ICP22 created new session: [2:7580801196860591327:2129]
2025-12-06T17:40:22.691952Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801186421411227:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:40:22.712614Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801196951877356:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:22.722464Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801167295117047:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:40:22.624277Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801196860591327:2129] [node 6] ICS09 handshake done sender: [2:7580801183975689417:2134] self: [2:7580801183975689416:0] peer: [6:7580801197359888206:0] socket: 448 qp: -1
2025-12-06T17:40:22.724256Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801199506375690:2050] [node 3] ICS10 traffic start
2025-12-06T17:40:22.692026Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:22.792207Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801167295117047:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19183) Handshake timed out, State# ReceiveExReplyHeader incoming: [6:7580801197359888199:2119] held: no
2025-12-06T17:40:22.724292Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:40:22.740836Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7580801156556702635:2050] [node 3] ICP27 obsolete handshake fail ignored
2025-12-06T17:40:22.772034Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801186621473784:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:22.799474Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801197359888207:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20587
2025-12-06T17:40:22.804214Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801197359888210:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20587
2025-12-06T17:40:22.805165Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801188769953604:2116] [node 5] ICH04 handshake succeeded
2025-12-06T17:40:22.805369Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801184474986294:2097] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:40:22.805432Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:40:22.805485Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801184474986294:2097] [node 5] ICP22 created new session: [6:7580801197359888211:2097]
2025-12-06T17:40:22.805532Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801197359888211:2097] [node 5] ICS09 handshake done sender: [6:7580801188769953604:2116] self: [6:7580801197359888208:0] peer: [5:7580801184066975447:0] socket: 462 qp: -1
2025-12-06T17:40:22.805571Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801197359888211:2097] [node 5] ICS10 traffic start
2025-12-06T17:40:22.805609Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:40:22.851419Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801167295117046:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(16268986ns)
2025-12-06T17:40:22.871510Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801188769953605:2117] [node 2] ICH04 handshake succeeded
2025-12-06T17:40:22.873391Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801167295117046:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:40:22.892167Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:40:22.892249Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801167295117046:2049] [node 2] ICP22 created new session: [6:7580801197359888213:2049]
2025-12-06T17:40:22.892310Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801197359888213:2049] [node 2] ICS09 handshake done sender: [6:7580801188769953605:2117] self: [6:7580801197359888206:0] peer: [2:7580801183975689416:0] socket: 477 qp: -1
2025-12-06T17:40:22.892359Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801197359888213:2049] [node 2] ICS10 traffic start
2025-12-06T17:40:22.892398Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:40:22.892640Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801167295117046:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(19158420ns) {HandleHandshakeStatus:329(19156017ns) {DropIncomingHandshake:442(984ns) DropOutgoingHandshake:457(352ns) SwitchToState:179(487ns) ProcessPendingSessionEvents:495(1519ns)}}
2025-12-06T17:40:22.692079Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801186421411227:2107] [node 4] ICP22 created new session: [3:7580801199306313143:2107]
2025-12-06T17:40:22.624324Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801196860591327:2129] [node 6] ICS10 traffic start
2025-12-06T17:40:22.624364Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:40:22.747708Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801184066975448:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:22.692131Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801199306313143:2107] [node 4] ICS09 handshake done sender: [3:7580801186421411232:2129] self: [3:7580801186421411231:0] peer: [4:7580801199506375684:0] socket: 466 qp: -1
2025-12-06T17:40:22.692164Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801199306313143:2107] [node 4] ICS10 traffic start
2025-12-06T17:40:22.692209Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:40:22.719571Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801190716378532:2131] [node 5] ICH04 handshake succeeded
2025-12-06T17:40:22.742423Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801199306313136:2137] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:22.784044Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801190716378534:2132] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:22.784080Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801190716378534:2132] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:40:22.833582Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801186421411228:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:40:22.747755Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580801184066975448:2110] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:40:22.750363Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801196951877355:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:22.758454Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801184066975446:2109] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:40:22.769855Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801184066975448:2110] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:22.965914Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801197359888215:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20587
2025-12-06T17:40:22.968831Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:404: Proxy [2:7580801136731049065:2048] [node 1] ICP24 incoming handshake failed, temporary: 0 explanation: incoming handshake Peer# 127.1.0.0(127.0.0.1) Handshake timed out, State# WaitInboundXdcStream outgoing: [0:0:0]
2025-12-06T17:40:22.812287Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580801184066975443:2105] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:40:22.812370Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:40:22.812421Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801184066975443:2105] [node 6] ICP22 created new session: [5:7580801196951877363:2105]
2025-12-06T17:40:22.812471Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801196951877363:2105] [node 6] ICS09 handshake done sender: [5:7580801184066975448:2110] self: [5:7580801184066975447:0] peer: [6:7580801197359888208:0] socket: 458 qp: -1
2025-12-06T17:40:22.812515Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801196951877363:2105] [node 6] ICS10 traffic start
2025-12-06T17:40:22.812557Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:40:22.829350Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801184066975443:2105] [node 6] ICP35 event processing took too much time PendingConnection:279(16167347ns) {HandleHandshakeStatus:329(16166050ns) {DropIncomingHandshake:442(12051ns) DropOutgoingHandshake:457(442ns) SwitchToState:179(126ns) ProcessPendingSessionEvents:495(1710ns)}}
2025-12-06T17:40:22.907517Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801196951877358:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19566
2025-12-06T17:40:22.912034Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801158297171608:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19183) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580801188361942756:2115] held: no
2025-12-06T17:40:22.912122Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801196951877361:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19566
2025-12-06T17:40:22.912425Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801188361942756:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:40:22.913517Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801158297171608:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:40:22.913585Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:40:22.913640Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801158297171608:2050] [node 3] ICP22 created new session: [5:7580801196951877366:2050]
2025-12-06T17:40:22.913682Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801196951877366:2050] [node 3] ICS09 handshake done sender: [5:7580801188361942756:2115] self: [5:7580801196951877357:0] peer: [3:7580801190716378531:0] socket: 470 qp: -1
2025-12-06T17:40:22.772063Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801186621473784:2117] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:40:22.776259Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801186621473784:2117] [node 5] ICH04 handshake succeeded
2025-12-06T17:40:22.781145Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801186621473772:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:40:22.781209Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:40:22.833667Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:40:22.834484Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801186421411228:2108] [node 5] ICP22 created new session: [3:7580801199306313146:2108]
2025-12-06T17:40:22.843124Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801199306313146:2108] [node 5] ICS09 handshake done sender: [3:7580801190716378532:2131] self: [3:7580801190716378531:0] peer: [5:7580801196951877357:0] socket: 467 qp: -1
2025-12-06T17:40:22.991354Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801197359888199:2119] [node 3] ICH04 handshake succeeded
2025-12-06T17:40:22.781266Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801186621473772:2108] [node 5] ICP22 created new session: [4:7580801199506375693:2108]
2025-12-06T17:40:22.781321Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801199506375693:2108] [node 5] ICS09 handshake done sender: [4:7580801186621473784:2117] self: [4:7580801186621473782:0] peer: [5:7580801196951877360:0] socket: 441 qp: -1
2025-12-06T17:40:22.781365Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801199506375693:2108] [node 5] ICS10 traffic start
2025-12-06T17:40:22.781414Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:40:22.914497Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801199506375695:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1145
2025-12-06T17:40:22.913714Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801196951877366:2050] [node 3] ICS10 traffic start
2025-12-06T17:40:22.913748Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:40:22.914143Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801196951877356:2119] [node 4] ICH04 handshake succeeded
2025-12-06T17:40:22.922986Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801184066975446:2109] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:40:23.007187Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801167295117047:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:40:23.007270Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:40:22.844007Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801199306313146:2108] [node 5] ICS10 traffic start
2025-12-06T17:40:22.844965Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:40:23.007323Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801167295117047:2050] [node 3] ICP22 created new session: [6:7580801201654855512:2050]
2025-12-06T17:40:23.007368Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801201654855512:2050] [node 3] ICS09 handshake done sender: [6:7580801197359888199:2119] self: [6:7580801197359888209:0] peer: [3:7580801190716378533:0] socket: 485 qp: -1
2025-12-06T17:40:23.007408Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801201654855512:2050] [node 3] ICS10 traffic start
2025-12-06T17:40:23.007439Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:40:22.923049Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:40:22.923094Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801184066975446:2109] [node 4] ICP22 created new session: [5:7580801196951877368:2109]
2025-12-06T17:40:22.923139Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801196951877368:2109] [node 4] ICS09 handshake done sender: [5:7580801196951877356:2119] self: [5:7580801196951877360:0] peer: [4:7580801186621473782:0] socket: 434 qp: -1
2025-12-06T17:40:22.862831Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801186421411228:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(27696140ns) {HandleHandshakeStatus:329(27693532ns) {DropIncomingHandshake:442(16798ns) DropOutgoingHandshake:457(615ns) SwitchToState:179(489ns) ProcessPendingSessionEvents:495(1648ns)}}
2025-12-06T17:40:22.903840Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801190716378534:2132] [node 6] ICH04 handshake succeeded
2025-12-06T17:40:22.905855Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801186421411226:2126] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:40:22.905932Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:40:22.905991Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801186421411226:2126] [node 6] ICP22 created new session: [3:7580801199306313149:2126]
2025-12-06T17:40:22.923167Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801196951877368:2109] [node 4] ICS10 traffic start
2025-12-06T17:40:22.923194Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:40:22.992186Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801158297171606:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7729) Handshake timed out, State# ReceiveResponse incoming: [0:0:0] held: no
2025-12-06T17:40:22.906048Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801199306313149:2126] [node 6] ICS09 handshake done sender: [3:7580801190716378534:2132] self: [3:7580801190716378533:0] peer: [6:7580801197359888209:0] socket: 484 qp: -1
2025-12-06T17:40:22.906088Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801199306313149:2126] [node 6] ICS10 traffic start
2025-12-06T17:40:22.906123Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:40:23.242380Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801152061672777:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7729) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:40:23.247685Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801152061672777:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(23783639ns) {HandleHandshakeStatus:395(1251964ns) {LogHandshakeFail:472(786629ns) {UpdateErrorStateLog:545(6382ns)} DropOutgoingHandshake:457(471ns) ProcessPendingSessionEvents:495(264ns) SwitchToInitialState:202(1384ns) {SwitchToState:179(564ns)}}}
2025-12-06T17:40:23.469139Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:40:23.469430Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801199306313137:2049] [node 2] ICS01 socket: 449 reason# EndOfStream
2025-12-06T17:40:23.469475Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801152061672778:2049] [node 2] ICP30 unregister session Session# [3:7580801199306313137:2049] VirtualId# [3:7580801190716378542:0]
2025-12-06T17:40:23.469509Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801199306313137:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:40:23.469583Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:40:23.469619Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:40:23.475780Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:40:23.475963Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801188361942760:2049] [node 2] ICS01 socket: 479 reason# EndOfStream
2025-12-06T17:40:23.476377Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801158297171607:2049] [node 2] ICP30 unregister session Session# [5:7580801188361942760:2049] VirtualId# [5:7580801188361942758:0]
2025-12-06T17:40:23.474744Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:40:23.474957Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801190916441089:2049] [node 2] ICS01 socket: 442 reason# EndOfStream
2025-12-06T17:40:23.474998Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801156556702634:2049] [node 2] ICP30 unregister session Session# [4:7580801190916441089:2049] VirtualId# [4:7580801190916441086:0]
2025-12-06T17:40:23.475033Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801190916441089:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:40:23.476767Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801188361942760:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:40:23.475217Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:40:23.477236Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:40:23.477283Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:40:23.475388Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801197359888213:2049] [node 2] ICS01 socket: 477 reason# EndOfStream
2025-12-06T17:40:23.475418Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801167295117046:2049] [node 2] ICP30 unregister session Session# [6:7580801197359888213:2049] VirtualId# [6:7580801197359888206:0]
2025-12-06T17:40:23.475438Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801197359888213:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:40:23.475477Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:40:23.475099Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:40:23.475133Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:40:23.475505Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:40:24.087112Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:40:24.087779Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801201654855512:2050] [node 3] ICS01 socket: 485 reason# EndOfStream
2025-12-06T17:40:24.088273Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801167295117047:2050] [node 3] ICP30 unregister session Session# [6:7580801201654855512:2050] VirtualId# [6:7580801197359888209:0]
2025-12-06T17:40:24.088349Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801201654855512:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:40:24.088889Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:40:24.089349Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:40:24.089570Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:40:24.089749Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801199506375690:2050] [node 3] ICS01 socket: 469 reason# EndOfStream
2025-12-06T17:40:24.089780Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801156556702635:2050] [node 3] ICP30 unregister session Session# [4:7580801199506375690:2050] VirtualId# [4:7580801199506375684:0]
2025-12-06T17:40:24.089813Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801199506375690:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:40:24.089865Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:40:24.089897Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:40:24.089987Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:40:24.090146Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801196951877366:2050] [node 3] ICS01 socket: 470 reason# EndOfStream
2025-12-06T17:40:24.090185Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801158297171608:2050] [node 3] ICP30 unregister session Session# [5:7580801196951877366:2050] VirtualId# [5:7580801196951877357:0]
2025-12-06T17:40:24.090211Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801196951877366:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:40:24.090252Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:40:24.090288Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:40:24.153976Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:40:24.154203Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801196951877368:2109] [node 4] ICS01 socket: 434 reason# EndOfStream
2025-12-06T17:40:24.154251Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801184066975446:2109] [node 4] ICP30 unregister session Session# [5:7580801196951877368:2109] VirtualId# [5:7580801196951877360:0]
2025-12-06T17:40:24.154284Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801196951877368:2109] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:40:24.154360Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:40:24.154404Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:40:24.159679Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:40:24.160329Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801197359888203:2090] [node 4] ICS01 socket: 480 reason# EndOfStream
2025-12-06T17:40:24.162131Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801184474986293:2090] [node 4] ICP30 unregister session Session# [6:7580801197359888203:2090] VirtualId# [6:7580801197359888201:0]
2025-12-06T17:40:24.162176Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801197359888203:2090] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:40:24.162268Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:40:24.162747Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:40:24.445197Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:40:24.445434Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801197359888211:2097] [node 5] ICS01 socket: 462 reason# EndOfStream
2025-12-06T17:40:24.445476Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801184474986294:2097] [node 5] ICP30 unregister session Session# [6:7580801197359888211:2097] VirtualId# [6:7580801197359888208:0]
2025-12-06T17:40:24.445516Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801197359888211:2097] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:40:24.445597Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:40:24.445641Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:40:25.000218Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801208077935762:2048] [node 2] ICP01 ready to work
2025-12-06T17:40:25.000692Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801208077935763:2049] [node 3] ICP01 ready to work
2025-12-06T17:40:26.131011Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801214654276373:2048] [node 1] ICP01 ready to work
2025-12-06T17:40:26.131059Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801214654276374:2049] [node 3] ICP01 ready to work
2025-12-06T17:40:27.153594Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801217316511367:2049] [node 2] ICP01 ready to work
2025-12-06T17:40:27.187123Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801217316511366:2048] [node 1] ICP01 ready to work
2025-12-06T17:40:28.470464Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801222995783431:2048] [node 1] ICP01 ready to work
2025-12-06T17:40:28.470516Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801222995783432:2049] [node 2] ICP01 ready to work
2025-12-06T17:40:28.510647Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801222995783433:2050] [node 3] ICP01 ready to work
2025-12-06T17:40:29.851460Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801227043740631:2049] [node 2] ICP01 ready to work
2025-12-06T17:40:29.857006Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801227043740630:2048] [node 1] ICP01 ready to work
2025-12-06T17:40:29.866875Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801227043740632:2050] [node 3] ICP01 ready to work
2025-12-06T17:40:31.285061Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801235222652660:2048] [node 1] ICP01 ready to work
2025-12-06T17:40:31.285179Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801235222652661:2049] [node 2] ICP01 ready to work
2025-12-06T17:40:31.335373Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801235222652662:2050] [node 3] ICP01 ready to work
2025-12-06T17:40:35.132043Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801255322576081:2108] [node 4] ICP01 ready to work
2025-12-06T17:40:35.187799Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801255971217110:2108] [node 5] ICP01 ready to work
2025-12-06T17:40:35.198526Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801255322576082:2109] [node 6] ICP01 ready to work
2025-12-06T17:40:35.206809Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801252813544469:2108] [node 4] ICP01 ready to work
2025-12-06T17:40:35.210814Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801252813544470:2109] [node 6] ICP01 ready to work
2025-12-06T17:40:35.192187Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801253308982119:2113] [node 6] ICP01 ready to work
2025-12-06T17:40:35.207139Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801252402521906:2107] [node 4] ICP01 ready to work
2025-12-06T17:40:35.258341Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801253060554584:2127] [node 6] ICP01 ready to work
2025-12-06T17:40:35.211258Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801255322576083:2107] [node 5] ICP01 ready to work
2025-12-06T17:40:35.192505Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801253308982118:2107] [node 4] ICP01 ready to work
2025-12-06T17:40:35.215408Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801255971217111:2107] [node 4] ICP01 ready to work
2025-12-06T17:40:35.254726Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801252402521911:2105] [node 5] ICP01 ready to work
2025-12-06T17:40:35.267827Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801253060554585:2108] [node 5] ICP01 ready to work
2025-12-06T17:40:35.267076Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801253308982120:2108] [node 5] ICP01 ready to work
2025-12-06T17:40:35.281967Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801252402521906:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(65913009ns) {Configure:104(65910048ns) {ProcessConfigured:135(10628531ns) {StartInitialHandshake:157(10625822ns) {DropHandshakes:470(3558ns) {DropIncomingHandshake:442(926ns) DropOutgoingHandshake:457(457ns)} GenerateSessionVirtualId:988(1397ns) PrepareNewSessionHandshake:477(3387ns) {SwitchToState:179(1549ns)}}}}}
2025-12-06T17:40:35.316734Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801255971217112:2113] [node 6] ICP01 ready to work
2025-12-06T17:40:35.412374Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801227043740630:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(201352372ns) {Configure:104(201338715ns) {ProcessConfigured:135(88943ns) {StartInitialHandshake:157(85511ns) {DropHandshakes:470(3329ns) {DropIncomingHandshake:442(857ns) DropOutgoingHandshake:457(617ns)} GenerateSessionVirtualId:988(1216ns) PrepareNewSessionHandshake:477(2360ns) {SwitchToState:179(705ns)}}}}}
2025-12-06T17:40:35.292293Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801235222652660:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(96286473ns) {Configure:104(96281370ns) {ProcessConfigured:135(16038160ns) {StartInitialHandshake:157(16034288ns) {DropHandshakes:470(3112ns) {DropIncomingHandshake:442(626ns) DropOutgoingHandshake:457(555ns)} GenerateSessionVirtualId:988(696ns) PrepareNewSessionHandshake:477(2587ns) {SwitchToState:179(743ns)}}}}}
2025-12-06T17:40:35.381023Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801252402521911:2105] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(68551541ns) {Configure:104(68541944ns) {ProcessConfigured:135(1635965ns) {StartInitialHandshake:157(1633536ns) {DropHandshakes:470(2829ns) {DropIncomingHandshake:442(729ns) DropOutgoingHandshake:457(439ns)} GenerateSessionVirtualId:988(1055ns) PrepareNewSessionHandshake:477(2122ns) {SwitchToState:179(626ns)}}}}}
2025-12-06T17:40:35.464369Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801208077935762:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(252820231ns) {Configure:104(252813848ns) {ProcessConfigured:135(20685518ns) {StartInitialHandshake:157(20681130ns) {DropHandshakes:470(2077ns) {DropIncomingHandshake:442(456ns) DropOutgoingHandshake:457(398ns)} GenerateSessionVirtualId:988(890ns) PrepareNewSessionHandshake:477(5434ns) {SwitchToState:179(2657ns)}}}}}
2025-12-06T17:40:35.508657Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801214654276374:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(273004067ns) {Configure:104(272997309ns) {ProcessConfigured:135(16382708ns) {StartInitialHandshake:157(16378621ns) {DropHandshakes:470(3096ns) {DropIncomingHandshake:442(786ns) DropOutgoingHandshake:457(443ns)} GenerateSessionVirtualId:988(1185ns) PrepareNewSessionHandshake:477(5254ns) {SwitchToState:179(2250ns)}}}}}
2025-12-06T17:40:35.542884Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801227043740632:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(241819734ns) {Configure:104(230492220ns) {ProcessConfigured:135(779751ns) {StartInitialHandshake:157(776547ns) {DropHandshakes:470(348724ns) {DropIncomingHandshake:442(832ns) DropOutgoingHandshake:457(678ns)} GenerateSessionVirtualId:988(1219ns) PrepareNewSessionHandshake:477(2005ns) {SwitchToState:179(785ns)}}}}}
2025-12-06T17:40:35.613783Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801222995783431:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(407883656ns) {Configure:104(407876482ns) {ProcessConfigured:135(20199147ns) {StartInitialHandshake:157(20196096ns) {DropHandshakes:470(3165ns) {DropIncomingHandshake:442(723ns) DropOutgoingHandshake:457(570ns)} GenerateSessionVirtualId:988(1138ns) PrepareNewSessionHandshake:477(4772ns) {SwitchToState:179(2225ns)}}}}}
2025-12-06T17:40:35.627817Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801255322576082:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(395625294ns) {Configure:104(395619639ns) {ProcessConfigured:135(14589467ns) {StartInitialHandshake:157(14586886ns) {DropHandshakes:470(4216ns) {DropIncomingHandshake:442(812ns) DropOutgoingHandshake:457(714ns)} GenerateSessionVirtualId:988(1408ns) PrepareNewSessionHandshake:477(2453ns) {SwitchToState:179(675ns)}}}}}
2025-12-06T17:40:35.588620Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801227043740631:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(328611150ns) {Configure:104(328601959ns) {ProcessConfigured:135(23482772ns) {StartInitialHandshake:157(23477615ns) {DropHandshakes:470(3148ns) {DropIncomingHandshake:442(592ns) DropOutgoingHandshake:457(545ns)} GenerateSessionVirtualId:988(879ns) PrepareNewSessionHandshake:477(4430ns) {SwitchToState:179(1775ns)}}}}}
2025-12-06T17:40:35.634581Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801255322576081:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(396135712ns) {Configure:104(396127084ns) {ProcessConfigured:135(19885908ns) {StartInitialHandshake:157(19883833ns) {DropHandshakes:470(1139ns) {DropIncomingHandshake:442(301ns) DropOutgoingHandshake:457(228ns)} GenerateSessionVirtualId:988(380ns) PrepareNewSessionHandshake:477(2510ns) {SwitchToState:179(562ns)}}}}}
2025-12-06T17:40:35.705868Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801252813544469:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(291415246ns) {Configure:104(291408412ns) {ProcessConfigured:135(19172798ns) {StartInitialHandshake:157(19169092ns) {DropHandshakes:470(4020ns) {DropIncomingHandshake:442(1437ns) DropOutgoingHandshake:457(538ns)} GenerateSessionVirtualId:988(1206ns) PrepareNewSessionHandshake:477(5171ns) {SwitchToState:179(2690ns)}}}}}
2025-12-06T17:40:35.668317Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801222995783432:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(347287431ns) {Configure:104(347278864ns) {ProcessConfigured:135(61097799ns) {StartInitialHandshake:157(47530033ns) {DropHandshakes:470(5507ns) {DropIncomingHandshake:442(1015ns) DropOutgoingHandshake:457(516ns)} GenerateSessionVirtualId:988(4359ns) PrepareNewSessionHandshake:477(3716ns) {SwitchToState:179(1981ns)}}}}}
2025-12-06T17:40:35.726714Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801217316511366:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(420253883ns) {Configure:104(420246198ns) {ProcessConfigured:135(16465978ns) {StartInitialHandshake:157(15602563ns) {DropHandshakes:470(3305ns) {DropIncomingHandshake:442(749ns) DropOutgoingHandshake:457(532ns)} GenerateSessionVirtualId:988(1141ns) PrepareNewSessionHandshake:477(2472ns) {SwitchToState:179(674ns)}}}}}
2025-12-06T17:40:35.727053Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801217316511367:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(511279154ns) {Configure:104(511272772ns) {ProcessConfigured:135(62177500ns) {StartInitialHandshake:157(62174746ns) {DropHandshakes:470(29930663ns) {DropIncomingHandshake:442(185ns) DropOutgoingHandshake:457(1114ns)} GenerateSessionVirtualId:988(4052ns) PrepareNewSessionHandshake:477(3377ns) {SwitchToState:179(802ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:35.743369Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801222995783433:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(432505788ns) {Configure:104(432496643ns) {ProcessConfigured:135(7794842ns) {StartInitialHandshake:157(7791418ns) {DropHandshakes:470(3593ns) {DropIncomingHandshake:442(766ns) DropOutgoingHandshake:457(581ns)} GenerateSessionVirtualId:988(1232ns) PrepareNewSessionHandshake:477(402282ns) {SwitchToState:179(1872ns)}}}}}
2025-12-06T17:40:35.751174Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801208077935763:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(286543248ns) {Configure:104(286535964ns) {ProcessConfigured:135(16048989ns) {StartInitialHandshake:157(16045565ns) {DropHandshakes:470(3049ns) {DropIncomingHandshake:442(693ns) DropOutgoingHandshake:457(719ns)} GenerateSessionVirtualId:988(816ns) PrepareNewSessionHandshake:477(3812ns) {SwitchToState:179(1580ns)}}}}}
2025-12-06T17:40:35.775743Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801255971217111:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(380198012ns) {Configure:104(380189613ns) {ProcessConfigured:135(7418108ns) {StartInitialHandshake:157(7415239ns) {DropHandshakes:470(4008ns) {DropIncomingHandshake:442(1240ns) DropOutgoingHandshake:457(475ns)} GenerateSessionVirtualId:988(1196ns) PrepareNewSessionHandshake:477(3621ns) {SwitchToState:179(1631ns)}}}}}
2025-12-06T17:40:35.784675Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801252813544470:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(225804567ns) {Configure:104(225795656ns) {ProcessConfigured:135(24027494ns) {StartInitialHandshake:157(24025435ns) {DropHandshakes:470(5455014ns) {DropIncomingHandshake:442(926ns) DropOutgoingHandshake:457(1621ns)} GenerateSessionVirtualId:988(2694ns) PrepareNewSessionHandshake:477(2391ns) {SwitchToState:179(1022ns)}}}}}
2025-12-06T17:40:35.772565Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801255322576083:2107] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(21017969ns) {Configure:104(21013167ns) {ProcessConfigured:135(75202ns) {StartInitialHandshake:157(72067ns) {DropHandshakes:470(4243ns) {DropIncomingHandshake:442(1054ns) DropOutgoingHandshake:457(644ns)} GenerateSessionVirtualId:988(711ns) PrepareNewSessionHandshake:477(2267ns) {SwitchToState:179(831ns)}}}}}
2025-12-06T17:40:35.765577Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801253308982119:2113] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(446592447ns) {Configure:104(446585022ns) {ProcessConfigured:135(1149950ns) {StartInitialHandshake:157(562023ns) {DropHandshakes:470(3421ns) {DropIncomingHandshake:442(688ns) DropOutgoingHandshake:457(436ns)} GenerateSessionVirtualId:988(1556ns) PrepareNewSessionHandshake:477(2935ns) {SwitchToState:179(835ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:35.779994Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801253060554584:2127] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(164382399ns) {Configure:104(164373529ns) {ProcessConfigured:135(56365ns) {StartInitialHandshake:157(54234ns) {DropHandshakes:470(3799ns) {DropIncomingHandshake:442(729ns) DropOutgoingHandshake:457(910ns)} GenerateSessionVirtualId:988(898ns) PrepareNewSessionHandshake:477(1035ns) {SwitchToState:179(385ns)}}}}}
2025-12-06T17:40:35.773763Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801255322576092:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7950
2025-12-06T17:40:35.770815Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801214654276373:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(455723304ns) {Configure:104(455717750ns) {ProcessConfigured:135(70618704ns) {StartInitialHandshake:157(70615650ns) {DropHandshakes:470(3954ns) {DropIncomingHandshake:442(841ns) DropOutgoingHandshake:457(963ns)} GenerateSessionVirtualId:988(977ns) PrepareNewSessionHandshake:477(4513ns) {SwitchToState:179(1826ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:35.882362Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801252813544485:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9000
2025-12-06T17:40:35.864208Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801253060554590:2130] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64348
2025-12-06T17:40:35.841882Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801253308982127:2131] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36172
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:35.942699Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801255322576098:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7950
2025-12-06T17:40:35.954954Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801255971217112:2113] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(183777398ns) {Configure:104(183769859ns) {ProcessConfigured:135(13979618ns) {StartInitialHandshake:157(13976377ns) {DropHandshakes:470(2663ns) {DropIncomingHandshake:442(611ns) DropOutgoingHandshake:457(418ns)} GenerateSessionVirtualId:988(638ns) PrepareNewSessionHandshake:477(467652ns) {SwitchToState:179(1593ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:35.952101Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801253308982120:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(126186798ns) {Configure:104(125968745ns) {ProcessConfigured:135(19318157ns) {StartInitialHandshake:157(19315156ns) {DropHandshakes:470(2786ns) {DropIncomingHandshake:442(609ns) DropOutgoingHandshake:457(479ns)} GenerateSessionVirtualId:988(939ns) PrepareNewSessionHandshake:477(370274ns) {SwitchToState:179(1421ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:35.984477Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801253308982135:2135] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36172
2025-12-06T17:40:35.985551Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801255322576099:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7950
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:35.985740Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801252402521922:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9810
2025-12-06T17:40:35.986170Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801252402521923:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9810
2025-12-06T17:40:35.987224Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801255971217123:2131] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14656
2025-12-06T17:40:35.990817Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801252813544484:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9000
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:35.991000Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801253060554596:2133] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64348
2025-12-06T17:40:36.000010Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801253060554590:2130] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:36.043211Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801253060554585:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(93082662ns) {Configure:104(93074835ns) {ProcessConfigured:135(9368719ns) {StartInitialHandshake:157(9365260ns) {DropHandshakes:470(3344ns) {DropIncomingHandshake:442(655ns) DropOutgoingHandshake:457(640ns)} GenerateSessionVirtualId:988(1201ns) PrepareNewSessionHandshake:477(4506ns) {SwitchToState:179(2239ns)}}}}}
2025-12-06T17:40:36.064262Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801253308982130:2132] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36172
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:36.008062Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801255971217123:2131] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:36.036584Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801255971217128:2135] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14656
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:36.079176Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801253308982118:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(102078189ns) {Configure:104(102069620ns) {ProcessConfigured:135(438086ns) {StartInitialHandshake:157(435367ns) {DropHandshakes:470(3700ns) {DropIncomingHandshake:442(610ns) DropOutgoingHandshake:457(628ns)} GenerateSessionVirtualId:988(985ns) PrepareNewSessionHandshake:477(3346ns) {SwitchToState:179(1082ns)}}}}}
2025-12-06T17:40:36.099062Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801252402521924:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9810
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:36.104989Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801255971217125:2133] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14656
2025-12-06T17:40:36.108794Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801255322576100:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7950
2025-12-06T17:40:36.114103Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801255971217124:2132] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14656
2025-12-06T17:40:36.273557Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801253308982127:2131] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:36.375220Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801253060554596:2133] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:36.383969Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801255322576092:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:36.775566Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801252402521923:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:36.775744Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801235222652661:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:40:36.776212Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801253308982126:2130] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:36.776248Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801253308982126:2130] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:36.778756Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801256697489222:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9810
2025-12-06T17:40:36.779118Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801253308982126:2130] [node 6] ICH04 handshake succeeded
2025-12-06T17:40:36.783218Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801252402521923:2116] [node 2] ICH04 handshake succeeded
2025-12-06T17:40:36.784213Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801253308982119:2113] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:40:36.784447Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:40:36.784500Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801253308982119:2113] [node 6] ICP22 created new session: [2:7580801257603949435:2113]
2025-12-06T17:40:36.784549Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801257603949435:2113] [node 6] ICS09 handshake done sender: [2:7580801253308982126:2130] self: [2:7580801253308982125:0] peer: [6:7580801256697489221:0] socket: 465 qp: -1
2025-12-06T17:40:36.784580Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801257603949435:2113] [node 6] ICS10 traffic start
2025-12-06T17:40:36.784615Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:36.791427Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801257108511782:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9000
2025-12-06T17:40:36.786689Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801235222652661:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:40:36.787805Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:40:36.787859Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801235222652661:2049] [node 2] ICP22 created new session: [6:7580801256697489223:2049]
2025-12-06T17:40:36.787909Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801256697489223:2049] [node 2] ICS09 handshake done sender: [6:7580801252402521923:2116] self: [6:7580801256697489221:0] peer: [2:7580801253308982125:0] socket: 466 qp: -1
2025-12-06T17:40:36.793791Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801256697489223:2049] [node 2] ICS10 traffic start
2025-12-06T17:40:36.793855Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:36.809776Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801257108511783:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9000
2025-12-06T17:40:36.818760Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801257108511783:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:36.903223Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801252813544485:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:36.904597Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801227043740632:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:40:36.910669Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801255971217118:2129] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:36.910707Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801255971217118:2129] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:40:36.927271Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801255971217118:2129] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:36.937161Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801257108511786:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9000
2025-12-06T17:40:36.945643Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801255971217110:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:40:36.945703Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:40:36.945746Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801255971217110:2108] [node 5] ICP22 created new session: [3:7580801260266184428:2108]
2025-12-06T17:40:36.945793Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801260266184428:2108] [node 5] ICS09 handshake done sender: [3:7580801255971217118:2129] self: [3:7580801255971217117:0] peer: [5:7580801257108511785:0] socket: 453 qp: -1
2025-12-06T17:40:36.945828Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801260266184428:2108] [node 5] ICS10 traffic start
2025-12-06T17:40:36.980638Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801252813544485:2116] [node 3] ICH04 handshake succeeded
2025-12-06T17:40:36.987703Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801227043740632:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:40:36.945867Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:40:37.028256Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801255971217124:2132] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:36.993368Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:40:37.040046Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7580801255971217110:2108] [node 5] ICP18 handshake (actor [3:7580801255971217124:2132]) is too old
2025-12-06T17:40:37.021734Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801252402521922:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:37.056810Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801255322576088:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:37.019043Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801227043740632:2050] [node 3] ICP22 created new session: [5:7580801257108511787:2050]
2025-12-06T17:40:37.056857Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801255322576088:2111] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:40:37.080069Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801255322576088:2111] [node 6] ICH04 handshake succeeded
2025-12-06T17:40:37.023679Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801235222652660:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:37.064878Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801257108511787:2050] [node 3] ICS09 handshake done sender: [5:7580801252813544485:2116] self: [5:7580801257108511785:0] peer: [3:7580801255971217117:0] socket: 458 qp: -1
2025-12-06T17:40:37.128250Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801255322576082:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:40:37.128582Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:40:37.079098Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801257108511787:2050] [node 3] ICS10 traffic start
2025-12-06T17:40:37.093717Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:40:37.118251Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801227043740632:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(129551620ns) {HandleHandshakeStatus:329(129547845ns) {DropIncomingHandshake:442(1433ns) DropOutgoingHandshake:457(6756ns) SwitchToState:179(741ns) ProcessPendingSessionEvents:495(1843ns)}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:37.152174Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801260992456523:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9810
2025-12-06T17:40:37.169814Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801260992456524:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9810
2025-12-06T17:40:37.128630Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801255322576082:2109] [node 6] ICP22 created new session: [1:7580801263912510695:2109]
2025-12-06T17:40:37.128785Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801263912510695:2109] [node 6] ICS09 handshake done sender: [1:7580801255322576088:2111] self: [1:7580801255322576086:0] peer: [6:7580801260992456522:0] socket: 447 qp: -1
2025-12-06T17:40:37.128823Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801263912510695:2109] [node 6] ICS10 traffic start
2025-12-06T17:40:37.128865Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:40:37.187573Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801252813544482:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:37.187630Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580801252813544482:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:40:37.182207Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801260992456523:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:37.183299Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801252402521911:2105] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:40:37.187342Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801252402521922:2115] [node 1] ICH04 handshake succeeded
2025-12-06T17:40:37.220195Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801252813544482:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:40:37.226478Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580801252813544470:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:40:37.226562Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:40:37.226612Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801252813544470:2109] [node 6] ICP22 created new session: [5:7580801261403479087:2109]
2025-12-06T17:40:37.269435Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801255322576099:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:37.192498Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801235222652660:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:40:37.192861Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:40:37.192906Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801235222652660:2048] [node 1] ICP22 created new session: [6:7580801260992456526:2048]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:37.226651Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801261403479087:2109] [node 6] ICS09 handshake done sender: [5:7580801252813544482:2114] self: [5:7580801252813544481:0] peer: [6:7580801260992456525:0] socket: 444 qp: -1
2025-12-06T17:40:37.192947Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801260992456526:2048] [node 1] ICS09 handshake done sender: [6:7580801252402521922:2115] self: [6:7580801260992456522:0] peer: [1:7580801255322576086:0] socket: 463 qp: -1
2025-12-06T17:40:37.192980Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801260992456526:2048] [node 1] ICS10 traffic start
2025-12-06T17:40:37.193013Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:40:37.246647Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801252402521911:2105] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10275) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801260992456523:2119] held: no
2025-12-06T17:40:37.226686Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801261403479087:2109] [node 6] ICS10 traffic start
2025-12-06T17:40:37.289534Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801260992456528:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9810
2025-12-06T17:40:37.226719Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:40:37.351928Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801260992456523:2119] [node 5] ICH04 handshake succeeded
2025-12-06T17:40:37.379036Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801252402521911:2105] [node 5] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:37.409201Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801261898916734:2136] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36172
2025-12-06T17:40:37.407270Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801257108511782:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:37.416123Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801227043740631:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:40:37.399049Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:40:37.399137Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801252402521911:2105] [node 5] ICP22 created new session: [6:7580801260992456529:2105]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:37.399183Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801260992456529:2105] [node 5] ICS09 handshake done sender: [6:7580801260992456523:2119] self: [6:7580801260992456525:0] peer: [5:7580801252813544481:0] socket: 487 qp: -1
2025-12-06T17:40:37.399227Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801260992456529:2105] [node 5] ICS10 traffic start
2025-12-06T17:40:37.424814Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801261898916735:2137] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36172
2025-12-06T17:40:37.443747Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801261650489195:2135] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64348
2025-12-06T17:40:37.445156Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801261650489195:2135] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:37.445304Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801222995783433:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:37.445620Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801255971217120:2130] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:37.445653Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801255971217120:2130] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:37.451231Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801255971217120:2130] [node 4] ICH04 handshake succeeded
2025-12-06T17:40:37.457258Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801255971217111:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:40:37.457592Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:40:37.457644Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801255971217111:2107] [node 4] ICP22 created new session: [3:7580801264561151728:2107]
2025-12-06T17:40:37.457688Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801264561151728:2107] [node 4] ICS09 handshake done sender: [3:7580801255971217120:2130] self: [3:7580801255971217119:0] peer: [4:7580801261650489196:0] socket: 486 qp: -1
2025-12-06T17:40:37.457723Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801264561151728:2107] [node 4] ICS10 traffic start
2025-12-06T17:40:37.457758Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:40:37.437708Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801253308982132:2133] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:37.399272Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:40:37.437773Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801253308982132:2133] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:40:37.453020Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801253308982130:2132] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:37.474838Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801261650489197:2136] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64348
2025-12-06T17:40:37.502819Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801253308982132:2133] [node 5] ICH04 handshake succeeded
2025-12-06T17:40:37.504462Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801214654276374:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(26185596ns) {IncomingHandshake:261(26182690ns) {DropIncomingHandshake:442(952ns) PrepareNewSessionHandshake:477(22320716ns) {SwitchToState:179(4693ns)} GenerateSessionVirtualId:988(1442ns) IssueIncomingHandshakeReply:193(3338ns)}}
2025-12-06T17:40:37.508334Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801255971217127:2134] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:37.508373Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801255971217127:2134] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:40:37.512931Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801255971217127:2134] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:37.399515Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801252402521911:2105] [node 5] ICP35 event processing took too much time PendingConnection:279(20418053ns) {HandleHandshakeStatus:329(20414097ns) {DropIncomingHandshake:442(3981ns) DropOutgoingHandshake:457(661ns) SwitchToState:179(599ns) ProcessPendingSessionEvents:495(1239ns)}}
2025-12-06T17:40:37.521841Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801261403479091:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9000
2025-12-06T17:40:37.523078Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801253308982120:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:40:37.519163Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801255971217112:2113] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:40:37.483013Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801260992456531:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9810
2025-12-06T17:40:37.507814Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801260992456531:2122] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:37.507990Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801235222652662:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:40:37.546337Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801257108511782:2117] [node 2] ICH04 handshake succeeded
2025-12-06T17:40:37.550376Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801261650489195:2135] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:37.592060Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:40:37.551017Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:40:37.601440Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801222995783433:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:40:37.607689Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801253308982120:2108] [node 5] ICP22 created new session: [2:7580801261898916739:2108]
2025-12-06T17:40:37.592204Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801235222652662:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16441) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801260992456531:2122] held: no
2025-12-06T17:40:37.592291Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801227043740631:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:40:37.601924Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:40:37.620045Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801222995783433:2050] [node 3] ICP22 created new session: [4:7580801261650489199:2050]
2025-12-06T17:40:37.571787Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801255971217112:2113] [node 6] ICP22 created new session: [3:7580801264561151732:2113]
2025-12-06T17:40:37.596711Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801260992456533:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9810
2025-12-06T17:40:37.619939Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801261898916739:2108] [node 5] ICS09 handshake done sender: [2:7580801253308982132:2133] self: [2:7580801253308982131:0] peer: [5:7580801261403479090:0] socket: 450 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:37.614009Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801264561151732:2113] [node 6] ICS09 handshake done sender: [3:7580801255971217127:2134] self: [3:7580801255971217126:0] peer: [6:7580801260992456532:0] socket: 496 qp: -1
2025-12-06T17:40:37.604006Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801260992456531:2122] [node 3] ICH04 handshake succeeded
2025-12-06T17:40:37.672631Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801261650489199:2050] [node 3] ICS09 handshake done sender: [4:7580801261650489195:2135] self: [4:7580801261650489196:0] peer: [3:7580801255971217119:0] socket: 493 qp: -1
2025-12-06T17:40:37.622799Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:40:37.628901Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801261898916739:2108] [node 5] ICS10 traffic start
2025-12-06T17:40:37.673510Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801261650489199:2050] [node 3] ICS10 traffic start
2025-12-06T17:40:37.688706Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:40:37.689402Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801222995783433:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(87889734ns) {HandleHandshakeStatus:329(87880869ns) {DropIncomingHandshake:442(1305ns) DropOutgoingHandshake:457(6017ns) SwitchToState:179(850ns) ProcessPendingSessionEvents:495(363ns)}}
2025-12-06T17:40:37.660519Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801264561151732:2113] [node 6] ICS10 traffic start
2025-12-06T17:40:37.665763Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801235222652662:2050] [node 3] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:37.622860Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801227043740631:2049] [node 2] ICP22 created new session: [5:7580801261403479092:2049]
2025-12-06T17:40:37.689538Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801261650489198:2137] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64348
2025-12-06T17:40:37.666020Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:40:37.628968Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:40:37.699929Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:40:37.669563Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801261403479092:2049] [node 2] ICS09 handshake done sender: [5:7580801257108511782:2117] self: [5:7580801261403479090:0] peer: [2:7580801253308982131:0] socket: 482 qp: -1
2025-12-06T17:40:37.710760Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801235222652662:2050] [node 3] ICP22 created new session: [6:7580801260992456534:2050]
2025-12-06T17:40:37.774679Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801260992456534:2050] [node 3] ICS09 handshake done sender: [6:7580801260992456531:2122] self: [6:7580801260992456532:0] peer: [3:7580801255971217126:0] socket: 497 qp: -1
2025-12-06T17:40:37.784201Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801260992456534:2050] [node 3] ICS10 traffic start
2025-12-06T17:40:37.731183Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801261650489198:2137] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:37.633961Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801253308982120:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(109582810ns) {HandleHandshakeStatus:329(109579465ns) {DropIncomingHandshake:442(1006ns) DropOutgoingHandshake:457(523ns) SwitchToState:179(691ns) ProcessPendingSessionEvents:495(840ns)}}
2025-12-06T17:40:37.732252Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801222995783432:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:37.669614Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801261403479092:2049] [node 2] ICS10 traffic start
2025-12-06T17:40:37.741431Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801255971217112:2113] [node 6] ICP35 event processing took too much time PendingConnection:279(167636992ns) {HandleHandshakeStatus:329(167632774ns) {DropIncomingHandshake:442(30026ns) DropOutgoingHandshake:457(701ns) SwitchToState:179(1007ns) ProcessPendingSessionEvents:495(1079ns)}}
2025-12-06T17:40:37.687228Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:40:37.740595Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801261403479094:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9000
2025-12-06T17:40:37.773186Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801253308982134:2134] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:37.789986Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:40:37.790328Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801235222652662:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(167049548ns) {HandleHandshakeStatus:329(167045225ns) {DropIncomingHandshake:442(2822ns) DropOutgoingHandshake:457(512ns) SwitchToState:179(1012ns) ProcessPendingSessionEvents:495(1637ns)}}
2025-12-06T17:40:37.830772Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801261650489203:2138] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64348
2025-12-06T17:40:37.783807Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801227043740631:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(172063766ns) {HandleHandshakeStatus:329(161134956ns) {DropIncomingHandshake:442(3846ns) DropOutgoingHandshake:457(12532ns) SwitchToState:179(581ns) ProcessPendingSessionEvents:495(833ns)}}
2025-12-06T17:40:37.742936Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801255971217128:2135] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:37.831215Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801261403479094:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:37.775188Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801217316511367:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:40:37.773271Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801253308982134:2134] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:40:37.890667Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801252402521924:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:37.899761Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801252402521906:2107] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:40:37.886730Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801261650489198:2137] [node 2] ICH04 handshake succeeded
2025-12-06T17:40:37.889649Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801252813544469:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:40:37.960146Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801252813544469:2108] [node 4] ICP35 event processing took too much time PendingConnection:279(46426179ns) {IncomingHandshake:261(46423587ns) {DropIncomingHandshake:442(637ns) PrepareNewSessionHandshake:477(1829ns) {SwitchToState:179(820ns)} GenerateSessionVirtualId:988(571ns) IssueIncomingHandshakeReply:193(24945123ns) {SwitchToState:179(4768ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:37.984381Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801264561151735:2136] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14656
2025-12-06T17:40:37.795117Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801253308982134:2134] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:37.911120Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801253060554595:2132] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:37.996017Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801261403479096:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9000
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:37.831535Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7580801253308982120:2108] [node 5] ICP27 obsolete handshake fail ignored
2025-12-06T17:40:38.027986Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801260992456537:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9810
2025-12-06T17:40:37.841107Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801253308982118:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:40:37.911151Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801253060554595:2132] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:40:38.036537Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801217316511367:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19597) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580801255971217128:2135] held: no
2025-12-06T17:40:38.045101Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801255971217128:2135] [node 2] ICH04 handshake succeeded
2025-12-06T17:40:38.082941Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:40:38.035518Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801261403479094:2121] [node 4] ICH04 handshake succeeded
2025-12-06T17:40:38.094634Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801217316511367:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:40:38.105028Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801252402521906:2107] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23803) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801252402521924:2117] held: no
2025-12-06T17:40:38.105118Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801252402521924:2117] [node 4] ICH04 handshake succeeded
2025-12-06T17:40:37.889025Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801253308982122:2128] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:37.923736Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801257355521897:2134] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:38.111455Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801252402521906:2107] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:40:38.119205Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:40:38.067336Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801252813544469:2108] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:40:38.139523Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:40:37.889093Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801253308982122:2128] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:40:38.067405Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:40:37.923794Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801257355521897:2134] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:40:38.123443Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801252402521906:2107] [node 4] ICP22 created new session: [6:7580801265287423834:2107]
2025-12-06T17:40:37.935445Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801253060554595:2132] [node 6] ICH04 handshake succeeded
2025-12-06T17:40:38.146587Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801260992456526:2048] [node 1] ICS01 socket: 463 reason# EndOfStream
2025-12-06T17:40:38.147467Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801235222652660:2048] [node 1] ICP30 unregister session Session# [6:7580801260992456526:2048] VirtualId# [6:7580801260992456522:0]
2025-12-06T17:40:38.147506Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801260992456526:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:40:38.067455Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801252813544469:2108] [node 4] ICP22 created new session: [5:7580801265698446393:2108]
2025-12-06T17:40:37.902599Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801253308982135:2135] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:37.912068Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801253308982122:2128] [node 3] ICH04 handshake succeeded
2025-12-06T17:40:38.140689Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801217316511367:2049] [node 2] ICP22 created new session: [3:7580801268856119032:2049]
2025-12-06T17:40:37.944144Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801222995783432:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:40:37.955445Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:40:38.067503Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801265698446393:2108] [node 4] ICS09 handshake done sender: [5:7580801261403479094:2121] self: [5:7580801261403479095:0] peer: [4:7580801257355521895:0] socket: 503 qp: -1
2025-12-06T17:40:38.147605Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:40:38.147973Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:40:38.176397Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801265287423834:2107] [node 4] ICS09 handshake done sender: [6:7580801252402521924:2117] self: [6:7580801260992456536:0] peer: [4:7580801253060554594:0] socket: 477 qp: -1
2025-12-06T17:40:38.184057Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801265287423834:2107] [node 4] ICS10 traffic start
2025-12-06T17:40:37.945962Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:40:38.141064Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801268856119032:2049] [node 2] ICS09 handshake done sender: [3:7580801255971217128:2135] self: [3:7580801264561151734:0] peer: [2:7580801253308982121:0] socket: 469 qp: -1
2025-12-06T17:40:37.989665Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801214654276374:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:40:38.204183Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:40:38.067536Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801265698446393:2108] [node 4] ICS10 traffic start
2025-12-06T17:40:37.991073Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801253308982118:2107] [node 4] ICP22 created new session: [2:7580801261898916743:2107]
2025-12-06T17:40:37.998096Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801261898916743:2107] [node 4] ICS09 handshake done sender: [2:7580801253308982134:2134] self: [2:7580801253308982133:0] peer: [4:7580801261650489202:0] socket: 502 qp: -1
2025-12-06T17:40:38.016650Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801261898916743:2107] [node 4] ICS10 traffic start
2025-12-06T17:40:38.141431Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801268856119032:2049] [node 2] ICS10 traffic start
2025-12-06T17:40:38.067578Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:40:38.246528Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801227043740630:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3615) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [0:0:0] held: no
2025-12-06T17:40:38.264502Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801227043740630:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(33170729ns) {HandleHandshakeStatus:395(33167668ns) {LogHandshakeFail:472(13250ns) {UpdateErrorStateLog:545(4669ns)} DropOutgoingHandshake:457(3658ns) ProcessPendingSessionEvents:495(295ns) SwitchToInitialState:202(2653ns) {SwitchToState:179(1502ns)}}}
2025-12-06T17:40:37.946917Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801222995783432:2049] [node 2] ICP22 created new session: [4:7580801261650489206:2049]
2025-12-06T17:40:38.141473Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:40:38.213549Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7580801217316511366:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:40:38.244465Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801217316511367:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(122004821ns) {HandleHandshakeStatus:329(122001387ns) {DropIncomingHandshake:442(3844ns) DropOutgoingHandshake:457(566ns) SwitchToState:179(9012024ns) ProcessPendingSessionEvents:495(2100ns)}}
2025-12-06T17:40:37.946968Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801261650489206:2049] [node 2] ICS09 handshake done sender: [4:7580801261650489198:2137] self: [4:7580801261650489202:0] peer: [2:7580801253308982133:0] socket: 445 qp: -1
2025-12-06T17:40:37.947006Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801261650489206:2049] [node 2] ICS10 traffic start
2025-12-06T17:40:37.947392Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:40:37.989119Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801257355521897:2134] [node 5] ICH04 handshake succeeded
2025-12-06T17:40:38.004854Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801253060554584:2127] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:40:38.005667Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:40:38.006386Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801253060554584:2127] [node 6] ICP22 created new session: [4:7580801265945456504:2127]
2025-12-06T17:40:38.007163Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801265945456504:2127] [node 6] ICS09 handshake done sender: [4:7580801253060554595:2132] self: [4:7580801253060554594:0] peer: [6:7580801260992456536:0] socket: 476 qp: -1
2025-12-06T17:40:38.007986Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801265945456504:2127] [node 6] ICS10 traffic start
2025-12-06T17:40:38.008410Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:40:38.013065Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801253060554585:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:40:38.047261Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:40:38.051142Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801253060554584:2127] [node 6] ICP35 event processing took too much time PendingConnection:279(44322959ns) {HandleHandshakeStatus:329(44319560ns) {DropIncomingHandshake:442(21197ns) DropOutgoingHandshake:457(515ns) SwitchToState:179(1442ns) ProcessPendingSessionEvents:495(1213ns)}}
2025-12-06T17:40:38.059290Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801253060554585:2108] [node 5] ICP22 created new session: [4:7580801265945456506:2108]
2025-12-06T17:40:38.077460Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801265945456506:2108] [node 5] ICS09 handshake done sender: [4:7580801257355521897:2134] self: [4:7580801257355521895:0] peer: [5:7580801261403479095:0] socket: 438 qp: -1
2025-12-06T17:40:38.077869Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801265945456506:2108] [node 5] ICS10 traffic start
2025-12-06T17:40:38.078972Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:40:38.128208Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801253060554585:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(94449534ns) {HandleHandshakeStatus:329(94445991ns) {DropIncomingHandshake:442(18108ns) DropOutgoingHandshake:457(653ns) SwitchToState:179(426ns) ProcessPendingSessionEvents:495(1480ns)}}
2025-12-06T17:40:38.275922Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801252402521906:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(164380944ns) {HandleHandshakeStatus:329(164377410ns) {DropIncomingHandshake:442(1363ns) DropOutgoingHandshake:457(1905ns) SwitchToState:179(2401ns) ProcessPendingSessionEvents:495(1166ns)}}
2025-12-06T17:40:38.296219Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801217316511366:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3615) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [0:0:0] held: no
2025-12-06T17:40:38.294504Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801222995783431:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3615) Socket error# Connection reset by peer state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [0:0:0] held: no
2025-12-06T17:40:38.031366Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:40:38.056076Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801214654276374:2049] [node 3] ICP22 created new session: [2:7580801266193884041:2049]
2025-12-06T17:40:38.056904Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:40:38.072115Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801266193884041:2049] [node 3] ICS09 handshake done sender: [2:7580801253308982122:2128] self: [2:7580801253308982121:0] peer: [3:7580801264561151734:0] socket: 464 qp: -1
2025-12-06T17:40:38.097659Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801266193884041:2049] [node 3] ICS10 traffic start
2025-12-06T17:40:38.107226Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:40:38.123619Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801253308982118:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(262957841ns) {HandleHandshakeStatus:329(262953530ns) {DropIncomingHandshake:442(562ns) DropOutgoingHandshake:457(8460ns) SwitchToState:179(557ns) ProcessPendingSessionEvents:495(1189ns)}}
2025-12-06T17:40:38.143574Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7580801214654276373:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:40:38.150054Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580801253308982118:2107] [node 4] ICP18 handshake (actor [2:7580801253308982135:2135]) is too old
2025-12-06T17:40:38.201516Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801214654276374:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(186004588ns) {HandleHandshakeStatus:329(185997041ns) {DropIncomingHandshake:442(8051986ns) DropOutgoingHandshake:457(2100ns) SwitchToState:179(1088ns) ProcessPendingSessionEvents:495(1359ns)}}
2025-12-06T17:40:38.294770Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580801214654276373:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3615) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:40:38.431549Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:40:38.431864Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801268856119032:2049] [node 2] ICS01 socket: 469 reason# EndOfStream
2025-12-06T17:40:38.431945Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801217316511367:2049] [node 2] ICP30 unregister session Session# [3:7580801268856119032:2049] VirtualId# [3:7580801264561151734:0]
2025-12-06T17:40:38.431990Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801268856119032:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:40:38.432090Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:40:38.432143Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:40:38.443129Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:40:38.443371Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801256697489223:2049] [node 2] ICS01 socket: 466 reason# EndOfStream
2025-12-06T17:40:38.443414Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801235222652661:2049] [node 2] ICP30 unregister session Session# [6:7580801256697489223:2049] VirtualId# [6:7580801256697489221:0]
2025-12-06T17:40:38.443444Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801256697489223:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:40:38.443512Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:40:38.443564Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:40:38.442767Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:40:38.443032Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801261650489206:2049] [node 2] ICS01 socket: 445 reason# EndOfStream
2025-12-06T17:40:38.443088Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801222995783432:2049] [node 2] ICP30 unregister session Session# [4:7580801261650489206:2049] VirtualId# [4:7580801261650489202:0]
2025-12-06T17:40:38.443129Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801261650489206:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:40:38.443250Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:40:38.443314Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:40:38.443417Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:40:38.443607Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801261403479092:2049] [node 2] ICS01 socket: 482 reason# EndOfStream
2025-12-06T17:40:38.443656Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801227043740631:2049] [node 2] ICP30 unregister session Session# [5:7580801261403479092:2049] VirtualId# [5:7580801261403479090:0]
2025-12-06T17:40:38.443688Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801261403479092:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:40:38.443760Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:40:38.443808Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:40:38.722853Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:40:38.723096Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801261650489199:2050] [node 3] ICS01 socket: 493 reason# EndOfStream
2025-12-06T17:40:38.723688Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801222995783433:2050] [node 3] ICP30 unregister session Session# [4:7580801261650489199:2050] VirtualId# [4:7580801261650489196:0]
2025-12-06T17:40:38.723889Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801261650489199:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:40:38.724001Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:40:38.724056Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:40:38.724914Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:40:38.725316Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801257108511787:2050] [node 3] ICS01 socket: 458 reason# EndOfStream
2025-12-06T17:40:38.725517Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801227043740632:2050] [node 3] ICP30 unregister session Session# [5:7580801257108511787:2050] VirtualId# [5:7580801257108511785:0]
2025-12-06T17:40:38.725711Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801257108511787:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:40:38.725777Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:40:38.725814Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:40:38.726427Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:40:38.726964Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801260992456534:2050] [node 3] ICS01 socket: 497 reason# EndOfStream
2025-12-06T17:40:38.726998Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801235222652662:2050] [node 3] ICP30 unregister session Session# [6:7580801260992456534:2050] VirtualId# [6:7580801260992456532:0]
2025-12-06T17:40:38.727351Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801260992456534:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:40:38.727575Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:40:38.727614Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:40:39.163337Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:40:39.164169Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:40:39.164840Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801265698446393:2108] [node 4] ICS01 socket: 503 reason# EndOfStream
2025-12-06T17:40:39.166459Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801265287423834:2107] [node 4] ICS01 socket: 477 reason# EndOfStream
2025-12-06T17:40:39.165299Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801252813544469:2108] [node 4] ICP30 unregister session Session# [5:7580801265698446393:2108] VirtualId# [5:7580801261403479095:0]
2025-12-06T17:40:39.165789Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801265698446393:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:40:39.165883Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:40:39.166331Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:40:39.166505Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801252402521906:2107] [node 4] ICP30 unregister session Session# [6:7580801265287423834:2107] VirtualId# [6:7580801260992456536:0]
2025-12-06T17:40:39.187361Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801265287423834:2107] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:40:39.187499Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:40:39.187549Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:40:40.007337Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:40:40.009219Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801260992456529:2105] [node 5] ICS01 socket: 487 reason# EndOfStream
2025-12-06T17:40:40.009280Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801252402521911:2105] [node 5] ICP30 unregister session Session# [6:7580801260992456529:2105] VirtualId# [6:7580801260992456525:0]
2025-12-06T17:40:40.009316Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801260992456529:2105] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:40:40.009420Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:40:40.009866Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:40:40.404892Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801274488332383:2049] [node 3] ICP01 ready to work
2025-12-06T17:40:40.407429Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801274488332382:2048] [node 2] ICP01 ready to work
2025-12-06T17:40:40.442317Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801275746701439:2048] [node 1] ICP01 ready to work
2025-12-06T17:40:40.442367Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801275746701440:2049] [node 3] ICP01 ready to work
2025-12-06T17:40:42.002516Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801281426962451:2048] [node 1] ICP01 ready to work
2025-12-06T17:40:42.002567Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801281426962452:2049] [node 2] ICP01 ready to work
2025-12-06T17:40:44.820338Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801292505308742:2048] [node 1] ICP01 ready to work
2025-12-06T17:40:44.821723Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801292505308743:2049] [node 2] ICP01 ready to work
2025-12-06T17:40:44.842588Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801292505308744:2050] [node 3] ICP01 ready to work
2025-12-06T17:40:46.058618Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801296674472304:2048] [node 1] ICP01 ready to work
2025-12-06T17:40:46.059956Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801296674472305:2049] [node 2] ICP01 ready to work
2025-12-06T17:40:46.060791Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801296674472306:2050] [node 3] ICP01 ready to work
2025-12-06T17:40:47.601082Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801306993791424:2048] [node 1] ICP01 ready to work
2025-12-06T17:40:47.601216Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801306993791425:2049] [node 2] ICP01 ready to work
2025-12-06T17:40:47.602110Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801306993791426:2050] [node 3] ICP01 ready to work
2025-12-06T17:40:50.835090Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801318149308855:2108] [node 4] ICP01 ready to work
2025-12-06T17:40:50.902261Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801318696374479:2107] [node 4] ICP01 ready to work
2025-12-06T17:40:50.920736Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801317438005414:2107] [node 4] ICP01 ready to work
2025-12-06T17:40:50.934931Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801320081668195:2108] [node 5] ICP01 ready to work
2025-12-06T17:40:50.951084Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801318149308856:2109] [node 6] ICP01 ready to work
2025-12-06T17:40:50.956437Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801318275112589:2108] [node 5] ICP01 ready to work
2025-12-06T17:40:50.930579Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801318696374480:2108] [node 5] ICP01 ready to work
2025-12-06T17:40:50.992900Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801320081668196:2109] [node 6] ICP01 ready to work
2025-12-06T17:40:50.993325Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801319878693370:2087] [node 4] ICP01 ready to work
2025-12-06T17:40:50.951313Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801317438005415:2108] [node 5] ICP01 ready to work
2025-12-06T17:40:50.992866Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801318275112590:2109] [node 6] ICP01 ready to work
2025-12-06T17:40:50.992972Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801318696374481:2109] [node 6] ICP01 ready to work
2025-12-06T17:40:51.046366Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801324376635493:2107] [node 4] ICP01 ready to work
2025-12-06T17:40:51.015990Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801317438005416:2109] [node 6] ICP01 ready to work
2025-12-06T17:40:51.064502Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801281426962451:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(209401708ns) {Configure:104(209395751ns) {ProcessConfigured:135(2042534ns) {StartInitialHandshake:157(2038331ns) {DropHandshakes:470(2469ns) {DropIncomingHandshake:442(689ns) DropOutgoingHandshake:457(518ns)} GenerateSessionVirtualId:988(1160ns) PrepareNewSessionHandshake:477(1521ns) {SwitchToState:179(452ns)}}}}}
2025-12-06T17:40:51.087173Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801324173660673:2095] [node 5] ICP01 ready to work
2025-12-06T17:40:51.131915Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801306993791425:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(297886867ns) {Configure:104(297876700ns) {ProcessConfigured:135(62109180ns) {StartInitialHandshake:157(62105863ns) {DropHandshakes:470(2210ns) {DropIncomingHandshake:442(532ns) DropOutgoingHandshake:457(429ns)} GenerateSessionVirtualId:988(806ns) PrepareNewSessionHandshake:477(5177ns) {SwitchToState:179(2214ns)}}}}}
2025-12-06T17:40:51.251486Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801306993791424:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(424124897ns) {Configure:104(424119382ns) {ProcessConfigured:135(23386004ns) {StartInitialHandshake:157(23380385ns) {DropHandshakes:470(3687ns) {DropIncomingHandshake:442(751ns) DropOutgoingHandshake:457(616ns)} GenerateSessionVirtualId:988(2584ns) PrepareNewSessionHandshake:477(4849ns) {SwitchToState:179(2405ns)}}}}}
2025-12-06T17:40:51.300637Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801296674472305:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(379164636ns) {Configure:104(379156179ns) {ProcessConfigured:135(26287076ns) {StartInitialHandshake:157(429653ns) {DropHandshakes:470(6157ns) {DropIncomingHandshake:442(1326ns) DropOutgoingHandshake:457(599ns)} GenerateSessionVirtualId:988(2892ns) PrepareNewSessionHandshake:477(3581ns) {SwitchToState:179(2212ns)}}}}}
2025-12-06T17:40:51.183106Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801320081668196:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(102713534ns) {Configure:104(102707261ns) {ProcessConfigured:135(58473434ns) {StartInitialHandshake:157(52650211ns) {DropHandshakes:470(2964ns) {DropIncomingHandshake:442(417ns) DropOutgoingHandshake:457(444ns)} GenerateSessionVirtualId:988(3393ns) PrepareNewSessionHandshake:477(4059ns) {SwitchToState:179(705ns)}}}}}
2025-12-06T17:40:51.279762Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801275746701440:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(353515967ns) {Configure:104(353136884ns) {ProcessConfigured:135(60868155ns) {StartInitialHandshake:157(60864316ns) {DropHandshakes:470(3381ns) {DropIncomingHandshake:442(727ns) DropOutgoingHandshake:457(512ns)} GenerateSessionVirtualId:988(1350ns) PrepareNewSessionHandshake:477(4630ns) {SwitchToState:179(2174ns)}}}}}
2025-12-06T17:40:51.390219Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801275746701439:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(413368684ns) {Configure:104(413359849ns) {ProcessConfigured:135(52744385ns) {StartInitialHandshake:157(52740639ns) {DropHandshakes:470(2946ns) {DropIncomingHandshake:442(686ns) DropOutgoingHandshake:457(348ns)} GenerateSessionVirtualId:988(986ns) PrepareNewSessionHandshake:477(5241ns) {SwitchToState:179(2355ns)}}}}}
2025-12-06T17:40:51.402782Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801306993791426:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(437705423ns) {Configure:104(437696778ns) {ProcessConfigured:135(814093ns) {StartInitialHandshake:157(810133ns) {DropHandshakes:470(3207ns) {DropIncomingHandshake:442(750ns) DropOutgoingHandshake:457(548ns)} GenerateSessionVirtualId:988(649ns) PrepareNewSessionHandshake:477(2423ns) {SwitchToState:179(667ns)}}}}}
2025-12-06T17:40:51.350790Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801318275112589:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(364323681ns) {Configure:104(364317056ns) {ProcessConfigured:135(130536061ns) {StartInitialHandshake:157(130532189ns) {DropHandshakes:470(3095ns) {DropIncomingHandshake:442(688ns) DropOutgoingHandshake:457(524ns)} GenerateSessionVirtualId:988(1543ns) PrepareNewSessionHandshake:477(5218ns) {SwitchToState:179(2092ns)}}}}}
2025-12-06T17:40:51.387277Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801296674472306:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(399544410ns) {Configure:104(399538009ns) {ProcessConfigured:135(54350153ns) {StartInitialHandshake:157(54346198ns) {DropHandshakes:470(448660ns) {DropIncomingHandshake:442(741ns) DropOutgoingHandshake:457(424ns)} GenerateSessionVirtualId:988(981ns) PrepareNewSessionHandshake:477(4999ns) {SwitchToState:179(2035ns)}}}}}
2025-12-06T17:40:51.422168Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801274488332382:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(656921440ns) {Configure:104(656915722ns) {ProcessConfigured:135(35799482ns) {StartInitialHandshake:157(35796331ns) {DropHandshakes:470(12489426ns) {DropIncomingHandshake:442(1025ns) DropOutgoingHandshake:457(993ns)} GenerateSessionVirtualId:988(2355ns) PrepareNewSessionHandshake:477(4761ns) {SwitchToState:179(2017ns)}}}}}
2025-12-06T17:40:51.403553Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801292505308742:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(561378275ns) {Configure:104(561373699ns) {ProcessConfigured:135(48105603ns) {StartInitialHandshake:157(48102641ns) {DropHandshakes:470(3264ns) {DropIncomingHandshake:442(891ns) DropOutgoingHandshake:457(389ns)} GenerateSessionVirtualId:988(1219ns) PrepareNewSessionHandshake:477(3929ns) {SwitchToState:179(2034ns)}}}}}
2025-12-06T17:40:51.449826Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801318696374479:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(400548173ns) {Configure:104(400539665ns) {ProcessConfigured:135(79588251ns) {StartInitialHandshake:157(79585222ns) {DropHandshakes:470(3600ns) {DropIncomingHandshake:442(897ns) DropOutgoingHandshake:457(465ns)} GenerateSessionVirtualId:988(933ns) PrepareNewSessionHandshake:477(3080ns) {SwitchToState:179(633ns)}}}}}
2025-12-06T17:40:51.441050Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801318149308856:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(406605998ns) {Configure:104(406594124ns) {ProcessConfigured:135(50706197ns) {StartInitialHandshake:157(50702191ns) {DropHandshakes:470(3198ns) {DropIncomingHandshake:442(763ns) DropOutgoingHandshake:457(655ns)} GenerateSessionVirtualId:988(975ns) PrepareNewSessionHandshake:477(3820ns) {SwitchToState:179(1747ns)}}}}}
2025-12-06T17:40:51.581918Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801319878693370:2087] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(406144124ns) {Configure:104(406137089ns) {ProcessConfigured:135(408615ns) {StartInitialHandshake:157(406822ns) {DropHandshakes:470(2701ns) {DropIncomingHandshake:442(689ns) DropOutgoingHandshake:457(416ns)} GenerateSessionVirtualId:988(802ns) PrepareNewSessionHandshake:477(728ns) {SwitchToState:179(250ns)}}}}}
2025-12-06T17:40:51.562109Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801318696374480:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(502024398ns) {Configure:104(502017159ns) {ProcessConfigured:135(32354665ns) {StartInitialHandshake:157(32352051ns) {DropHandshakes:470(966ns) {DropIncomingHandshake:442(46ns) DropOutgoingHandshake:457(333ns)} GenerateSessionVirtualId:988(300ns) PrepareNewSessionHandshake:477(2292ns) {SwitchToState:179(884ns)}}}}}
2025-12-06T17:40:51.445009Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801317438005414:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(396301442ns) {Configure:104(396296738ns) {ProcessConfigured:135(31002771ns) {StartInitialHandshake:157(30999843ns) {DropHandshakes:470(3408ns) {DropIncomingHandshake:442(826ns) DropOutgoingHandshake:457(384ns)} GenerateSessionVirtualId:988(963ns) PrepareNewSessionHandshake:477(3818ns) {SwitchToState:179(1706ns)}}}}}
2025-12-06T17:40:51.591434Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801320081668195:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(437820414ns) {Configure:104(437814118ns) {ProcessConfigured:135(48281431ns) {StartInitialHandshake:157(48278118ns) {DropHandshakes:470(3309ns) {DropIncomingHandshake:442(839ns) DropOutgoingHandshake:457(404ns)} GenerateSessionVirtualId:988(1055ns) PrepareNewSessionHandshake:477(5570ns) {SwitchToState:179(2326ns)}}}}}
2025-12-06T17:40:51.553495Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801274488332383:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(571181396ns) {Configure:104(571173912ns) {ProcessConfigured:135(47184358ns) {StartInitialHandshake:157(47182525ns) {DropHandshakes:470(2967ns) {DropIncomingHandshake:442(651ns) DropOutgoingHandshake:457(357ns)} GenerateSessionVirtualId:988(1436ns) PrepareNewSessionHandshake:477(2997ns) {SwitchToState:179(744ns)}}}}}
2025-12-06T17:40:51.651020Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801292505308744:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(212271125ns) {Configure:104(212266014ns) {ProcessConfigured:135(41219351ns) {StartInitialHandshake:157(40771639ns) {DropHandshakes:470(3155ns) {DropIncomingHandshake:442(934ns) DropOutgoingHandshake:457(341ns)} GenerateSessionVirtualId:988(716ns) PrepareNewSessionHandshake:477(2442ns) {SwitchToState:179(71ns)}}}}}
2025-12-06T17:40:51.716649Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801324173660673:2095] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(547740394ns) {Configure:104(547733852ns) {ProcessConfigured:135(821899ns) {StartInitialHandshake:157(819560ns) {DropHandshakes:470(386680ns) {DropIncomingHandshake:442(518ns) DropOutgoingHandshake:457(483ns)} GenerateSessionVirtualId:988(470ns) PrepareNewSessionHandshake:477(2041ns) {SwitchToState:179(484ns)}}}}}
2025-12-06T17:40:51.636161Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801296674472304:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(640913453ns) {Configure:104(640907434ns) {ProcessConfigured:135(79905936ns) {StartInitialHandshake:157(79903109ns) {DropHandshakes:470(3078ns) {DropIncomingHandshake:442(778ns) DropOutgoingHandshake:457(545ns)} GenerateSessionVirtualId:988(1155ns) PrepareNewSessionHandshake:477(4920ns) {SwitchToState:179(2569ns)}}}}}
2025-12-06T17:40:51.793795Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801324376635493:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(590492293ns) {Configure:104(590482267ns) {ProcessConfigured:135(53779812ns) {StartInitialHandshake:157(53776968ns) {DropHandshakes:470(3150ns) {DropIncomingHandshake:442(790ns) DropOutgoingHandshake:457(530ns)} GenerateSessionVirtualId:988(819ns) PrepareNewSessionHandshake:477(4465ns) {SwitchToState:179(1618ns)}}}}}
2025-12-06T17:40:51.653710Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801292505308743:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(644331945ns) {Configure:104(644323007ns) {ProcessConfigured:135(76340587ns) {StartInitialHandshake:157(76337891ns) {DropHandshakes:470(18384147ns) {DropIncomingHandshake:442(542ns) DropOutgoingHandshake:457(1344ns)} GenerateSessionVirtualId:988(1545ns) PrepareNewSessionHandshake:477(3326ns) {SwitchToState:179(1198ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:51.598452Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801317438005415:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(564085505ns) {Configure:104(548355753ns) {ProcessConfigured:135(70292040ns) {StartInitialHandshake:157(51204584ns) {DropHandshakes:470(4828ns) {DropIncomingHandshake:442(713ns) DropOutgoingHandshake:457(557ns)} GenerateSessionVirtualId:988(2326ns) PrepareNewSessionHandshake:477(4190ns) {SwitchToState:179(1182ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:51.703945Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801318275112590:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(431645363ns) {Configure:104(431634876ns) {ProcessConfigured:135(33330763ns) {StartInitialHandshake:157(33327631ns) {DropHandshakes:470(3722ns) {DropIncomingHandshake:442(878ns) DropOutgoingHandshake:457(776ns)} GenerateSessionVirtualId:988(1104ns) PrepareNewSessionHandshake:477(4114ns) {SwitchToState:179(2094ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:51.863472Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801324173660687:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11302
2025-12-06T17:40:51.852261Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801322444276163:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45859
2025-12-06T17:40:51.895856Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801281426962451:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(19261152ns) {HandleCleanupEventQueue:832(19258224ns) {CleanupEventQueue:841(19249686ns) {DropSessionEvent:512(9623ns) DropSessionEvent:512(4458ns) DropSessionEvent:512(18819867ns) DropSessionEvent:512(11030ns) DropSessionEvent:512(3976ns) DropSessionEvent:512(4350ns) DropSessionEvent:512(4341ns)} ScheduleCleanupEventQueue:822(6837ns)}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:51.941291Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801318696374481:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(468783497ns) {Configure:104(468777274ns) {ProcessConfigured:135(410685ns) {StartInitialHandshake:157(408095ns) {DropHandshakes:470(3070ns) {DropIncomingHandshake:442(1039ns) DropOutgoingHandshake:457(440ns)} GenerateSessionVirtualId:988(1199ns) PrepareNewSessionHandshake:477(2069ns) {SwitchToState:179(624ns)}}}}}
2025-12-06T17:40:51.932972Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801296674472304:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(27167057ns) {HandleCleanupEventQueue:832(27160224ns) {CleanupEventQueue:841(27149561ns) {DropSessionEvent:512(14600ns) DropSessionEvent:512(27130478ns)} ScheduleCleanupEventQueue:822(7655ns)}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:51.934558Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801281426962452:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(650450597ns) {Configure:104(650443938ns) {ProcessConfigured:135(100496393ns) {StartInitialHandshake:157(100491871ns) {DropHandshakes:470(3590ns) {DropIncomingHandshake:442(1097ns) DropOutgoingHandshake:457(524ns)} GenerateSessionVirtualId:988(1422ns) PrepareNewSessionHandshake:477(3356ns) {SwitchToState:179(1003ns)}}}}}
2025-12-06T17:40:51.967773Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801322570079899:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32816
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:52.024536Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801274488332383:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(50699972ns) {HandleCleanupEventQueue:832(50696649ns) {CleanupEventQueue:841(50689091ns) {DropSessionEvent:512(10119ns) DropSessionEvent:512(4815ns) DropSessionEvent:512(5519ns) DropSessionEvent:512(5957ns) DropSessionEvent:512(5620250ns) DropSessionEvent:512(44632771ns) DropSessionEvent:512(7770ns) DropSessionEvent:512(6597ns)} ScheduleCleanupEventQueue:822(5138ns)}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:51.960023Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801322444276163:2122] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:52.025757Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801318696374480:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(26882918ns) {HandleCleanupEventQueue:832(26880133ns) {CleanupEventQueue:841(26871026ns) {DropSessionEvent:512(26866751ns)} ScheduleCleanupEventQueue:822(7758ns)}}
2025-12-06T17:40:52.035201Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801324173660686:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11302
2025-12-06T17:40:52.033675Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801318149308855:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(590094878ns) {Configure:104(589762793ns) {ProcessConfigured:135(20113564ns) {StartInitialHandshake:157(20110202ns) {DropHandshakes:470(3825ns) {DropIncomingHandshake:442(946ns) DropOutgoingHandshake:457(500ns)} GenerateSessionVirtualId:988(1516ns) PrepareNewSessionHandshake:477(3498ns) {SwitchToState:179(1238ns)}}}}}
2025-12-06T17:40:52.118725Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801322444276165:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45859
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:52.024074Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801292505308742:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(42405627ns) {HandleCleanupEventQueue:832(42401205ns) {CleanupEventQueue:841(42398208ns) {DropSessionEvent:512(27775ns) DropSessionEvent:512(4229ns) DropSessionEvent:512(4872ns)} ScheduleCleanupEventQueue:822(593ns)}}
2025-12-06T17:40:52.079270Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801318696374481:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(37583504ns) {HandleCleanupEventQueue:832(37579970ns) {CleanupEventQueue:841(37566668ns) {DropSessionEvent:512(15137ns) DropSessionEvent:512(36765819ns) DropSessionEvent:512(6393ns) DropSessionEvent:512(4264ns) DropSessionEvent:512(5051ns) DropSessionEvent:512(754760ns)} ScheduleCleanupEventQueue:822(10989ns)}}
2025-12-06T17:40:52.074924Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801321732972725:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23663
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:52.191758Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801320081668196:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(100375393ns) {HandleCleanupEventQueue:832(100374054ns) {CleanupEventQueue:841(100363771ns) {DropSessionEvent:512(20227ns) DropSessionEvent:512(43592932ns) DropSessionEvent:512(14655ns) DropSessionEvent:512(5841ns) DropSessionEvent:512(19873642ns)} ScheduleCleanupEventQueue:822(9176ns)}}
2025-12-06T17:40:52.141266Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801292505308744:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(75331537ns) {HandleCleanupEventQueue:832(75330676ns) {CleanupEventQueue:841(75320399ns) {DropSessionEvent:512(31845181ns) DropSessionEvent:512(26887286ns) DropSessionEvent:512(6058ns) DropSessionEvent:512(4723ns) DropSessionEvent:512(16544371ns) DropSessionEvent:512(12506ns) DropSessionEvent:512(6129ns)} ScheduleCleanupEventQueue:822(7282ns)}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:52.194644Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801322444276166:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45859
2025-12-06T17:40:52.159509Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801317438005416:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(679963099ns) {Configure:104(679952330ns) {ProcessConfigured:135(19744988ns) {StartInitialHandshake:157(19741208ns) {DropHandshakes:470(3136ns) {DropIncomingHandshake:442(808ns) DropOutgoingHandshake:457(603ns)} GenerateSessionVirtualId:988(1153ns) PrepareNewSessionHandshake:477(3732ns) {SwitchToState:179(1691ns)}}}}}
2025-12-06T17:40:52.105332Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801318696374479:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(22400730ns) {HandleCleanupEventQueue:832(22398522ns) {CleanupEventQueue:841(22395887ns) {DropSessionEvent:512(8880ns) DropSessionEvent:512(4891ns) DropSessionEvent:512(22343545ns) DropSessionEvent:512(6260ns) DropSessionEvent:512(4536ns) DropSessionEvent:512(4898ns) DropSessionEvent:512(5060ns) DropSessionEvent:512(4249ns) DropSessionEvent:512(3807ns)} ScheduleCleanupEventQueue:822(553ns)}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:52.210503Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801296674472305:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(32965778ns) {HandleCleanupEventQueue:832(32964420ns) {CleanupEventQueue:841(32963955ns) {DropSessionEvent:512(6592ns) DropSessionEvent:512(4373ns) DropSessionEvent:512(5096ns) DropSessionEvent:512(3848ns) DropSessionEvent:512(15223ns) DropSessionEvent:512(5594ns) DropSessionEvent:512(3765ns) DropSessionEvent:512(5075ns) DropSessionEvent:512(5840ns)} ScheduleCleanupEventQueue:822(125ns)}}
2025-12-06T17:40:52.174837Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801322570079899:2123] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:52.253319Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801324376635508:2134] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53821
2025-12-06T17:40:52.176916Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801318275112590:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(35905370ns) {HandleCleanupEventQueue:832(35904048ns) {CleanupEventQueue:841(35902540ns) {DropSessionEvent:512(7086533ns) DropSessionEvent:512(5730ns) DropSessionEvent:512(5992ns) DropSessionEvent:512(17491486ns) DropSessionEvent:512(5119ns) DropSessionEvent:512(11263865ns) DropSessionEvent:512(15529ns) DropSessionEvent:512(4502ns) DropSessionEvent:512(5250ns) DropSessionEvent:512(5140ns)} ScheduleCleanupEventQueue:822(124ns)}}
2025-12-06T17:40:52.180377Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801318275112589:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(16585215ns) {HandleCleanupEventQueue:832(16583713ns) {CleanupEventQueue:841(16583309ns) {DropSessionEvent:512(7770ns) DropSessionEvent:512(4703ns) DropSessionEvent:512(3209ns) DropSessionEvent:512(3726ns) DropSessionEvent:512(3820ns) DropSessionEvent:512(4089ns) DropSessionEvent:512(14167ns) DropSessionEvent:512(4539ns) DropSessionEvent:512(6342ns) DropSessionEvent:512(3947ns)} ScheduleCleanupEventQueue:822(61ns)}}
2025-12-06T17:40:52.133991Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801322991341790:2132] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55347
2025-12-06T17:40:52.162492Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801321732972723:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23663
2025-12-06T17:40:52.184857Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801292505308743:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:40:52.263588Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801324376635502:2130] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53821
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:52.167132Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801274488332383:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(20520063ns) {HandleCleanupEventQueue:832(20517743ns) {CleanupEventQueue:841(20516966ns) {DropSessionEvent:512(11240ns) DropSessionEvent:512(4998ns)} ScheduleCleanupEventQueue:822(133ns)}}
2025-12-06T17:40:52.272187Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801320081668195:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(44329961ns) {HandleCleanupEventQueue:832(44328011ns) {CleanupEventQueue:841(44326106ns) {DropSessionEvent:512(9426ns) DropSessionEvent:512(3777ns) DropSessionEvent:512(19477ns) DropSessionEvent:512(6113ns) DropSessionEvent:512(5523ns) DropSessionEvent:512(9670509ns) DropSessionEvent:512(19079993ns) DropSessionEvent:512(6171ns) DropSessionEvent:512(5349ns) DropSessionEvent:512(4818ns)} ScheduleCleanupEventQueue:822(688ns)}}
2025-12-06T17:40:52.332249Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801306993791425:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(24991185ns) {HandleCleanupEventQueue:832(24987806ns) {CleanupEventQueue:841(24984933ns) {DropSessionEvent:512(24560ns) DropSessionEvent:512(14112343ns) DropSessionEvent:512(16941ns) DropSessionEvent:512(4399ns) DropSessionEvent:512(4491ns) DropSessionEvent:512(4148ns) DropSessionEvent:512(4842ns) DropSessionEvent:512(5350ns) DropSessionEvent:512(4005ns) DropSessionEvent:512(10789268ns)} ScheduleCleanupEventQueue:822(383ns)}}
2025-12-06T17:40:52.189258Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801317438005414:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(99108116ns) {HandleCleanupEventQueue:832(99104871ns) {CleanupEventQueue:841(99095067ns) {DropSessionEvent:512(15307ns) DropSessionEvent:512(5087ns) DropSessionEvent:512(4659ns) DropSessionEvent:512(4072ns) DropSessionEvent:512(4116ns) DropSessionEvent:512(28175364ns) DropSessionEvent:512(14282ns) DropSessionEvent:512(6545ns) DropSessionEvent:512(26523ns)} ScheduleCleanupEventQueue:822(7825ns)}}
2025-12-06T17:40:52.215034Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801321732972725:2124] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:52.263450Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801317438005415:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(33951552ns) {HandleCleanupEventQueue:832(33949758ns) {CleanupEventQueue:841(33948680ns) {DropSessionEvent:512(8329ns) DropSessionEvent:512(19373424ns) DropSessionEvent:512(4153ns) DropSessionEvent:512(5258ns) DropSessionEvent:512(3562ns) DropSessionEvent:512(5383ns) DropSessionEvent:512(5454ns) DropSessionEvent:512(4848ns) DropSessionEvent:512(4402ns) DropSessionEvent:512(14523893ns)} ScheduleCleanupEventQueue:822(171ns)}}
2025-12-06T17:40:52.275664Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801321732972726:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23663
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:52.367039Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801326865047198:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32816
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:52.141770Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801322991341788:2131] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55347
2025-12-06T17:40:52.143386Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801322991341793:2134] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55347
2025-12-06T17:40:52.218899Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801318696374480:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(19850573ns) {HandleCleanupEventQueue:832(19849704ns) {CleanupEventQueue:841(19848500ns) {DropSessionEvent:512(9233ns) DropSessionEvent:512(6032ns) DropSessionEvent:512(5262ns) DropSessionEvent:512(4608ns) DropSessionEvent:512(12032ns) DropSessionEvent:512(5583ns) DropSessionEvent:512(7664ns) DropSessionEvent:512(4408ns) DropSessionEvent:512(4556ns)} ScheduleCleanupEventQueue:822(42ns)}}
2025-12-06T17:40:52.218977Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801322991341783:2129] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:52.395826Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801326739243465:2126] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45859
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:52.376261Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801324376635503:2131] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53821
2025-12-06T17:40:52.381804Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801324376635503:2131] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:52.370456Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801319878693370:2087] [node 4] ICP35 event processing took too much time PendingConnection:279(27400511ns) {HandleCleanupEventQueue:832(27397849ns) {CleanupEventQueue:841(27395720ns) {DropSessionEvent:512(23790ns) DropSessionEvent:512(9208ns) DropSessionEvent:512(5677ns) DropSessionEvent:512(13127ns) DropSessionEvent:512(4144ns) DropSessionEvent:512(4790ns) DropSessionEvent:512(14147321ns) DropSessionEvent:512(15370ns) DropSessionEvent:512(4056ns) DropSessionEvent:512(5314ns)} ScheduleCleanupEventQueue:822(450ns)}}
2025-12-06T17:40:52.372446Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801324173660673:2095] [node 5] ICP35 event processing took too much time PendingConnection:279(21895440ns) {HandleCleanupEventQueue:832(21893956ns) {CleanupEventQueue:841(21891868ns) {DropSessionEvent:512(15963ns) DropSessionEvent:512(4760ns) DropSessionEvent:512(4859ns) DropSessionEvent:512(13631463ns) DropSessionEvent:512(6627ns) DropSessionEvent:512(5273ns) DropSessionEvent:512(5230ns) DropSessionEvent:512(8172740ns) DropSessionEvent:512(24076ns) DropSessionEvent:512(5279ns)} ScheduleCleanupEventQueue:822(328ns)}}
2025-12-06T17:40:52.367097Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801321732972727:2126] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23663
2025-12-06T17:40:52.373580Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801321732972726:2125] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:52.219007Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801322991341783:2129] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:40:52.221025Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801322991341783:2129] [node 4] ICH04 handshake succeeded
2025-12-06T17:40:52.383083Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801324376635502:2130] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:52.430617Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801322570079899:2123] [node 2] ICH04 handshake succeeded
2025-12-06T17:40:52.222891Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801318696374479:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:40:52.399012Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801321732972727:2126] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:52.396658Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801320081668196:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(17112117ns) {HandleCleanupEventQueue:832(17110226ns) {CleanupEventQueue:841(17108481ns) {DropSessionEvent:512(10290ns) DropSessionEvent:512(3593ns) DropSessionEvent:512(5582ns) DropSessionEvent:512(3881ns) DropSessionEvent:512(17079909ns)} ScheduleCleanupEventQueue:822(241ns)}}
2025-12-06T17:40:52.434280Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801318149308855:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:40:52.222940Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:40:52.222999Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801318696374479:2107] [node 4] ICP22 created new session: [2:7580801327286309091:2107]
2025-12-06T17:40:52.223372Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801327286309091:2107] [node 4] ICS09 handshake done sender: [2:7580801322991341783:2129] self: [2:7580801322991341781:0] peer: [4:7580801326865047197:0] socket: 455 qp: -1
2025-12-06T17:40:52.223410Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801327286309091:2107] [node 4] ICS10 traffic start
2025-12-06T17:40:52.223759Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:40:52.481824Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801318149308855:2108] [node 4] ICP35 event processing took too much time PendingConnection:279(51042474ns) {IncomingHandshake:261(51039237ns) {DropIncomingHandshake:442(757ns) PrepareNewSessionHandshake:477(25215848ns) {SwitchToState:179(1282ns)} GenerateSessionVirtualId:988(609ns) IssueIncomingHandshakeReply:193(25794084ns) {SwitchToState:179(2038ns)}}}
2025-12-06T17:40:52.469516Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801326865047199:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32816
2025-12-06T17:40:52.232035Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801322991341788:2131] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:52.396109Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801322991341790:2132] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:52.401802Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801322991341793:2134] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:52.401905Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580801275746701439:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:40:52.488563Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801324173660687:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:52.399102Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801321732972723:2123] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:52.396860Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801324376635510:2136] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53821
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:52.518760Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801322444276166:2124] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:52.521123Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801324173660673:2095] [node 5] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:52.399186Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801321732972719:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:52.489091Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801322570079888:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:52.455626Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801322991341779:2127] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:52.455668Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801322991341779:2127] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:40:52.472409Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580801275746701439:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28508) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7580801322991341793:2134] held: no
2025-12-06T17:40:52.397059Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801324376635508:2134] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:52.517909Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801322991341779:2127] [node 3] ICH04 handshake succeeded
2025-12-06T17:40:52.489129Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801322570079888:2118] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:40:52.495489Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801292505308743:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:40:52.495588Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:40:52.721277Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801324173660686:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:52.547559Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801326739243465:2126] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:52.399207Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801321732972719:2121] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:40:52.397147Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801281426962451:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:52.549268Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801296674472305:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:52.544640Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801275746701440:2049] [node 3] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:52.495639Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801292505308743:2049] [node 2] ICP22 created new session: [4:7580801326865047200:2049]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:52.758437Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801328468627984:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11302
2025-12-06T17:40:52.397303Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801281426962452:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:40:52.400204Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801321732972719:2121] [node 3] ICH04 handshake succeeded
2025-12-06T17:40:52.544704Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:40:52.616321Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801322444276158:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:52.495690Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801326865047200:2049] [node 2] ICS09 handshake done sender: [4:7580801322570079899:2123] self: [4:7580801326865047197:0] peer: [2:7580801322991341781:0] socket: 462 qp: -1
2025-12-06T17:40:52.773017Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801328468627987:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11302
2025-12-06T17:40:52.400889Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801274488332383:2049] [node 3] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:52.544775Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801275746701440:2049] [node 3] ICP22 created new session: [2:7580801327286309100:2049]
2025-12-06T17:40:52.400976Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:40:52.401023Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801274488332383:2049] [node 3] ICP22 created new session: [1:7580801326027940031:2049]
2025-12-06T17:40:52.401068Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801326027940031:2049] [node 3] ICS09 handshake done sender: [1:7580801321732972719:2121] self: [1:7580801321732972717:0] peer: [3:7580801328671602808:0] socket: 458 qp: -1
2025-12-06T17:40:52.401101Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801326027940031:2049] [node 3] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:52.616357Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580801322444276158:2120] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:40:52.401150Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:40:52.428625Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801324376635510:2136] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:52.402190Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801321732972715:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:52.402210Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801321732972715:2119] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:40:52.403775Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801321732972715:2119] [node 2] ICH04 handshake succeeded
2025-12-06T17:40:52.404001Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801274488332382:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:40:52.404075Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:40:52.404115Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801274488332382:2048] [node 2] ICP22 created new session: [1:7580801326027940035:2048]
2025-12-06T17:40:52.495723Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801326865047200:2049] [node 2] ICS10 traffic start
2025-12-06T17:40:52.404156Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801326027940035:2048] [node 2] ICS09 handshake done sender: [1:7580801321732972715:2119] self: [1:7580801321732972713:0] peer: [2:7580801327286309096:0] socket: 470 qp: -1
2025-12-06T17:40:52.404182Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801326027940035:2048] [node 2] ICS10 traffic start
2025-12-06T17:40:52.783561Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801306993791426:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:40:52.404229Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:40:52.526717Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801321732972716:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:52.526751Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801321732972716:2120] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:40:52.544819Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801327286309100:2049] [node 3] ICS09 handshake done sender: [2:7580801322991341779:2127] self: [2:7580801322991341778:0] peer: [3:7580801328671602809:0] socket: 448 qp: -1
2025-12-06T17:40:52.634418Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801296674472304:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:40:52.495776Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:40:52.455234Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801324376635509:2135] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53821
2025-12-06T17:40:52.614005Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801321732972716:2120] [node 4] ICH04 handshake succeeded
2025-12-06T17:40:52.691132Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801317438005414:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:40:52.691217Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:40:52.807622Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801328468627988:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11302
2025-12-06T17:40:52.691293Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801317438005414:2107] [node 4] ICP22 created new session: [1:7580801326027940039:2107]
2025-12-06T17:40:52.691353Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801326027940039:2107] [node 4] ICS09 handshake done sender: [1:7580801321732972716:2120] self: [1:7580801321732972714:0] peer: [4:7580801326865047203:0] socket: 491 qp: -1
2025-12-06T17:40:52.691392Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801326027940039:2107] [node 4] ICS10 traffic start
2025-12-06T17:40:52.644940Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801322444276165:2123] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:52.647728Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801296674472306:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:40:52.717236Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801296674472304:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(17935297ns) {IncomingHandshake:261(17933336ns) {DropIncomingHandshake:442(1724ns) PrepareNewSessionHandshake:477(2760ns) {SwitchToState:179(649ns)} GenerateSessionVirtualId:988(715ns) IssueIncomingHandshakeReply:193(10430814ns) {SwitchToState:179(2065ns)}}}
2025-12-06T17:40:52.544854Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801327286309100:2049] [node 3] ICS10 traffic start
2025-12-06T17:40:52.544909Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:40:52.499428Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801326865047199:2125] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:52.501877Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801292505308742:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:40:52.503979Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801322570079888:2118] [node 5] ICH04 handshake succeeded
2025-12-06T17:40:52.483189Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801281426962451:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28508) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580801324376635508:2134] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:52.603501Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801327286309097:2135] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55347
2025-12-06T17:40:52.691451Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:40:52.504222Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801318275112589:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:40:52.832279Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801328468627984:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:52.636642Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801322991341787:2130] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:52.500562Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801281426962451:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(35687617ns) {HandleHandshakeStatus:395(25045288ns) {LogHandshakeFail:472(23216ns) {UpdateErrorStateLog:545(6489ns)} DropOutgoingHandshake:457(2035ns) ProcessPendingSessionEvents:495(318ns)}}
2025-12-06T17:40:52.722522Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801322444276158:2120] [node 6] ICH04 handshake succeeded
2025-12-06T17:40:52.851644Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801328468627986:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11302
2025-12-06T17:40:52.504259Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:40:52.578920Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801324376635509:2135] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:52.636683Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801322991341787:2130] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:40:52.744195Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801326739243473:2129] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45859
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:52.871126Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801328468627987:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:52.744550Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801326739243472:2128] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45859
2025-12-06T17:40:52.504303Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801318275112589:2108] [node 5] ICP22 created new session: [4:7580801326865047204:2108]
2025-12-06T17:40:52.658116Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801322991341793:2134] [node 1] ICH04 handshake succeeded
2025-12-06T17:40:52.659993Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801328671602815:2138] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53821
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:52.923753Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801306993791424:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:40:52.744580Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801326739243467:2127] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45859
2025-12-06T17:40:52.504355Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801326865047204:2108] [node 5] ICS09 handshake done sender: [4:7580801322570079888:2118] self: [4:7580801322570079887:0] peer: [5:7580801326739243466:0] socket: 444 qp: -1
2025-12-06T17:40:52.677910Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801327286309102:2136] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55347
2025-12-06T17:40:52.968546Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801319878693370:2087] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:40:52.669706Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801324376635501:2129] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:52.721159Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580801275746701439:2048] [node 1] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:40:52.821603Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580801318149308856:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:40:52.504387Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801326865047204:2108] [node 5] ICS10 traffic start
2025-12-06T17:40:52.722236Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:40:52.985485Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801328468627986:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:52.669736Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801324376635501:2129] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:40:52.504418Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:40:52.747780Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801326865047207:2126] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32816
2025-12-06T17:40:52.772841Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801292505308742:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28508) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580801326865047199:2125] held: no
2025-12-06T17:40:52.790077Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801292505308742:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(16098708ns) {HandleHandshakeStatus:395(16095823ns) {LogHandshakeFail:472(8985631ns) {UpdateErrorStateLog:545(10249ns)} DropOutgoingHandshake:457(1543ns) ProcessPendingSessionEvents:495(641ns)}}
2025-12-06T17:40:52.807059Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801326865047199:2125] [node 1] ICH04 handshake succeeded
2025-12-06T17:40:52.827814Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801326865047208:2127] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32816
2025-12-06T17:40:52.855486Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801292505308742:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:40:52.856628Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:40:52.856680Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801292505308742:2048] [node 1] ICP22 created new session: [4:7580801326865047209:2048]
2025-12-06T17:40:52.858377Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801326865047209:2048] [node 1] ICS09 handshake done sender: [4:7580801326865047199:2125] self: [4:7580801326865047203:0] peer: [1:7580801321732972714:0] socket: 493 qp: -1
2025-12-06T17:40:52.883521Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801326865047209:2048] [node 1] ICS10 traffic start
2025-12-06T17:40:52.884851Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:40:52.943395Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801326865047208:2127] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:52.944881Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801292505308744:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:40:52.979199Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801292505308742:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(53504247ns) {HandleHandshakeStatus:329(41011764ns) {DropIncomingHandshake:442(1002ns) DropOutgoingHandshake:457(483ns) SwitchToState:179(694ns) ProcessPendingSessionEvents:495(946ns)}}
2025-12-06T17:40:52.998818Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801322570079893:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:52.998850Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801322570079893:2120] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:40:53.026791Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801322570079893:2120] [node 6] ICH04 handshake succeeded
2025-12-06T17:40:53.079446Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801318275112590:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:40:53.079495Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:40:53.079536Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801318275112590:2109] [node 6] ICP22 created new session: [4:7580801331160014509:2109]
2025-12-06T17:40:53.079574Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801331160014509:2109] [node 6] ICS09 handshake done sender: [4:7580801322570079893:2120] self: [4:7580801322570079892:0] peer: [6:7580801328468627992:0] socket: 500 qp: -1
2025-12-06T17:40:53.079601Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801331160014509:2109] [node 6] ICS10 traffic start
2025-12-06T17:40:53.079639Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:40:53.101300Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801331160014511:2128] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32816
2025-12-06T17:40:53.125551Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801326865047208:2127] [node 3] ICH04 handshake succeeded
2025-12-06T17:40:53.144842Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801292505308744:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:40:53.156889Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801331160014512:2129] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32816
2025-12-06T17:40:53.193836Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:40:53.194696Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801292505308744:2050] [node 3] ICP22 created new session: [4:7580801331160014513:2050]
2025-12-06T17:40:53.204860Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801331160014513:2050] [node 3] ICS09 handshake done sender: [4:7580801326865047208:2127] self: [4:7580801326865047211:0] peer: [3:7580801324376635506:0] socket: 473 qp: -1
2025-12-06T17:40:53.205293Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801331160014513:2050] [node 3] ICS10 traffic start
2025-12-06T17:40:53.206089Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:40:53.209957Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801331160014512:2129] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:53.231230Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801292505308744:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(86311913ns) {HandleHandshakeStatus:329(86308032ns) {DropIncomingHandshake:442(3425ns) DropOutgoingHandshake:457(6192ns) SwitchToState:179(645ns) ProcessPendingSessionEvents:495(699ns)}}
2025-12-06T17:40:53.231304Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7580801292505308744:2050] [node 3] ICP27 obsolete handshake fail ignored
2025-12-06T17:40:53.232224Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7580801318275112590:2109] [node 6] ICP18 handshake (actor [4:7580801331160014512:2129]) is too old
2025-12-06T17:40:52.726297Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801322991341787:2130] [node 5] ICH04 handshake succeeded
2025-12-06T17:40:52.744422Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801275746701439:2048] [node 1] ICP22 created new session: [2:7580801327286309104:2048]
2025-12-06T17:40:52.774174Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801318696374480:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:40:52.774232Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:40:52.781137Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801327286309104:2048] [node 1] ICS09 handshake done sender: [2:7580801322991341793:2134] self: [2:7580801327286309096:0] peer: [1:7580801321732972713:0] socket: 482 qp: -1
2025-12-06T17:40:52.781215Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801327286309104:2048] [node 1] ICS10 traffic start
2025-12-06T17:40:52.788849Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801318696374480:2108] [node 5] ICP22 created new session: [2:7580801327286309105:2108]
2025-12-06T17:40:52.796874Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:40:52.799984Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801275746701439:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(77234230ns) {HandleHandshakeStatus:329(77230524ns) {DropIncomingHandshake:442(1146ns) DropOutgoingHandshake:457(510ns) SwitchToState:179(623ns) ProcessPendingSessionEvents:495(808ns)}}
2025-12-06T17:40:52.807769Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801327286309105:2108] [node 5] ICS09 handshake done sender: [2:7580801322991341787:2130] self: [2:7580801322991341786:0] peer: [5:7580801326739243468:0] socket: 487 qp: -1
2025-12-06T17:40:52.832073Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801327286309105:2108] [node 5] ICS10 traffic start
2025-12-06T17:40:52.867860Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7580801275746701440:2049] [node 3] ICP27 obsolete handshake fail ignored
2025-12-06T17:40:52.910143Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:40:53.033141Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801322991341792:2133] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:53.033178Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801322991341792:2133] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:40:53.089315Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801318696374480:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(256614842ns) {HandleHandshakeStatus:329(253023979ns) {DropIncomingHandshake:442(11733ns) DropOutgoingHandshake:457(244ns) SwitchToState:179(528ns) ProcessPendingSessionEvents:495(464ns)}}
2025-12-06T17:40:53.091218Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801322991341792:2133] [node 6] ICH04 handshake succeeded
2025-12-06T17:40:53.121715Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801318696374481:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:40:53.189095Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:40:53.200715Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801318696374481:2109] [node 6] ICP22 created new session: [2:7580801331581276405:2109]
2025-12-06T17:40:53.218744Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801331581276405:2109] [node 6] ICS09 handshake done sender: [2:7580801322991341792:2133] self: [2:7580801322991341791:0] peer: [6:7580801328468627993:0] socket: 498 qp: -1
2025-12-06T17:40:53.219187Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801331581276405:2109] [node 6] ICS10 traffic start
2025-12-06T17:40:53.219245Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:40:53.248940Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801318696374481:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(112684868ns) {HandleHandshakeStatus:329(112682028ns) {DropIncomingHandshake:442(17446ns) DropOutgoingHandshake:457(533ns) SwitchToState:179(324ns) ProcessPendingSessionEvents:495(962ns)}}
2025-12-06T17:40:52.821670Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:40:53.015892Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801324173660687:2116] [node 5] ICH04 handshake succeeded
2025-12-06T17:40:52.720208Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801324376635501:2129] [node 5] ICH04 handshake succeeded
2025-12-06T17:40:52.821721Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801318149308856:2109] [node 6] ICP22 created new session: [5:7580801326739243474:2109]
2025-12-06T17:40:53.019013Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801306993791425:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:40:52.743193Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801324376635503:2131] [node 2] ICH04 handshake succeeded
2025-12-06T17:40:53.077584Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801324173660673:2095] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:40:53.088439Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:40:53.088486Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801306993791425:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(44192328ns) {IncomingHandshake:261(44190105ns) {DropIncomingHandshake:442(775ns) PrepareNewSessionHandshake:477(1829ns) {SwitchToState:179(652ns)} GenerateSessionVirtualId:988(1270ns) IssueIncomingHandshakeReply:193(27859096ns) {SwitchToState:179(5521ns)}}}
2025-12-06T17:40:52.821774Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801326739243474:2109] [node 6] ICS09 handshake done sender: [5:7580801322444276158:2120] self: [5:7580801322444276157:0] peer: [6:7580801328468627985:0] socket: 475 qp: -1
2025-12-06T17:40:53.102435Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801324173660673:2095] [node 5] ICP22 created new session: [6:7580801332763595292:2095]
2025-12-06T17:40:53.118975Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801328468627991:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11302
2025-12-06T17:40:53.123901Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801332763595292:2095] [node 5] ICS09 handshake done sender: [6:7580801324173660687:2116] self: [6:7580801328468627985:0] peer: [5:7580801322444276157:0] socket: 478 qp: -1
2025-12-06T17:40:53.142976Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801332763595292:2095] [node 5] ICS10 traffic start
2025-12-06T17:40:53.143033Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:40:52.821810Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801326739243474:2109] [node 6] ICS10 traffic start
2025-12-06T17:40:52.821879Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:40:52.850169Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801296674472305:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13272) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580801326739243465:2126] held: no
2025-12-06T17:40:52.850221Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801296674472306:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15826) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580801322444276165:2123] held: no
2025-12-06T17:40:52.759016Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801320081668195:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:40:52.759086Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:40:52.759127Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801320081668195:2108] [node 5] ICP22 created new session: [3:7580801328671602817:2108]
2025-12-06T17:40:53.155463Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801306993791426:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15826) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801324173660686:2115] held: no
2025-12-06T17:40:53.155615Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801324173660686:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:40:53.156146Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801332763595291:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11302
2025-12-06T17:40:52.850289Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801326739243465:2126] [node 2] ICH04 handshake succeeded
2025-12-06T17:40:52.878727Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801322444276165:2123] [node 3] ICH04 handshake succeeded
2025-12-06T17:40:52.907114Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801322444276163:2122] [node 4] ICH04 handshake succeeded
2025-12-06T17:40:53.156625Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801328468627986:2118] [node 2] ICH04 handshake succeeded
2025-12-06T17:40:53.157101Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801306993791426:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:40:53.157161Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:40:52.759173Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801328671602817:2108] [node 5] ICS09 handshake done sender: [3:7580801324376635501:2129] self: [3:7580801324376635500:0] peer: [5:7580801326739243470:0] socket: 476 qp: -1
2025-12-06T17:40:52.759205Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801328671602817:2108] [node 5] ICS10 traffic start
2025-12-06T17:40:52.759236Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:40:52.759491Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801281426962452:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:40:52.759522Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:40:52.916503Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801296674472305:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:40:52.916571Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:40:52.916612Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801296674472305:2049] [node 2] ICP22 created new session: [5:7580801326739243476:2049]
2025-12-06T17:40:53.157210Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801306993791426:2050] [node 3] ICP22 created new session: [6:7580801332763595295:2050]
2025-12-06T17:40:53.157247Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801332763595295:2050] [node 3] ICS09 handshake done sender: [6:7580801324173660686:2115] self: [6:7580801328468627989:0] peer: [3:7580801324376635496:0] socket: 466 qp: -1
2025-12-06T17:40:52.759557Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801281426962452:2049] [node 2] ICP22 created new session: [3:7580801328671602819:2049]
2025-12-06T17:40:52.759593Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801328671602819:2049] [node 2] ICS09 handshake done sender: [3:7580801324376635503:2131] self: [3:7580801328671602809:0] peer: [2:7580801322991341778:0] socket: 454 qp: -1
2025-12-06T17:40:52.760486Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801328671602819:2049] [node 2] ICS10 traffic start
2025-12-06T17:40:52.916657Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801326739243476:2049] [node 2] ICS09 handshake done sender: [5:7580801326739243465:2126] self: [5:7580801326739243468:0] peer: [2:7580801322991341786:0] socket: 489 qp: -1
2025-12-06T17:40:52.916688Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801326739243476:2049] [node 2] ICS10 traffic start
2025-12-06T17:40:53.157279Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801332763595295:2050] [node 3] ICS10 traffic start
2025-12-06T17:40:53.157323Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:40:53.171058Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801306993791425:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:40:53.171144Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:40:53.171198Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801306993791425:2049] [node 2] ICP22 created new session: [6:7580801332763595297:2049]
2025-12-06T17:40:53.171245Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801332763595297:2049] [node 2] ICS09 handshake done sender: [6:7580801328468627986:2118] self: [6:7580801328468627993:0] peer: [2:7580801322991341791:0] socket: 499 qp: -1
2025-12-06T17:40:52.760507Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:40:52.772955Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801328671602811:2137] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53821
2025-12-06T17:40:52.916730Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:40:52.927146Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801296674472306:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:40:52.927213Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:40:52.828189Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801324376635497:2128] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:52.828225Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801324376635497:2128] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:40:53.171286Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801332763595297:2049] [node 2] ICS10 traffic start
2025-12-06T17:40:53.171320Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:40:53.247436Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801332763595290:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11302
2025-12-06T17:40:53.261027Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801324173660673:2095] [node 5] ICP35 event processing took too much time PendingConnection:279(156777348ns) {HandleHandshakeStatus:329(156774584ns) {DropIncomingHandshake:442(1096ns) DropOutgoingHandshake:457(5884ns) SwitchToState:179(665ns) ProcessPendingSessionEvents:495(813ns)}}
2025-12-06T17:40:53.262238Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801319878693370:2087] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12416) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801328468627987:2119] held: no
2025-12-06T17:40:53.262309Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801328468627987:2119] [node 4] ICH04 handshake succeeded
2025-12-06T17:40:53.283247Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801319878693370:2087] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:40:53.283317Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:40:53.283747Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801319878693370:2087] [node 4] ICP22 created new session: [6:7580801332763595299:2087]
2025-12-06T17:40:53.284940Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801332763595299:2087] [node 4] ICS09 handshake done sender: [6:7580801328468627987:2119] self: [6:7580801328468627992:0] peer: [4:7580801322570079892:0] socket: 505 qp: -1
2025-12-06T17:40:53.285826Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801332763595299:2087] [node 4] ICS10 traffic start
2025-12-06T17:40:53.286277Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:40:53.326702Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801319878693370:2087] [node 4] ICP35 event processing took too much time PendingConnection:279(42520975ns) {HandleHandshakeStatus:329(42517991ns) {DropIncomingHandshake:442(954ns) DropOutgoingHandshake:457(363ns) SwitchToState:179(1120ns) ProcessPendingSessionEvents:495(781ns)}}
2025-12-06T17:40:52.927263Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801296674472306:2050] [node 3] ICP22 created new session: [5:7580801326739243478:2050]
2025-12-06T17:40:52.927300Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801326739243478:2050] [node 3] ICS09 handshake done sender: [5:7580801322444276165:2123] self: [5:7580801326739243470:0] peer: [3:7580801324376635500:0] socket: 480 qp: -1
2025-12-06T17:40:52.927336Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801326739243478:2050] [node 3] ICS10 traffic start
2025-12-06T17:40:52.927372Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:40:52.973032Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801318149308855:2108] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:40:52.974722Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:40:52.975494Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801318149308855:2108] [node 4] ICP22 created new session: [5:7580801326739243482:2108]
2025-12-06T17:40:52.975917Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801326739243482:2108] [node 4] ICS09 handshake done sender: [5:7580801322444276163:2122] self: [5:7580801326739243466:0] peer: [4:7580801322570079887:0] socket: 449 qp: -1
2025-12-06T17:40:52.975949Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801326739243482:2108] [node 4] ICS10 traffic start
2025-12-06T17:40:52.975994Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:40:52.978151Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801326739243481:2130] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45859
2025-12-06T17:40:53.025625Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801322444276166:2124] [node 1] ICH04 handshake succeeded
2025-12-06T17:40:53.055124Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801296674472304:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:40:53.055185Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:40:53.055237Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801296674472304:2048] [node 1] ICP22 created new session: [5:7580801331034210781:2048]
2025-12-06T17:40:53.055284Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801331034210781:2048] [node 1] ICS09 handshake done sender: [5:7580801322444276166:2124] self: [5:7580801326739243469:0] peer: [1:7580801321732972718:0] socket: 484 qp: -1
2025-12-06T17:40:53.055322Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801331034210781:2048] [node 1] ICS10 traffic start
2025-12-06T17:40:53.055354Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:40:53.076124Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801318149308855:2108] [node 4] ICP35 event processing took too much time PendingConnection:279(29203345ns) {HandleHandshakeStatus:329(29200197ns) {DropIncomingHandshake:442(941ns) DropOutgoingHandshake:457(5561ns) SwitchToState:179(505ns) ProcessPendingSessionEvents:495(674ns)}}
2025-12-06T17:40:52.850633Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801324376635508:2134] [node 1] ICH04 handshake succeeded
2025-12-06T17:40:52.859757Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801281426962451:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:40:52.859811Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:40:52.859858Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801281426962451:2048] [node 1] ICP22 created new session: [3:7580801328671602823:2048]
2025-12-06T17:40:52.859907Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801328671602823:2048] [node 1] ICS09 handshake done sender: [3:7580801324376635508:2134] self: [3:7580801328671602808:0] peer: [1:7580801321732972717:0] socket: 469 qp: -1
2025-12-06T17:40:52.859937Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801328671602823:2048] [node 1] ICS10 traffic start
2025-12-06T17:40:52.859975Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:40:52.943357Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801324376635497:2128] [node 6] ICH04 handshake succeeded
2025-12-06T17:40:53.026227Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801320081668196:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:40:53.026288Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:40:53.026341Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801320081668196:2109] [node 6] ICP22 created new session: [3:7580801332966570121:2109]
2025-12-06T17:40:53.026389Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801332966570121:2109] [node 6] ICS09 handshake done sender: [3:7580801324376635497:2128] self: [3:7580801324376635496:0] peer: [6:7580801328468627989:0] socket: 463 qp: -1
2025-12-06T17:40:53.026426Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801332966570121:2109] [node 6] ICS10 traffic start
2025-12-06T17:40:53.026475Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:40:53.027239Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801324376635507:2133] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:40:53.027271Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801324376635507:2133] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:40:53.074332Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801320081668196:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(37161997ns) {HandleHandshakeStatus:329(37159172ns) {DropIncomingHandshake:442(14468ns) DropOutgoingHandshake:457(512ns) SwitchToState:179(631ns) ProcessPendingSessionEvents:495(1021ns)}}
2025-12-06T17:40:53.078017Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801324376635507:2133] [node 4] ICH04 handshake succeeded
2025-12-06T17:40:53.119090Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801324376635493:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:40:53.175792Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:40:53.175869Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801324376635493:2107] [node 4] ICP22 created new session: [3:7580801332966570124:2107]
2025-12-06T17:40:53.217869Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801332966570124:2107] [node 4] ICS09 handshake done sender: [3:7580801324376635507:2133] self: [3:7580801324376635506:0] peer: [4:7580801326865047211:0] socket: 467 qp: -1
2025-12-06T17:40:53.226417Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801332966570124:2107] [node 4] ICS10 traffic start
2025-12-06T17:40:53.233467Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:40:53.280338Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801324376635493:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(157927846ns) {HandleHandshakeStatus:329(157924710ns) {DropIncomingHandshake:442(21499ns) DropOutgoingHandshake:457(585ns) SwitchToState:179(662ns) ProcessPendingSessionEvents:495(965ns)}}
2025-12-06T17:40:53.684209Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:40:53.684750Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580801327286309104:2048] [node 1] ICS01 socket: 482 reason# EndOfStream
2025-12-06T17:40:53.685681Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580801275746701439:2048] [node 1] ICP30 unregister session Session# [2:7580801327286309104:2048] VirtualId# [2:7580801327286309096:0]
2025-12-06T17:40:53.685712Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580801327286309104:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:40:53.685740Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:40:53.686293Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:40:53.686136Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:40:53.686475Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801328671602823:2048] [node 1] ICS01 socket: 469 reason# EndOfStream
2025-12-06T17:40:53.686507Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801281426962451:2048] [node 1] ICP30 unregister session Session# [3:7580801328671602823:2048] VirtualId# [3:7580801328671602808:0]
2025-12-06T17:40:53.686552Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801328671602823:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:40:53.686614Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:40:53.686654Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:40:53.693477Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:40:53.692557Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:40:53.692771Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801331034210781:2048] [node 1] ICS01 socket: 484 reason# EndOfStream
2025-12-06T17:40:53.693725Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801296674472304:2048] [node 1] ICP30 unregister session Session# [5:7580801331034210781:2048] VirtualId# [5:7580801326739243469:0]
2025-12-06T17:40:53.694036Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801331034210781:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:40:53.727493Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801306993791424:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28508) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801328468627984:2117] held: no
2025-12-06T17:40:53.693690Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801326865047209:2048] [node 1] ICS01 socket: 493 reason# EndOfStream
2025-12-06T17:40:53.694077Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:40:53.694153Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:40:53.727934Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801306993791424:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(25495919ns) {HandleHandshakeStatus:395(25491771ns) {LogHandshakeFail:472(19446ns) {UpdateErrorStateLog:545(5768ns)} DropOutgoingHandshake:457(1224ns) ProcessPendingSessionEvents:495(590ns)}}
2025-12-06T17:40:53.694892Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801292505308742:2048] [node 1] ICP30 unregister session Session# [4:7580801326865047209:2048] VirtualId# [4:7580801326865047203:0]
2025-12-06T17:40:53.695252Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801326865047209:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:40:53.695282Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:40:53.695340Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:40:54.068680Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:40:54.068894Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801328671602819:2049] [node 2] ICS01 socket: 454 reason# EndOfStream
2025-12-06T17:40:54.068937Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801281426962452:2049] [node 2] ICP30 unregister session Session# [3:7580801328671602819:2049] VirtualId# [3:7580801328671602809:0]
2025-12-06T17:40:54.068969Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801328671602819:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:40:54.069033Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:40:54.069070Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:40:54.071369Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:40:54.071565Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801326865047200:2049] [node 2] ICS01 socket: 462 reason# EndOfStream
2025-12-06T17:40:54.071599Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801292505308743:2049] [node 2] ICP30 unregister session Session# [4:7580801326865047200:2049] VirtualId# [4:7580801326865047197:0]
2025-12-06T17:40:54.071627Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801326865047200:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:40:54.071680Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:40:54.071712Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:40:54.071788Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:40:54.071935Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801326739243476:2049] [node 2] ICS01 socket: 489 reason# EndOfStream
2025-12-06T17:40:54.071969Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801296674472305:2049] [node 2] ICP30 unregister session Session# [5:7580801326739243476:2049] VirtualId# [5:7580801326739243468:0]
2025-12-06T17:40:54.071988Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801326739243476:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:40:54.072022Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:40:54.072048Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:40:54.084265Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:40:54.084507Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801332763595297:2049] [node 2] ICS01 socket: 499 reason# EndOfStream
2025-12-06T17:40:54.084542Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801306993791425:2049] [node 2] ICP30 unregister session Session# [6:7580801332763595297:2049] VirtualId# [6:7580801328468627993:0]
2025-12-06T17:40:54.084573Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801332763595297:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:40:54.084670Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:40:54.084708Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:40:54.135283Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:40:54.135506Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801331160014513:2050] [node 3] ICS01 socket: 473 reason# EndOfStream
2025-12-06T17:40:54.135543Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801292505308744:2050] [node 3] ICP30 unregister session Session# [4:7580801331160014513:2050] VirtualId# [4:7580801326865047211:0]
2025-12-06T17:40:54.135573Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801331160014513:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:40:54.135632Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:40:54.135666Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:40:54.139780Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:40:54.140833Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801332763595295:2050] [node 3] ICS01 socket: 466 reason# EndOfStream
2025-12-06T17:40:54.147855Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:40:54.148885Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801326739243478:2050] [node 3] ICS01 socket: 480 reason# EndOfStream
2025-12-06T17:40:54.141233Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801306993791426:2050] [node 3] ICP30 unregister session Session# [6:7580801332763595295:2050] VirtualId# [6:7580801328468627989:0]
2025-12-06T17:40:54.141266Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801332763595295:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:40:54.141777Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:40:54.155679Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:40:54.149286Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801296674472306:2050] [node 3] ICP30 unregister session Session# [5:7580801326739243478:2050] VirtualId# [5:7580801326739243470:0]
2025-12-06T17:40:54.149318Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801326739243478:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:40:54.149396Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:40:54.149915Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:40:54.766106Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:40:54.766368Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801326739243482:2108] [node 4] ICS01 socket: 449 reason# EndOfStream
2025-12-06T17:40:54.766418Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801318149308855:2108] [node 4] ICP30 unregister session Session# [5:7580801326739243482:2108] VirtualId# [5:7580801326739243466:0]
2025-12-06T17:40:54.766453Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801326739243482:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:40:54.766550Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:40:54.766592Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:40:54.767070Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:40:54.767250Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801332763595299:2087] [node 4] ICS01 socket: 505 reason# EndOfStream
2025-12-06T17:40:54.767285Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801319878693370:2087] [node 4] ICP30 unregister session Session# [6:7580801332763595299:2087] VirtualId# [6:7580801328468627992:0]
2025-12-06T17:40:54.767312Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801332763595299:2087] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:40:54.767421Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:40:54.767475Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:40:54.945230Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:40:54.945463Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801332763595292:2095] [node 5] ICS01 socket: 478 reason# EndOfStream
2025-12-06T17:40:54.945507Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801324173660673:2095] [node 5] ICP30 unregister session Session# [6:7580801332763595292:2095] VirtualId# [6:7580801328468627985:0]
2025-12-06T17:40:54.945548Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801332763595292:2095] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:40:54.945626Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:40:54.945663Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:40:55.312433Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801339035620203:2048] [node 2] ICP01 ready to work
2025-12-06T17:40:55.312508Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801339035620204:2049] [node 3] ICP01 ready to work
2025-12-06T17:40:55.369124Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801339060915940:2048] [node 1] ICP01 ready to work
2025-12-06T17:40:55.369176Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801339060915941:2049] [node 3] ICP01 ready to work
2025-12-06T17:40:57.780334Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801347349807459:2048] [node 1] ICP01 ready to work
2025-12-06T17:40:57.780400Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801347349807460:2049] [node 2] ICP01 ready to work
2025-12-06T17:40:58.779595Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801351896771533:2049] [node 2] ICP01 ready to work
2025-12-06T17:40:58.780077Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801351896771534:2050] [node 3] ICP01 ready to work
2025-12-06T17:40:58.808063Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801351896771532:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:00.575445Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801361058753114:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:00.575475Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801361058753115:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:00.575501Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801361058753116:2050] [node 3] ICP01 ready to work
2025-12-06T17:41:02.419665Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801369821954421:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:02.451586Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801369821954423:2050] [node 3] ICP01 ready to work
2025-12-06T17:41:02.455200Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801369821954422:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:05.960270Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801381709545907:2108] [node 5] ICP01 ready to work
2025-12-06T17:41:06.017121Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801386305556275:2107] [node 4] ICP01 ready to work
2025-12-06T17:41:06.064426Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801381985293243:2114] [node 6] ICP01 ready to work
2025-12-06T17:41:06.013190Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801381709545906:2107] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:06.145168Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801386256509971:2109] [node 6] ICP01 ready to work
2025-12-06T17:41:06.171282Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801386828556949:2092] [node 6] ICP01 ready to work
2025-12-06T17:41:06.171088Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801386256509972:2108] [node 5] ICP01 ready to work
2025-12-06T17:41:06.323581Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801386256509973:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62768
2025-12-06T17:41:06.069070Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801386004513204:2110] [node 6] ICP01 ready to work
2025-12-06T17:41:06.309735Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801387001823668:2061] [node 4] ICP01 ready to work
2025-12-06T17:41:06.287650Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801386305556279:2108] [node 5] ICP01 ready to work
2025-12-06T17:41:06.338585Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801386280260540:2108] [node 5] ICP01 ready to work
2025-12-06T17:41:06.331081Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801386828556954:2104] [node 4] ICP01 ready to work
2025-12-06T17:41:06.334544Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801386305556280:2115] [node 6] ICP01 ready to work
2025-12-06T17:41:06.339253Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801387001823661:2068] [node 5] ICP01 ready to work
2025-12-06T17:41:06.352705Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801386280260541:2107] [node 4] ICP01 ready to work
2025-12-06T17:41:06.418912Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801386256509973:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:06.541851Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801387001823668:2061] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(167179596ns) {Configure:104(167173806ns) {ProcessConfigured:135(73458ns) {StartInitialHandshake:157(70044ns) {DropHandshakes:470(3450ns) {DropIncomingHandshake:442(785ns) DropOutgoingHandshake:457(677ns)} GenerateSessionVirtualId:988(1021ns) PrepareNewSessionHandshake:477(2417ns) {SwitchToState:179(612ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:06.573244Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801387001823674:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39439
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:06.635698Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801381985293243:2114] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(309949479ns) {Configure:104(293988356ns) {ProcessConfigured:135(474355ns) {StartInitialHandshake:157(470572ns) {DropHandshakes:470(3102ns) {DropIncomingHandshake:442(686ns) DropOutgoingHandshake:457(427ns)} GenerateSessionVirtualId:988(1409ns) PrepareNewSessionHandshake:477(2357ns) {SwitchToState:179(677ns)}}}}}
2025-12-06T17:41:06.641757Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801386256509977:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62768
2025-12-06T17:41:06.609821Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801369821954423:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(348219856ns) {Configure:104(348213830ns) {ProcessConfigured:135(30813026ns) {StartInitialHandshake:157(30809611ns) {DropHandshakes:470(1678ns) {DropIncomingHandshake:442(314ns) DropOutgoingHandshake:457(441ns)} GenerateSessionVirtualId:988(485ns) PrepareNewSessionHandshake:477(2924ns) {SwitchToState:179(663ns)}}}}}
2025-12-06T17:41:06.654211Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801347349807460:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(490864001ns) {Configure:104(490847791ns) {ProcessConfigured:135(37348888ns) {StartInitialHandshake:157(37345223ns) {DropHandshakes:470(3919ns) {DropIncomingHandshake:442(1172ns) DropOutgoingHandshake:457(555ns)} GenerateSessionVirtualId:988(1294ns) PrepareNewSessionHandshake:477(3333ns) {SwitchToState:179(543ns)}}}}}
2025-12-06T17:41:06.684235Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801361058753115:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(678365912ns) {Configure:104(648741601ns) {ProcessConfigured:135(60090574ns) {StartInitialHandshake:157(60086568ns) {DropHandshakes:470(3119ns) {DropIncomingHandshake:442(717ns) DropOutgoingHandshake:457(470ns)} GenerateSessionVirtualId:988(986ns) PrepareNewSessionHandshake:477(4789ns) {SwitchToState:179(2361ns)}}}}}
2025-12-06T17:41:06.662129Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801387001823674:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:06.716584Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801386305556280:2115] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(274126185ns) {Configure:104(258957689ns) {ProcessConfigured:135(54088708ns) {StartInitialHandshake:157(54085225ns) {DropHandshakes:470(3516ns) {DropIncomingHandshake:442(758ns) DropOutgoingHandshake:457(428ns)} GenerateSessionVirtualId:988(1380ns) PrepareNewSessionHandshake:477(3513ns) {SwitchToState:179(1313ns)}}}}}
2025-12-06T17:41:06.683666Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801351896771534:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(572282144ns) {Configure:104(572274660ns) {ProcessConfigured:135(1456714ns) {StartInitialHandshake:157(1454124ns) {DropHandshakes:470(3091ns) {DropIncomingHandshake:442(1011ns) DropOutgoingHandshake:457(460ns)} GenerateSessionVirtualId:988(688ns) PrepareNewSessionHandshake:477(2318ns) {SwitchToState:179(676ns)}}}}}
2025-12-06T17:41:06.705739Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801386004513204:2110] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(586417219ns) {Configure:104(586408964ns) {ProcessConfigured:135(16869294ns) {StartInitialHandshake:157(16866336ns) {DropHandshakes:470(3380ns) {DropIncomingHandshake:442(758ns) DropOutgoingHandshake:457(523ns)} GenerateSessionVirtualId:988(888ns) PrepareNewSessionHandshake:477(3642ns) {SwitchToState:179(2332ns)}}}}}
2025-12-06T17:41:06.808510Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801387001823668:2061] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:06.831134Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801386828556954:2104] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(378489843ns) {Configure:104(378485377ns) {ProcessConfigured:135(88975981ns) {StartInitialHandshake:157(88972884ns) {DropHandshakes:470(2782ns) {DropIncomingHandshake:442(615ns) DropOutgoingHandshake:457(896ns)} GenerateSessionVirtualId:988(325ns) PrepareNewSessionHandshake:477(11172ns) {SwitchToState:179(1567ns)}}}}}
2025-12-06T17:41:06.758980Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801339060915940:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(501243014ns) {Configure:104(501231964ns) {ProcessConfigured:135(1685585ns) {StartInitialHandshake:157(1682461ns) {DropHandshakes:470(2922ns) {DropIncomingHandshake:442(599ns) DropOutgoingHandshake:457(390ns)} GenerateSessionVirtualId:988(1162ns) PrepareNewSessionHandshake:477(2546ns) {SwitchToState:179(811ns)}}}}}
2025-12-06T17:41:06.753071Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801381709545907:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(604377670ns) {Configure:104(604369358ns) {ProcessConfigured:135(37163814ns) {StartInitialHandshake:157(37160708ns) {DropHandshakes:470(3146ns) {DropIncomingHandshake:442(814ns) DropOutgoingHandshake:457(359ns)} GenerateSessionVirtualId:988(1014ns) PrepareNewSessionHandshake:477(4990ns) {SwitchToState:179(2527ns)}}}}}
2025-12-06T17:41:06.697232Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801351896771532:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(817895499ns) {Configure:104(817888434ns) {ProcessConfigured:135(30166581ns) {StartInitialHandshake:157(30162857ns) {DropHandshakes:470(7954587ns) {DropIncomingHandshake:442(1888ns) DropOutgoingHandshake:457(425ns)} GenerateSessionVirtualId:988(1314ns) PrepareNewSessionHandshake:477(5151ns) {SwitchToState:179(2250ns)}}}}}
2025-12-06T17:41:06.852408Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801339035620204:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(913761021ns) {Configure:104(913749419ns) {ProcessConfigured:135(110296373ns) {StartInitialHandshake:157(110293950ns) {DropHandshakes:470(13703989ns) {DropIncomingHandshake:442(2585ns) DropOutgoingHandshake:457(370ns)} GenerateSessionVirtualId:988(1741ns) PrepareNewSessionHandshake:477(7163ns) {SwitchToState:179(3483ns)}}}}}
2025-12-06T17:41:06.875323Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801339035620203:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(852689833ns) {Configure:104(852680120ns) {ProcessConfigured:135(69403874ns) {StartInitialHandshake:157(69401002ns) {DropHandshakes:470(2436ns) {DropIncomingHandshake:442(758ns) DropOutgoingHandshake:457(354ns)} GenerateSessionVirtualId:988(1072ns) PrepareNewSessionHandshake:477(4519ns) {SwitchToState:179(1658ns)}}}}}
2025-12-06T17:41:06.859896Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801387001823668:2061] [node 4] ICP35 event processing took too much time PendingConnection:279(48191352ns) {IncomingHandshake:261(48188382ns) {DropIncomingHandshake:442(1104ns) PrepareNewSessionHandshake:477(2071ns) {SwitchToState:179(210ns)} GenerateSessionVirtualId:988(836ns) IssueIncomingHandshakeReply:193(21389420ns) {SwitchToState:179(1812ns)}}}
2025-12-06T17:41:06.924198Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801386256509972:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(412182763ns) {Configure:104(412177469ns) {ProcessConfigured:135(99880731ns) {StartInitialHandshake:157(99877085ns) {DropHandshakes:470(1611ns) {DropIncomingHandshake:442(438ns) DropOutgoingHandshake:457(219ns)} GenerateSessionVirtualId:988(427ns) PrepareNewSessionHandshake:477(4371ns) {SwitchToState:179(2557ns)}}}}}
2025-12-06T17:41:06.866721Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801339060915941:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(650713977ns) {Configure:104(650707458ns) {ProcessConfigured:135(35395341ns) {StartInitialHandshake:157(35391716ns) {DropHandshakes:470(3206ns) {DropIncomingHandshake:442(774ns) DropOutgoingHandshake:457(409ns)} GenerateSessionVirtualId:988(2279ns) PrepareNewSessionHandshake:477(4050ns) {SwitchToState:179(1797ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:06.926068Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801369821954421:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(756839028ns) {Configure:104(756834293ns) {ProcessConfigured:135(103489301ns) {StartInitialHandshake:157(103487128ns) {DropHandshakes:470(3635ns) {DropIncomingHandshake:442(718ns) DropOutgoingHandshake:457(345ns)} GenerateSessionVirtualId:988(506ns) PrepareNewSessionHandshake:477(2561ns) {SwitchToState:179(1324ns)}}}}}
2025-12-06T17:41:06.941332Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801386828556949:2092] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(623925180ns) {Configure:104(623915343ns) {ProcessConfigured:135(59169688ns) {StartInitialHandshake:157(59166642ns) {DropHandshakes:470(3836ns) {DropIncomingHandshake:442(891ns) DropOutgoingHandshake:457(522ns)} GenerateSessionVirtualId:988(1001ns) PrepareNewSessionHandshake:477(5339ns) {SwitchToState:179(2101ns)}}}}}
2025-12-06T17:41:06.783279Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801347349807459:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(723299011ns) {Configure:104(723291071ns) {ProcessConfigured:135(62280569ns) {StartInitialHandshake:157(42101419ns) {DropHandshakes:470(3592ns) {DropIncomingHandshake:442(1261ns) DropOutgoingHandshake:457(361ns)} GenerateSessionVirtualId:988(2243ns) PrepareNewSessionHandshake:477(4581ns) {SwitchToState:179(1947ns)}}}}}
2025-12-06T17:41:07.002339Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801361058753116:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(767220052ns) {Configure:104(767214916ns) {ProcessConfigured:135(103939951ns) {StartInitialHandshake:157(103938488ns) {DropHandshakes:470(1039ns) {DropIncomingHandshake:442(261ns) DropOutgoingHandshake:457(158ns)} GenerateSessionVirtualId:988(337ns) PrepareNewSessionHandshake:477(1485ns) {SwitchToState:179(58ns)}}}}}
2025-12-06T17:41:07.004501Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801361058753114:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(724494092ns) {Configure:104(724482679ns) {ProcessConfigured:135(40273328ns) {StartInitialHandshake:157(40269472ns) {DropHandshakes:470(2751ns) {DropIncomingHandshake:442(584ns) DropOutgoingHandshake:457(396ns)} GenerateSessionVirtualId:988(1396ns) PrepareNewSessionHandshake:477(3850ns) {SwitchToState:179(1420ns)}}}}}
2025-12-06T17:41:06.984027Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801351896771533:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(557356375ns) {Configure:104(557334024ns) {ProcessConfigured:135(81681558ns) {StartInitialHandshake:157(81678912ns) {DropHandshakes:470(2034ns) {DropIncomingHandshake:442(327ns) DropOutgoingHandshake:457(362ns)} GenerateSessionVirtualId:988(547ns) PrepareNewSessionHandshake:477(3670ns) {SwitchToState:179(2141ns)}}}}}
2025-12-06T17:41:06.937880Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801386305556279:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(600445779ns) {Configure:104(600438625ns) {ProcessConfigured:135(90081107ns) {StartInitialHandshake:157(90078718ns) {DropHandshakes:470(3143ns) {DropIncomingHandshake:442(598ns) DropOutgoingHandshake:457(825ns)} GenerateSessionVirtualId:988(914ns) PrepareNewSessionHandshake:477(5300ns) {SwitchToState:179(2483ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:06.984153Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801351896771533:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:07.024888Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801387001823661:2068] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(579245904ns) {Configure:104(579236511ns) {ProcessConfigured:135(95518995ns) {StartInitialHandshake:157(95516072ns) {DropHandshakes:470(30170489ns) {DropIncomingHandshake:442(930ns) DropOutgoingHandshake:457(441ns)} GenerateSessionVirtualId:988(952ns) PrepareNewSessionHandshake:477(4247ns) {SwitchToState:179(1891ns)}}}}}
2025-12-06T17:41:06.872633Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801381709545906:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(706489611ns) {Configure:104(706484126ns) {ProcessConfigured:135(50912214ns) {StartInitialHandshake:157(40131133ns) {DropHandshakes:470(3332ns) {DropIncomingHandshake:442(536ns) DropOutgoingHandshake:457(194ns)} GenerateSessionVirtualId:988(1536ns) PrepareNewSessionHandshake:477(3500ns) {SwitchToState:179(1898ns)}}}}}
2025-12-06T17:41:07.002866Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801351896771532:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(41530462ns) {HandleCleanupEventQueue:832(41527219ns) {CleanupEventQueue:841(41524124ns) {DropSessionEvent:512(9796ns) DropSessionEvent:512(5224ns) DropSessionEvent:512(16951293ns) DropSessionEvent:512(6751ns)} ScheduleCleanupEventQueue:822(965ns)}}
2025-12-06T17:41:06.991967Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801347349807460:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(27838504ns) {HandleCleanupEventQueue:832(27835940ns) {CleanupEventQueue:841(27827406ns) {DropSessionEvent:512(13054ns) DropSessionEvent:512(5894ns) DropSessionEvent:512(5867ns) DropSessionEvent:512(15057ns) DropSessionEvent:512(4896ns) DropSessionEvent:512(9356ns)} ScheduleCleanupEventQueue:822(6467ns)}}
2025-12-06T17:41:07.047523Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801386256509975:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:07.047573Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801386256509975:2119] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:07.048563Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801369821954422:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(662435101ns) {Configure:104(646008994ns) {ProcessConfigured:135(68463793ns) {StartInitialHandshake:157(68461237ns) {DropHandshakes:470(3077ns) {DropIncomingHandshake:442(736ns) DropOutgoingHandshake:457(505ns)} GenerateSessionVirtualId:988(1096ns) PrepareNewSessionHandshake:477(3689ns) {SwitchToState:179(1578ns)}}}}}
2025-12-06T17:41:06.993199Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801386305556292:2132] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11368
2025-12-06T17:41:07.013778Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801386280260541:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(602171104ns) {Configure:104(602163944ns) {ProcessConfigured:135(23840829ns) {StartInitialHandshake:157(23835784ns) {DropHandshakes:470(1900ns) {DropIncomingHandshake:442(353ns) DropOutgoingHandshake:457(469ns)} GenerateSessionVirtualId:988(477ns) PrepareNewSessionHandshake:477(4001ns) {SwitchToState:179(619ns)}}}}}
2025-12-06T17:41:07.047954Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801386305556277:2126] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:07.047978Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801386305556277:2126] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:41:07.061510Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801386305556289:2130] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11368
2025-12-06T17:41:07.015505Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801386280260540:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(554358101ns) {Configure:104(554351968ns) {ProcessConfigured:135(19208509ns) {StartInitialHandshake:157(19206927ns) {DropHandshakes:470(2797ns) {DropIncomingHandshake:442(677ns) DropOutgoingHandshake:457(557ns)} GenerateSessionVirtualId:988(801ns) PrepareNewSessionHandshake:477(2867ns) {SwitchToState:179(1426ns)}}}}}
2025-12-06T17:41:07.100201Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801386256509975:2119] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:07.106901Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801339035620203:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(35822275ns) {HandleCleanupEventQueue:832(35820299ns) {CleanupEventQueue:841(35819280ns) {DropSessionEvent:512(8851ns) DropSessionEvent:512(24418701ns) DropSessionEvent:512(4981ns) DropSessionEvent:512(5750ns) DropSessionEvent:512(5317ns) DropSessionEvent:512(3821ns) DropSessionEvent:512(4580ns) DropSessionEvent:512(4310ns) DropSessionEvent:512(4417ns) DropSessionEvent:512(11347893ns)} ScheduleCleanupEventQueue:822(88ns)}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:07.183651Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801351896771534:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(23349506ns) {HandleCleanupEventQueue:832(23348226ns) {CleanupEventQueue:841(23342939ns) {DropSessionEvent:512(9329ns) DropSessionEvent:512(4506ns) DropSessionEvent:512(7560734ns) DropSessionEvent:512(4820ns) DropSessionEvent:512(15750761ns) DropSessionEvent:512(4553ns)} ScheduleCleanupEventQueue:822(4196ns)}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:07.181893Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801381709545906:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(28885281ns) {HandleCleanupEventQueue:832(28883240ns) {CleanupEventQueue:841(28875174ns) {DropSessionEvent:512(13736ns) DropSessionEvent:512(6118ns) DropSessionEvent:512(4527ns) DropSessionEvent:512(4281ns) DropSessionEvent:512(5162ns) DropSessionEvent:512(4521ns) DropSessionEvent:512(28819110ns) DropSessionEvent:512(5178ns) DropSessionEvent:512(5286ns)} ScheduleCleanupEventQueue:822(6398ns)}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:07.211383Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801339060915940:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(58252812ns) {HandleCleanupEventQueue:832(58251407ns) {CleanupEventQueue:841(35303475ns) {DropSessionEvent:512(829631ns) DropSessionEvent:512(4107ns) DropSessionEvent:512(20874604ns) DropSessionEvent:512(13552368ns) DropSessionEvent:512(12086ns) DropSessionEvent:512(4729ns) DropSessionEvent:512(5831ns) DropSessionEvent:512(5813ns)} ScheduleCleanupEventQueue:822(22944362ns)}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:07.208567Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801387001823684:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39439
2025-12-06T17:41:07.285513Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801339060915941:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(29860808ns) {HandleCleanupEventQueue:832(29859492ns) {CleanupEventQueue:841(18871788ns) {DropSessionEvent:512(8874655ns) DropSessionEvent:512(14317ns) DropSessionEvent:512(4192ns) DropSessionEvent:512(9949069ns) DropSessionEvent:512(2876ns) DropSessionEvent:512(4105ns) DropSessionEvent:512(2669ns) DropSessionEvent:512(5013ns) DropSessionEvent:512(4050ns)} ScheduleCleanupEventQueue:822(10985629ns)}}
2025-12-06T17:41:07.245329Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801390575227851:2134] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64620
2025-12-06T17:41:07.234751Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801386256509971:2109] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:07.274141Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801386828556966:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61552
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:07.244709Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801391296790984:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39439
2025-12-06T17:41:07.234819Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:07.235650Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801386256509971:2109] [node 6] ICP22 created new session: [4:7580801390551477287:2109]
2025-12-06T17:41:07.236401Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801390551477287:2109] [node 6] ICS09 handshake done sender: [4:7580801386256509975:2119] self: [4:7580801386256509974:0] peer: [6:7580801387001823679:0] socket: 453 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:07.181975Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801347349807459:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(21471667ns) {HandleCleanupEventQueue:832(21469796ns) {CleanupEventQueue:841(21463836ns) {DropSessionEvent:512(4961517ns) DropSessionEvent:512(8782ns) DropSessionEvent:512(4311ns) DropSessionEvent:512(5496ns) DropSessionEvent:512(3778ns)} ScheduleCleanupEventQueue:822(4464ns)}}
2025-12-06T17:41:07.263116Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801390575227850:2133] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64620
2025-12-06T17:41:07.287295Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801390600523589:2133] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11368
2025-12-06T17:41:07.300844Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801391296790982:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39439
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:07.202544Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801386004513214:2130] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63092
2025-12-06T17:41:07.207459Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801381709545907:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(58486886ns) {HandleCleanupEventQueue:832(58485423ns) {CleanupEventQueue:841(58483162ns) {DropSessionEvent:512(4486ns) DropSessionEvent:512(15791130ns) DropSessionEvent:512(5022ns) DropSessionEvent:512(4199ns) DropSessionEvent:512(18620ns) DropSessionEvent:512(4362ns) DropSessionEvent:512(4228ns) DropSessionEvent:512(4344ns)} ScheduleCleanupEventQueue:822(449ns)}}
2025-12-06T17:41:07.237937Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801390551477287:2109] [node 6] ICS10 traffic start
2025-12-06T17:41:07.298101Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801390299480515:2132] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63092
2025-12-06T17:41:07.238766Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:07.367945Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801390299480516:2133] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63092
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:07.274944Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801390551477285:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62768
2025-12-06T17:41:07.308837Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801386305556289:2130] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:07.263702Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801390575227849:2132] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64620
2025-12-06T17:41:07.368543Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801391296790983:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39439
2025-12-06T17:41:07.377450Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801390551477290:2126] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62768
2025-12-06T17:41:07.319209Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801386305556277:2126] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:07.347947Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801390575227854:2135] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64620
2025-12-06T17:41:07.480252Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801386280260541:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(40929359ns) {HandleCleanupEventQueue:832(40928575ns) {CleanupEventQueue:841(40927702ns) {DropSessionEvent:512(12342ns) DropSessionEvent:512(18165517ns) DropSessionEvent:512(22699531ns) DropSessionEvent:512(15943ns) DropSessionEvent:512(4695ns) DropSessionEvent:512(4636ns) DropSessionEvent:512(4072ns) DropSessionEvent:512(4452ns) DropSessionEvent:512(4920ns)} ScheduleCleanupEventQueue:822(57ns)}}
2025-12-06T17:41:07.374398Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801387001823661:2068] [node 5] ICP35 event processing took too much time PendingConnection:279(30309061ns) {HandleCleanupEventQueue:832(30306373ns) {CleanupEventQueue:841(30297772ns) {DropSessionEvent:512(14476783ns) DropSessionEvent:512(27935ns) DropSessionEvent:512(7599ns) DropSessionEvent:512(5434ns) DropSessionEvent:512(8618202ns)} ScheduleCleanupEventQueue:822(5943ns)}}
2025-12-06T17:41:07.328231Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801390600523591:2134] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11368
2025-12-06T17:41:07.466825Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801387001823668:2061] [node 4] ICP35 event processing took too much time PendingConnection:279(31011933ns)
2025-12-06T17:41:07.491175Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801387001823674:2112] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:07.510632Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801386280260540:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(24072161ns) {HandleCleanupEventQueue:832(24070217ns) {CleanupEventQueue:841(24068159ns) {DropSessionEvent:512(25312ns) DropSessionEvent:512(10177ns) DropSessionEvent:512(4975ns) DropSessionEvent:512(5652ns) DropSessionEvent:512(5187ns) DropSessionEvent:512(6585ns) DropSessionEvent:512(4465ns) DropSessionEvent:512(5093ns) DropSessionEvent:512(21765ns)} ScheduleCleanupEventQueue:822(595ns)}}
2025-12-06T17:41:07.515161Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801386828556954:2104] [node 4] ICP35 event processing took too much time PendingConnection:279(65437555ns) {HandleCleanupEventQueue:832(65436294ns) {CleanupEventQueue:841(65435162ns) {DropSessionEvent:512(21291010ns) DropSessionEvent:512(8066ns) DropSessionEvent:512(8785598ns) DropSessionEvent:512(7667ns) DropSessionEvent:512(35301163ns) DropSessionEvent:512(12498ns) DropSessionEvent:512(3470ns) DropSessionEvent:512(3487ns) DropSessionEvent:512(4589ns) DropSessionEvent:512(3644ns)} ScheduleCleanupEventQueue:822(266ns)}}
2025-12-06T17:41:07.382376Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801386305556279:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(18300232ns) {IncomingHandshake:261(18298262ns) {DropIncomingHandshake:442(1277ns) PrepareNewSessionHandshake:477(3393ns) {SwitchToState:179(2358ns)} GenerateSessionVirtualId:988(1208ns) IssueIncomingHandshakeReply:193(1086ns)}}
2025-12-06T17:41:07.388050Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801386305556280:2115] [node 6] ICP35 event processing took too much time PendingConnection:279(29346875ns) {HandleCleanupEventQueue:832(29341728ns) {CleanupEventQueue:841(29332024ns) {DropSessionEvent:512(15876181ns) DropSessionEvent:512(13451181ns)} ScheduleCleanupEventQueue:822(6439ns)}}
2025-12-06T17:41:07.384352Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801386256509971:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(78514744ns) {HandleHandshakeStatus:329(78511514ns) {DropIncomingHandshake:442(958ns) DropOutgoingHandshake:457(1306ns) SwitchToState:179(597ns) ProcessPendingSessionEvents:495(48325497ns) {ForwardSessionEventToSession:612(20033321ns) ForwardSessionEventToSession:612(8348454ns) ForwardSessionEventToSession:612(4747ns) ForwardSessionEventToSession:612(3535ns) ForwardSessionEventToSession:612(8075440ns) ForwardSessionEventToSession:612(2688ns) ForwardSessionEventToSession:612(11819618ns) ForwardSessionEventToSession:612(12620ns) ForwardSessionEventToSession:612(2768ns)}}}
2025-12-06T17:41:07.423871Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801386256509973:2118] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:07.472851Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801351896771533:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:07.472904Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:07.532090Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801387001823668:2061] [node 4] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:07.472955Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801351896771533:2049] [node 2] ICP22 created new session: [4:7580801390551477291:2049]
2025-12-06T17:41:07.472999Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801390551477291:2049] [node 2] ICS09 handshake done sender: [4:7580801386256509973:2118] self: [4:7580801386256509986:0] peer: [2:7580801386305556276:0] socket: 452 qp: -1
2025-12-06T17:41:07.473034Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801390551477291:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:07.473069Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:07.394960Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801386305556275:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:41:07.407340Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:07.431009Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801386305556275:2107] [node 4] ICP22 created new session: [2:7580801390600523593:2107]
2025-12-06T17:41:07.585427Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801390299480517:2134] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63092
2025-12-06T17:41:07.532725Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:07.532778Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801387001823668:2061] [node 4] ICP22 created new session: [6:7580801391296790985:2061]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:07.653522Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801391123524265:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61552
2025-12-06T17:41:07.657454Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801390299480517:2134] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:07.658904Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801347349807460:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:07.532818Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801391296790985:2061] [node 4] ICS09 handshake done sender: [6:7580801387001823674:2112] self: [6:7580801387001823679:0] peer: [4:7580801386256509974:0] socket: 455 qp: -1
2025-12-06T17:41:07.532860Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801391296790985:2061] [node 4] ICS10 traffic start
2025-12-06T17:41:07.533223Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:07.436863Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801390600523593:2107] [node 4] ICS09 handshake done sender: [2:7580801386305556277:2126] self: [2:7580801386305556276:0] peer: [4:7580801386256509986:0] socket: 450 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:07.437317Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801390600523593:2107] [node 4] ICS10 traffic start
2025-12-06T17:41:07.438183Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:07.441647Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801386305556275:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(45851907ns) {HandleHandshakeStatus:329(45848407ns) {DropIncomingHandshake:442(774ns) DropOutgoingHandshake:457(810ns) SwitchToState:179(657ns) ProcessPendingSessionEvents:495(1296ns)}}
2025-12-06T17:41:07.742200Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801390299480519:2135] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63092
2025-12-06T17:41:07.534419Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801387001823684:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:07.538395Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801386305556284:2128] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:07.538424Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801386305556284:2128] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:07.535815Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801369821954422:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:07.678897Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801391296790988:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39439
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:07.796915Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801391123524266:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61552
2025-12-06T17:41:07.541592Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801386305556284:2128] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:07.548559Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801386305556280:2115] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:07.549016Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:07.549055Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801386305556280:2115] [node 6] ICP22 created new session: [2:7580801390600523598:2115]
2025-12-06T17:41:07.549526Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801390600523598:2115] [node 6] ICS09 handshake done sender: [2:7580801386305556284:2128] self: [2:7580801386305556281:0] peer: [6:7580801391296790987:0] socket: 460 qp: -1
2025-12-06T17:41:07.779850Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801390299480517:2134] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:07.549559Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801390600523598:2115] [node 6] ICS10 traffic start
2025-12-06T17:41:07.549589Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:07.712604Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801387001823684:2116] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:07.799117Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801347349807460:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:07.728079Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801369821954422:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:07.659718Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801386305556288:2129] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:07.728933Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:07.851586Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801391123524266:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:07.858790Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801390551477285:2125] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:07.846979Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:07.728979Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801369821954422:2049] [node 2] ICP22 created new session: [6:7580801391296790989:2049]
2025-12-06T17:41:07.729016Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801391296790989:2049] [node 2] ICS09 handshake done sender: [6:7580801387001823684:2116] self: [6:7580801391296790987:0] peer: [2:7580801386305556281:0] socket: 466 qp: -1
2025-12-06T17:41:07.659740Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801386305556288:2129] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:41:07.729048Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801391296790989:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:07.880179Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801386828556949:2092] [node 6] ICP35 event processing took too much time PendingConnection:279(16707123ns)
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:07.966486Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801390575227854:2135] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:07.695063Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801386305556288:2129] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:07.860412Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801347349807460:2049] [node 2] ICP22 created new session: [3:7580801390299480521:2049]
2025-12-06T17:41:07.729080Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:07.953475Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801361058753115:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(17438819ns) {HandleCleanupEventQueue:832(17434953ns) {CleanupEventQueue:841(17424688ns) {DropSessionEvent:512(29346ns)} ScheduleCleanupEventQueue:822(7578ns)}}
2025-12-06T17:41:08.017884Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801361058753116:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(23219584ns) {HandleCleanupEventQueue:832(23218739ns) {CleanupEventQueue:841(23214958ns) {DropSessionEvent:512(6443ns) DropSessionEvent:512(5436ns) DropSessionEvent:512(4501ns) DropSessionEvent:512(4241ns) DropSessionEvent:512(8188991ns) DropSessionEvent:512(14447287ns) DropSessionEvent:512(17713ns) DropSessionEvent:512(532353ns)} ScheduleCleanupEventQueue:822(1115ns)}}
2025-12-06T17:41:07.881136Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801390299480521:2049] [node 2] ICS09 handshake done sender: [3:7580801390299480517:2134] self: [3:7580801390299480518:0] peer: [2:7580801386305556286:0] socket: 499 qp: -1
2025-12-06T17:41:07.703008Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801339060915941:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:41:08.000890Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801390575227851:2134] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:07.898653Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801390299480521:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:07.975455Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801391296790992:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39439
2025-12-06T17:41:08.025819Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801391123524268:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61552
2025-12-06T17:41:07.898706Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:07.990990Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801390299480516:2133] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:08.081066Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7580801386256509971:2109] [node 6] ICP27 obsolete handshake fail ignored
2025-12-06T17:41:07.703059Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:07.703104Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801339060915941:2049] [node 3] ICP22 created new session: [2:7580801390600523601:2049]
2025-12-06T17:41:08.083185Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:294: Proxy [4:7580801386256509971:2109] [node 6] ICP35 event processing took too much time StateWork:294(16967300ns) {HandleHandshakeStatus:395(16962862ns) {LogHandshakeFail:472(16888448ns) {UpdateErrorStateLog:545(6248ns)}}}
2025-12-06T17:41:07.703381Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801390600523601:2049] [node 3] ICS09 handshake done sender: [2:7580801386305556288:2129] self: [2:7580801386305556286:0] peer: [3:7580801390299480518:0] socket: 498 qp: -1
2025-12-06T17:41:07.703413Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801390600523601:2049] [node 3] ICS10 traffic start
2025-12-06T17:41:07.703453Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:07.939046Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7580801386305556275:2107] [node 4] ICP27 obsolete handshake fail ignored
2025-12-06T17:41:08.029238Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801347349807460:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(224720978ns) {HandleHandshakeStatus:329(224717393ns) {DropIncomingHandshake:442(1224ns) DropOutgoingHandshake:457(8513ns) SwitchToState:179(635ns) ProcessPendingSessionEvents:495(835ns)}}
2025-12-06T17:41:08.119161Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801391123524268:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:08.119759Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801386828556954:2104] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:08.120822Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801386256509984:2123] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:08.120867Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801386256509984:2123] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:41:08.143715Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801386256509984:2123] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:08.151399Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801386256509972:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:08.152092Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:08.173448Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801386828556954:2104] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12533) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580801391123524268:2118] held: no
2025-12-06T17:41:08.152147Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801386256509972:2108] [node 5] ICP22 created new session: [4:7580801394846444592:2108]
2025-12-06T17:41:08.152186Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801394846444592:2108] [node 5] ICS09 handshake done sender: [4:7580801386256509984:2123] self: [4:7580801386256509982:0] peer: [5:7580801395418491565:0] socket: 467 qp: -1
2025-12-06T17:41:08.231388Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801386004513214:2130] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:08.152221Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801394846444592:2108] [node 5] ICS10 traffic start
2025-12-06T17:41:08.152262Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:08.300373Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801395418491566:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61552
2025-12-06T17:41:08.310957Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801391123524268:2118] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:08.315191Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801386828556954:2104] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:41:08.315503Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:08.315554Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801386828556954:2104] [node 4] ICP22 created new session: [5:7580801395418491568:2104]
2025-12-06T17:41:08.315595Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801395418491568:2104] [node 4] ICS09 handshake done sender: [5:7580801391123524268:2118] self: [5:7580801395418491565:0] peer: [4:7580801386256509982:0] socket: 468 qp: -1
2025-12-06T17:41:08.315630Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801395418491568:2104] [node 4] ICS10 traffic start
2025-12-06T17:41:08.315679Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:08.593873Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580801339060915940:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27900) Socket error# connection unexpectedly closed state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:41:08.530290Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801351896771532:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27900) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [0:0:0] held: no
2025-12-06T17:41:08.664846Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801386828556966:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:08.579117Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801369821954421:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27900) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [0:0:0] held: no
2025-12-06T17:41:08.628332Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801351896771532:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(54188816ns) {HandleHandshakeStatus:395(54183996ns) {LogHandshakeFail:472(14426ns) {UpdateErrorStateLog:545(6230ns)} DropOutgoingHandshake:457(3294ns) ProcessPendingSessionEvents:495(424ns) SwitchToInitialState:202(31578646ns) {SwitchToState:179(6793ns)}}}
2025-12-06T17:41:08.690199Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801339060915940:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(62556451ns) {HandleHandshakeStatus:395(62552620ns) {LogHandshakeFail:472(15139ns) {UpdateErrorStateLog:545(5075ns)} DropOutgoingHandshake:457(2209ns) ProcessPendingSessionEvents:495(436ns) SwitchToInitialState:202(51878573ns) {SwitchToState:179(5625ns)}}}
2025-12-06T17:41:08.593099Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801369821954421:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(82765689ns) {HandleHandshakeStatus:395(82763436ns) {LogHandshakeFail:472(10901ns) {UpdateErrorStateLog:545(3699ns)} DropOutgoingHandshake:457(3372ns) ProcessPendingSessionEvents:495(479ns) SwitchToInitialState:202(7144ns) {SwitchToState:179(4741ns)}}}
2025-12-06T17:41:08.691756Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801391123524265:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:08.691806Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801361058753116:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:08.692838Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801361058753115:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:08.693562Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801361058753116:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(16953039ns) {IncomingHandshake:261(16950683ns) {DropIncomingHandshake:442(1747ns) PrepareNewSessionHandshake:477(4298ns) {SwitchToState:179(2883ns)} GenerateSessionVirtualId:988(1549ns) IssueIncomingHandshakeReply:193(714848ns) {SwitchToState:179(716ns)}}}
2025-12-06T17:41:08.753569Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801391296790984:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:08.753750Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801387001823661:2068] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:08.797593Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801391296790992:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:08.799646Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801369821954423:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:08.704519Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801386305556291:2131] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:08.754206Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801386828556965:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:08.770969Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801386004513211:2128] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:08.704568Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801386305556291:2131] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:41:08.771020Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801386004513211:2128] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:08.865293Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801395591758291:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39439
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:08.754239Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580801386828556965:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:08.719127Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801386305556291:2131] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:08.815312Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801347349807459:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27900) Socket error# connection unexpectedly closed state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:41:08.812382Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801395418491572:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61552
2025-12-06T17:41:08.814638Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801386305556279:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:08.816758Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801347349807459:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(22690489ns) {HandleHandshakeStatus:395(22686384ns) {LogHandshakeFail:472(19319ns) {UpdateErrorStateLog:545(6686ns)} DropOutgoingHandshake:457(1191ns) ProcessPendingSessionEvents:495(219ns) SwitchToInitialState:202(997ns) {SwitchToState:179(321ns)}}}
2025-12-06T17:41:08.917215Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801395591758292:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39439
2025-12-06T17:41:08.835021Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:08.813838Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801361058753114:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27900) Socket error# Connection reset by peer state# SendInitialPacket processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:41:08.831124Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801386004513211:2128] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:08.910286Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801394846444594:2127] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62768
2025-12-06T17:41:08.963282Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801391296790984:2119] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:08.835582Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801386305556279:2108] [node 5] ICP22 created new session: [2:7580801394895490900:2108]
2025-12-06T17:41:08.841265Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801386004513208:2127] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:08.841313Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801386004513208:2127] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:08.877103Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801381709545907:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:08.877154Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:08.844480Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801361058753114:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(44927062ns) {HandleHandshakeStatus:395(44923481ns) {LogHandshakeFail:472(11907ns) {UpdateErrorStateLog:545(4781ns)} DropOutgoingHandshake:457(3048ns) ProcessPendingSessionEvents:495(644ns) SwitchToInitialState:202(2331ns) {SwitchToState:179(912ns)}}}
2025-12-06T17:41:08.888696Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801391123524265:2116] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:08.888952Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801361058753115:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26668) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580801391123524265:2116] held: no
2025-12-06T17:41:08.887797Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801386004513208:2127] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:08.901285Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801381709545907:2108] [node 5] ICP22 created new session: [3:7580801394594447824:2108]
2025-12-06T17:41:08.902575Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801394594447824:2108] [node 5] ICS09 handshake done sender: [3:7580801386004513211:2128] self: [3:7580801386004513209:0] peer: [5:7580801395418491570:0] socket: 462 qp: -1
2025-12-06T17:41:08.903002Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801394594447824:2108] [node 5] ICS10 traffic start
2025-12-06T17:41:08.904216Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:08.930097Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801381709545907:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(45833451ns) {HandleHandshakeStatus:329(45830062ns) {DropIncomingHandshake:442(631ns) DropOutgoingHandshake:457(929ns) SwitchToState:179(1049ns) ProcessPendingSessionEvents:495(1133ns)}}
2025-12-06T17:41:08.954072Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801386004513204:2110] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:08.974899Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:09.023144Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801386004513204:2110] [node 6] ICP22 created new session: [3:7580801394594447827:2110]
2025-12-06T17:41:09.000121Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801391296790992:2121] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:08.836525Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801394895490900:2108] [node 5] ICS09 handshake done sender: [2:7580801386305556291:2131] self: [2:7580801386305556287:0] peer: [5:7580801395418491571:0] socket: 501 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:08.888983Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801361058753115:2049] [node 2] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:09.046364Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801394594447827:2110] [node 6] ICS09 handshake done sender: [3:7580801386004513208:2127] self: [3:7580801386004513207:0] peer: [6:7580801395591758290:0] socket: 508 qp: -1
2025-12-06T17:41:09.036399Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801387001823661:2068] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:41:08.889025Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:09.049756Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801394846444594:2127] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:09.036461Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:09.053604Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801394594447827:2110] [node 6] ICS10 traffic start
2025-12-06T17:41:08.889061Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801361058753115:2049] [node 2] ICP22 created new session: [5:7580801395418491575:2049]
2025-12-06T17:41:09.040324Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801387001823661:2068] [node 5] ICP22 created new session: [6:7580801399886725589:2068]
2025-12-06T17:41:09.051594Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801351896771534:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:08.890614Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801395418491575:2049] [node 2] ICS09 handshake done sender: [5:7580801391123524265:2116] self: [5:7580801395418491571:0] peer: [2:7580801386305556287:0] socket: 502 qp: -1
2025-12-06T17:41:09.063065Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801394594447826:2136] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63092
2025-12-06T17:41:09.042450Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801369821954423:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29942) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801391296790992:2121] held: no
2025-12-06T17:41:09.071671Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801399141411892:2128] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62768
2025-12-06T17:41:08.891010Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801395418491575:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:09.067561Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801386004513217:2131] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:09.067590Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801386004513217:2131] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:41:09.042482Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801369821954423:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:41:09.042547Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:09.072859Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:09.042586Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801369821954423:2050] [node 3] ICP22 created new session: [6:7580801399886725590:2050]
2025-12-06T17:41:09.073161Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801386004513217:2131] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:09.042628Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801399886725590:2050] [node 3] ICS09 handshake done sender: [6:7580801391296790992:2121] self: [6:7580801395591758290:0] peer: [3:7580801386004513207:0] socket: 509 qp: -1
2025-12-06T17:41:09.123468Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801394846444594:2127] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:09.146924Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801351896771534:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29942) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580801394846444594:2127] held: no
2025-12-06T17:41:08.891339Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:09.042663Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801399886725590:2050] [node 3] ICS10 traffic start
2025-12-06T17:41:09.073257Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7580801381709545907:2108] [node 5] ICP27 obsolete handshake fail ignored
2025-12-06T17:41:09.097315Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801381709545906:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:41:09.192056Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:08.897410Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801395418491573:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61552
2025-12-06T17:41:09.147265Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801351896771534:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(19654112ns) {HandleHandshakeStatus:395(548713ns) {LogHandshakeFail:472(15435ns) {UpdateErrorStateLog:545(5318ns)} DropOutgoingHandshake:457(1200ns) ProcessPendingSessionEvents:495(502ns)}}
2025-12-06T17:41:09.193031Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801386004513204:2110] [node 6] ICP35 event processing took too much time PendingConnection:279(197253842ns) {HandleHandshakeStatus:329(197250499ns) {DropIncomingHandshake:442(13521ns) DropOutgoingHandshake:457(549ns) SwitchToState:179(670ns) ProcessPendingSessionEvents:495(1311ns)}}
2025-12-06T17:41:09.042695Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:09.046717Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801399886725589:2068] [node 5] ICS09 handshake done sender: [6:7580801391296790984:2119] self: [6:7580801395591758289:0] peer: [5:7580801386828556964:0] socket: 490 qp: -1
2025-12-06T17:41:09.056542Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801399886725589:2068] [node 5] ICS10 traffic start
2025-12-06T17:41:09.174110Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801351896771534:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:41:08.918475Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801386828556965:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:08.952119Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801386828556966:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:08.975178Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580801386828556949:2092] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:09.174966Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:09.175168Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801351896771534:2050] [node 3] ICP22 created new session: [4:7580801399141411893:2050]
2025-12-06T17:41:09.219745Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801381709545906:2107] [node 4] ICP22 created new session: [3:7580801398889415126:2107]
2025-12-06T17:41:09.221014Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801398889415126:2107] [node 4] ICS09 handshake done sender: [3:7580801386004513217:2131] self: [3:7580801386004513215:0] peer: [4:7580801399141411891:0] socket: 472 qp: -1
2025-12-06T17:41:09.221578Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801398889415126:2107] [node 4] ICS10 traffic start
2025-12-06T17:41:09.222251Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:09.275667Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801381709545906:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(142080902ns) {HandleHandshakeStatus:329(142078170ns) {DropIncomingHandshake:442(21308ns) DropOutgoingHandshake:457(780ns) SwitchToState:179(813ns) ProcessPendingSessionEvents:495(1154ns)}}
2025-12-06T17:41:09.072491Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:09.175630Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801399141411893:2050] [node 3] ICS09 handshake done sender: [4:7580801394846444594:2127] self: [4:7580801399141411891:0] peer: [3:7580801386004513215:0] socket: 473 qp: -1
2025-12-06T17:41:09.081814Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801387001823661:2068] [node 5] ICP35 event processing took too much time PendingConnection:279(82027276ns) {HandleHandshakeStatus:329(82023086ns) {DropIncomingHandshake:442(3223ns) DropOutgoingHandshake:457(5954ns) SwitchToState:179(629ns) ProcessPendingSessionEvents:495(773ns)}}
2025-12-06T17:41:09.175866Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801399141411893:2050] [node 3] ICS10 traffic start
2025-12-06T17:41:09.082470Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580801387001823661:2068] [node 5] ICP27 obsolete handshake fail ignored
2025-12-06T17:41:09.176610Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:09.202693Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801351896771534:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(28684191ns) {HandleHandshakeStatus:329(28679738ns) {DropIncomingHandshake:442(1246ns) DropOutgoingHandshake:457(690ns) SwitchToState:179(799ns) ProcessPendingSessionEvents:495(1142ns)}}
2025-12-06T17:41:08.991066Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801361058753116:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:41:08.991139Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:08.991192Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801361058753116:2050] [node 3] ICP22 created new session: [5:7580801395418491578:2050]
2025-12-06T17:41:08.991232Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801395418491578:2050] [node 3] ICS09 handshake done sender: [5:7580801386828556966:2115] self: [5:7580801395418491570:0] peer: [3:7580801386004513209:0] socket: 471 qp: -1
2025-12-06T17:41:08.991270Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801395418491578:2050] [node 3] ICS10 traffic start
2025-12-06T17:41:08.991304Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:09.042065Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:09.046563Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801386828556949:2092] [node 6] ICP22 created new session: [5:7580801399713458876:2092]
2025-12-06T17:41:09.072195Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801399713458876:2092] [node 6] ICS09 handshake done sender: [5:7580801386828556965:2114] self: [5:7580801386828556964:0] peer: [6:7580801395591758289:0] socket: 489 qp: -1
2025-12-06T17:41:09.073592Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801399713458876:2092] [node 6] ICS10 traffic start
2025-12-06T17:41:09.073634Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:09.172489Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801386828556949:2092] [node 6] ICP35 event processing took too much time PendingConnection:279(139455715ns) {HandleHandshakeStatus:329(139452479ns) {DropIncomingHandshake:442(28757ns) DropOutgoingHandshake:457(560ns) SwitchToState:179(742ns) ProcessPendingSessionEvents:495(1265ns)}}
2025-12-06T17:41:09.536880Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:41:09.537164Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801390299480521:2049] [node 2] ICS01 socket: 499 reason# EndOfStream
2025-12-06T17:41:09.537221Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801347349807460:2049] [node 2] ICP30 unregister session Session# [3:7580801390299480521:2049] VirtualId# [3:7580801390299480518:0]
2025-12-06T17:41:09.537260Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801390299480521:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:09.537349Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:09.537395Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:09.575589Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:41:09.576051Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801390551477291:2049] [node 2] ICS01 socket: 452 reason# EndOfStream
2025-12-06T17:41:09.576616Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801351896771533:2049] [node 2] ICP30 unregister session Session# [4:7580801390551477291:2049] VirtualId# [4:7580801386256509986:0]
2025-12-06T17:41:09.576654Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801390551477291:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:09.579101Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:41:09.579246Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:41:09.579702Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801391296790989:2049] [node 2] ICS01 socket: 466 reason# EndOfStream
2025-12-06T17:41:09.580366Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801369821954422:2049] [node 2] ICP30 unregister session Session# [6:7580801391296790989:2049] VirtualId# [6:7580801391296790987:0]
2025-12-06T17:41:09.580392Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801391296790989:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:09.580477Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:09.580514Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:09.576738Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:09.576791Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:09.579817Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801395418491575:2049] [node 2] ICS01 socket: 502 reason# EndOfStream
2025-12-06T17:41:09.580037Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801361058753115:2049] [node 2] ICP30 unregister session Session# [5:7580801395418491575:2049] VirtualId# [5:7580801395418491571:0]
2025-12-06T17:41:09.580066Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801395418491575:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:09.580305Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:09.580371Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:10.270848Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:41:10.271096Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801399141411893:2050] [node 3] ICS01 socket: 473 reason# EndOfStream
2025-12-06T17:41:10.271136Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801351896771534:2050] [node 3] ICP30 unregister session Session# [4:7580801399141411893:2050] VirtualId# [4:7580801399141411891:0]
2025-12-06T17:41:10.271172Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801399141411893:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:10.271261Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:41:10.271305Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:41:10.271405Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:41:10.271593Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801399886725590:2050] [node 3] ICS01 socket: 509 reason# EndOfStream
2025-12-06T17:41:10.271633Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801369821954423:2050] [node 3] ICP30 unregister session Session# [6:7580801399886725590:2050] VirtualId# [6:7580801395591758290:0]
2025-12-06T17:41:10.271655Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801399886725590:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:10.271707Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:41:10.271754Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:41:10.272358Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:41:10.272542Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801395418491578:2050] [node 3] ICS01 socket: 471 reason# EndOfStream
2025-12-06T17:41:10.273049Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801361058753116:2050] [node 3] ICP30 unregister session Session# [5:7580801395418491578:2050] VirtualId# [5:7580801395418491570:0]
2025-12-06T17:41:10.273111Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801395418491578:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:10.273547Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:41:10.273602Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:41:10.767941Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:41:10.769047Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801391296790985:2061] [node 4] ICS01 socket: 455 reason# EndOfStream
2025-12-06T17:41:10.769527Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801387001823668:2061] [node 4] ICP30 unregister session Session# [6:7580801391296790985:2061] VirtualId# [6:7580801387001823679:0]
2025-12-06T17:41:10.769562Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801391296790985:2061] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:10.770511Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:41:10.782880Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:41:10.832464Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:41:10.832754Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801399886725589:2068] [node 5] ICS01 socket: 490 reason# EndOfStream
2025-12-06T17:41:10.832796Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801387001823661:2068] [node 5] ICP30 unregister session Session# [6:7580801399886725589:2068] VirtualId# [6:7580801395591758289:0]
2025-12-06T17:41:10.832853Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801399886725589:2068] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:10.832941Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:41:10.832987Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:41:11.031899Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801403033654976:2048] [node 2] ICP01 ready to work
2025-12-06T17:41:11.032380Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801403033654977:2049] [node 3] ICP01 ready to work
2025-12-06T17:41:11.066750Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801405254083222:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:11.066892Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801405254083223:2049] [node 3] ICP01 ready to work
2025-12-06T17:41:11.137695Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801408765979910:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:11.137812Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801408765979911:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:11.202986Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801408666811002:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:11.203021Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801408666811003:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:11.203055Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801408666811004:2050] [node 3] ICP01 ready to work
2025-12-06T17:41:11.259417Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801410934823585:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:11.259465Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801410934823586:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:11.259514Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801410934823587:2050] [node 3] ICP01 ready to work
2025-12-06T17:41:11.816849Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801403033654976:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(210081287ns) {Configure:104(210068998ns) {ProcessConfigured:135(83244ns) {StartInitialHandshake:157(74225ns) {DropHandshakes:470(3519ns) {DropIncomingHandshake:442(722ns) DropOutgoingHandshake:457(664ns)} GenerateSessionVirtualId:988(1575ns) PrepareNewSessionHandshake:477(2199ns) {SwitchToState:179(687ns)}}}}}
2025-12-06T17:41:11.817500Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801407328622335:2100] [node 4] ICP01 ready to work
2025-12-06T17:41:11.839907Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801409549050581:2107] [node 4] ICP01 ready to work
2025-12-06T17:41:11.840262Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801409549050582:2108] [node 6] ICP01 ready to work
2025-12-06T17:41:11.840538Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801409549050583:2109] [node 5] ICP01 ready to work
2025-12-06T17:41:11.851316Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801410934823649:2108] [node 4] ICP01 ready to work
2025-12-06T17:41:11.838242Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801407328622341:2110] [node 6] ICP01 ready to work
2025-12-06T17:41:11.911209Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801410934823587:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(57576134ns) {Configure:104(57571549ns) {ProcessConfigured:135(87472ns) {StartInitialHandshake:157(84646ns) {DropHandshakes:470(3501ns) {DropIncomingHandshake:442(864ns) DropOutgoingHandshake:457(603ns)} GenerateSessionVirtualId:988(987ns) PrepareNewSessionHandshake:477(2476ns) {SwitchToState:179(757ns)}}}}}
2025-12-06T17:41:11.911963Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801410934823656:2111] [node 6] ICP01 ready to work
2025-12-06T17:41:11.904758Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801410439220795:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:11.904894Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801410439220796:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:11.931023Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801410439220797:2050] [node 3] ICP01 ready to work
2025-12-06T17:41:11.908635Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801408765979976:2108] [node 6] ICP01 ready to work
2025-12-06T17:41:11.940521Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801408666811067:2109] [node 5] ICP01 ready to work
2025-12-06T17:41:11.920547Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801403033654977:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(81977736ns) {Configure:104(81971497ns) {ProcessConfigured:135(78453ns) {StartInitialHandshake:157(75206ns) {DropHandshakes:470(4009ns) {DropIncomingHandshake:442(1139ns) DropOutgoingHandshake:457(404ns)} GenerateSessionVirtualId:988(1406ns) PrepareNewSessionHandshake:477(2603ns) {SwitchToState:179(840ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:11.950831Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801408666811068:2110] [node 6] ICP01 ready to work
2025-12-06T17:41:11.922992Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801407328622347:2111] [node 5] ICP01 ready to work
2025-12-06T17:41:11.943502Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801410439220858:2107] [node 5] ICP01 ready to work
2025-12-06T17:41:11.975703Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801409549050581:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(134898630ns) {Configure:104(134893481ns) {ProcessConfigured:135(79504ns) {StartInitialHandshake:157(76043ns) {DropHandshakes:470(4587ns) {DropIncomingHandshake:442(1778ns) DropOutgoingHandshake:457(530ns)} GenerateSessionVirtualId:988(1519ns) PrepareNewSessionHandshake:477(3065ns) {SwitchToState:179(911ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:11.992462Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801409549050592:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45379
2025-12-06T17:41:11.992679Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801409549050593:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45379
2025-12-06T17:41:11.944194Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801410439220859:2108] [node 4] ICP01 ready to work
2025-12-06T17:41:11.984369Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801410439220795:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(23106650ns) {Configure:104(23101329ns) {ProcessConfigured:135(72195ns) {StartInitialHandshake:157(69777ns) {DropHandshakes:470(3203ns) {DropIncomingHandshake:442(507ns) DropOutgoingHandshake:457(711ns)} GenerateSessionVirtualId:988(401ns) PrepareNewSessionHandshake:477(2454ns) {SwitchToState:179(860ns)}}}}}
2025-12-06T17:41:11.953008Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801407328622348:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2628
2025-12-06T17:41:11.994217Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801408765979977:2109] [node 4] ICP01 ready to work
2025-12-06T17:41:11.994745Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801408765979978:2110] [node 5] ICP01 ready to work
2025-12-06T17:41:11.997200Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801410934823656:2111] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(82633986ns) {Configure:104(82628515ns) {ProcessConfigured:135(6421523ns) {StartInitialHandshake:157(6414114ns) {DropHandshakes:470(3500ns) {DropIncomingHandshake:442(740ns) DropOutgoingHandshake:457(682ns)} GenerateSessionVirtualId:988(1155ns) PrepareNewSessionHandshake:477(3761ns) {SwitchToState:179(1758ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:12.039426Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801410439220797:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(48245045ns) {Configure:104(48236232ns) {ProcessConfigured:135(93051ns) {StartInitialHandshake:157(89958ns) {DropHandshakes:470(3669ns) {DropIncomingHandshake:442(1155ns) DropOutgoingHandshake:457(550ns)} GenerateSessionVirtualId:988(1171ns) PrepareNewSessionHandshake:477(3047ns) {SwitchToState:179(820ns)}}}}}
2025-12-06T17:41:12.040522Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801414734188166:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55818
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:12.061159Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801408666811003:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(53815941ns) {Configure:104(53810133ns) {ProcessConfigured:135(82993ns) {StartInitialHandshake:157(80123ns) {DropHandshakes:470(3998ns) {DropIncomingHandshake:442(743ns) DropOutgoingHandshake:457(1054ns)} GenerateSessionVirtualId:988(934ns) PrepareNewSessionHandshake:477(2868ns) {SwitchToState:179(1100ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:12.064950Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801409549050592:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:12.065460Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580801405254083222:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:12.065554Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801413844017895:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45379
2025-12-06T17:41:12.055561Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801413060947277:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53301
2025-12-06T17:41:12.081210Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801413844017895:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:12.055719Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801413060947278:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53301
2025-12-06T17:41:12.055787Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801413060947279:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53301
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:12.083611Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801407328622334:2108] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:12.083650Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801407328622334:2108] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:41:12.084446Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801407328622348:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:12.084635Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801411623589648:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2628
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:12.085447Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801415229790959:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10268
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:12.085839Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801413844017898:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45379
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:12.087781Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801414734188166:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:12.087876Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801414734188170:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55818
2025-12-06T17:41:12.088051Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801410439220796:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:12.088835Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801409549050587:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:12.088871Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801409549050587:2111] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:12.090102Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801408666811068:2110] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(28701454ns) {Configure:104(28695236ns) {ProcessConfigured:135(54861ns) {StartInitialHandshake:157(51438ns) {DropHandshakes:470(4005ns) {DropIncomingHandshake:442(313ns) DropOutgoingHandshake:457(974ns)} GenerateSessionVirtualId:988(1025ns) PrepareNewSessionHandshake:477(1863ns) {SwitchToState:179(461ns)}}}}}
2025-12-06T17:41:12.090216Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801408666811069:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4161
2025-12-06T17:41:12.091505Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801412961778376:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4161
2025-12-06T17:41:12.091621Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801412961778377:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4161
2025-12-06T17:41:12.091842Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801412961778375:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4161
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:12.092692Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801415229790960:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10268
2025-12-06T17:41:12.092960Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801407328622334:2108] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:12.093551Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801411623589648:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:12.093768Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801403033654976:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:41:12.093846Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:12.093915Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801403033654976:2048] [node 2] ICP22 created new session: [1:7580801411623589652:2048]
2025-12-06T17:41:12.093961Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801411623589652:2048] [node 2] ICS09 handshake done sender: [1:7580801407328622334:2108] self: [1:7580801407328622333:0] peer: [2:7580801413844017896:0] socket: 453 qp: -1
2025-12-06T17:41:12.093997Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801411623589652:2048] [node 2] ICS10 traffic start
2025-12-06T17:41:12.094030Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:12.094991Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801411623589651:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2628
2025-12-06T17:41:12.095609Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801409549050587:2111] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:12.096457Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801409549050582:2108] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:12.096540Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:12.096600Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801409549050582:2108] [node 6] ICP22 created new session: [2:7580801413844017900:2108]
2025-12-06T17:41:12.096642Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801413844017900:2108] [node 6] ICS09 handshake done sender: [2:7580801409549050587:2111] self: [2:7580801409549050586:0] peer: [6:7580801414734188171:0] socket: 467 qp: -1
2025-12-06T17:41:12.096694Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801413844017900:2108] [node 6] ICS10 traffic start
2025-12-06T17:41:12.096739Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:12.098073Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801414734188172:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55818
2025-12-06T17:41:12.098428Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801415229790959:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:12.098761Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801412961778376:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:12.098886Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801408666811069:2111] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:12.098993Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801412961778375:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:12.099209Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801408666811002:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:12.099258Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801408666811003:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:12.103180Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801409549050592:2114] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:12.103592Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801407328622337:2109] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:12.103629Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801407328622337:2109] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:12.106700Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801414734188173:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55818
2025-12-06T17:41:12.108007Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801409549050585:2110] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:12.108058Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801409549050585:2110] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:41:12.108689Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580801405254083222:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:12.108754Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:12.108803Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801405254083222:2048] [node 1] ICP22 created new session: [2:7580801413844017904:2048]
2025-12-06T17:41:12.108853Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801413844017904:2048] [node 1] ICS09 handshake done sender: [2:7580801409549050592:2114] self: [2:7580801413844017896:0] peer: [1:7580801407328622333:0] socket: 463 qp: -1
2025-12-06T17:41:12.108899Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801413844017904:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:12.108953Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:12.111022Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801415229790962:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10268
2025-12-06T17:41:12.111576Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801410439220796:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17329) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801414734188166:2115] held: no
2025-12-06T17:41:12.111771Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801414734188166:2115] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:12.112142Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801410439220796:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:12.112228Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:12.112284Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801410439220796:2049] [node 2] ICP22 created new session: [6:7580801414734188174:2049]
2025-12-06T17:41:12.112340Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801414734188174:2049] [node 2] ICS09 handshake done sender: [6:7580801414734188166:2115] self: [6:7580801414734188171:0] peer: [2:7580801409549050586:0] socket: 477 qp: -1
2025-12-06T17:41:12.112375Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801414734188174:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:12.112419Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:12.113715Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801407328622337:2109] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:12.114599Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801413060947277:2112] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:12.114988Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801408765979910:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:12.115345Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801413060947288:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53301
2025-12-06T17:41:12.116672Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801407328622344:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:12.116711Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801407328622344:2112] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:41:12.117345Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801407328622335:2100] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:41:12.117419Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:12.117479Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801407328622335:2100] [node 4] ICP22 created new session: [1:7580801411623589657:2100]
2025-12-06T17:41:12.117536Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801411623589657:2100] [node 4] ICS09 handshake done sender: [1:7580801407328622337:2109] self: [1:7580801407328622336:0] peer: [4:7580801412961778381:0] socket: 454 qp: -1
2025-12-06T17:41:12.117587Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801411623589657:2100] [node 4] ICS10 traffic start
2025-12-06T17:41:12.117627Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:12.119329Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801415229790963:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10268
2025-12-06T17:41:12.119811Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801409549050585:2110] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:12.120517Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801409549050593:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:12.120635Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801409549050581:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:41:12.120672Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:12.120721Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801409549050581:2107] [node 4] ICP22 created new session: [2:7580801413844017906:2107]
2025-12-06T17:41:12.120805Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801413844017906:2107] [node 4] ICS09 handshake done sender: [2:7580801409549050585:2110] self: [2:7580801409549050584:0] peer: [4:7580801412961778382:0] socket: 466 qp: -1
2025-12-06T17:41:12.120837Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801413844017906:2107] [node 4] ICS10 traffic start
2025-12-06T17:41:12.120875Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:12.123622Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801414734188170:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:12.123729Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801414734188173:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:12.125616Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801410439220797:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:12.125698Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801410439220795:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:12.135264Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801415229790962:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:12.135393Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801410934823586:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:12.135847Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801409549050591:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:12.135878Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801409549050591:2113] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:12.137122Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801415229790965:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10268
2025-12-06T17:41:12.137362Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801409549050591:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:12.137916Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801415229790962:2117] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:12.138138Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801410934823586:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:12.141357Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801409549050589:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:12.141393Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801409549050589:2112] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:41:12.141916Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801409549050583:2109] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:12.127097Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801413060947278:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:12.127257Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801413060947276:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:12.127282Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801413060947276:2111] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:12.130334Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801413060947290:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53301
2025-12-06T17:41:12.130484Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801413060947279:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:12.138864Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801408765979911:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:12.143297Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801413060947276:2111] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:12.143937Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801408765979976:2108] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:12.143986Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:12.144034Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801408765979976:2108] [node 6] ICP22 created new session: [3:7580801413060947295:2108]
2025-12-06T17:41:12.144084Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801413060947295:2108] [node 6] ICS09 handshake done sender: [3:7580801413060947276:2111] self: [3:7580801413060947275:0] peer: [6:7580801414734188177:0] socket: 482 qp: -1
2025-12-06T17:41:12.144118Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801413060947295:2108] [node 6] ICS10 traffic start
2025-12-06T17:41:12.144155Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:12.144589Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801413060947277:2112] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:12.144807Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801408765979910:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:12.144845Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:12.144898Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801408765979910:2048] [node 1] ICP22 created new session: [3:7580801413060947297:2048]
2025-12-06T17:41:12.144955Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801413060947297:2048] [node 1] ICS09 handshake done sender: [3:7580801413060947277:2112] self: [3:7580801413060947289:0] peer: [1:7580801407328622343:0] socket: 473 qp: -1
2025-12-06T17:41:12.145009Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801413060947297:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:12.145039Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:12.142186Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:12.138213Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:12.142706Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801407328622344:2112] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:12.140979Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801410934823586:2049] [node 2] ICP22 created new session: [5:7580801415229790966:2049]
2025-12-06T17:41:12.142246Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801409549050583:2109] [node 5] ICP22 created new session: [2:7580801413844017910:2109]
2025-12-06T17:41:12.142295Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801413844017910:2109] [node 5] ICS09 handshake done sender: [2:7580801409549050591:2113] self: [2:7580801409549050590:0] peer: [5:7580801415229790964:0] socket: 503 qp: -1
2025-12-06T17:41:12.142326Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801413844017910:2109] [node 5] ICS10 traffic start
2025-12-06T17:41:12.142363Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:12.160917Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801407328622346:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:12.160959Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801407328622346:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:12.161648Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801403033654977:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:41:12.161730Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:12.161788Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801403033654977:2049] [node 3] ICP22 created new session: [1:7580801411623589662:2049]
2025-12-06T17:41:12.161841Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801411623589662:2049] [node 3] ICS09 handshake done sender: [1:7580801407328622344:2112] self: [1:7580801407328622343:0] peer: [3:7580801413060947289:0] socket: 462 qp: -1
2025-12-06T17:41:12.161883Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801411623589662:2049] [node 3] ICS10 traffic start
2025-12-06T17:41:12.161936Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:12.163694Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801414734188179:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55818
2025-12-06T17:41:12.142663Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801415229790966:2049] [node 2] ICS09 handshake done sender: [5:7580801415229790962:2117] self: [5:7580801415229790964:0] peer: [2:7580801409549050590:0] socket: 505 qp: -1
2025-12-06T17:41:12.150807Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801415229790966:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:12.150888Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:12.152191Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801415229790968:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10268
2025-12-06T17:41:12.154831Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801415229790968:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:12.155014Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801410934823587:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:12.164400Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801413060947285:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:12.164437Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801413060947285:2117] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:12.167415Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801414734188180:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55818
2025-12-06T17:41:12.167603Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801414734188170:2116] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:12.168031Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801409549050589:2112] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:12.168332Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801410439220797:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:41:12.168438Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:12.168494Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801410439220797:2050] [node 3] ICP22 created new session: [6:7580801414734188181:2050]
2025-12-06T17:41:12.168545Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801414734188181:2050] [node 3] ICS09 handshake done sender: [6:7580801414734188170:2116] self: [6:7580801414734188177:0] peer: [3:7580801413060947275:0] socket: 484 qp: -1
2025-12-06T17:41:12.168583Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801414734188181:2050] [node 3] ICS10 traffic start
2025-12-06T17:41:12.168625Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:12.170106Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801405254083223:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:41:12.170204Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:12.170252Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801405254083223:2049] [node 3] ICP22 created new session: [2:7580801413844017913:2049]
2025-12-06T17:41:12.170299Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801413844017913:2049] [node 3] ICS09 handshake done sender: [2:7580801409549050589:2112] self: [2:7580801409549050588:0] peer: [3:7580801413060947292:0] socket: 468 qp: -1
2025-12-06T17:41:12.170333Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801413844017913:2049] [node 3] ICS10 traffic start
2025-12-06T17:41:12.170385Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:12.172457Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801412961778377:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:12.172607Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801408666811004:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:12.173630Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801412961778384:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4161
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:12.174273Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801412961778385:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4161
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:12.176420Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801414734188180:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:12.176581Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801410439220858:2107] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:12.177208Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801413060947281:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:12.177248Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801413060947281:2115] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:41:12.177903Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801413060947288:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:12.177972Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801408765979911:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17329) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580801413060947278:2113] held: no
2025-12-06T17:41:12.178311Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801413060947285:2117] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:12.175349Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801415229790971:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10268
2025-12-06T17:41:12.178761Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801410934823662:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:12.178786Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580801410934823662:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:12.195440Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801415229790960:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:12.195712Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801415229790968:2120] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:12.201912Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801414734188184:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55818
2025-12-06T17:41:12.179630Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801412961778386:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4161
2025-12-06T17:41:12.179943Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801408666811069:2111] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:12.202125Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801412961778375:2116] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:12.203696Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801410934823587:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:41:12.203782Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:12.203838Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801410934823587:2050] [node 3] ICP22 created new session: [5:7580801415229790973:2050]
2025-12-06T17:41:12.203887Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801415229790973:2050] [node 3] ICS09 handshake done sender: [5:7580801415229790968:2120] self: [5:7580801415229790970:0] peer: [3:7580801413060947284:0] socket: 516 qp: -1
2025-12-06T17:41:12.203920Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801415229790973:2050] [node 3] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:12.203994Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:12.204453Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801410934823649:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:12.205942Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801411623589651:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:12.206139Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801411623589661:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2628
2025-12-06T17:41:12.206652Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801412961778386:2121] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:12.206707Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801408666811002:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:12.206761Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:12.206819Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801408666811002:2048] [node 1] ICP22 created new session: [4:7580801412961778387:2048]
2025-12-06T17:41:12.206864Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801412961778387:2048] [node 1] ICS09 handshake done sender: [4:7580801408666811069:2111] self: [4:7580801412961778381:0] peer: [1:7580801407328622336:0] socket: 465 qp: -1
2025-12-06T17:41:12.206902Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801412961778387:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:12.206938Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:12.207604Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801408666811003:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:12.207663Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:12.207701Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801408666811003:2049] [node 2] ICP22 created new session: [4:7580801412961778390:2049]
2025-12-06T17:41:12.207741Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801412961778390:2049] [node 2] ICS09 handshake done sender: [4:7580801412961778375:2116] self: [4:7580801412961778382:0] peer: [2:7580801409549050584:0] socket: 491 qp: -1
2025-12-06T17:41:12.207770Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801412961778390:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:12.207800Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:12.210014Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801414734188185:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55818
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:12.210214Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801413060947301:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53301
2025-12-06T17:41:12.213846Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801408765979978:2110] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:12.213930Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:12.213987Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801408765979978:2110] [node 5] ICP22 created new session: [3:7580801413060947303:2110]
2025-12-06T17:41:12.214033Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801413060947303:2110] [node 5] ICS09 handshake done sender: [3:7580801413060947285:2117] self: [3:7580801413060947284:0] peer: [5:7580801415229790970:0] socket: 515 qp: -1
2025-12-06T17:41:12.214070Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801413060947303:2110] [node 5] ICS10 traffic start
2025-12-06T17:41:12.214109Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:12.215727Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801407328622346:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:12.216219Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801414734188173:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:12.216459Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801410439220795:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:12.216530Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:12.216572Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801410439220795:2048] [node 1] ICP22 created new session: [6:7580801414734188186:2048]
2025-12-06T17:41:12.216633Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801414734188186:2048] [node 1] ICS09 handshake done sender: [6:7580801414734188173:2118] self: [6:7580801414734188178:0] peer: [1:7580801407328622345:0] socket: 501 qp: -1
2025-12-06T17:41:12.216669Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801414734188186:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:12.216708Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:12.218488Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801410934823662:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:12.219105Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580801410934823656:2111] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:12.219155Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:12.219207Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801410934823656:2111] [node 6] ICP22 created new session: [5:7580801415229790976:2111]
2025-12-06T17:41:12.219247Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801415229790976:2111] [node 6] ICS09 handshake done sender: [5:7580801410934823662:2114] self: [5:7580801410934823661:0] peer: [6:7580801414734188183:0] socket: 517 qp: -1
2025-12-06T17:41:12.219286Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801415229790976:2111] [node 6] ICS10 traffic start
2025-12-06T17:41:12.219322Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:12.220290Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801413060947281:2115] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:12.220749Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801412961778389:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4161
2025-12-06T17:41:12.220489Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580801407328622335:2100] [node 4] ICP18 handshake (actor [1:7580801411623589651:2117]) is too old
2025-12-06T17:41:12.220849Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801407328622341:2110] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:12.220930Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:12.220994Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801407328622341:2110] [node 6] ICP22 created new session: [1:7580801411623589665:2110]
2025-12-06T17:41:12.221038Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801411623589665:2110] [node 6] ICS09 handshake done sender: [1:7580801407328622346:2113] self: [1:7580801407328622345:0] peer: [6:7580801414734188178:0] socket: 499 qp: -1
2025-12-06T17:41:12.221148Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801411623589665:2110] [node 6] ICS10 traffic start
2025-12-06T17:41:12.221187Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:12.227802Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801413060947278:2113] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:12.226916Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801412961778377:2118] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:12.229163Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801415229790963:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:12.229695Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801408666811004:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:41:12.229335Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801410934823585:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:12.229775Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:12.229827Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801408666811004:2050] [node 3] ICP22 created new session: [4:7580801412961778392:2050]
2025-12-06T17:41:12.229880Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801412961778392:2050] [node 3] ICS09 handshake done sender: [4:7580801412961778377:2118] self: [4:7580801412961778383:0] peer: [3:7580801413060947280:0] socket: 493 qp: -1
2025-12-06T17:41:12.229919Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801412961778392:2050] [node 3] ICS10 traffic start
2025-12-06T17:41:12.229962Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:12.232117Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801408765979977:2109] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:41:12.232200Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:12.232257Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801408765979977:2109] [node 4] ICP22 created new session: [3:7580801413060947306:2109]
2025-12-06T17:41:12.232310Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801413060947306:2109] [node 4] ICS09 handshake done sender: [3:7580801413060947281:2115] self: [3:7580801413060947280:0] peer: [4:7580801412961778383:0] socket: 483 qp: -1
2025-12-06T17:41:12.232346Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801413060947306:2109] [node 4] ICS10 traffic start
2025-12-06T17:41:12.232386Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:12.233211Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801408765979911:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:12.233254Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:12.233303Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801408765979911:2049] [node 2] ICP22 created new session: [3:7580801413060947308:2049]
2025-12-06T17:41:12.233343Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801413060947308:2049] [node 2] ICS09 handshake done sender: [3:7580801413060947278:2113] self: [3:7580801413060947292:0] peer: [2:7580801409549050588:0] socket: 474 qp: -1
2025-12-06T17:41:12.233375Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801413060947308:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:12.233408Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:12.235215Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801407328622350:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:12.235254Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801407328622350:2115] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:12.236770Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801415229790979:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10268
2025-12-06T17:41:12.238269Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801410439220858:2107] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7208) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801414734188180:2120] held: no
2025-12-06T17:41:12.238467Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801414734188180:2120] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:12.239753Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801412961778369:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:12.239797Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801412961778369:2113] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:12.241674Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801415229790980:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10268
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:12.242163Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801410439220858:2107] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:41:12.242222Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:12.242272Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801410439220858:2107] [node 5] ICP22 created new session: [6:7580801414734188189:2107]
2025-12-06T17:41:12.242331Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801414734188189:2107] [node 5] ICS09 handshake done sender: [6:7580801414734188180:2120] self: [6:7580801414734188183:0] peer: [5:7580801410934823661:0] socket: 518 qp: -1
2025-12-06T17:41:12.242369Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801414734188189:2107] [node 5] ICS10 traffic start
2025-12-06T17:41:12.242414Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:12.242958Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801414734188188:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55818
2025-12-06T17:41:12.244246Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801407328622350:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:12.245014Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801415229790963:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:12.245275Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801410934823585:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:12.245352Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:12.245398Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801410934823585:2048] [node 1] ICP22 created new session: [5:7580801415229790981:2048]
2025-12-06T17:41:12.245443Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801415229790981:2048] [node 1] ICS09 handshake done sender: [5:7580801415229790963:2118] self: [5:7580801415229790978:0] peer: [1:7580801407328622349:0] socket: 509 qp: -1
2025-12-06T17:41:12.245488Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801415229790981:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:12.245530Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:12.247372Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801407328622347:2111] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:12.247463Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:12.247514Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801407328622347:2111] [node 5] ICP22 created new session: [1:7580801411623589668:2111]
2025-12-06T17:41:12.247564Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801411623589668:2111] [node 5] ICS09 handshake done sender: [1:7580801407328622350:2115] self: [1:7580801407328622349:0] peer: [5:7580801415229790978:0] socket: 508 qp: -1
2025-12-06T17:41:12.247593Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801411623589668:2111] [node 5] ICS10 traffic start
2025-12-06T17:41:12.247629Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:12.256184Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801412961778369:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:12.256732Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801408666811067:2109] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:12.256823Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:12.256882Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801408666811067:2109] [node 5] ICP22 created new session: [4:7580801412961778397:2109]
2025-12-06T17:41:12.256932Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801412961778397:2109] [node 5] ICS09 handshake done sender: [4:7580801412961778369:2113] self: [4:7580801412961778368:0] peer: [5:7580801415229790975:0] socket: 496 qp: -1
2025-12-06T17:41:12.256968Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801412961778397:2109] [node 5] ICS10 traffic start
2025-12-06T17:41:12.257006Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:12.258252Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801415229790960:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:12.258506Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801410934823649:2108] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:41:12.258602Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:12.258672Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801410934823649:2108] [node 4] ICP22 created new session: [5:7580801415229790983:2108]
2025-12-06T17:41:12.258720Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801415229790983:2108] [node 4] ICS09 handshake done sender: [5:7580801415229790960:2116] self: [5:7580801415229790975:0] peer: [4:7580801412961778368:0] socket: 497 qp: -1
2025-12-06T17:41:12.258758Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801415229790983:2108] [node 4] ICS10 traffic start
2025-12-06T17:41:12.258797Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:12.263668Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801414734188188:2123] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:12.263851Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801410439220859:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:12.264351Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801412961778373:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:12.264386Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801412961778373:2115] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:12.265609Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801414734188192:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55818
2025-12-06T17:41:12.266788Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801412961778373:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:12.267426Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801414734188188:2123] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:12.267659Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801410439220859:2108] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:41:12.267724Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:12.267773Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801410439220859:2108] [node 4] ICP22 created new session: [6:7580801414734188193:2108]
2025-12-06T17:41:12.267834Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801414734188193:2108] [node 4] ICS09 handshake done sender: [6:7580801414734188188:2123] self: [6:7580801414734188191:0] peer: [4:7580801412961778372:0] socket: 487 qp: -1
2025-12-06T17:41:12.267874Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801414734188193:2108] [node 4] ICS10 traffic start
2025-12-06T17:41:12.267912Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:12.269719Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801408666811068:2110] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:12.269810Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:12.269883Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801408666811068:2110] [node 6] ICP22 created new session: [4:7580801412961778400:2110]
2025-12-06T17:41:12.269938Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801412961778400:2110] [node 6] ICS09 handshake done sender: [4:7580801412961778373:2115] self: [4:7580801412961778372:0] peer: [6:7580801414734188191:0] socket: 480 qp: -1
2025-12-06T17:41:12.269976Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801412961778400:2110] [node 6] ICS10 traffic start
2025-12-06T17:41:12.270017Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:12.365954Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:41:12.366254Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580801413844017904:2048] [node 1] ICS01 socket: 463 reason# EndOfStream
2025-12-06T17:41:12.366302Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580801405254083222:2048] [node 1] ICP30 unregister session Session# [2:7580801413844017904:2048] VirtualId# [2:7580801413844017896:0]
2025-12-06T17:41:12.366338Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580801413844017904:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:12.366451Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:12.366501Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:12.374801Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:41:12.375088Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801413060947297:2048] [node 1] ICS01 socket: 473 reason# EndOfStream
2025-12-06T17:41:12.375138Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801408765979910:2048] [node 1] ICP30 unregister session Session# [3:7580801413060947297:2048] VirtualId# [3:7580801413060947289:0]
2025-12-06T17:41:12.375179Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801413060947297:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:12.375289Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:12.375347Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:12.379521Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:41:12.379799Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801412961778387:2048] [node 1] ICS01 socket: 465 reason# EndOfStream
2025-12-06T17:41:12.379850Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801408666811002:2048] [node 1] ICP30 unregister session Session# [4:7580801412961778387:2048] VirtualId# [4:7580801412961778381:0]
2025-12-06T17:41:12.379893Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801412961778387:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:12.379965Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:12.380016Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:12.383830Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:41:12.384095Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801414734188186:2048] [node 1] ICS01 socket: 501 reason# EndOfStream
2025-12-06T17:41:12.384148Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801410439220795:2048] [node 1] ICP30 unregister session Session# [6:7580801414734188186:2048] VirtualId# [6:7580801414734188178:0]
2025-12-06T17:41:12.384186Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801414734188186:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:12.384266Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:12.384319Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:12.394739Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:41:12.395022Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801415229790981:2048] [node 1] ICS01 socket: 509 reason# EndOfStream
2025-12-06T17:41:12.395064Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801410934823585:2048] [node 1] ICP30 unregister session Session# [5:7580801415229790981:2048] VirtualId# [5:7580801415229790978:0]
2025-12-06T17:41:12.395101Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801415229790981:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:12.395205Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:12.395262Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:12.486746Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:41:12.487046Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801413060947308:2049] [node 2] ICS01 socket: 474 reason# EndOfStream
2025-12-06T17:41:12.487096Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801408765979911:2049] [node 2] ICP30 unregister session Session# [3:7580801413060947308:2049] VirtualId# [3:7580801413060947292:0]
2025-12-06T17:41:12.487139Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801413060947308:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:12.487241Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:12.487293Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:12.510828Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:41:12.511102Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801412961778390:2049] [node 2] ICS01 socket: 491 reason# EndOfStream
2025-12-06T17:41:12.511149Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801408666811003:2049] [node 2] ICP30 unregister session Session# [4:7580801412961778390:2049] VirtualId# [4:7580801412961778382:0]
2025-12-06T17:41:12.511190Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801412961778390:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:12.511295Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:12.511349Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:12.511465Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:41:12.511661Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801414734188174:2049] [node 2] ICS01 socket: 477 reason# EndOfStream
2025-12-06T17:41:12.511701Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801410439220796:2049] [node 2] ICP30 unregister session Session# [6:7580801414734188174:2049] VirtualId# [6:7580801414734188171:0]
2025-12-06T17:41:12.511732Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801414734188174:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:12.511795Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:12.511833Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:12.511962Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:41:12.512171Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801415229790966:2049] [node 2] ICS01 socket: 505 reason# EndOfStream
2025-12-06T17:41:12.512212Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801410934823586:2049] [node 2] ICP30 unregister session Session# [5:7580801415229790966:2049] VirtualId# [5:7580801415229790964:0]
2025-12-06T17:41:12.512241Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801415229790966:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:12.512305Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:12.512344Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:12.745928Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:41:12.746133Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801414734188181:2050] [node 3] ICS01 socket: 484 reason# EndOfStream
2025-12-06T17:41:12.746179Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801410439220797:2050] [node 3] ICP30 unregister session Session# [6:7580801414734188181:2050] VirtualId# [6:7580801414734188177:0]
2025-12-06T17:41:12.746213Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801414734188181:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:12.746296Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:41:12.746343Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:41:12.746453Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:41:12.746687Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801412961778392:2050] [node 3] ICS01 socket: 493 reason# EndOfStream
2025-12-06T17:41:12.746727Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801408666811004:2050] [node 3] ICP30 unregister session Session# [4:7580801412961778392:2050] VirtualId# [4:7580801412961778383:0]
2025-12-06T17:41:12.746754Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801412961778392:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:12.746820Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:41:12.746862Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:41:12.745097Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:41:12.745396Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801415229790973:2050] [node 3] ICS01 socket: 516 reason# EndOfStream
2025-12-06T17:41:12.745444Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801410934823587:2050] [node 3] ICP30 unregister session Session# [5:7580801415229790973:2050] VirtualId# [5:7580801415229790970:0]
2025-12-06T17:41:12.745484Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801415229790973:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:12.745576Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:41:12.745619Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:41:12.845199Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:41:12.845483Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801415229790983:2108] [node 4] ICS01 socket: 497 reason# EndOfStream
2025-12-06T17:41:12.845530Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801410934823649:2108] [node 4] ICP30 unregister session Session# [5:7580801415229790983:2108] VirtualId# [5:7580801415229790975:0]
2025-12-06T17:41:12.845568Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801415229790983:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:12.845676Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:41:12.845755Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:41:12.846709Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:41:12.847017Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801414734188193:2108] [node 4] ICS01 socket: 487 reason# EndOfStream
2025-12-06T17:41:12.847094Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801410439220859:2108] [node 4] ICP30 unregister session Session# [6:7580801414734188193:2108] VirtualId# [6:7580801414734188191:0]
2025-12-06T17:41:12.847139Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801414734188193:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:12.847271Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:41:12.847348Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:41:12.928287Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:41:12.928546Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801414734188189:2107] [node 5] ICS01 socket: 518 reason# EndOfStream
2025-12-06T17:41:12.928592Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801410439220858:2107] [node 5] ICP30 unregister session Session# [6:7580801414734188189:2107] VirtualId# [6:7580801414734188183:0]
2025-12-06T17:41:12.928630Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801414734188189:2107] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:12.928716Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:41:12.928833Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:41:13.202895Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801416887180142:2048] [node 2] ICP01 ready to work
2025-12-06T17:41:13.202960Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801416887180143:2049] [node 3] ICP01 ready to work
2025-12-06T17:41:13.218093Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801416641979328:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:13.218140Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801416641979329:2049] [node 3] ICP01 ready to work
2025-12-06T17:41:13.230381Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801419131371994:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:13.230419Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801419131371995:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:13.251416Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801417432286153:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:13.251467Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801417432286154:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:13.251506Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801417432286155:2050] [node 3] ICP01 ready to work
2025-12-06T17:41:13.269410Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801416381218982:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:13.269447Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801416381218983:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:13.269476Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801416381218984:2050] [node 3] ICP01 ready to work
2025-12-06T17:41:13.287123Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801419834224626:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:13.505523Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801416641979350:2067] [node 4] ICP01 ready to work
2025-12-06T17:41:13.535529Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801416381218997:2061] [node 4] ICP01 ready to work
2025-12-06T17:41:13.287160Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801419834224627:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:13.607699Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801419131372035:2066] [node 5] ICP01 ready to work
2025-12-06T17:41:13.639426Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801417432286214:2062] [node 6] ICP01 ready to work
2025-12-06T17:41:13.619827Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801416887180199:2084] [node 5] ICP01 ready to work
2025-12-06T17:41:13.287194Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801419834224628:2050] [node 3] ICP01 ready to work
2025-12-06T17:41:13.641780Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801416381218983:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(69883705ns) {Configure:104(69876014ns) {ProcessConfigured:135(92836ns) {StartInitialHandshake:157(89321ns) {DropHandshakes:470(3510ns) {DropIncomingHandshake:442(1069ns) DropOutgoingHandshake:457(402ns)} GenerateSessionVirtualId:988(1496ns) PrepareNewSessionHandshake:477(2297ns) {SwitchToState:179(744ns)}}}}}
2025-12-06T17:41:13.682678Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801419131372057:2068] [node 6] ICP01 ready to work
2025-12-06T17:41:13.644854Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801416887180203:2085] [node 4] ICP01 ready to work
2025-12-06T17:41:13.661378Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801416381219013:2063] [node 6] ICP01 ready to work
2025-12-06T17:41:13.619766Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801419834224641:2060] [node 4] ICP01 ready to work
2025-12-06T17:41:13.705210Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801417432286216:2083] [node 5] ICP01 ready to work
2025-12-06T17:41:13.756852Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801419834224626:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(209891111ns) {Configure:104(209884343ns) {ProcessConfigured:135(112570ns) {StartInitialHandshake:157(109393ns) {DropHandshakes:470(4268ns) {DropIncomingHandshake:442(906ns) DropOutgoingHandshake:457(730ns)} GenerateSessionVirtualId:988(1583ns) PrepareNewSessionHandshake:477(2749ns) {SwitchToState:179(1284ns)}}}}}
2025-12-06T17:41:13.757431Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801419834224688:2064] [node 5] ICP01 ready to work
2025-12-06T17:41:13.735163Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801416641979350:2067] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(229271422ns) {Configure:104(229264128ns) {ProcessConfigured:135(24424800ns) {StartInitialHandshake:157(24419493ns) {DropHandshakes:470(4227ns) {DropIncomingHandshake:442(1086ns) DropOutgoingHandshake:457(580ns)} GenerateSessionVirtualId:988(880ns) PrepareNewSessionHandshake:477(4346ns) {SwitchToState:179(2130ns)}}}}}
2025-12-06T17:41:13.699978Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801416381219013:2063] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(38157985ns) {Configure:104(38152382ns) {ProcessConfigured:135(76124ns) {StartInitialHandshake:157(72875ns) {DropHandshakes:470(3335ns) {DropIncomingHandshake:442(785ns) DropOutgoingHandshake:457(523ns)} GenerateSessionVirtualId:988(1375ns) PrepareNewSessionHandshake:477(2691ns) {SwitchToState:179(798ns)}}}}}
2025-12-06T17:41:13.705229Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801416887180208:2088] [node 6] ICP01 ready to work
2025-12-06T17:41:13.743223Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801419131372059:2070] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:13.735813Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801416641979394:2070] [node 6] ICP01 ready to work
2025-12-06T17:41:13.736097Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801416641979395:2073] [node 5] ICP01 ready to work
2025-12-06T17:41:13.792475Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801416641979394:2070] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(54096219ns) {Configure:104(54090984ns) {ProcessConfigured:135(79542ns) {StartInitialHandshake:157(76757ns) {DropHandshakes:470(3675ns) {DropIncomingHandshake:442(1060ns) DropOutgoingHandshake:457(626ns)} GenerateSessionVirtualId:988(953ns) PrepareNewSessionHandshake:477(2715ns) {SwitchToState:179(639ns)}}}}}
2025-12-06T17:41:13.794230Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801416641979396:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27683
2025-12-06T17:41:13.808820Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801419131371994:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(61675527ns) {Configure:104(61670966ns) {ProcessConfigured:135(88818ns) {StartInitialHandshake:157(85592ns) {DropHandshakes:470(3930ns) {DropIncomingHandshake:442(957ns) DropOutgoingHandshake:457(714ns)} GenerateSessionVirtualId:988(1274ns) PrepareNewSessionHandshake:477(2351ns) {SwitchToState:179(836ns)}}}}}
2025-12-06T17:41:13.728212Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801416381218984:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(26324967ns) {Configure:104(26320272ns) {ProcessConfigured:135(98831ns) {StartInitialHandshake:157(95168ns) {DropHandshakes:470(3714ns) {DropIncomingHandshake:442(906ns) DropOutgoingHandshake:457(519ns)} GenerateSessionVirtualId:988(1057ns) PrepareNewSessionHandshake:477(2356ns) {SwitchToState:179(815ns)}}}}}
2025-12-06T17:41:13.784174Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801416381218997:2061] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(244482980ns) {Configure:104(244474500ns) {ProcessConfigured:135(87868ns) {StartInitialHandshake:157(84900ns) {DropHandshakes:470(3594ns) {DropIncomingHandshake:442(959ns) DropOutgoingHandshake:457(647ns)} GenerateSessionVirtualId:988(1203ns) PrepareNewSessionHandshake:477(3043ns) {SwitchToState:179(1087ns)}}}}}
2025-12-06T17:41:13.829255Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801419834224641:2060] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(176921383ns) {Configure:104(176913511ns) {ProcessConfigured:135(26978212ns) {StartInitialHandshake:157(26974136ns) {DropHandshakes:470(3423ns) {DropIncomingHandshake:442(1073ns) DropOutgoingHandshake:457(440ns)} GenerateSessionVirtualId:988(1159ns) PrepareNewSessionHandshake:477(4172ns) {SwitchToState:179(1877ns)}}}}}
2025-12-06T17:41:13.826717Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801417432286155:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(115385798ns) {Configure:104(115376920ns) {ProcessConfigured:135(89131ns) {StartInitialHandshake:157(85483ns) {DropHandshakes:470(4477ns) {DropIncomingHandshake:442(1049ns) DropOutgoingHandshake:457(615ns)} GenerateSessionVirtualId:988(1468ns) PrepareNewSessionHandshake:477(2849ns) {SwitchToState:179(1381ns)}}}}}
2025-12-06T17:41:13.861949Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801416887180142:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(206871487ns) {Configure:104(206859114ns) {ProcessConfigured:135(62987ns) {StartInitialHandshake:157(60137ns) {DropHandshakes:470(3034ns) {DropIncomingHandshake:442(579ns) DropOutgoingHandshake:457(501ns)} GenerateSessionVirtualId:988(763ns) PrepareNewSessionHandshake:477(1809ns) {SwitchToState:179(552ns)}}}}}
2025-12-06T17:41:13.863563Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801416887180143:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(116509297ns) {Configure:104(116499097ns) {ProcessConfigured:135(73505ns) {StartInitialHandshake:157(70055ns) {DropHandshakes:470(4111ns) {DropIncomingHandshake:442(872ns) DropOutgoingHandshake:457(541ns)} GenerateSessionVirtualId:988(1201ns) PrepareNewSessionHandshake:477(2869ns) {SwitchToState:179(715ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:13.835157Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801419834224688:2064] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(46357595ns) {Configure:104(46351060ns) {ProcessConfigured:135(40723021ns) {StartInitialHandshake:157(40718801ns) {DropHandshakes:470(8401957ns) {DropIncomingHandshake:442(3159ns) DropOutgoingHandshake:457(884ns)} GenerateSessionVirtualId:988(3723ns) PrepareNewSessionHandshake:477(4038ns) {SwitchToState:179(1760ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:13.890576Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801419131372035:2066] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(123266315ns) {Configure:104(123258002ns) {ProcessConfigured:135(81504ns) {StartInitialHandshake:157(77386ns) {DropHandshakes:470(3313ns) {DropIncomingHandshake:442(710ns) DropOutgoingHandshake:457(607ns)} GenerateSessionVirtualId:988(1471ns) PrepareNewSessionHandshake:477(3293ns) {SwitchToState:179(1305ns)}}}}}
2025-12-06T17:41:13.900765Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801419131372059:2070] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(85530958ns) {Configure:104(85525013ns) {ProcessConfigured:135(27198328ns) {StartInitialHandshake:157(27195412ns) {DropHandshakes:470(2769ns) {DropIncomingHandshake:442(707ns) DropOutgoingHandshake:457(374ns)} GenerateSessionVirtualId:988(534ns) PrepareNewSessionHandshake:477(1759ns) {SwitchToState:179(142ns)}}}}}
2025-12-06T17:41:13.904879Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801416381219018:2079] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:13.904926Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580801416381219018:2079] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:13.870737Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801419834224704:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38208
2025-12-06T17:41:13.840220Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801417432286154:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(145450569ns) {Configure:104(145442735ns) {ProcessConfigured:135(77530ns) {StartInitialHandshake:157(74189ns) {DropHandshakes:470(4069ns) {DropIncomingHandshake:442(1059ns) DropOutgoingHandshake:457(542ns)} GenerateSessionVirtualId:988(1377ns) PrepareNewSessionHandshake:477(2782ns) {SwitchToState:179(779ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:13.922028Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801417432286216:2083] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(55123041ns) {Configure:104(55118803ns) {ProcessConfigured:135(79512ns) {StartInitialHandshake:157(76636ns) {DropHandshakes:470(3536ns) {DropIncomingHandshake:442(798ns) DropOutgoingHandshake:457(438ns)} GenerateSessionVirtualId:988(1180ns) PrepareNewSessionHandshake:477(2772ns) {SwitchToState:179(732ns)}}}}}
2025-12-06T17:41:13.922438Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801417432286224:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46132
2025-12-06T17:41:13.922507Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801417432286225:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46132
2025-12-06T17:41:13.923312Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801417432286228:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46132
2025-12-06T17:41:13.871163Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801419834224705:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38208
2025-12-06T17:41:13.880833Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801416887180215:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55665
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:13.944185Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801419131372069:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26202
2025-12-06T17:41:13.911213Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801416381219018:2079] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:13.881706Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801416887180217:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55665
2025-12-06T17:41:13.973587Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801417432286228:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:13.894111Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801419834224704:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:13.978044Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801416641979329:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(330059063ns) {Configure:104(309422372ns) {ProcessConfigured:135(37828679ns) {StartInitialHandshake:157(37825624ns) {DropHandshakes:470(2536ns) {DropIncomingHandshake:442(590ns) DropOutgoingHandshake:457(297ns)} GenerateSessionVirtualId:988(682ns) PrepareNewSessionHandshake:477(5366ns) {SwitchToState:179(2108ns)}}}}}
2025-12-06T17:41:13.956869Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801419131372070:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26202
2025-12-06T17:41:13.881814Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801416887180216:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55665
2025-12-06T17:41:13.980731Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801417432286153:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(152286122ns) {Configure:104(152280283ns) {ProcessConfigured:135(89046ns) {StartInitialHandshake:157(84139ns) {DropHandshakes:470(4197ns) {DropIncomingHandshake:442(732ns) DropOutgoingHandshake:457(1026ns)} GenerateSessionVirtualId:988(1362ns) PrepareNewSessionHandshake:477(2578ns) {SwitchToState:179(743ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:13.987792Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801417432286153:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:13.896860Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801419834224688:2064] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:13.895465Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801416887180199:2084] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(29905210ns) {Configure:104(29901112ns) {ProcessConfigured:135(42636ns) {StartInitialHandshake:157(41087ns) {DropHandshakes:470(2069ns) {DropIncomingHandshake:442(326ns) DropOutgoingHandshake:457(387ns)} GenerateSessionVirtualId:988(612ns) PrepareNewSessionHandshake:477(637ns) {SwitchToState:179(179ns)}}}}}
2025-12-06T17:41:13.957002Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801419131372073:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26202
2025-12-06T17:41:14.006774Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580801416381219013:2063] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:14.006867Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:14.018634Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801416381219013:2063] [node 6] ICP22 created new session: [5:7580801420676186357:2063]
2025-12-06T17:41:14.018749Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801420676186357:2063] [node 6] ICS09 handshake done sender: [5:7580801416381219018:2079] self: [5:7580801416381219017:0] peer: [6:7580801419834224706:0] socket: 465 qp: -1
2025-12-06T17:41:14.018799Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801420676186357:2063] [node 6] ICS10 traffic start
2025-12-06T17:41:14.018863Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:14.029993Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801419131372069:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:13.996742Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801417432286235:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46132
2025-12-06T17:41:14.036086Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801419131372070:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:14.036274Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801419131371994:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:13.910735Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801419834224707:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38208
2025-12-06T17:41:13.895938Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801416887180225:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55665
2025-12-06T17:41:13.974819Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801419834224704:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:14.034703Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801416381219013:2063] [node 6] ICP35 event processing took too much time PendingConnection:279(19810638ns) {HandleHandshakeStatus:329(19806453ns) {DropIncomingHandshake:442(1800ns) DropOutgoingHandshake:457(1014ns) SwitchToState:179(756ns) ProcessPendingSessionEvents:495(128084ns) {ForwardSessionEventToSession:612(62285ns) ForwardSessionEventToSession:612(10665ns) ForwardSessionEventToSession:612(3358ns) ForwardSessionEventToSession:612(8159ns) ForwardSessionEventToSession:612(3180ns) ForwardSessionEventToSession:612(2851ns) ForwardSessionEventToSession:612(7959ns) ForwardSessionEventToSession:612(5616ns) ForwardSessionEventToSession:612(2571ns) ForwardSessionEventToSession:612(7662ns)}}}
2025-12-06T17:41:13.987202Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801419834224709:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38208
2025-12-06T17:41:13.987306Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801419834224688:2064] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:41:13.987370Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:13.987423Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801419834224688:2064] [node 5] ICP22 created new session: [6:7580801419834224710:2064]
2025-12-06T17:41:13.987471Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801419834224710:2064] [node 5] ICS09 handshake done sender: [6:7580801419834224704:2115] self: [6:7580801419834224706:0] peer: [5:7580801416381219017:0] socket: 476 qp: -1
2025-12-06T17:41:13.987513Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801419834224710:2064] [node 5] ICS10 traffic start
2025-12-06T17:41:13.987558Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:13.991025Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801419834224708:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38208
2025-12-06T17:41:13.995669Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801419834224712:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38208
2025-12-06T17:41:13.997543Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801419834224708:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:13.998243Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801419834224641:2060] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:14.037877Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801419834224712:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:14.052003Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801419834224626:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:14.058827Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801419834224709:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:14.059237Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801419834224628:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:13.911558Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801416887180215:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:14.071118Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801423426339374:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26202
2025-12-06T17:41:14.071414Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801419131372066:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:14.071459Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801419131372066:2112] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:13.920368Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801416887180217:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:14.071578Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801416641979396:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:14.060617Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801417432286225:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:14.060767Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801417432286223:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:14.060791Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801417432286223:2112] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:14.075503Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801417432286228:2116] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:14.089849Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801417432286153:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:14.089921Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:14.089977Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801417432286153:2048] [node 1] ICP22 created new session: [4:7580801421727253534:2048]
2025-12-06T17:41:14.090034Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801421727253534:2048] [node 1] ICS09 handshake done sender: [4:7580801417432286228:2116] self: [4:7580801417432286234:0] peer: [1:7580801416887180213:0] socket: 492 qp: -1
2025-12-06T17:41:14.090073Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801421727253534:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:14.090105Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:14.091857Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801421727253532:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46132
2025-12-06T17:41:13.991096Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801416887180214:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:14.077924Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801419131372073:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:13.991127Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801416887180214:2113] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:41:13.992209Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801416887180214:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:13.992504Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801416887180203:2085] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:41:13.992566Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:13.992626Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801416887180203:2085] [node 4] ICP22 created new session: [1:7580801416887180229:2085]
2025-12-06T17:41:13.992675Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801416887180229:2085] [node 4] ICS09 handshake done sender: [1:7580801416887180214:2113] self: [1:7580801416887180213:0] peer: [4:7580801417432286234:0] socket: 483 qp: -1
2025-12-06T17:41:13.992711Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801416887180229:2085] [node 4] ICS10 traffic start
2025-12-06T17:41:13.992755Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:14.030818Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801416887180225:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:14.036765Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801416887180212:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:14.036789Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801416887180212:2112] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:41:14.051217Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801416887180212:2112] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:14.082257Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801416887180219:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:14.082313Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801416887180219:2117] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:14.083039Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801416887180143:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:41:14.083134Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:14.083192Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801416887180143:2049] [node 3] ICP22 created new session: [1:7580801421182147530:2049]
2025-12-06T17:41:14.083246Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801421182147530:2049] [node 3] ICS09 handshake done sender: [1:7580801416887180212:2112] self: [1:7580801416887180211:0] peer: [3:7580801423426339373:0] socket: 482 qp: -1
2025-12-06T17:41:14.083290Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801421182147530:2049] [node 3] ICS10 traffic start
2025-12-06T17:41:14.083347Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:14.095539Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801416887180219:2117] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:14.106506Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801420676186360:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19806
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:14.078090Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801419131372070:2115] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:14.094935Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801419131372066:2112] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:14.095816Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801419131371994:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:14.095915Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:14.095964Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801419131371994:2048] [node 1] ICP22 created new session: [3:7580801423426339377:2048]
2025-12-06T17:41:14.096021Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801423426339377:2048] [node 1] ICS09 handshake done sender: [3:7580801419131372070:2115] self: [3:7580801423426339373:0] peer: [1:7580801416887180211:0] socket: 487 qp: -1
2025-12-06T17:41:14.096068Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801423426339377:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:14.096130Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:14.097701Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801419131372057:2068] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:14.097765Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:14.097806Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801419131372057:2068] [node 6] ICP22 created new session: [3:7580801423426339379:2068]
2025-12-06T17:41:14.097847Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801423426339379:2068] [node 6] ICS09 handshake done sender: [3:7580801419131372066:2112] self: [3:7580801419131372065:0] peer: [6:7580801424129192012:0] socket: 500 qp: -1
2025-12-06T17:41:14.097879Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801423426339379:2068] [node 6] ICS10 traffic start
2025-12-06T17:41:14.097911Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:14.098392Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7580801419131371994:2048] [node 1] ICP27 obsolete handshake fail ignored
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:14.109073Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801420676186361:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19806
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:14.109975Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801416641979408:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27683
2025-12-06T17:41:14.113786Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801416641979410:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27683
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:14.114356Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801416641979411:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27683
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:14.116133Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801420676186362:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19806
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:14.098905Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801417432286223:2112] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:14.103340Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801424129192013:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38208
2025-12-06T17:41:14.119117Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801417432286224:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:14.119254Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801417432286214:2062] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:14.119322Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:14.119380Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801417432286214:2062] [node 6] ICP22 created new session: [4:7580801421727253539:2062]
2025-12-06T17:41:14.119422Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801421727253539:2062] [node 6] ICS09 handshake done sender: [4:7580801417432286223:2112] self: [4:7580801417432286222:0] peer: [6:7580801419834224714:0] socket: 495 qp: -1
2025-12-06T17:41:14.119454Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801421727253539:2062] [node 6] ICS10 traffic start
2025-12-06T17:41:14.119488Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:14.123277Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801421727253532:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:14.142380Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801416641979411:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:14.116651Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801424129192015:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38208
2025-12-06T17:41:14.125301Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801417432286154:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:14.138861Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801416887180208:2088] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:14.155289Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801419131372064:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:14.155325Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801419131372064:2111] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:41:14.147147Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801420676186362:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:14.143114Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801416641979410:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:14.124952Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801424129192014:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38208
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:14.172896Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801421727253543:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46132
2025-12-06T17:41:14.150378Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801420676186360:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:14.154209Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801416381218984:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:14.162783Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801416381218982:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:14.171808Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801420676186365:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19806
2025-12-06T17:41:14.143219Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801416641979408:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:14.138972Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:14.140490Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801419834224628:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23142) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801419834224709:2119] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:14.176291Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801420676186361:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:14.176628Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801420676186366:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19806
2025-12-06T17:41:14.176711Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801416381218997:2061] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:14.177147Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801419131372064:2111] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:14.178944Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801420676186362:2117] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:14.179215Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801416381218984:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:41:14.179276Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:14.179325Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801416381218984:2050] [node 3] ICP22 created new session: [5:7580801420676186368:2050]
2025-12-06T17:41:14.179379Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801420676186368:2050] [node 3] ICS09 handshake done sender: [5:7580801420676186362:2117] self: [5:7580801420676186363:0] peer: [3:7580801419131372063:0] socket: 525 qp: -1
2025-12-06T17:41:14.179413Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801420676186368:2050] [node 3] ICS10 traffic start
2025-12-06T17:41:14.179455Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:14.174829Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801421727253538:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46132
2025-12-06T17:41:14.139033Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801416887180208:2088] [node 6] ICP22 created new session: [1:7580801421182147534:2088]
2025-12-06T17:41:14.141795Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801419834224708:2118] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:14.143334Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801416641979393:2110] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:14.196720Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801417432286224:2113] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:14.146092Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801419834224641:2060] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13492) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801419834224708:2118] held: no
2025-12-06T17:41:14.146205Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801419834224641:2060] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:41:14.146296Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:14.146379Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801419834224641:2060] [node 4] ICP22 created new session: [6:7580801424129192016:2060]
2025-12-06T17:41:14.149557Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801424129192016:2060] [node 4] ICS09 handshake done sender: [6:7580801419834224708:2118] self: [6:7580801419834224714:0] peer: [4:7580801417432286222:0] socket: 501 qp: -1
2025-12-06T17:41:14.149945Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801419834224709:2119] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:14.154517Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801424129192016:2060] [node 4] ICS10 traffic start
2025-12-06T17:41:14.162623Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:14.163203Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801419834224712:2120] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:14.168859Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801419834224641:2060] [node 4] ICP35 event processing took too much time PendingConnection:279(22506965ns) {HandleHandshakeStatus:329(22504908ns) {DropIncomingHandshake:442(641ns) DropOutgoingHandshake:457(211ns) SwitchToState:179(147ns) ProcessPendingSessionEvents:495(1508ns)}}
2025-12-06T17:41:14.182671Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801419834224628:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:41:14.182735Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:14.182781Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801419834224628:2050] [node 3] ICP22 created new session: [6:7580801424129192018:2050]
2025-12-06T17:41:14.182830Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801424129192018:2050] [node 3] ICS09 handshake done sender: [6:7580801419834224709:2119] self: [6:7580801424129192012:0] peer: [3:7580801419131372065:0] socket: 502 qp: -1
2025-12-06T17:41:14.182868Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801424129192018:2050] [node 3] ICS10 traffic start
2025-12-06T17:41:14.182906Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:14.183341Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801419834224626:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29145) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801419834224712:2120] held: no
2025-12-06T17:41:14.183444Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801419834224626:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:14.183492Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:14.183541Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801419834224626:2048] [node 1] ICP22 created new session: [6:7580801424129192020:2048]
2025-12-06T17:41:14.183578Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801424129192020:2048] [node 1] ICS09 handshake done sender: [6:7580801419834224712:2120] self: [6:7580801424129192011:0] peer: [1:7580801416887180218:0] socket: 506 qp: -1
2025-12-06T17:41:14.183604Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801424129192020:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:14.183642Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:14.184083Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801419834224705:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:14.184288Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801419834224627:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:14.139085Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801421182147534:2088] [node 6] ICS09 handshake done sender: [1:7580801416887180219:2117] self: [1:7580801416887180218:0] peer: [6:7580801424129192011:0] socket: 504 qp: -1
2025-12-06T17:41:14.200646Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801420676186360:2115] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:14.200980Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801420676186370:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19806
2025-12-06T17:41:14.201027Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801416381218982:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:14.201099Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:14.201158Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801416381218982:2048] [node 1] ICP22 created new session: [5:7580801420676186371:2048]
2025-12-06T17:41:14.201211Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801420676186371:2048] [node 1] ICS09 handshake done sender: [5:7580801420676186360:2115] self: [5:7580801420676186364:0] peer: [1:7580801416887180223:0] socket: 521 qp: -1
2025-12-06T17:41:14.201255Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801420676186371:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:14.201286Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:14.206382Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801419131372035:2066] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:14.206469Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:14.143355Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801416641979393:2110] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:41:14.197438Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801417432286227:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:14.208517Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801424129192023:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38208
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:14.215241Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801420676186373:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19806
2025-12-06T17:41:14.139128Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801421182147534:2088] [node 6] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:14.145843Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580801416641979328:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:14.139190Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:14.170976Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801416887180216:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:14.173685Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801416887180210:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:14.173712Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801416887180210:2111] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:41:14.174913Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801416887180224:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:14.174941Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801416887180224:2118] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:41:14.175804Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801416887180210:2111] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:14.180550Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801416887180142:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:41:14.181538Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:14.185050Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801416887180142:2048] [node 2] ICP22 created new session: [1:7580801421182147539:2048]
2025-12-06T17:41:14.196065Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801416887180224:2118] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:14.196618Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801421182147539:2048] [node 2] ICS09 handshake done sender: [1:7580801416887180210:2111] self: [1:7580801416887180209:0] peer: [2:7580801420936946712:0] socket: 481 qp: -1
2025-12-06T17:41:14.197672Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801421182147539:2048] [node 2] ICS10 traffic start
2025-12-06T17:41:14.198747Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:14.199232Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801416887180142:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(18484941ns) {HandleHandshakeStatus:329(18477374ns) {DropIncomingHandshake:442(13776ns) DropOutgoingHandshake:457(465ns) SwitchToState:179(2577ns) ProcessPendingSessionEvents:495(112201ns) {ForwardSessionEventToSession:612(65447ns) ForwardSessionEventToSession:612(3544ns) ForwardSessionEventToSession:612(6552ns) ForwardSessionEventToSession:612(1947ns) ForwardSessionEventToSession:612(2469ns) ForwardSessionEventToSession:612(4812ns) ForwardSessionEventToSession:612(3064ns) ForwardSessionEventToSession:612(5094ns) ForwardSessionEventToSession:612(5361ns) ForwardSessionEventToSession:612(3430ns)}}}
2025-12-06T17:41:14.213914Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801416887180199:2084] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:14.213971Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:14.214015Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801416887180199:2084] [node 5] ICP22 created new session: [1:7580801421182147541:2084]
2025-12-06T17:41:14.214071Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801421182147541:2084] [node 5] ICS09 handshake done sender: [1:7580801416887180224:2118] self: [1:7580801416887180223:0] peer: [5:7580801420676186364:0] socket: 518 qp: -1
2025-12-06T17:41:14.214103Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801421182147541:2084] [node 5] ICS10 traffic start
2025-12-06T17:41:14.214138Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:14.219190Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801419834224705:2116] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:14.197484Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801417432286227:2115] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:41:14.207381Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801419131372035:2066] [node 5] ICP22 created new session: [3:7580801423426339384:2066]
2025-12-06T17:41:14.209168Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801421727253538:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:14.151055Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801416641979393:2110] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:14.223301Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801420676186370:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:14.223933Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801419834224627:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:14.224011Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:14.224055Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801419834224627:2049] [node 2] ICP22 created new session: [6:7580801424129192024:2049]
2025-12-06T17:41:14.224111Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801424129192024:2049] [node 2] ICS09 handshake done sender: [6:7580801419834224705:2116] self: [6:7580801424129192022:0] peer: [2:7580801416641979399:0] socket: 477 qp: -1
2025-12-06T17:41:14.224149Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801424129192024:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:14.224190Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:14.215965Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801419131372072:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:14.212101Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801417432286154:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:14.172432Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801416641979409:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27683
2025-12-06T17:41:14.216005Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801419131372072:2116] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:14.216921Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801423426339385:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26202
2025-12-06T17:41:14.217727Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801423426339384:2066] [node 5] ICS09 handshake done sender: [3:7580801419131372064:2111] self: [3:7580801419131372063:0] peer: [5:7580801420676186363:0] socket: 524 qp: -1
2025-12-06T17:41:14.219781Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801423426339384:2066] [node 5] ICS10 traffic start
2025-12-06T17:41:14.221915Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:14.222732Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801419131372072:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:14.235039Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801419131372059:2070] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:41:14.235127Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:14.235179Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801419131372059:2070] [node 4] ICP22 created new session: [3:7580801423426339388:2070]
2025-12-06T17:41:14.235227Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801423426339388:2070] [node 4] ICS09 handshake done sender: [3:7580801419131372072:2116] self: [3:7580801419131372062:0] peer: [4:7580801421727253547:0] socket: 486 qp: -1
2025-12-06T17:41:14.235262Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801423426339388:2070] [node 4] ICS10 traffic start
2025-12-06T17:41:14.235294Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:14.251606Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801416381218983:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:14.212173Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:14.177403Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801416641979350:2067] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:41:14.177449Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:14.177511Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801416641979350:2067] [node 4] ICP22 created new session: [2:7580801420936946714:2067]
2025-12-06T17:41:14.177552Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801420936946714:2067] [node 4] ICS09 handshake done sender: [2:7580801416641979393:2110] self: [2:7580801416641979392:0] peer: [4:7580801421727253541:0] socket: 466 qp: -1
2025-12-06T17:41:14.177586Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801420936946714:2067] [node 4] ICS10 traffic start
2025-12-06T17:41:14.177645Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:14.178361Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801420936946713:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27683
2025-12-06T17:41:14.181854Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801416641979409:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:14.182013Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801416641979408:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:14.187033Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801416641979400:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:14.187060Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801416641979400:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:14.189130Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580801416641979328:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:14.189187Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:14.189242Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801416641979328:2048] [node 1] ICP22 created new session: [2:7580801420936946717:2048]
2025-12-06T17:41:14.189293Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801420936946717:2048] [node 1] ICS09 handshake done sender: [2:7580801416641979408:2116] self: [2:7580801420936946712:0] peer: [1:7580801416887180209:0] socket: 505 qp: -1
2025-12-06T17:41:14.189333Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801420936946717:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:14.189371Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:14.189883Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580801416641979350:2067] [node 4] ICP18 handshake (actor [2:7580801416641979409:2117]) is too old
2025-12-06T17:41:14.211925Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801416641979400:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:14.222928Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801416641979394:2070] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:14.223023Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:14.223075Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801416641979394:2070] [node 6] ICP22 created new session: [2:7580801420936946721:2070]
2025-12-06T17:41:14.223128Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801420936946721:2070] [node 6] ICS09 handshake done sender: [2:7580801416641979400:2113] self: [2:7580801416641979399:0] peer: [6:7580801424129192022:0] socket: 468 qp: -1
2025-12-06T17:41:14.223178Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801420936946721:2070] [node 6] ICS10 traffic start
2025-12-06T17:41:14.229708Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:14.259163Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801420676186361:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:14.259350Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801416641979407:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:14.259387Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801416641979407:2115] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:41:14.255938Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801423426339385:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:14.256136Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801419131371995:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:14.271063Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801416381218997:2061] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13492) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580801420676186361:2116] held: no
2025-12-06T17:41:14.271150Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801416641979402:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:14.271189Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801416641979402:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:41:14.272004Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801416641979407:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:14.272609Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801416641979394:2070] [node 6] ICP35 event processing took too much time PendingConnection:279(49477569ns) {HandleHandshakeStatus:329(49474293ns) {DropIncomingHandshake:442(17951ns) DropOutgoingHandshake:457(1351ns) SwitchToState:179(753ns) ProcessPendingSessionEvents:495(10653684ns) {ForwardSessionEventToSession:612(10589827ns) ForwardSessionEventToSession:612(10839ns) ForwardSessionEventToSession:612(3123ns) ForwardSessionEventToSession:612(5698ns) ForwardSessionEventToSession:612(2718ns) ForwardSessionEventToSession:612(5932ns) ForwardSessionEventToSession:612(2947ns) ForwardSessionEventToSession:612(2595ns) ForwardSessionEventToSession:612(7479ns) ForwardSessionEventToSession:612(5256ns)}}}
2025-12-06T17:41:14.212223Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801417432286154:2049] [node 2] ICP22 created new session: [4:7580801421727253544:2049]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:14.212271Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801421727253544:2049] [node 2] ICS09 handshake done sender: [4:7580801417432286224:2113] self: [4:7580801421727253541:0] peer: [2:7580801416641979392:0] socket: 474 qp: -1
2025-12-06T17:41:14.274383Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801416381218997:2061] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:41:14.274438Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:14.274486Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801416381218997:2061] [node 4] ICP22 created new session: [5:7580801420676186376:2061]
2025-12-06T17:41:14.274545Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801420676186376:2061] [node 4] ICS09 handshake done sender: [5:7580801420676186361:2116] self: [5:7580801420676186367:0] peer: [4:7580801417432286226:0] socket: 523 qp: -1
2025-12-06T17:41:14.274584Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801420676186376:2061] [node 4] ICS10 traffic start
2025-12-06T17:41:14.274621Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:14.275419Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801420676186375:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19806
2025-12-06T17:41:14.267326Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801423426339391:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26202
2025-12-06T17:41:14.212308Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801421727253544:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:14.212349Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:14.212624Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7580801417432286154:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:41:14.213492Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801417432286155:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:14.229958Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801417432286227:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:14.243794Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801421727253548:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46132
2025-12-06T17:41:14.244159Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801417432286216:2083] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:14.244223Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:14.244273Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801417432286216:2083] [node 5] ICP22 created new session: [4:7580801421727253549:2083]
2025-12-06T17:41:14.244321Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801421727253549:2083] [node 5] ICS09 handshake done sender: [4:7580801417432286227:2115] self: [4:7580801417432286226:0] peer: [5:7580801420676186367:0] socket: 520 qp: -1
2025-12-06T17:41:14.244358Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801421727253549:2083] [node 5] ICS10 traffic start
2025-12-06T17:41:14.244397Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:14.254010Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801421727253538:2120] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:14.260416Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801417432286155:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23142) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580801421727253538:2120] held: no
2025-12-06T17:41:14.260528Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801417432286155:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:41:14.260575Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:14.260626Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801417432286155:2050] [node 3] ICP22 created new session: [4:7580801421727253551:2050]
2025-12-06T17:41:14.260680Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801421727253551:2050] [node 3] ICS09 handshake done sender: [4:7580801421727253538:2120] self: [4:7580801421727253547:0] peer: [3:7580801419131372062:0] socket: 526 qp: -1
2025-12-06T17:41:14.260720Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801421727253551:2050] [node 3] ICS10 traffic start
2025-12-06T17:41:14.260754Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:14.278440Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801416641979402:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:14.278069Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801423426339385:2119] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:14.278852Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801416641979329:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:41:14.278956Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:14.279010Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801416641979329:2049] [node 3] ICP22 created new session: [2:7580801420936946725:2049]
2025-12-06T17:41:14.279072Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801420936946725:2049] [node 3] ICS09 handshake done sender: [2:7580801416641979407:2115] self: [2:7580801416641979406:0] peer: [3:7580801423426339390:0] socket: 479 qp: -1
2025-12-06T17:41:14.279109Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801420936946725:2049] [node 3] ICS10 traffic start
2025-12-06T17:41:14.279165Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:14.280647Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801416641979395:2073] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:14.280709Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:14.280760Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801416641979395:2073] [node 5] ICP22 created new session: [2:7580801420936946727:2073]
2025-12-06T17:41:14.280806Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801420936946727:2073] [node 5] ICS09 handshake done sender: [2:7580801416641979402:2114] self: [2:7580801416641979401:0] peer: [5:7580801420676186374:0] socket: 530 qp: -1
2025-12-06T17:41:14.280841Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801420936946727:2073] [node 5] ICS10 traffic start
2025-12-06T17:41:14.280876Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:14.283232Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801419131371995:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9068) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580801423426339385:2119] held: no
2025-12-06T17:41:14.284711Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801416381218983:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9068) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580801420676186370:2120] held: no
2025-12-06T17:41:14.288310Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801420676186370:2120] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:14.286982Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801419131371995:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:14.287077Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:14.287130Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801419131371995:2049] [node 2] ICP22 created new session: [3:7580801423426339392:2049]
2025-12-06T17:41:14.287176Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801423426339392:2049] [node 2] ICS09 handshake done sender: [3:7580801423426339385:2119] self: [3:7580801423426339390:0] peer: [2:7580801416641979406:0] socket: 533 qp: -1
2025-12-06T17:41:14.287215Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801423426339392:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:14.287260Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:14.289169Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801416381218983:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:14.289229Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:14.289282Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801416381218983:2049] [node 2] ICP22 created new session: [5:7580801420676186378:2049]
2025-12-06T17:41:14.289324Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801420676186378:2049] [node 2] ICS09 handshake done sender: [5:7580801420676186370:2120] self: [5:7580801420676186374:0] peer: [2:7580801416641979401:0] socket: 531 qp: -1
2025-12-06T17:41:14.289356Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801420676186378:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:14.289387Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:14.369750Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:41:14.370041Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580801420936946717:2048] [node 1] ICS01 socket: 505 reason# EndOfStream
2025-12-06T17:41:14.370091Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580801416641979328:2048] [node 1] ICP30 unregister session Session# [2:7580801420936946717:2048] VirtualId# [2:7580801420936946712:0]
2025-12-06T17:41:14.370135Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580801420936946717:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:14.370212Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:14.370271Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:14.372735Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:41:14.372973Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801423426339377:2048] [node 1] ICS01 socket: 487 reason# EndOfStream
2025-12-06T17:41:14.373017Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801419131371994:2048] [node 1] ICP30 unregister session Session# [3:7580801423426339377:2048] VirtualId# [3:7580801423426339373:0]
2025-12-06T17:41:14.373082Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801423426339377:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:14.373160Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:14.373208Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:14.379966Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:41:14.380234Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801424129192020:2048] [node 1] ICS01 socket: 506 reason# EndOfStream
2025-12-06T17:41:14.380278Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801419834224626:2048] [node 1] ICP30 unregister session Session# [6:7580801424129192020:2048] VirtualId# [6:7580801424129192011:0]
2025-12-06T17:41:14.380312Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801424129192020:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:14.380382Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:14.380418Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:14.380537Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:41:14.380713Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801420676186371:2048] [node 1] ICS01 socket: 521 reason# EndOfStream
2025-12-06T17:41:14.380757Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801416381218982:2048] [node 1] ICP30 unregister session Session# [5:7580801420676186371:2048] VirtualId# [5:7580801420676186364:0]
2025-12-06T17:41:14.380782Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801420676186371:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:14.380850Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:14.380908Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:14.381005Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:41:14.381201Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801421727253534:2048] [node 1] ICS01 socket: 492 reason# EndOfStream
2025-12-06T17:41:14.381233Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801417432286153:2048] [node 1] ICP30 unregister session Session# [4:7580801421727253534:2048] VirtualId# [4:7580801417432286234:0]
2025-12-06T17:41:14.381258Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801421727253534:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:14.381307Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:14.381345Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:14.454492Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:41:14.454772Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801423426339392:2049] [node 2] ICS01 socket: 533 reason# EndOfStream
2025-12-06T17:41:14.454817Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801419131371995:2049] [node 2] ICP30 unregister session Session# [3:7580801423426339392:2049] VirtualId# [3:7580801423426339390:0]
2025-12-06T17:41:14.454858Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801423426339392:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:14.454948Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:14.454994Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:14.464078Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:41:14.464338Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801420676186378:2049] [node 2] ICS01 socket: 531 reason# EndOfStream
2025-12-06T17:41:14.464385Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801416381218983:2049] [node 2] ICP30 unregister session Session# [5:7580801420676186378:2049] VirtualId# [5:7580801420676186374:0]
2025-12-06T17:41:14.464423Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801420676186378:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:14.464498Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:14.464532Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:14.464622Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:41:14.464836Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801421727253544:2049] [node 2] ICS01 socket: 474 reason# EndOfStream
2025-12-06T17:41:14.464863Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801417432286154:2049] [node 2] ICP30 unregister session Session# [4:7580801421727253544:2049] VirtualId# [4:7580801421727253541:0]
2025-12-06T17:41:14.464891Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801421727253544:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:14.464960Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:14.464997Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:14.465118Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:41:14.465303Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801424129192024:2049] [node 2] ICS01 socket: 477 reason# EndOfStream
2025-12-06T17:41:14.465333Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801419834224627:2049] [node 2] ICP30 unregister session Session# [6:7580801424129192024:2049] VirtualId# [6:7580801424129192022:0]
2025-12-06T17:41:14.465356Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801424129192024:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:14.465414Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:14.465453Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:14.653473Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:41:14.653823Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801421727253551:2050] [node 3] ICS01 socket: 526 reason# EndOfStream
2025-12-06T17:41:14.653914Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801417432286155:2050] [node 3] ICP30 unregister session Session# [4:7580801421727253551:2050] VirtualId# [4:7580801421727253547:0]
2025-12-06T17:41:14.653954Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801421727253551:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:14.654034Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:41:14.654080Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:41:14.654096Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:41:14.654361Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801420676186368:2050] [node 3] ICS01 socket: 525 reason# EndOfStream
2025-12-06T17:41:14.654403Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801416381218984:2050] [node 3] ICP30 unregister session Session# [5:7580801420676186368:2050] VirtualId# [5:7580801420676186363:0]
2025-12-06T17:41:14.654434Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801420676186368:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:14.654548Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:41:14.654597Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:41:14.660322Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:41:14.671114Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801424129192018:2050] [node 3] ICS01 socket: 502 reason# EndOfStream
2025-12-06T17:41:14.671165Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801419834224628:2050] [node 3] ICP30 unregister session Session# [6:7580801424129192018:2050] VirtualId# [6:7580801424129192012:0]
2025-12-06T17:41:14.671212Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801424129192018:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:14.671333Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:41:14.671382Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:41:14.748101Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:41:14.748377Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801424129192016:2060] [node 4] ICS01 socket: 501 reason# EndOfStream
2025-12-06T17:41:14.748419Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801419834224641:2060] [node 4] ICP30 unregister session Session# [6:7580801424129192016:2060] VirtualId# [6:7580801419834224714:0]
2025-12-06T17:41:14.748457Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801424129192016:2060] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:14.748548Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:41:14.748595Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:41:14.753702Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:41:14.753971Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801420676186376:2061] [node 4] ICS01 socket: 523 reason# EndOfStream
2025-12-06T17:41:14.754017Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801416381218997:2061] [node 4] ICP30 unregister session Session# [5:7580801420676186376:2061] VirtualId# [5:7580801420676186367:0]
2025-12-06T17:41:14.754053Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801420676186376:2061] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:14.754158Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:41:14.754215Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:41:14.846762Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:41:14.847049Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801419834224710:2064] [node 5] ICS01 socket: 476 reason# EndOfStream
2025-12-06T17:41:14.847089Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801419834224688:2064] [node 5] ICP30 unregister session Session# [6:7580801419834224710:2064] VirtualId# [6:7580801419834224706:0]
2025-12-06T17:41:14.847130Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801419834224710:2064] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:14.847235Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:41:14.847287Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:41:15.431300Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801428135031624:2048] [node 2] ICP01 ready to work
2025-12-06T17:41:15.431345Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801428135031625:2049] [node 3] ICP01 ready to work
2025-12-06T17:41:15.456038Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801426960280226:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:15.456078Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801426960280227:2049] [node 3] ICP01 ready to work
2025-12-06T17:41:15.479917Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801425380738440:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:15.479956Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801425380738441:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:15.535761Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801426929831193:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:15.535816Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801426929831194:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:15.535851Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801426929831195:2050] [node 3] ICP01 ready to work
2025-12-06T17:41:15.585854Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801424577833130:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:15.585893Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801424577833131:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:15.585929Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801424577833132:2050] [node 3] ICP01 ready to work
2025-12-06T17:41:15.772488Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801426929831208:2061] [node 5] ICP01 ready to work
2025-12-06T17:41:15.602716Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801426861700875:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:15.602764Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801426861700876:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:15.602798Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801426861700877:2050] [node 3] ICP01 ready to work
2025-12-06T17:41:15.867849Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801426929831214:2064] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:15.825086Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801424577833144:2060] [node 6] ICP01 ready to work
2025-12-06T17:41:15.897150Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801428135031680:2064] [node 4] ICP01 ready to work
2025-12-06T17:41:15.912482Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801426960280278:2067] [node 6] ICP01 ready to work
2025-12-06T17:41:15.927324Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801425380738496:2070] [node 5] ICP01 ready to work
2025-12-06T17:41:16.008444Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801431156668213:2083] [node 5] ICP01 ready to work
2025-12-06T17:41:15.929471Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801424577833149:2066] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28221
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:15.986702Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801425380738506:2069] [node 4] ICP01 ready to work
2025-12-06T17:41:16.016727Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801425380738505:2090] [node 6] ICP01 ready to work
2025-12-06T17:41:15.942147Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801426960280284:2069] [node 4] ICP01 ready to work
2025-12-06T17:41:15.966877Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801428135031686:2067] [node 6] ICP01 ready to work
2025-12-06T17:41:15.958018Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801424577833162:2065] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:16.068091Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801426929831194:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(257255624ns) {Configure:104(257241505ns) {ProcessConfigured:135(114139ns) {StartInitialHandshake:157(110498ns) {DropHandshakes:470(4116ns) {DropIncomingHandshake:442(977ns) DropOutgoingHandshake:457(477ns)} GenerateSessionVirtualId:988(1797ns) PrepareNewSessionHandshake:477(3063ns) {SwitchToState:179(757ns)}}}}}
2025-12-06T17:41:16.137174Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801425380738441:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(89992484ns) {Configure:104(89982814ns) {ProcessConfigured:135(84189ns) {StartInitialHandshake:157(80956ns) {DropHandshakes:470(3836ns) {DropIncomingHandshake:442(912ns) DropOutgoingHandshake:457(714ns)} GenerateSessionVirtualId:988(1054ns) PrepareNewSessionHandshake:477(3316ns) {SwitchToState:179(1107ns)}}}}}
2025-12-06T17:41:16.060496Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801431156668212:2084] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23325
2025-12-06T17:41:16.021920Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801428135031625:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(66674647ns) {Configure:104(66665299ns) {ProcessConfigured:135(59833ns) {StartInitialHandshake:157(57333ns) {DropHandshakes:470(2455ns) {DropIncomingHandshake:442(290ns) DropOutgoingHandshake:457(557ns)} GenerateSessionVirtualId:988(1366ns) PrepareNewSessionHandshake:477(1384ns) {SwitchToState:179(632ns)}}}}}
2025-12-06T17:41:15.941340Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801426960280285:2065] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:16.122945Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801431156668237:2061] [node 4] ICP01 ready to work
2025-12-06T17:41:16.172342Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801425380738440:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(65442352ns) {Configure:104(65434229ns) {ProcessConfigured:135(85708ns) {StartInitialHandshake:157(81378ns) {DropHandshakes:470(4099ns) {DropIncomingHandshake:442(853ns) DropOutgoingHandshake:457(987ns)} GenerateSessionVirtualId:988(1080ns) PrepareNewSessionHandshake:477(3484ns) {SwitchToState:179(1347ns)}}}}}
2025-12-06T17:41:16.051158Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801424577833144:2060] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(197185945ns) {Configure:104(197173070ns) {ProcessConfigured:135(90746ns) {StartInitialHandshake:157(87836ns) {DropHandshakes:470(4502ns) {DropIncomingHandshake:442(881ns) DropOutgoingHandshake:457(925ns)} GenerateSessionVirtualId:988(1656ns) PrepareNewSessionHandshake:477(2749ns) {SwitchToState:179(821ns)}}}}}
2025-12-06T17:41:16.124648Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801426929831195:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(267305738ns) {Configure:104(267299458ns) {ProcessConfigured:135(96611ns) {StartInitialHandshake:157(94017ns) {DropHandshakes:470(4364ns) {DropIncomingHandshake:442(711ns) DropOutgoingHandshake:457(1131ns)} GenerateSessionVirtualId:988(1174ns) PrepareNewSessionHandshake:477(2685ns) {SwitchToState:179(725ns)}}}}}
2025-12-06T17:41:16.078399Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801428135031688:2063] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:16.183794Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801429675705810:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9058
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:16.127837Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801428872800503:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28221
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:16.125443Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801431224798564:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17947
2025-12-06T17:41:16.126099Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801431156668212:2084] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:16.154229Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801432429998989:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29808
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:16.280068Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801425380738496:2070] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(140036590ns) {Configure:104(140029259ns) {ProcessConfigured:135(85936ns) {StartInitialHandshake:157(82410ns) {DropHandshakes:470(3601ns) {DropIncomingHandshake:442(700ns) DropOutgoingHandshake:457(494ns)} GenerateSessionVirtualId:988(1161ns) PrepareNewSessionHandshake:477(3007ns) {SwitchToState:179(1027ns)}}}}}
2025-12-06T17:41:16.128760Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801428872800503:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:16.125580Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801431224798565:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17947
2025-12-06T17:41:16.152853Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801431156668237:2061] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(18276551ns) {Configure:104(18268095ns) {ProcessConfigured:135(111847ns) {StartInitialHandshake:157(107855ns) {DropHandshakes:470(3998ns) {DropIncomingHandshake:442(816ns) DropOutgoingHandshake:457(720ns)} GenerateSessionVirtualId:988(1393ns) PrepareNewSessionHandshake:477(3204ns) {SwitchToState:179(724ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:16.138917Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801424577833149:2066] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:16.154380Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801432429998990:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29808
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:16.283191Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801426960280226:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(245077729ns) {Configure:104(245072076ns) {ProcessConfigured:135(8309377ns) {StartInitialHandshake:157(8304517ns) {DropHandshakes:470(4442ns) {DropIncomingHandshake:442(993ns) DropOutgoingHandshake:457(1042ns)} GenerateSessionVirtualId:988(1357ns) PrepareNewSessionHandshake:477(4663ns) {SwitchToState:179(2020ns)}}}}}
2025-12-06T17:41:16.129079Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801431224798564:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:16.295352Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801429675705815:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9058
2025-12-06T17:41:16.153148Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801431156668237:2061] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:16.158417Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801432429998988:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29808
2025-12-06T17:41:16.139074Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801424577833162:2065] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:16.297166Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801425380738506:2069] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(130357371ns) {Configure:104(130339924ns) {ProcessConfigured:135(83761ns) {StartInitialHandshake:157(80937ns) {DropHandshakes:470(4517ns) {DropIncomingHandshake:442(1428ns) DropOutgoingHandshake:457(451ns)} GenerateSessionVirtualId:988(900ns) PrepareNewSessionHandshake:477(3325ns) {SwitchToState:179(999ns)}}}}}
2025-12-06T17:41:16.166719Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801426929831216:2065] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:16.283986Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801431255247588:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41069
2025-12-06T17:41:16.187469Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801431156668251:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23325
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:16.184274Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801432429998988:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:16.366981Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801429675705818:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9058
2025-12-06T17:41:16.367241Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801429675705819:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9058
2025-12-06T17:41:16.374602Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801429675705810:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:16.388564Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801429675705818:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:16.285704Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801431156668252:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23325
2025-12-06T17:41:16.166758Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801426929831216:2065] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:16.284125Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801431255247589:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41069
2025-12-06T17:41:16.238486Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801428872800506:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28221
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:16.184694Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801432429998990:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:16.403152Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801429675705819:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:16.297985Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801431156668212:2084] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:16.169977Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801426929831210:2062] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:16.284572Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801431255247597:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41069
2025-12-06T17:41:16.251137Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801428872800507:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28221
2025-12-06T17:41:16.170026Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801426929831210:2062] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:41:16.203373Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801432429998989:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:16.284624Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801431255247598:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41069
2025-12-06T17:41:16.275466Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801424577833132:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(332436776ns) {Configure:104(318112398ns) {ProcessConfigured:135(94089ns) {StartInitialHandshake:157(90112ns) {DropHandshakes:470(1061ns) {DropIncomingHandshake:442(289ns) DropOutgoingHandshake:457(167ns)} GenerateSessionVirtualId:988(551ns) PrepareNewSessionHandshake:477(2951ns) {SwitchToState:179(1283ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:16.303406Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801431156668253:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23325
2025-12-06T17:41:16.403188Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801425380738440:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:16.307739Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801431156668237:2061] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:41:16.179499Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801426929831216:2065] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:16.292216Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801426960280285:2065] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(105171252ns) {Configure:104(105164383ns) {ProcessConfigured:135(77813ns) {StartInitialHandshake:157(74955ns) {DropHandshakes:470(3517ns) {DropIncomingHandshake:442(870ns) DropOutgoingHandshake:457(537ns)} GenerateSessionVirtualId:988(1472ns) PrepareNewSessionHandshake:477(2760ns) {SwitchToState:179(739ns)}}}}}
2025-12-06T17:41:16.427418Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801425380738440:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(27251775ns) {IncomingHandshake:261(27248782ns) {DropIncomingHandshake:442(1915ns) PrepareNewSessionHandshake:477(3593ns) {SwitchToState:179(1572ns)} GenerateSessionVirtualId:988(1825ns) IssueIncomingHandshakeReply:193(65682ns) {SwitchToState:179(214ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:16.394987Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801428135031680:2064] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(324911441ns) {Configure:104(324905386ns) {ProcessConfigured:135(11750228ns) {StartInitialHandshake:157(11746039ns) {DropHandshakes:470(3943ns) {DropIncomingHandshake:442(780ns) DropOutgoingHandshake:457(512ns)} GenerateSessionVirtualId:988(1386ns) PrepareNewSessionHandshake:477(2671ns) {SwitchToState:179(1057ns)}}}}}
2025-12-06T17:41:16.295509Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801431255247589:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:16.317309Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801431255247588:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:16.338964Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801431255247591:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:16.339014Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801431255247591:2112] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:41:16.344451Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801431255247591:2112] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:16.345145Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801431255247597:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:16.345202Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801426960280284:2069] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:41:16.345249Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:16.345301Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801426960280284:2069] [node 4] ICP22 created new session: [2:7580801431255247605:2069]
2025-12-06T17:41:16.345358Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801431255247605:2069] [node 4] ICS09 handshake done sender: [2:7580801431255247591:2112] self: [2:7580801431255247590:0] peer: [4:7580801431224798576:0] socket: 482 qp: -1
2025-12-06T17:41:16.345393Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801431255247605:2069] [node 4] ICS10 traffic start
2025-12-06T17:41:16.345426Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:16.411935Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801431255247598:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:16.412623Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580801426960280284:2069] [node 4] ICP18 handshake (actor [2:7580801431255247598:2116]) is too old
2025-12-06T17:41:16.423019Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801431255247602:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:16.423049Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801431255247602:2117] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:41:16.432737Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801431255247594:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:16.432763Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801431255247594:2113] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:41:16.434466Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801431255247602:2117] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:16.436465Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801426960280278:2067] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(420807799ns) {Configure:104(420800134ns) {ProcessConfigured:135(11812448ns) {StartInitialHandshake:157(11808624ns) {DropHandshakes:470(2678ns) {DropIncomingHandshake:442(374ns) DropOutgoingHandshake:457(563ns)} GenerateSessionVirtualId:988(453ns) PrepareNewSessionHandshake:477(4744ns) {SwitchToState:179(1474ns)}}}}}
2025-12-06T17:41:16.436773Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801431255247594:2113] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:16.441627Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801426960280285:2065] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:16.441727Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:16.441788Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801426960280285:2065] [node 5] ICP22 created new session: [2:7580801431255247613:2065]
2025-12-06T17:41:16.441841Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801431255247613:2065] [node 5] ICS09 handshake done sender: [2:7580801431255247602:2117] self: [2:7580801431255247601:0] peer: [5:7580801428872800515:0] socket: 518 qp: -1
2025-12-06T17:41:16.441878Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801431255247613:2065] [node 5] ICS10 traffic start
2025-12-06T17:41:16.441921Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:16.432199Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801429675705815:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:16.408784Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801428135031691:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:16.375370Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801424577833149:2066] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:16.179943Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801426929831214:2064] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:16.327052Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:16.455247Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801426960280227:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:41:16.386964Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801424577833162:2065] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6982) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580801424577833149:2066] held: no
2025-12-06T17:41:16.180009Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:16.432338Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801425380738441:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:16.408815Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801428135031691:2110] [node 3] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:16.332625Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801431156668237:2061] [node 4] ICP22 created new session: [6:7580801431156668254:2061]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:16.455339Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:16.387513Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801428872800510:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28221
2025-12-06T17:41:16.403602Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801424577833162:2065] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:41:16.403666Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:16.403717Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801424577833162:2065] [node 4] ICP22 created new session: [5:7580801428872800512:2065]
2025-12-06T17:41:16.403773Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801428872800512:2065] [node 4] ICS09 handshake done sender: [5:7580801424577833149:2066] self: [5:7580801428872800505:0] peer: [4:7580801426929831209:0] socket: 469 qp: -1
2025-12-06T17:41:16.403814Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801428872800512:2065] [node 4] ICS10 traffic start
2025-12-06T17:41:16.403852Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:16.411074Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801428872800506:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:16.411245Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801424577833130:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:16.420575Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801428872800510:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:16.420726Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801424577833131:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:16.434971Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801428872800495:2107] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:16.435008Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580801428872800495:2107] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:16.435653Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801428872800516:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28221
2025-12-06T17:41:16.410012Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801432429999002:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29808
2025-12-06T17:41:16.180071Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801426929831214:2064] [node 6] ICP22 created new session: [4:7580801431224798571:2064]
2025-12-06T17:41:16.434055Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801429675705825:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9058
2025-12-06T17:41:16.438208Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801428872800518:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28221
2025-12-06T17:41:16.441298Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801428872800495:2107] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:16.456844Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580801424577833144:2060] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:16.456916Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:16.456973Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801424577833144:2060] [node 6] ICP22 created new session: [5:7580801428872800519:2060]
2025-12-06T17:41:16.457027Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801428872800519:2060] [node 6] ICS09 handshake done sender: [5:7580801428872800495:2107] self: [5:7580801428872800494:0] peer: [6:7580801431156668259:0] socket: 478 qp: -1
2025-12-06T17:41:16.457082Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801428872800519:2060] [node 6] ICS10 traffic start
2025-12-06T17:41:16.457132Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:16.471738Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801424577833131:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28064) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580801428872800510:2119] held: no
2025-12-06T17:41:16.475311Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801428872800506:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:16.478079Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801428872800510:2119] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:16.504651Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801424577833130:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28788) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580801428872800506:2116] held: no
2025-12-06T17:41:16.504756Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801424577833130:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:16.504798Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:16.504843Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801424577833130:2048] [node 1] ICP22 created new session: [5:7580801428872800522:2048]
2025-12-06T17:41:16.504887Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801428872800522:2048] [node 1] ICS09 handshake done sender: [5:7580801428872800506:2116] self: [5:7580801428872800514:0] peer: [1:7580801432429998991:0] socket: 504 qp: -1
2025-12-06T17:41:16.504919Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801428872800522:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:16.504953Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:16.505863Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801428872800524:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28221
2025-12-06T17:41:16.506109Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801424577833131:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:16.506208Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:16.506259Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801424577833131:2049] [node 2] ICP22 created new session: [5:7580801428872800525:2049]
2025-12-06T17:41:16.506303Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801428872800525:2049] [node 2] ICS09 handshake done sender: [5:7580801428872800510:2119] self: [5:7580801428872800515:0] peer: [2:7580801431255247601:0] socket: 520 qp: -1
2025-12-06T17:41:16.506338Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801428872800525:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:16.506372Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:16.342791Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801431156668254:2061] [node 4] ICS09 handshake done sender: [6:7580801431156668212:2084] self: [6:7580801431156668250:0] peer: [4:7580801426929831215:0] socket: 474 qp: -1
2025-12-06T17:41:16.534836Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801428872800524:2122] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:16.535035Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801424577833132:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:16.342859Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801431156668254:2061] [node 4] ICS10 traffic start
2025-12-06T17:41:16.410191Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801432429999003:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29808
2025-12-06T17:41:16.180142Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801431224798571:2064] [node 6] ICS09 handshake done sender: [4:7580801426929831216:2065] self: [4:7580801426929831215:0] peer: [6:7580801431156668250:0] socket: 471 qp: -1
2025-12-06T17:41:16.436031Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801429675705823:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9058
2025-12-06T17:41:16.455397Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801426960280227:2049] [node 3] ICP22 created new session: [2:7580801431255247617:2049]
2025-12-06T17:41:16.342950Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:16.343594Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801431156668237:2061] [node 4] ICP35 event processing took too much time PendingConnection:279(44372577ns) {HandleHandshakeStatus:329(44369501ns) {DropIncomingHandshake:442(4076ns) DropOutgoingHandshake:457(15716ns) SwitchToState:179(1120ns) ProcessPendingSessionEvents:495(133783ns) {ForwardSessionEventToSession:612(76590ns) ForwardSessionEventToSession:612(7293ns) ForwardSessionEventToSession:612(6439ns) ForwardSessionEventToSession:612(2308ns) ForwardSessionEventToSession:612(3420ns) ForwardSessionEventToSession:612(5125ns) ForwardSessionEventToSession:612(3736ns) ForwardSessionEventToSession:612(3089ns) ForwardSessionEventToSession:612(8866ns) ForwardSessionEventToSession:612(5859ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:16.379052Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801431156668252:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:16.413539Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801426861700877:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:16.419670Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801431156668258:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23325
2025-12-06T17:41:16.422957Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801431156668258:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:16.424744Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801431156668213:2083] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:16.446125Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801431156668253:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:16.446280Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801431156668260:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23325
2025-12-06T17:41:16.448401Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801426861700875:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:16.456640Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801431156668258:2119] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:16.465777Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801431156668213:2083] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:41:16.465859Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:16.465917Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801431156668213:2083] [node 5] ICP22 created new session: [6:7580801431156668262:2083]
2025-12-06T17:41:16.474525Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801431156668263:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23325
2025-12-06T17:41:16.474724Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801431156668264:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23325
2025-12-06T17:41:16.475535Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801431156668262:2083] [node 5] ICS09 handshake done sender: [6:7580801431156668258:2119] self: [6:7580801431156668259:0] peer: [5:7580801428872800494:0] socket: 521 qp: -1
2025-12-06T17:41:16.480905Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801431156668262:2083] [node 5] ICS10 traffic start
2025-12-06T17:41:16.480967Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:16.512356Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801431156668263:2121] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:16.512536Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801431156668266:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23325
2025-12-06T17:41:16.512973Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801431156668253:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:16.523222Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801426861700875:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:16.523322Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:16.523375Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801426861700875:2048] [node 1] ICP22 created new session: [6:7580801431156668267:2048]
2025-12-06T17:41:16.523426Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801431156668267:2048] [node 1] ICS09 handshake done sender: [6:7580801431156668253:2118] self: [6:7580801431156668261:0] peer: [1:7580801432429998994:0] socket: 513 qp: -1
2025-12-06T17:41:16.523468Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801431156668267:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:16.523517Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:16.535543Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801431156668252:2117] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:16.535770Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580801426861700875:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:41:16.535920Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801426861700877:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25123) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801431156668252:2117] held: no
2025-12-06T17:41:16.536016Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801426861700877:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:41:16.536087Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:16.536137Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801426861700877:2050] [node 3] ICP22 created new session: [6:7580801431156668269:2050]
2025-12-06T17:41:16.536184Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801431156668269:2050] [node 3] ICS09 handshake done sender: [6:7580801431156668252:2117] self: [6:7580801431156668257:0] peer: [3:7580801429675705808:0] socket: 502 qp: -1
2025-12-06T17:41:16.536223Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801431156668269:2050] [node 3] ICS10 traffic start
2025-12-06T17:41:16.536271Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:16.536944Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801426861700876:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:16.180187Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801431224798571:2064] [node 6] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:16.455451Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801431255247617:2049] [node 3] ICS09 handshake done sender: [2:7580801431255247594:2113] self: [2:7580801431255247593:0] peer: [3:7580801429675705824:0] socket: 510 qp: -1
2025-12-06T17:41:16.418893Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801432429999003:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:16.437533Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801429675705809:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:16.591053Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801431156668213:2083] [node 5] ICP35 event processing took too much time PendingConnection:279(125013562ns) {HandleHandshakeStatus:329(125008746ns) {DropIncomingHandshake:442(1916ns) DropOutgoingHandshake:457(8007ns) SwitchToState:179(770ns) ProcessPendingSessionEvents:495(50894945ns) {ForwardSessionEventToSession:612(19030531ns) ForwardSessionEventToSession:612(7947ns) ForwardSessionEventToSession:612(31771214ns) ForwardSessionEventToSession:612(24210ns) ForwardSessionEventToSession:612(5280ns) ForwardSessionEventToSession:612(7286ns) ForwardSessionEventToSession:612(3730ns) ForwardSessionEventToSession:612(3302ns) ForwardSessionEventToSession:612(5744ns) ForwardSessionEventToSession:612(4039ns)}}}
2025-12-06T17:41:16.572507Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801428872800528:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28221
2025-12-06T17:41:16.437567Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801429675705809:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:16.421134Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801428135031691:2110] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:16.455488Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801431255247617:2049] [node 3] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:16.615099Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801431156668272:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23325
2025-12-06T17:41:16.180237Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:16.466649Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801429675705810:2114] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:16.466998Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801429675705815:2116] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:16.483284Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801425380738441:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:16.483351Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:16.483408Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801425380738441:2049] [node 2] ICP22 created new session: [3:7580801429675705826:2049]
2025-12-06T17:41:16.483455Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801429675705826:2049] [node 2] ICS09 handshake done sender: [3:7580801429675705815:2116] self: [3:7580801429675705824:0] peer: [2:7580801431255247593:0] socket: 512 qp: -1
2025-12-06T17:41:16.483494Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801429675705826:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:16.483549Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:16.484685Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801425380738440:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28788) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580801429675705810:2114] held: no
2025-12-06T17:41:16.484786Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801425380738440:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:16.484828Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:16.484871Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801425380738440:2048] [node 1] ICP22 created new session: [3:7580801429675705829:2048]
2025-12-06T17:41:16.484920Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801429675705829:2048] [node 1] ICS09 handshake done sender: [3:7580801429675705810:2114] self: [3:7580801429675705821:0] peer: [1:7580801428135031690:0] socket: 497 qp: -1
2025-12-06T17:41:16.484954Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801429675705829:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:16.484988Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:16.495277Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7580801425380738441:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:41:16.495987Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801429675705828:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9058
2025-12-06T17:41:16.496586Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801429675705809:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:16.496933Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801425380738505:2090] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:16.497020Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:16.497087Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801425380738505:2090] [node 6] ICP22 created new session: [3:7580801429675705834:2090]
2025-12-06T17:41:16.497145Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801429675705834:2090] [node 6] ICS09 handshake done sender: [3:7580801429675705809:2113] self: [3:7580801429675705808:0] peer: [6:7580801431156668257:0] socket: 499 qp: -1
2025-12-06T17:41:16.497177Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801429675705834:2090] [node 6] ICS10 traffic start
2025-12-06T17:41:16.497213Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:16.537931Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801429675705814:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:16.537957Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801429675705814:2115] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:41:16.539026Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801429675705814:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:16.556517Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801429675705828:2122] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:16.563486Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801425380738496:2070] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:16.618916Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:16.624885Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801429675705817:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:16.624928Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801429675705817:2117] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:41:16.603544Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801428872800524:2122] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:16.455527Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:16.615409Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801424577833132:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:41:16.615480Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:16.465970Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801431255247619:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41069
2025-12-06T17:41:16.615531Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801424577833132:2050] [node 3] ICP22 created new session: [5:7580801428872800529:2050]
2025-12-06T17:41:16.511567Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801431255247619:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:16.615584Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801428872800529:2050] [node 3] ICS09 handshake done sender: [5:7580801428872800524:2122] self: [5:7580801428872800527:0] peer: [3:7580801429675705813:0] socket: 537 qp: -1
2025-12-06T17:41:16.528906Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580801426960280226:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:16.615618Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801428872800529:2050] [node 3] ICS10 traffic start
2025-12-06T17:41:16.551047Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801431255247612:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:16.615661Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:16.551094Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801431255247612:2118] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:16.615970Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7580801424577833132:2050] [node 3] ICP27 obsolete handshake fail ignored
2025-12-06T17:41:16.579467Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801431255247621:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41069
2025-12-06T17:41:16.619757Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801431255247612:2118] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:16.623809Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801426960280278:2067] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:16.623898Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:16.623955Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801426960280278:2067] [node 6] ICP22 created new session: [2:7580801431255247623:2067]
2025-12-06T17:41:16.624011Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801431255247623:2067] [node 6] ICS09 handshake done sender: [2:7580801431255247612:2118] self: [2:7580801431255247610:0] peer: [6:7580801431156668271:0] socket: 481 qp: -1
2025-12-06T17:41:16.624054Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801431255247623:2067] [node 6] ICS10 traffic start
2025-12-06T17:41:16.624108Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:16.624693Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801431255247619:2119] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:16.635896Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580801426960280226:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:16.636023Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:16.425214Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801432429998992:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:16.276614Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801426929831210:2062] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:16.425246Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801432429998992:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:41:16.632405Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801425380738496:2070] [node 5] ICP22 created new session: [3:7580801429675705838:2070]
2025-12-06T17:41:16.636086Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801426960280226:2048] [node 1] ICP22 created new session: [2:7580801431255247625:2048]
2025-12-06T17:41:16.325301Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801431224798565:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:16.639765Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801431156668263:2121] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:16.426038Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801432429999002:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:16.437110Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801428135031624:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(449917595ns) {Configure:104(449911711ns) {ProcessConfigured:135(5151407ns) {StartInitialHandshake:157(5148620ns) {DropHandshakes:470(3844ns) {DropIncomingHandshake:442(697ns) DropOutgoingHandshake:457(675ns)} GenerateSessionVirtualId:988(1335ns) PrepareNewSessionHandshake:477(1997ns) {SwitchToState:179(278ns)}}}}}
2025-12-06T17:41:16.443438Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801432429998992:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:16.443922Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801428135031625:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:41:16.443993Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:16.444048Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801428135031625:2049] [node 3] ICP22 created new session: [1:7580801432429999011:2049]
2025-12-06T17:41:16.444094Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801432429999011:2049] [node 3] ICS09 handshake done sender: [1:7580801428135031691:2110] self: [1:7580801428135031690:0] peer: [3:7580801429675705821:0] socket: 492 qp: -1
2025-12-06T17:41:16.444136Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801432429999011:2049] [node 3] ICS10 traffic start
2025-12-06T17:41:16.444179Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:16.444681Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801428135031688:2063] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:16.444729Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:16.444771Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801428135031688:2063] [node 5] ICP22 created new session: [1:7580801432429999013:2063]
2025-12-06T17:41:16.444833Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801432429999013:2063] [node 5] ICS09 handshake done sender: [1:7580801432429998992:2114] self: [1:7580801432429998991:0] peer: [5:7580801428872800514:0] socket: 501 qp: -1
2025-12-06T17:41:16.444865Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801432429999013:2063] [node 5] ICS10 traffic start
2025-12-06T17:41:16.444899Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:16.460218Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801432429998995:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:16.460249Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801432429998995:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:16.462931Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801432429998995:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:16.503238Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801428135031686:2067] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:16.503351Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:16.503432Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801428135031686:2067] [node 6] ICP22 created new session: [1:7580801432429999018:2067]
2025-12-06T17:41:16.503489Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801432429999018:2067] [node 6] ICS09 handshake done sender: [1:7580801432429998995:2115] self: [1:7580801432429998994:0] peer: [6:7580801431156668261:0] socket: 503 qp: -1
2025-12-06T17:41:16.503538Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801432429999018:2067] [node 6] ICS10 traffic start
2025-12-06T17:41:16.503586Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:16.555324Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801432429999009:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:16.555355Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801432429999009:2119] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:41:16.559038Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801432429999009:2119] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:16.605718Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801428135031624:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:41:16.605799Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:16.605858Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801428135031624:2048] [node 2] ICP22 created new session: [1:7580801432429999021:2048]
2025-12-06T17:41:16.605919Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801432429999021:2048] [node 2] ICS09 handshake done sender: [1:7580801432429999009:2119] self: [1:7580801432429999008:0] peer: [2:7580801431255247620:0] socket: 522 qp: -1
2025-12-06T17:41:16.605960Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801432429999021:2048] [node 2] ICS10 traffic start
2025-12-06T17:41:16.606038Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:16.609186Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801432429999001:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:16.609247Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801432429999001:2116] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:41:16.636628Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801432429999001:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:16.638257Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801428135031680:2064] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:41:16.638340Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:16.638387Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801428135031680:2064] [node 4] ICP22 created new session: [1:7580801432429999024:2064]
2025-12-06T17:41:16.638434Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801432429999024:2064] [node 4] ICS09 handshake done sender: [1:7580801432429999001:2116] self: [1:7580801432429999000:0] peer: [4:7580801431224798584:0] socket: 534 qp: -1
2025-12-06T17:41:16.638469Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801432429999024:2064] [node 4] ICS10 traffic start
2025-12-06T17:41:16.638499Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:16.654185Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801426861700876:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:16.654273Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:16.654354Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801426861700876:2049] [node 2] ICP22 created new session: [6:7580801431156668273:2049]
2025-12-06T17:41:16.654410Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801431156668273:2049] [node 2] ICS09 handshake done sender: [6:7580801431156668263:2121] self: [6:7580801431156668271:0] peer: [2:7580801431255247610:0] socket: 533 qp: -1
2025-12-06T17:41:16.654456Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801431156668273:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:16.654512Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:16.659387Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580801426861700876:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:41:16.634965Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801429675705817:2117] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:16.331528Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801426929831194:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:16.636170Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801431255247625:2048] [node 1] ICS09 handshake done sender: [2:7580801431255247619:2119] self: [2:7580801431255247620:0] peer: [1:7580801432429999008:0] socket: 536 qp: -1
2025-12-06T17:41:16.636480Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801429675705838:2070] [node 5] ICS09 handshake done sender: [3:7580801429675705814:2115] self: [3:7580801429675705813:0] peer: [5:7580801428872800527:0] socket: 498 qp: -1
2025-12-06T17:41:16.636979Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801425380738506:2069] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:41:16.637104Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:16.637155Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801425380738506:2069] [node 4] ICP22 created new session: [3:7580801429675705840:2069]
2025-12-06T17:41:16.637208Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801429675705840:2069] [node 4] ICS09 handshake done sender: [3:7580801429675705817:2117] self: [3:7580801429675705816:0] peer: [4:7580801431224798586:0] socket: 508 qp: -1
2025-12-06T17:41:16.637239Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801429675705840:2069] [node 4] ICS10 traffic start
2025-12-06T17:41:16.637278Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:16.642779Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801429675705838:2070] [node 5] ICS10 traffic start
2025-12-06T17:41:16.658595Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:16.677174Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801425380738496:2070] [node 5] ICP35 event processing took too much time PendingConnection:279(111504025ns) {HandleHandshakeStatus:329(111500171ns) {DropIncomingHandshake:442(20094ns) DropOutgoingHandshake:457(3980ns) SwitchToState:179(1387ns) ProcessPendingSessionEvents:495(151458ns) {ForwardSessionEventToSession:612(86841ns) ForwardSessionEventToSession:612(4446ns) ForwardSessionEventToSession:612(7348ns) ForwardSessionEventToSession:612(3980ns) ForwardSessionEventToSession:612(2845ns) ForwardSessionEventToSession:612(6970ns) ForwardSessionEventToSession:612(8007ns) ForwardSessionEventToSession:612(11543ns) ForwardSessionEventToSession:612(3276ns) ForwardSessionEventToSession:612(3792ns)}}}
2025-12-06T17:41:16.338673Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801426929831208:2061] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:16.338782Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:16.338834Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801426929831208:2061] [node 5] ICP22 created new session: [4:7580801431224798577:2061]
2025-12-06T17:41:16.338901Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801431224798577:2061] [node 5] ICS09 handshake done sender: [4:7580801426929831210:2062] self: [4:7580801426929831209:0] peer: [5:7580801428872800505:0] socket: 468 qp: -1
2025-12-06T17:41:16.340550Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801431224798577:2061] [node 5] ICS10 traffic start
2025-12-06T17:41:16.354669Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:16.359871Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801431224798579:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17947
2025-12-06T17:41:16.379374Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801431224798565:2114] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:16.389139Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801426929831194:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:16.389214Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:16.389280Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801426929831194:2049] [node 2] ICP22 created new session: [4:7580801431224798580:2049]
2025-12-06T17:41:16.389344Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801431224798580:2049] [node 2] ICS09 handshake done sender: [4:7580801431224798565:2114] self: [4:7580801431224798576:0] peer: [2:7580801431255247590:0] socket: 486 qp: -1
2025-12-06T17:41:16.389387Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801431224798580:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:16.389435Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:16.440144Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801426929831208:2061] [node 5] ICP35 event processing took too much time PendingConnection:279(106471538ns) {HandleHandshakeStatus:329(106467737ns) {DropIncomingHandshake:442(33975ns) DropOutgoingHandshake:457(916ns) SwitchToState:179(568ns) ProcessPendingSessionEvents:495(18533164ns) {ForwardSessionEventToSession:612(10414848ns) ForwardSessionEventToSession:612(5862542ns) ForwardSessionEventToSession:612(955600ns) ForwardSessionEventToSession:612(15296ns) ForwardSessionEventToSession:612(770865ns) ForwardSessionEventToSession:612(3070ns) ForwardSessionEventToSession:612(470265ns) ForwardSessionEventToSession:612(4997ns) ForwardSessionEventToSession:612(3330ns) ForwardSessionEventToSession:612(6830ns)}}}
2025-12-06T17:41:16.463378Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801431224798582:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17947
2025-12-06T17:41:16.551270Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801431224798582:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:16.578693Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801431224798583:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17947
2025-12-06T17:41:16.583330Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801426929831193:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:16.622871Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801431224798583:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:16.623216Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801431224798585:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17947
2025-12-06T17:41:16.623308Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801426929831195:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:16.626106Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801431224798587:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17947
2025-12-06T17:41:16.675458Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801426929831193:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28788) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580801431224798582:2118] held: no
2025-12-06T17:41:16.675682Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801431224798582:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:16.679376Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801426929831195:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25123) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580801431224798583:2119] held: no
2025-12-06T17:41:16.679526Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801431224798583:2119] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:16.636210Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801431255247625:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:16.682271Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801426929831193:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:16.682338Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:16.682395Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801426929831193:2048] [node 1] ICP22 created new session: [4:7580801431224798588:2048]
2025-12-06T17:41:16.682459Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801431224798588:2048] [node 1] ICS09 handshake done sender: [4:7580801431224798582:2118] self: [4:7580801431224798584:0] peer: [1:7580801432429999000:0] socket: 535 qp: -1
2025-12-06T17:41:16.682497Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801431224798588:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:16.682714Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:16.682920Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801426929831195:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:41:16.682985Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:16.683037Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801426929831195:2050] [node 3] ICP22 created new session: [4:7580801431224798590:2050]
2025-12-06T17:41:16.683105Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801431224798590:2050] [node 3] ICS09 handshake done sender: [4:7580801431224798583:2119] self: [4:7580801431224798586:0] peer: [3:7580801429675705816:0] socket: 477 qp: -1
2025-12-06T17:41:16.683135Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801431224798590:2050] [node 3] ICS10 traffic start
2025-12-06T17:41:16.683163Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:16.636282Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:16.675868Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801426960280226:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(30892370ns) {HandleHandshakeStatus:329(30887896ns) {DropIncomingHandshake:442(1836ns) DropOutgoingHandshake:457(4691ns) SwitchToState:179(758ns) ProcessPendingSessionEvents:495(30326460ns) {ForwardSessionEventToSession:612(6856333ns) ForwardSessionEventToSession:612(6800ns) ForwardSessionEventToSession:612(3621ns) ForwardSessionEventToSession:612(3876388ns) ForwardSessionEventToSession:612(7671559ns) ForwardSessionEventToSession:612(8818ns) ForwardSessionEventToSession:612(970590ns) ForwardSessionEventToSession:612(4780ns) ForwardSessionEventToSession:612(3959056ns) ForwardSessionEventToSession:612(4698ns)}}}
2025-12-06T17:41:16.675939Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7580801426960280226:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:41:16.827906Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:41:16.828200Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7580801431255247625:2048] [node 1] ICS07 socket disconnect 536 reason# EndOfStream
2025-12-06T17:41:16.828250Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580801431255247625:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:16.828338Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:16.828377Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580801431255247625:2048] [node 1] ICS15 start handshake
2025-12-06T17:41:16.836332Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:41:16.836605Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801429675705829:2048] [node 1] ICS01 socket: 497 reason# EndOfStream
2025-12-06T17:41:16.836652Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801425380738440:2048] [node 1] ICP30 unregister session Session# [3:7580801429675705829:2048] VirtualId# [3:7580801429675705821:0]
2025-12-06T17:41:16.836694Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801429675705829:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:16.836793Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:16.836852Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:16.844364Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580801426960280226:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28788) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:41:16.844420Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580801431255247625:2048] [node 1] ICS15 start handshake
2025-12-06T17:41:16.845455Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580801426960280226:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28788) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:41:16.845514Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580801431255247625:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:41:16.845555Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580801426960280226:2048] [node 1] ICP30 unregister session Session# [2:7580801431255247625:2048] VirtualId# [2:7580801431255247620:0]
2025-12-06T17:41:16.845616Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:16.845659Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [2:7580801426960280226:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:28788) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:41:16.845675Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28788) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:41:16.850118Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [2:7580801426960280226:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:41:16.862985Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:41:16.863235Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801428872800522:2048] [node 1] ICS01 socket: 504 reason# EndOfStream
2025-12-06T17:41:16.863282Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801424577833130:2048] [node 1] ICP30 unregister session Session# [5:7580801428872800522:2048] VirtualId# [5:7580801428872800514:0]
2025-12-06T17:41:16.863311Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801428872800522:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:16.863387Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:16.863433Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:16.862914Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:41:16.863235Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801431156668267:2048] [node 1] ICS01 socket: 513 reason# EndOfStream
2025-12-06T17:41:16.863274Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801426861700875:2048] [node 1] ICP30 unregister session Session# [6:7580801431156668267:2048] VirtualId# [6:7580801431156668261:0]
2025-12-06T17:41:16.863311Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801431156668267:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:16.863388Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:16.863434Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:16.866687Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:41:16.866960Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801431224798588:2048] [node 1] ICS01 socket: 535 reason# EndOfStream
2025-12-06T17:41:16.867004Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801426929831193:2048] [node 1] ICP30 unregister session Session# [4:7580801431224798588:2048] VirtualId# [4:7580801431224798584:0]
2025-12-06T17:41:16.867044Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801431224798588:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:16.867144Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:16.867201Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:17.049481Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:41:17.049751Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801429675705826:2049] [node 2] ICS01 socket: 512 reason# EndOfStream
2025-12-06T17:41:17.049806Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801425380738441:2049] [node 2] ICP30 unregister session Session# [3:7580801429675705826:2049] VirtualId# [3:7580801429675705824:0]
2025-12-06T17:41:17.049843Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801429675705826:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:17.049925Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:17.049969Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:17.086550Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:41:17.086827Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801428872800525:2049] [node 2] ICS01 socket: 520 reason# EndOfStream
2025-12-06T17:41:17.086873Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801424577833131:2049] [node 2] ICP30 unregister session Session# [5:7580801428872800525:2049] VirtualId# [5:7580801428872800515:0]
2025-12-06T17:41:17.086914Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801428872800525:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:17.086998Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:17.087043Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:17.095573Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:41:17.095779Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801431224798580:2049] [node 2] ICS01 socket: 486 reason# EndOfStream
2025-12-06T17:41:17.095813Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801426929831194:2049] [node 2] ICP30 unregister session Session# [4:7580801431224798580:2049] VirtualId# [4:7580801431224798576:0]
2025-12-06T17:41:17.095854Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801431224798580:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:17.095923Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:17.095963Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:17.094865Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:41:17.095164Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801431156668273:2049] [node 2] ICS01 socket: 533 reason# EndOfStream
2025-12-06T17:41:17.095222Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801426861700876:2049] [node 2] ICP30 unregister session Session# [6:7580801431156668273:2049] VirtualId# [6:7580801431156668271:0]
2025-12-06T17:41:17.095264Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801431156668273:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:17.095374Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:17.095432Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:17.222735Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:41:17.222980Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801431224798590:2050] [node 3] ICS01 socket: 477 reason# EndOfStream
2025-12-06T17:41:17.223027Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801426929831195:2050] [node 3] ICP30 unregister session Session# [4:7580801431224798590:2050] VirtualId# [4:7580801431224798586:0]
2025-12-06T17:41:17.223064Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801431224798590:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:17.223147Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:41:17.223189Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:41:17.227881Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:41:17.228224Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801428872800529:2050] [node 3] ICS01 socket: 537 reason# EndOfStream
2025-12-06T17:41:17.228326Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801424577833132:2050] [node 3] ICP30 unregister session Session# [5:7580801428872800529:2050] VirtualId# [5:7580801428872800527:0]
2025-12-06T17:41:17.228401Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801428872800529:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:17.228501Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:41:17.228557Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:41:17.234686Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:41:17.235010Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801431156668269:2050] [node 3] ICS01 socket: 502 reason# EndOfStream
2025-12-06T17:41:17.238653Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801426861700877:2050] [node 3] ICP30 unregister session Session# [6:7580801431156668269:2050] VirtualId# [6:7580801431156668257:0]
2025-12-06T17:41:17.238720Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801431156668269:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:17.238836Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:41:17.238892Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:41:17.354868Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:41:17.355142Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801428872800512:2065] [node 4] ICS01 socket: 469 reason# EndOfStream
2025-12-06T17:41:17.355192Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801424577833162:2065] [node 4] ICP30 unregister session Session# [5:7580801428872800512:2065] VirtualId# [5:7580801428872800505:0]
2025-12-06T17:41:17.355229Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801428872800512:2065] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:17.355338Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:41:17.355512Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:41:17.355717Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801431156668254:2061] [node 4] ICS01 socket: 474 reason# EndOfStream
2025-12-06T17:41:17.355755Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801431156668237:2061] [node 4] ICP30 unregister session Session# [6:7580801431156668254:2061] VirtualId# [6:7580801431156668250:0]
2025-12-06T17:41:17.355779Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801431156668254:2061] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:17.355808Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:41:17.355867Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:41:17.355398Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:41:17.619466Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:41:17.619751Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580801431156668262:2083] [node 5] ICS07 socket disconnect 521 reason# EndOfStream
2025-12-06T17:41:17.619794Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801431156668262:2083] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:17.619833Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:41:17.619924Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580801431156668262:2083] [node 5] ICS15 start handshake
2025-12-06T17:41:17.621138Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801431156668213:2083] [node 5] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15726) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:41:17.621203Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801431156668262:2083] [node 5] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:41:17.621246Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801431156668213:2083] [node 5] ICP30 unregister session Session# [6:7580801431156668262:2083] VirtualId# [6:7580801431156668259:0]
2025-12-06T17:41:17.621296Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
2025-12-06T17:41:17.621334Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580801431156668213:2083] [node 5] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:15726) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:41:17.621349Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [5] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15726) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:41:17.751927Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801436438785763:2049] [node 3] ICP01 ready to work
2025-12-06T17:41:17.751090Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801435277397827:2048] [node 2] ICP01 ready to work
2025-12-06T17:41:17.751129Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801435277397828:2049] [node 3] ICP01 ready to work
2025-12-06T17:41:17.754090Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801436438785762:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:17.780861Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801435924179253:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:17.780897Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801435924179254:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:17.866950Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801434524453497:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:17.866986Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801434524453498:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:17.867019Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801434524453499:2050] [node 3] ICP01 ready to work
2025-12-06T17:41:17.855252Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801433905122996:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:17.855288Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801433905122997:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:17.855324Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801433905122998:2050] [node 3] ICP01 ready to work
2025-12-06T17:41:18.051085Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801435562601351:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:18.051135Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801435562601352:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:18.051172Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801435562601353:2050] [node 3] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:18.207186Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801440733753098:2087] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:18.374233Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801438819420829:2083] [node 6] ICP01 ready to work
2025-12-06T17:41:18.305673Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801439857568675:2075] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13682
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:18.396150Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801439572365185:2106] [node 5] ICP01 ready to work
2025-12-06T17:41:18.227321Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801440733753105:2089] [node 6] ICP01 ready to work
2025-12-06T17:41:18.396449Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801440219146607:2070] [node 4] ICP01 ready to work
2025-12-06T17:41:18.451084Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801440219146613:2071] [node 5] ICP01 ready to work
2025-12-06T17:41:18.430489Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801438819420857:2109] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7772
2025-12-06T17:41:18.387916Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801439857568675:2075] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:18.417893Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801438200090337:2066] [node 4] ICP01 ready to work
2025-12-06T17:41:18.446451Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801439572365188:2108] [node 6] ICP01 ready to work
2025-12-06T17:41:18.407402Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801439857568683:2080] [node 5] ICP01 ready to work
2025-12-06T17:41:18.371594Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801440733753128:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10837
2025-12-06T17:41:18.432093Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801438200090345:2067] [node 6] ICP01 ready to work
2025-12-06T17:41:18.487276Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801440733753130:2090] [node 5] ICP01 ready to work
2025-12-06T17:41:18.451522Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801439572365187:2107] [node 4] ICP01 ready to work
2025-12-06T17:41:18.532343Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801438819420859:2087] [node 5] ICP01 ready to work
2025-12-06T17:41:18.456504Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801439857568684:2074] [node 4] ICP01 ready to work
2025-12-06T17:41:18.532424Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801440219146614:2072] [node 6] ICP01 ready to work
2025-12-06T17:41:18.543760Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801435277397827:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(333052111ns) {Configure:104(333042546ns) {ProcessConfigured:135(76176ns) {StartInitialHandshake:157(72717ns) {DropHandshakes:470(2096ns) {DropIncomingHandshake:442(540ns) DropOutgoingHandshake:457(529ns)} GenerateSessionVirtualId:988(588ns) PrepareNewSessionHandshake:477(2816ns) {SwitchToState:179(1049ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:18.541015Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801440733753107:2091] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:18.554085Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801434524453497:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(123189112ns) {Configure:104(123183885ns) {ProcessConfigured:135(12149938ns) {StartInitialHandshake:157(12145963ns) {DropHandshakes:470(4115ns) {DropIncomingHandshake:442(936ns) DropOutgoingHandshake:457(798ns)} GenerateSessionVirtualId:988(964ns) PrepareNewSessionHandshake:477(2534ns) {SwitchToState:179(1134ns)}}}}}
2025-12-06T17:41:18.492627Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801439857568683:2080] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(32512867ns) {Configure:104(32505697ns) {ProcessConfigured:135(88384ns) {StartInitialHandshake:157(85003ns) {DropHandshakes:470(4049ns) {DropIncomingHandshake:442(914ns) DropOutgoingHandshake:457(563ns)} GenerateSessionVirtualId:988(1412ns) PrepareNewSessionHandshake:477(2709ns) {SwitchToState:179(691ns)}}}}}
2025-12-06T17:41:18.596794Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801439572365187:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(84970164ns) {Configure:104(84960565ns) {ProcessConfigured:135(74275ns) {StartInitialHandshake:157(71277ns) {DropHandshakes:470(3921ns) {DropIncomingHandshake:442(869ns) DropOutgoingHandshake:457(1065ns)} GenerateSessionVirtualId:988(1135ns) PrepareNewSessionHandshake:477(3467ns) {SwitchToState:179(1030ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:18.554253Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801438819420857:2109] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:18.541087Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801440733753107:2091] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:18.492839Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801435562601352:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:18.612872Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801440219146613:2071] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(70556966ns) {Configure:104(70547934ns) {ProcessConfigured:135(61050ns) {StartInitialHandshake:157(57046ns) {DropHandshakes:470(3340ns) {DropIncomingHandshake:442(674ns) DropOutgoingHandshake:457(573ns)} GenerateSessionVirtualId:988(1149ns) PrepareNewSessionHandshake:477(2524ns) {SwitchToState:179(756ns)}}}}}
2025-12-06T17:41:18.619113Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801435277397828:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(194536023ns) {Configure:104(194527835ns) {ProcessConfigured:135(80194ns) {StartInitialHandshake:157(77463ns) {DropHandshakes:470(3283ns) {DropIncomingHandshake:442(1374ns) DropOutgoingHandshake:457(619ns)} GenerateSessionVirtualId:988(892ns) PrepareNewSessionHandshake:477(2468ns) {SwitchToState:179(978ns)}}}}}
2025-12-06T17:41:18.545760Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801440733753128:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:18.575803Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801438819420829:2083] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(201245763ns) {Configure:104(201238199ns) {ProcessConfigured:135(90098ns) {StartInitialHandshake:157(86476ns) {DropHandshakes:470(4440ns) {DropIncomingHandshake:442(922ns) DropOutgoingHandshake:457(713ns)} GenerateSessionVirtualId:988(1791ns) PrepareNewSessionHandshake:477(2973ns) {SwitchToState:179(1058ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:18.622849Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801440219146607:2070] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(204366289ns) {Configure:104(204360154ns) {ProcessConfigured:135(81125ns) {StartInitialHandshake:157(78596ns) {DropHandshakes:470(4435ns) {DropIncomingHandshake:442(685ns) DropOutgoingHandshake:457(175ns)} GenerateSessionVirtualId:988(1404ns) PrepareNewSessionHandshake:477(2241ns) {SwitchToState:179(720ns)}}}}}
2025-12-06T17:41:18.623278Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801440219146617:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45575
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:18.629660Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801439572365185:2106] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(85661847ns) {Configure:104(85654194ns) {ProcessConfigured:135(8289916ns) {StartInitialHandshake:157(8285372ns) {DropHandshakes:470(2926ns) {DropIncomingHandshake:442(704ns) DropOutgoingHandshake:457(463ns)} GenerateSessionVirtualId:988(1210ns) PrepareNewSessionHandshake:477(2583ns) {SwitchToState:179(385ns)}}}}}
2025-12-06T17:41:18.629929Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801439572365199:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48243
2025-12-06T17:41:18.577547Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801439857568719:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13682
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:18.558920Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801436438785763:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(239461541ns) {Configure:104(239451142ns) {ProcessConfigured:135(81034ns) {StartInitialHandshake:157(77493ns) {DropHandshakes:470(3799ns) {DropIncomingHandshake:442(1213ns) DropOutgoingHandshake:457(748ns)} GenerateSessionVirtualId:988(1127ns) PrepareNewSessionHandshake:477(3376ns) {SwitchToState:179(963ns)}}}}}
2025-12-06T17:41:18.598205Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801438819420870:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7772
2025-12-06T17:41:18.638545Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801439572365199:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:18.640874Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801440219146614:2072] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(27172853ns) {Configure:104(27165941ns) {ProcessConfigured:135(62278ns) {StartInitialHandshake:157(59883ns) {DropHandshakes:470(2471ns) {DropIncomingHandshake:442(430ns) DropOutgoingHandshake:457(356ns)} GenerateSessionVirtualId:988(548ns) PrepareNewSessionHandshake:477(1125ns) {SwitchToState:179(171ns)}}}}}
2025-12-06T17:41:18.577710Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801439857568720:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13682
2025-12-06T17:41:18.583581Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801440733753107:2091] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:18.628382Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801438819420868:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:18.643612Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801435924179253:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(199952134ns) {Configure:104(199942486ns) {ProcessConfigured:135(76449ns) {StartInitialHandshake:157(72765ns) {DropHandshakes:470(3278ns) {DropIncomingHandshake:442(609ns) DropOutgoingHandshake:457(598ns)} GenerateSessionVirtualId:988(456ns) PrepareNewSessionHandshake:477(1414ns) {SwitchToState:179(279ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:18.650780Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801439572365202:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48243
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:18.655477Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801440219146628:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45575
2025-12-06T17:41:18.657070Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801440219146617:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:18.600396Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801439857568675:2075] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:18.672775Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801439572365192:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:18.672807Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801439572365192:2111] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:18.598629Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801436438785762:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(343603581ns) {Configure:104(343590007ns) {ProcessConfigured:135(4705349ns) {StartInitialHandshake:157(4701763ns) {DropHandshakes:470(3626ns) {DropIncomingHandshake:442(696ns) DropOutgoingHandshake:457(581ns)} GenerateSessionVirtualId:988(1363ns) PrepareNewSessionHandshake:477(2615ns) {SwitchToState:179(1066ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:18.628407Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801438819420868:2114] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:18.605512Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801435562601352:2049] [node 2] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:18.677894Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801438200090337:2066] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(169892223ns) {Configure:104(169884881ns) {ProcessConfigured:135(15513303ns) {StartInitialHandshake:157(15510810ns) {DropHandshakes:470(3823ns) {DropIncomingHandshake:442(938ns) DropOutgoingHandshake:457(455ns)} GenerateSessionVirtualId:988(1234ns) PrepareNewSessionHandshake:477(1632ns) {SwitchToState:179(397ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:18.605586Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:18.609515Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801440733753105:2089] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:18.674175Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801440219146625:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45575
2025-12-06T17:41:18.628965Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801438819420872:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7772
2025-12-06T17:41:18.617188Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:18.685654Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801439572365192:2111] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:18.677265Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801440219146626:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45575
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:18.629323Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801438819420868:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:18.678515Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801438200090362:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13932
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:18.759813Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801439572365206:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48243
2025-12-06T17:41:18.759981Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801439572365207:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48243
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:18.605657Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801435562601352:2049] [node 2] ICP22 created new session: [6:7580801439857568721:2049]
2025-12-06T17:41:18.621162Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801440733753105:2089] [node 6] ICP22 created new session: [2:7580801440733753141:2089]
2025-12-06T17:41:18.710647Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801440219146626:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:18.763056Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801439572365188:2108] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(207157677ns) {Configure:104(207148107ns) {ProcessConfigured:135(18248070ns) {StartInitialHandshake:157(18245131ns) {DropHandshakes:470(2881ns) {DropIncomingHandshake:442(470ns) DropOutgoingHandshake:457(758ns)} GenerateSessionVirtualId:988(320ns) PrepareNewSessionHandshake:477(2445ns) {SwitchToState:179(75ns)}}}}}
2025-12-06T17:41:18.771726Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801439572365187:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:41:18.775855Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801439572365206:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:18.775981Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:18.678649Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801438200090363:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13932
2025-12-06T17:41:18.605704Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801439857568721:2049] [node 2] ICS09 handshake done sender: [6:7580801439857568675:2075] self: [6:7580801439857568697:0] peer: [2:7580801440733753106:0] socket: 477 qp: -1
2025-12-06T17:41:18.639625Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801438819420829:2083] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:18.630901Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801440733753141:2089] [node 6] ICS09 handshake done sender: [2:7580801440733753107:2091] self: [2:7580801440733753106:0] peer: [6:7580801439857568697:0] socket: 475 qp: -1
2025-12-06T17:41:18.794773Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801439572365187:2107] [node 4] ICP22 created new session: [1:7580801439572365208:2107]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:18.796993Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801439572365190:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:18.797060Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801439572365190:2110] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:41:18.723767Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801440219146628:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:18.642316Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801438819420872:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:18.605742Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801439857568721:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:18.678733Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801438200090364:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13932
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:18.637678Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801440733753141:2089] [node 6] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:18.800003Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801439572365202:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:18.729092Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801440219146625:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:18.702782Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801438200090364:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:18.605781Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:18.652927Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:18.647234Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:18.738370Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801435924179254:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(211153243ns) {Configure:104(211144513ns) {ProcessConfigured:135(9408797ns) {StartInitialHandshake:157(9404825ns) {DropHandshakes:470(4637ns) {DropIncomingHandshake:442(1141ns) DropOutgoingHandshake:457(525ns)} GenerateSessionVirtualId:988(628ns) PrepareNewSessionHandshake:477(4279ns) {SwitchToState:179(2109ns)}}}}}
2025-12-06T17:41:18.800321Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801439572365196:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:18.626742Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801439857568684:2074] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(113966355ns) {Configure:104(113960504ns) {ProcessConfigured:135(76573ns) {StartInitialHandshake:157(73893ns) {DropHandshakes:470(5482ns) {DropIncomingHandshake:442(842ns) DropOutgoingHandshake:457(483ns)} GenerateSessionVirtualId:988(1183ns) PrepareNewSessionHandshake:477(2513ns) {SwitchToState:179(814ns)}}}}}
2025-12-06T17:41:18.652991Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801438819420829:2083] [node 6] ICP22 created new session: [4:7580801438819420876:2083]
2025-12-06T17:41:18.662468Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801434524453498:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(227100759ns) {Configure:104(227091920ns) {ProcessConfigured:135(12685107ns) {StartInitialHandshake:157(12682309ns) {DropHandshakes:470(926ns) {DropIncomingHandshake:442(339ns) DropOutgoingHandshake:457(70ns)} GenerateSessionVirtualId:988(588ns) PrepareNewSessionHandshake:477(1962ns) {SwitchToState:179(164ns)}}}}}
2025-12-06T17:41:18.666349Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801434524453498:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:18.672233Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801438819420870:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:18.672412Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801434524453497:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:18.700012Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801438819420879:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7772
2025-12-06T17:41:18.700134Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801438819420880:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7772
2025-12-06T17:41:18.723643Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801438819420876:2083] [node 6] ICS09 handshake done sender: [4:7580801438819420868:2114] self: [4:7580801438819420867:0] peer: [6:7580801439857568728:0] socket: 488 qp: -1
2025-12-06T17:41:18.724582Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801438819420882:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7772
2025-12-06T17:41:18.724695Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801438819420879:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:18.724811Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801438819420864:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:18.724833Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801438819420864:2113] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:41:18.725413Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801438819420857:2109] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:18.728893Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801438819420876:2083] [node 6] ICS10 traffic start
2025-12-06T17:41:18.728949Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:18.739106Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801438819420881:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7772
2025-12-06T17:41:18.742587Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801434524453498:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:18.742650Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:18.742698Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801434524453498:2049] [node 2] ICP22 created new session: [4:7580801438819420886:2049]
2025-12-06T17:41:18.742770Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801438819420886:2049] [node 2] ICS09 handshake done sender: [4:7580801438819420857:2109] self: [4:7580801438819420877:0] peer: [2:7580801440733753099:0] socket: 481 qp: -1
2025-12-06T17:41:18.742812Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801438819420886:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:18.742851Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:18.746883Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801434524453499:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:18.750006Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801438819420864:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:18.779161Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801438819420870:2115] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:18.781465Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801438819420829:2083] [node 6] ICP35 event processing took too much time PendingConnection:279(143266287ns) {HandleHandshakeStatus:329(141635178ns) {DropIncomingHandshake:442(500ns) DropOutgoingHandshake:457(854ns) SwitchToState:179(160ns) ProcessPendingSessionEvents:495(9668360ns) {ForwardSessionEventToSession:612(9607177ns) ForwardSessionEventToSession:612(11351ns) ForwardSessionEventToSession:612(8717ns) ForwardSessionEventToSession:612(2908ns) ForwardSessionEventToSession:612(2584ns) ForwardSessionEventToSession:612(5411ns) ForwardSessionEventToSession:612(2691ns) ForwardSessionEventToSession:612(2831ns) ForwardSessionEventToSession:612(4484ns) ForwardSessionEventToSession:612(4992ns)}}}
2025-12-06T17:41:18.781648Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7580801438819420829:2083] [node 6] ICP18 handshake (actor [4:7580801438819420872:2116]) is too old
2025-12-06T17:41:18.782789Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801438819420888:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7772
2025-12-06T17:41:18.789717Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801438819420859:2087] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:18.789788Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:18.789833Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801438819420859:2087] [node 5] ICP22 created new session: [4:7580801438819420889:2087]
2025-12-06T17:41:18.789880Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801438819420889:2087] [node 5] ICS09 handshake done sender: [4:7580801438819420864:2113] self: [4:7580801438819420863:0] peer: [5:7580801438200090375:0] socket: 485 qp: -1
2025-12-06T17:41:18.789919Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801438819420889:2087] [node 5] ICS10 traffic start
2025-12-06T17:41:18.789961Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:18.790816Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801434524453497:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:18.790871Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:18.803102Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801434524453497:2048] [node 1] ICP22 created new session: [4:7580801438819420891:2048]
2025-12-06T17:41:18.804642Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801438819420891:2048] [node 1] ICS09 handshake done sender: [4:7580801438819420870:2115] self: [4:7580801438819420878:0] peer: [1:7580801439572365191:0] socket: 493 qp: -1
2025-12-06T17:41:18.804680Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801438819420891:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:18.804740Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:18.805110Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7580801434524453497:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:41:18.831028Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801438819420882:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:18.836746Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801438819420879:2118] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:18.847012Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7580801438819420859:2087] [node 5] ICP18 handshake (actor [4:7580801438819420882:2121]) is too old
2025-12-06T17:41:18.715866Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801433905122996:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(318953004ns) {Configure:104(318946706ns) {ProcessConfigured:135(41579409ns) {StartInitialHandshake:157(41574282ns) {DropHandshakes:470(7635077ns) {DropIncomingHandshake:442(514ns) DropOutgoingHandshake:457(1210ns)} GenerateSessionVirtualId:988(1980ns) PrepareNewSessionHandshake:477(4462ns) {SwitchToState:179(2401ns)}}}}}
2025-12-06T17:41:18.671211Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801440733753100:2088] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:18.738631Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801435924179254:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:18.627428Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801439857568720:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:18.800350Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801439572365196:2112] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:41:18.716016Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801438200090363:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:18.748140Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801440219146616:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:18.854839Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801434524453499:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:41:18.861290Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:18.867085Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801434524453499:2050] [node 3] ICP22 created new session: [4:7580801438819420893:2050]
2025-12-06T17:41:18.868366Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801438819420893:2050] [node 3] ICS09 handshake done sender: [4:7580801438819420879:2118] self: [4:7580801438819420885:0] peer: [3:7580801440219146619:0] socket: 519 qp: -1
2025-12-06T17:41:18.876787Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801438819420893:2050] [node 3] ICS10 traffic start
2025-12-06T17:41:18.671247Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801440733753100:2088] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:18.879647Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:18.885460Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801434524453499:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(30390280ns) {HandleHandshakeStatus:329(30386656ns) {DropIncomingHandshake:442(1107ns) DropOutgoingHandshake:457(2212797ns) SwitchToState:179(806ns) ProcessPendingSessionEvents:495(127583ns) {ForwardSessionEventToSession:612(63598ns) ForwardSessionEventToSession:612(3881ns) ForwardSessionEventToSession:612(5751ns) ForwardSessionEventToSession:612(2678ns) ForwardSessionEventToSession:612(2619ns) ForwardSessionEventToSession:612(19218ns) ForwardSessionEventToSession:612(3780ns) ForwardSessionEventToSession:612(2856ns) ForwardSessionEventToSession:612(11265ns) ForwardSessionEventToSession:612(3271ns)}}}
2025-12-06T17:41:18.801327Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801439572365190:2110] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:18.627810Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801439857568684:2074] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:18.719656Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801433905122998:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(272600106ns) {Configure:104(272591446ns) {ProcessConfigured:135(12982642ns) {StartInitialHandshake:157(12978761ns) {DropHandshakes:470(3984ns) {DropIncomingHandshake:442(733ns) DropOutgoingHandshake:457(655ns)} GenerateSessionVirtualId:988(1469ns) PrepareNewSessionHandshake:477(10188ns) {SwitchToState:179(2471ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:18.748171Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801440219146616:2110] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:41:18.690690Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801440733753100:2088] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:18.632121Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801435562601353:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(325239633ns) {Configure:104(325230596ns) {ProcessConfigured:135(14937024ns) {StartInitialHandshake:157(14934820ns) {DropHandshakes:470(3495ns) {DropIncomingHandshake:442(869ns) DropOutgoingHandshake:457(769ns)} GenerateSessionVirtualId:988(1383ns) PrepareNewSessionHandshake:477(1968ns) {SwitchToState:179(150ns)}}}}}
2025-12-06T17:41:18.719771Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801438200090337:2066] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:18.802149Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801439572365207:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:18.707327Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801440733753140:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10837
2025-12-06T17:41:18.707605Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801440733753098:2087] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:41:18.707662Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:18.707708Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801440733753098:2087] [node 4] ICP22 created new session: [2:7580801440733753145:2087]
2025-12-06T17:41:18.707763Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801440733753145:2087] [node 4] ICS09 handshake done sender: [2:7580801440733753100:2088] self: [2:7580801440733753099:0] peer: [4:7580801438819420877:0] socket: 474 qp: -1
2025-12-06T17:41:18.707792Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801440733753145:2087] [node 4] ICS10 traffic start
2025-12-06T17:41:18.707829Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:18.714597Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801440733753147:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10837
2025-12-06T17:41:18.752192Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801440733753105:2089] [node 6] ICP35 event processing took too much time PendingConnection:279(131349968ns) {HandleHandshakeStatus:329(130584552ns) {DropIncomingHandshake:442(18599ns) DropOutgoingHandshake:457(610ns) SwitchToState:179(825ns) ProcessPendingSessionEvents:495(39173006ns) {ForwardSessionEventToSession:612(20782493ns) ForwardSessionEventToSession:612(7885127ns) ForwardSessionEventToSession:612(6626ns) ForwardSessionEventToSession:612(3304ns) ForwardSessionEventToSession:612(10445396ns) ForwardSessionEventToSession:612(10473ns) ForwardSessionEventToSession:612(6783ns) ForwardSessionEventToSession:612(5591ns) ForwardSessionEventToSession:612(2243ns) ForwardSessionEventToSession:612(4899ns)}}}
2025-12-06T17:41:18.752396Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801440733753147:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:18.755147Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801440733753132:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:18.755200Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801440733753132:2113] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:41:18.786846Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801440733753132:2113] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:18.787331Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801440733753140:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:18.787531Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580801436438785762:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:18.795513Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801436438785763:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:41:18.795641Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:18.795709Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801436438785763:2049] [node 3] ICP22 created new session: [2:7580801440733753152:2049]
2025-12-06T17:41:18.795764Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801440733753152:2049] [node 3] ICS09 handshake done sender: [2:7580801440733753132:2113] self: [2:7580801440733753131:0] peer: [3:7580801440219146634:0] socket: 483 qp: -1
2025-12-06T17:41:18.795812Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801440733753152:2049] [node 3] ICS10 traffic start
2025-12-06T17:41:18.795865Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:18.799685Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801440733753154:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10837
2025-12-06T17:41:18.801979Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801440733753140:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:18.802210Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801440733753134:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:18.802246Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801440733753134:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:41:18.812852Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580801436438785762:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:18.820533Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:18.838824Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801436438785762:2048] [node 1] ICP22 created new session: [2:7580801440733753155:2048]
2025-12-06T17:41:18.839459Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801440733753134:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:18.847426Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801440733753155:2048] [node 1] ICS09 handshake done sender: [2:7580801440733753140:2116] self: [2:7580801440733753151:0] peer: [1:7580801439572365189:0] socket: 494 qp: -1
2025-12-06T17:41:18.847476Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801440733753155:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:18.848524Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801440733753130:2090] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:18.848590Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:18.848652Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801440733753130:2090] [node 5] ICP22 created new session: [2:7580801440733753157:2090]
2025-12-06T17:41:18.749600Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801435924179253:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:18.633809Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801439857568730:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13682
2025-12-06T17:41:18.848705Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801440733753157:2090] [node 5] ICS09 handshake done sender: [2:7580801440733753134:2114] self: [2:7580801440733753133:0] peer: [5:7580801438200090380:0] socket: 524 qp: -1
2025-12-06T17:41:18.848740Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801440733753157:2090] [node 5] ICS10 traffic start
2025-12-06T17:41:18.856301Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:18.866137Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:18.896418Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801436438785762:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(88049627ns) {HandleHandshakeStatus:329(88046232ns) {DropIncomingHandshake:442(2638ns) DropOutgoingHandshake:457(9798ns) SwitchToState:179(769ns) ProcessPendingSessionEvents:495(5099508ns) {ForwardSessionEventToSession:612(5033577ns) ForwardSessionEventToSession:612(9172ns) ForwardSessionEventToSession:612(3065ns) ForwardSessionEventToSession:612(10383ns) ForwardSessionEventToSession:612(2979ns) ForwardSessionEventToSession:612(6356ns) ForwardSessionEventToSession:612(3779ns) ForwardSessionEventToSession:612(2827ns) ForwardSessionEventToSession:612(6265ns) ForwardSessionEventToSession:612(8777ns)}}}
2025-12-06T17:41:18.901149Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801440733753160:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10837
2025-12-06T17:41:18.908792Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801440733753130:2090] [node 5] ICP35 event processing took too much time PendingConnection:279(60032520ns) {HandleHandshakeStatus:329(60030096ns) {DropIncomingHandshake:442(13895ns) DropOutgoingHandshake:457(911ns) SwitchToState:179(223ns) ProcessPendingSessionEvents:495(24160905ns) {ForwardSessionEventToSession:612(11277538ns) ForwardSessionEventToSession:612(6289ns) ForwardSessionEventToSession:612(2864ns) ForwardSessionEventToSession:612(12827724ns) ForwardSessionEventToSession:612(4029ns) ForwardSessionEventToSession:612(6230ns) ForwardSessionEventToSession:612(5555ns) ForwardSessionEventToSession:612(2576ns) ForwardSessionEventToSession:612(9137ns) ForwardSessionEventToSession:612(2502ns)}}}
2025-12-06T17:41:18.722978Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801438200090362:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:18.803859Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801439572365208:2107] [node 4] ICS09 handshake done sender: [1:7580801439572365192:2111] self: [1:7580801439572365191:0] peer: [4:7580801438819420878:0] socket: 492 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:18.762760Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801440219146616:2110] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:18.638970Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801435562601351:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(297784955ns) {Configure:104(261801885ns) {ProcessConfigured:135(4463066ns) {StartInitialHandshake:157(4460296ns) {DropHandshakes:470(2540ns) {DropIncomingHandshake:442(560ns) DropOutgoingHandshake:457(427ns)} GenerateSessionVirtualId:988(357ns) PrepareNewSessionHandshake:477(1377ns) {SwitchToState:179(166ns)}}}}}
2025-12-06T17:41:18.803904Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801439572365208:2107] [node 4] ICS10 traffic start
2025-12-06T17:41:18.740035Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801433905122997:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(298521034ns) {Configure:104(298517414ns) {ProcessConfigured:135(29952182ns) {StartInitialHandshake:157(29948584ns) {DropHandshakes:470(3602ns) {DropIncomingHandshake:442(597ns) DropOutgoingHandshake:457(676ns)} GenerateSessionVirtualId:988(566ns) PrepareNewSessionHandshake:477(4225ns) {SwitchToState:179(938ns)}}}}}
2025-12-06T17:41:18.741814Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801433905122998:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:18.742232Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801438200090376:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13932
2025-12-06T17:41:18.747895Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801438200090373:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13932
2025-12-06T17:41:18.762391Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801438200090379:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13932
2025-12-06T17:41:18.771392Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801438200090373:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:18.788383Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801433905122997:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:18.805920Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801438200090363:2114] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:18.806116Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801438200090364:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:18.818280Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801438200090337:2066] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:41:18.818342Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:18.818398Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801438200090337:2066] [node 4] ICP22 created new session: [5:7580801438200090381:2066]
2025-12-06T17:41:18.818454Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801438200090381:2066] [node 4] ICS09 handshake done sender: [5:7580801438200090363:2114] self: [5:7580801438200090375:0] peer: [4:7580801438819420863:0] socket: 514 qp: -1
2025-12-06T17:41:18.818490Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801438200090381:2066] [node 4] ICS10 traffic start
2025-12-06T17:41:18.818557Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:18.820651Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801433905122998:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:41:18.837589Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801438200090383:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13932
2025-12-06T17:41:18.853493Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:18.853553Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801433905122998:2050] [node 3] ICP22 created new session: [5:7580801438200090385:2050]
2025-12-06T17:41:18.853643Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801438200090385:2050] [node 3] ICS09 handshake done sender: [5:7580801438200090364:2115] self: [5:7580801438200090378:0] peer: [3:7580801440219146615:0] socket: 515 qp: -1
2025-12-06T17:41:18.853700Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801438200090385:2050] [node 3] ICS10 traffic start
2025-12-06T17:41:18.853759Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:18.855437Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801438200090373:2118] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:18.856482Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801433905122997:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21802) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580801438200090373:2118] held: no
2025-12-06T17:41:18.862179Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801433905122998:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(46955832ns) {HandleHandshakeStatus:329(46951087ns) {DropIncomingHandshake:442(1376ns) DropOutgoingHandshake:457(11267ns) SwitchToState:179(720ns) ProcessPendingSessionEvents:495(7903488ns) {ForwardSessionEventToSession:612(7810814ns) ForwardSessionEventToSession:612(9024ns) ForwardSessionEventToSession:612(25677ns) ForwardSessionEventToSession:612(6409ns) ForwardSessionEventToSession:612(6702ns) ForwardSessionEventToSession:612(2690ns) ForwardSessionEventToSession:612(4404ns) ForwardSessionEventToSession:612(16423ns) ForwardSessionEventToSession:612(2529ns) ForwardSessionEventToSession:612(2926ns)}}}
2025-12-06T17:41:18.883019Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801438200090387:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13932
2025-12-06T17:41:18.888617Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801438200090366:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:18.888655Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580801438200090366:2116] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:18.893757Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801438200090387:2123] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:18.894067Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801433905122996:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:18.895790Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801433905122997:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(17394670ns) {HandleHandshakeStatus:395(17390810ns) {LogHandshakeFail:472(15047ns) {UpdateErrorStateLog:545(5917ns)} DropOutgoingHandshake:457(1662ns) ProcessPendingSessionEvents:495(10293784ns) {DropSessionEvent:512(11009ns) DropSessionEvent:512(8321936ns) DropSessionEvent:512(17269ns) DropSessionEvent:512(4946ns) DropSessionEvent:512(4815ns) DropSessionEvent:512(1885627ns) DropSessionEvent:512(20117ns) DropSessionEvent:512(4447ns) DropSessionEvent:512(4376ns) DropSessionEvent:512(4298ns)}}}
2025-12-06T17:41:18.895976Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801438200090366:2116] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:18.906828Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801433905122997:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:18.906953Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:18.907011Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801433905122997:2049] [node 2] ICP22 created new session: [5:7580801438200090390:2049]
2025-12-06T17:41:18.907112Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801438200090390:2049] [node 2] ICS09 handshake done sender: [5:7580801438200090373:2118] self: [5:7580801438200090380:0] peer: [2:7580801440733753133:0] socket: 526 qp: -1
2025-12-06T17:41:18.907156Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801438200090390:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:18.907242Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:18.919246Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580801438200090345:2067] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:18.919347Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:18.919416Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801438200090345:2067] [node 6] ICP22 created new session: [5:7580801438200090393:2067]
2025-12-06T17:41:18.919566Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801438200090393:2067] [node 6] ICS09 handshake done sender: [5:7580801438200090366:2116] self: [5:7580801438200090365:0] peer: [6:7580801439857568741:0] socket: 517 qp: -1
2025-12-06T17:41:18.919605Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801438200090393:2067] [node 6] ICS10 traffic start
2025-12-06T17:41:18.919649Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:18.920820Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801438200090392:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13932
2025-12-06T17:41:18.921582Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801438200090387:2123] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:18.773433Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801440219146620:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:18.806865Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801435277397827:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:41:18.648057Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801439857568720:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:18.806965Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:18.807025Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801435277397827:2048] [node 2] ICP22 created new session: [1:7580801439572365215:2048]
2025-12-06T17:41:18.807090Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801439572365215:2048] [node 2] ICS09 handshake done sender: [1:7580801439572365190:2110] self: [1:7580801439572365189:0] peer: [2:7580801440733753151:0] socket: 491 qp: -1
2025-12-06T17:41:18.807121Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801439572365215:2048] [node 2] ICS10 traffic start
2025-12-06T17:41:18.807157Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:18.807754Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801439572365196:2112] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:18.808216Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:18.839262Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801435277397828:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:41:18.861056Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:18.864970Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801435277397828:2049] [node 3] ICP22 created new session: [1:7580801439572365220:2049]
2025-12-06T17:41:18.867024Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801439572365220:2049] [node 3] ICS09 handshake done sender: [1:7580801439572365196:2112] self: [1:7580801439572365195:0] peer: [3:7580801440219146635:0] socket: 503 qp: -1
2025-12-06T17:41:18.868416Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801439572365220:2049] [node 3] ICS10 traffic start
2025-12-06T17:41:18.879533Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:18.879857Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801439572365219:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48243
2025-12-06T17:41:18.880087Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801439572365205:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:18.880112Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801439572365205:2116] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:18.886740Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801439572365205:2116] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:18.887189Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801439572365219:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:18.887419Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801439572365188:2108] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:18.887492Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:18.887545Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801439572365188:2108] [node 6] ICP22 created new session: [1:7580801439572365223:2108]
2025-12-06T17:41:18.887598Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801439572365223:2108] [node 6] ICS09 handshake done sender: [1:7580801439572365205:2116] self: [1:7580801439572365204:0] peer: [6:7580801439857568742:0] socket: 484 qp: -1
2025-12-06T17:41:18.887633Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801439572365223:2108] [node 6] ICS10 traffic start
2025-12-06T17:41:18.887677Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:18.889272Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801439572365187:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(114878399ns) {HandleHandshakeStatus:329(114873794ns) {DropIncomingHandshake:442(17230ns) DropOutgoingHandshake:457(799ns) SwitchToState:179(3470ns) ProcessPendingSessionEvents:495(30152216ns) {ForwardSessionEventToSession:612(11694776ns) ForwardSessionEventToSession:612(9030ns) ForwardSessionEventToSession:612(8297871ns) ForwardSessionEventToSession:612(8360ns) ForwardSessionEventToSession:612(3230ns) ForwardSessionEventToSession:612(3061350ns) ForwardSessionEventToSession:612(4838ns) ForwardSessionEventToSession:612(5251855ns) ForwardSessionEventToSession:612(1785536ns) ForwardSessionEventToSession:612(4071ns)}}}
2025-12-06T17:41:18.912460Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801439572365198:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:18.912492Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801439572365198:2113] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:41:18.914926Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801439572365198:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:18.916488Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801435277397828:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(79325642ns) {HandleHandshakeStatus:329(79320910ns) {DropIncomingHandshake:442(22973ns) DropOutgoingHandshake:457(709ns) SwitchToState:179(787ns) ProcessPendingSessionEvents:495(6596627ns) {ForwardSessionEventToSession:612(6535711ns) ForwardSessionEventToSession:612(6976ns) ForwardSessionEventToSession:612(3371ns) ForwardSessionEventToSession:612(7759ns) ForwardSessionEventToSession:612(9587ns) ForwardSessionEventToSession:612(3359ns) ForwardSessionEventToSession:612(7164ns) ForwardSessionEventToSession:612(2874ns) ForwardSessionEventToSession:612(6038ns) ForwardSessionEventToSession:612(2411ns)}}}
2025-12-06T17:41:18.929331Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801439572365185:2106] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:18.938671Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801433905122996:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:18.773468Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801440219146620:2112] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:41:18.937435Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7580801436438785763:2049] [node 3] ICP27 obsolete handshake fail ignored
2025-12-06T17:41:18.648959Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801439857568684:2074] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:41:18.815578Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801440219146613:2071] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:18.815644Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:18.815713Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801440219146613:2071] [node 5] ICP22 created new session: [3:7580801440219146638:2071]
2025-12-06T17:41:18.815764Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801440219146638:2071] [node 5] ICS09 handshake done sender: [3:7580801440219146616:2110] self: [3:7580801440219146615:0] peer: [5:7580801438200090378:0] socket: 496 qp: -1
2025-12-06T17:41:18.815812Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801440219146638:2071] [node 5] ICS10 traffic start
2025-12-06T17:41:18.815853Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:18.830666Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801440219146620:2112] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:18.840027Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801440219146641:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45575
2025-12-06T17:41:18.848832Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801440219146607:2070] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:41:18.848922Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:18.854450Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801440219146607:2070] [node 4] ICP22 created new session: [3:7580801440219146643:2070]
2025-12-06T17:41:18.858866Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801440219146624:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:18.858897Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801440219146624:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:18.859677Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801440219146617:2111] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:18.864287Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801440219146642:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45575
2025-12-06T17:41:18.864679Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801440219146643:2070] [node 4] ICS09 handshake done sender: [3:7580801440219146620:2112] self: [3:7580801440219146619:0] peer: [4:7580801438819420885:0] socket: 509 qp: -1
2025-12-06T17:41:18.864723Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801440219146643:2070] [node 4] ICS10 traffic start
2025-12-06T17:41:18.868230Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:18.877112Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801440219146624:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:18.891532Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801435924179254:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:18.891616Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:18.891668Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801435924179254:2049] [node 2] ICP22 created new session: [3:7580801440219146647:2049]
2025-12-06T17:41:18.891716Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801440219146647:2049] [node 2] ICS09 handshake done sender: [3:7580801440219146617:2111] self: [3:7580801440219146634:0] peer: [2:7580801440733753131:0] socket: 495 qp: -1
2025-12-06T17:41:18.891748Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801440219146647:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:18.891781Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:18.892414Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801440219146625:2115] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:18.910336Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801435924179253:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29628) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580801440219146625:2115] held: no
2025-12-06T17:41:18.910440Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801435924179253:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:18.910514Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:18.910577Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801435924179253:2048] [node 1] ICP22 created new session: [3:7580801440219146649:2048]
2025-12-06T17:41:18.910617Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801440219146649:2048] [node 1] ICS09 handshake done sender: [3:7580801440219146625:2115] self: [3:7580801440219146635:0] peer: [1:7580801439572365195:0] socket: 505 qp: -1
2025-12-06T17:41:18.910656Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801440219146649:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:18.910697Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:18.910988Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801440219146614:2072] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:18.911073Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:18.911118Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801440219146614:2072] [node 6] ICP22 created new session: [3:7580801440219146651:2072]
2025-12-06T17:41:18.911318Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801440219146651:2072] [node 6] ICS09 handshake done sender: [3:7580801440219146624:2114] self: [3:7580801440219146623:0] peer: [6:7580801439857568740:0] socket: 541 qp: -1
2025-12-06T17:41:18.911355Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801440219146651:2072] [node 6] ICS10 traffic start
2025-12-06T17:41:18.911380Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:18.918050Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801440219146607:2070] [node 4] ICP35 event processing took too much time PendingConnection:279(68963953ns) {HandleHandshakeStatus:329(68962128ns) {DropIncomingHandshake:442(23629ns) DropOutgoingHandshake:457(212ns) SwitchToState:179(158ns) ProcessPendingSessionEvents:495(2779352ns) {ForwardSessionEventToSession:612(2703567ns) ForwardSessionEventToSession:612(12194ns) ForwardSessionEventToSession:612(2331ns) ForwardSessionEventToSession:612(24817ns) ForwardSessionEventToSession:612(2342ns) ForwardSessionEventToSession:612(3146ns) ForwardSessionEventToSession:612(6202ns) ForwardSessionEventToSession:612(2224ns) ForwardSessionEventToSession:612(2707ns) ForwardSessionEventToSession:612(9364ns)}}}
2025-12-06T17:41:18.942933Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:18.945451Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801439572365185:2106] [node 5] ICP22 created new session: [1:7580801439572365227:2106]
2025-12-06T17:41:18.947501Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801439572365227:2106] [node 5] ICS09 handshake done sender: [1:7580801439572365198:2113] self: [1:7580801439572365197:0] peer: [5:7580801438200090389:0] socket: 518 qp: -1
2025-12-06T17:41:18.947574Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801439572365227:2106] [node 5] ICS10 traffic start
2025-12-06T17:41:18.947651Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:18.948165Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801439572365185:2106] [node 5] ICP35 event processing took too much time PendingConnection:279(18637733ns) {HandleHandshakeStatus:329(18634489ns) {DropIncomingHandshake:442(15711ns) DropOutgoingHandshake:457(713ns) SwitchToState:179(749ns) ProcessPendingSessionEvents:495(112912ns) {ForwardSessionEventToSession:612(60160ns) ForwardSessionEventToSession:612(4156ns) ForwardSessionEventToSession:612(3332ns) ForwardSessionEventToSession:612(5610ns) ForwardSessionEventToSession:612(2535ns) ForwardSessionEventToSession:612(5274ns) ForwardSessionEventToSession:612(6971ns) ForwardSessionEventToSession:612(2697ns) ForwardSessionEventToSession:612(9642ns) ForwardSessionEventToSession:612(2972ns)}}}
2025-12-06T17:41:18.948785Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:18.948859Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801433905122996:2048] [node 1] ICP22 created new session: [5:7580801438200090395:2048]
2025-12-06T17:41:18.949876Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801438200090395:2048] [node 1] ICS09 handshake done sender: [5:7580801438200090387:2123] self: [5:7580801438200090389:0] peer: [1:7580801439572365197:0] socket: 523 qp: -1
2025-12-06T17:41:18.949923Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801438200090395:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:18.949975Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:18.662637Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:18.674494Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801439857568684:2074] [node 4] ICP22 created new session: [6:7580801439857568734:2074]
2025-12-06T17:41:18.690565Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801439857568734:2074] [node 4] ICS09 handshake done sender: [6:7580801439857568720:2113] self: [6:7580801439857568728:0] peer: [4:7580801438819420867:0] socket: 489 qp: -1
2025-12-06T17:41:18.706510Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801439857568734:2074] [node 4] ICS10 traffic start
2025-12-06T17:41:18.710563Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:18.761160Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801439857568684:2074] [node 4] ICP35 event processing took too much time PendingConnection:279(111877267ns) {HandleHandshakeStatus:329(111873976ns) {DropIncomingHandshake:442(1234ns) DropOutgoingHandshake:457(27787ns) SwitchToState:179(984ns) ProcessPendingSessionEvents:495(10953034ns) {ForwardSessionEventToSession:612(10875492ns) ForwardSessionEventToSession:612(14278ns) ForwardSessionEventToSession:612(7209ns) ForwardSessionEventToSession:612(2503ns) ForwardSessionEventToSession:612(3249ns) ForwardSessionEventToSession:612(6745ns) ForwardSessionEventToSession:612(4332ns) ForwardSessionEventToSession:612(12794ns) ForwardSessionEventToSession:612(3323ns) ForwardSessionEventToSession:612(5960ns)}}}
2025-12-06T17:41:18.812064Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801439857568738:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13682
2025-12-06T17:41:18.820073Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801439857568739:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13682
2025-12-06T17:41:18.847370Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801439857568737:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13682
2025-12-06T17:41:18.847710Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801439857568739:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:18.848154Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801435562601353:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:18.862830Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801439857568737:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:18.863108Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801439857568683:2080] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:18.877955Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801439857568738:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:18.878158Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801435562601351:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:18.890497Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801439857568743:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13682
2025-12-06T17:41:18.890828Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801439857568744:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13682
2025-12-06T17:41:18.895142Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801439857568738:2120] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:18.900804Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801439857568745:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13682
2025-12-06T17:41:18.914146Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801435562601351:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:18.914202Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:18.914256Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801435562601351:2048] [node 1] ICP22 created new session: [6:7580801439857568746:2048]
2025-12-06T17:41:18.914304Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801439857568746:2048] [node 1] ICS09 handshake done sender: [6:7580801439857568738:2120] self: [6:7580801439857568742:0] peer: [1:7580801439572365204:0] socket: 540 qp: -1
2025-12-06T17:41:18.914341Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801439857568746:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:18.914374Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:18.914821Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801439857568737:2119] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:18.916025Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801439857568739:2121] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:18.921790Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801439857568683:2080] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:41:18.921844Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:18.921892Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801439857568683:2080] [node 5] ICP22 created new session: [6:7580801439857568748:2080]
2025-12-06T17:41:18.921940Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801439857568748:2080] [node 5] ICS09 handshake done sender: [6:7580801439857568737:2119] self: [6:7580801439857568741:0] peer: [5:7580801438200090365:0] socket: 525 qp: -1
2025-12-06T17:41:18.921975Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801439857568748:2080] [node 5] ICS10 traffic start
2025-12-06T17:41:18.922019Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:18.926297Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580801435562601351:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:41:18.929709Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801435562601353:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:41:18.942907Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:18.943529Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801435562601353:2050] [node 3] ICP22 created new session: [6:7580801439857568750:2050]
2025-12-06T17:41:18.943592Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801439857568750:2050] [node 3] ICS09 handshake done sender: [6:7580801439857568739:2121] self: [6:7580801439857568740:0] peer: [3:7580801440219146623:0] socket: 542 qp: -1
2025-12-06T17:41:18.943633Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801439857568750:2050] [node 3] ICS10 traffic start
2025-12-06T17:41:18.943704Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:19.055858Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:41:19.056141Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580801440733753155:2048] [node 1] ICS01 socket: 494 reason# EndOfStream
2025-12-06T17:41:19.056195Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580801436438785762:2048] [node 1] ICP30 unregister session Session# [2:7580801440733753155:2048] VirtualId# [2:7580801440733753151:0]
2025-12-06T17:41:19.056244Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580801440733753155:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:19.056342Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:19.056392Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:19.061794Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:41:19.062130Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801440219146649:2048] [node 1] ICS01 socket: 505 reason# EndOfStream
2025-12-06T17:41:19.062174Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801435924179253:2048] [node 1] ICP30 unregister session Session# [3:7580801440219146649:2048] VirtualId# [3:7580801440219146635:0]
2025-12-06T17:41:19.062214Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801440219146649:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:19.062324Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:19.062378Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:19.063289Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:41:19.063543Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801438200090395:2048] [node 1] ICS01 socket: 523 reason# EndOfStream
2025-12-06T17:41:19.063584Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801433905122996:2048] [node 1] ICP30 unregister session Session# [5:7580801438200090395:2048] VirtualId# [5:7580801438200090389:0]
2025-12-06T17:41:19.063615Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801438200090395:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:19.063697Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:19.063743Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:19.071091Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:41:19.071416Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801438819420891:2048] [node 1] ICS01 socket: 493 reason# EndOfStream
2025-12-06T17:41:19.071468Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801434524453497:2048] [node 1] ICP30 unregister session Session# [4:7580801438819420891:2048] VirtualId# [4:7580801438819420878:0]
2025-12-06T17:41:19.071533Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801438819420891:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:19.071661Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:19.071721Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:19.071847Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:41:19.072107Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801439857568746:2048] [node 1] ICS01 socket: 540 reason# EndOfStream
2025-12-06T17:41:19.072138Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801435562601351:2048] [node 1] ICP30 unregister session Session# [6:7580801439857568746:2048] VirtualId# [6:7580801439857568742:0]
2025-12-06T17:41:19.072164Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801439857568746:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:19.072228Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:19.072266Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:19.285994Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:41:19.286267Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801440219146647:2049] [node 2] ICS01 socket: 495 reason# EndOfStream
2025-12-06T17:41:19.286311Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801435924179254:2049] [node 2] ICP30 unregister session Session# [3:7580801440219146647:2049] VirtualId# [3:7580801440219146634:0]
2025-12-06T17:41:19.286359Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801440219146647:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:19.286454Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:19.286502Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:19.314454Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:41:19.314763Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801438819420886:2049] [node 2] ICS01 socket: 481 reason# EndOfStream
2025-12-06T17:41:19.314811Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801434524453498:2049] [node 2] ICP30 unregister session Session# [4:7580801438819420886:2049] VirtualId# [4:7580801438819420877:0]
2025-12-06T17:41:19.314849Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801438819420886:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:19.314952Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:19.315009Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:19.315375Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:41:19.315713Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801439857568721:2049] [node 2] ICS01 socket: 477 reason# EndOfStream
2025-12-06T17:41:19.315772Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801435562601352:2049] [node 2] ICP30 unregister session Session# [6:7580801439857568721:2049] VirtualId# [6:7580801439857568697:0]
2025-12-06T17:41:19.315804Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801439857568721:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:19.315883Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:19.315927Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:19.316029Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:41:19.316358Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801438200090390:2049] [node 2] ICS01 socket: 526 reason# EndOfStream
2025-12-06T17:41:19.316402Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801433905122997:2049] [node 2] ICP30 unregister session Session# [5:7580801438200090390:2049] VirtualId# [5:7580801438200090380:0]
2025-12-06T17:41:19.316426Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801438200090390:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:19.316492Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:19.316536Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:19.436298Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:41:19.436594Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580801438200090385:2050] [node 3] ICS07 socket disconnect 515 reason# EndOfStream
2025-12-06T17:41:19.436627Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801438200090385:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:19.436722Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:41:19.436761Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580801438200090385:2050] [node 3] ICS15 start handshake
2025-12-06T17:41:19.437524Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:41:19.437721Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801438819420893:2050] [node 3] ICS01 socket: 519 reason# EndOfStream
2025-12-06T17:41:19.437759Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801434524453499:2050] [node 3] ICP30 unregister session Session# [4:7580801438819420893:2050] VirtualId# [4:7580801438819420885:0]
2025-12-06T17:41:19.437798Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801438819420893:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:19.437866Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:41:19.437910Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:41:19.443934Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:41:19.444552Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801439857568750:2050] [node 3] ICS01 socket: 542 reason# EndOfStream
2025-12-06T17:41:19.444603Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801435562601353:2050] [node 3] ICP30 unregister session Session# [6:7580801439857568750:2050] VirtualId# [6:7580801439857568740:0]
2025-12-06T17:41:19.444647Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801439857568750:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:19.444778Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:41:19.444826Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:41:19.439379Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801433905122998:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1970) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:41:19.439458Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801438200090385:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:41:19.439487Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801433905122998:2050] [node 3] ICP30 unregister session Session# [5:7580801438200090385:2050] VirtualId# [5:7580801438200090378:0]
2025-12-06T17:41:19.439538Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:41:19.439581Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580801433905122998:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:1970) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:41:19.439596Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1970) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:41:19.453259Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580801433905122998:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:41:19.748559Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:41:19.748872Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801439857568734:2074] [node 4] ICS01 socket: 489 reason# EndOfStream
2025-12-06T17:41:19.748921Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801439857568684:2074] [node 4] ICP30 unregister session Session# [6:7580801439857568734:2074] VirtualId# [6:7580801439857568728:0]
2025-12-06T17:41:19.748960Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801439857568734:2074] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:19.749010Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:41:19.749122Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:41:19.755026Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:41:19.755337Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580801438200090381:2066] [node 4] ICS07 socket disconnect 514 reason# EndOfStream
2025-12-06T17:41:19.755371Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801438200090381:2066] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:19.755486Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:41:19.755537Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580801438200090381:2066] [node 4] ICS15 start handshake
2025-12-06T17:41:19.757295Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801438200090337:2066] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23582) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:41:19.757396Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801438200090381:2066] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:41:19.757446Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801438200090337:2066] [node 4] ICP30 unregister session Session# [5:7580801438200090381:2066] VirtualId# [5:7580801438200090375:0]
2025-12-06T17:41:19.757528Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:41:19.757576Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580801438200090337:2066] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:23582) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:41:19.757600Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23582) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:41:19.869622Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:41:19.869915Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801439857568748:2080] [node 5] ICS01 socket: 525 reason# EndOfStream
2025-12-06T17:41:19.869962Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801439857568683:2080] [node 5] ICP30 unregister session Session# [6:7580801439857568748:2080] VirtualId# [6:7580801439857568741:0]
2025-12-06T17:41:19.870002Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801439857568748:2080] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:19.870125Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:41:19.870182Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:41:20.175508Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801449521133914:2048] [node 2] ICP01 ready to work
2025-12-06T17:41:20.175548Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801449521133915:2049] [node 3] ICP01 ready to work
2025-12-06T17:41:20.211029Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801447260097610:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:20.211071Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801447260097611:2049] [node 3] ICP01 ready to work
2025-12-06T17:41:20.225282Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801447041307166:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:20.225404Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801447041307167:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:20.285484Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801445955914049:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:20.285518Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801445955914050:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:20.285553Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801445955914051:2050] [node 3] ICP01 ready to work
2025-12-06T17:41:20.291108Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801449584728705:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:20.291141Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801449584728706:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:20.291174Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801449584728707:2050] [node 3] ICP01 ready to work
2025-12-06T17:41:20.696475Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801449584728722:2063] [node 6] ICP01 ready to work
2025-12-06T17:41:20.347730Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801445835024097:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:20.347775Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801445835024098:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:20.347816Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801445835024099:2050] [node 3] ICP01 ready to work
2025-12-06T17:41:20.707241Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801449521133986:2105] [node 6] ICP01 ready to work
2025-12-06T17:41:20.711415Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801447260097674:2080] [node 5] ICP01 ready to work
2025-12-06T17:41:20.759413Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801447041307231:2070] [node 4] ICP01 ready to work
2025-12-06T17:41:20.766882Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801445835024125:2065] [node 4] ICP01 ready to work
2025-12-06T17:41:20.759937Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801449521133987:2104] [node 4] ICP01 ready to work
2025-12-06T17:41:20.773628Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801447260097677:2095] [node 6] ICP01 ready to work
2025-12-06T17:41:20.831484Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801449521133988:2106] [node 5] ICP01 ready to work
2025-12-06T17:41:20.770899Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801445955914077:2065] [node 5] ICP01 ready to work
2025-12-06T17:41:20.794946Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801449584728722:2063] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(58290585ns) {Configure:104(58284323ns) {ProcessConfigured:135(56004562ns) {StartInitialHandshake:157(56000411ns) {DropHandshakes:470(4300ns) {DropIncomingHandshake:442(839ns) DropOutgoingHandshake:457(610ns)} GenerateSessionVirtualId:988(956ns) PrepareNewSessionHandshake:477(6755ns) {SwitchToState:179(3179ns)}}}}}
2025-12-06T17:41:20.759556Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801445835024121:2067] [node 5] ICP01 ready to work
2025-12-06T17:41:20.794664Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801447260097679:2081] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:20.794738Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801445955914078:2066] [node 6] ICP01 ready to work
2025-12-06T17:41:20.794685Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801447041307232:2063] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:20.836754Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801445955914050:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(148153582ns) {Configure:104(148149164ns) {ProcessConfigured:135(85756ns) {StartInitialHandshake:157(82157ns) {DropHandshakes:470(4298ns) {DropIncomingHandshake:442(791ns) DropOutgoingHandshake:457(1108ns)} GenerateSessionVirtualId:988(1637ns) PrepareNewSessionHandshake:477(3039ns) {SwitchToState:179(919ns)}}}}}
2025-12-06T17:41:20.851010Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801447041307233:2064] [node 6] ICP01 ready to work
2025-12-06T17:41:20.923240Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801445835024168:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11771
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:20.959329Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801449521133986:2105] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(188288147ns) {Configure:104(188278051ns) {ProcessConfigured:135(88791ns) {StartInitialHandshake:157(85439ns) {DropHandshakes:470(4073ns) {DropIncomingHandshake:442(774ns) DropOutgoingHandshake:457(677ns)} GenerateSessionVirtualId:988(1013ns) PrepareNewSessionHandshake:477(2705ns) {SwitchToState:179(681ns)}}}}}
2025-12-06T17:41:20.919942Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801447041307167:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(186731039ns) {Configure:104(186721592ns) {ProcessConfigured:135(69179ns) {StartInitialHandshake:157(65798ns) {DropHandshakes:470(3669ns) {DropIncomingHandshake:442(723ns) DropOutgoingHandshake:457(570ns)} GenerateSessionVirtualId:988(1615ns) PrepareNewSessionHandshake:477(3100ns) {SwitchToState:179(738ns)}}}}}
2025-12-06T17:41:20.943740Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801449584728772:2084] [node 4] ICP01 ready to work
2025-12-06T17:41:20.856518Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801445955914051:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(168673253ns) {Configure:104(168669514ns) {ProcessConfigured:135(94305ns) {StartInitialHandshake:157(90431ns) {DropHandshakes:470(3703ns) {DropIncomingHandshake:442(985ns) DropOutgoingHandshake:457(535ns)} GenerateSessionVirtualId:988(1650ns) PrepareNewSessionHandshake:477(2620ns) {SwitchToState:179(806ns)}}}}}
2025-12-06T17:41:20.951828Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801445835024168:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:20.932447Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801447041307231:2070] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(137878159ns) {Configure:104(137867709ns) {ProcessConfigured:135(73105ns) {StartInitialHandshake:157(70550ns) {DropHandshakes:470(4721ns) {DropIncomingHandshake:442(1532ns) DropOutgoingHandshake:457(564ns)} GenerateSessionVirtualId:988(1212ns) PrepareNewSessionHandshake:477(2622ns) {SwitchToState:179(838ns)}}}}}
2025-12-06T17:41:20.991027Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801447041307239:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65139
2025-12-06T17:41:20.991276Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801447041307240:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65139
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:21.000281Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801447260097677:2095] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(191468438ns) {Configure:104(191454523ns) {ProcessConfigured:135(30687848ns) {StartInitialHandshake:157(30684359ns) {DropHandshakes:470(5727ns) {DropIncomingHandshake:442(924ns) DropOutgoingHandshake:457(685ns)} GenerateSessionVirtualId:988(1462ns) PrepareNewSessionHandshake:477(6025ns) {SwitchToState:179(2948ns)}}}}}
2025-12-06T17:41:20.907803Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801445955914049:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(287216468ns) {Configure:104(287206952ns) {ProcessConfigured:135(77787ns) {StartInitialHandshake:157(74001ns) {DropHandshakes:470(3818ns) {DropIncomingHandshake:442(933ns) DropOutgoingHandshake:457(596ns)} GenerateSessionVirtualId:988(1329ns) PrepareNewSessionHandshake:477(3038ns) {SwitchToState:179(717ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:21.019845Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801447260097611:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(299689654ns) {Configure:104(299685956ns) {ProcessConfigured:135(13526850ns) {StartInitialHandshake:157(13524621ns) {DropHandshakes:470(2126ns) {DropIncomingHandshake:442(419ns) DropOutgoingHandshake:457(363ns)} GenerateSessionVirtualId:988(604ns) PrepareNewSessionHandshake:477(3443ns) {SwitchToState:179(1017ns)}}}}}
2025-12-06T17:41:21.020831Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801451555064983:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36204
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:20.960298Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801445835024169:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11771
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:20.992326Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801449521133992:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35580
2025-12-06T17:41:20.912661Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801445955914123:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19552
2025-12-06T17:41:21.021106Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801451555064984:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36204
2025-12-06T17:41:21.015177Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801447041307240:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:21.022952Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801445835024169:2113] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:21.019074Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801449584728705:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(398250981ns) {Configure:104(398246658ns) {ProcessConfigured:135(12828754ns) {StartInitialHandshake:157(12822719ns) {DropHandshakes:470(5374ns) {DropIncomingHandshake:442(2179ns) DropOutgoingHandshake:457(762ns)} GenerateSessionVirtualId:988(4162ns) PrepareNewSessionHandshake:477(4467ns) {SwitchToState:179(2435ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:21.005266Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801445955914123:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:21.018989Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801449521133992:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:21.031349Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801447041307166:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(311081936ns) {Configure:104(311077001ns) {ProcessConfigured:135(90782ns) {StartInitialHandshake:157(87717ns) {DropHandshakes:470(3685ns) {DropIncomingHandshake:442(828ns) DropOutgoingHandshake:457(558ns)} GenerateSessionVirtualId:988(1225ns) PrepareNewSessionHandshake:477(2480ns) {SwitchToState:179(795ns)}}}}}
2025-12-06T17:41:21.040945Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801451555064983:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:21.091411Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801449584728706:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(403642741ns) {Configure:104(403635962ns) {ProcessConfigured:135(20503391ns) {StartInitialHandshake:157(20499317ns) {DropHandshakes:470(2291ns) {DropIncomingHandshake:442(251ns) DropOutgoingHandshake:457(476ns)} GenerateSessionVirtualId:988(762ns) PrepareNewSessionHandshake:477(5124ns) {SwitchToState:179(2221ns)}}}}}
2025-12-06T17:41:21.023285Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801450129991467:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11771
2025-12-06T17:41:21.005403Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801450250881420:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19552
2025-12-06T17:41:21.126662Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801449584728707:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(344959809ns) {Configure:104(344952189ns) {ProcessConfigured:135(45593312ns) {StartInitialHandshake:157(45589569ns) {DropHandshakes:470(1740ns) {DropIncomingHandshake:442(332ns) DropOutgoingHandshake:457(377ns)} GenerateSessionVirtualId:988(577ns) PrepareNewSessionHandshake:477(3052ns) {SwitchToState:179(1616ns)}}}}}
2025-12-06T17:41:21.041093Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801451555064984:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:21.146871Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801453879696077:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11298
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:21.046891Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801450129991467:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:21.041868Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801453816101289:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35580
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:21.076374Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801450250881420:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:21.032431Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801451336274540:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65139
2025-12-06T17:41:21.099158Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801445835024098:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(428655790ns) {Configure:104(428648823ns) {ProcessConfigured:135(43077453ns) {StartInitialHandshake:157(43074479ns) {DropHandshakes:470(691ns) {DropIncomingHandshake:442(221ns) DropOutgoingHandshake:457(199ns)} GenerateSessionVirtualId:988(267ns) PrepareNewSessionHandshake:477(3933ns) {SwitchToState:179(1592ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:21.042011Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801453816101290:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35580
2025-12-06T17:41:21.051192Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801447260097610:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(331322307ns) {Configure:104(331312260ns) {ProcessConfigured:135(16063408ns) {StartInitialHandshake:157(16059837ns) {DropHandshakes:470(2726ns) {DropIncomingHandshake:442(348ns) DropOutgoingHandshake:457(609ns)} GenerateSessionVirtualId:988(1036ns) PrepareNewSessionHandshake:477(3526ns) {SwitchToState:179(1678ns)}}}}}
2025-12-06T17:41:21.159296Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801449584728725:2065] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:21.076528Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801445955914051:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:21.068228Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801449521133988:2106] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(170002904ns) {Configure:104(169992970ns) {ProcessConfigured:135(72424ns) {StartInitialHandshake:157(69200ns) {DropHandshakes:470(4340ns) {DropIncomingHandshake:442(1209ns) DropOutgoingHandshake:457(492ns)} GenerateSessionVirtualId:988(1313ns) PrepareNewSessionHandshake:477(2840ns) {SwitchToState:179(780ns)}}}}}
2025-12-06T17:41:21.040232Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801447041307232:2063] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(136402460ns) {Configure:104(136395155ns) {ProcessConfigured:135(90525ns) {StartInitialHandshake:157(86438ns) {DropHandshakes:470(3701ns) {DropIncomingHandshake:442(606ns) DropOutgoingHandshake:457(518ns)} GenerateSessionVirtualId:988(1139ns) PrepareNewSessionHandshake:477(2796ns) {SwitchToState:179(955ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:21.078006Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801450250881422:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19552
2025-12-06T17:41:21.159355Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580801449584728725:2065] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:21.060091Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801447260097674:2080] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(300410011ns) {Configure:104(300400666ns) {ProcessConfigured:135(93443ns) {StartInitialHandshake:157(90118ns) {DropHandshakes:470(3902ns) {DropIncomingHandshake:442(1102ns) DropOutgoingHandshake:457(784ns)} GenerateSessionVirtualId:988(1224ns) PrepareNewSessionHandshake:477(2379ns) {SwitchToState:179(750ns)}}}}}
2025-12-06T17:41:21.099336Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801445835024098:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:21.078816Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801450250881420:2114] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:21.111202Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801445955914051:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:41:21.120315Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:21.134436Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801445955914051:2050] [node 3] ICP22 created new session: [4:7580801450250881423:2050]
2025-12-06T17:41:21.162779Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801450250881423:2050] [node 3] ICS09 handshake done sender: [4:7580801450250881420:2114] self: [4:7580801450250881421:0] peer: [3:7580801447041307237:0] socket: 500 qp: -1
2025-12-06T17:41:21.165047Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801445955914077:2065] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(333593590ns) {Configure:104(333585097ns) {ProcessConfigured:135(14047534ns) {StartInitialHandshake:157(14043475ns) {DropHandshakes:470(4421ns) {DropIncomingHandshake:442(1334ns) DropOutgoingHandshake:457(467ns)} GenerateSessionVirtualId:988(986ns) PrepareNewSessionHandshake:477(3256ns) {SwitchToState:179(1505ns)}}}}}
2025-12-06T17:41:21.165838Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801450250881423:2050] [node 3] ICS10 traffic start
2025-12-06T17:41:21.175918Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:21.189811Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801445955914078:2066] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(292034627ns) {Configure:104(292026910ns) {ProcessConfigured:135(24338990ns) {StartInitialHandshake:157(24335764ns) {DropHandshakes:470(3495ns) {DropIncomingHandshake:442(835ns) DropOutgoingHandshake:457(763ns)} GenerateSessionVirtualId:988(908ns) PrepareNewSessionHandshake:477(3505ns) {SwitchToState:179(341ns)}}}}}
2025-12-06T17:41:21.195383Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801450250881430:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19552
2025-12-06T17:41:21.219931Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801450250881430:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:21.092421Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801451555064991:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36204
2025-12-06T17:41:21.229514Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801445955914050:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:21.230487Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801450250881432:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19552
2025-12-06T17:41:21.063391Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801447041307239:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:21.068400Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801453816101289:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:21.131833Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801445835024121:2067] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(348727815ns) {Configure:104(348720477ns) {ProcessConfigured:135(20357323ns) {StartInitialHandshake:157(20354055ns) {DropHandshakes:470(1313ns) {DropIncomingHandshake:442(352ns) DropOutgoingHandshake:457(240ns)} GenerateSessionVirtualId:988(426ns) PrepareNewSessionHandshake:477(2360ns) {SwitchToState:179(1006ns)}}}}}
2025-12-06T17:41:21.237047Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801450250881426:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:21.237097Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801450250881426:2116] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:21.164565Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801453879696078:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11298
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:21.132077Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801445835024121:2067] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:21.132542Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801451555064991:2121] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:21.076848Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801447041307238:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:21.108150Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801453816101295:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35580
2025-12-06T17:41:21.170914Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801449584728725:2065] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:21.230109Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801449584728772:2084] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(236323272ns) {Configure:104(229478074ns) {ProcessConfigured:135(8105588ns) {StartInitialHandshake:157(8101986ns) {DropHandshakes:470(3467ns) {DropIncomingHandshake:442(648ns) DropOutgoingHandshake:457(546ns)} GenerateSessionVirtualId:988(1325ns) PrepareNewSessionHandshake:477(2153ns) {SwitchToState:179(1077ns)}}}}}
2025-12-06T17:41:21.236768Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801453879696077:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:21.237335Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801453879696078:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:21.237443Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801449584728707:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:21.237759Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580801449584728722:2063] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:21.237799Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:21.237849Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801449584728722:2063] [node 6] ICP22 created new session: [5:7580801453879696084:2063]
2025-12-06T17:41:21.237895Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801453879696084:2063] [node 6] ICS09 handshake done sender: [5:7580801449584728725:2065] self: [5:7580801449584728723:0] peer: [6:7580801450129991475:0] socket: 481 qp: -1
2025-12-06T17:41:21.237931Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801453879696084:2063] [node 6] ICS10 traffic start
2025-12-06T17:41:21.237965Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:21.240063Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801453879696087:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11298
2025-12-06T17:41:21.243378Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801449584728705:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:21.259653Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801453879696087:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:21.263106Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801449584728706:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:21.254794Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801450250881426:2116] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:21.134712Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801447260097682:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:21.108617Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801453816101290:2122] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:21.076873Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801447041307238:2113] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:41:21.078243Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801447041307238:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:21.100035Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801451336274546:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65139
2025-12-06T17:41:21.106758Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801447041307231:2070] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:41:21.106839Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:21.107300Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801451336274540:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:21.107440Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801447041307167:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:21.132708Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801447041307231:2070] [node 4] ICP22 created new session: [3:7580801451336274547:2070]
2025-12-06T17:41:21.147684Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801451336274546:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:21.154194Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801451336274551:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65139
2025-12-06T17:41:21.156729Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801451336274540:2117] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:21.157536Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801447041307167:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:21.157601Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:21.157649Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801447041307167:2049] [node 2] ICP22 created new session: [3:7580801451336274552:2049]
2025-12-06T17:41:21.157692Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801451336274552:2049] [node 2] ICS09 handshake done sender: [3:7580801451336274540:2117] self: [3:7580801451336274548:0] peer: [2:7580801451555064979:0] socket: 509 qp: -1
2025-12-06T17:41:21.157728Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801451336274552:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:21.157772Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:21.162902Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801451336274547:2070] [node 4] ICS09 handshake done sender: [3:7580801447041307238:2113] self: [3:7580801447041307237:0] peer: [4:7580801450250881421:0] socket: 498 qp: -1
2025-12-06T17:41:21.165697Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801451336274547:2070] [node 4] ICS10 traffic start
2025-12-06T17:41:21.165749Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:21.211188Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801447041307231:2070] [node 4] ICP35 event processing took too much time PendingConnection:279(108024042ns) {HandleHandshakeStatus:329(104210521ns) {DropIncomingHandshake:442(20352ns) DropOutgoingHandshake:457(643ns) SwitchToState:179(729ns) ProcessPendingSessionEvents:495(177718ns) {ForwardSessionEventToSession:612(91326ns) ForwardSessionEventToSession:612(6666ns) ForwardSessionEventToSession:612(2948ns) ForwardSessionEventToSession:612(2355ns) ForwardSessionEventToSession:612(6381ns) ForwardSessionEventToSession:612(3503ns) ForwardSessionEventToSession:612(6334ns) ForwardSessionEventToSession:612(7077ns) ForwardSessionEventToSession:612(3243ns) ForwardSessionEventToSession:612(35425ns)}}}
2025-12-06T17:41:21.250858Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801447041307233:2064] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(282243515ns) {Configure:104(282235111ns) {ProcessConfigured:135(35917756ns) {StartInitialHandshake:157(35914672ns) {DropHandshakes:470(5955ns) {DropIncomingHandshake:442(563ns) DropOutgoingHandshake:457(747ns)} GenerateSessionVirtualId:988(587ns) PrepareNewSessionHandshake:477(1648ns) {SwitchToState:179(396ns)}}}}}
2025-12-06T17:41:21.254381Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801451336274544:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:21.254419Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801451336274544:2118] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:41:21.267558Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801451336274544:2118] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:21.269174Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801447041307232:2063] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:21.269248Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:21.269294Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801447041307232:2063] [node 5] ICP22 created new session: [3:7580801451336274560:2063]
2025-12-06T17:41:21.269340Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801451336274560:2063] [node 5] ICS09 handshake done sender: [3:7580801451336274544:2118] self: [3:7580801451336274543:0] peer: [5:7580801453879696083:0] socket: 527 qp: -1
2025-12-06T17:41:21.269374Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801451336274560:2063] [node 5] ICS10 traffic start
2025-12-06T17:41:21.269424Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:21.284281Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801453879696089:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11298
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:21.169247Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801445835024098:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27789) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801450129991467:2114] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:21.134748Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801447260097682:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:21.130880Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801449521133914:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(422708234ns) {Configure:104(422702638ns) {ProcessConfigured:135(27600542ns) {StartInitialHandshake:157(19811377ns) {DropHandshakes:470(3808ns) {DropIncomingHandshake:442(297ns) DropOutgoingHandshake:457(467ns)} GenerateSessionVirtualId:988(2461ns) PrepareNewSessionHandshake:477(4231ns) {SwitchToState:179(1799ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:21.170224Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801450129991477:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11771
2025-12-06T17:41:21.266107Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801450250881435:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19552
2025-12-06T17:41:21.277391Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801451336274562:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65139
2025-12-06T17:41:21.298853Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801449584728707:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29694) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580801453879696078:2115] held: no
2025-12-06T17:41:21.138859Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801447260097682:2115] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:21.138885Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801449521133987:2104] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(343999783ns) {Configure:104(343990615ns) {ProcessConfigured:135(19822487ns) {StartInitialHandshake:157(19819682ns) {DropHandshakes:470(3632ns) {DropIncomingHandshake:442(951ns) DropOutgoingHandshake:457(543ns)} GenerateSessionVirtualId:988(1414ns) PrepareNewSessionHandshake:477(4336ns) {SwitchToState:179(2475ns)}}}}}
2025-12-06T17:41:21.268904Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801450250881430:2118] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:21.292373Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801451336274562:2122] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:21.292501Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801451336274556:2121] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:21.292522Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801451336274556:2121] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:21.299157Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801447041307166:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:21.308589Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801451336274556:2121] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:21.308913Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801451336274565:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65139
2025-12-06T17:41:21.309263Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801447041307233:2064] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:21.309348Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:21.309399Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801447041307233:2064] [node 6] ICP22 created new session: [3:7580801451336274566:2064]
2025-12-06T17:41:21.309460Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801451336274566:2064] [node 6] ICS09 handshake done sender: [3:7580801451336274556:2121] self: [3:7580801451336274555:0] peer: [6:7580801450129991490:0] socket: 535 qp: -1
2025-12-06T17:41:21.309497Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801451336274566:2064] [node 6] ICS10 traffic start
2025-12-06T17:41:21.309551Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:21.315701Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801451336274562:2122] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:21.315984Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801447041307166:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:21.316044Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:21.316103Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801447041307166:2048] [node 1] ICP22 created new session: [3:7580801451336274568:2048]
2025-12-06T17:41:21.316148Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801451336274568:2048] [node 1] ICS09 handshake done sender: [3:7580801451336274562:2122] self: [3:7580801451336274563:0] peer: [1:7580801453816101296:0] socket: 548 qp: -1
2025-12-06T17:41:21.316189Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801451336274568:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:21.316233Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:21.272171Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801450250881432:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:21.272344Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801445955914049:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:21.280369Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801445955914078:2066] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:21.280459Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:21.280506Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801445955914078:2066] [node 6] ICP22 created new session: [4:7580801450250881437:2066]
2025-12-06T17:41:21.280556Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801450250881437:2066] [node 6] ICS09 handshake done sender: [4:7580801450250881426:2116] self: [4:7580801450250881424:0] peer: [6:7580801450129991484:0] socket: 528 qp: -1
2025-12-06T17:41:21.280587Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801450250881437:2066] [node 6] ICS10 traffic start
2025-12-06T17:41:21.280620Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:21.281425Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801445955914050:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:21.281485Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:21.281532Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801445955914050:2049] [node 2] ICP22 created new session: [4:7580801450250881439:2049]
2025-12-06T17:41:21.281576Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801450250881439:2049] [node 2] ICS09 handshake done sender: [4:7580801450250881430:2118] self: [4:7580801450250881433:0] peer: [2:7580801451555064994:0] socket: 531 qp: -1
2025-12-06T17:41:21.281605Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801450250881439:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:21.281637Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:21.319887Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801445955914049:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64650) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580801450250881432:2119] held: no
2025-12-06T17:41:21.327755Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801450250881441:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19552
2025-12-06T17:41:21.329247Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801450250881442:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19552
2025-12-06T17:41:21.335767Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801445955914051:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(133540354ns) {HandleHandshakeStatus:329(133537395ns) {DropIncomingHandshake:442(2087ns) DropOutgoingHandshake:457(11915ns) SwitchToState:179(958ns) ProcessPendingSessionEvents:495(48887556ns) {ForwardSessionEventToSession:612(35676582ns) ForwardSessionEventToSession:612(5307ns) ForwardSessionEventToSession:612(8302341ns) ForwardSessionEventToSession:612(11370ns) ForwardSessionEventToSession:612(3559ns) ForwardSessionEventToSession:612(3710896ns) ForwardSessionEventToSession:612(3600ns) ForwardSessionEventToSession:612(1147691ns) ForwardSessionEventToSession:612(3821ns) ForwardSessionEventToSession:612(3218ns)}}}
2025-12-06T17:41:21.340833Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801450250881432:2119] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:21.357782Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801445955914049:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:21.357879Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:21.357933Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801445955914049:2048] [node 1] ICP22 created new session: [4:7580801450250881444:2048]
2025-12-06T17:41:21.357980Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801450250881444:2048] [node 1] ICS09 handshake done sender: [4:7580801450250881432:2119] self: [4:7580801450250881436:0] peer: [1:7580801453816101298:0] socket: 540 qp: -1
2025-12-06T17:41:21.358013Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801450250881444:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:21.358050Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:21.358469Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801450250881442:2122] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:21.326731Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801453879696090:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11298
2025-12-06T17:41:21.139465Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801451555064980:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:21.171446Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801450129991476:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11771
2025-12-06T17:41:21.372269Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7580801445955914051:2050] [node 3] ICP27 obsolete handshake fail ignored
2025-12-06T17:41:21.372431Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:294: Proxy [4:7580801445955914051:2050] [node 3] ICP35 event processing took too much time StateWork:294(36508518ns) {HandleHandshakeStatus:395(31664862ns) {LogHandshakeFail:472(14127448ns) {UpdateErrorStateLog:545(6344ns)}}}
2025-12-06T17:41:21.151903Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801453816101295:2124] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:21.327088Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801449584728707:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(26899339ns) {HandleHandshakeStatus:395(26894086ns) {LogHandshakeFail:472(15454ns) {UpdateErrorStateLog:545(5635ns)} DropOutgoingHandshake:457(1282ns) ProcessPendingSessionEvents:495(7996363ns) {DropSessionEvent:512(13662ns) DropSessionEvent:512(5903ns) DropSessionEvent:512(4886ns) DropSessionEvent:512(5949ns) DropSessionEvent:512(5483ns) DropSessionEvent:512(19060ns) DropSessionEvent:512(6628ns) DropSessionEvent:512(6506ns) DropSessionEvent:512(5576ns) DropSessionEvent:512(7203ns)}}}
2025-12-06T17:41:21.171613Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801445835024097:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(411496637ns) {Configure:104(411490262ns) {ProcessConfigured:135(27399690ns) {StartInitialHandshake:157(27395761ns) {DropHandshakes:470(3078ns) {DropIncomingHandshake:442(552ns) DropOutgoingHandshake:457(539ns)} GenerateSessionVirtualId:988(1269ns) PrepareNewSessionHandshake:477(3850ns) {SwitchToState:179(1457ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:21.182335Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801453816101305:2128] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35580
2025-12-06T17:41:21.139506Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801451555064980:2116] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:41:21.143587Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801447260097679:2081] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(260579389ns) {Configure:104(260569810ns) {ProcessConfigured:135(66300ns) {StartInitialHandshake:157(63534ns) {DropHandshakes:470(3197ns) {DropIncomingHandshake:442(513ns) DropOutgoingHandshake:457(435ns)} GenerateSessionVirtualId:988(799ns) PrepareNewSessionHandshake:477(2349ns) {SwitchToState:179(892ns)}}}}}
2025-12-06T17:41:21.147365Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801451555064997:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36204
2025-12-06T17:41:21.153789Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801451555064980:2116] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:21.154643Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801447260097677:2095] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:21.154716Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:21.154771Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801447260097677:2095] [node 6] ICP22 created new session: [2:7580801451555064999:2095]
2025-12-06T17:41:21.154816Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801451555064999:2095] [node 6] ICS09 handshake done sender: [2:7580801447260097682:2115] self: [2:7580801447260097681:0] peer: [6:7580801450129991471:0] socket: 503 qp: -1
2025-12-06T17:41:21.154863Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801451555064999:2095] [node 6] ICS10 traffic start
2025-12-06T17:41:21.154908Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:21.155498Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801447260097611:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:41:21.155582Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:21.155635Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801447260097611:2049] [node 3] ICP22 created new session: [2:7580801451555065001:2049]
2025-12-06T17:41:21.155681Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801451555065001:2049] [node 3] ICS09 handshake done sender: [2:7580801451555064980:2116] self: [2:7580801451555064979:0] peer: [3:7580801451336274548:0] socket: 504 qp: -1
2025-12-06T17:41:21.155724Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801451555065001:2049] [node 3] ICS10 traffic start
2025-12-06T17:41:21.155754Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:21.183400Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801451555064997:2123] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:21.197745Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580801447260097610:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:21.225884Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801451555065006:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36204
2025-12-06T17:41:21.227042Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801451555064997:2123] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:21.231829Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580801447260097610:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:21.243477Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801451555064995:2122] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:21.243515Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801451555064995:2122] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:41:21.253992Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801451555064995:2122] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:21.259287Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801451555065008:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36204
2025-12-06T17:41:21.262760Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:21.267727Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801451555064990:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:21.267753Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801451555064990:2120] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:41:21.266924Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801447260097610:2048] [node 1] ICP22 created new session: [2:7580801451555065009:2048]
2025-12-06T17:41:21.171735Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801445835024097:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:21.327198Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801453879696078:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:21.188930Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801449521133915:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(441263066ns) {Configure:104(441252081ns) {ProcessConfigured:135(43851229ns) {StartInitialHandshake:157(43847569ns) {DropHandshakes:470(1964ns) {DropIncomingHandshake:442(527ns) DropOutgoingHandshake:457(265ns)} GenerateSessionVirtualId:988(994ns) PrepareNewSessionHandshake:477(4204ns) {SwitchToState:179(1717ns)}}}}}
2025-12-06T17:41:21.196030Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801445835024168:2112] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:21.203924Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801450129991467:2114] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:21.204491Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801445835024098:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:21.204579Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:21.204646Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801445835024098:2049] [node 2] ICP22 created new session: [6:7580801450129991482:2049]
2025-12-06T17:41:21.204694Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801450129991482:2049] [node 2] ICS09 handshake done sender: [6:7580801450129991467:2114] self: [6:7580801450129991471:0] peer: [2:7580801447260097681:0] socket: 507 qp: -1
2025-12-06T17:41:21.204756Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801450129991482:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:21.204796Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:21.206864Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801450129991480:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11771
2025-12-06T17:41:21.215113Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801450129991481:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11771
2025-12-06T17:41:21.215322Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801450129991480:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:21.273668Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801447260097679:2081] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:41:21.332454Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801449584728707:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:41:21.189464Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801449521133990:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:21.189509Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801449521133990:2119] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:21.215861Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801453816101299:2125] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:21.215890Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801453816101299:2125] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:41:21.226148Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801453816101305:2128] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:21.226428Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801453816101299:2125] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:21.227592Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801449521133914:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:41:21.227656Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:21.227710Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801449521133914:2048] [node 2] ICP22 created new session: [1:7580801453816101311:2048]
2025-12-06T17:41:21.227756Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801453816101311:2048] [node 2] ICS09 handshake done sender: [1:7580801453816101299:2125] self: [1:7580801453816101297:0] peer: [2:7580801451555065005:0] socket: 493 qp: -1
2025-12-06T17:41:21.227791Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801453816101311:2048] [node 2] ICS10 traffic start
2025-12-06T17:41:21.227820Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:21.231351Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801449521133990:2119] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:21.263432Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801449521133986:2105] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:21.263512Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:21.263559Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801449521133986:2105] [node 6] ICP22 created new session: [1:7580801453816101313:2105]
2025-12-06T17:41:21.263609Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801453816101313:2105] [node 6] ICS09 handshake done sender: [1:7580801449521133990:2119] self: [1:7580801449521133989:0] peer: [6:7580801450129991478:0] socket: 494 qp: -1
2025-12-06T17:41:21.263645Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801453816101313:2105] [node 6] ICS10 traffic start
2025-12-06T17:41:21.263683Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:21.272741Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801453816101292:2123] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:21.272776Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801453816101292:2123] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:41:21.276041Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801453816101301:2126] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:21.276070Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801453816101301:2126] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:41:21.277923Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801453816101301:2126] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:21.278245Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801449521133987:2104] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:41:21.278322Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:21.278370Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801449521133987:2104] [node 4] ICP22 created new session: [1:7580801453816101317:2104]
2025-12-06T17:41:21.278418Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801453816101317:2104] [node 4] ICS09 handshake done sender: [1:7580801453816101301:2126] self: [1:7580801453816101298:0] peer: [4:7580801450250881436:0] socket: 539 qp: -1
2025-12-06T17:41:21.278448Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801453816101317:2104] [node 4] ICS10 traffic start
2025-12-06T17:41:21.278505Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:21.283770Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801453816101292:2123] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:21.307645Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801453816101303:2127] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:21.307678Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801453816101303:2127] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:41:21.315094Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801453816101303:2127] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:21.338850Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801449521133988:2106] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:21.347114Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801449521133915:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:41:21.347220Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:21.347278Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801449521133915:2049] [node 3] ICP22 created new session: [1:7580801453816101321:2049]
2025-12-06T17:41:21.347337Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801453816101321:2049] [node 3] ICS09 handshake done sender: [1:7580801453816101303:2127] self: [1:7580801453816101296:0] peer: [3:7580801451336274563:0] socket: 546 qp: -1
2025-12-06T17:41:21.347380Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801453816101321:2049] [node 3] ICS10 traffic start
2025-12-06T17:41:21.347417Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:21.360031Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:21.375073Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801449521133988:2106] [node 5] ICP22 created new session: [1:7580801453816101323:2106]
2025-12-06T17:41:21.387091Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801453816101323:2106] [node 5] ICS09 handshake done sender: [1:7580801453816101292:2123] self: [1:7580801453816101291:0] peer: [5:7580801453879696082:0] socket: 514 qp: -1
2025-12-06T17:41:21.391536Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801453816101323:2106] [node 5] ICS10 traffic start
2025-12-06T17:41:21.392114Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801449521133987:2104] [node 4] ICP35 event processing took too much time PendingConnection:279(28605857ns) {HandleHandshakeStatus:329(28602673ns) {DropIncomingHandshake:442(12103ns) DropOutgoingHandshake:457(681ns) SwitchToState:179(903ns) ProcessPendingSessionEvents:495(28114909ns) {ForwardSessionEventToSession:612(66607ns) ForwardSessionEventToSession:612(7253ns) ForwardSessionEventToSession:612(2794ns) ForwardSessionEventToSession:612(314764ns) ForwardSessionEventToSession:612(12206861ns) ForwardSessionEventToSession:612(4932ns) ForwardSessionEventToSession:612(3868ns) ForwardSessionEventToSession:612(7458577ns) ForwardSessionEventToSession:612(3608ns) ForwardSessionEventToSession:612(8025024ns)}}}
2025-12-06T17:41:21.394884Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:21.415471Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801449521133988:2106] [node 5] ICP35 event processing took too much time PendingConnection:279(85273704ns) {HandleHandshakeStatus:329(85271023ns) {DropIncomingHandshake:442(21846ns) DropOutgoingHandshake:457(616ns) SwitchToState:179(513ns) ProcessPendingSessionEvents:495(125070ns) {ForwardSessionEventToSession:612(76325ns) ForwardSessionEventToSession:612(3219ns) ForwardSessionEventToSession:612(6057ns) ForwardSessionEventToSession:612(2719ns) ForwardSessionEventToSession:612(5434ns) ForwardSessionEventToSession:612(3022ns) ForwardSessionEventToSession:612(7853ns) ForwardSessionEventToSession:612(5229ns) ForwardSessionEventToSession:612(2898ns) ForwardSessionEventToSession:612(2797ns)}}}
2025-12-06T17:41:21.215474Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801445835024125:2065] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:21.332536Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:21.332586Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801449584728707:2050] [node 3] ICP22 created new session: [5:7580801453879696093:2050]
2025-12-06T17:41:21.332632Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801453879696093:2050] [node 3] ICS09 handshake done sender: [5:7580801453879696078:2115] self: [5:7580801453879696083:0] peer: [3:7580801451336274543:0] socket: 505 qp: -1
2025-12-06T17:41:21.332672Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801453879696093:2050] [node 3] ICS10 traffic start
2025-12-06T17:41:21.332710Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:21.359703Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801453879696087:2117] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:21.388056Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801449584728706:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:21.388143Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:21.388196Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801449584728706:2049] [node 2] ICP22 created new session: [5:7580801453879696096:2049]
2025-12-06T17:41:21.388244Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801453879696096:2049] [node 2] ICS09 handshake done sender: [5:7580801453879696087:2117] self: [5:7580801453879696088:0] peer: [2:7580801451555064989:0] socket: 513 qp: -1
2025-12-06T17:41:21.388273Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801453879696096:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:21.388319Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:21.388637Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7580801449584728706:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:41:21.389242Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801453879696091:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11298
2025-12-06T17:41:21.389550Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801453879696095:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11298
2025-12-06T17:41:21.390790Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801449584728705:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64650) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580801453879696077:2114] held: no
2025-12-06T17:41:21.407050Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801449584728705:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(24164505ns) {HandleHandshakeStatus:395(24160256ns) {LogHandshakeFail:472(15876286ns) {UpdateErrorStateLog:545(8055ns)} DropOutgoingHandshake:457(1965ns) ProcessPendingSessionEvents:495(4125472ns) {DropSessionEvent:512(14717ns) DropSessionEvent:512(856410ns) DropSessionEvent:512(6731ns) DropSessionEvent:512(5882ns) DropSessionEvent:512(4625ns) DropSessionEvent:512(5033ns) DropSessionEvent:512(6309ns) DropSessionEvent:512(4105ns) DropSessionEvent:512(4534ns) DropSessionEvent:512(3212372ns)}}}
2025-12-06T17:41:21.407181Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801453879696077:2114] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:21.407456Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801449584728705:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:21.407526Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:21.407595Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801449584728705:2048] [node 1] ICP22 created new session: [5:7580801453879696098:2048]
2025-12-06T17:41:21.407639Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801453879696098:2048] [node 1] ICS09 handshake done sender: [5:7580801453879696077:2114] self: [5:7580801453879696082:0] peer: [1:7580801453816101291:0] socket: 521 qp: -1
2025-12-06T17:41:21.407676Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801453879696098:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:21.407714Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:21.419840Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801453879696095:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:21.420048Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801449584728772:2084] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:21.224041Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801445835024121:2067] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:41:21.224114Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:21.224164Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801445835024121:2067] [node 5] ICP22 created new session: [6:7580801450129991486:2067]
2025-12-06T17:41:21.224221Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801450129991486:2067] [node 5] ICS09 handshake done sender: [6:7580801445835024168:2112] self: [6:7580801450129991475:0] peer: [5:7580801449584728723:0] socket: 489 qp: -1
2025-12-06T17:41:21.224257Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801450129991486:2067] [node 5] ICS10 traffic start
2025-12-06T17:41:21.224288Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:21.225164Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801450129991485:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11771
2025-12-06T17:41:21.244230Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801450129991488:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11771
2025-12-06T17:41:21.250765Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801445835024169:2113] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:21.272624Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801445835024097:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:21.279392Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801450129991485:2122] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:21.284720Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:21.284976Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801450129991480:2120] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:21.291914Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801445835024099:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:21.310771Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801445835024097:2048] [node 1] ICP22 created new session: [6:7580801450129991489:2048]
2025-12-06T17:41:21.320491Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801450129991489:2048] [node 1] ICS09 handshake done sender: [6:7580801445835024169:2113] self: [6:7580801450129991478:0] peer: [1:7580801449521133989:0] socket: 495 qp: -1
2025-12-06T17:41:21.328015Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801445835024125:2065] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:41:21.328095Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:21.328152Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801445835024125:2065] [node 4] ICP22 created new session: [6:7580801450129991491:2065]
2025-12-06T17:41:21.328202Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801450129991491:2065] [node 4] ICS09 handshake done sender: [6:7580801450129991480:2120] self: [6:7580801450129991484:0] peer: [4:7580801450250881424:0] socket: 532 qp: -1
2025-12-06T17:41:21.328237Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801450129991491:2065] [node 4] ICS10 traffic start
2025-12-06T17:41:21.328272Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:21.328574Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580801445835024125:2065] [node 4] ICP27 obsolete handshake fail ignored
2025-12-06T17:41:21.329596Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801450129991489:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:21.329645Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:21.348999Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801450129991494:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11771
2025-12-06T17:41:21.359838Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801445835024099:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29694) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801450129991485:2122] held: no
2025-12-06T17:41:21.395110Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801445835024099:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(51309525ns) {HandleHandshakeStatus:395(46344997ns) {LogHandshakeFail:472(18888ns) {UpdateErrorStateLog:545(5083ns)} DropOutgoingHandshake:457(1484ns) ProcessPendingSessionEvents:495(27091465ns) {DropSessionEvent:512(10984387ns) DropSessionEvent:512(23864ns) DropSessionEvent:512(10032ns) DropSessionEvent:512(6453ns) DropSessionEvent:512(4021703ns) DropSessionEvent:512(10672ns) DropSessionEvent:512(9730ns) DropSessionEvent:512(11990526ns) DropSessionEvent:512(11308ns) DropSessionEvent:512(9444ns)}}}
2025-12-06T17:41:21.395218Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801450129991485:2122] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:21.396004Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801445835024099:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:41:21.396051Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:21.396099Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801445835024099:2050] [node 3] ICP22 created new session: [6:7580801450129991495:2050]
2025-12-06T17:41:21.396149Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801450129991495:2050] [node 3] ICS09 handshake done sender: [6:7580801450129991485:2122] self: [6:7580801450129991490:0] peer: [3:7580801451336274555:0] socket: 537 qp: -1
2025-12-06T17:41:21.396182Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801450129991495:2050] [node 3] ICS10 traffic start
2025-12-06T17:41:21.396227Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:21.418951Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801445835024097:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(146104661ns) {HandleHandshakeStatus:329(146102290ns) {DropIncomingHandshake:442(472ns) DropOutgoingHandshake:457(15033ns) SwitchToState:179(187ns) ProcessPendingSessionEvents:495(23942523ns) {ForwardSessionEventToSession:612(23871625ns) ForwardSessionEventToSession:612(8197ns) ForwardSessionEventToSession:612(9742ns) ForwardSessionEventToSession:612(3337ns) ForwardSessionEventToSession:612(2891ns) ForwardSessionEventToSession:612(5392ns) ForwardSessionEventToSession:612(3024ns) ForwardSessionEventToSession:612(18226ns) ForwardSessionEventToSession:612(3216ns) ForwardSessionEventToSession:612(3469ns)}}}
2025-12-06T17:41:21.419051Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580801445835024097:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:41:21.279202Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801451555064990:2120] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:21.279525Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801451555065009:2048] [node 1] ICS09 handshake done sender: [2:7580801451555064997:2123] self: [2:7580801451555065005:0] peer: [1:7580801453816101297:0] socket: 522 qp: -1
2025-12-06T17:41:21.285064Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:21.295421Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801451555065009:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:21.295490Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:21.300088Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801447260097679:2081] [node 4] ICP22 created new session: [2:7580801451555065011:2081]
2025-12-06T17:41:21.311035Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801451555065008:2125] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:21.329750Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801451555065011:2081] [node 4] ICS09 handshake done sender: [2:7580801451555064995:2122] self: [2:7580801451555064994:0] peer: [4:7580801450250881433:0] socket: 529 qp: -1
2025-12-06T17:41:21.329785Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801451555065011:2081] [node 4] ICS10 traffic start
2025-12-06T17:41:21.334357Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801447260097674:2080] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:21.334453Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:21.334503Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801447260097674:2080] [node 5] ICP22 created new session: [2:7580801451555065014:2080]
2025-12-06T17:41:21.334568Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801451555065014:2080] [node 5] ICS09 handshake done sender: [2:7580801451555064990:2120] self: [2:7580801451555064989:0] peer: [5:7580801453879696088:0] socket: 516 qp: -1
2025-12-06T17:41:21.334596Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801451555065014:2080] [node 5] ICS10 traffic start
2025-12-06T17:41:21.334632Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:21.350818Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:21.351312Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801447260097610:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(120415178ns) {HandleHandshakeStatus:329(119247363ns) {DropIncomingHandshake:442(684ns) DropOutgoingHandshake:457(6110ns) SwitchToState:179(438ns) ProcessPendingSessionEvents:495(116534ns) {ForwardSessionEventToSession:612(56783ns) ForwardSessionEventToSession:612(6666ns) ForwardSessionEventToSession:612(2867ns) ForwardSessionEventToSession:612(2518ns) ForwardSessionEventToSession:612(6119ns) ForwardSessionEventToSession:612(4087ns) ForwardSessionEventToSession:612(6087ns) ForwardSessionEventToSession:612(7335ns) ForwardSessionEventToSession:612(3816ns) ForwardSessionEventToSession:612(10070ns)}}}
2025-12-06T17:41:21.351379Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7580801447260097610:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:41:21.392946Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801447260097679:2081] [node 4] ICP35 event processing took too much time PendingConnection:279(118916344ns) {HandleHandshakeStatus:329(118913926ns) {DropIncomingHandshake:442(12248ns) DropOutgoingHandshake:457(869ns) SwitchToState:179(459ns) ProcessPendingSessionEvents:495(33000935ns) {ForwardSessionEventToSession:612(15250803ns) ForwardSessionEventToSession:612(6615ns) ForwardSessionEventToSession:612(15773898ns) ForwardSessionEventToSession:612(6335ns) ForwardSessionEventToSession:612(3026ns) ForwardSessionEventToSession:612(732081ns) ForwardSessionEventToSession:612(1199860ns) ForwardSessionEventToSession:612(2810ns) ForwardSessionEventToSession:612(5163ns) ForwardSessionEventToSession:612(2801ns)}}}
2025-12-06T17:41:21.426979Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801450250881427:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:21.427046Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801450250881427:2117] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:21.435945Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801450250881427:2117] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:21.436863Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801445955914077:2065] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:21.436954Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:21.437004Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801445955914077:2065] [node 5] ICP22 created new session: [4:7580801450250881448:2065]
2025-12-06T17:41:21.437062Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801450250881448:2065] [node 5] ICS09 handshake done sender: [4:7580801450250881427:2117] self: [4:7580801450250881425:0] peer: [5:7580801453879696100:0] socket: 515 qp: -1
2025-12-06T17:41:21.437097Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801450250881448:2065] [node 5] ICS10 traffic start
2025-12-06T17:41:21.437131Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:21.436353Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801453879696101:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11298
2025-12-06T17:41:21.439052Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801453879696095:2121] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:21.439877Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801449584728772:2084] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:41:21.439955Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:21.439999Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801449584728772:2084] [node 4] ICP22 created new session: [5:7580801453879696102:2084]
2025-12-06T17:41:21.440047Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801453879696102:2084] [node 4] ICS09 handshake done sender: [5:7580801453879696095:2121] self: [5:7580801453879696100:0] peer: [4:7580801450250881425:0] socket: 482 qp: -1
2025-12-06T17:41:21.440080Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801453879696102:2084] [node 4] ICS10 traffic start
2025-12-06T17:41:21.440119Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:21.515698Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:41:21.515944Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580801451555065009:2048] [node 1] ICS01 socket: 522 reason# EndOfStream
2025-12-06T17:41:21.515984Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580801447260097610:2048] [node 1] ICP30 unregister session Session# [2:7580801451555065009:2048] VirtualId# [2:7580801451555065005:0]
2025-12-06T17:41:21.516019Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580801451555065009:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:21.516108Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:21.516156Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:21.516099Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:41:21.516277Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801451336274568:2048] [node 1] ICS01 socket: 548 reason# EndOfStream
2025-12-06T17:41:21.516313Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801447041307166:2048] [node 1] ICP30 unregister session Session# [3:7580801451336274568:2048] VirtualId# [3:7580801451336274563:0]
2025-12-06T17:41:21.516338Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801451336274568:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:21.516403Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:21.516446Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:21.526974Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:41:21.527248Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801450250881444:2048] [node 1] ICS01 socket: 540 reason# EndOfStream
2025-12-06T17:41:21.527292Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801445955914049:2048] [node 1] ICP30 unregister session Session# [4:7580801450250881444:2048] VirtualId# [4:7580801450250881436:0]
2025-12-06T17:41:21.527330Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801450250881444:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:21.527536Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:41:21.527758Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801453879696098:2048] [node 1] ICS01 socket: 521 reason# EndOfStream
2025-12-06T17:41:21.527811Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801449584728705:2048] [node 1] ICP30 unregister session Session# [5:7580801453879696098:2048] VirtualId# [5:7580801453879696082:0]
2025-12-06T17:41:21.527846Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801453879696098:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:21.527913Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:21.527952Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:21.527422Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:21.527482Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:21.529681Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:41:21.529957Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580801450129991489:2048] [node 1] ICS07 socket disconnect 495 reason# EndOfStream
2025-12-06T17:41:21.529992Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801450129991489:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:21.530074Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:21.530149Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580801450129991489:2048] [node 1] ICS15 start handshake
2025-12-06T17:41:21.555269Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801445835024097:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64650) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:41:21.555351Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801450129991489:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:41:21.555492Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801445835024097:2048] [node 1] ICP30 unregister session Session# [6:7580801450129991489:2048] VirtualId# [6:7580801450129991478:0]
2025-12-06T17:41:21.555546Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:21.555579Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580801445835024097:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:64650) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:41:21.555595Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64650) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:41:21.566840Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580801445835024097:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:41:21.589346Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:41:21.589590Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801451336274552:2049] [node 2] ICS01 socket: 509 reason# EndOfStream
2025-12-06T17:41:21.589633Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801447041307167:2049] [node 2] ICP30 unregister session Session# [3:7580801451336274552:2049] VirtualId# [3:7580801451336274548:0]
2025-12-06T17:41:21.589669Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801451336274552:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:21.589758Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:21.589803Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:21.595708Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:41:21.594752Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:41:21.595879Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801450129991482:2049] [node 2] ICS01 socket: 507 reason# EndOfStream
2025-12-06T17:41:21.594989Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801453879696096:2049] [node 2] ICS01 socket: 513 reason# EndOfStream
2025-12-06T17:41:21.595924Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801445835024098:2049] [node 2] ICP30 unregister session Session# [6:7580801450129991482:2049] VirtualId# [6:7580801450129991471:0]
2025-12-06T17:41:21.595949Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801450129991482:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:21.595033Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801449584728706:2049] [node 2] ICP30 unregister session Session# [5:7580801453879696096:2049] VirtualId# [5:7580801453879696088:0]
2025-12-06T17:41:21.595070Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801453879696096:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:21.595999Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:21.595151Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:21.596028Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:21.595196Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:21.595293Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:41:21.595481Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801450250881439:2049] [node 2] ICS01 socket: 531 reason# EndOfStream
2025-12-06T17:41:21.595512Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801445955914050:2049] [node 2] ICP30 unregister session Session# [4:7580801450250881439:2049] VirtualId# [4:7580801450250881433:0]
2025-12-06T17:41:21.595539Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801450250881439:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:21.595592Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:21.595626Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:21.734935Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:41:21.735154Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801450129991495:2050] [node 3] ICS01 socket: 537 reason# EndOfStream
2025-12-06T17:41:21.735190Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801445835024099:2050] [node 3] ICP30 unregister session Session# [6:7580801450129991495:2050] VirtualId# [6:7580801450129991490:0]
2025-12-06T17:41:21.735234Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801450129991495:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:21.735330Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:41:21.735371Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:41:21.734796Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:41:21.735048Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801453879696093:2050] [node 3] ICS01 socket: 505 reason# EndOfStream
2025-12-06T17:41:21.735087Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801449584728707:2050] [node 3] ICP30 unregister session Session# [5:7580801453879696093:2050] VirtualId# [5:7580801453879696083:0]
2025-12-06T17:41:21.735124Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801453879696093:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:21.735216Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:41:21.735261Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:41:21.735371Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:41:21.735591Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580801450250881423:2050] [node 3] ICS07 socket disconnect 500 reason# EndOfStream
2025-12-06T17:41:21.735623Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801450250881423:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:21.735684Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:41:21.735726Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580801450250881423:2050] [node 3] ICS15 start handshake
2025-12-06T17:41:21.737277Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801445955914051:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29694) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:41:21.737340Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801450250881423:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:41:21.737374Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801445955914051:2050] [node 3] ICP30 unregister session Session# [4:7580801450250881423:2050] VirtualId# [4:7580801450250881421:0]
2025-12-06T17:41:21.737419Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:41:21.737454Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580801445955914051:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:29694) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:41:21.737468Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29694) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:41:21.879059Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:41:21.879305Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580801450129991491:2065] [node 4] ICS07 socket disconnect 532 reason# EndOfStream
2025-12-06T17:41:21.879334Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801450129991491:2065] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:21.879417Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:41:21.879473Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580801450129991491:2065] [node 4] ICS15 start handshake
2025-12-06T17:41:21.880818Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801445835024125:2065] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24652) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:41:21.880880Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801450129991491:2065] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:41:21.880919Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801445835024125:2065] [node 4] ICP30 unregister session Session# [6:7580801450129991491:2065] VirtualId# [6:7580801450129991484:0]
2025-12-06T17:41:21.880968Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:41:21.880999Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580801445835024125:2065] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:24652) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:41:21.881026Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24652) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:41:21.881946Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:41:21.882179Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801453879696102:2084] [node 4] ICS01 socket: 482 reason# EndOfStream
2025-12-06T17:41:21.882215Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801449584728772:2084] [node 4] ICP30 unregister session Session# [5:7580801453879696102:2084] VirtualId# [5:7580801453879696100:0]
2025-12-06T17:41:21.882247Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801453879696102:2084] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:21.882321Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:41:21.882367Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:41:21.892406Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580801445835024125:2065] [node 4] ICP33 wake up from error state
2025-12-06T17:41:22.010669Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:41:22.010929Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801450129991486:2067] [node 5] ICS01 socket: 489 reason# EndOfStream
2025-12-06T17:41:22.010974Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801445835024121:2067] [node 5] ICP30 unregister session Session# [6:7580801450129991486:2067] VirtualId# [6:7580801450129991475:0]
2025-12-06T17:41:22.011011Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801450129991486:2067] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:22.011114Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:41:22.011163Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:41:22.086702Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801456784754531:2048] [node 2] ICP01 ready to work
2025-12-06T17:41:22.086811Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801456784754532:2049] [node 3] ICP01 ready to work
2025-12-06T17:41:22.092345Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801455108426917:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:22.092378Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801455108426918:2049] [node 3] ICP01 ready to work
2025-12-06T17:41:22.134903Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801457672649346:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:22.134939Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801457672649347:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:22.134970Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801457672649348:2050] [node 3] ICP01 ready to work
2025-12-06T17:41:22.142819Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801456179173451:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:22.142863Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801456179173452:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:22.143403Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801454743283148:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:22.143442Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801454743283149:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:22.143473Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801454743283150:2050] [node 3] ICP01 ready to work
2025-12-06T17:41:22.184168Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801454695143516:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:22.184207Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801454695143517:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:22.184240Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801454695143518:2050] [node 3] ICP01 ready to work
2025-12-06T17:41:22.443854Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801454695143533:2062] [node 4] ICP01 ready to work
2025-12-06T17:41:22.397651Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801456179173472:2066] [node 6] ICP01 ready to work
2025-12-06T17:41:22.499657Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801456784754592:2094] [node 4] ICP01 ready to work
2025-12-06T17:41:22.588163Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801454743283169:2062] [node 6] ICP01 ready to work
2025-12-06T17:41:22.693657Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801455108426917:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(296500836ns) {Configure:104(290472269ns) {ProcessConfigured:135(91167ns) {StartInitialHandshake:157(82787ns) {DropHandshakes:470(4810ns) {DropIncomingHandshake:442(1788ns) DropOutgoingHandshake:457(574ns)} GenerateSessionVirtualId:988(2281ns) PrepareNewSessionHandshake:477(3218ns) {SwitchToState:179(1836ns)}}}}}
2025-12-06T17:41:22.630686Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801454695143547:2068] [node 5] ICP01 ready to work
2025-12-06T17:41:22.722683Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801456179173472:2066] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(324655256ns) {Configure:104(324651046ns) {ProcessConfigured:135(93321ns) {StartInitialHandshake:157(90161ns) {DropHandshakes:470(4488ns) {DropIncomingHandshake:442(1187ns) DropOutgoingHandshake:457(588ns)} GenerateSessionVirtualId:988(1652ns) PrepareNewSessionHandshake:477(2557ns) {SwitchToState:179(752ns)}}}}}
2025-12-06T17:41:22.726818Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801456179173521:2068] [node 5] ICP01 ready to work
2025-12-06T17:41:22.727193Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801456179173522:2069] [node 4] ICP01 ready to work
2025-12-06T17:41:22.703707Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801456784754595:2095] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:22.750703Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801455108426987:2083] [node 6] ICP01 ready to work
2025-12-06T17:41:22.756536Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801455108426988:2084] [node 5] ICP01 ready to work
2025-12-06T17:41:22.756834Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801455108426989:2085] [node 4] ICP01 ready to work
2025-12-06T17:41:22.736234Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801457672649346:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(322667027ns) {Configure:104(322655012ns) {ProcessConfigured:135(92849ns) {StartInitialHandshake:157(88706ns) {DropHandshakes:470(4651ns) {DropIncomingHandshake:442(998ns) DropOutgoingHandshake:457(736ns)} GenerateSessionVirtualId:988(1141ns) PrepareNewSessionHandshake:477(2873ns) {SwitchToState:179(579ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:22.776632Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801455108426990:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4661
2025-12-06T17:41:22.751599Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801456179173521:2068] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(21927118ns) {Configure:104(21921860ns) {ProcessConfigured:135(82859ns) {StartInitialHandshake:157(80468ns) {DropHandshakes:470(3387ns) {DropIncomingHandshake:442(884ns) DropOutgoingHandshake:457(583ns)} GenerateSessionVirtualId:988(1279ns) PrepareNewSessionHandshake:477(2575ns) {SwitchToState:179(753ns)}}}}}
2025-12-06T17:41:22.785715Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801454743283149:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(174800326ns) {Configure:104(174787840ns) {ProcessConfigured:135(89217ns) {StartInitialHandshake:157(86049ns) {DropHandshakes:470(6708ns) {DropIncomingHandshake:442(785ns) DropOutgoingHandshake:457(635ns)} GenerateSessionVirtualId:988(1744ns) PrepareNewSessionHandshake:477(2265ns) {SwitchToState:179(777ns)}}}}}
2025-12-06T17:41:22.788524Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801454743283217:2069] [node 5] ICP01 ready to work
2025-12-06T17:41:22.737156Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801457672649411:2064] [node 4] ICP01 ready to work
2025-12-06T17:41:22.753497Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801456179173523:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47911
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:22.807923Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801456179173533:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47911
2025-12-06T17:41:22.737543Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801457672649412:2077] [node 6] ICP01 ready to work
2025-12-06T17:41:22.777599Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801456784754596:2096] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:22.824707Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801454743283150:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(34151735ns) {Configure:104(34147742ns) {ProcessConfigured:135(84074ns) {StartInitialHandshake:157(80629ns) {DropHandshakes:470(2371ns) {DropIncomingHandshake:442(507ns) DropOutgoingHandshake:457(599ns)} GenerateSessionVirtualId:988(681ns) PrepareNewSessionHandshake:477(2387ns) {SwitchToState:179(1114ns)}}}}}
2025-12-06T17:41:22.826662Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801454743283216:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54061
2025-12-06T17:41:22.831583Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801454695143516:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(66491743ns) {Configure:104(66485660ns) {ProcessConfigured:135(73431ns) {StartInitialHandshake:157(70542ns) {DropHandshakes:470(3203ns) {DropIncomingHandshake:442(569ns) DropOutgoingHandshake:457(728ns)} GenerateSessionVirtualId:988(1180ns) PrepareNewSessionHandshake:477(2549ns) {SwitchToState:179(1049ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:22.846299Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801455108426990:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:22.846492Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801455108427002:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4661
2025-12-06T17:41:22.848228Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801456179173533:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:22.848383Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801456179173452:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:22.848775Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801455108426992:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:22.856208Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801454695143591:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51783
2025-12-06T17:41:22.856471Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801454695143594:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51783
2025-12-06T17:41:22.856585Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801454695143595:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51783
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:22.848806Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801455108426992:2117] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:41:22.855136Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801455108426992:2117] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:22.858988Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801456179173523:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:22.859290Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801456179173535:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47911
2025-12-06T17:41:22.869700Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801456784754532:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(48961636ns) {Configure:104(48956469ns) {ProcessConfigured:135(8111228ns) {StartInitialHandshake:157(8105864ns) {DropHandshakes:470(5294ns) {DropIncomingHandshake:442(1720ns) DropOutgoingHandshake:457(793ns)} GenerateSessionVirtualId:988(1534ns) PrepareNewSessionHandshake:477(7691ns) {SwitchToState:179(2793ns)}}}}}
2025-12-06T17:41:22.887791Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801454695143591:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:22.901898Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801454695143594:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:22.902039Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801454695143518:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:22.902238Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801454695143517:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:22.917538Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801454695143595:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:22.917713Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801454695143533:2062] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:22.883455Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801457672649348:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(112117598ns) {Configure:104(112110389ns) {ProcessConfigured:135(11069142ns) {StartInitialHandshake:157(11065052ns) {DropHandshakes:470(3743ns) {DropIncomingHandshake:442(898ns) DropOutgoingHandshake:457(545ns)} GenerateSessionVirtualId:988(907ns) PrepareNewSessionHandshake:477(4135ns) {SwitchToState:179(2030ns)}}}}}
2025-12-06T17:41:22.899627Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801455108427002:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:22.899885Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801455108426918:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:41:22.900004Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:22.900061Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801455108426918:2049] [node 3] ICP22 created new session: [2:7580801455108427005:2049]
2025-12-06T17:41:22.900107Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801455108427005:2049] [node 3] ICS09 handshake done sender: [2:7580801455108426992:2117] self: [2:7580801455108426991:0] peer: [3:7580801456179173534:0] socket: 498 qp: -1
2025-12-06T17:41:22.900146Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801455108427005:2049] [node 3] ICS10 traffic start
2025-12-06T17:41:22.900204Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:22.921002Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801455108426994:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:22.921039Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801455108426994:2118] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:22.902580Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801454743283216:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:22.944711Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801455108427007:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4661
2025-12-06T17:41:22.944799Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801455108427008:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4661
2025-12-06T17:41:22.946651Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801455108426994:2118] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:22.947052Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801455108426987:2083] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:22.947121Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:22.947164Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801455108426987:2083] [node 6] ICP22 created new session: [2:7580801455108427012:2083]
2025-12-06T17:41:22.947213Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801455108427012:2083] [node 6] ICS09 handshake done sender: [2:7580801455108426994:2118] self: [2:7580801455108426993:0] peer: [6:7580801454695143598:0] socket: 499 qp: -1
2025-12-06T17:41:22.947247Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801455108427012:2083] [node 6] ICS10 traffic start
2025-12-06T17:41:22.947285Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:22.909735Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801457672649411:2064] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(24358161ns) {Configure:104(24352494ns) {ProcessConfigured:135(100119ns) {StartInitialHandshake:157(96897ns) {DropHandshakes:470(3402ns) {DropIncomingHandshake:442(554ns) DropOutgoingHandshake:457(591ns)} GenerateSessionVirtualId:988(917ns) PrepareNewSessionHandshake:477(2793ns) {SwitchToState:179(1157ns)}}}}}
2025-12-06T17:41:22.932162Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801456784754596:2096] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(22529160ns) {Configure:104(22522540ns) {ProcessConfigured:135(81245ns) {StartInitialHandshake:157(77865ns) {DropHandshakes:470(7042ns) {DropIncomingHandshake:442(1296ns) DropOutgoingHandshake:457(519ns)} GenerateSessionVirtualId:988(1328ns) PrepareNewSessionHandshake:477(2521ns) {SwitchToState:179(711ns)}}}}}
2025-12-06T17:41:22.933419Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801456784754599:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60173
2025-12-06T17:41:22.933592Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801456784754600:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60173
2025-12-06T17:41:22.933702Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801456784754610:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60173
2025-12-06T17:41:22.934208Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801456784754609:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60173
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:22.959748Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801454695143600:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51783
2025-12-06T17:41:22.919761Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801454743283219:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:22.966046Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801456179173518:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:22.966092Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801456179173518:2112] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:22.966747Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801456179173452:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13586) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580801456179173533:2118] held: no
2025-12-06T17:41:22.967215Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801456179173533:2118] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:22.919789Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801454743283219:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:22.935250Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801454743283219:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:22.945432Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801454743283169:2062] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:22.945500Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:22.945550Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801454743283169:2062] [node 6] ICP22 created new session: [4:7580801454743283230:2062]
2025-12-06T17:41:22.945636Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801454743283230:2062] [node 6] ICS09 handshake done sender: [4:7580801454743283219:2113] self: [4:7580801454743283218:0] peer: [6:7580801454695143599:0] socket: 507 qp: -1
2025-12-06T17:41:22.945674Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801454743283230:2062] [node 6] ICS10 traffic start
2025-12-06T17:41:22.945734Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:22.967949Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801454743283169:2062] [node 6] ICP35 event processing took too much time PendingConnection:279(22294836ns) {HandleHandshakeStatus:329(22288015ns) {DropIncomingHandshake:442(14892ns) DropOutgoingHandshake:457(739ns) SwitchToState:179(1459ns) ProcessPendingSessionEvents:495(21833239ns) {ForwardSessionEventToSession:612(17292147ns) ForwardSessionEventToSession:612(11487ns) ForwardSessionEventToSession:612(3305ns) ForwardSessionEventToSession:612(1721013ns) ForwardSessionEventToSession:612(4965ns) ForwardSessionEventToSession:612(3104ns) ForwardSessionEventToSession:612(2759659ns) ForwardSessionEventToSession:612(4062ns) ForwardSessionEventToSession:612(12961ns) ForwardSessionEventToSession:612(2361ns)}}}
2025-12-06T17:41:22.912748Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801457672649422:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20514
2025-12-06T17:41:22.975243Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801456784754600:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:22.975375Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801456784754609:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:22.975500Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801456784754599:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:22.977360Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801454695143601:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51783
2025-12-06T17:41:22.984637Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801457672649422:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:22.984916Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801457672649425:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20514
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:22.985043Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801457672649426:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20514
2025-12-06T17:41:22.986892Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801456179173452:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:22.986984Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:22.987037Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801456179173452:2049] [node 2] ICP22 created new session: [3:7580801456179173539:2049]
2025-12-06T17:41:22.987091Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801456179173539:2049] [node 2] ICS09 handshake done sender: [3:7580801456179173533:2118] self: [3:7580801456179173534:0] peer: [2:7580801455108426991:0] socket: 501 qp: -1
2025-12-06T17:41:22.987147Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801456179173539:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:22.987184Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:22.978034Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801454695143594:2116] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:22.978235Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801454695143517:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:22.978309Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:22.978369Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801454695143517:2049] [node 2] ICP22 created new session: [6:7580801454695143602:2049]
2025-12-06T17:41:22.978423Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801454695143602:2049] [node 2] ICS09 handshake done sender: [6:7580801454695143594:2116] self: [6:7580801454695143598:0] peer: [2:7580801455108426993:0] socket: 511 qp: -1
2025-12-06T17:41:22.978459Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801454695143602:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:22.978519Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:23.010685Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801456179173536:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47911
2025-12-06T17:41:23.011028Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801456179173518:2112] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:23.012901Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801456179173536:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:23.012964Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801456179173472:2066] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:23.013048Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:23.013115Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801456179173472:2066] [node 6] ICP22 created new session: [3:7580801460474140839:2066]
2025-12-06T17:41:23.013171Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801460474140839:2066] [node 6] ICS09 handshake done sender: [3:7580801456179173518:2112] self: [3:7580801456179173517:0] peer: [6:7580801454695143597:0] socket: 490 qp: -1
2025-12-06T17:41:23.013204Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801460474140839:2066] [node 6] ICS10 traffic start
2025-12-06T17:41:23.013240Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:22.999314Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801454695143595:2117] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:23.003050Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801457672649426:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:23.037068Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801460474140838:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47911
2025-12-06T17:41:23.006315Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801455108427007:2122] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:23.003206Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801457672649347:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:23.019273Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801461967616725:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20514
2025-12-06T17:41:23.027334Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801461967616726:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20514
2025-12-06T17:41:23.043449Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801454695143533:2062] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11731) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801454695143595:2117] held: no
2025-12-06T17:41:23.043584Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801454695143533:2062] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:41:23.043649Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:23.043709Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801454695143533:2062] [node 4] ICP22 created new session: [6:7580801458990110902:2062]
2025-12-06T17:41:23.043773Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801458990110902:2062] [node 4] ICS09 handshake done sender: [6:7580801454695143595:2117] self: [6:7580801454695143599:0] peer: [4:7580801454743283218:0] socket: 512 qp: -1
2025-12-06T17:41:23.043820Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801458990110902:2062] [node 4] ICS10 traffic start
2025-12-06T17:41:23.043877Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:23.006496Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801455108426996:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:23.006522Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801455108426996:2119] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:41:23.030907Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801455108426996:2119] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:23.048353Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801461079721910:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60173
2025-12-06T17:41:23.048855Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801455108426988:2084] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:23.048959Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:23.049053Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801455108426988:2084] [node 5] ICP22 created new session: [2:7580801459403394313:2084]
2025-12-06T17:41:23.049115Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801459403394313:2084] [node 5] ICS09 handshake done sender: [2:7580801455108426996:2119] self: [2:7580801455108426995:0] peer: [5:7580801457672649428:0] socket: 527 qp: -1
2025-12-06T17:41:23.049158Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801459403394313:2084] [node 5] ICS10 traffic start
2025-12-06T17:41:23.049219Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:23.055369Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801454695143518:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10171) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801454695143591:2114] held: no
2025-12-06T17:41:23.055726Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801454695143605:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51783
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:23.056186Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801454743283232:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54061
2025-12-06T17:41:23.056493Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801454743283229:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54061
2025-12-06T17:41:23.056920Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801459038250530:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54061
2025-12-06T17:41:23.061338Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801457672649426:2117] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:23.061674Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801457672649347:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13586) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580801457672649426:2117] held: no
2025-12-06T17:41:23.061787Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801457672649347:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:23.061842Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:23.061886Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801457672649347:2049] [node 2] ICP22 created new session: [5:7580801461967616727:2049]
2025-12-06T17:41:23.061945Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801461967616727:2049] [node 2] ICS09 handshake done sender: [5:7580801457672649426:2117] self: [5:7580801457672649428:0] peer: [2:7580801455108426995:0] socket: 533 qp: -1
2025-12-06T17:41:23.061995Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801461967616727:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:23.062032Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:23.063206Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801456784754610:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:23.063327Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801461079721910:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:23.063838Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801455108427008:2123] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:23.063964Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580801455108426917:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:23.064516Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801456784754602:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:23.064547Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801456784754602:2113] [node 2] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:23.065930Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801459403394316:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4661
2025-12-06T17:41:23.066189Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801456784754602:2113] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:23.066831Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801455108427008:2123] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:23.067053Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580801455108426917:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:23.067130Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:23.067189Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801455108426917:2048] [node 1] ICP22 created new session: [2:7580801459403394317:2048]
2025-12-06T17:41:23.067548Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801456784754531:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:41:23.067604Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:23.067640Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801456784754531:2048] [node 2] ICP22 created new session: [1:7580801461079721917:2048]
2025-12-06T17:41:23.067686Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801461079721917:2048] [node 2] ICS09 handshake done sender: [1:7580801456784754602:2113] self: [1:7580801456784754601:0] peer: [2:7580801459403394315:0] socket: 523 qp: -1
2025-12-06T17:41:23.067724Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801461079721917:2048] [node 2] ICS10 traffic start
2025-12-06T17:41:23.067766Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:23.068667Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801459403394317:2048] [node 1] ICS09 handshake done sender: [2:7580801455108427008:2123] self: [2:7580801459403394315:0] peer: [1:7580801456784754601:0] socket: 526 qp: -1
2025-12-06T17:41:23.068710Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801459403394317:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:23.068769Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:23.069680Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801459038250530:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:23.069815Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801454743283229:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:23.069914Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801454743283232:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:23.070252Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801454743283150:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:23.070331Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801454743283148:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:23.070376Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801454743283149:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:23.071817Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801456784754604:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:23.071852Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801456784754604:2114] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:41:23.071004Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801456179173529:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:23.071042Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801456179173529:2117] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:41:23.076843Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801460474140838:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:23.077351Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801456179173529:2117] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:23.077727Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801456179173522:2069] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:41:23.077806Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:23.077856Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801456179173522:2069] [node 4] ICP22 created new session: [3:7580801460474140845:2069]
2025-12-06T17:41:23.077916Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801460474140845:2069] [node 4] ICS09 handshake done sender: [3:7580801456179173529:2117] self: [3:7580801456179173528:0] peer: [4:7580801459038250531:0] socket: 488 qp: -1
2025-12-06T17:41:23.077958Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801460474140845:2069] [node 4] ICS10 traffic start
2025-12-06T17:41:23.077997Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:23.079072Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801459038250534:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54061
2025-12-06T17:41:23.079616Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801459038250530:2118] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:23.079851Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801454743283150:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:41:23.079930Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:23.079977Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801454743283150:2050] [node 3] ICP22 created new session: [4:7580801459038250535:2050]
2025-12-06T17:41:23.080036Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801459038250535:2050] [node 3] ICS09 handshake done sender: [4:7580801459038250530:2118] self: [4:7580801459038250531:0] peer: [3:7580801456179173528:0] socket: 541 qp: -1
2025-12-06T17:41:23.080086Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801459038250535:2050] [node 3] ICS10 traffic start
2025-12-06T17:41:23.080120Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:23.086877Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801461967616725:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:23.087170Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801457672649425:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:23.087779Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801457672649348:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:23.087843Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801457672649346:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:23.088268Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801455108426998:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:23.088308Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801455108426998:2120] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:41:23.090458Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801454695143591:2114] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:23.092352Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801454695143518:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:41:23.092414Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:23.092463Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801454695143518:2050] [node 3] ICP22 created new session: [6:7580801458990110904:2050]
2025-12-06T17:41:23.092511Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801458990110904:2050] [node 3] ICS09 handshake done sender: [6:7580801454695143591:2114] self: [6:7580801454695143597:0] peer: [3:7580801456179173517:0] socket: 494 qp: -1
2025-12-06T17:41:23.092544Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801458990110904:2050] [node 3] ICS10 traffic start
2025-12-06T17:41:23.092587Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:23.091053Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801456784754598:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:23.091088Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801456784754598:2110] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:23.094821Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801456179173527:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:23.094867Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801456179173527:2116] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:41:23.096790Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801459038250537:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54061
2025-12-06T17:41:23.096866Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801459038250538:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54061
2025-12-06T17:41:23.096941Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801459038250539:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54061
2025-12-06T17:41:23.097750Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801456179173527:2116] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:23.098125Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801456179173521:2068] [node 5] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:23.099886Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801461967616732:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20514
2025-12-06T17:41:23.099970Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801461967616733:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20514
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:23.100581Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801461967616734:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20514
2025-12-06T17:41:23.102408Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801461967616725:2118] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:23.107848Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801455108426998:2120] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:23.111498Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801457672649348:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:41:23.111579Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:23.111637Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801457672649348:2050] [node 3] ICP22 created new session: [5:7580801461967616735:2050]
2025-12-06T17:41:23.111695Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801461967616735:2050] [node 3] ICS09 handshake done sender: [5:7580801461967616725:2118] self: [5:7580801461967616730:0] peer: [3:7580801456179173526:0] socket: 540 qp: -1
2025-12-06T17:41:23.111737Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801461967616735:2050] [node 3] ICS10 traffic start
2025-12-06T17:41:23.111771Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:23.110869Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801455108426989:2085] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:41:23.113159Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:23.113215Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801455108426989:2085] [node 4] ICP22 created new session: [2:7580801459403394320:2085]
2025-12-06T17:41:23.113287Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801459403394320:2085] [node 4] ICS09 handshake done sender: [2:7580801455108426998:2120] self: [2:7580801455108426997:0] peer: [4:7580801459038250533:0] socket: 530 qp: -1
2025-12-06T17:41:23.113331Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801459403394320:2085] [node 4] ICS10 traffic start
2025-12-06T17:41:23.113396Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:23.118938Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801454743283149:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13586) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580801454743283232:2117] held: no
2025-12-06T17:41:23.119116Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801454743283229:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:23.102779Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:23.098834Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801456784754604:2114] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:23.107062Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801456784754598:2110] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:23.108225Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801456784754592:2094] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:41:23.108300Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:23.108357Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801456784754592:2094] [node 4] ICP22 created new session: [1:7580801461079721922:2094]
2025-12-06T17:41:23.108422Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801461079721922:2094] [node 4] ICS09 handshake done sender: [1:7580801456784754604:2114] self: [1:7580801456784754603:0] peer: [4:7580801459038250532:0] socket: 524 qp: -1
2025-12-06T17:41:23.108462Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801461079721922:2094] [node 4] ICS10 traffic start
2025-12-06T17:41:23.108499Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:23.108957Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801456784754595:2095] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:23.108999Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:23.109050Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801456784754595:2095] [node 5] ICP22 created new session: [1:7580801461079721924:2095]
2025-12-06T17:41:23.109124Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801461079721924:2095] [node 5] ICS09 handshake done sender: [1:7580801456784754598:2110] self: [1:7580801456784754597:0] peer: [5:7580801461967616731:0] socket: 522 qp: -1
2025-12-06T17:41:23.109155Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801461079721924:2095] [node 5] ICS10 traffic start
2025-12-06T17:41:23.109201Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:23.112958Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801456179173521:2068] [node 5] ICP22 created new session: [3:7580801460474140848:2068]
2025-12-06T17:41:23.116316Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801460474140848:2068] [node 5] ICS09 handshake done sender: [3:7580801456179173527:2116] self: [3:7580801456179173526:0] peer: [5:7580801461967616730:0] socket: 538 qp: -1
2025-12-06T17:41:23.116379Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801460474140848:2068] [node 5] ICS10 traffic start
2025-12-06T17:41:23.116446Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:23.116950Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801456179173521:2068] [node 5] ICP35 event processing took too much time PendingConnection:279(18587555ns) {HandleHandshakeStatus:329(18583712ns) {DropIncomingHandshake:442(16858ns) DropOutgoingHandshake:457(673ns) SwitchToState:179(820ns) ProcessPendingSessionEvents:495(128866ns) {ForwardSessionEventToSession:612(70306ns) ForwardSessionEventToSession:612(3211ns) ForwardSessionEventToSession:612(2559ns) ForwardSessionEventToSession:612(5855ns) ForwardSessionEventToSession:612(3182ns) ForwardSessionEventToSession:612(8611ns) ForwardSessionEventToSession:612(3351ns) ForwardSessionEventToSession:612(2302ns) ForwardSessionEventToSession:612(8318ns) ForwardSessionEventToSession:612(2189ns)}}}
2025-12-06T17:41:23.121918Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801460474140850:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47911
2025-12-06T17:41:23.123352Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801457672649425:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:23.123759Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801454743283148:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:23.123847Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:23.123896Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801454743283148:2048] [node 1] ICP22 created new session: [4:7580801459038250541:2048]
2025-12-06T17:41:23.123959Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801459038250541:2048] [node 1] ICS09 handshake done sender: [4:7580801454743283229:2116] self: [4:7580801459038250532:0] peer: [1:7580801456784754603:0] socket: 529 qp: -1
2025-12-06T17:41:23.123995Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801459038250541:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:23.124029Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:23.126774Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801457672649346:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:23.126866Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:23.126919Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801457672649346:2048] [node 1] ICP22 created new session: [5:7580801461967616737:2048]
2025-12-06T17:41:23.126963Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801461967616737:2048] [node 1] ICS09 handshake done sender: [5:7580801457672649425:2116] self: [5:7580801461967616731:0] peer: [1:7580801456784754597:0] socket: 532 qp: -1
2025-12-06T17:41:23.127002Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801461967616737:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:23.127045Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:23.131198Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801460474140850:2122] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:23.131356Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801456179173451:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:23.131996Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801454743283232:2117] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:23.130917Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801458990110906:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51783
2025-12-06T17:41:23.132443Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801456784754606:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:23.132480Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801456784754606:2115] [node 3] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:23.135453Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801460474140852:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47911
2025-12-06T17:41:23.135990Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801459038250537:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:23.136450Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801454743283149:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:23.136530Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:23.136586Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801454743283149:2049] [node 2] ICP22 created new session: [4:7580801459038250543:2049]
2025-12-06T17:41:23.136637Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801459038250543:2049] [node 2] ICS09 handshake done sender: [4:7580801454743283232:2117] self: [4:7580801459038250533:0] peer: [2:7580801455108426997:0] socket: 497 qp: -1
2025-12-06T17:41:23.136671Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801459038250543:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:23.136704Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:23.138515Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801461967616734:2122] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:23.138694Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801457672649411:2064] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:23.139229Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801454743283223:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:23.139261Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801454743283223:2115] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:41:23.140904Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801456784754606:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:23.141556Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801460474140850:2122] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:23.141801Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801456179173451:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:23.141856Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:23.141912Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801456179173451:2048] [node 1] ICP22 created new session: [3:7580801460474140853:2048]
2025-12-06T17:41:23.141955Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801460474140853:2048] [node 1] ICS09 handshake done sender: [3:7580801460474140850:2122] self: [3:7580801460474140851:0] peer: [1:7580801456784754605:0] socket: 495 qp: -1
2025-12-06T17:41:23.141989Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801460474140853:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:23.142025Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:23.140523Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801458990110906:2121] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:23.140648Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801454695143516:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:23.144852Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801456784754608:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:23.144893Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801456784754608:2116] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:23.145598Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801456784754532:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:41:23.145661Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:23.145708Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801456784754532:2049] [node 3] ICP22 created new session: [1:7580801461079721928:2049]
2025-12-06T17:41:23.145761Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801461079721928:2049] [node 3] ICS09 handshake done sender: [1:7580801456784754606:2115] self: [1:7580801456784754605:0] peer: [3:7580801460474140851:0] socket: 545 qp: -1
2025-12-06T17:41:23.145796Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801461079721928:2049] [node 3] ICS10 traffic start
2025-12-06T17:41:23.145834Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:23.147246Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801454743283223:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:23.147607Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801454743283217:2069] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:23.147697Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:23.147743Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801454743283217:2069] [node 5] ICP22 created new session: [4:7580801459038250547:2069]
2025-12-06T17:41:23.147795Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801459038250547:2069] [node 5] ICS09 handshake done sender: [4:7580801454743283223:2115] self: [4:7580801454743283222:0] peer: [5:7580801461967616740:0] socket: 552 qp: -1
2025-12-06T17:41:23.147825Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801459038250547:2069] [node 5] ICS10 traffic start
2025-12-06T17:41:23.147865Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:23.163804Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801458990110908:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51783
2025-12-06T17:41:23.164344Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801457672649411:2064] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11731) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580801461967616734:2122] held: no
2025-12-06T17:41:23.164832Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801456784754608:2116] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:23.165593Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801458990110906:2121] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:23.166502Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801461967616741:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20514
2025-12-06T17:41:23.167190Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801456784754596:2096] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:23.167268Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:23.167314Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801456784754596:2096] [node 6] ICP22 created new session: [1:7580801461079721931:2096]
2025-12-06T17:41:23.167375Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801461079721931:2096] [node 6] ICS09 handshake done sender: [1:7580801456784754608:2116] self: [1:7580801456784754607:0] peer: [6:7580801458990110907:0] socket: 504 qp: -1
2025-12-06T17:41:23.167416Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801461079721931:2096] [node 6] ICS10 traffic start
2025-12-06T17:41:23.167459Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:23.168736Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801454695143516:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:23.168809Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:23.168869Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801454695143516:2048] [node 1] ICP22 created new session: [6:7580801458990110910:2048]
2025-12-06T17:41:23.168930Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801458990110910:2048] [node 1] ICS09 handshake done sender: [6:7580801458990110906:2121] self: [6:7580801458990110907:0] peer: [1:7580801456784754607:0] socket: 506 qp: -1
2025-12-06T17:41:23.168970Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801458990110910:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:23.169031Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:23.171225Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801461967616734:2122] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:23.172778Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801457672649411:2064] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:41:23.172847Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:23.172895Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801457672649411:2064] [node 4] ICP22 created new session: [5:7580801461967616742:2064]
2025-12-06T17:41:23.172938Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801461967616742:2064] [node 4] ICS09 handshake done sender: [5:7580801461967616734:2122] self: [5:7580801461967616740:0] peer: [4:7580801454743283222:0] socket: 555 qp: -1
2025-12-06T17:41:23.172976Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801461967616742:2064] [node 4] ICS10 traffic start
2025-12-06T17:41:23.173026Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:23.178114Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801458990110909:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51783
2025-12-06T17:41:23.179863Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801458990110909:2123] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:23.180022Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801454695143547:2068] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:23.180464Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801457672649420:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:23.180501Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580801457672649420:2114] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:23.182939Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801458990110913:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51783
2025-12-06T17:41:23.183225Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801457672649420:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:23.183852Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801458990110909:2123] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:23.184089Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801454695143547:2068] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:41:23.184164Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:23.184229Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801454695143547:2068] [node 5] ICP22 created new session: [6:7580801458990110914:2068]
2025-12-06T17:41:23.184277Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801458990110914:2068] [node 5] ICS09 handshake done sender: [6:7580801458990110909:2123] self: [6:7580801458990110912:0] peer: [5:7580801457672649419:0] socket: 534 qp: -1
2025-12-06T17:41:23.184316Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801458990110914:2068] [node 5] ICS10 traffic start
2025-12-06T17:41:23.184350Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:23.185994Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580801457672649412:2077] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:23.186065Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:23.186113Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801457672649412:2077] [node 6] ICP22 created new session: [5:7580801461967616745:2077]
2025-12-06T17:41:23.186164Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801461967616745:2077] [node 6] ICS09 handshake done sender: [5:7580801457672649420:2114] self: [5:7580801457672649419:0] peer: [6:7580801458990110912:0] socket: 520 qp: -1
2025-12-06T17:41:23.186208Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801461967616745:2077] [node 6] ICS10 traffic start
2025-12-06T17:41:23.186257Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:23.225436Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:41:23.225690Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580801459403394317:2048] [node 1] ICS01 socket: 526 reason# EndOfStream
2025-12-06T17:41:23.225737Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580801455108426917:2048] [node 1] ICP30 unregister session Session# [2:7580801459403394317:2048] VirtualId# [2:7580801459403394315:0]
2025-12-06T17:41:23.225776Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580801459403394317:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:23.225871Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:23.225927Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:23.228243Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:41:23.228497Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801460474140853:2048] [node 1] ICS01 socket: 495 reason# EndOfStream
2025-12-06T17:41:23.228540Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801456179173451:2048] [node 1] ICP30 unregister session Session# [3:7580801460474140853:2048] VirtualId# [3:7580801460474140851:0]
2025-12-06T17:41:23.228577Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801460474140853:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:23.228653Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:23.228696Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:23.245957Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:41:23.246229Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801458990110910:2048] [node 1] ICS01 socket: 506 reason# EndOfStream
2025-12-06T17:41:23.246280Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801454695143516:2048] [node 1] ICP30 unregister session Session# [6:7580801458990110910:2048] VirtualId# [6:7580801458990110907:0]
2025-12-06T17:41:23.246319Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801458990110910:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:23.246421Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:23.246465Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:23.246642Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:41:23.246874Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801461967616737:2048] [node 1] ICS01 socket: 532 reason# EndOfStream
2025-12-06T17:41:23.246918Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801457672649346:2048] [node 1] ICP30 unregister session Session# [5:7580801461967616737:2048] VirtualId# [5:7580801461967616731:0]
2025-12-06T17:41:23.246949Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801461967616737:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:23.247019Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:23.247059Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:23.248647Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:41:23.248889Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801459038250541:2048] [node 1] ICS01 socket: 529 reason# EndOfStream
2025-12-06T17:41:23.248921Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801454743283148:2048] [node 1] ICP30 unregister session Session# [4:7580801459038250541:2048] VirtualId# [4:7580801459038250532:0]
2025-12-06T17:41:23.248950Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801459038250541:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:23.249041Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:23.249082Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:23.435006Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:41:23.435288Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801456179173539:2049] [node 2] ICS01 socket: 501 reason# EndOfStream
2025-12-06T17:41:23.435330Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801456179173452:2049] [node 2] ICP30 unregister session Session# [3:7580801456179173539:2049] VirtualId# [3:7580801456179173534:0]
2025-12-06T17:41:23.435376Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801456179173539:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:23.435474Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:23.435522Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:23.451011Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:41:23.451253Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801461967616727:2049] [node 2] ICS01 socket: 533 reason# EndOfStream
2025-12-06T17:41:23.450889Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:41:23.451292Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801457672649347:2049] [node 2] ICP30 unregister session Session# [5:7580801461967616727:2049] VirtualId# [5:7580801457672649428:0]
2025-12-06T17:41:23.451328Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801461967616727:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:23.451417Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:23.451459Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:23.451112Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:41:23.451314Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801459038250543:2049] [node 2] ICS01 socket: 497 reason# EndOfStream
2025-12-06T17:41:23.451354Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801454743283149:2049] [node 2] ICP30 unregister session Session# [4:7580801459038250543:2049] VirtualId# [4:7580801459038250533:0]
2025-12-06T17:41:23.451387Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801459038250543:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:23.451481Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:23.451525Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:23.452146Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801454695143602:2049] [node 2] ICS01 socket: 511 reason# EndOfStream
2025-12-06T17:41:23.452191Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801454695143517:2049] [node 2] ICP30 unregister session Session# [6:7580801454695143602:2049] VirtualId# [6:7580801454695143598:0]
2025-12-06T17:41:23.452224Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801454695143602:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:23.452302Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:23.452351Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:23.586857Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:41:23.587124Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801458990110904:2050] [node 3] ICS01 socket: 494 reason# EndOfStream
2025-12-06T17:41:23.587174Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801454695143518:2050] [node 3] ICP30 unregister session Session# [6:7580801458990110904:2050] VirtualId# [6:7580801454695143597:0]
2025-12-06T17:41:23.587213Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801458990110904:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:23.587306Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:41:23.587354Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:41:23.587975Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:41:23.588181Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801459038250535:2050] [node 3] ICS01 socket: 541 reason# EndOfStream
2025-12-06T17:41:23.588223Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801454743283150:2050] [node 3] ICP30 unregister session Session# [4:7580801459038250535:2050] VirtualId# [4:7580801459038250531:0]
2025-12-06T17:41:23.588256Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801459038250535:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:23.588314Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:41:23.588355Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:41:23.587480Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:41:23.587694Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801461967616735:2050] [node 3] ICS01 socket: 540 reason# EndOfStream
2025-12-06T17:41:23.587734Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801457672649348:2050] [node 3] ICP30 unregister session Session# [5:7580801461967616735:2050] VirtualId# [5:7580801461967616730:0]
2025-12-06T17:41:23.587763Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801461967616735:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:23.587835Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:41:23.587878Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:41:23.690966Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:41:23.691259Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801458990110902:2062] [node 4] ICS01 socket: 512 reason# EndOfStream
2025-12-06T17:41:23.691314Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801454695143533:2062] [node 4] ICP30 unregister session Session# [6:7580801458990110902:2062] VirtualId# [6:7580801454695143599:0]
2025-12-06T17:41:23.691356Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801458990110902:2062] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:23.691456Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:41:23.691503Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:41:23.691644Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:41:23.691948Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801461967616742:2064] [node 4] ICS01 socket: 555 reason# EndOfStream
2025-12-06T17:41:23.691988Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801457672649411:2064] [node 4] ICP30 unregister session Session# [5:7580801461967616742:2064] VirtualId# [5:7580801461967616740:0]
2025-12-06T17:41:23.692015Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801461967616742:2064] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:23.692082Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:41:23.692120Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:41:23.934837Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:41:23.935128Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801458990110914:2068] [node 5] ICS01 socket: 534 reason# EndOfStream
2025-12-06T17:41:23.935178Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801454695143547:2068] [node 5] ICP30 unregister session Session# [6:7580801458990110914:2068] VirtualId# [6:7580801458990110912:0]
2025-12-06T17:41:23.935227Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801458990110914:2068] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:23.935332Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:41:23.935385Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:41:24.011091Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801466143020855:2048] [node 2] ICP01 ready to work
2025-12-06T17:41:24.011149Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801466143020856:2049] [node 3] ICP01 ready to work
2025-12-06T17:41:24.031000Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801466538238905:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:24.031045Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801466538238906:2049] [node 3] ICP01 ready to work
2025-12-06T17:41:24.033397Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801464841876866:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:24.033434Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801464841876867:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:24.096615Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801463808805486:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:24.096660Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801463808805487:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:24.096696Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801463808805488:2050] [node 3] ICP01 ready to work
2025-12-06T17:41:24.099229Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801464397241360:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:24.099267Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801464397241361:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:24.134719Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801465850046576:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:24.134832Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801465850046577:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:24.154670Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801465850046578:2050] [node 3] ICP01 ready to work
2025-12-06T17:41:24.099350Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801464397241362:2050] [node 3] ICP01 ready to work
2025-12-06T17:41:24.411520Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801464841876917:2069] [node 5] ICP01 ready to work
2025-12-06T17:41:24.394818Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801466143020914:2079] [node 4] ICP01 ready to work
2025-12-06T17:41:24.430909Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801466143020915:2080] [node 5] ICP01 ready to work
2025-12-06T17:41:24.393595Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801465850046597:2059] [node 4] ICP01 ready to work
2025-12-06T17:41:24.397222Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801464397241376:2062] [node 6] ICP01 ready to work
2025-12-06T17:41:24.438762Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801466538238968:2082] [node 4] ICP01 ready to work
2025-12-06T17:41:24.436442Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801464397241379:2060] [node 4] ICP01 ready to work
2025-12-06T17:41:24.463712Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801463808805486:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(143612858ns) {Configure:104(143607770ns) {ProcessConfigured:135(88441ns) {StartInitialHandshake:157(84807ns) {DropHandshakes:470(3959ns) {DropIncomingHandshake:442(992ns) DropOutgoingHandshake:457(566ns)} GenerateSessionVirtualId:988(1855ns) PrepareNewSessionHandshake:477(2742ns) {SwitchToState:179(741ns)}}}}}
2025-12-06T17:41:24.510406Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801466143020920:2083] [node 6] ICP01 ready to work
2025-12-06T17:41:24.576796Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801464397241360:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(117512546ns) {Configure:104(117503786ns) {ProcessConfigured:135(90822ns) {StartInitialHandshake:157(86748ns) {DropHandshakes:470(4624ns) {DropIncomingHandshake:442(990ns) DropOutgoingHandshake:457(502ns)} GenerateSessionVirtualId:988(2112ns) PrepareNewSessionHandshake:477(2934ns) {SwitchToState:179(759ns)}}}}}
2025-12-06T17:41:24.464206Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801463808805519:2067] [node 5] ICP01 ready to work
2025-12-06T17:41:24.555725Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801466538238969:2083] [node 6] ICP01 ready to work
2025-12-06T17:41:24.567129Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801465850046577:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(136174257ns) {Configure:104(136166988ns) {ProcessConfigured:135(5936412ns) {StartInitialHandshake:157(5931596ns) {DropHandshakes:470(3580ns) {DropIncomingHandshake:442(789ns) DropOutgoingHandshake:457(654ns)} GenerateSessionVirtualId:988(1185ns) PrepareNewSessionHandshake:477(5899ns) {SwitchToState:179(2854ns)}}}}}
2025-12-06T17:41:24.582005Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801463808805519:2067] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(117498558ns) {Configure:104(117492936ns) {ProcessConfigured:135(97615ns) {StartInitialHandshake:157(94418ns) {DropHandshakes:470(3498ns) {DropIncomingHandshake:442(716ns) DropOutgoingHandshake:457(450ns)} GenerateSessionVirtualId:988(1325ns) PrepareNewSessionHandshake:477(2363ns) {SwitchToState:179(746ns)}}}}}
2025-12-06T17:41:24.567666Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801465850046638:2076] [node 5] ICP01 ready to work
2025-12-06T17:41:24.595111Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801466538238970:2085] [node 5] ICP01 ready to work
2025-12-06T17:41:24.628680Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801466143020856:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(105597512ns) {Configure:104(105584173ns) {ProcessConfigured:135(79392ns) {StartInitialHandshake:157(76942ns) {DropHandshakes:470(3697ns) {DropIncomingHandshake:442(804ns) DropOutgoingHandshake:457(707ns)} GenerateSessionVirtualId:988(1300ns) PrepareNewSessionHandshake:477(2850ns) {SwitchToState:179(703ns)}}}}}
2025-12-06T17:41:24.591548Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801463808805556:2081] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:24.654913Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801466538238905:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(343415578ns) {Configure:104(343403178ns) {ProcessConfigured:135(15468913ns) {StartInitialHandshake:157(9645204ns) {DropHandshakes:470(1977ns) {DropIncomingHandshake:442(858ns) DropOutgoingHandshake:457(116ns)} GenerateSessionVirtualId:988(1684ns) PrepareNewSessionHandshake:477(2854ns) {SwitchToState:179(371ns)}}}}}
2025-12-06T17:41:24.657540Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801466538238971:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51583
2025-12-06T17:41:24.659465Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801466538238906:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(41852434ns) {Configure:104(41847204ns) {ProcessConfigured:135(59026ns) {StartInitialHandshake:157(54355ns) {DropHandshakes:470(3093ns) {DropIncomingHandshake:442(523ns) DropOutgoingHandshake:457(650ns)} GenerateSessionVirtualId:988(602ns) PrepareNewSessionHandshake:477(1906ns) {SwitchToState:179(595ns)}}}}}
2025-12-06T17:41:24.668362Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801464397241362:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(84858769ns) {Configure:104(84849319ns) {ProcessConfigured:135(78078ns) {StartInitialHandshake:157(74844ns) {DropHandshakes:470(10600ns) {DropIncomingHandshake:442(991ns) DropOutgoingHandshake:457(335ns)} GenerateSessionVirtualId:988(1441ns) PrepareNewSessionHandshake:477(2645ns) {SwitchToState:179(724ns)}}}}}
2025-12-06T17:41:24.671487Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801464397241376:2062] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(220051641ns) {Configure:104(220043892ns) {ProcessConfigured:135(51531ns) {StartInitialHandshake:157(49453ns) {DropHandshakes:470(2199ns) {DropIncomingHandshake:442(187ns) DropOutgoingHandshake:457(599ns)} GenerateSessionVirtualId:988(477ns) PrepareNewSessionHandshake:477(1243ns) {SwitchToState:179(500ns)}}}}}
2025-12-06T17:41:24.644291Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801466143020914:2079] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(62490784ns) {Configure:104(62477997ns) {ProcessConfigured:135(62002ns) {StartInitialHandshake:157(59348ns) {DropHandshakes:470(3613ns) {DropIncomingHandshake:442(757ns) DropOutgoingHandshake:457(601ns)} GenerateSessionVirtualId:988(1752ns) PrepareNewSessionHandshake:477(1792ns) {SwitchToState:179(735ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:24.675518Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801463808805564:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52539
2025-12-06T17:41:24.675607Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801463808805565:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52539
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:24.681776Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801465850046578:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(343216196ns) {Configure:104(343210104ns) {ProcessConfigured:135(8218169ns) {StartInitialHandshake:157(8214957ns) {DropHandshakes:470(1853ns) {DropIncomingHandshake:442(428ns) DropOutgoingHandshake:457(307ns)} GenerateSessionVirtualId:988(317ns) PrepareNewSessionHandshake:477(9028ns) {SwitchToState:179(2071ns)}}}}}
2025-12-06T17:41:24.682354Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801465850046654:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5709
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:24.677470Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801464841876867:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(329979205ns) {Configure:104(329973028ns) {ProcessConfigured:135(28859992ns) {StartInitialHandshake:157(28855847ns) {DropHandshakes:470(3823ns) {DropIncomingHandshake:442(1016ns) DropOutgoingHandshake:457(530ns)} GenerateSessionVirtualId:988(661ns) PrepareNewSessionHandshake:477(6601ns) {SwitchToState:179(2784ns)}}}}}
2025-12-06T17:41:24.678572Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801464841876917:2069] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(211435210ns) {Configure:104(211425561ns) {ProcessConfigured:135(68276ns) {StartInitialHandshake:157(65725ns) {DropHandshakes:470(5943ns) {DropIncomingHandshake:442(446ns) DropOutgoingHandshake:457(321ns)} GenerateSessionVirtualId:988(710ns) PrepareNewSessionHandshake:477(2367ns) {SwitchToState:179(663ns)}}}}}
2025-12-06T17:41:24.679255Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801464841876934:2071] [node 4] ICP01 ready to work
2025-12-06T17:41:24.696987Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801464841876935:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64613
2025-12-06T17:41:24.697087Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801464841876936:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64613
2025-12-06T17:41:24.653658Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801466143020925:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64111
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:24.653747Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801466143020928:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64111
2025-12-06T17:41:24.707190Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801463808805487:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(333892958ns) {Configure:104(333885635ns) {ProcessConfigured:135(15789680ns) {StartInitialHandshake:157(9690537ns) {DropHandshakes:470(3770ns) {DropIncomingHandshake:442(460ns) DropOutgoingHandshake:457(430ns)} GenerateSessionVirtualId:988(1765ns) PrepareNewSessionHandshake:477(4254ns) {SwitchToState:179(2340ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:24.750989Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801466538238985:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51583
2025-12-06T17:41:24.751073Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801466538238986:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51583
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:24.756320Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801466143020934:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64111
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:24.756634Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801466143020935:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64111
2025-12-06T17:41:24.758778Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801466143020936:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64111
2025-12-06T17:41:24.710778Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801464397241432:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39772
2025-12-06T17:41:24.731122Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801464841876944:2070] [node 6] ICP01 ready to work
2025-12-06T17:41:24.746608Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801463808805565:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:24.783048Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801466538238973:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:24.783095Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801466538238973:2111] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:24.790091Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801465850046655:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5709
2025-12-06T17:41:24.710929Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801464397241433:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39772
2025-12-06T17:41:24.748230Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801464841876936:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:24.711136Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801464397241434:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39772
2025-12-06T17:41:24.774760Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801463808805553:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:24.823569Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801465850046654:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:24.823815Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801465850046638:2076] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:24.823022Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801466143020934:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:24.784142Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801466538238973:2111] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:24.711208Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801464397241435:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39772
2025-12-06T17:41:24.733111Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801464397241442:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39772
2025-12-06T17:41:24.751378Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801464397241435:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:24.762994Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801464397241433:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:24.764893Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801464397241361:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:24.764973Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801464397241379:2060] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:24.784499Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801466538238968:2082] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:41:24.834050Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801465850046655:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:24.853546Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801465850046577:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:24.858932Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801466143020920:2083] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(212862315ns) {Configure:104(212854890ns) {ProcessConfigured:135(15507728ns) {StartInitialHandshake:157(15503762ns) {DropHandshakes:470(4382ns) {DropIncomingHandshake:442(1436ns) DropOutgoingHandshake:457(613ns)} GenerateSessionVirtualId:988(1223ns) PrepareNewSessionHandshake:477(4789ns) {SwitchToState:179(2332ns)}}}}}
2025-12-06T17:41:24.859114Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801466143020922:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:24.859138Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801466143020922:2110] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:41:24.774790Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801463808805553:2111] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:41:24.775645Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801463808805487:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:24.787137Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801463808805568:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52539
2025-12-06T17:41:24.787664Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801463808805565:2116] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:24.787827Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801463808805487:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:24.787888Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:24.787933Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801463808805487:2049] [node 2] ICP22 created new session: [4:7580801463808805569:2049]
2025-12-06T17:41:24.787991Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801463808805569:2049] [node 2] ICS09 handshake done sender: [4:7580801463808805565:2116] self: [4:7580801463808805567:0] peer: [2:7580801466538238972:0] socket: 510 qp: -1
2025-12-06T17:41:24.788031Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801463808805569:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:24.788075Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:24.793297Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801463808805553:2111] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:24.861598Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801463808805564:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:24.861982Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801463808805486:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:24.863022Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801463808805519:2067] [node 5] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:24.862448Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801466143020925:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:24.864013Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801466143020922:2110] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:24.834091Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801464397241432:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:24.866792Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:24.866867Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801463808805519:2067] [node 5] ICP22 created new session: [4:7580801463808805573:2067]
2025-12-06T17:41:24.866925Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801463808805573:2067] [node 5] ICS09 handshake done sender: [4:7580801463808805553:2111] self: [4:7580801463808805552:0] peer: [5:7580801464397241444:0] socket: 497 qp: -1
2025-12-06T17:41:24.866966Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801463808805573:2067] [node 5] ICS10 traffic start
2025-12-06T17:41:24.867016Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:24.784569Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:24.831567Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801464841876935:2112] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:24.864349Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801465850046658:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5709
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:24.875637Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801463808805575:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52539
2025-12-06T17:41:24.784628Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801466538238968:2082] [node 4] ICP22 created new session: [2:7580801466538238988:2082]
2025-12-06T17:41:24.784677Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801466538238988:2082] [node 4] ICS09 handshake done sender: [2:7580801466538238973:2111] self: [2:7580801466538238972:0] peer: [4:7580801463808805567:0] socket: 506 qp: -1
2025-12-06T17:41:24.784716Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801466538238988:2082] [node 4] ICS10 traffic start
2025-12-06T17:41:24.784753Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:24.790850Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801466538238971:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:24.806638Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801466538238980:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:24.806703Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801466538238980:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:41:24.823609Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801466538238986:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:24.828655Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801466538238985:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:24.838993Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801466538238980:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:24.853384Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801466538238970:2085] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:24.853487Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:24.871835Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801466538238975:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:24.871857Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801466538238975:2112] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:24.874479Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801466538238970:2085] [node 5] ICP22 created new session: [2:7580801466538238995:2085]
2025-12-06T17:41:24.875190Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801466538238975:2112] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:24.878796Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801466538238969:2083] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:24.878871Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:24.878927Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801466538238969:2083] [node 6] ICP22 created new session: [2:7580801466538238998:2083]
2025-12-06T17:41:24.878968Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801466538238998:2083] [node 6] ICS09 handshake done sender: [2:7580801466538238975:2112] self: [2:7580801466538238974:0] peer: [6:7580801465850046657:0] socket: 536 qp: -1
2025-12-06T17:41:24.878998Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801466538238998:2083] [node 6] ICS10 traffic start
2025-12-06T17:41:24.879057Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:24.870874Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801466143020927:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:24.870914Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801466143020927:2113] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:41:24.873730Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801466143020928:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:24.873815Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801466143020936:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:24.874661Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801465850046658:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:24.874829Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801465850046597:2059] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:24.875250Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801465850046660:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5709
2025-12-06T17:41:24.862705Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801464397241439:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:24.896340Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801465850046655:2116] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:24.850809Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801464841876866:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:24.904121Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801465850046577:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:32713) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801465850046655:2116] held: no
2025-12-06T17:41:24.904752Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801465850046662:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5709
2025-12-06T17:41:24.904813Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801465850046663:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5709
2025-12-06T17:41:24.905041Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801465850046577:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:24.905118Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:24.905169Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801465850046577:2049] [node 2] ICP22 created new session: [6:7580801465850046664:2049]
2025-12-06T17:41:24.905230Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801465850046664:2049] [node 2] ICS09 handshake done sender: [6:7580801465850046655:2116] self: [6:7580801465850046657:0] peer: [2:7580801466538238974:0] socket: 538 qp: -1
2025-12-06T17:41:24.905267Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801465850046664:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:24.905309Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:24.883941Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801463808805558:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:24.886672Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801466538238995:2085] [node 5] ICS09 handshake done sender: [2:7580801466538238980:2114] self: [2:7580801466538238979:0] peer: [5:7580801464397241443:0] socket: 505 qp: -1
2025-12-06T17:41:24.862733Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580801464397241439:2118] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:24.862845Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801464397241442:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:24.864689Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801464397241434:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:24.923545Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801464397241445:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39772
2025-12-06T17:41:24.890861Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801466143020927:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:24.899860Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801466538238995:2085] [node 5] ICS10 traffic start
2025-12-06T17:41:24.883986Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801463808805558:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:24.923895Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801465850046663:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:24.895094Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801466143020856:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:41:24.871461Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801464841876949:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64613
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:24.930417Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801464397241361:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:32713) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580801464397241435:2116] held: no
2025-12-06T17:41:24.940854Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801464841876935:2112] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:24.950915Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801464841876866:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28666) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580801464841876935:2112] held: no
2025-12-06T17:41:24.951025Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801464841876866:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:24.951102Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:24.951148Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801464841876866:2048] [node 1] ICP22 created new session: [3:7580801464841876951:2048]
2025-12-06T17:41:24.951198Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801464841876951:2048] [node 1] ICS09 handshake done sender: [3:7580801464841876935:2112] self: [3:7580801464841876948:0] peer: [1:7580801466143020921:0] socket: 519 qp: -1
2025-12-06T17:41:24.951237Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801464841876951:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:24.951270Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:24.952149Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801464841876950:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64613
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:24.898212Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801463808805564:2115] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:24.899936Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:24.930974Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801464397241360:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:24.931301Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801464397241433:2114] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:24.941946Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801464397241362:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:24.952797Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801464397241448:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39772
2025-12-06T17:41:24.971422Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801464397241439:2118] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:24.971574Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801464397241379:2060] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:41:24.971668Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:24.971723Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801464397241379:2060] [node 4] ICP22 created new session: [5:7580801464397241451:2060]
2025-12-06T17:41:24.971774Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801464397241451:2060] [node 4] ICS09 handshake done sender: [5:7580801464397241433:2114] self: [5:7580801464397241444:0] peer: [4:7580801463808805552:0] socket: 513 qp: -1
2025-12-06T17:41:24.971811Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801464397241451:2060] [node 4] ICS10 traffic start
2025-12-06T17:41:24.971874Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:24.973121Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801464397241435:2116] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:24.949787Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801465850046658:2117] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:24.919510Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801466538239001:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51583
2025-12-06T17:41:24.939196Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801466538238970:2085] [node 5] ICP35 event processing took too much time PendingConnection:279(85565262ns) {HandleHandshakeStatus:329(85562249ns) {DropIncomingHandshake:442(19179ns) DropOutgoingHandshake:457(1305ns) SwitchToState:179(234ns) ProcessPendingSessionEvents:495(9063099ns) {ForwardSessionEventToSession:612(8999771ns) ForwardSessionEventToSession:612(9494ns) ForwardSessionEventToSession:612(3262ns) ForwardSessionEventToSession:612(6224ns) ForwardSessionEventToSession:612(3297ns) ForwardSessionEventToSession:612(3839ns) ForwardSessionEventToSession:612(8450ns) ForwardSessionEventToSession:612(3069ns) ForwardSessionEventToSession:612(8025ns) ForwardSessionEventToSession:612(2784ns)}}}
2025-12-06T17:41:24.950089Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801466538239001:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:24.950227Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580801466538238905:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:24.970999Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801464841876950:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:24.895192Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:24.898435Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801463808805486:2048] [node 1] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:24.994681Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801464841876933:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:24.994756Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801464841876933:2111] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:41:24.995793Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801464841876867:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:24.996486Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801464841876954:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64613
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:24.998700Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801466538238984:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:24.998750Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801466538238984:2115] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:41:24.953180Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801465850046576:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:25.004600Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801464841876933:2111] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:24.895246Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801466143020856:2049] [node 3] ICP22 created new session: [1:7580801466143020945:2049]
2025-12-06T17:41:24.895326Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801466143020945:2049] [node 3] ICS09 handshake done sender: [1:7580801466143020922:2110] self: [1:7580801466143020921:0] peer: [3:7580801464841876948:0] socket: 501 qp: -1
2025-12-06T17:41:24.898483Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:24.895372Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801466143020945:2049] [node 3] ICS10 traffic start
2025-12-06T17:41:24.895416Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:24.896950Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801466143020914:2079] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:41:24.897018Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:24.897064Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801466143020914:2079] [node 4] ICP22 created new session: [1:7580801466143020947:2079]
2025-12-06T17:41:24.897135Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801466143020947:2079] [node 4] ICS09 handshake done sender: [1:7580801466143020927:2113] self: [1:7580801466143020926:0] peer: [4:7580801463808805572:0] socket: 503 qp: -1
2025-12-06T17:41:24.897164Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801466143020947:2079] [node 4] ICS10 traffic start
2025-12-06T17:41:24.897198Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:24.940907Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801466143020935:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:24.964167Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801466143020924:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:24.964205Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801466143020924:2111] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:41:24.973519Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801466143020930:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:24.973558Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801466143020930:2115] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:41:24.978029Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801466143020938:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:24.978057Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801466143020938:2119] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:24.983637Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801466143020938:2119] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:24.984226Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801466143020924:2111] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:25.012797Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801466143020915:2080] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:25.012875Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:25.012929Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801466143020915:2080] [node 5] ICP22 created new session: [1:7580801470437988250:2080]
2025-12-06T17:41:25.012986Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801470437988250:2080] [node 5] ICS09 handshake done sender: [1:7580801466143020924:2111] self: [1:7580801466143020923:0] peer: [5:7580801464397241449:0] socket: 502 qp: -1
2025-12-06T17:41:25.013042Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801470437988250:2080] [node 5] ICS10 traffic start
2025-12-06T17:41:25.013079Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:25.013558Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801466143020920:2083] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:25.013625Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:25.013673Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801466143020920:2083] [node 6] ICP22 created new session: [1:7580801470437988252:2083]
2025-12-06T17:41:25.013722Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801470437988252:2083] [node 6] ICS09 handshake done sender: [1:7580801466143020938:2119] self: [1:7580801466143020937:0] peer: [6:7580801465850046667:0] socket: 530 qp: -1
2025-12-06T17:41:25.013750Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801470437988252:2083] [node 6] ICS10 traffic start
2025-12-06T17:41:25.013783Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:24.953244Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801465850046597:2059] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:41:24.898550Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801463808805486:2048] [node 1] ICP22 created new session: [4:7580801463808805577:2048]
2025-12-06T17:41:25.011240Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801464397241361:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:25.004355Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801466538238984:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:24.898598Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801463808805577:2048] [node 1] ICS09 handshake done sender: [4:7580801463808805564:2115] self: [4:7580801463808805572:0] peer: [1:7580801466143020926:0] socket: 508 qp: -1
2025-12-06T17:41:24.898629Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801463808805577:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:24.898663Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:24.922824Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801463808805558:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:24.947393Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801463808805486:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(48710593ns) {HandleHandshakeStatus:329(48708692ns) {DropIncomingHandshake:442(477ns) DropOutgoingHandshake:457(4972ns) SwitchToState:179(523ns) ProcessPendingSessionEvents:495(171462ns) {ForwardSessionEventToSession:612(114092ns) ForwardSessionEventToSession:612(4470ns) ForwardSessionEventToSession:612(7448ns) ForwardSessionEventToSession:612(11220ns) ForwardSessionEventToSession:612(3252ns) ForwardSessionEventToSession:612(5424ns) ForwardSessionEventToSession:612(3319ns) ForwardSessionEventToSession:612(5766ns) ForwardSessionEventToSession:612(2766ns) ForwardSessionEventToSession:612(3728ns)}}}
2025-12-06T17:41:24.947612Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801463808805556:2081] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:24.947653Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:24.947701Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801463808805556:2081] [node 6] ICP22 created new session: [4:7580801463808805580:2081]
2025-12-06T17:41:24.947741Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801463808805580:2081] [node 6] ICS09 handshake done sender: [4:7580801463808805558:2113] self: [4:7580801463808805557:0] peer: [6:7580801465850046659:0] socket: 542 qp: -1
2025-12-06T17:41:24.947788Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801463808805580:2081] [node 6] ICS10 traffic start
2025-12-06T17:41:24.947829Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:24.949154Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801463808805579:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52539
2025-12-06T17:41:24.963447Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801463808805582:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52539
2025-12-06T17:41:25.034870Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7580801463808805556:2081] [node 6] ICP27 obsolete handshake fail ignored
2025-12-06T17:41:24.953305Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:25.022992Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801466538238906:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:41:25.023056Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:25.023102Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801466538238906:2049] [node 3] ICP22 created new session: [2:7580801470833206301:2049]
2025-12-06T17:41:25.023143Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801470833206301:2049] [node 3] ICS09 handshake done sender: [2:7580801466538238984:2115] self: [2:7580801466538238983:0] peer: [3:7580801464841876955:0] socket: 545 qp: -1
2025-12-06T17:41:25.023175Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801470833206301:2049] [node 3] ICS10 traffic start
2025-12-06T17:41:25.023201Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:25.011320Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:25.042978Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801463808805582:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:25.043186Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801463808805488:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:25.011366Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801464397241361:2049] [node 2] ICP22 created new session: [5:7580801468692208752:2049]
2025-12-06T17:41:25.011425Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801468692208752:2049] [node 2] ICS09 handshake done sender: [5:7580801464397241435:2116] self: [5:7580801464397241443:0] peer: [2:7580801466538238979:0] socket: 515 qp: -1
2025-12-06T17:41:25.011467Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801468692208752:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:25.011506Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:25.012393Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580801464397241376:2062] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:25.030766Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:25.039025Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801464397241376:2062] [node 6] ICP22 created new session: [5:7580801468692208754:2062]
2025-12-06T17:41:25.048385Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801464397241455:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39772
2025-12-06T17:41:25.048679Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801468692208754:2062] [node 6] ICS09 handshake done sender: [5:7580801464397241439:2118] self: [5:7580801464397241438:0] peer: [6:7580801465850046656:0] socket: 518 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:24.953358Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801465850046597:2059] [node 4] ICP22 created new session: [6:7580801465850046668:2059]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:25.038652Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801466143020930:2115] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:25.035681Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801464841876917:2069] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:25.035780Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:25.035839Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801464841876917:2069] [node 5] ICP22 created new session: [3:7580801469136844255:2069]
2025-12-06T17:41:25.035901Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801469136844255:2069] [node 5] ICS09 handshake done sender: [3:7580801464841876933:2111] self: [3:7580801464841876932:0] peer: [5:7580801464397241450:0] socket: 524 qp: -1
2025-12-06T17:41:25.035951Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801469136844255:2069] [node 5] ICS10 traffic start
2025-12-06T17:41:25.036000Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:25.047342Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801464841876867:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:32713) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580801464841876950:2118] held: no
2025-12-06T17:41:25.047766Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801469136844253:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64613
2025-12-06T17:41:24.953408Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801465850046668:2059] [node 4] ICS09 handshake done sender: [6:7580801465850046658:2117] self: [6:7580801465850046659:0] peer: [4:7580801463808805557:0] socket: 544 qp: -1
2025-12-06T17:41:24.960629Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801465850046668:2059] [node 4] ICS10 traffic start
2025-12-06T17:41:24.960698Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:24.967503Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801465850046666:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5709
2025-12-06T17:41:24.997171Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801465850046654:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:24.998185Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801465850046670:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5709
2025-12-06T17:41:25.002214Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801465850046638:2076] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:41:25.002283Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:25.002342Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801465850046638:2076] [node 5] ICP22 created new session: [6:7580801465850046672:2076]
2025-12-06T17:41:25.002393Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801465850046672:2076] [node 5] ICS09 handshake done sender: [6:7580801465850046654:2115] self: [6:7580801465850046656:0] peer: [5:7580801464397241438:0] socket: 521 qp: -1
2025-12-06T17:41:25.002437Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801465850046672:2076] [node 5] ICS10 traffic start
2025-12-06T17:41:25.002480Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:25.004669Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801465850046663:2120] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:25.020800Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801465850046576:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:25.020921Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:25.020982Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801465850046576:2048] [node 1] ICP22 created new session: [6:7580801470145013970:2048]
2025-12-06T17:41:25.021055Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801470145013970:2048] [node 1] ICS09 handshake done sender: [6:7580801465850046663:2120] self: [6:7580801465850046667:0] peer: [1:7580801466143020937:0] socket: 550 qp: -1
2025-12-06T17:41:25.021096Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801470145013970:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:25.021135Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:25.054412Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801470145013972:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5709
2025-12-06T17:41:25.059512Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801470833206300:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51583
2025-12-06T17:41:25.060078Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801466538239001:2118] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:25.053671Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801468692208754:2062] [node 6] ICS10 traffic start
2025-12-06T17:41:25.059286Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801464841876940:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:25.060490Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801466143020855:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:41:25.060580Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:25.062466Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801466143020855:2048] [node 2] ICP22 created new session: [1:7580801470437988255:2048]
2025-12-06T17:41:25.062527Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801470437988255:2048] [node 2] ICS09 handshake done sender: [1:7580801466143020930:2115] self: [1:7580801466143020929:0] peer: [2:7580801466538239002:0] socket: 517 qp: -1
2025-12-06T17:41:25.062592Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801470437988255:2048] [node 2] ICS10 traffic start
2025-12-06T17:41:25.062638Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:25.059340Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801464841876940:2115] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:41:25.061998Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801469136844254:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64613
2025-12-06T17:41:25.063239Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801469136844253:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:25.056258Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:25.065798Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801464397241454:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39772
2025-12-06T17:41:25.075541Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801464841876940:2115] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:25.067959Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580801466538238905:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:25.086982Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801470145013972:2123] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:25.087181Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801465850046578:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:25.077082Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801464841876950:2118] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:25.066581Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801464397241376:2062] [node 6] ICP35 event processing took too much time PendingConnection:279(46931772ns) {HandleHandshakeStatus:329(46929653ns) {DropIncomingHandshake:442(16768ns) DropOutgoingHandshake:457(763ns) SwitchToState:179(667ns) ProcessPendingSessionEvents:495(2579344ns) {ForwardSessionEventToSession:612(2489984ns) ForwardSessionEventToSession:612(6378ns) ForwardSessionEventToSession:612(33089ns) ForwardSessionEventToSession:612(3023ns) ForwardSessionEventToSession:612(6412ns) ForwardSessionEventToSession:612(3308ns) ForwardSessionEventToSession:612(3391ns) ForwardSessionEventToSession:612(8753ns) ForwardSessionEventToSession:612(3520ns) ForwardSessionEventToSession:612(3219ns)}}}
2025-12-06T17:41:25.068033Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:25.082984Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801466538238905:2048] [node 1] ICP22 created new session: [2:7580801470833206303:2048]
2025-12-06T17:41:25.083054Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801470833206303:2048] [node 1] ICS09 handshake done sender: [2:7580801466538239001:2118] self: [2:7580801466538239002:0] peer: [1:7580801466143020929:0] socket: 553 qp: -1
2025-12-06T17:41:25.083114Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801470833206303:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:25.083171Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:25.070651Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801468103772880:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52539
2025-12-06T17:41:25.088785Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801464397241360:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28666) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580801464397241434:2115] held: no
2025-12-06T17:41:25.090324Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801464841876946:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:25.090363Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801464841876946:2116] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:25.091234Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801464841876867:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:25.091319Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:25.091375Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801464841876867:2049] [node 2] ICP22 created new session: [3:7580801469136844260:2049]
2025-12-06T17:41:25.091428Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801469136844260:2049] [node 2] ICS09 handshake done sender: [3:7580801464841876950:2118] self: [3:7580801464841876955:0] peer: [2:7580801466538238983:0] socket: 499 qp: -1
2025-12-06T17:41:25.091466Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801469136844260:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:25.091501Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:25.091990Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801464841876934:2071] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:41:25.092070Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:25.092123Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801464841876934:2071] [node 4] ICP22 created new session: [3:7580801469136844262:2071]
2025-12-06T17:41:25.092171Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801469136844262:2071] [node 4] ICS09 handshake done sender: [3:7580801464841876940:2115] self: [3:7580801464841876939:0] peer: [4:7580801468103772879:0] socket: 555 qp: -1
2025-12-06T17:41:25.092208Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801469136844262:2071] [node 4] ICS10 traffic start
2025-12-06T17:41:25.092238Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:25.095667Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801463808805582:2120] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:25.096015Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801463808805488:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:41:25.096073Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:25.096117Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801463808805488:2050] [node 3] ICP22 created new session: [4:7580801468103772881:2050]
2025-12-06T17:41:25.096166Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801468103772881:2050] [node 3] ICS09 handshake done sender: [4:7580801463808805582:2120] self: [4:7580801468103772879:0] peer: [3:7580801464841876939:0] socket: 556 qp: -1
2025-12-06T17:41:25.096206Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801468103772881:2050] [node 3] ICS10 traffic start
2025-12-06T17:41:25.096242Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:25.102505Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801470145013974:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5709
2025-12-06T17:41:25.103064Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801464397241434:2115] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:25.103904Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801464397241442:2119] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:25.098776Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801464841876946:2116] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:25.110572Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801470145013972:2123] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:25.110930Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801465850046578:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:41:25.111010Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:25.111062Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801465850046578:2050] [node 3] ICP22 created new session: [6:7580801470145013975:2050]
2025-12-06T17:41:25.111119Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801470145013975:2050] [node 3] ICS09 handshake done sender: [6:7580801470145013972:2123] self: [6:7580801470145013973:0] peer: [3:7580801464841876945:0] socket: 500 qp: -1
2025-12-06T17:41:25.111161Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801470145013975:2050] [node 3] ICS10 traffic start
2025-12-06T17:41:25.111193Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:25.113743Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801464397241360:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:25.113848Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:25.113899Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801464397241360:2048] [node 1] ICP22 created new session: [5:7580801468692208756:2048]
2025-12-06T17:41:25.113960Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801468692208756:2048] [node 1] ICS09 handshake done sender: [5:7580801464397241434:2115] self: [5:7580801464397241449:0] peer: [1:7580801466143020923:0] socket: 514 qp: -1
2025-12-06T17:41:25.113993Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801468692208756:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:25.114031Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:25.114479Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801464397241362:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:41:25.114573Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:25.114631Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801464397241362:2050] [node 3] ICP22 created new session: [5:7580801468692208758:2050]
2025-12-06T17:41:25.114672Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801468692208758:2050] [node 3] ICS09 handshake done sender: [5:7580801464397241442:2119] self: [5:7580801464397241450:0] peer: [3:7580801464841876932:0] socket: 528 qp: -1
2025-12-06T17:41:25.114705Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801468692208758:2050] [node 3] ICS10 traffic start
2025-12-06T17:41:25.114732Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:25.108419Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801464841876954:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:25.108496Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801464841876944:2070] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:25.108603Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:25.108666Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801464841876944:2070] [node 6] ICP22 created new session: [3:7580801469136844265:2070]
2025-12-06T17:41:25.108709Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801469136844265:2070] [node 6] ICS09 handshake done sender: [3:7580801464841876946:2116] self: [3:7580801464841876945:0] peer: [6:7580801470145013973:0] socket: 495 qp: -1
2025-12-06T17:41:25.108747Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801469136844265:2070] [node 6] ICS10 traffic start
2025-12-06T17:41:25.108808Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:25.110123Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7580801464841876917:2069] [node 5] ICP18 handshake (actor [3:7580801464841876954:2119]) is too old
2025-12-06T17:41:25.152038Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:41:25.152302Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801464841876951:2048] [node 1] ICS01 socket: 519 reason# EndOfStream
2025-12-06T17:41:25.152345Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801464841876866:2048] [node 1] ICP30 unregister session Session# [3:7580801464841876951:2048] VirtualId# [3:7580801464841876948:0]
2025-12-06T17:41:25.152385Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801464841876951:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:25.152488Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:25.152541Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:25.154943Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:41:25.155272Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580801470833206303:2048] [node 1] ICS01 socket: 553 reason# EndOfStream
2025-12-06T17:41:25.155313Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580801466538238905:2048] [node 1] ICP30 unregister session Session# [2:7580801470833206303:2048] VirtualId# [2:7580801466538239002:0]
2025-12-06T17:41:25.155352Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580801470833206303:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:25.155445Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:25.155492Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:25.158424Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:41:25.158727Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801468692208756:2048] [node 1] ICS01 socket: 514 reason# EndOfStream
2025-12-06T17:41:25.158769Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801464397241360:2048] [node 1] ICP30 unregister session Session# [5:7580801468692208756:2048] VirtualId# [5:7580801464397241449:0]
2025-12-06T17:41:25.158822Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801468692208756:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:25.158887Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:25.158943Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:25.162236Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:41:25.162482Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801463808805577:2048] [node 1] ICS01 socket: 508 reason# EndOfStream
2025-12-06T17:41:25.162526Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801463808805486:2048] [node 1] ICP30 unregister session Session# [4:7580801463808805577:2048] VirtualId# [4:7580801463808805572:0]
2025-12-06T17:41:25.162626Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801463808805577:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:25.162706Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:25.162758Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:25.166734Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:41:25.167010Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801470145013970:2048] [node 1] ICS01 socket: 550 reason# EndOfStream
2025-12-06T17:41:25.167055Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801465850046576:2048] [node 1] ICP30 unregister session Session# [6:7580801470145013970:2048] VirtualId# [6:7580801465850046667:0]
2025-12-06T17:41:25.167092Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801470145013970:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:25.167201Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:25.167253Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:25.341179Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:41:25.341461Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801469136844260:2049] [node 2] ICS01 socket: 499 reason# EndOfStream
2025-12-06T17:41:25.341503Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801464841876867:2049] [node 2] ICP30 unregister session Session# [3:7580801469136844260:2049] VirtualId# [3:7580801464841876955:0]
2025-12-06T17:41:25.341545Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801469136844260:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:25.341646Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:25.341710Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:25.366851Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:41:25.366997Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:41:25.367142Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801465850046664:2049] [node 2] ICS01 socket: 538 reason# EndOfStream
2025-12-06T17:41:25.367179Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801468692208752:2049] [node 2] ICS01 socket: 515 reason# EndOfStream
2025-12-06T17:41:25.367191Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801465850046577:2049] [node 2] ICP30 unregister session Session# [6:7580801465850046664:2049] VirtualId# [6:7580801465850046657:0]
2025-12-06T17:41:25.367209Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801464397241361:2049] [node 2] ICP30 unregister session Session# [5:7580801468692208752:2049] VirtualId# [5:7580801464397241443:0]
2025-12-06T17:41:25.367229Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801465850046664:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:25.367231Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801468692208752:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:25.367323Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:25.367323Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:25.367422Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:25.367369Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:25.368868Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:41:25.369206Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801463808805569:2049] [node 2] ICS01 socket: 510 reason# EndOfStream
2025-12-06T17:41:25.369274Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801463808805487:2049] [node 2] ICP30 unregister session Session# [4:7580801463808805569:2049] VirtualId# [4:7580801463808805567:0]
2025-12-06T17:41:25.369322Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801463808805569:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:25.369453Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:25.369522Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:25.482852Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:41:25.483112Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801468692208758:2050] [node 3] ICS01 socket: 528 reason# EndOfStream
2025-12-06T17:41:25.483163Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801464397241362:2050] [node 3] ICP30 unregister session Session# [5:7580801468692208758:2050] VirtualId# [5:7580801464397241450:0]
2025-12-06T17:41:25.483204Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801468692208758:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:25.483292Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:41:25.483346Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:41:25.483458Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:41:25.483657Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801470145013975:2050] [node 3] ICS01 socket: 500 reason# EndOfStream
2025-12-06T17:41:25.483708Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801465850046578:2050] [node 3] ICP30 unregister session Session# [6:7580801470145013975:2050] VirtualId# [6:7580801470145013973:0]
2025-12-06T17:41:25.483737Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801470145013975:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:25.483796Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:41:25.483839Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:41:25.579524Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:41:25.579776Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801464397241451:2060] [node 4] ICS01 socket: 513 reason# EndOfStream
2025-12-06T17:41:25.579827Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801464397241379:2060] [node 4] ICP30 unregister session Session# [5:7580801464397241451:2060] VirtualId# [5:7580801464397241444:0]
2025-12-06T17:41:25.579865Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801464397241451:2060] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:25.579952Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:41:25.580000Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:41:25.586777Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:41:25.587055Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801465850046668:2059] [node 4] ICS01 socket: 544 reason# EndOfStream
2025-12-06T17:41:25.587119Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801465850046597:2059] [node 4] ICP30 unregister session Session# [6:7580801465850046668:2059] VirtualId# [6:7580801465850046659:0]
2025-12-06T17:41:25.587156Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801465850046668:2059] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:25.587280Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:41:25.587329Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:41:25.681294Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:41:25.681608Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801465850046672:2076] [node 5] ICS01 socket: 521 reason# EndOfStream
2025-12-06T17:41:25.681646Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801465850046638:2076] [node 5] ICP30 unregister session Session# [6:7580801465850046672:2076] VirtualId# [6:7580801465850046656:0]
2025-12-06T17:41:25.681681Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801465850046672:2076] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:25.681787Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:41:25.681848Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:41:25.819213Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801471283648997:2048] [node 2] ICP01 ready to work
2025-12-06T17:41:25.819262Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801471283648998:2049] [node 3] ICP01 ready to work
2025-12-06T17:41:25.835253Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801467806536056:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:25.835298Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801467806536057:2049] [node 3] ICP01 ready to work
2025-12-06T17:41:25.867105Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801468439977523:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:25.867153Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801468439977524:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:25.887688Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801467517577534:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:25.887725Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801467517577535:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:25.887757Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801467517577536:2050] [node 3] ICP01 ready to work
2025-12-06T17:41:25.909489Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801469368140709:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:25.909527Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801469368140710:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:25.909562Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801469368140711:2050] [node 3] ICP01 ready to work
2025-12-06T17:41:26.144211Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801472734944855:2079] [node 5] ICP01 ready to work
2025-12-06T17:41:26.146804Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801471812544850:2065] [node 5] ICP01 ready to work
2025-12-06T17:41:26.035113Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801469855313269:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:26.035146Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801469855313270:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:26.035176Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801469855313271:2050] [node 3] ICP01 ready to work
2025-12-06T17:41:26.206779Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801472101503420:2078] [node 5] ICP01 ready to work
2025-12-06T17:41:26.224277Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801472734944858:2078] [node 4] ICP01 ready to work
2025-12-06T17:41:26.289988Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801472734944872:2080] [node 6] ICP01 ready to work
2025-12-06T17:41:26.224257Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801475578616348:2086] [node 5] ICP01 ready to work
2025-12-06T17:41:26.276201Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801471812544851:2066] [node 6] ICP01 ready to work
2025-12-06T17:41:26.324826Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801473663108034:2059] [node 6] ICP01 ready to work
2025-12-06T17:41:26.304129Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801472101503429:2109] [node 4] ICP01 ready to work
2025-12-06T17:41:26.363627Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801473663108046:2066] [node 4] ICP01 ready to work
2025-12-06T17:41:26.326750Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801474150280600:2060] [node 5] ICP01 ready to work
2025-12-06T17:41:26.265020Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801475578616352:2085] [node 6] ICP01 ready to work
2025-12-06T17:41:26.416233Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801472101503432:2079] [node 6] ICP01 ready to work
2025-12-06T17:41:26.363026Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801475578616358:2087] [node 4] ICP01 ready to work
2025-12-06T17:41:26.424278Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801474150280610:2065] [node 4] ICP01 ready to work
2025-12-06T17:41:26.452630Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801469368140711:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(280143501ns) {Configure:104(280136780ns) {ProcessConfigured:135(7264961ns) {StartInitialHandshake:157(7259914ns) {DropHandshakes:470(4202ns) {DropIncomingHandshake:442(1050ns) DropOutgoingHandshake:457(586ns)} GenerateSessionVirtualId:988(1315ns) PrepareNewSessionHandshake:477(5821ns) {SwitchToState:179(2631ns)}}}}}
2025-12-06T17:41:26.484522Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801471283648997:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(156697541ns) {Configure:104(156687221ns) {ProcessConfigured:135(93609ns) {StartInitialHandshake:157(90533ns) {DropHandshakes:470(4131ns) {DropIncomingHandshake:442(879ns) DropOutgoingHandshake:457(620ns)} GenerateSessionVirtualId:988(1449ns) PrepareNewSessionHandshake:477(2741ns) {SwitchToState:179(761ns)}}}}}
2025-12-06T17:41:26.459362Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801472734944855:2079] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(178691574ns) {Configure:104(169083975ns) {ProcessConfigured:135(101456ns) {StartInitialHandshake:157(98327ns) {DropHandshakes:470(11068ns) {DropIncomingHandshake:442(1152ns) DropOutgoingHandshake:457(561ns)} GenerateSessionVirtualId:988(1593ns) PrepareNewSessionHandshake:477(3210ns) {SwitchToState:179(1187ns)}}}}}
2025-12-06T17:41:26.505458Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801469855313270:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(50399015ns) {Configure:104(50390934ns) {ProcessConfigured:135(87576ns) {StartInitialHandshake:157(83710ns) {DropHandshakes:470(4636ns) {DropIncomingHandshake:442(887ns) DropOutgoingHandshake:457(1109ns)} GenerateSessionVirtualId:988(1477ns) PrepareNewSessionHandshake:477(2468ns) {SwitchToState:179(784ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:26.546824Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801473663108046:2066] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(125526091ns) {Configure:104(125521362ns) {ProcessConfigured:135(24167824ns) {StartInitialHandshake:157(24163655ns) {DropHandshakes:470(3757ns) {DropIncomingHandshake:442(643ns) DropOutgoingHandshake:457(529ns)} GenerateSessionVirtualId:988(726ns) PrepareNewSessionHandshake:477(6192ns) {SwitchToState:179(2732ns)}}}}}
2025-12-06T17:41:26.534576Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801475578616358:2087] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(47980042ns) {Configure:104(47974795ns) {ProcessConfigured:135(109388ns) {StartInitialHandshake:157(105660ns) {DropHandshakes:470(3847ns) {DropIncomingHandshake:442(943ns) DropOutgoingHandshake:457(565ns)} GenerateSessionVirtualId:988(1385ns) PrepareNewSessionHandshake:477(5937ns) {SwitchToState:179(919ns)}}}}}
2025-12-06T17:41:26.535860Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801475578616365:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35377
2025-12-06T17:41:26.539048Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801475578616352:2085] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(114526726ns) {Configure:104(114518421ns) {ProcessConfigured:135(74067ns) {StartInitialHandshake:157(71161ns) {DropHandshakes:470(4140ns) {DropIncomingHandshake:442(910ns) DropOutgoingHandshake:457(627ns)} GenerateSessionVirtualId:988(1111ns) PrepareNewSessionHandshake:477(2806ns) {SwitchToState:179(940ns)}}}}}
2025-12-06T17:41:26.497258Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801468439977523:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(190256447ns) {Configure:104(190250056ns) {ProcessConfigured:135(108185ns) {StartInitialHandshake:157(104463ns) {DropHandshakes:470(3848ns) {DropIncomingHandshake:442(853ns) DropOutgoingHandshake:457(680ns)} GenerateSessionVirtualId:988(1785ns) PrepareNewSessionHandshake:477(3112ns) {SwitchToState:179(1282ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:26.557997Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801467517577536:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(402960337ns) {Configure:104(402949610ns) {ProcessConfigured:135(7256960ns) {StartInitialHandshake:157(7252932ns) {DropHandshakes:470(3882ns) {DropIncomingHandshake:442(952ns) DropOutgoingHandshake:457(837ns)} GenerateSessionVirtualId:988(1239ns) PrepareNewSessionHandshake:477(5819ns) {SwitchToState:179(2979ns)}}}}}
2025-12-06T17:41:26.564670Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801469855313271:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(358209005ns) {Configure:104(358199991ns) {ProcessConfigured:135(13900701ns) {StartInitialHandshake:157(13897333ns) {DropHandshakes:470(1993ns) {DropIncomingHandshake:442(567ns) DropOutgoingHandshake:457(290ns)} GenerateSessionVirtualId:988(677ns) PrepareNewSessionHandshake:477(5814ns) {SwitchToState:179(2707ns)}}}}}
2025-12-06T17:41:26.548448Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801467806536056:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(185526034ns) {Configure:104(185516232ns) {ProcessConfigured:135(76153ns) {StartInitialHandshake:157(73261ns) {DropHandshakes:470(4809ns) {DropIncomingHandshake:442(1060ns) DropOutgoingHandshake:457(606ns)} GenerateSessionVirtualId:988(1539ns) PrepareNewSessionHandshake:477(2853ns) {SwitchToState:179(808ns)}}}}}
2025-12-06T17:41:26.571153Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801474150280600:2060] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(65393334ns) {Configure:104(65386194ns) {ProcessConfigured:135(58527ns) {StartInitialHandshake:157(55510ns) {DropHandshakes:470(4579ns) {DropIncomingHandshake:442(847ns) DropOutgoingHandshake:457(577ns)} GenerateSessionVirtualId:988(700ns) PrepareNewSessionHandshake:477(2780ns) {SwitchToState:179(776ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:26.607927Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801472734944858:2078] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(128728493ns) {Configure:104(128718469ns) {ProcessConfigured:135(17195495ns) {StartInitialHandshake:157(17192199ns) {DropHandshakes:470(3255ns) {DropIncomingHandshake:442(597ns) DropOutgoingHandshake:457(659ns)} GenerateSessionVirtualId:988(859ns) PrepareNewSessionHandshake:477(5419ns) {SwitchToState:179(2824ns)}}}}}
2025-12-06T17:41:26.610720Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801471283648998:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(279471499ns) {Configure:104(279465076ns) {ProcessConfigured:135(15720628ns) {StartInitialHandshake:157(15716301ns) {DropHandshakes:470(2163ns) {DropIncomingHandshake:442(854ns) DropOutgoingHandshake:457(456ns)} GenerateSessionVirtualId:988(980ns) PrepareNewSessionHandshake:477(4843ns) {SwitchToState:179(2004ns)}}}}}
2025-12-06T17:41:26.568038Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801467806536057:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(207611453ns) {Configure:104(207601709ns) {ProcessConfigured:135(83158ns) {StartInitialHandshake:157(79522ns) {DropHandshakes:470(4502ns) {DropIncomingHandshake:442(1115ns) DropOutgoingHandshake:457(630ns)} GenerateSessionVirtualId:988(1500ns) PrepareNewSessionHandshake:477(2755ns) {SwitchToState:179(969ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:26.628015Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801475578616365:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:26.623816Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801472734944898:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23862
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:26.602224Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801474150280637:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45110
2025-12-06T17:41:26.569081Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801472101503439:2128] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7667
2025-12-06T17:41:26.624004Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801472734944899:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23862
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:26.611344Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801467517577535:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(467385113ns) {Configure:104(467378295ns) {ProcessConfigured:135(12849323ns) {StartInitialHandshake:157(12847276ns) {DropHandshakes:470(3196ns) {DropIncomingHandshake:442(576ns) DropOutgoingHandshake:457(520ns)} GenerateSessionVirtualId:988(1241ns) PrepareNewSessionHandshake:477(2630ns) {SwitchToState:179(103ns)}}}}}
2025-12-06T17:41:26.637787Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801475578616360:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:26.646865Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801474150280637:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:26.651298Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801473663108081:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21877
2025-12-06T17:41:26.639670Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801468439977524:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(306623637ns) {Configure:104(306616572ns) {ProcessConfigured:135(16244810ns) {StartInitialHandshake:157(16242973ns) {DropHandshakes:470(971ns) {DropIncomingHandshake:442(240ns) DropOutgoingHandshake:457(166ns)} GenerateSessionVirtualId:988(377ns) PrepareNewSessionHandshake:477(2839ns) {SwitchToState:179(939ns)}}}}}
2025-12-06T17:41:26.670028Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801472734944900:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23862
2025-12-06T17:41:26.670176Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801472734944901:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23862
2025-12-06T17:41:26.672028Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801472734944898:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:26.672137Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801472734944888:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:26.672161Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801472734944888:2111] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:26.672868Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801472734944900:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:26.673234Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801468439977524:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:26.673348Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801472734944899:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:26.683105Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801472734944888:2111] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:26.594402Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801472101503432:2079] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(139297419ns) {Configure:104(139291985ns) {ProcessConfigured:135(85478ns) {StartInitialHandshake:157(81353ns) {DropHandshakes:470(4352ns) {DropIncomingHandshake:442(949ns) DropOutgoingHandshake:457(1058ns)} GenerateSessionVirtualId:988(1817ns) PrepareNewSessionHandshake:477(3201ns) {SwitchToState:179(1111ns)}}}}}
2025-12-06T17:41:26.670523Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801469855313271:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:26.670645Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801474150280640:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45110
2025-12-06T17:41:26.681573Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801474150280640:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:26.682103Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801474150280642:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45110
2025-12-06T17:41:26.693815Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801469855313269:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(247908946ns) {Configure:104(247902678ns) {ProcessConfigured:135(71061ns) {StartInitialHandshake:157(67686ns) {DropHandshakes:470(3742ns) {DropIncomingHandshake:442(704ns) DropOutgoingHandshake:457(680ns)} GenerateSessionVirtualId:988(885ns) PrepareNewSessionHandshake:477(2272ns) {SwitchToState:179(659ns)}}}}}
2025-12-06T17:41:26.636066Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801471812544851:2066] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(24496489ns) {Configure:104(24488880ns) {ProcessConfigured:135(81523ns) {StartInitialHandshake:157(76333ns) {DropHandshakes:470(4312ns) {DropIncomingHandshake:442(942ns) DropOutgoingHandshake:457(664ns)} GenerateSessionVirtualId:988(1219ns) PrepareNewSessionHandshake:477(2752ns) {SwitchToState:179(755ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:26.720933Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801474150280610:2065] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(149074256ns) {Configure:104(149068436ns) {ProcessConfigured:135(12124398ns) {StartInitialHandshake:157(12122208ns) {DropHandshakes:470(2617ns) {DropIncomingHandshake:442(406ns) DropOutgoingHandshake:457(503ns)} GenerateSessionVirtualId:988(830ns) PrepareNewSessionHandshake:477(2074ns) {SwitchToState:179(136ns)}}}}}
2025-12-06T17:41:26.721184Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801474150280610:2065] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:26.637832Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801475578616360:2110] [node 2] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:26.728068Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801472734944906:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23862
2025-12-06T17:41:26.651451Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801473663108082:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21877
2025-12-06T17:41:26.612095Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801472101503439:2128] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:26.637317Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801471812544901:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9312
2025-12-06T17:41:26.682715Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801475578616360:2110] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:26.651991Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801473663108079:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21877
2025-12-06T17:41:26.707096Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801475578616364:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:26.729631Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801472734944872:2080] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:26.659401Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801467517577534:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(100861058ns) {Configure:104(100853862ns) {ProcessConfigured:135(74372ns) {StartInitialHandshake:157(71281ns) {DropHandshakes:470(7152ns) {DropIncomingHandshake:442(924ns) DropOutgoingHandshake:457(560ns)} GenerateSessionVirtualId:988(1234ns) PrepareNewSessionHandshake:477(2310ns) {SwitchToState:179(540ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:26.752909Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801474150280637:2113] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:26.753491Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801474150280648:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45110
2025-12-06T17:41:26.707144Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801475578616364:2112] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:26.628640Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580801467806536056:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:26.714299Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801475578616376:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35377
2025-12-06T17:41:26.747289Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801475578616362:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:26.747318Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801475578616362:2111] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:41:26.754130Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801475578616364:2112] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:26.758068Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801475578616371:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35377
2025-12-06T17:41:26.669194Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801471812544901:2113] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:26.729734Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:26.772589Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801475578616362:2111] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:26.774395Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801471283648997:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:41:26.774464Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:26.774517Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801471283648997:2048] [node 2] ICP22 created new session: [1:7580801475578616380:2048]
2025-12-06T17:41:26.774588Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801475578616380:2048] [node 2] ICS09 handshake done sender: [1:7580801475578616360:2110] self: [1:7580801475578616359:0] peer: [2:7580801472101503447:0] socket: 502 qp: -1
2025-12-06T17:41:26.774634Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801475578616380:2048] [node 2] ICS10 traffic start
2025-12-06T17:41:26.774681Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:26.775183Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801475578616358:2087] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:41:26.775226Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:26.775275Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801475578616358:2087] [node 4] ICP22 created new session: [1:7580801475578616382:2087]
2025-12-06T17:41:26.775340Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801475578616382:2087] [node 4] ICS09 handshake done sender: [1:7580801475578616364:2112] self: [1:7580801475578616363:0] peer: [4:7580801471812544908:0] socket: 504 qp: -1
2025-12-06T17:41:26.775380Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801475578616382:2087] [node 4] ICS10 traffic start
2025-12-06T17:41:26.775417Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:26.775971Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801475578616371:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:26.776014Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801475578616348:2086] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:26.776062Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:26.776113Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801475578616348:2086] [node 5] ICP22 created new session: [1:7580801475578616384:2086]
2025-12-06T17:41:26.776159Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801475578616384:2086] [node 5] ICS09 handshake done sender: [1:7580801475578616362:2111] self: [1:7580801475578616361:0] peer: [5:7580801473663108087:0] socket: 503 qp: -1
2025-12-06T17:41:26.776185Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801475578616384:2086] [node 5] ICS10 traffic start
2025-12-06T17:41:26.776211Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:26.776695Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801475578616379:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35377
2025-12-06T17:41:26.777366Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580801471283648997:2048] [node 2] ICP18 handshake (actor [1:7580801475578616371:2115]) is too old
2025-12-06T17:41:26.652048Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801473663108080:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21877
2025-12-06T17:41:26.628860Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801472101503445:2130] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7667
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:26.767103Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801469855313271:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13917) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801474150280637:2113] held: no
2025-12-06T17:41:26.767235Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801469855313271:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:41:26.767301Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:26.767350Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801469855313271:2050] [node 3] ICP22 created new session: [6:7580801474150280649:2050]
2025-12-06T17:41:26.767392Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801474150280649:2050] [node 3] ICS09 handshake done sender: [6:7580801474150280637:2113] self: [6:7580801474150280641:0] peer: [3:7580801472734944887:0] socket: 507 qp: -1
2025-12-06T17:41:26.767432Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801474150280649:2050] [node 3] ICS10 traffic start
2025-12-06T17:41:26.767476Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:26.768655Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801474150280640:2114] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:26.791693Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801474150280610:2065] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:41:26.791773Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:26.791834Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801474150280610:2065] [node 4] ICP22 created new session: [6:7580801474150280652:2065]
2025-12-06T17:41:26.792349Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801474150280651:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45110
2025-12-06T17:41:26.729780Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801472734944872:2080] [node 6] ICP22 created new session: [3:7580801472734944907:2080]
2025-12-06T17:41:26.669343Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801467517577534:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:26.787038Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801475578616376:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:26.791309Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580801475578616348:2086] [node 5] ICP18 handshake (actor [1:7580801475578616376:2117]) is too old
2025-12-06T17:41:26.793366Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801475578616388:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35377
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:26.816233Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801474150280654:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45110
2025-12-06T17:41:26.685756Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801473663108081:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:26.667565Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801472101503448:2132] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7667
2025-12-06T17:41:26.823860Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801474150280652:2065] [node 4] ICS09 handshake done sender: [6:7580801474150280640:2114] self: [6:7580801474150280647:0] peer: [4:7580801471812544899:0] socket: 529 qp: -1
2025-12-06T17:41:26.729832Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801472734944907:2080] [node 6] ICS09 handshake done sender: [3:7580801472734944888:2111] self: [3:7580801472734944887:0] peer: [6:7580801474150280641:0] socket: 499 qp: -1
2025-12-06T17:41:26.667637Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801472101503449:2133] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7667
2025-12-06T17:41:26.671116Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801471812544850:2065] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(364115644ns) {Configure:104(364107723ns) {ProcessConfigured:135(24253947ns) {StartInitialHandshake:157(24248982ns) {DropHandshakes:470(8249867ns) {DropIncomingHandshake:442(1109ns) DropOutgoingHandshake:457(2108ns)} GenerateSessionVirtualId:988(2257ns) PrepareNewSessionHandshake:477(1987ns) {SwitchToState:179(132ns)}}}}}
2025-12-06T17:41:26.835235Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801474150280652:2065] [node 4] ICS10 traffic start
2025-12-06T17:41:26.840677Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:26.841193Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801474150280610:2065] [node 4] ICP35 event processing took too much time PendingConnection:279(49278630ns) {HandleHandshakeStatus:329(49274443ns) {DropIncomingHandshake:442(1426ns) DropOutgoingHandshake:457(5270ns) SwitchToState:179(834ns) ProcessPendingSessionEvents:495(120708ns) {ForwardSessionEventToSession:612(65970ns) ForwardSessionEventToSession:612(3178ns) ForwardSessionEventToSession:612(7529ns) ForwardSessionEventToSession:612(2712ns) ForwardSessionEventToSession:612(6243ns) ForwardSessionEventToSession:612(6047ns) ForwardSessionEventToSession:612(6793ns) ForwardSessionEventToSession:612(6454ns) ForwardSessionEventToSession:612(2684ns) ForwardSessionEventToSession:612(2738ns)}}}
2025-12-06T17:41:26.694797Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801473663108080:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:26.729869Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801472734944907:2080] [node 6] ICS10 traffic start
2025-12-06T17:41:26.720637Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801471812544910:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9312
2025-12-06T17:41:26.722673Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801471812544900:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:26.722703Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801471812544900:2112] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:26.724111Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801471812544900:2112] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:26.724406Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801471812544851:2066] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:26.724483Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:26.724540Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801471812544851:2066] [node 6] ICP22 created new session: [4:7580801471812544912:2066]
2025-12-06T17:41:26.724605Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801471812544912:2066] [node 6] ICS09 handshake done sender: [4:7580801471812544900:2112] self: [4:7580801471812544899:0] peer: [6:7580801474150280647:0] socket: 527 qp: -1
2025-12-06T17:41:26.724644Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801471812544912:2066] [node 6] ICS10 traffic start
2025-12-06T17:41:26.724680Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:26.758521Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801471812544901:2113] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:26.800897Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801467517577534:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:26.801030Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:26.801093Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801467517577534:2048] [node 1] ICP22 created new session: [4:7580801471812544915:2048]
2025-12-06T17:41:26.801150Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801471812544915:2048] [node 1] ICS09 handshake done sender: [4:7580801471812544901:2113] self: [4:7580801471812544908:0] peer: [1:7580801475578616363:0] socket: 524 qp: -1
2025-12-06T17:41:26.801190Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801471812544915:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:26.801232Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:26.712881Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801469368140709:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:26.850231Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801474150280654:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:26.850304Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801474150280651:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:26.694154Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801472101503438:2127] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:26.881399Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801475578616388:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:26.896490Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801475578616370:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:26.729907Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:26.727059Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801469368140710:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:26.739555Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801473663108079:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:26.739838Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801469368140711:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:26.751007Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801473663108034:2059] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(256578460ns) {Configure:104(256565959ns) {ProcessConfigured:135(25350856ns) {StartInitialHandshake:157(25346260ns) {DropHandshakes:470(3800ns) {DropIncomingHandshake:442(943ns) DropOutgoingHandshake:457(467ns)} GenerateSessionVirtualId:988(1422ns) PrepareNewSessionHandshake:477(4939ns) {SwitchToState:179(1693ns)}}}}}
2025-12-06T17:41:26.757540Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801473663108090:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21877
2025-12-06T17:41:26.757719Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801473663108091:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21877
2025-12-06T17:41:26.831791Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801473663108082:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:26.843711Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801469368140709:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12682) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580801473663108080:2115] held: no
2025-12-06T17:41:26.843845Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801473663108080:2115] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:26.857629Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801469368140709:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:26.857707Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:26.857764Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801469368140709:2048] [node 1] ICP22 created new session: [5:7580801473663108094:2048]
2025-12-06T17:41:26.857806Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801473663108094:2048] [node 1] ICS09 handshake done sender: [5:7580801473663108080:2115] self: [5:7580801473663108087:0] peer: [1:7580801475578616361:0] socket: 530 qp: -1
2025-12-06T17:41:26.857847Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801473663108094:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:26.857900Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:26.858510Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801473663108079:2114] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:26.877071Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801473663108092:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21877
2025-12-06T17:41:26.877151Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801473663108093:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21877
2025-12-06T17:41:26.891784Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801469368140711:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:41:26.891855Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:26.891907Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801469368140711:2050] [node 3] ICP22 created new session: [5:7580801473663108098:2050]
2025-12-06T17:41:26.891960Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801473663108098:2050] [node 3] ICS09 handshake done sender: [5:7580801473663108079:2114] self: [5:7580801473663108089:0] peer: [3:7580801472734944885:0] socket: 523 qp: -1
2025-12-06T17:41:26.891995Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801473663108098:2050] [node 3] ICS10 traffic start
2025-12-06T17:41:26.892035Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:26.892310Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7580801469368140711:2050] [node 3] ICP27 obsolete handshake fail ignored
2025-12-06T17:41:26.897941Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801473663108081:2116] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:26.903054Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801471812544919:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9312
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:26.694192Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801472101503438:2127] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:41:26.867719Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801469855313270:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:26.896547Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801475578616370:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:26.751179Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801472734944901:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:26.903268Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801471812544918:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9312
2025-12-06T17:41:26.915032Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801471812544919:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:26.917823Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801471812544918:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:26.867854Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801469855313269:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:26.913065Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801469368140710:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:26.719512Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801472101503429:2109] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(159065072ns) {Configure:104(159057724ns) {ProcessConfigured:135(84925ns) {StartInitialHandshake:157(82044ns) {DropHandshakes:470(2081ns) {DropIncomingHandshake:442(220ns) DropOutgoingHandshake:457(609ns)} GenerateSessionVirtualId:988(529ns) PrepareNewSessionHandshake:477(16367ns) {SwitchToState:179(207ns)}}}}}
2025-12-06T17:41:26.911841Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801475578616373:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:26.751633Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801472734944886:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:26.913146Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:26.921829Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801467517577536:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:26.911874Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801475578616373:2116] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:41:26.719998Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801472101503446:2131] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7667
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:26.751660Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801472734944886:2110] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:41:26.905512Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801474150280658:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45110
2025-12-06T17:41:26.760699Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801472101503445:2130] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:26.926048Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801474150280651:2119] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:26.927893Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801469855313269:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:26.927972Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:26.928027Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801469855313269:2048] [node 1] ICP22 created new session: [6:7580801474150280659:2048]
2025-12-06T17:41:26.928079Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801474150280659:2048] [node 1] ICS09 handshake done sender: [6:7580801474150280651:2119] self: [6:7580801474150280657:0] peer: [1:7580801475578616369:0] socket: 513 qp: -1
2025-12-06T17:41:26.928115Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801474150280659:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:26.928154Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:26.954105Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801474150280662:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45110
2025-12-06T17:41:26.960395Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801474150280654:2120] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:26.964689Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801474150280661:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45110
2025-12-06T17:41:26.926884Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801467517577535:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:26.913206Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801469368140710:2049] [node 2] ICP22 created new session: [5:7580801473663108100:2049]
2025-12-06T17:41:26.757048Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801472734944886:2110] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:26.807046Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801472734944898:2115] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:26.824018Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801468439977524:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:26.824076Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:26.836290Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801472734944855:2079] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:26.836383Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:26.836438Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801472734944855:2079] [node 5] ICP22 created new session: [3:7580801472734944915:2079]
2025-12-06T17:41:26.836500Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801472734944915:2079] [node 5] ICS09 handshake done sender: [3:7580801472734944886:2110] self: [3:7580801472734944885:0] peer: [5:7580801473663108089:0] socket: 498 qp: -1
2025-12-06T17:41:26.836532Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801472734944915:2079] [node 5] ICS10 traffic start
2025-12-06T17:41:26.836579Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:26.842688Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801468439977524:2049] [node 2] ICP22 created new session: [3:7580801472734944913:2049]
2025-12-06T17:41:26.849346Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801472734944913:2049] [node 2] ICS09 handshake done sender: [3:7580801472734944898:2115] self: [3:7580801472734944903:0] peer: [2:7580801472101503437:0] socket: 521 qp: -1
2025-12-06T17:41:26.854894Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801472734944913:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:26.872868Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:26.874505Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801472734944914:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23862
2025-12-06T17:41:26.888681Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801468439977524:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(64412305ns) {HandleHandshakeStatus:329(64408172ns) {DropIncomingHandshake:442(1080ns) DropOutgoingHandshake:457(5600ns) SwitchToState:179(933ns) ProcessPendingSessionEvents:495(138298ns) {ForwardSessionEventToSession:612(79515ns) ForwardSessionEventToSession:612(9948ns) ForwardSessionEventToSession:612(2843ns) ForwardSessionEventToSession:612(6199ns) ForwardSessionEventToSession:612(2169ns) ForwardSessionEventToSession:612(2716ns) ForwardSessionEventToSession:612(5548ns) ForwardSessionEventToSession:612(3113ns) ForwardSessionEventToSession:612(2817ns) ForwardSessionEventToSession:612(13026ns)}}}
2025-12-06T17:41:26.905911Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801472734944914:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:26.906047Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801468439977523:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:26.914593Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801472734944919:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23862
2025-12-06T17:41:26.945308Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801472734944914:2120] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:26.945862Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801468439977523:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:26.952253Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:26.952307Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801468439977523:2048] [node 1] ICP22 created new session: [3:7580801472734944920:2048]
2025-12-06T17:41:26.957662Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801472734944895:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:26.957701Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801472734944895:2113] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:41:26.962984Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801472734944920:2048] [node 1] ICS09 handshake done sender: [3:7580801472734944914:2120] self: [3:7580801472734944918:0] peer: [1:7580801475578616372:0] socket: 564 qp: -1
2025-12-06T17:41:26.965447Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801472734944920:2048] [node 1] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:26.917987Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801475578616370:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:26.773058Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801472101503439:2128] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:26.773675Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801472101503446:2131] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:26.773819Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801472101503438:2127] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:26.786747Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801472101503436:2126] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:26.786797Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801472101503436:2126] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:41:26.813050Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580801467806536056:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:26.813124Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:26.813185Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801467806536056:2048] [node 1] ICP22 created new session: [2:7580801472101503454:2048]
2025-12-06T17:41:26.813237Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801472101503454:2048] [node 1] ICS09 handshake done sender: [2:7580801472101503439:2128] self: [2:7580801472101503447:0] peer: [1:7580801475578616359:0] socket: 508 qp: -1
2025-12-06T17:41:26.813281Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801472101503454:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:26.813324Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:26.813621Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7580801467806536056:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:41:26.814204Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801472101503453:2135] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7667
2025-12-06T17:41:26.814389Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801467806536057:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:41:26.814428Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:26.814473Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801467806536057:2049] [node 3] ICP22 created new session: [2:7580801472101503457:2049]
2025-12-06T17:41:26.814514Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801472101503457:2049] [node 3] ICS09 handshake done sender: [2:7580801472101503438:2127] self: [2:7580801472101503437:0] peer: [3:7580801472734944903:0] socket: 511 qp: -1
2025-12-06T17:41:26.817152Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801472101503457:2049] [node 3] ICS10 traffic start
2025-12-06T17:41:26.839054Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:26.842574Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801472101503436:2126] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:26.847772Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801472101503453:2135] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:26.858756Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801472101503448:2132] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:26.861062Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801467806536057:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(46351818ns) {HandleHandshakeStatus:329(46349172ns) {DropIncomingHandshake:442(856ns) DropOutgoingHandshake:457(841ns) SwitchToState:179(179ns) ProcessPendingSessionEvents:495(11461091ns) {ForwardSessionEventToSession:612(11376328ns) ForwardSessionEventToSession:612(9099ns) ForwardSessionEventToSession:612(8358ns) ForwardSessionEventToSession:612(3384ns) ForwardSessionEventToSession:612(17105ns) ForwardSessionEventToSession:612(2714ns) ForwardSessionEventToSession:612(12016ns) ForwardSessionEventToSession:612(9455ns) ForwardSessionEventToSession:612(3449ns) ForwardSessionEventToSession:612(2628ns)}}}
2025-12-06T17:41:26.861257Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580801467806536057:2049] [node 3] ICP18 handshake (actor [2:7580801472101503453:2135]) is too old
2025-12-06T17:41:26.889533Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801472101503420:2078] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:26.889620Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:26.889672Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801472101503420:2078] [node 5] ICP22 created new session: [2:7580801472101503464:2078]
2025-12-06T17:41:26.889722Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801472101503464:2078] [node 5] ICS09 handshake done sender: [2:7580801472101503436:2126] self: [2:7580801472101503435:0] peer: [5:7580801473663108088:0] socket: 509 qp: -1
2025-12-06T17:41:26.889759Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801472101503464:2078] [node 5] ICS10 traffic start
2025-12-06T17:41:26.889798Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:26.898607Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801472101503444:2129] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:26.898656Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801472101503444:2129] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:26.936704Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801472101503444:2129] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:26.958744Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801472101503451:2134] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:26.958779Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801472101503451:2134] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:41:26.960560Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801472101503432:2079] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:26.960649Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:26.960713Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801472101503432:2079] [node 6] ICP22 created new session: [2:7580801472101503467:2079]
2025-12-06T17:41:26.960763Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801472101503467:2079] [node 6] ICS09 handshake done sender: [2:7580801472101503444:2129] self: [2:7580801472101503443:0] peer: [6:7580801474150280656:0] socket: 510 qp: -1
2025-12-06T17:41:26.960796Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801472101503467:2079] [node 6] ICS10 traffic start
2025-12-06T17:41:26.960836Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:26.983727Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:26.913251Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801473663108100:2049] [node 2] ICS09 handshake done sender: [5:7580801473663108081:2116] self: [5:7580801473663108088:0] peer: [2:7580801472101503435:0] socket: 531 qp: -1
2025-12-06T17:41:26.913285Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801473663108100:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:26.913329Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:26.949306Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801473663108092:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:26.951422Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7580801469368140710:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:41:26.951623Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801473663108046:2066] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:26.958548Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801473663108104:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21877
2025-12-06T17:41:26.995509Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801473663108046:2066] [node 4] ICP35 event processing took too much time PendingConnection:279(21819922ns)
2025-12-06T17:41:26.969065Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801469855313270:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:26.927188Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801471812544920:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9312
2025-12-06T17:41:26.995664Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801472101503451:2134] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:26.955681Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801471812544909:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:26.941974Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801475578616373:2116] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:27.019095Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801472101503429:2109] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:41:27.019195Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:27.019257Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801472101503429:2109] [node 4] ICP22 created new session: [2:7580801476396470766:2109]
2025-12-06T17:41:27.019302Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801476396470766:2109] [node 4] ICS09 handshake done sender: [2:7580801472101503451:2134] self: [2:7580801472101503450:0] peer: [4:7580801471812544922:0] socket: 537 qp: -1
2025-12-06T17:41:27.019341Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801476396470766:2109] [node 4] ICS10 traffic start
2025-12-06T17:41:27.019386Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:26.943690Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801475578616352:2085] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:26.943769Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:26.943827Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801475578616352:2085] [node 6] ICP22 created new session: [1:7580801475578616392:2085]
2025-12-06T17:41:26.943888Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801475578616392:2085] [node 6] ICS09 handshake done sender: [1:7580801475578616370:2114] self: [1:7580801475578616369:0] peer: [6:7580801474150280657:0] socket: 557 qp: -1
2025-12-06T17:41:26.943928Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801475578616392:2085] [node 6] ICS10 traffic start
2025-12-06T17:41:26.943966Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:26.944608Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [1:7580801475578616358:2087] [node 4] ICP27 obsolete handshake fail ignored
2025-12-06T17:41:26.950689Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801471283648998:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:41:26.950777Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:26.950831Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801471283648998:2049] [node 3] ICP22 created new session: [1:7580801475578616394:2049]
2025-12-06T17:41:26.952610Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801475578616394:2049] [node 3] ICS09 handshake done sender: [1:7580801475578616373:2116] self: [1:7580801475578616372:0] peer: [3:7580801472734944918:0] socket: 558 qp: -1
2025-12-06T17:41:26.958004Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801475578616394:2049] [node 3] ICS10 traffic start
2025-12-06T17:41:26.964728Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:26.997500Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801473663108092:2121] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:26.974001Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:27.010902Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801472734944895:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:26.955714Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801471812544909:2115] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:41:27.021357Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801468439977523:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(75243435ns) {HandleHandshakeStatus:329(75231049ns) {DropIncomingHandshake:442(1271ns) DropOutgoingHandshake:457(5087ns) SwitchToState:179(884ns) ProcessPendingSessionEvents:495(16512637ns) {ForwardSessionEventToSession:612(16455753ns) ForwardSessionEventToSession:612(5673ns) ForwardSessionEventToSession:612(3133ns) ForwardSessionEventToSession:612(6791ns) ForwardSessionEventToSession:612(3019ns) ForwardSessionEventToSession:612(8860ns) ForwardSessionEventToSession:612(2993ns) ForwardSessionEventToSession:612(3477ns) ForwardSessionEventToSession:612(8830ns) ForwardSessionEventToSession:612(2070ns)}}}
2025-12-06T17:41:27.025128Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801472734944858:2078] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:41:27.025197Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:27.025247Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801472734944858:2078] [node 4] ICP22 created new session: [3:7580801477029912219:2078]
2025-12-06T17:41:27.025295Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801477029912219:2078] [node 4] ICS09 handshake done sender: [3:7580801472734944895:2113] self: [3:7580801472734944894:0] peer: [4:7580801471812544921:0] socket: 562 qp: -1
2025-12-06T17:41:27.025336Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801477029912219:2078] [node 4] ICS10 traffic start
2025-12-06T17:41:27.025394Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:26.983067Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801474150280661:2122] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:26.959027Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801471812544920:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:26.959811Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801471812544909:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:26.980173Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801471812544850:2065] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:26.980280Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:26.980336Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801471812544850:2065] [node 5] ICP22 created new session: [4:7580801471812544926:2065]
2025-12-06T17:41:26.980381Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801471812544926:2065] [node 5] ICS09 handshake done sender: [4:7580801471812544909:2115] self: [4:7580801471812544905:0] peer: [5:7580801473663108103:0] socket: 561 qp: -1
2025-12-06T17:41:26.980422Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801471812544926:2065] [node 5] ICS10 traffic start
2025-12-06T17:41:26.980477Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:26.981531Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801471812544925:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9312
2025-12-06T17:41:26.996530Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801471812544918:2117] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:26.997638Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801467517577535:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:27.003602Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801476107512224:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9312
2025-12-06T17:41:27.022207Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:27.023284Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801471812544919:2118] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:27.026488Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801467517577535:2049] [node 2] ICP22 created new session: [4:7580801476107512225:2049]
2025-12-06T17:41:27.031298Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801467517577536:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:41:27.031392Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:27.031440Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801467517577536:2050] [node 3] ICP22 created new session: [4:7580801476107512226:2050]
2025-12-06T17:41:27.031500Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801476107512226:2050] [node 3] ICS09 handshake done sender: [4:7580801471812544919:2118] self: [4:7580801471812544921:0] peer: [3:7580801472734944894:0] socket: 534 qp: -1
2025-12-06T17:41:27.031533Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801476107512226:2050] [node 3] ICS10 traffic start
2025-12-06T17:41:27.031571Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:26.983307Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801474150280600:2060] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:26.995605Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801469855313270:2049] [node 2] ICP22 created new session: [6:7580801474150280663:2049]
2025-12-06T17:41:26.999547Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801474150280663:2049] [node 2] ICS09 handshake done sender: [6:7580801474150280654:2120] self: [6:7580801474150280656:0] peer: [2:7580801472101503443:0] socket: 560 qp: -1
2025-12-06T17:41:27.004612Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801474150280663:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:27.018013Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:27.054734Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801476107512225:2049] [node 2] ICS09 handshake done sender: [4:7580801471812544918:2117] self: [4:7580801471812544922:0] peer: [2:7580801472101503450:0] socket: 565 qp: -1
2025-12-06T17:41:27.054845Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801476107512225:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:27.004667Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801473663108086:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:27.054926Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:27.004705Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580801473663108086:2118] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:27.013145Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801473663108046:2066] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24612) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580801473663108092:2121] held: no
2025-12-06T17:41:27.013254Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801473663108046:2066] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:41:27.013338Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:27.018442Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801473663108046:2066] [node 4] ICP22 created new session: [5:7580801477958075401:2066]
2025-12-06T17:41:27.030665Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801477958075401:2066] [node 4] ICS09 handshake done sender: [5:7580801473663108092:2121] self: [5:7580801473663108103:0] peer: [4:7580801471812544905:0] socket: 522 qp: -1
2025-12-06T17:41:27.033196Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801477958075401:2066] [node 4] ICS10 traffic start
2025-12-06T17:41:27.033240Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:27.055558Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801473663108046:2066] [node 4] ICP35 event processing took too much time PendingConnection:279(42174898ns) {HandleHandshakeStatus:329(42172613ns) {DropIncomingHandshake:442(1475ns) DropOutgoingHandshake:457(179ns) SwitchToState:179(867ns) ProcessPendingSessionEvents:495(1379ns)}}
2025-12-06T17:41:27.055767Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801473663108086:2118] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:27.057101Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801469855313270:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(87801977ns) {HandleHandshakeStatus:329(87797167ns) {DropIncomingHandshake:442(1737ns) DropOutgoingHandshake:457(4867ns) SwitchToState:179(852ns) ProcessPendingSessionEvents:495(9456924ns) {ForwardSessionEventToSession:612(9391759ns) ForwardSessionEventToSession:612(7364ns) ForwardSessionEventToSession:612(13200ns) ForwardSessionEventToSession:612(3557ns) ForwardSessionEventToSession:612(3558ns) ForwardSessionEventToSession:612(5716ns) ForwardSessionEventToSession:612(6181ns) ForwardSessionEventToSession:612(3380ns) ForwardSessionEventToSession:612(6267ns) ForwardSessionEventToSession:612(2919ns)}}}
2025-12-06T17:41:27.057193Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580801469855313270:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:41:27.064114Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801478445247962:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45110
2025-12-06T17:41:27.064724Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801467517577535:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(66832606ns) {HandleHandshakeStatus:329(66829128ns) {DropIncomingHandshake:442(1364ns) DropOutgoingHandshake:457(11957ns) SwitchToState:179(839ns) ProcessPendingSessionEvents:495(9358917ns) {ForwardSessionEventToSession:612(9292845ns) ForwardSessionEventToSession:612(11006ns) ForwardSessionEventToSession:612(3331ns) ForwardSessionEventToSession:612(3801ns) ForwardSessionEventToSession:612(5935ns) ForwardSessionEventToSession:612(3430ns) ForwardSessionEventToSession:612(9704ns) ForwardSessionEventToSession:612(2636ns) ForwardSessionEventToSession:612(5422ns) ForwardSessionEventToSession:612(5883ns)}}}
2025-12-06T17:41:27.065753Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580801473663108034:2059] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:27.066519Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:27.066596Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801473663108034:2059] [node 6] ICP22 created new session: [5:7580801477958075404:2059]
2025-12-06T17:41:27.066643Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801477958075404:2059] [node 6] ICS09 handshake done sender: [5:7580801473663108086:2118] self: [5:7580801473663108085:0] peer: [6:7580801474150280664:0] socket: 567 qp: -1
2025-12-06T17:41:27.066685Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801477958075404:2059] [node 6] ICS10 traffic start
2025-12-06T17:41:27.066745Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:27.068532Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801474150280661:2122] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:27.073168Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801474150280600:2060] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30037) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801474150280661:2122] held: no
2025-12-06T17:41:27.073304Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801474150280600:2060] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:41:27.073380Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:27.073481Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801474150280600:2060] [node 5] ICP22 created new session: [6:7580801478445247963:2060]
2025-12-06T17:41:27.073535Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801478445247963:2060] [node 5] ICS09 handshake done sender: [6:7580801474150280661:2122] self: [6:7580801474150280664:0] peer: [5:7580801473663108085:0] socket: 568 qp: -1
2025-12-06T17:41:27.073577Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801478445247963:2060] [node 5] ICS10 traffic start
2025-12-06T17:41:27.073624Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:27.193115Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:41:27.193436Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580801472101503454:2048] [node 1] ICS01 socket: 508 reason# EndOfStream
2025-12-06T17:41:27.193480Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580801467806536056:2048] [node 1] ICP30 unregister session Session# [2:7580801472101503454:2048] VirtualId# [2:7580801472101503447:0]
2025-12-06T17:41:27.193518Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580801472101503454:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:27.193622Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:27.193676Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:27.208950Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:41:27.209258Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580801472734944920:2048] [node 1] ICS07 socket disconnect 564 reason# EndOfStream
2025-12-06T17:41:27.209293Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801472734944920:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:27.209397Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:27.209450Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580801472734944920:2048] [node 1] ICS15 start handshake
2025-12-06T17:41:27.224448Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801468439977523:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12682) Socket error# Connection reset by peer state# SendInitialPacket processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:41:27.224517Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580801472734944920:2048] [node 1] ICS15 start handshake
2025-12-06T17:41:27.226524Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801468439977523:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12682) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:41:27.226622Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801472734944920:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:41:27.226654Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801468439977523:2048] [node 1] ICP30 unregister session Session# [3:7580801472734944920:2048] VirtualId# [3:7580801472734944918:0]
2025-12-06T17:41:27.226719Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:27.226794Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580801468439977523:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:12682) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:41:27.226814Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12682) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:41:27.242470Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:41:27.242754Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801474150280659:2048] [node 1] ICS01 socket: 513 reason# EndOfStream
2025-12-06T17:41:27.242809Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801469855313269:2048] [node 1] ICP30 unregister session Session# [6:7580801474150280659:2048] VirtualId# [6:7580801474150280657:0]
2025-12-06T17:41:27.242843Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801474150280659:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:27.242939Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:27.242988Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:27.242519Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580801468439977523:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:41:27.243910Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:41:27.244176Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801473663108094:2048] [node 1] ICS01 socket: 530 reason# EndOfStream
2025-12-06T17:41:27.244220Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801469368140709:2048] [node 1] ICP30 unregister session Session# [5:7580801473663108094:2048] VirtualId# [5:7580801473663108087:0]
2025-12-06T17:41:27.244256Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801473663108094:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:27.244334Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:27.244375Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:27.250686Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:41:27.250995Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801471812544915:2048] [node 1] ICS01 socket: 524 reason# EndOfStream
2025-12-06T17:41:27.251041Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801467517577534:2048] [node 1] ICP30 unregister session Session# [4:7580801471812544915:2048] VirtualId# [4:7580801471812544908:0]
2025-12-06T17:41:27.251080Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801471812544915:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:27.251172Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:27.251237Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:27.381940Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:41:27.382189Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801472734944913:2049] [node 2] ICS01 socket: 521 reason# EndOfStream
2025-12-06T17:41:27.382238Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801468439977524:2049] [node 2] ICP30 unregister session Session# [3:7580801472734944913:2049] VirtualId# [3:7580801472734944903:0]
2025-12-06T17:41:27.382276Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801472734944913:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:27.382366Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:27.382413Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:27.386102Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:41:27.386355Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801473663108100:2049] [node 2] ICS01 socket: 531 reason# EndOfStream
2025-12-06T17:41:27.386398Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801469368140710:2049] [node 2] ICP30 unregister session Session# [5:7580801473663108100:2049] VirtualId# [5:7580801473663108088:0]
2025-12-06T17:41:27.386430Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801473663108100:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:27.386510Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:27.386576Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:27.386714Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:41:27.386906Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801474150280663:2049] [node 2] ICS01 socket: 560 reason# EndOfStream
2025-12-06T17:41:27.386941Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801469855313270:2049] [node 2] ICP30 unregister session Session# [6:7580801474150280663:2049] VirtualId# [6:7580801474150280656:0]
2025-12-06T17:41:27.386969Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801474150280663:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:27.387023Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:27.387072Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:27.393289Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:41:27.393570Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580801476107512225:2049] [node 2] ICS07 socket disconnect 565 reason# EndOfStream
2025-12-06T17:41:27.393603Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801476107512225:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:27.393717Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:27.393763Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580801476107512225:2049] [node 2] ICS15 start handshake
2025-12-06T17:41:27.395740Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801467517577535:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62237) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:41:27.395822Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801476107512225:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:41:27.395860Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801467517577535:2049] [node 2] ICP30 unregister session Session# [4:7580801476107512225:2049] VirtualId# [4:7580801471812544922:0]
2025-12-06T17:41:27.395931Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:27.395968Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580801467517577535:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:62237) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:41:27.396001Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62237) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:41:27.404136Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580801467517577535:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:41:27.430809Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:41:27.431059Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801476107512226:2050] [node 3] ICS01 socket: 534 reason# EndOfStream
2025-12-06T17:41:27.431104Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801467517577536:2050] [node 3] ICP30 unregister session Session# [4:7580801476107512226:2050] VirtualId# [4:7580801471812544921:0]
2025-12-06T17:41:27.431140Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801476107512226:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:27.431224Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:41:27.431275Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:41:27.431397Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:41:27.431582Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801473663108098:2050] [node 3] ICS01 socket: 523 reason# EndOfStream
2025-12-06T17:41:27.431615Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801469368140711:2050] [node 3] ICP30 unregister session Session# [5:7580801473663108098:2050] VirtualId# [5:7580801473663108089:0]
2025-12-06T17:41:27.431642Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801473663108098:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:27.431697Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:41:27.431735Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:41:27.436782Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:41:27.437064Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801474150280649:2050] [node 3] ICS01 socket: 507 reason# EndOfStream
2025-12-06T17:41:27.437120Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801469855313271:2050] [node 3] ICP30 unregister session Session# [6:7580801474150280649:2050] VirtualId# [6:7580801474150280641:0]
2025-12-06T17:41:27.437156Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801474150280649:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:27.437254Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:41:27.437300Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:41:27.480279Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:41:27.480584Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801477958075401:2066] [node 4] ICS01 socket: 522 reason# EndOfStream
2025-12-06T17:41:27.480624Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801473663108046:2066] [node 4] ICP30 unregister session Session# [5:7580801477958075401:2066] VirtualId# [5:7580801473663108103:0]
2025-12-06T17:41:27.480660Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801477958075401:2066] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:27.480745Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:41:27.480791Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:41:27.480903Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:41:27.481090Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801474150280652:2065] [node 4] ICS01 socket: 529 reason# EndOfStream
2025-12-06T17:41:27.481138Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801474150280610:2065] [node 4] ICP30 unregister session Session# [6:7580801474150280652:2065] VirtualId# [6:7580801474150280647:0]
2025-12-06T17:41:27.481161Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801474150280652:2065] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:27.481219Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:41:27.481252Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:41:27.682871Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:41:27.683138Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801478445247963:2060] [node 5] ICS01 socket: 568 reason# EndOfStream
2025-12-06T17:41:27.683184Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801474150280600:2060] [node 5] ICP30 unregister session Session# [6:7580801478445247963:2060] VirtualId# [6:7580801474150280664:0]
2025-12-06T17:41:27.683221Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801478445247963:2060] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:27.683315Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:41:27.683365Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:41:27.980371Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801479751604777:2048] [node 2] ICP01 ready to work
2025-12-06T17:41:27.980427Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801479751604778:2049] [node 3] ICP01 ready to work
2025-12-06T17:41:27.957966Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801479923155003:2049] [node 3] ICP01 ready to work
2025-12-06T17:41:27.964137Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801479923155002:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:28.017911Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801478387974028:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:28.018051Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801478387974029:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:28.066982Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801482503853139:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:28.067029Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801482503853140:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:28.067062Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801482503853141:2050] [node 3] ICP01 ready to work
2025-12-06T17:41:28.075724Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801483341041237:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:28.075758Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801483341041238:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:28.075787Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801483341041239:2050] [node 3] ICP01 ready to work
2025-12-06T17:41:28.167204Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801480668649823:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:28.167244Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801480668649824:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:28.167276Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801480668649825:2050] [node 3] ICP01 ready to work
2025-12-06T17:41:28.607254Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801482503853165:2071] [node 6] ICP01 ready to work
2025-12-06T17:41:28.590280Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801484046572137:2105] [node 6] ICP01 ready to work
2025-12-06T17:41:28.606976Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801482682941377:2090] [node 4] ICP01 ready to work
2025-12-06T17:41:28.610325Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801480668649824:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(156581776ns) {Configure:104(156575568ns) {ProcessConfigured:135(99710ns) {StartInitialHandshake:157(96014ns) {DropHandshakes:470(6477ns) {DropIncomingHandshake:442(1302ns) DropOutgoingHandshake:457(667ns)} GenerateSessionVirtualId:988(1593ns) PrepareNewSessionHandshake:477(3026ns) {SwitchToState:179(879ns)}}}}}
2025-12-06T17:41:28.605527Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801484218122355:2099] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:28.614492Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801483341041258:2066] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:28.629427Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801480668649842:2063] [node 4] ICP01 ready to work
2025-12-06T17:41:28.667174Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801482682941379:2093] [node 6] ICP01 ready to work
2025-12-06T17:41:28.635714Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801484046572140:2108] [node 4] ICP01 ready to work
2025-12-06T17:41:28.676587Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801482503853165:2071] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(69025861ns) {Configure:104(69020362ns) {ProcessConfigured:135(82678ns) {StartInitialHandshake:157(79420ns) {DropHandshakes:470(3796ns) {DropIncomingHandshake:442(917ns) DropOutgoingHandshake:457(494ns)} GenerateSessionVirtualId:988(1226ns) PrepareNewSessionHandshake:477(2924ns) {SwitchToState:179(854ns)}}}}}
2025-12-06T17:41:28.614402Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801484218122356:2101] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:28.683233Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801483341041263:2067] [node 6] ICP01 ready to work
2025-12-06T17:41:28.695724Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801480668649847:2067] [node 5] ICP01 ready to work
2025-12-06T17:41:28.683187Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801484046572141:2104] [node 5] ICP01 ready to work
2025-12-06T17:41:28.632913Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801482682941380:2092] [node 5] ICP01 ready to work
2025-12-06T17:41:28.690717Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801484218122359:2100] [node 4] ICP01 ready to work
2025-12-06T17:41:28.812620Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801483341041258:2066] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(193654125ns) {Configure:104(193646649ns) {ProcessConfigured:135(90789ns) {StartInitialHandshake:157(87864ns) {DropHandshakes:470(3570ns) {DropIncomingHandshake:442(704ns) DropOutgoingHandshake:457(638ns)} GenerateSessionVirtualId:988(1282ns) PrepareNewSessionHandshake:477(2020ns) {SwitchToState:179(645ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:28.813586Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801483341041290:2098] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12600
2025-12-06T17:41:28.813677Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801483341041291:2099] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12600
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:28.824602Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801484046572140:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(77769374ns) {Configure:104(77755863ns) {ProcessConfigured:135(91194ns) {StartInitialHandshake:157(87656ns) {DropHandshakes:470(8611ns) {DropIncomingHandshake:442(562ns) DropOutgoingHandshake:457(494ns)} GenerateSessionVirtualId:988(1270ns) PrepareNewSessionHandshake:477(2425ns) {SwitchToState:179(976ns)}}}}}
2025-12-06T17:41:28.825701Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801484046572144:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7740
2025-12-06T17:41:28.766446Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801482503853210:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28407
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:28.705198Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801484218122356:2101] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(23785125ns) {Configure:104(23778726ns) {ProcessConfigured:135(22435736ns) {StartInitialHandshake:157(22429532ns) {DropHandshakes:470(2099ns) {DropIncomingHandshake:442(373ns) DropOutgoingHandshake:457(299ns)} GenerateSessionVirtualId:988(943ns) PrepareNewSessionHandshake:477(5830ns) {SwitchToState:179(2916ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:28.797159Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801478387974029:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(82194779ns) {Configure:104(82184577ns) {ProcessConfigured:135(96904ns) {StartInitialHandshake:157(93436ns) {DropHandshakes:470(7563ns) {DropIncomingHandshake:442(848ns) DropOutgoingHandshake:457(539ns)} GenerateSessionVirtualId:988(813ns) PrepareNewSessionHandshake:477(3073ns) {SwitchToState:179(949ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:28.863531Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801484046572146:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7740
2025-12-06T17:41:28.814846Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801483341041237:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(53590712ns) {Configure:104(53584115ns) {ProcessConfigured:135(19767253ns) {StartInitialHandshake:157(19763196ns) {DropHandshakes:470(4702ns) {DropIncomingHandshake:442(1345ns) DropOutgoingHandshake:457(902ns)} GenerateSessionVirtualId:988(1239ns) PrepareNewSessionHandshake:477(7557ns) {SwitchToState:179(2003ns)}}}}}
2025-12-06T17:41:28.836166Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801480668649823:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(397436448ns) {Configure:104(397432764ns) {ProcessConfigured:135(20101021ns) {StartInitialHandshake:157(20097997ns) {DropHandshakes:470(1984ns) {DropIncomingHandshake:442(485ns) DropOutgoingHandshake:457(468ns)} GenerateSessionVirtualId:988(514ns) PrepareNewSessionHandshake:477(2980ns) {SwitchToState:179(658ns)}}}}}
2025-12-06T17:41:28.838237Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801480668649892:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45655
2025-12-06T17:41:28.852076Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801480668649899:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45655
2025-12-06T17:41:28.852727Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801480668649842:2063] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(205426449ns) {Configure:104(205420408ns) {ProcessConfigured:135(19137590ns) {StartInitialHandshake:157(19134180ns) {DropHandshakes:470(4147ns) {DropIncomingHandshake:442(820ns) DropOutgoingHandshake:457(851ns)} GenerateSessionVirtualId:988(653ns) PrepareNewSessionHandshake:477(4064ns) {SwitchToState:179(1922ns)}}}}}
2025-12-06T17:41:28.707547Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801484218122364:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65367
2025-12-06T17:41:28.719628Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801484218122363:2109] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65367
2025-12-06T17:41:28.821958Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801484218122375:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65367
2025-12-06T17:41:28.826822Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801484218122363:2109] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:28.867382Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801484218122364:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:28.781456Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801482503853178:2072] [node 5] ICP01 ready to work
2025-12-06T17:41:28.882757Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801480668649892:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:28.838874Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801483341041291:2099] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:28.891476Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801484046572144:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:28.806641Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801482503853210:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:28.855279Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801483341041290:2098] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:28.904108Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801480668649824:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:28.906843Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801482682941380:2092] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(90801365ns) {Configure:104(90794241ns) {ProcessConfigured:135(42223789ns) {StartInitialHandshake:157(42220185ns) {DropHandshakes:470(3861ns) {DropIncomingHandshake:442(979ns) DropOutgoingHandshake:457(764ns)} GenerateSessionVirtualId:988(1709ns) PrepareNewSessionHandshake:477(4990ns) {SwitchToState:179(1951ns)}}}}}
2025-12-06T17:41:28.911930Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801484218122366:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:28.912007Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801484218122366:2111] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:28.931279Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801479923155002:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(312488328ns) {Configure:104(312475603ns) {ProcessConfigured:135(84209ns) {StartInitialHandshake:157(81008ns) {DropHandshakes:470(3890ns) {DropIncomingHandshake:442(924ns) DropOutgoingHandshake:457(600ns)} GenerateSessionVirtualId:988(1565ns) PrepareNewSessionHandshake:477(2686ns) {SwitchToState:179(733ns)}}}}}
2025-12-06T17:41:28.931567Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801484218122371:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:28.931595Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801484218122371:2114] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:41:28.932289Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580801479923155002:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:28.933249Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801484218122366:2111] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:28.840768Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801482503853140:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:28.905762Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801480668649899:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:28.917592Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801478387974028:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(230231014ns) {Configure:104(230224767ns) {ProcessConfigured:135(93398ns) {StartInitialHandshake:157(90512ns) {DropHandshakes:470(3667ns) {DropIncomingHandshake:442(924ns) DropOutgoingHandshake:457(425ns)} GenerateSessionVirtualId:988(1363ns) PrepareNewSessionHandshake:477(2594ns) {SwitchToState:179(716ns)}}}}}
2025-12-06T17:41:28.940009Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801484046572147:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7740
2025-12-06T17:41:28.988418Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801482682941377:2090] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(298190979ns) {Configure:104(298186641ns) {ProcessConfigured:135(111273ns) {StartInitialHandshake:157(107496ns) {DropHandshakes:470(3665ns) {DropIncomingHandshake:442(855ns) DropOutgoingHandshake:457(499ns)} GenerateSessionVirtualId:988(1501ns) PrepareNewSessionHandshake:477(2488ns) {SwitchToState:179(731ns)}}}}}
2025-12-06T17:41:28.919945Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801483341041314:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12600
2025-12-06T17:41:28.919418Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801482503853211:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28407
2025-12-06T17:41:28.920187Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801480668649893:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45655
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:28.962661Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801484218122375:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:28.919538Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801482503853212:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28407
2025-12-06T17:41:28.955848Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801484046572141:2104] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(150151286ns) {Configure:104(150135696ns) {ProcessConfigured:135(100184ns) {StartInitialHandshake:157(96325ns) {DropHandshakes:470(4300ns) {DropIncomingHandshake:442(1444ns) DropOutgoingHandshake:457(547ns)} GenerateSessionVirtualId:988(1567ns) PrepareNewSessionHandshake:477(2638ns) {SwitchToState:179(756ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:28.920487Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801480668649905:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45655
2025-12-06T17:41:28.991041Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801484218122371:2114] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:29.015285Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801482682941379:2093] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(331934865ns) {Configure:104(331929234ns) {ProcessConfigured:135(114406ns) {StartInitialHandshake:157(109570ns) {DropHandshakes:470(4174ns) {DropIncomingHandshake:442(1392ns) DropOutgoingHandshake:457(528ns)} GenerateSessionVirtualId:988(1408ns) PrepareNewSessionHandshake:477(2759ns) {SwitchToState:179(663ns)}}}}}
2025-12-06T17:41:28.939389Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801483341041238:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(312425873ns) {Configure:104(312419791ns) {ProcessConfigured:135(84806ns) {StartInitialHandshake:157(81553ns) {DropHandshakes:470(3539ns) {DropIncomingHandshake:442(797ns) DropOutgoingHandshake:457(530ns)} GenerateSessionVirtualId:988(1537ns) PrepareNewSessionHandshake:477(2646ns) {SwitchToState:179(1018ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:28.921333Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801482503853170:2076] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:28.956250Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801484046572146:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:28.939623Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801483341041238:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:28.999300Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801484218122369:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:28.920879Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801480668649893:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:29.062516Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801486977908699:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22549
2025-12-06T17:41:29.099433Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801486977908699:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:29.111877Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801486977908701:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22549
2025-12-06T17:41:29.112234Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801486977908700:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22549
2025-12-06T17:41:28.999333Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801484218122369:2113] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:28.921050Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801480668649842:2063] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:28.956367Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801484046572128:2103] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:28.921358Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801482503853170:2076] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:28.983351Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801483341041293:2100] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:28.934672Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801482503853170:2076] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:28.999985Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801484218122355:2099] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:28.983396Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580801483341041293:2100] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:28.956390Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801484046572128:2103] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:41:28.962525Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801484046572128:2103] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:29.028276Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801479751604777:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:41:29.028340Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:29.028391Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801479751604777:2048] [node 2] ICP22 created new session: [1:7580801488341539454:2048]
2025-12-06T17:41:29.028441Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801488341539454:2048] [node 2] ICS09 handshake done sender: [1:7580801484046572128:2103] self: [1:7580801484046572127:0] peer: [2:7580801484218122381:0] socket: 504 qp: -1
2025-12-06T17:41:29.028478Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801488341539454:2048] [node 2] ICS10 traffic start
2025-12-06T17:41:29.028521Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:29.029720Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801488341539453:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7740
2025-12-06T17:41:29.051588Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801484046572137:2105] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(358987444ns) {Configure:104(358978080ns) {ProcessConfigured:135(40670648ns) {StartInitialHandshake:157(40667207ns) {DropHandshakes:470(3473ns) {DropIncomingHandshake:442(864ns) DropOutgoingHandshake:457(621ns)} GenerateSessionVirtualId:988(1285ns) PrepareNewSessionHandshake:477(3700ns) {SwitchToState:179(2200ns)}}}}}
2025-12-06T17:41:29.058758Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801479751604778:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(374254304ns) {Configure:104(374250011ns) {ProcessConfigured:135(39745154ns) {StartInitialHandshake:157(39740239ns) {DropHandshakes:470(3079ns) {DropIncomingHandshake:442(375ns) DropOutgoingHandshake:457(848ns)} GenerateSessionVirtualId:988(885ns) PrepareNewSessionHandshake:477(6887ns) {SwitchToState:179(3210ns)}}}}}
2025-12-06T17:41:29.097018Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801484046572147:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:29.128814Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801484046572143:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:29.128852Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801484046572143:2111] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:41:29.132171Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801479751604778:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(18445296ns) {IncomingHandshake:261(18442845ns) {DropIncomingHandshake:442(912ns) PrepareNewSessionHandshake:477(2629ns) {SwitchToState:179(945ns)} GenerateSessionVirtualId:988(1201ns) IssueIncomingHandshakeReply:193(9637ns)}}
2025-12-06T17:41:29.132346Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801484046572155:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:29.132370Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801484046572155:2116] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:29.133056Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801484046572151:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:29.133077Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801484046572151:2115] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:41:29.134137Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801484046572155:2116] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:29.148491Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801484046572151:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:29.147187Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801486977908700:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:28.922383Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801480668649907:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45655
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:29.158899Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801486977908701:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:29.000058Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:28.993872Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801483341041239:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(373794086ns) {Configure:104(373790622ns) {ProcessConfigured:135(10742546ns) {StartInitialHandshake:157(10739664ns) {DropHandshakes:470(3013ns) {DropIncomingHandshake:442(808ns) DropOutgoingHandshake:457(551ns)} GenerateSessionVirtualId:988(902ns) PrepareNewSessionHandshake:477(3031ns) {SwitchToState:179(134ns)}}}}}
2025-12-06T17:41:28.946770Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801480668649847:2067] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:28.994397Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801482503853141:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(484359225ns) {Configure:104(484350071ns) {ProcessConfigured:135(16011160ns) {StartInitialHandshake:157(16006567ns) {DropHandshakes:470(4024ns) {DropIncomingHandshake:442(948ns) DropOutgoingHandshake:457(448ns)} GenerateSessionVirtualId:988(1606ns) PrepareNewSessionHandshake:477(2765ns) {SwitchToState:179(1284ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:29.000113Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801484218122355:2099] [node 6] ICP22 created new session: [2:7580801484218122384:2099]
2025-12-06T17:41:29.167314Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801488341539457:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7740
2025-12-06T17:41:28.946768Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801480668649825:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(483163832ns) {Configure:104(483157228ns) {ProcessConfigured:135(29534551ns) {StartInitialHandshake:157(29530854ns) {DropHandshakes:470(4013ns) {DropIncomingHandshake:442(1004ns) DropOutgoingHandshake:457(726ns)} GenerateSessionVirtualId:988(1462ns) PrepareNewSessionHandshake:477(6635ns) {SwitchToState:179(2705ns)}}}}}
2025-12-06T17:41:29.023615Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801482503853178:2072] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(180223056ns) {Configure:104(180213281ns) {ProcessConfigured:135(97194ns) {StartInitialHandshake:157(94450ns) {DropHandshakes:470(3787ns) {DropIncomingHandshake:442(1059ns) DropOutgoingHandshake:457(567ns)} GenerateSessionVirtualId:988(1517ns) PrepareNewSessionHandshake:477(2518ns) {SwitchToState:179(939ns)}}}}}
2025-12-06T17:41:29.181669Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801486977908705:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22549
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:29.004045Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801487636008617:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12600
2025-12-06T17:41:29.007494Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801483341041320:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12600
2025-12-06T17:41:29.032702Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801483341041293:2100] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:29.127707Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801483341041320:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:29.127871Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801487636008619:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12600
2025-12-06T17:41:29.128065Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801483341041237:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:29.139068Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801487636008619:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:29.139354Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580801483341041263:2067] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:29.139442Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:29.139494Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801483341041263:2067] [node 6] ICP22 created new session: [5:7580801487636008622:2067]
2025-12-06T17:41:29.139545Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801487636008622:2067] [node 6] ICS09 handshake done sender: [5:7580801483341041293:2100] self: [5:7580801483341041292:0] peer: [6:7580801480668649908:0] socket: 523 qp: -1
2025-12-06T17:41:29.139579Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801487636008622:2067] [node 6] ICS10 traffic start
2025-12-06T17:41:29.139623Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:29.140308Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801483341041291:2099] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:29.147775Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801487636008621:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12600
2025-12-06T17:41:29.152116Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801483341041238:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:29.152175Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:29.152229Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801483341041238:2049] [node 2] ICP22 created new session: [5:7580801487636008625:2049]
2025-12-06T17:41:29.152281Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801487636008625:2049] [node 2] ICS09 handshake done sender: [5:7580801483341041291:2099] self: [5:7580801483341041317:0] peer: [2:7580801484218122367:0] socket: 515 qp: -1
2025-12-06T17:41:29.152332Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801487636008625:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:29.152378Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:29.181038Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801483341041258:2066] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:29.181304Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801483341041320:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:29.183274Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801483341041314:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:29.183507Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801483341041239:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:29.202935Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801483341041237:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:29.203013Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:29.203070Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801483341041237:2048] [node 1] ICP22 created new session: [5:7580801487636008630:2048]
2025-12-06T17:41:29.203120Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801487636008630:2048] [node 1] ICS09 handshake done sender: [5:7580801483341041320:2118] self: [5:7580801487636008620:0] peer: [1:7580801484046572150:0] socket: 548 qp: -1
2025-12-06T17:41:29.203157Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801487636008630:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:29.203204Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:29.206456Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801487636008632:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12600
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:29.224457Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801483341041314:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:29.182942Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801478387974029:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:29.184087Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801482682941393:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:29.184111Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801482682941393:2111] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:41:29.184964Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801486977908706:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22549
2025-12-06T17:41:29.185190Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801482682941393:2111] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:29.185509Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801482682941380:2092] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:29.185552Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:29.185600Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801482682941380:2092] [node 5] ICP22 created new session: [3:7580801486977908708:2092]
2025-12-06T17:41:29.185650Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801486977908708:2092] [node 5] ICS09 handshake done sender: [3:7580801482682941393:2111] self: [3:7580801482682941392:0] peer: [5:7580801487636008629:0] socket: 536 qp: -1
2025-12-06T17:41:29.185683Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801486977908708:2092] [node 5] ICS10 traffic start
2025-12-06T17:41:29.185724Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:29.195283Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801486977908705:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:29.198924Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801478387974028:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:29.216046Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801486977908712:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22549
2025-12-06T17:41:29.216787Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801486977908701:2117] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:29.217019Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801478387974029:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:29.217098Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:29.217148Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801478387974029:2049] [node 2] ICP22 created new session: [3:7580801486977908713:2049]
2025-12-06T17:41:29.217194Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801486977908713:2049] [node 2] ICS09 handshake done sender: [3:7580801486977908701:2117] self: [3:7580801486977908704:0] peer: [2:7580801488513089686:0] socket: 565 qp: -1
2025-12-06T17:41:29.217225Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801486977908713:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:29.217265Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:29.234679Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801483341041239:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:41:29.234778Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:29.234838Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801483341041239:2050] [node 3] ICP22 created new session: [5:7580801487636008633:2050]
2025-12-06T17:41:29.234883Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801487636008633:2050] [node 3] ICS09 handshake done sender: [5:7580801483341041314:2115] self: [5:7580801487636008629:0] peer: [3:7580801482682941392:0] socket: 537 qp: -1
2025-12-06T17:41:29.234925Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801487636008633:2050] [node 3] ICS10 traffic start
2025-12-06T17:41:29.234971Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:29.238575Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801487636008635:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12600
2025-12-06T17:41:29.000169Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801484218122384:2099] [node 6] ICS09 handshake done sender: [2:7580801484218122366:2111] self: [2:7580801484218122365:0] peer: [6:7580801480668649903:0] socket: 509 qp: -1
2025-12-06T17:41:29.030966Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801482503853211:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:29.167482Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [1:7580801479751604777:2048] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:41:29.247301Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801487636008619:2120] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:29.052794Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801480668649824:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22527) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801480668649892:2110] held: no
2025-12-06T17:41:29.253041Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801483341041258:2066] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:41:29.253122Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:29.253176Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801483341041258:2066] [node 4] ICP22 created new session: [5:7580801487636008636:2066]
2025-12-06T17:41:29.253215Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801487636008636:2066] [node 4] ICS09 handshake done sender: [5:7580801487636008619:2120] self: [5:7580801487636008627:0] peer: [4:7580801486798820515:0] socket: 505 qp: -1
2025-12-06T17:41:29.253246Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801487636008636:2066] [node 4] ICS10 traffic start
2025-12-06T17:41:29.253275Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:29.255844Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801486977908716:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22549
2025-12-06T17:41:29.167524Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801484046572137:2105] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:29.031113Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801482503853140:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22527) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580801482503853210:2112] held: no
2025-12-06T17:41:29.000207Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801484218122384:2099] [node 6] ICS10 traffic start
2025-12-06T17:41:29.052944Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801480668649893:2111] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:29.167587Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:29.167639Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801484046572137:2105] [node 6] ICP22 created new session: [1:7580801488341539462:2105]
2025-12-06T17:41:29.167719Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801488341539462:2105] [node 6] ICS09 handshake done sender: [1:7580801484046572155:2116] self: [1:7580801484046572148:0] peer: [6:7580801484963617214:0] socket: 555 qp: -1
2025-12-06T17:41:29.167755Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801488341539462:2105] [node 6] ICS10 traffic start
2025-12-06T17:41:29.167796Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:29.190621Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801488341539457:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:29.194620Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801484046572141:2104] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:29.194690Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:29.194737Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801484046572141:2104] [node 5] ICP22 created new session: [1:7580801488341539467:2104]
2025-12-06T17:41:29.194797Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801488341539467:2104] [node 5] ICS09 handshake done sender: [1:7580801484046572151:2115] self: [1:7580801484046572150:0] peer: [5:7580801487636008620:0] socket: 547 qp: -1
2025-12-06T17:41:29.194829Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801488341539467:2104] [node 5] ICS10 traffic start
2025-12-06T17:41:29.194863Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:29.219107Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801484046572143:2111] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:29.238750Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801484046572156:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:29.238795Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801484046572156:2117] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:41:29.245989Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801484046572141:2104] [node 5] ICP35 event processing took too much time PendingConnection:279(55011971ns) {HandleHandshakeStatus:329(51112573ns) {DropIncomingHandshake:442(16957ns) DropOutgoingHandshake:457(611ns) SwitchToState:179(224ns) ProcessPendingSessionEvents:495(3020078ns) {ForwardSessionEventToSession:612(2961732ns) ForwardSessionEventToSession:612(7704ns) ForwardSessionEventToSession:612(6072ns) ForwardSessionEventToSession:612(3605ns) ForwardSessionEventToSession:612(2958ns) ForwardSessionEventToSession:612(4540ns) ForwardSessionEventToSession:612(2844ns) ForwardSessionEventToSession:612(8628ns) ForwardSessionEventToSession:612(5835ns) ForwardSessionEventToSession:612(2516ns)}}}
2025-12-06T17:41:29.250741Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801484046572140:2108] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:41:29.256309Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801484046572156:2117] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:29.267457Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:29.267521Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801484046572140:2108] [node 4] ICP22 created new session: [1:7580801488341539470:2108]
2025-12-06T17:41:29.267565Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801488341539470:2108] [node 4] ICS09 handshake done sender: [1:7580801484046572143:2111] self: [1:7580801484046572142:0] peer: [4:7580801486798820524:0] socket: 529 qp: -1
2025-12-06T17:41:29.267603Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801488341539470:2108] [node 4] ICS10 traffic start
2025-12-06T17:41:29.267665Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:29.268166Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801484046572140:2108] [node 4] ICP35 event processing took too much time PendingConnection:279(17203497ns) {HandleHandshakeStatus:329(17199702ns) {DropIncomingHandshake:442(17968ns) DropOutgoingHandshake:457(736ns) SwitchToState:179(3732ns) ProcessPendingSessionEvents:495(118593ns) {ForwardSessionEventToSession:612(64717ns) ForwardSessionEventToSession:612(3599ns) ForwardSessionEventToSession:612(9144ns) ForwardSessionEventToSession:612(2806ns) ForwardSessionEventToSession:612(2927ns) ForwardSessionEventToSession:612(8870ns) ForwardSessionEventToSession:612(2998ns) ForwardSessionEventToSession:612(2635ns) ForwardSessionEventToSession:612(5304ns) ForwardSessionEventToSession:612(2383ns)}}}
2025-12-06T17:41:29.256364Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801486977908706:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:29.000263Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:29.035401Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801482503853165:2071] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:29.053321Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801480668649892:2110] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:29.287090Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801483341041258:2066] [node 4] ICP35 event processing took too much time PendingConnection:279(33755991ns) {HandleHandshakeStatus:329(33753086ns) {DropIncomingHandshake:442(543ns) DropOutgoingHandshake:457(4394ns) SwitchToState:179(311ns) ProcessPendingSessionEvents:495(8315527ns) {ForwardSessionEventToSession:612(8244951ns) ForwardSessionEventToSession:612(10080ns) ForwardSessionEventToSession:612(8558ns) ForwardSessionEventToSession:612(3282ns) ForwardSessionEventToSession:612(10707ns) ForwardSessionEventToSession:612(2594ns) ForwardSessionEventToSession:612(7113ns) ForwardSessionEventToSession:612(5743ns) ForwardSessionEventToSession:612(3248ns) ForwardSessionEventToSession:612(4038ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:29.288950Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801479751604778:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:41:29.289054Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:29.289105Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801479751604778:2049] [node 3] ICP22 created new session: [1:7580801488341539472:2049]
2025-12-06T17:41:29.289157Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801488341539472:2049] [node 3] ICS09 handshake done sender: [1:7580801484046572156:2117] self: [1:7580801484046572149:0] peer: [3:7580801486977908711:0] socket: 554 qp: -1
2025-12-06T17:41:29.289201Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801488341539472:2049] [node 3] ICS10 traffic start
2025-12-06T17:41:29.289239Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:29.275551Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801486977908705:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:29.035455Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:29.059492Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801480668649842:2063] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:41:29.000833Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801484218122359:2100] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:41:29.000896Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:29.000944Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801484218122359:2100] [node 4] ICP22 created new session: [2:7580801484218122386:2100]
2025-12-06T17:41:29.001005Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801484218122386:2100] [node 4] ICS09 handshake done sender: [2:7580801484218122371:2114] self: [2:7580801484218122370:0] peer: [4:7580801482503853213:0] socket: 511 qp: -1
2025-12-06T17:41:29.001036Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801484218122386:2100] [node 4] ICS10 traffic start
2025-12-06T17:41:29.001089Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:29.002263Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580801484218122359:2100] [node 4] ICP18 handshake (actor [2:7580801484218122375:2115]) is too old
2025-12-06T17:41:29.015943Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801479923155003:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(395642674ns) {Configure:104(395638458ns) {ProcessConfigured:135(10719228ns) {StartInitialHandshake:157(10716585ns) {DropHandshakes:470(3250ns) {DropIncomingHandshake:442(679ns) DropOutgoingHandshake:457(692ns)} GenerateSessionVirtualId:988(473ns) PrepareNewSessionHandshake:477(3011ns) {SwitchToState:179(2113ns)}}}}}
2025-12-06T17:41:29.016474Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801484218122369:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:29.025238Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801484218122388:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65367
2025-12-06T17:41:29.074694Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801484218122356:2101] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:29.074744Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:29.074796Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801484218122356:2101] [node 5] ICP22 created new session: [2:7580801488513089688:2101]
2025-12-06T17:41:29.074846Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801488513089688:2101] [node 5] ICS09 handshake done sender: [2:7580801484218122369:2113] self: [2:7580801484218122367:0] peer: [5:7580801483341041317:0] socket: 510 qp: -1
2025-12-06T17:41:29.074877Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801488513089688:2101] [node 5] ICS10 traffic start
2025-12-06T17:41:29.074937Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:29.075377Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801484218122363:2109] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:29.112651Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580801479923155002:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:29.112698Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:29.112743Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801479923155002:2048] [node 1] ICP22 created new session: [2:7580801488513089691:2048]
2025-12-06T17:41:29.112795Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801488513089691:2048] [node 1] ICS09 handshake done sender: [2:7580801484218122363:2109] self: [2:7580801484218122381:0] peer: [1:7580801484046572127:0] socket: 506 qp: -1
2025-12-06T17:41:29.112822Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801488513089691:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:29.112872Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:29.153414Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801484218122382:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65367
2025-12-06T17:41:29.160479Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801488513089693:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65367
2025-12-06T17:41:29.182236Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801484218122382:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:29.195623Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801488513089687:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:29.195657Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801488513089687:2119] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:41:29.216287Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801488513089687:2119] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:29.239263Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801479923155003:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:41:29.243597Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:29.250909Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801479923155003:2049] [node 3] ICP22 created new session: [2:7580801488513089696:2049]
2025-12-06T17:41:29.271102Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801488513089696:2049] [node 3] ICS09 handshake done sender: [2:7580801488513089687:2119] self: [2:7580801488513089686:0] peer: [3:7580801486977908704:0] socket: 563 qp: -1
2025-12-06T17:41:29.275994Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801488513089696:2049] [node 3] ICS10 traffic start
2025-12-06T17:41:29.282124Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:29.292825Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801479923155003:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(53320141ns) {HandleHandshakeStatus:329(53316684ns) {DropIncomingHandshake:442(16279ns) DropOutgoingHandshake:457(3538ns) SwitchToState:179(984ns) ProcessPendingSessionEvents:495(115671ns) {ForwardSessionEventToSession:612(55315ns) ForwardSessionEventToSession:612(3723ns) ForwardSessionEventToSession:612(12160ns) ForwardSessionEventToSession:612(3023ns) ForwardSessionEventToSession:612(3883ns) ForwardSessionEventToSession:612(5652ns) ForwardSessionEventToSession:612(3036ns) ForwardSessionEventToSession:612(14939ns) ForwardSessionEventToSession:612(3589ns) ForwardSessionEventToSession:612(2875ns)}}}
2025-12-06T17:41:29.035510Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801482503853165:2071] [node 6] ICP22 created new session: [4:7580801486798820517:2071]
2025-12-06T17:41:29.035562Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801486798820517:2071] [node 6] ICS09 handshake done sender: [4:7580801482503853170:2076] self: [4:7580801482503853169:0] peer: [6:7580801480668649906:0] socket: 516 qp: -1
2025-12-06T17:41:29.035605Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801486798820517:2071] [node 6] ICS10 traffic start
2025-12-06T17:41:29.035647Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:29.036500Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801482503853212:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:29.037133Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801486798820519:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28407
2025-12-06T17:41:29.067104Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801482503853139:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(381467246ns) {Configure:104(381461524ns) {ProcessConfigured:135(29301001ns) {StartInitialHandshake:157(29296194ns) {DropHandshakes:470(3831ns) {DropIncomingHandshake:442(678ns) DropOutgoingHandshake:457(655ns)} GenerateSessionVirtualId:988(1388ns) PrepareNewSessionHandshake:477(3652ns) {SwitchToState:179(1629ns)}}}}}
2025-12-06T17:41:29.094002Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801482503853139:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:29.098778Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801482503853140:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(39734388ns) {HandleHandshakeStatus:395(39729816ns) {LogHandshakeFail:472(22426ns) {UpdateErrorStateLog:545(6664ns)} DropOutgoingHandshake:457(4661ns) ProcessPendingSessionEvents:495(21889675ns) {DropSessionEvent:512(34981ns) DropSessionEvent:512(6994ns) DropSessionEvent:512(6237ns) DropSessionEvent:512(7460ns) DropSessionEvent:512(6319ns) DropSessionEvent:512(6615ns) DropSessionEvent:512(5805ns) DropSessionEvent:512(9876058ns) DropSessionEvent:512(7044ns) DropSessionEvent:512(11917527ns)}}}
2025-12-06T17:41:29.098912Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801482503853210:2112] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:29.110638Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801482503853140:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:29.110722Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:29.110781Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801482503853140:2049] [node 2] ICP22 created new session: [4:7580801486798820525:2049]
2025-12-06T17:41:29.110844Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801486798820525:2049] [node 2] ICS09 handshake done sender: [4:7580801482503853210:2112] self: [4:7580801482503853213:0] peer: [2:7580801484218122370:0] socket: 514 qp: -1
2025-12-06T17:41:29.110884Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801486798820525:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:29.110941Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:29.191204Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801486798820527:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28407
2025-12-06T17:41:29.192254Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801486798820528:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28407
2025-12-06T17:41:29.222739Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801486798820516:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:29.222808Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801486798820516:2117] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:41:29.249701Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801486798820516:2117] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:29.251538Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801482503853178:2072] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:29.251595Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:29.251648Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801482503853178:2072] [node 5] ICP22 created new session: [4:7580801486798820530:2072]
2025-12-06T17:41:29.251693Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801486798820530:2072] [node 5] ICS09 handshake done sender: [4:7580801486798820516:2117] self: [4:7580801486798820515:0] peer: [5:7580801487636008627:0] socket: 558 qp: -1
2025-12-06T17:41:29.251731Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801486798820530:2072] [node 5] ICS10 traffic start
2025-12-06T17:41:29.251765Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:29.256186Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801482503853212:2114] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:29.267381Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801486798820527:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:29.269701Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801482503853139:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:29.269756Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:29.269802Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801482503853139:2048] [node 1] ICP22 created new session: [4:7580801486798820532:2048]
2025-12-06T17:41:29.269849Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801486798820532:2048] [node 1] ICS09 handshake done sender: [4:7580801482503853212:2114] self: [4:7580801486798820524:0] peer: [1:7580801484046572142:0] socket: 531 qp: -1
2025-12-06T17:41:29.269881Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801486798820532:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:29.269919Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:29.270154Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7580801482503853139:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:41:29.272853Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801482503853141:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:29.281421Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801486798820535:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28407
2025-12-06T17:41:29.294616Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801486798820527:2119] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:29.276891Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7580801482682941380:2092] [node 5] ICP18 handshake (actor [3:7580801486977908706:2119]) is too old
2025-12-06T17:41:29.277216Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801482682941400:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:29.277243Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801482682941400:2113] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:41:29.278874Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801486977908698:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:29.278902Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801486977908698:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:29.290082Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801478387974028:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:29.290152Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:29.290197Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801478387974028:2048] [node 1] ICP22 created new session: [3:7580801486977908719:2048]
2025-12-06T17:41:29.290249Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801486977908719:2048] [node 1] ICS09 handshake done sender: [3:7580801486977908705:2118] self: [3:7580801486977908711:0] peer: [1:7580801484046572149:0] socket: 569 qp: -1
2025-12-06T17:41:29.290280Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801486977908719:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:29.290322Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:29.293960Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801482682941400:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:29.295103Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801486977908698:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:29.059576Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:29.059634Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801480668649842:2063] [node 4] ICP22 created new session: [6:7580801484963617207:2063]
2025-12-06T17:41:29.059691Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801484963617207:2063] [node 4] ICS09 handshake done sender: [6:7580801480668649893:2111] self: [6:7580801480668649906:0] peer: [4:7580801482503853169:0] socket: 521 qp: -1
2025-12-06T17:41:29.059737Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801484963617207:2063] [node 4] ICS10 traffic start
2025-12-06T17:41:29.059798Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:29.061082Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801480668649824:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:29.061144Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:29.061193Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801480668649824:2049] [node 2] ICP22 created new session: [6:7580801484963617209:2049]
2025-12-06T17:41:29.061243Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801484963617209:2049] [node 2] ICS09 handshake done sender: [6:7580801480668649892:2110] self: [6:7580801480668649903:0] peer: [2:7580801484218122365:0] socket: 520 qp: -1
2025-12-06T17:41:29.061272Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801484963617209:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:29.061299Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:29.062049Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801484963617205:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45655
2025-12-06T17:41:29.073660Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801484963617206:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45655
2025-12-06T17:41:29.074044Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801480668649899:2116] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:29.083441Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801480668649847:2067] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:41:29.083538Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:29.083597Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801480668649847:2067] [node 5] ICP22 created new session: [6:7580801484963617212:2067]
2025-12-06T17:41:29.083644Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801484963617212:2067] [node 5] ICS09 handshake done sender: [6:7580801480668649899:2116] self: [6:7580801480668649908:0] peer: [5:7580801483341041292:0] socket: 530 qp: -1
2025-12-06T17:41:29.083681Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801484963617212:2067] [node 5] ICS10 traffic start
2025-12-06T17:41:29.083738Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:29.108586Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801484963617206:2121] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:29.117083Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801480668649823:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:29.143653Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801484963617215:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45655
2025-12-06T17:41:29.153565Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801484963617206:2121] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:29.173874Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801480668649823:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:29.190698Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:29.192959Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801480668649823:2048] [node 1] ICP22 created new session: [6:7580801484963617216:2048]
2025-12-06T17:41:29.207290Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801484963617216:2048] [node 1] ICS09 handshake done sender: [6:7580801484963617206:2121] self: [6:7580801484963617214:0] peer: [1:7580801484046572148:0] socket: 561 qp: -1
2025-12-06T17:41:29.218988Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801484963617216:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:29.225742Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801484963617217:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45655
2025-12-06T17:41:29.250687Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:29.276094Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801484963617217:2123] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:29.276289Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801480668649825:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:29.288747Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801484963617220:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45655
2025-12-06T17:41:29.295777Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801480668649823:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(121669624ns) {HandleHandshakeStatus:329(121665981ns) {DropIncomingHandshake:442(1306ns) DropOutgoingHandshake:457(6238ns) SwitchToState:179(709ns) ProcessPendingSessionEvents:495(24559759ns) {ForwardSessionEventToSession:612(7666017ns) ForwardSessionEventToSession:612(3429523ns) ForwardSessionEventToSession:612(6733ns) ForwardSessionEventToSession:612(6091232ns) ForwardSessionEventToSession:612(3235779ns) ForwardSessionEventToSession:612(4075ns) ForwardSessionEventToSession:612(3930ns) ForwardSessionEventToSession:612(886305ns) ForwardSessionEventToSession:612(1468374ns) ForwardSessionEventToSession:612(1742985ns)}}}
2025-12-06T17:41:29.297215Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801484963617217:2123] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:29.316127Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801482682941377:2090] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:41:29.316222Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:29.316269Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801482682941377:2090] [node 4] ICP22 created new session: [3:7580801486977908721:2090]
2025-12-06T17:41:29.316314Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801486977908721:2090] [node 4] ICS09 handshake done sender: [3:7580801482682941400:2113] self: [3:7580801482682941399:0] peer: [4:7580801486798820534:0] socket: 572 qp: -1
2025-12-06T17:41:29.316348Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801486977908721:2090] [node 4] ICS10 traffic start
2025-12-06T17:41:29.316386Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:29.316929Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801482682941379:2093] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:29.317031Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:29.317073Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801482682941379:2093] [node 6] ICP22 created new session: [3:7580801486977908723:2093]
2025-12-06T17:41:29.317114Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801486977908723:2093] [node 6] ICS09 handshake done sender: [3:7580801486977908698:2114] self: [3:7580801486977908697:0] peer: [6:7580801484963617219:0] socket: 578 qp: -1
2025-12-06T17:41:29.317144Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801486977908723:2093] [node 6] ICS10 traffic start
2025-12-06T17:41:29.317171Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:29.313842Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801482503853141:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:41:29.313934Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:29.313987Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801482503853141:2050] [node 3] ICP22 created new session: [4:7580801486798820536:2050]
2025-12-06T17:41:29.314038Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801486798820536:2050] [node 3] ICS09 handshake done sender: [4:7580801486798820527:2119] self: [4:7580801486798820534:0] peer: [3:7580801482682941399:0] socket: 573 qp: -1
2025-12-06T17:41:29.314076Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801486798820536:2050] [node 3] ICS10 traffic start
2025-12-06T17:41:29.314114Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:29.319455Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801480668649825:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:41:29.319520Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:29.319566Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801480668649825:2050] [node 3] ICP22 created new session: [6:7580801484963617221:2050]
2025-12-06T17:41:29.319606Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801484963617221:2050] [node 3] ICS09 handshake done sender: [6:7580801484963617217:2123] self: [6:7580801484963617219:0] peer: [3:7580801486977908697:0] socket: 507 qp: -1
2025-12-06T17:41:29.319637Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801484963617221:2050] [node 3] ICS10 traffic start
2025-12-06T17:41:29.319688Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:29.400856Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:41:29.401159Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7580801488513089691:2048] [node 1] ICS07 socket disconnect 506 reason# EndOfStream
2025-12-06T17:41:29.401196Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580801488513089691:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:29.401302Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:29.401348Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580801488513089691:2048] [node 1] ICS15 start handshake
2025-12-06T17:41:29.405425Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:41:29.405677Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580801486977908719:2048] [node 1] ICS07 socket disconnect 569 reason# EndOfStream
2025-12-06T17:41:29.405710Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801486977908719:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:29.405785Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:29.405823Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580801486977908719:2048] [node 1] ICS15 start handshake
2025-12-06T17:41:29.409906Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580801479923155002:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15390) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:41:29.409962Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580801488513089691:2048] [node 1] ICS15 start handshake
2025-12-06T17:41:29.411115Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580801479923155002:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15390) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:41:29.411178Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580801488513089691:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:41:29.411214Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580801479923155002:2048] [node 1] ICP30 unregister session Session# [2:7580801488513089691:2048] VirtualId# [2:7580801484218122381:0]
2025-12-06T17:41:29.411283Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:29.411317Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [2:7580801479923155002:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:15390) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:41:29.411332Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15390) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:41:29.412847Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801478387974028:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15390) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:41:29.412894Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580801486977908719:2048] [node 1] ICS15 start handshake
2025-12-06T17:41:29.413890Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801478387974028:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15390) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:41:29.413946Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801486977908719:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:41:29.413981Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801478387974028:2048] [node 1] ICP30 unregister session Session# [3:7580801486977908719:2048] VirtualId# [3:7580801486977908711:0]
2025-12-06T17:41:29.414032Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:29.414063Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580801478387974028:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:15390) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:41:29.414077Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15390) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:41:29.422774Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [2:7580801479923155002:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:41:29.422767Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580801478387974028:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:41:29.426876Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:41:29.426966Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:41:29.426876Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:41:29.427151Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580801486798820532:2048] [node 1] ICS07 socket disconnect 531 reason# EndOfStream
2025-12-06T17:41:29.427131Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580801484963617216:2048] [node 1] ICS07 socket disconnect 561 reason# EndOfStream
2025-12-06T17:41:29.427173Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801486798820532:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:29.427162Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801484963617216:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:29.427244Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:29.427285Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580801486798820532:2048] [node 1] ICS15 start handshake
2025-12-06T17:41:29.427244Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:29.427285Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580801484963617216:2048] [node 1] ICS15 start handshake
2025-12-06T17:41:29.428416Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801487636008630:2048] [node 1] ICS01 socket: 548 reason# EndOfStream
2025-12-06T17:41:29.428464Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801483341041237:2048] [node 1] ICP30 unregister session Session# [5:7580801487636008630:2048] VirtualId# [5:7580801487636008620:0]
2025-12-06T17:41:29.428506Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801487636008630:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:29.428604Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:29.428664Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:29.428636Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801480668649823:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15390) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:41:29.428695Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801484963617216:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:41:29.428729Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801480668649823:2048] [node 1] ICP30 unregister session Session# [6:7580801484963617216:2048] VirtualId# [6:7580801484963617214:0]
2025-12-06T17:41:29.428767Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:29.428800Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580801480668649823:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:15390) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:41:29.428813Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15390) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:41:29.429571Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801482503853139:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15390) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:41:29.429627Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801486798820532:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:41:29.429668Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801482503853139:2048] [node 1] ICP30 unregister session Session# [4:7580801486798820532:2048] VirtualId# [4:7580801486798820524:0]
2025-12-06T17:41:29.429732Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:29.429775Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580801482503853139:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:15390) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:41:29.429793Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15390) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:41:29.457019Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580801480668649823:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:41:29.475148Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580801482503853139:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:41:29.548182Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:41:29.548476Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801486977908713:2049] [node 2] ICS01 socket: 565 reason# EndOfStream
2025-12-06T17:41:29.548525Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801478387974029:2049] [node 2] ICP30 unregister session Session# [3:7580801486977908713:2049] VirtualId# [3:7580801486977908704:0]
2025-12-06T17:41:29.548568Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801486977908713:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:29.548669Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:29.548719Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:29.551660Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:41:29.551929Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801487636008625:2049] [node 2] ICS01 socket: 515 reason# EndOfStream
2025-12-06T17:41:29.551971Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801483341041238:2049] [node 2] ICP30 unregister session Session# [5:7580801487636008625:2049] VirtualId# [5:7580801483341041317:0]
2025-12-06T17:41:29.552010Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801487636008625:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:29.552126Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:29.552180Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:29.554703Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:41:29.554957Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801484963617209:2049] [node 2] ICS01 socket: 520 reason# EndOfStream
2025-12-06T17:41:29.555009Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:41:29.555000Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801480668649824:2049] [node 2] ICP30 unregister session Session# [6:7580801484963617209:2049] VirtualId# [6:7580801480668649903:0]
2025-12-06T17:41:29.555189Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801486798820525:2049] [node 2] ICS01 socket: 514 reason# EndOfStream
2025-12-06T17:41:29.555227Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801482503853140:2049] [node 2] ICP30 unregister session Session# [4:7580801486798820525:2049] VirtualId# [4:7580801482503853213:0]
2025-12-06T17:41:29.555039Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801484963617209:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:29.555279Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801486798820525:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:29.555138Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:29.555347Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:29.555195Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:29.555391Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:29.671336Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:41:29.671652Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801484963617221:2050] [node 3] ICS01 socket: 507 reason# EndOfStream
2025-12-06T17:41:29.671704Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801480668649825:2050] [node 3] ICP30 unregister session Session# [6:7580801484963617221:2050] VirtualId# [6:7580801484963617219:0]
2025-12-06T17:41:29.671744Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801484963617221:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:29.671841Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:41:29.671889Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:41:29.678852Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:41:29.679162Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801486798820536:2050] [node 3] ICS01 socket: 573 reason# EndOfStream
2025-12-06T17:41:29.679210Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801482503853141:2050] [node 3] ICP30 unregister session Session# [4:7580801486798820536:2050] VirtualId# [4:7580801486798820534:0]
2025-12-06T17:41:29.679254Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801486798820536:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:29.679364Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:41:29.679428Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:41:29.678853Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:41:29.684970Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801487636008633:2050] [node 3] ICS01 socket: 537 reason# EndOfStream
2025-12-06T17:41:29.685073Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801483341041239:2050] [node 3] ICP30 unregister session Session# [5:7580801487636008633:2050] VirtualId# [5:7580801487636008629:0]
2025-12-06T17:41:29.685117Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801487636008633:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:29.685227Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:41:29.685281Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:41:29.862885Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:41:29.863171Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801484963617207:2063] [node 4] ICS01 socket: 521 reason# EndOfStream
2025-12-06T17:41:29.863220Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801480668649842:2063] [node 4] ICP30 unregister session Session# [6:7580801484963617207:2063] VirtualId# [6:7580801480668649906:0]
2025-12-06T17:41:29.863259Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801484963617207:2063] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:29.863357Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:41:29.863407Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:41:29.863526Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:41:29.863712Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801487636008636:2066] [node 4] ICS01 socket: 505 reason# EndOfStream
2025-12-06T17:41:29.863750Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801483341041258:2066] [node 4] ICP30 unregister session Session# [5:7580801487636008636:2066] VirtualId# [5:7580801487636008627:0]
2025-12-06T17:41:29.863794Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801487636008636:2066] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:29.863855Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:41:29.863897Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:41:30.155157Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801491503071258:2048] [node 2] ICP01 ready to work
2025-12-06T17:41:30.155199Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801491503071259:2049] [node 3] ICP01 ready to work
2025-12-06T17:41:30.191382Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801489628336485:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:30.191424Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801489628336486:2049] [node 3] ICP01 ready to work
2025-12-06T17:41:30.247148Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801490500520151:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:30.247184Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801490500520152:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:30.309142Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801490122222213:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:30.309209Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801490122222214:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:30.309241Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801490122222215:2050] [node 3] ICP01 ready to work
2025-12-06T17:41:30.320523Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801490105545292:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:30.320557Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801490105545293:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:30.320593Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801490105545294:2050] [node 3] ICP01 ready to work
2025-12-06T17:41:30.376135Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801492510603238:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:30.376172Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801492510603239:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:30.376207Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801492510603240:2050] [node 3] ICP01 ready to work
2025-12-06T17:41:30.696694Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801490500520199:2094] [node 6] ICP01 ready to work
2025-12-06T17:41:30.752083Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801490500520199:2094] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(55027553ns) {Configure:104(55019274ns) {ProcessConfigured:135(52177857ns) {StartInitialHandshake:157(52174627ns) {DropHandshakes:470(19472130ns) {DropIncomingHandshake:442(1068ns) DropOutgoingHandshake:457(3340ns)} GenerateSessionVirtualId:988(4426ns) PrepareNewSessionHandshake:477(6171ns) {SwitchToState:179(2634ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:30.754044Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801492510603251:2059] [node 5] ICP01 ready to work
2025-12-06T17:41:30.772035Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801492510603252:2060] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35443
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:30.774689Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801491503071321:2107] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:30.858608Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801490500520215:2090] [node 5] ICP01 ready to work
2025-12-06T17:41:30.831013Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801490122222245:2070] [node 6] ICP01 ready to work
2025-12-06T17:41:30.834604Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801490105545317:2067] [node 6] ICP01 ready to work
2025-12-06T17:41:30.843487Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801490105545321:2073] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3634
2025-12-06T17:41:30.826166Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801491503071258:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(39257944ns) {Configure:104(39247674ns) {ProcessConfigured:135(85019ns) {StartInitialHandshake:157(81976ns) {DropHandshakes:470(3485ns) {DropIncomingHandshake:442(874ns) DropOutgoingHandshake:457(485ns)} GenerateSessionVirtualId:988(1358ns) PrepareNewSessionHandshake:477(2606ns) {SwitchToState:179(702ns)}}}}}
2025-12-06T17:41:30.878151Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801492510603252:2060] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:30.814895Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801489628336548:2102] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:30.814702Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801491503071322:2109] [node 6] ICP01 ready to work
2025-12-06T17:41:30.891370Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801490500520218:2091] [node 4] ICP01 ready to work
2025-12-06T17:41:30.892131Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801490105545329:2065] [node 4] ICP01 ready to work
2025-12-06T17:41:30.858820Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801490122222248:2071] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:30.991031Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801490500520220:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19207
2025-12-06T17:41:30.992445Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801490500520220:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:30.814655Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801489628336547:2103] [node 5] ICP01 ready to work
2025-12-06T17:41:30.944497Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801492510603267:2068] [node 4] ICP01 ready to work
2025-12-06T17:41:30.944728Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801492510603258:2064] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35443
2025-12-06T17:41:30.987354Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801492510603267:2068] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(42258471ns) {Configure:104(42253076ns) {ProcessConfigured:135(87553ns) {StartInitialHandshake:157(84156ns) {DropHandshakes:470(4958ns) {DropIncomingHandshake:442(972ns) DropOutgoingHandshake:457(737ns)} GenerateSessionVirtualId:988(1533ns) PrepareNewSessionHandshake:477(2469ns) {SwitchToState:179(851ns)}}}}}
2025-12-06T17:41:30.987699Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801492510603258:2064] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:31.007377Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801492510603251:2059] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:31.008282Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801492510603239:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(156190506ns) {Configure:104(156182890ns) {ProcessConfigured:135(41326538ns) {StartInitialHandshake:157(41322066ns) {DropHandshakes:470(16491713ns) {DropIncomingHandshake:442(794ns) DropOutgoingHandshake:457(3766ns)} GenerateSessionVirtualId:988(3753ns) PrepareNewSessionHandshake:477(2371ns) {SwitchToState:179(1207ns)}}}}}
2025-12-06T17:41:30.972880Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801490122222214:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(187243287ns) {Configure:104(187238520ns) {ProcessConfigured:135(79683ns) {StartInitialHandshake:157(75963ns) {DropHandshakes:470(4352ns) {DropIncomingHandshake:442(982ns) DropOutgoingHandshake:457(813ns)} GenerateSessionVirtualId:988(1445ns) PrepareNewSessionHandshake:477(2399ns) {SwitchToState:179(800ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:30.862899Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801491503071326:2108] [node 5] ICP01 ready to work
2025-12-06T17:41:30.845378Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801489628336549:2104] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:31.057055Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801490122222248:2071] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(129786602ns) {Configure:104(129777349ns) {ProcessConfigured:135(101323ns) {StartInitialHandshake:157(97907ns) {DropHandshakes:470(3724ns) {DropIncomingHandshake:442(937ns) DropOutgoingHandshake:457(570ns)} GenerateSessionVirtualId:988(1709ns) PrepareNewSessionHandshake:477(2290ns) {SwitchToState:179(725ns)}}}}}
2025-12-06T17:41:31.057645Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801494417189579:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27468
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:31.061273Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801496805570611:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35443
2025-12-06T17:41:31.062078Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801492510603258:2064] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:30.958385Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801490105545352:2099] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3634
2025-12-06T17:41:31.076472Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801490122222245:2070] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(200222003ns) {Configure:104(200213389ns) {ProcessConfigured:135(75449ns) {StartInitialHandshake:157(72724ns) {DropHandshakes:470(4188ns) {DropIncomingHandshake:442(839ns) DropOutgoingHandshake:457(503ns)} GenerateSessionVirtualId:988(1253ns) PrepareNewSessionHandshake:477(2260ns) {SwitchToState:179(665ns)}}}}}
2025-12-06T17:41:30.979400Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801491503071330:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6647
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:31.046823Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801491503071330:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:31.085645Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801492510603251:2059] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:41:30.869444Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801489628336551:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64856
2025-12-06T17:41:30.960868Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801490105545352:2099] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:31.085988Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801491503071328:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:31.082679Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801490122222213:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(296587906ns) {Configure:104(296583342ns) {ProcessConfigured:135(89304ns) {StartInitialHandshake:157(86546ns) {DropHandshakes:470(3790ns) {DropIncomingHandshake:442(1042ns) DropOutgoingHandshake:457(845ns)} GenerateSessionVirtualId:988(1303ns) PrepareNewSessionHandshake:477(2600ns) {SwitchToState:179(1017ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:31.088087Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801492510603240:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:31.100342Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801490500520207:2101] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:30.973955Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801489628336555:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64856
2025-12-06T17:41:30.994304Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801490105545364:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3634
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:31.086054Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801491503071328:2111] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:41:31.100381Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801490500520207:2101] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:31.095911Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801492510603240:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(181444570ns) {Configure:104(161648847ns) {ProcessConfigured:135(132997ns) {IncomingHandshake:261(105495ns) {DropIncomingHandshake:442(1493ns) PrepareNewSessionHandshake:477(2888ns) {SwitchToState:179(1144ns)} GenerateSessionVirtualId:988(5427ns) IssueIncomingHandshakeReply:193(66956ns) {SwitchToState:179(242ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:31.101929Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:31.121422Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801492510603251:2059] [node 5] ICP22 created new session: [6:7580801496805570613:2059]
2025-12-06T17:41:31.151352Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801496805570615:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35443
2025-12-06T17:41:31.094629Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801494417189579:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:31.021114Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801493923303852:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64856
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:31.043105Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801490105545323:2074] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:31.106746Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801491503071328:2111] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:31.105778Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801490500520151:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(322188627ns) {Configure:104(322179041ns) {ProcessConfigured:135(79476ns) {StartInitialHandshake:157(76515ns) {DropHandshakes:470(3926ns) {DropIncomingHandshake:442(1015ns) DropOutgoingHandshake:457(459ns)} GenerateSessionVirtualId:988(790ns) PrepareNewSessionHandshake:477(5484ns) {SwitchToState:179(791ns)}}}}}
2025-12-06T17:41:31.151552Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801494417189578:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:31.089121Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801489628336551:2110] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:31.043154Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580801490105545323:2074] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:31.184149Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801496805570613:2059] [node 5] ICS09 handshake done sender: [6:7580801492510603258:2064] self: [6:7580801496805570607:0] peer: [5:7580801490105545322:0] socket: 520 qp: -1
2025-12-06T17:41:31.114634Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801491503071322:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(247577674ns) {Configure:104(247559642ns) {ProcessConfigured:135(25588636ns) {StartInitialHandshake:157(12759387ns) {DropHandshakes:470(4940ns) {DropIncomingHandshake:442(732ns) DropOutgoingHandshake:457(752ns)} GenerateSessionVirtualId:988(2005ns) PrepareNewSessionHandshake:477(5300ns) {SwitchToState:179(2615ns)}}}}}
2025-12-06T17:41:31.136439Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801489628336555:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:31.195188Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801496805570613:2059] [node 5] ICS10 traffic start
2025-12-06T17:41:31.047177Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801490105545323:2074] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:31.106881Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801490500520207:2101] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:31.151579Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801494417189578:2111] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:41:31.139724Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801489628336548:2102] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(244923001ns) {Configure:104(244912008ns) {ProcessConfigured:135(91615ns) {StartInitialHandshake:157(87528ns) {DropHandshakes:470(3688ns) {DropIncomingHandshake:442(712ns) DropOutgoingHandshake:457(756ns)} GenerateSessionVirtualId:988(1137ns) PrepareNewSessionHandshake:477(2416ns) {SwitchToState:179(681ns)}}}}}
2025-12-06T17:41:31.159048Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801494417189578:2111] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:31.201967Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:31.124450Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801495798038632:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6647
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:31.123290Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801490500520215:2090] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(192385077ns) {Configure:104(192374873ns) {ProcessConfigured:135(86845ns) {StartInitialHandshake:157(83238ns) {DropHandshakes:470(3130ns) {DropIncomingHandshake:442(888ns) DropOutgoingHandshake:457(454ns)} GenerateSessionVirtualId:988(842ns) PrepareNewSessionHandshake:477(2324ns) {SwitchToState:179(760ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:31.124630Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801495798038633:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6647
2025-12-06T17:41:31.047528Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580801490105545317:2067] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:31.147058Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801493923303852:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:31.212216Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801490500520199:2094] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:31.047582Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:31.171479Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801494417189589:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27468
2025-12-06T17:41:31.135846Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801491503071259:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(356859386ns) {Configure:104(356849712ns) {ProcessConfigured:135(92645ns) {StartInitialHandshake:157(89803ns) {DropHandshakes:470(3478ns) {DropIncomingHandshake:442(881ns) DropOutgoingHandshake:457(534ns)} GenerateSessionVirtualId:988(1449ns) PrepareNewSessionHandshake:477(2933ns) {SwitchToState:179(912ns)}}}}}
2025-12-06T17:41:31.199615Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801495798038632:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:31.203728Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801491503071324:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:31.203777Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801491503071324:2110] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:41:31.207505Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801495798038633:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:31.207650Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801495798038638:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6647
2025-12-06T17:41:31.215994Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801491503071326:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:31.216081Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:31.216145Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801491503071326:2108] [node 5] ICP22 created new session: [1:7580801495798038640:2108]
2025-12-06T17:41:31.216200Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801495798038640:2108] [node 5] ICS09 handshake done sender: [1:7580801491503071328:2111] self: [1:7580801491503071327:0] peer: [5:7580801494400512668:0] socket: 524 qp: -1
2025-12-06T17:41:31.216237Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801495798038640:2108] [node 5] ICS10 traffic start
2025-12-06T17:41:31.216293Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:31.234984Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801491503071324:2110] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:31.244308Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801495798038630:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:31.244344Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801495798038630:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:31.245419Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801495798038644:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6647
2025-12-06T17:41:31.258976Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801495798038630:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:31.260499Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801491503071258:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:41:31.266658Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801491503071321:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(374042756ns) {Configure:104(374031749ns) {ProcessConfigured:135(25033723ns) {StartInitialHandshake:157(25030179ns) {DropHandshakes:470(3260ns) {DropIncomingHandshake:442(927ns) DropOutgoingHandshake:457(585ns)} GenerateSessionVirtualId:988(1041ns) PrepareNewSessionHandshake:477(2669ns) {SwitchToState:179(1280ns)}}}}}
2025-12-06T17:41:31.267232Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801491503071322:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:31.267307Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:31.267363Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801491503071322:2109] [node 6] ICP22 created new session: [1:7580801495798038646:2109]
2025-12-06T17:41:31.267425Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801495798038646:2109] [node 6] ICS09 handshake done sender: [1:7580801495798038630:2113] self: [1:7580801495798038629:0] peer: [6:7580801496805570619:0] socket: 549 qp: -1
2025-12-06T17:41:31.267470Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801495798038646:2109] [node 6] ICS10 traffic start
2025-12-06T17:41:31.267527Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:31.269784Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:31.280563Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801491503071258:2048] [node 2] ICP22 created new session: [1:7580801495798038649:2048]
2025-12-06T17:41:31.280642Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801495798038644:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:31.285718Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801495798038649:2048] [node 2] ICS09 handshake done sender: [1:7580801491503071324:2110] self: [1:7580801491503071323:0] peer: [2:7580801493923303858:0] socket: 516 qp: -1
2025-12-06T17:41:31.287292Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801495798038649:2048] [node 2] ICS10 traffic start
2025-12-06T17:41:31.291746Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801491503071326:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(21092777ns) {HandleHandshakeStatus:329(21090191ns) {DropIncomingHandshake:442(18963ns) DropOutgoingHandshake:457(1364ns) SwitchToState:179(831ns) ProcessPendingSessionEvents:495(20590625ns) {ForwardSessionEventToSession:612(61803ns) ForwardSessionEventToSession:612(7595ns) ForwardSessionEventToSession:612(3147ns) ForwardSessionEventToSession:612(9291ns) ForwardSessionEventToSession:612(2169ns) ForwardSessionEventToSession:612(2100ns) ForwardSessionEventToSession:612(10901661ns) ForwardSessionEventToSession:612(10736ns) ForwardSessionEventToSession:612(3713ns) ForwardSessionEventToSession:612(9569565ns)}}}
2025-12-06T17:41:31.294604Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801495798038638:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:31.302604Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801495798038635:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:31.302681Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801495798038635:2116] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:41:31.202507Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801492510603251:2059] [node 5] ICP35 event processing took too much time PendingConnection:279(138991182ns) {HandleHandshakeStatus:329(138987748ns) {DropIncomingHandshake:442(2756ns) DropOutgoingHandshake:457(18371ns) SwitchToState:179(1161ns) ProcessPendingSessionEvents:495(129445ns) {ForwardSessionEventToSession:612(69068ns) ForwardSessionEventToSession:612(8121ns) ForwardSessionEventToSession:612(3646ns) ForwardSessionEventToSession:612(11416ns) ForwardSessionEventToSession:612(5926ns) ForwardSessionEventToSession:612(2923ns) ForwardSessionEventToSession:612(6525ns) ForwardSessionEventToSession:612(3101ns) ForwardSessionEventToSession:612(2835ns) ForwardSessionEventToSession:612(6111ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:31.171732Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801494417189590:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27468
2025-12-06T17:41:31.212283Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:31.172072Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801489628336485:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(404954345ns) {Configure:104(396400077ns) {ProcessConfigured:135(17089377ns) {StartInitialHandshake:157(17085099ns) {DropHandshakes:470(5105ns) {DropIncomingHandshake:442(970ns) DropOutgoingHandshake:457(790ns)} GenerateSessionVirtualId:988(1403ns) PrepareNewSessionHandshake:477(4201ns) {SwitchToState:179(1958ns)}}}}}
2025-12-06T17:41:31.047648Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801490105545317:2067] [node 6] ICP22 created new session: [5:7580801494400512666:2067]
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:31.310721Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580801491503071322:2109] [node 6] ICP18 handshake (actor [1:7580801495798038644:2119]) is too old
2025-12-06T17:41:31.235429Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801496805570615:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:31.235876Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801492510603238:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(357568817ns) {Configure:104(357563788ns) {ProcessConfigured:135(15532101ns) {StartInitialHandshake:157(15528362ns) {DropHandshakes:470(1316ns) {DropIncomingHandshake:442(218ns) DropOutgoingHandshake:457(262ns)} GenerateSessionVirtualId:988(384ns) PrepareNewSessionHandshake:477(3455ns) {SwitchToState:179(989ns)}}}}}
2025-12-06T17:41:31.236140Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801492510603238:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:31.248657Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801496805570621:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35443
2025-12-06T17:41:31.271617Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801496805570615:2117] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:31.280816Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801492510603238:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:31.280896Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:31.280960Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801492510603238:2048] [node 1] ICP22 created new session: [6:7580801496805570622:2048]
2025-12-06T17:41:31.281028Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801496805570622:2048] [node 1] ICS09 handshake done sender: [6:7580801496805570615:2117] self: [6:7580801496805570619:0] peer: [1:7580801495798038629:0] socket: 551 qp: -1
2025-12-06T17:41:31.281072Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801496805570622:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:31.281117Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:31.283487Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801496805570624:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35443
2025-12-06T17:41:31.302797Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801496805570614:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35443
2025-12-06T17:41:31.172263Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580801489628336485:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:31.218935Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801490500520152:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(368844396ns) {Configure:104(368830543ns) {ProcessConfigured:135(11662889ns) {StartInitialHandshake:157(11659215ns) {DropHandshakes:470(4033ns) {DropIncomingHandshake:442(679ns) DropOutgoingHandshake:457(1186ns)} GenerateSessionVirtualId:988(752ns) PrepareNewSessionHandshake:477(3595ns) {SwitchToState:179(1930ns)}}}}}
2025-12-06T17:41:31.343879Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801496805570625:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35443
2025-12-06T17:41:31.214584Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801490122222215:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(397645618ns) {Configure:104(397641518ns) {ProcessConfigured:135(42110165ns) {StartInitialHandshake:157(42106753ns) {DropHandshakes:470(4062ns) {DropIncomingHandshake:442(1162ns) DropOutgoingHandshake:457(574ns)} GenerateSessionVirtualId:988(1017ns) PrepareNewSessionHandshake:477(4498758ns) {SwitchToState:179(3354ns)}}}}}
2025-12-06T17:41:31.172413Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801489628336553:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:31.318972Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:31.047703Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801494400512666:2067] [node 6] ICS09 handshake done sender: [5:7580801490105545323:2074] self: [5:7580801490105545322:0] peer: [6:7580801496805570607:0] socket: 517 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:31.236910Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801490500520199:2094] [node 6] ICP22 created new session: [3:7580801494795487526:2094]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:31.239741Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801490122222248:2071] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:31.239846Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801494417189589:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:31.245650Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801490122222214:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:31.251739Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:31.263659Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801490122222248:2071] [node 5] ICP22 created new session: [4:7580801494417189593:2071]
2025-12-06T17:41:31.272554Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801494417189593:2071] [node 5] ICS09 handshake done sender: [4:7580801494417189578:2111] self: [4:7580801494417189577:0] peer: [5:7580801494400512673:0] socket: 539 qp: -1
2025-12-06T17:41:31.280125Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801494417189593:2071] [node 5] ICS10 traffic start
2025-12-06T17:41:31.286190Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801494417189595:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27468
2025-12-06T17:41:31.291856Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:31.306640Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801494417189597:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27468
2025-12-06T17:41:31.332744Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801494417189598:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27468
2025-12-06T17:41:31.347227Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801490122222248:2071] [node 5] ICP35 event processing took too much time PendingConnection:279(107208583ns) {HandleHandshakeStatus:329(107205725ns) {DropIncomingHandshake:442(643ns) DropOutgoingHandshake:457(4271ns) SwitchToState:179(1041ns) ProcessPendingSessionEvents:495(8275660ns) {ForwardSessionEventToSession:612(8218612ns) ForwardSessionEventToSession:612(6674ns) ForwardSessionEventToSession:612(9525ns) ForwardSessionEventToSession:612(2979ns) ForwardSessionEventToSession:612(2633ns) ForwardSessionEventToSession:612(5499ns) ForwardSessionEventToSession:612(5434ns) ForwardSessionEventToSession:612(4777ns) ForwardSessionEventToSession:612(3038ns) ForwardSessionEventToSession:612(2271ns)}}}
2025-12-06T17:41:31.347310Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7580801490122222248:2071] [node 5] ICP27 obsolete handshake fail ignored
2025-12-06T17:41:31.355246Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801494417189598:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:31.357334Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801494417189589:2115] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:31.358240Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801490122222215:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:31.379412Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801490122222214:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:31.382395Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801494417189601:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27468
2025-12-06T17:41:31.403299Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:31.047745Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801494400512666:2067] [node 6] ICS10 traffic start
2025-12-06T17:41:31.331503Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801491503071258:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(70802823ns) {HandleHandshakeStatus:329(70799492ns) {DropIncomingHandshake:442(1825ns) DropOutgoingHandshake:457(1646ns) SwitchToState:179(733ns) ProcessPendingSessionEvents:495(124529ns) {ForwardSessionEventToSession:612(73916ns) ForwardSessionEventToSession:612(2735ns) ForwardSessionEventToSession:612(7550ns) ForwardSessionEventToSession:612(2143ns) ForwardSessionEventToSession:612(3034ns) ForwardSessionEventToSession:612(5388ns) ForwardSessionEventToSession:612(2818ns) ForwardSessionEventToSession:612(9362ns) ForwardSessionEventToSession:612(3323ns) ForwardSessionEventToSession:612(2526ns)}}}
2025-12-06T17:41:31.172437Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801489628336553:2111] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:41:31.408193Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801494417189582:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:31.408248Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801494417189582:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:31.410067Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801490122222214:2049] [node 2] ICP22 created new session: [4:7580801494417189600:2049]
2025-12-06T17:41:31.410792Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801494417189598:2120] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:31.412494Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801494417189600:2049] [node 2] ICS09 handshake done sender: [4:7580801494417189589:2115] self: [4:7580801494417189592:0] peer: [2:7580801493923303853:0] socket: 555 qp: -1
2025-12-06T17:41:31.419144Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801490122222215:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:41:31.248066Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801494795487529:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19207
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:31.340028Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580801491503071258:2048] [node 2] ICP18 handshake (actor [1:7580801495798038638:2118]) is too old
2025-12-06T17:41:31.419270Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:31.419321Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801490122222215:2050] [node 3] ICP22 created new session: [4:7580801494417189604:2050]
2025-12-06T17:41:31.419375Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801494417189604:2050] [node 3] ICS09 handshake done sender: [4:7580801494417189598:2120] self: [4:7580801494417189599:0] peer: [3:7580801494795487532:0] socket: 578 qp: -1
2025-12-06T17:41:31.419415Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801494417189604:2050] [node 3] ICS10 traffic start
2025-12-06T17:41:31.419466Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:31.422167Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801494417189582:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:31.430892Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801494417189600:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:31.181944Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801489628336486:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(394868465ns) {Configure:104(394861996ns) {ProcessConfigured:135(79596ns) {StartInitialHandshake:157(76683ns) {DropHandshakes:470(3631ns) {DropIncomingHandshake:442(789ns) DropOutgoingHandshake:457(552ns)} GenerateSessionVirtualId:988(1171ns) PrepareNewSessionHandshake:477(2684ns) {SwitchToState:179(625ns)}}}}}
2025-12-06T17:41:31.344151Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801492510603252:2060] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:31.047781Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:31.251269Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801494795487526:2094] [node 6] ICS09 handshake done sender: [3:7580801490500520207:2101] self: [3:7580801490500520202:0] peer: [6:7580801496805570612:0] socket: 510 qp: -1
2025-12-06T17:41:31.054742Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801490105545364:2111] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:31.357800Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801492510603240:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:41:31.183652Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801489628336553:2111] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:31.340377Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801495798038635:2116] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:31.251326Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801494795487526:2094] [node 6] ICS10 traffic start
2025-12-06T17:41:31.433459Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:31.058081Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801490105545292:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:31.075013Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801490105545321:2073] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:31.103370Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [5:7580801490105545317:2067] [node 6] ICP18 handshake (actor [5:7580801490105545321:2073]) is too old
2025-12-06T17:41:31.103678Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801494400512669:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3634
2025-12-06T17:41:31.136860Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801494400512669:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:31.348005Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801491503071259:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:41:31.371241Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:31.191890Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801489628336549:2104] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(285529695ns) {Configure:104(285520821ns) {ProcessConfigured:135(92831ns) {StartInitialHandshake:157(89712ns) {DropHandshakes:470(4027ns) {DropIncomingHandshake:442(792ns) DropOutgoingHandshake:457(672ns)} GenerateSessionVirtualId:988(1657ns) PrepareNewSessionHandshake:477(2493ns) {SwitchToState:179(732ns)}}}}}
2025-12-06T17:41:31.443859Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801490122222245:2070] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:31.260846Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801494795487529:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:31.147764Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801490105545329:2065] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(208817095ns) {Configure:104(208807370ns) {ProcessConfigured:135(81698ns) {StartInitialHandshake:157(78019ns) {DropHandshakes:470(7171ns) {DropIncomingHandshake:442(995ns) DropOutgoingHandshake:457(551ns)} GenerateSessionVirtualId:988(1162ns) PrepareNewSessionHandshake:477(2629ns) {SwitchToState:179(745ns)}}}}}
2025-12-06T17:41:31.379084Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801492510603240:2050] [node 3] ICP22 created new session: [6:7580801496805570626:2050]
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:31.148065Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801490105545329:2065] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:31.150998Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801494400512675:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3634
2025-12-06T17:41:31.163744Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801490105545293:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(378188416ns) {Configure:104(378183669ns) {ProcessConfigured:135(102759ns) {StartInitialHandshake:157(98250ns) {DropHandshakes:470(3775ns) {DropIncomingHandshake:442(912ns) DropOutgoingHandshake:457(568ns)} GenerateSessionVirtualId:988(1415ns) PrepareNewSessionHandshake:477(2845ns) {SwitchToState:179(757ns)}}}}}
2025-12-06T17:41:31.164035Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801490105545293:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:31.170948Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801494400512670:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3634
2025-12-06T17:41:31.182311Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801490105545364:2111] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:31.182741Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801494400512679:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3634
2025-12-06T17:41:31.183067Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801494400512680:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3634
2025-12-06T17:41:31.192397Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801490105545292:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:31.192458Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:31.192510Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801490105545292:2048] [node 1] ICP22 created new session: [5:7580801494400512681:2048]
2025-12-06T17:41:31.192559Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801494400512681:2048] [node 1] ICS09 handshake done sender: [5:7580801490105545364:2111] self: [5:7580801494400512668:0] peer: [1:7580801491503071327:0] socket: 527 qp: -1
2025-12-06T17:41:31.192598Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801494400512681:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:31.192644Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:31.199043Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801494400512669:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:31.215378Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801490105545352:2099] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:31.219918Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801490105545329:2065] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:41:31.224433Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801490105545293:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:31.224510Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:31.224575Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801490105545293:2049] [node 2] ICP22 created new session: [5:7580801494400512685:2049]
2025-12-06T17:41:31.224631Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801494400512685:2049] [node 2] ICS09 handshake done sender: [5:7580801490105545352:2099] self: [5:7580801494400512678:0] peer: [2:7580801489628336552:0] socket: 523 qp: -1
2025-12-06T17:41:31.224674Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801494400512685:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:31.224711Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:31.219979Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:31.254893Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801490105545329:2065] [node 4] ICP22 created new session: [5:7580801494400512684:2065]
2025-12-06T17:41:31.274682Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801494400512684:2065] [node 4] ICS09 handshake done sender: [5:7580801494400512669:2116] self: [5:7580801494400512673:0] peer: [4:7580801494417189577:0] socket: 541 qp: -1
2025-12-06T17:41:31.284806Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801494400512684:2065] [node 4] ICS10 traffic start
2025-12-06T17:41:31.284881Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:31.287422Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801494400512675:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:31.292242Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801490105545294:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:31.325351Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801490105545294:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1867) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580801494400512675:2119] held: no
2025-12-06T17:41:31.334636Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801490105545329:2065] [node 4] ICP35 event processing took too much time PendingConnection:279(125726124ns) {HandleHandshakeStatus:329(125723770ns) {DropIncomingHandshake:442(1977ns) DropOutgoingHandshake:457(13053ns) SwitchToState:179(423ns) ProcessPendingSessionEvents:495(12606576ns) {ForwardSessionEventToSession:612(12542597ns) ForwardSessionEventToSession:612(10741ns) ForwardSessionEventToSession:612(3127ns) ForwardSessionEventToSession:612(10449ns) ForwardSessionEventToSession:612(6269ns) ForwardSessionEventToSession:612(3484ns) ForwardSessionEventToSession:612(6676ns) ForwardSessionEventToSession:612(3000ns) ForwardSessionEventToSession:612(2363ns) ForwardSessionEventToSession:612(5958ns)}}}
2025-12-06T17:41:31.350093Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801494400512689:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3634
2025-12-06T17:41:31.380602Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801494400512675:2119] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:31.409789Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801490105545294:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:41:31.419015Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:31.427046Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801490105545294:2050] [node 3] ICP22 created new session: [5:7580801494400512690:2050]
2025-12-06T17:41:31.435889Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801494400512690:2050] [node 3] ICS09 handshake done sender: [5:7580801494400512675:2119] self: [5:7580801494400512688:0] peer: [3:7580801494795487521:0] socket: 514 qp: -1
2025-12-06T17:41:31.445118Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801494400512690:2050] [node 3] ICS10 traffic start
2025-12-06T17:41:31.459371Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:31.379638Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801496805570624:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:31.379806Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801492510603267:2068] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:31.403078Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801496805570626:2050] [node 3] ICS09 handshake done sender: [6:7580801492510603252:2060] self: [6:7580801496805570612:0] peer: [3:7580801490500520202:0] socket: 511 qp: -1
2025-12-06T17:41:31.412226Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801496805570626:2050] [node 3] ICS10 traffic start
2025-12-06T17:41:31.416451Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:31.416786Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801496805570625:2121] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:31.420795Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801492510603239:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:31.422887Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801496805570630:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35443
2025-12-06T17:41:31.423801Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801496805570624:2120] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:31.424061Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801492510603267:2068] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:41:31.424160Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:31.424237Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801492510603267:2068] [node 4] ICP22 created new session: [6:7580801496805570631:2068]
2025-12-06T17:41:31.424285Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801496805570631:2068] [node 4] ICS09 handshake done sender: [6:7580801496805570624:2120] self: [6:7580801496805570627:0] peer: [4:7580801494417189581:0] socket: 573 qp: -1
2025-12-06T17:41:31.424326Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801496805570631:2068] [node 4] ICS10 traffic start
2025-12-06T17:41:31.424370Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:31.450210Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801492510603240:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(85789833ns) {HandleHandshakeStatus:329(85786437ns) {DropIncomingHandshake:442(1074ns) DropOutgoingHandshake:457(435ns) SwitchToState:179(693ns) ProcessPendingSessionEvents:495(132916ns) {ForwardSessionEventToSession:612(67790ns) ForwardSessionEventToSession:612(6222ns) ForwardSessionEventToSession:612(2816ns) ForwardSessionEventToSession:612(3100ns) ForwardSessionEventToSession:612(6784ns) ForwardSessionEventToSession:612(3527ns) ForwardSessionEventToSession:612(7312ns) ForwardSessionEventToSession:612(6950ns) ForwardSessionEventToSession:612(9276ns) ForwardSessionEventToSession:612(9774ns)}}}
2025-12-06T17:41:31.730344Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801496805570633:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35443
2025-12-06T17:41:31.443937Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:31.443989Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801490122222245:2070] [node 6] ICP22 created new session: [4:7580801494417189607:2070]
2025-12-06T17:41:31.444031Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801494417189607:2070] [node 6] ICS09 handshake done sender: [4:7580801494417189582:2113] self: [4:7580801494417189581:0] peer: [6:7580801496805570627:0] socket: 572 qp: -1
2025-12-06T17:41:31.444071Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801494417189607:2070] [node 6] ICS10 traffic start
2025-12-06T17:41:31.444112Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:31.719531Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801490122222214:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(339784297ns) {HandleHandshakeStatus:329(339780776ns) {DropIncomingHandshake:442(962ns) DropOutgoingHandshake:457(12179ns) SwitchToState:179(616ns) ProcessPendingSessionEvents:495(259408397ns) {ForwardSessionEventToSession:612(259308529ns) ForwardSessionEventToSession:612(16601ns) ForwardSessionEventToSession:612(5707ns) ForwardSessionEventToSession:612(3500ns) ForwardSessionEventToSession:612(13450ns) ForwardSessionEventToSession:612(9498ns) ForwardSessionEventToSession:612(6518ns) ForwardSessionEventToSession:612(16434ns) ForwardSessionEventToSession:612(3312ns) ForwardSessionEventToSession:612(5479ns)}}}
2025-12-06T17:41:31.264178Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801490500520151:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:31.269068Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:31.282785Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801490500520218:2091] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(295907355ns) {Configure:104(295894087ns) {ProcessConfigured:135(13183938ns) {StartInitialHandshake:157(13179778ns) {DropHandshakes:470(1576ns) {DropIncomingHandshake:442(399ns) DropOutgoingHandshake:457(258ns)} GenerateSessionVirtualId:988(607ns) PrepareNewSessionHandshake:477(4707ns) {SwitchToState:179(2182ns)}}}}}
2025-12-06T17:41:31.295381Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801494795487522:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:31.295409Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801494795487522:2113] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:41:31.304895Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801490500520199:2094] [node 6] ICP35 event processing took too much time PendingConnection:279(92401282ns) {HandleHandshakeStatus:329(92396971ns) {DropIncomingHandshake:442(783ns) DropOutgoingHandshake:457(830ns) SwitchToState:179(671ns) ProcessPendingSessionEvents:495(12593149ns) {ForwardSessionEventToSession:612(12522369ns) ForwardSessionEventToSession:612(9755ns) ForwardSessionEventToSession:612(2810ns) ForwardSessionEventToSession:612(10967ns) ForwardSessionEventToSession:612(3687ns) ForwardSessionEventToSession:612(3084ns) ForwardSessionEventToSession:612(10885ns) ForwardSessionEventToSession:612(3216ns) ForwardSessionEventToSession:612(6793ns) ForwardSessionEventToSession:612(2718ns)}}}
2025-12-06T17:41:31.311262Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801494795487522:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:31.311751Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801490500520215:2090] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:31.321333Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801494795487535:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19207
2025-12-06T17:41:31.333453Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801494795487537:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19207
2025-12-06T17:41:31.355482Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:31.355690Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801490500520215:2090] [node 5] ICP22 created new session: [3:7580801494795487538:2090]
2025-12-06T17:41:31.355749Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801494795487538:2090] [node 5] ICS09 handshake done sender: [3:7580801494795487522:2113] self: [3:7580801494795487521:0] peer: [5:7580801494400512688:0] socket: 515 qp: -1
2025-12-06T17:41:31.355792Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801494795487538:2090] [node 5] ICS10 traffic start
2025-12-06T17:41:31.355868Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:31.356465Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801490500520215:2090] [node 5] ICP35 event processing took too much time PendingConnection:279(44515145ns) {HandleHandshakeStatus:329(44511226ns) {DropIncomingHandshake:442(33080058ns) DropOutgoingHandshake:457(1494ns) SwitchToState:179(1109ns) ProcessPendingSessionEvents:495(206262ns) {ForwardSessionEventToSession:612(147433ns) ForwardSessionEventToSession:612(8741ns) ForwardSessionEventToSession:612(3641ns) ForwardSessionEventToSession:612(2153ns) ForwardSessionEventToSession:612(6266ns) ForwardSessionEventToSession:612(3227ns) ForwardSessionEventToSession:612(2715ns) ForwardSessionEventToSession:612(6221ns) ForwardSessionEventToSession:612(6497ns) ForwardSessionEventToSession:612(8979ns)}}}
2025-12-06T17:41:31.364042Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801494795487533:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:31.364071Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801494795487533:2116] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:41:31.364799Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801494795487529:2115] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:31.366241Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801494795487533:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:31.367570Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801490500520218:2091] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:41:31.367621Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:31.367667Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801490500520218:2091] [node 4] ICP22 created new session: [3:7580801494795487541:2091]
2025-12-06T17:41:31.367827Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801494795487541:2091] [node 4] ICS09 handshake done sender: [3:7580801494795487533:2116] self: [3:7580801494795487532:0] peer: [4:7580801494417189599:0] socket: 577 qp: -1
2025-12-06T17:41:31.367863Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801494795487541:2091] [node 4] ICS10 traffic start
2025-12-06T17:41:31.367904Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:31.368436Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801490500520151:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:63257) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580801494795487529:2115] held: no
2025-12-06T17:41:31.369829Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801490500520151:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:31.369868Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:31.369913Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801490500520151:2048] [node 1] ICP22 created new session: [3:7580801494795487543:2048]
2025-12-06T17:41:31.369960Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801494795487543:2048] [node 1] ICS09 handshake done sender: [3:7580801494795487529:2115] self: [3:7580801494795487531:0] peer: [1:7580801495798038634:0] socket: 566 qp: -1
2025-12-06T17:41:31.369994Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801494795487543:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:31.370033Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:31.399178Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801494795487545:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19207
2025-12-06T17:41:31.422368Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801494795487545:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:31.445247Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7580801490500520218:2091] [node 4] ICP18 handshake (actor [3:7580801494795487545:2119]) is too old
2025-12-06T17:41:31.707270Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801494795487535:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:31.721405Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801490500520152:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:31.730777Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801494795487547:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19207
2025-12-06T17:41:31.351677Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:31.370724Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801491503071259:2049] [node 3] ICP22 created new session: [1:7580801495798038653:2049]
2025-12-06T17:41:31.416276Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801495798038653:2049] [node 3] ICS09 handshake done sender: [1:7580801495798038635:2116] self: [1:7580801495798038634:0] peer: [3:7580801494795487531:0] socket: 564 qp: -1
2025-12-06T17:41:31.420734Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801495798038653:2049] [node 3] ICS10 traffic start
2025-12-06T17:41:31.427082Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:31.451325Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801491503071259:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(103102147ns) {HandleHandshakeStatus:329(103099266ns) {DropIncomingHandshake:442(12972ns) DropOutgoingHandshake:457(777ns) SwitchToState:179(561ns) ProcessPendingSessionEvents:495(7905680ns) {ForwardSessionEventToSession:612(7839858ns) ForwardSessionEventToSession:612(8572ns) ForwardSessionEventToSession:612(10296ns) ForwardSessionEventToSession:612(5558ns) ForwardSessionEventToSession:612(3418ns) ForwardSessionEventToSession:612(3498ns) ForwardSessionEventToSession:612(6914ns) ForwardSessionEventToSession:612(3611ns) ForwardSessionEventToSession:612(5849ns) ForwardSessionEventToSession:612(4005ns)}}}
2025-12-06T17:41:31.264583Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801489628336547:2103] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:31.272033Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:31.272806Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801493923303854:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:31.272843Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801493923303854:2114] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:41:31.279307Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801493923303867:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64856
2025-12-06T17:41:31.279785Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801489628336547:2103] [node 5] ICP22 created new session: [2:7580801493923303868:2103]
2025-12-06T17:41:31.284413Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801493923303870:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64856
2025-12-06T17:41:31.285650Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801493923303868:2103] [node 5] ICS09 handshake done sender: [2:7580801489628336553:2111] self: [2:7580801489628336552:0] peer: [5:7580801494400512678:0] socket: 521 qp: -1
2025-12-06T17:41:31.287346Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801493923303868:2103] [node 5] ICS10 traffic start
2025-12-06T17:41:31.295210Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801489628336551:2110] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:31.297018Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:31.318884Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801493923303869:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64856
2025-12-06T17:41:31.326990Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580801489628336485:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:31.327055Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:31.327108Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801489628336485:2048] [node 1] ICP22 created new session: [2:7580801493923303874:2048]
2025-12-06T17:41:31.327165Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801493923303874:2048] [node 1] ICS09 handshake done sender: [2:7580801489628336551:2110] self: [2:7580801493923303858:0] peer: [1:7580801491503071323:0] socket: 518 qp: -1
2025-12-06T17:41:31.327202Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801493923303874:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:31.327244Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:31.327848Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801493923303869:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:31.330973Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801493923303854:2114] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:31.344303Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801489628336548:2102] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:41:31.350616Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801489628336547:2103] [node 5] ICP35 event processing took too much time PendingConnection:279(85772517ns) {HandleHandshakeStatus:329(85770189ns) {DropIncomingHandshake:442(219ns) DropOutgoingHandshake:457(653ns) SwitchToState:179(295ns) ProcessPendingSessionEvents:495(19480804ns) {ForwardSessionEventToSession:612(19420418ns) ForwardSessionEventToSession:612(7028ns) ForwardSessionEventToSession:612(8554ns) ForwardSessionEventToSession:612(3652ns) ForwardSessionEventToSession:612(2897ns) ForwardSessionEventToSession:612(6742ns) ForwardSessionEventToSession:612(6283ns) ForwardSessionEventToSession:612(2969ns) ForwardSessionEventToSession:612(6370ns) ForwardSessionEventToSession:612(2777ns)}}}
2025-12-06T17:41:31.350698Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7580801489628336547:2103] [node 5] ICP27 obsolete handshake fail ignored
2025-12-06T17:41:31.354777Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:31.359520Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801489628336548:2102] [node 4] ICP22 created new session: [2:7580801493923303878:2102]
2025-12-06T17:41:31.379334Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801493923303878:2102] [node 4] ICS09 handshake done sender: [2:7580801493923303854:2114] self: [2:7580801493923303853:0] peer: [4:7580801494417189592:0] socket: 552 qp: -1
2025-12-06T17:41:31.403149Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801493923303878:2102] [node 4] ICS10 traffic start
2025-12-06T17:41:31.403218Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:31.439111Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801489628336548:2102] [node 4] ICP35 event processing took too much time PendingConnection:279(94530594ns) {HandleHandshakeStatus:329(94527529ns) {DropIncomingHandshake:442(41896ns) DropOutgoingHandshake:457(890ns) SwitchToState:179(736ns) ProcessPendingSessionEvents:495(5490706ns) {ForwardSessionEventToSession:612(5423863ns) ForwardSessionEventToSession:612(8318ns) ForwardSessionEventToSession:612(7880ns) ForwardSessionEventToSession:612(3497ns) ForwardSessionEventToSession:612(2814ns) ForwardSessionEventToSession:612(9344ns) ForwardSessionEventToSession:612(3307ns) ForwardSessionEventToSession:612(6520ns) ForwardSessionEventToSession:612(7452ns) ForwardSessionEventToSession:612(2640ns)}}}
2025-12-06T17:41:31.442902Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801493923303865:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:31.442960Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801493923303865:2117] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:31.721826Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801493923303863:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:31.721853Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801493923303863:2116] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:41:31.729416Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801493923303863:2116] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:31.738271Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801496805570625:2121] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:31.739327Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801492510603239:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:31.739420Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:31.739474Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801492510603239:2049] [node 2] ICP22 created new session: [6:7580801496805570634:2049]
2025-12-06T17:41:31.739521Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801496805570634:2049] [node 2] ICS09 handshake done sender: [6:7580801496805570625:2121] self: [6:7580801496805570629:0] peer: [2:7580801493923303864:0] socket: 559 qp: -1
2025-12-06T17:41:31.739560Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801496805570634:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:31.739604Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:31.738903Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801494795487535:2117] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:31.744855Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801490500520152:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:31.744943Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:31.745014Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801490500520152:2049] [node 2] ICP22 created new session: [3:7580801494795487548:2049]
2025-12-06T17:41:31.745057Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801494795487548:2049] [node 2] ICS09 handshake done sender: [3:7580801494795487535:2117] self: [3:7580801494795487546:0] peer: [2:7580801493923303862:0] socket: 574 qp: -1
2025-12-06T17:41:31.745094Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801494795487548:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:31.745145Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:31.736172Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801490105545294:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(315099720ns) {HandleHandshakeStatus:329(315096532ns) {DropIncomingHandshake:442(1165ns) DropOutgoingHandshake:457(547ns) SwitchToState:179(758ns) ProcessPendingSessionEvents:495(1202ns)}}
2025-12-06T17:41:31.737257Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801493923303865:2117] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:31.741358Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801489628336549:2104] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:31.741451Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:31.741504Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801489628336549:2104] [node 6] ICP22 created new session: [2:7580801493923303882:2104]
2025-12-06T17:41:31.741554Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801493923303882:2104] [node 6] ICS09 handshake done sender: [2:7580801493923303865:2117] self: [2:7580801493923303864:0] peer: [6:7580801496805570629:0] socket: 528 qp: -1
2025-12-06T17:41:31.741586Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801493923303882:2104] [node 6] ICS10 traffic start
2025-12-06T17:41:31.741620Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:31.743551Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801489628336486:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:41:31.743644Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:31.743699Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801489628336486:2049] [node 3] ICP22 created new session: [2:7580801493923303884:2049]
2025-12-06T17:41:31.743745Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801493923303884:2049] [node 3] ICS09 handshake done sender: [2:7580801493923303863:2116] self: [2:7580801493923303862:0] peer: [3:7580801494795487546:0] socket: 571 qp: -1
2025-12-06T17:41:31.743778Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801493923303884:2049] [node 3] ICS10 traffic start
2025-12-06T17:41:31.743818Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:31.767057Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801494417189595:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:31.767297Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801490122222213:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:31.767681Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801495798038637:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:31.767718Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801495798038637:2117] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:41:31.769026Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801495798038637:2117] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:31.769355Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801491503071321:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:41:31.769473Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:31.769530Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801491503071321:2107] [node 4] ICP22 created new session: [1:7580801495798038656:2107]
2025-12-06T17:41:31.769579Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801495798038656:2107] [node 4] ICS09 handshake done sender: [1:7580801495798038637:2117] self: [1:7580801495798038636:0] peer: [4:7580801494417189609:0] socket: 561 qp: -1
2025-12-06T17:41:31.769617Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801495798038656:2107] [node 4] ICS10 traffic start
2025-12-06T17:41:31.769670Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:31.773215Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801490122222213:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:63257) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580801494417189595:2118] held: no
2025-12-06T17:41:31.773554Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801494417189610:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27468
2025-12-06T17:41:31.774310Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801494417189595:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:31.774587Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801490122222213:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:31.774675Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:31.774722Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801490122222213:2048] [node 1] ICP22 created new session: [4:7580801494417189611:2048]
2025-12-06T17:41:31.774807Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801494417189611:2048] [node 1] ICS09 handshake done sender: [4:7580801494417189595:2118] self: [4:7580801494417189609:0] peer: [1:7580801495798038636:0] socket: 557 qp: -1
2025-12-06T17:41:31.774853Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801494417189611:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:31.774900Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:31.892824Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:41:31.893115Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580801493923303874:2048] [node 1] ICS01 socket: 518 reason# EndOfStream
2025-12-06T17:41:31.893160Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580801489628336485:2048] [node 1] ICP30 unregister session Session# [2:7580801493923303874:2048] VirtualId# [2:7580801493923303858:0]
2025-12-06T17:41:31.893206Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580801493923303874:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:31.893285Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:31.893342Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:31.898944Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:41:31.899217Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801494795487543:2048] [node 1] ICS01 socket: 566 reason# EndOfStream
2025-12-06T17:41:31.899261Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801490500520151:2048] [node 1] ICP30 unregister session Session# [3:7580801494795487543:2048] VirtualId# [3:7580801494795487531:0]
2025-12-06T17:41:31.899301Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801494795487543:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:31.899406Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:31.899475Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:31.910877Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:41:31.911171Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801496805570622:2048] [node 1] ICS01 socket: 551 reason# EndOfStream
2025-12-06T17:41:31.911222Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801492510603238:2048] [node 1] ICP30 unregister session Session# [6:7580801496805570622:2048] VirtualId# [6:7580801496805570619:0]
2025-12-06T17:41:31.911257Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801496805570622:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:31.910877Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:41:31.911353Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:31.911402Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:31.911185Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801494417189611:2048] [node 1] ICS01 socket: 557 reason# EndOfStream
2025-12-06T17:41:31.911234Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801490122222213:2048] [node 1] ICP30 unregister session Session# [4:7580801494417189611:2048] VirtualId# [4:7580801494417189609:0]
2025-12-06T17:41:31.911265Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801494417189611:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:31.911355Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:31.911401Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:31.911992Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:41:31.912235Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801494400512681:2048] [node 1] ICS01 socket: 527 reason# EndOfStream
2025-12-06T17:41:31.912274Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801490105545292:2048] [node 1] ICP30 unregister session Session# [5:7580801494400512681:2048] VirtualId# [5:7580801494400512668:0]
2025-12-06T17:41:31.912304Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801494400512681:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:31.912379Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:31.912418Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:32.022721Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:41:32.023001Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801494795487548:2049] [node 2] ICS01 socket: 574 reason# EndOfStream
2025-12-06T17:41:32.023043Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801490500520152:2049] [node 2] ICP30 unregister session Session# [3:7580801494795487548:2049] VirtualId# [3:7580801494795487546:0]
2025-12-06T17:41:32.023084Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801494795487548:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:32.023187Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:32.023247Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:32.054840Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:41:32.055123Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580801494417189600:2049] [node 2] ICS07 socket disconnect 555 reason# EndOfStream
2025-12-06T17:41:32.055165Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801494417189600:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:32.055276Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:32.055331Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580801494417189600:2049] [node 2] ICS15 start handshake
2025-12-06T17:41:32.071764Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:41:32.072047Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801494400512685:2049] [node 2] ICS01 socket: 523 reason# EndOfStream
2025-12-06T17:41:32.072093Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801490105545293:2049] [node 2] ICP30 unregister session Session# [5:7580801494400512685:2049] VirtualId# [5:7580801494400512678:0]
2025-12-06T17:41:32.072128Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801494400512685:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:32.072214Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:32.072264Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:32.072772Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:41:32.072998Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801496805570634:2049] [node 2] ICS01 socket: 559 reason# EndOfStream
2025-12-06T17:41:32.073035Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801492510603239:2049] [node 2] ICP30 unregister session Session# [6:7580801496805570634:2049] VirtualId# [6:7580801496805570629:0]
2025-12-06T17:41:32.073065Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801496805570634:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:32.073139Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:32.073181Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:32.073608Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801490122222214:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22781) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:41:32.073752Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801494417189600:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:41:32.073806Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801490122222214:2049] [node 2] ICP30 unregister session Session# [4:7580801494417189600:2049] VirtualId# [4:7580801494417189592:0]
2025-12-06T17:41:32.073853Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:32.073894Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580801490122222214:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:22781) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:41:32.073913Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22781) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:41:32.086752Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580801490122222214:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:41:32.336938Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:41:32.337222Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580801496805570626:2050] [node 3] ICS07 socket disconnect 511 reason# EndOfStream
2025-12-06T17:41:32.337251Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801496805570626:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:32.337347Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:41:32.337390Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580801496805570626:2050] [node 3] ICS15 start handshake
2025-12-06T17:41:32.338635Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:41:32.338856Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801494400512690:2050] [node 3] ICS01 socket: 514 reason# EndOfStream
2025-12-06T17:41:32.338895Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801490105545294:2050] [node 3] ICP30 unregister session Session# [5:7580801494400512690:2050] VirtualId# [5:7580801494400512688:0]
2025-12-06T17:41:32.338940Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801494400512690:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:32.339028Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:41:32.339074Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:41:32.339579Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:41:32.339780Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580801494417189604:2050] [node 3] ICS07 socket disconnect 578 reason# EndOfStream
2025-12-06T17:41:32.339807Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801494417189604:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:32.339874Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:41:32.339920Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580801494417189604:2050] [node 3] ICS15 start handshake
2025-12-06T17:41:32.341329Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801490122222215:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1867) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:41:32.341419Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801494417189604:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:41:32.341464Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801490122222215:2050] [node 3] ICP30 unregister session Session# [4:7580801494417189604:2050] VirtualId# [4:7580801494417189599:0]
2025-12-06T17:41:32.341518Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:41:32.341555Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580801490122222215:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:1867) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:41:32.341570Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1867) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:41:32.342664Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801492510603240:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1867) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:41:32.342732Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801496805570626:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:41:32.342764Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801492510603240:2050] [node 3] ICP30 unregister session Session# [6:7580801496805570626:2050] VirtualId# [6:7580801496805570612:0]
2025-12-06T17:41:32.342810Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:41:32.342844Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580801492510603240:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:1867) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:41:32.342857Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1867) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:41:32.351564Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580801490122222215:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:41:32.359769Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580801492510603240:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:41:32.457074Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:41:32.457272Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801494400512684:2065] [node 4] ICS01 socket: 541 reason# EndOfStream
2025-12-06T17:41:32.457305Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801490105545329:2065] [node 4] ICP30 unregister session Session# [5:7580801494400512684:2065] VirtualId# [5:7580801494400512673:0]
2025-12-06T17:41:32.457331Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801494400512684:2065] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:32.457390Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:41:32.457424Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:41:32.456351Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:41:32.456770Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801496805570631:2068] [node 4] ICS01 socket: 573 reason# EndOfStream
2025-12-06T17:41:32.456820Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801492510603267:2068] [node 4] ICP30 unregister session Session# [6:7580801496805570631:2068] VirtualId# [6:7580801496805570627:0]
2025-12-06T17:41:32.456856Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801496805570631:2068] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:32.456888Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:41:32.456946Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:41:32.550947Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:41:32.551226Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801496805570613:2059] [node 5] ICS01 socket: 520 reason# EndOfStream
2025-12-06T17:41:32.551286Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801492510603251:2059] [node 5] ICP30 unregister session Session# [6:7580801496805570613:2059] VirtualId# [6:7580801496805570607:0]
2025-12-06T17:41:32.551330Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801496805570613:2059] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:32.551450Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:41:32.551500Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:41:32.751290Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801500951395841:2048] [node 2] ICP01 ready to work
2025-12-06T17:41:32.751335Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801500951395842:2049] [node 3] ICP01 ready to work
2025-12-06T17:41:32.777943Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801498457838555:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:32.777992Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801498457838556:2049] [node 3] ICP01 ready to work
2025-12-06T17:41:32.796617Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801499139587467:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:32.796668Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801499139587468:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:32.830211Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801497909024249:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:32.830248Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801497909024250:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:32.830284Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801497909024251:2050] [node 3] ICP01 ready to work
2025-12-06T17:41:32.890946Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801497401648670:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:32.890993Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801497401648671:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:32.891030Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801497401648672:2050] [node 3] ICP01 ready to work
2025-12-06T17:41:33.104738Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801501187850927:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:33.104777Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801501187850928:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:33.104836Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801501187850929:2050] [node 3] ICP01 ready to work
2025-12-06T17:41:33.249920Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801502203991560:2060] [node 6] ICP01 ready to work
2025-12-06T17:41:33.249046Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801505482818241:2059] [node 5] ICP01 ready to work
2025-12-06T17:41:33.245400Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801503434554777:2059] [node 4] ICP01 ready to work
2025-12-06T17:41:33.266717Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801505246363199:2096] [node 5] ICP01 ready to work
2025-12-06T17:41:33.362993Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801505246363201:2098] [node 6] ICP01 ready to work
2025-12-06T17:41:33.363529Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801505246363202:2099] [node 4] ICP01 ready to work
2025-12-06T17:41:33.306215Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801503434554793:2060] [node 5] ICP01 ready to work
2025-12-06T17:41:33.422740Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801505246363199:2096] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(56513412ns) {Configure:104(56507975ns) {ProcessConfigured:135(93302ns) {StartInitialHandshake:157(89342ns) {DropHandshakes:470(4708ns) {DropIncomingHandshake:442(1035ns) DropOutgoingHandshake:457(766ns)} GenerateSessionVirtualId:988(1423ns) PrepareNewSessionHandshake:477(3170ns) {SwitchToState:179(891ns)}}}}}
2025-12-06T17:41:33.358875Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801505482818249:2063] [node 4] ICP01 ready to work
2025-12-06T17:41:33.458824Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801503434554828:2065] [node 6] ICP01 ready to work
2025-12-06T17:41:33.435379Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801498457838556:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(309979323ns) {Configure:104(309968584ns) {ProcessConfigured:135(98895ns) {StartInitialHandshake:157(92193ns) {DropHandshakes:470(3649ns) {DropIncomingHandshake:442(764ns) DropOutgoingHandshake:457(452ns)} GenerateSessionVirtualId:988(1889ns) PrepareNewSessionHandshake:477(3196ns) {SwitchToState:179(985ns)}}}}}
2025-12-06T17:41:33.436104Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801502752805915:2075] [node 6] ICP01 ready to work
2025-12-06T17:41:33.436408Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801502752805916:2077] [node 4] ICP01 ready to work
2025-12-06T17:41:33.436685Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801502752805917:2083] [node 5] ICP01 ready to work
2025-12-06T17:41:33.459372Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801505482818241:2059] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(57926072ns) {Configure:104(57919690ns) {ProcessConfigured:135(88163ns) {StartInitialHandshake:157(84357ns) {DropHandshakes:470(3970ns) {DropIncomingHandshake:442(930ns) DropOutgoingHandshake:457(568ns)} GenerateSessionVirtualId:988(1194ns) PrepareNewSessionHandshake:477(2021ns) {SwitchToState:179(647ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:33.494906Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801502752805916:2077] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(41605946ns) {Configure:104(41599833ns) {ProcessConfigured:135(7905990ns) {StartInitialHandshake:157(7901049ns) {DropHandshakes:470(3494ns) {DropIncomingHandshake:442(859ns) DropOutgoingHandshake:457(626ns)} GenerateSessionVirtualId:988(1558ns) PrepareNewSessionHandshake:477(16418ns) {SwitchToState:179(1190ns)}}}}}
2025-12-06T17:41:33.503759Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801502752805928:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43334
2025-12-06T17:41:33.507076Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801502203991560:2060] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(256748477ns) {Configure:104(256741334ns) {ProcessConfigured:135(17975173ns) {StartInitialHandshake:157(17970283ns) {DropHandshakes:470(3907ns) {DropIncomingHandshake:442(752ns) DropOutgoingHandshake:457(524ns)} GenerateSessionVirtualId:988(1513ns) PrepareNewSessionHandshake:477(4741ns) {SwitchToState:179(1862ns)}}}}}
2025-12-06T17:41:33.551588Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801502752805928:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:33.532080Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801497909024251:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(21812777ns) {Configure:104(21805227ns) {ProcessConfigured:135(1614627ns) {StartInitialHandshake:157(1611315ns) {DropHandshakes:470(3487ns) {DropIncomingHandshake:442(791ns) DropOutgoingHandshake:457(612ns)} GenerateSessionVirtualId:988(1347ns) PrepareNewSessionHandshake:477(3259ns) {SwitchToState:179(928ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:33.578315Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801502752805932:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43334
2025-12-06T17:41:33.575599Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801505482818301:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55645
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:33.586267Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801503434554793:2060] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(55947967ns) {Configure:104(55937688ns) {ProcessConfigured:135(16347355ns) {StartInitialHandshake:157(16344508ns) {DropHandshakes:470(3471ns) {DropIncomingHandshake:442(954ns) DropOutgoingHandshake:457(584ns)} GenerateSessionVirtualId:988(1412ns) PrepareNewSessionHandshake:477(3844ns) {SwitchToState:179(412ns)}}}}}
2025-12-06T17:41:33.585787Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801497401648670:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(439305174ns) {Configure:104(439286976ns) {ProcessConfigured:135(15547760ns) {StartInitialHandshake:157(15543594ns) {DropHandshakes:470(817ns) {DropIncomingHandshake:442(130ns) DropOutgoingHandshake:457(88ns)} GenerateSessionVirtualId:988(229ns) PrepareNewSessionHandshake:477(5455ns) {SwitchToState:179(996ns)}}}}}
2025-12-06T17:41:33.589974Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801501696616031:2060] [node 4] ICP01 ready to work
2025-12-06T17:41:33.590394Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801501696616032:2081] [node 6] ICP01 ready to work
2025-12-06T17:41:33.532728Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801502203991615:2066] [node 5] ICP01 ready to work
2025-12-06T17:41:33.584023Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801505246363202:2099] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(157299687ns) {Configure:104(157294154ns) {ProcessConfigured:135(96048ns) {StartInitialHandshake:157(84804ns) {DropHandshakes:470(3875ns) {DropIncomingHandshake:442(830ns) DropOutgoingHandshake:457(490ns)} GenerateSessionVirtualId:988(1604ns) PrepareNewSessionHandshake:477(2370ns) {SwitchToState:179(647ns)}}}}}
2025-12-06T17:41:33.550264Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801497909024249:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(16788104ns) {Configure:104(16768649ns) {ProcessConfigured:135(101891ns) {StartInitialHandshake:157(97822ns) {DropHandshakes:470(3552ns) {DropIncomingHandshake:442(848ns) DropOutgoingHandshake:457(470ns)} GenerateSessionVirtualId:988(1397ns) PrepareNewSessionHandshake:477(2428ns) {SwitchToState:179(805ns)}}}}}
2025-12-06T17:41:33.571499Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801502203991615:2066] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(20935223ns) {Configure:104(20928834ns) {ProcessConfigured:135(91641ns) {StartInitialHandshake:157(89308ns) {DropHandshakes:470(4453ns) {DropIncomingHandshake:442(156ns) DropOutgoingHandshake:457(212ns)} GenerateSessionVirtualId:988(466ns) PrepareNewSessionHandshake:477(2870ns) {SwitchToState:179(905ns)}}}}}
2025-12-06T17:41:33.571647Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801502203991616:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19441
2025-12-06T17:41:33.598456Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801502203991616:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:33.604711Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801502752805933:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43334
2025-12-06T17:41:33.585319Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801505246363213:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31019
2025-12-06T17:41:33.608082Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801499139587467:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(19723132ns) {Configure:104(19716875ns) {ProcessConfigured:135(78986ns) {StartInitialHandshake:157(75764ns) {DropHandshakes:470(1938ns) {DropIncomingHandshake:442(532ns) DropOutgoingHandshake:457(327ns)} GenerateSessionVirtualId:988(606ns) PrepareNewSessionHandshake:477(2586ns) {SwitchToState:179(665ns)}}}}}
2025-12-06T17:41:33.639785Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801502752805933:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:33.639952Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580801498457838555:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:33.632552Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801505246363213:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:33.640358Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801505246363204:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:33.640383Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801505246363204:2110] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:41:33.641525Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801502752805935:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43334
2025-12-06T17:41:33.643517Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801497401648671:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(33902092ns) {Configure:104(33894832ns) {ProcessConfigured:135(69510ns) {StartInitialHandshake:157(66408ns) {DropHandshakes:470(3693ns) {DropIncomingHandshake:442(1136ns) DropOutgoingHandshake:457(542ns)} GenerateSessionVirtualId:988(1044ns) PrepareNewSessionHandshake:477(5827ns) {SwitchToState:179(627ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:33.647756Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801503434554837:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54812
2025-12-06T17:41:33.647991Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801503434554838:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54812
2025-12-06T17:41:33.648065Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801503434554839:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54812
2025-12-06T17:41:33.649005Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801505482818301:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:33.649222Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801505482818249:2063] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:33.663660Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801505246363204:2110] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:33.664639Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801502752805933:2117] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:33.665016Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580801498457838555:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:33.665091Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:33.665146Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801498457838555:2048] [node 1] ICP22 created new session: [2:7580801502752805936:2048]
2025-12-06T17:41:33.665200Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801502752805936:2048] [node 1] ICS09 handshake done sender: [2:7580801502752805933:2117] self: [2:7580801502752805934:0] peer: [1:7580801505246363203:0] socket: 536 qp: -1
2025-12-06T17:41:33.665239Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801502752805936:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:33.665280Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:33.667878Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801500951395841:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:41:33.667959Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:33.668010Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801500951395841:2048] [node 2] ICP22 created new session: [1:7580801505246363221:2048]
2025-12-06T17:41:33.668126Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801505246363221:2048] [node 2] ICS09 handshake done sender: [1:7580801505246363204:2110] self: [1:7580801505246363203:0] peer: [2:7580801502752805934:0] socket: 532 qp: -1
2025-12-06T17:41:33.668163Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801505246363221:2048] [node 2] ICS10 traffic start
2025-12-06T17:41:33.668199Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:33.669038Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801505246363219:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31019
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:33.669916Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801505482818303:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55645
2025-12-06T17:41:33.675658Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801503434554837:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:33.675764Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801503434554839:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:33.678069Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801499139587468:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:33.678153Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801499139587467:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:33.680228Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801505482818304:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55645
2025-12-06T17:41:33.680978Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801501696616032:2081] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(35633555ns) {Configure:104(35623792ns) {ProcessConfigured:135(34274692ns) {StartInitialHandshake:157(34272373ns) {DropHandshakes:470(1962ns) {DropIncomingHandshake:442(380ns) DropOutgoingHandshake:457(336ns)} GenerateSessionVirtualId:988(696ns) PrepareNewSessionHandshake:477(3546ns) {SwitchToState:179(1029ns)}}}}}
2025-12-06T17:41:33.681107Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801501696616033:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37422
2025-12-06T17:41:33.681271Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801501696616034:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37422
2025-12-06T17:41:33.681386Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801501696616035:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37422
2025-12-06T17:41:33.682584Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801501696616045:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37422
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:33.688423Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801502203991610:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:33.688467Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801502203991610:2110] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:33.689346Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801502203991625:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19441
2025-12-06T17:41:33.689410Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801502203991626:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19441
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:33.691568Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801505246363223:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31019
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:33.695091Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801505482818305:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55645
2025-12-06T17:41:33.696213Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801502752805932:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:33.702791Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801502203991610:2110] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:33.703576Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801505482818301:2115] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:33.703835Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801505482818249:2063] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:41:33.703904Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:33.703957Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801505482818249:2063] [node 4] ICP22 created new session: [6:7580801505482818306:2063]
2025-12-06T17:41:33.704010Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801505482818306:2063] [node 4] ICS09 handshake done sender: [6:7580801505482818301:2115] self: [6:7580801505482818302:0] peer: [4:7580801502203991609:0] socket: 529 qp: -1
2025-12-06T17:41:33.704047Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801505482818306:2063] [node 4] ICS10 traffic start
2025-12-06T17:41:33.704084Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:33.705820Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801502203991560:2060] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:33.705898Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:33.705953Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801502203991560:2060] [node 6] ICP22 created new session: [4:7580801502203991628:2060]
2025-12-06T17:41:33.705999Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801502203991628:2060] [node 6] ICS09 handshake done sender: [4:7580801502203991610:2110] self: [4:7580801502203991609:0] peer: [6:7580801505482818302:0] socket: 526 qp: -1
2025-12-06T17:41:33.706037Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801502203991628:2060] [node 6] ICS10 traffic start
2025-12-06T17:41:33.706075Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:33.710633Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801505482818304:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:33.711446Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801501187850928:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:33.711756Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801502752805921:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:33.711797Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801502752805921:2112] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:33.719306Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801505246363224:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31019
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:33.719865Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801505482818303:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:33.721579Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801505482818310:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55645
2025-12-06T17:41:33.721686Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801501187850927:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:33.733301Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801502752805921:2112] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:33.734961Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801502203991625:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:33.735095Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801497909024251:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:33.735530Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801503434554838:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:33.735647Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801503434554832:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:33.735669Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801503434554832:2111] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:33.737466Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801502203991632:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19441
2025-12-06T17:41:33.742360Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801505482818304:2117] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:33.733874Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801502752805914:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:33.741930Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801503434554832:2111] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:33.720706Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801501696616033:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:33.739597Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801505246363210:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:33.720821Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801501696616035:2113] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:33.759128Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801501187850928:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:33.759200Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:33.759252Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801501187850928:2049] [node 2] ICP22 created new session: [6:7580801505482818313:2049]
2025-12-06T17:41:33.759297Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801505482818313:2049] [node 2] ICS09 handshake done sender: [6:7580801505482818304:2117] self: [6:7580801505482818309:0] peer: [2:7580801502752805920:0] socket: 553 qp: -1
2025-12-06T17:41:33.759336Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801505482818313:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:33.759371Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:33.759691Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580801501187850928:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:41:33.760216Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801505482818312:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55645
2025-12-06T17:41:33.763269Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801502203991625:2116] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:33.764779Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801505482818303:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:33.765337Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801501187850927:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:33.765408Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:33.765460Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801501187850927:2048] [node 1] ICP22 created new session: [6:7580801505482818316:2048]
2025-12-06T17:41:33.765514Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801505482818316:2048] [node 1] ICS09 handshake done sender: [6:7580801505482818303:2116] self: [6:7580801505482818311:0] peer: [1:7580801505246363209:0] socket: 551 qp: -1
2025-12-06T17:41:33.765550Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801505482818316:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:33.765591Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:33.733908Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801502752805914:2110] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:41:33.739644Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801505246363210:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:33.740833Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801505246363208:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:33.740858Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801505246363208:2112] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:41:33.750256Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801505246363224:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:33.758871Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801505246363210:2113] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:33.734452Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801502752805915:2075] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:33.734514Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:33.734632Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801502752805915:2075] [node 6] ICP22 created new session: [2:7580801502752805941:2075]
2025-12-06T17:41:33.734678Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801502752805941:2075] [node 6] ICS09 handshake done sender: [2:7580801502752805921:2112] self: [2:7580801502752805920:0] peer: [6:7580801505482818309:0] socket: 522 qp: -1
2025-12-06T17:41:33.734724Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801502752805941:2075] [node 6] ICS10 traffic start
2025-12-06T17:41:33.734764Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:33.755271Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801502752805914:2110] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:33.784862Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801498457838556:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:41:33.784910Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:33.784971Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801498457838556:2049] [node 3] ICP22 created new session: [2:7580801502752805945:2049]
2025-12-06T17:41:33.785044Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801502752805945:2049] [node 3] ICS09 handshake done sender: [2:7580801502752805914:2110] self: [2:7580801502752805913:0] peer: [3:7580801503434554845:0] socket: 521 qp: -1
2025-12-06T17:41:33.785089Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801502752805945:2049] [node 3] ICS10 traffic start
2025-12-06T17:41:33.785126Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:33.720916Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801501696616034:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:33.757725Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801497401648670:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:33.757784Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801497401648671:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:33.758286Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801501696616045:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:33.758395Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801497401648672:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:33.783017Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801502203991633:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19441
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:33.795240Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801502752805926:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:33.795291Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801502752805926:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:41:33.815352Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801502752805947:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43334
2025-12-06T17:41:33.815662Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801502752805926:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:33.815949Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801502752805917:2083] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:33.815996Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:33.816050Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801502752805917:2083] [node 5] ICP22 created new session: [2:7580801502752805949:2083]
2025-12-06T17:41:33.816093Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801502752805949:2083] [node 5] ICS09 handshake done sender: [2:7580801502752805926:2114] self: [2:7580801502752805925:0] peer: [5:7580801501696616050:0] socket: 523 qp: -1
2025-12-06T17:41:33.816129Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801502752805949:2083] [node 5] ICS10 traffic start
2025-12-06T17:41:33.816168Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:33.820976Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801503434554830:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:33.821021Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801503434554830:2110] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:41:33.783123Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801497909024251:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:41:33.821703Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801503434554777:2059] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:41:33.821792Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:33.821849Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801503434554777:2059] [node 4] ICP22 created new session: [3:7580801503434554851:2059]
2025-12-06T17:41:33.821927Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801503434554851:2059] [node 4] ICS09 handshake done sender: [3:7580801503434554832:2111] self: [3:7580801503434554831:0] peer: [4:7580801502203991631:0] socket: 547 qp: -1
2025-12-06T17:41:33.821973Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801503434554851:2059] [node 4] ICS10 traffic start
2025-12-06T17:41:33.822013Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:33.839124Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801502752805947:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:33.839508Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580801502752805917:2083] [node 5] ICP18 handshake (actor [2:7580801502752805947:2119]) is too old
2025-12-06T17:41:33.838777Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801505246363219:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:33.840920Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801505246363206:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:33.840949Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801505246363206:2111] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:41:33.841843Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801505246363201:2098] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:33.841895Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:33.841951Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801505246363201:2098] [node 6] ICP22 created new session: [1:7580801505246363230:2098]
2025-12-06T17:41:33.842013Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801505246363230:2098] [node 6] ICS09 handshake done sender: [1:7580801505246363210:2113] self: [1:7580801505246363209:0] peer: [6:7580801505482818311:0] socket: 550 qp: -1
2025-12-06T17:41:33.842054Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801505246363230:2098] [node 6] ICS10 traffic start
2025-12-06T17:41:33.842096Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:33.843572Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801501696616052:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37422
2025-12-06T17:41:33.783189Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:33.783239Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801497909024251:2050] [node 3] ICP22 created new session: [4:7580801502203991634:2050]
2025-12-06T17:41:33.783298Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801502203991634:2050] [node 3] ICS09 handshake done sender: [4:7580801502203991625:2116] self: [4:7580801502203991631:0] peer: [3:7580801503434554831:0] socket: 558 qp: -1
2025-12-06T17:41:33.783340Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801502203991634:2050] [node 3] ICS10 traffic start
2025-12-06T17:41:33.783380Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:33.822889Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801502203991626:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:33.882931Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801503434554849:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54812
2025-12-06T17:41:33.858999Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801505246363223:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:33.884002Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580801505246363201:2098] [node 6] ICP18 handshake (actor [1:7580801505246363224:2118]) is too old
2025-12-06T17:41:33.884836Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801501696616053:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37422
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:33.883263Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801502203991633:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:33.886591Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801502203991638:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19441
2025-12-06T17:41:33.886724Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801497909024250:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:33.894864Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801502752805924:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:33.894911Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801502752805924:2113] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:33.896814Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801497401648671:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18089) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580801501696616034:2112] held: no
2025-12-06T17:41:33.897153Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801501696616053:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:33.897373Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801501696616055:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37422
2025-12-06T17:41:33.897429Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801501696616034:2112] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:33.884378Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801505246363226:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31019
2025-12-06T17:41:33.884581Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801505246363208:2112] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:33.898280Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801503434554850:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54812
2025-12-06T17:41:33.899209Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801503434554837:2114] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:33.898120Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801502203991640:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19441
2025-12-06T17:41:33.899918Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801503434554830:2110] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:33.900103Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801500951395842:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:41:33.900203Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:33.900256Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801500951395842:2049] [node 3] ICP22 created new session: [1:7580801505246363233:2049]
2025-12-06T17:41:33.900316Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801505246363233:2049] [node 3] ICS09 handshake done sender: [1:7580801505246363208:2112] self: [1:7580801505246363207:0] peer: [3:7580801503434554846:0] socket: 534 qp: -1
2025-12-06T17:41:33.900357Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801505246363233:2049] [node 3] ICS10 traffic start
2025-12-06T17:41:33.900394Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:33.901593Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801497401648671:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:33.901668Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:33.901728Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801497401648671:2049] [node 2] ICP22 created new session: [5:7580801501696616057:2049]
2025-12-06T17:41:33.901774Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801501696616057:2049] [node 2] ICS09 handshake done sender: [5:7580801501696616034:2112] self: [5:7580801501696616050:0] peer: [2:7580801502752805925:0] socket: 538 qp: -1
2025-12-06T17:41:33.901804Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801501696616057:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:33.901853Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:33.902857Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801502752805924:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:33.903575Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801502203991633:2119] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:33.903845Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801497909024250:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:33.903903Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:33.903951Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801497909024250:2049] [node 2] ICP22 created new session: [4:7580801502203991641:2049]
2025-12-06T17:41:33.903993Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801502203991641:2049] [node 2] ICS09 handshake done sender: [4:7580801502203991633:2119] self: [4:7580801502203991639:0] peer: [2:7580801502752805923:0] socket: 571 qp: -1
2025-12-06T17:41:33.904030Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801502203991641:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:33.904066Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:33.910685Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801503434554854:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54812
2025-12-06T17:41:33.911498Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801502752805916:2077] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:41:33.911586Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:33.911651Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801502752805916:2077] [node 4] ICP22 created new session: [2:7580801502752805953:2077]
2025-12-06T17:41:33.911709Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801502752805953:2077] [node 4] ICS09 handshake done sender: [2:7580801502752805924:2113] self: [2:7580801502752805923:0] peer: [4:7580801502203991639:0] socket: 569 qp: -1
2025-12-06T17:41:33.911750Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801502752805953:2077] [node 4] ICS10 traffic start
2025-12-06T17:41:33.911791Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:33.915028Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801503434554855:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54812
2025-12-06T17:41:33.915233Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801503434554850:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:33.915280Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801499139587468:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:33.915374Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:33.915435Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801499139587468:2049] [node 2] ICP22 created new session: [3:7580801503434554857:2049]
2025-12-06T17:41:33.915486Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801503434554857:2049] [node 2] ICS09 handshake done sender: [3:7580801503434554837:2114] self: [3:7580801503434554845:0] peer: [2:7580801502752805913:0] socket: 541 qp: -1
2025-12-06T17:41:33.915528Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801503434554857:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:33.915569Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:33.916290Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801503434554793:2060] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:33.916359Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:33.916412Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801503434554793:2060] [node 5] ICP22 created new session: [3:7580801503434554859:2060]
2025-12-06T17:41:33.916461Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801503434554859:2060] [node 5] ICS09 handshake done sender: [3:7580801503434554830:2110] self: [3:7580801503434554829:0] peer: [5:7580801501696616051:0] socket: 546 qp: -1
2025-12-06T17:41:33.916495Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801503434554859:2060] [node 5] ICS10 traffic start
2025-12-06T17:41:33.916527Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:33.918203Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801501696616031:2060] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:33.918478Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801501696616056:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37422
2025-12-06T17:41:33.919804Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801502203991620:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:33.919843Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801502203991620:2115] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:41:33.921451Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801505246363226:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:33.921882Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801505246363206:2111] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:33.925153Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801502752805952:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43334
2025-12-06T17:41:33.925750Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801505246363199:2096] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:33.925822Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:33.925874Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801505246363199:2096] [node 5] ICP22 created new session: [1:7580801505246363236:2096]
2025-12-06T17:41:33.925928Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801505246363236:2096] [node 5] ICS09 handshake done sender: [1:7580801505246363206:2111] self: [1:7580801505246363205:0] peer: [5:7580801501696616049:0] socket: 533 qp: -1
2025-12-06T17:41:33.925969Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801505246363236:2096] [node 5] ICS10 traffic start
2025-12-06T17:41:33.926012Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:33.927147Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801502203991620:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:33.927604Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801502203991638:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:33.927670Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801502203991615:2066] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:33.927727Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:33.927774Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801502203991615:2066] [node 5] ICP22 created new session: [4:7580801502203991644:2066]
2025-12-06T17:41:33.927818Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801502203991644:2066] [node 5] ICS09 handshake done sender: [4:7580801502203991620:2115] self: [4:7580801502203991619:0] peer: [5:7580801501696616059:0] socket: 575 qp: -1
2025-12-06T17:41:33.927857Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801502203991644:2066] [node 5] ICS10 traffic start
2025-12-06T17:41:33.927894Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:33.929491Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801503434554839:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:33.933172Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801497909024249:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:33.933621Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801505246363212:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:33.933658Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801505246363212:2114] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:41:33.935262Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801499139587467:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:33.935329Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:33.935395Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801499139587467:2048] [node 1] ICP22 created new session: [3:7580801503434554862:2048]
2025-12-06T17:41:33.935449Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801503434554862:2048] [node 1] ICS09 handshake done sender: [3:7580801503434554839:2116] self: [3:7580801503434554846:0] peer: [1:7580801505246363207:0] socket: 543 qp: -1
2025-12-06T17:41:33.935489Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801503434554862:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:33.935552Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:33.935837Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7580801499139587467:2048] [node 1] ICP27 obsolete handshake fail ignored
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:33.937416Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801505482818318:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55645
2025-12-06T17:41:33.937941Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801497401648670:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11129) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580801501696616035:2113] held: no
2025-12-06T17:41:33.938124Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801501696616045:2118] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:33.938631Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801502203991647:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19441
2025-12-06T17:41:33.938911Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801505246363212:2114] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:33.939480Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801502203991638:2120] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:33.940080Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801505246363202:2099] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:41:33.940143Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:33.940193Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801505246363202:2099] [node 4] ICP22 created new session: [1:7580801505246363240:2099]
2025-12-06T17:41:33.940238Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801505246363240:2099] [node 4] ICS09 handshake done sender: [1:7580801505246363212:2114] self: [1:7580801505246363211:0] peer: [4:7580801502203991646:0] socket: 579 qp: -1
2025-12-06T17:41:33.940277Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801505246363240:2099] [node 4] ICS10 traffic start
2025-12-06T17:41:33.940309Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:33.942449Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801497909024249:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:33.942661Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:33.942726Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801497909024249:2048] [node 1] ICP22 created new session: [4:7580801502203991648:2048]
2025-12-06T17:41:33.942771Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801502203991648:2048] [node 1] ICS09 handshake done sender: [4:7580801502203991638:2120] self: [4:7580801502203991646:0] peer: [1:7580801505246363211:0] socket: 518 qp: -1
2025-12-06T17:41:33.942821Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801502203991648:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:33.942861Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:33.951151Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801501696616035:2113] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:33.951683Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801503434554855:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:33.953646Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7580801503434554793:2060] [node 5] ICP18 handshake (actor [3:7580801503434554855:2121]) is too old
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:33.955202Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801497401648672:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:41:33.955269Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:33.955322Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801497401648672:2050] [node 3] ICP22 created new session: [5:7580801501696616061:2050]
2025-12-06T17:41:33.955375Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801501696616061:2050] [node 3] ICS09 handshake done sender: [5:7580801501696616045:2118] self: [5:7580801501696616051:0] peer: [3:7580801503434554829:0] socket: 554 qp: -1
2025-12-06T17:41:33.955411Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801501696616061:2050] [node 3] ICS10 traffic start
2025-12-06T17:41:33.955451Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:33.956048Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801501696616031:2060] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61771) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580801501696616053:2120] held: no
2025-12-06T17:41:33.956296Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801501696616060:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37422
2025-12-06T17:41:33.963073Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801497401648670:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:33.963155Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:33.963214Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801497401648670:2048] [node 1] ICP22 created new session: [5:7580801501696616063:2048]
2025-12-06T17:41:33.963265Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801501696616063:2048] [node 1] ICS09 handshake done sender: [5:7580801501696616035:2113] self: [5:7580801501696616049:0] peer: [1:7580801505246363205:0] socket: 539 qp: -1
2025-12-06T17:41:33.963307Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801501696616063:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:33.963347Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:33.967016Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801505482818318:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:33.967186Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801501187850929:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:33.970673Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801503434554841:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:33.970715Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801503434554841:2117] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:33.972178Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801505482818320:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55645
2025-12-06T17:41:33.973165Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801501696616053:2120] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:33.973690Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801505482818321:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55645
2025-12-06T17:41:33.973967Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801503434554841:2117] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:33.974576Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801505482818318:2121] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:33.974818Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801501187850929:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:41:33.974883Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:33.974931Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801501187850929:2050] [node 3] ICP22 created new session: [6:7580801505482818322:2050]
2025-12-06T17:41:33.974999Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801505482818322:2050] [node 3] ICS09 handshake done sender: [6:7580801505482818318:2121] self: [6:7580801505482818319:0] peer: [3:7580801503434554840:0] socket: 548 qp: -1
2025-12-06T17:41:33.975035Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801505482818322:2050] [node 3] ICS10 traffic start
2025-12-06T17:41:33.975076Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:33.976762Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801503434554828:2065] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:33.976839Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:33.976889Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801503434554828:2065] [node 6] ICP22 created new session: [3:7580801503434554866:2065]
2025-12-06T17:41:33.976944Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801503434554866:2065] [node 6] ICS09 handshake done sender: [3:7580801503434554841:2117] self: [3:7580801503434554840:0] peer: [6:7580801505482818319:0] socket: 531 qp: -1
2025-12-06T17:41:33.976995Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801503434554866:2065] [node 6] ICS10 traffic start
2025-12-06T17:41:33.977044Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:33.978316Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801501696616031:2060] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:41:33.978378Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:33.978421Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801501696616031:2060] [node 4] ICP22 created new session: [5:7580801501696616066:2060]
2025-12-06T17:41:33.978469Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801501696616066:2060] [node 4] ICS09 handshake done sender: [5:7580801501696616053:2120] self: [5:7580801501696616059:0] peer: [4:7580801502203991619:0] socket: 577 qp: -1
2025-12-06T17:41:33.978503Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801501696616066:2060] [node 4] ICS10 traffic start
2025-12-06T17:41:33.978556Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:33.990721Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801505482818321:2123] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:33.990909Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801505482818241:2059] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:33.991343Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801501696616043:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:33.991383Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580801501696616043:2117] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:33.992833Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801505482818325:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55645
2025-12-06T17:41:33.994806Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801501696616043:2117] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:33.995550Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801505482818321:2123] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:33.995845Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801505482818241:2059] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:41:33.995915Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:33.995970Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801505482818241:2059] [node 5] ICP22 created new session: [6:7580801505482818326:2059]
2025-12-06T17:41:33.996023Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801505482818326:2059] [node 5] ICS09 handshake done sender: [6:7580801505482818321:2123] self: [6:7580801505482818324:0] peer: [5:7580801501696616042:0] socket: 564 qp: -1
2025-12-06T17:41:33.996062Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801505482818326:2059] [node 5] ICS10 traffic start
2025-12-06T17:41:33.996105Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:33.997857Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580801501696616032:2081] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:33.997965Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:33.998024Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801501696616032:2081] [node 6] ICP22 created new session: [5:7580801501696616069:2081]
2025-12-06T17:41:33.998068Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801501696616069:2081] [node 6] ICS09 handshake done sender: [5:7580801501696616043:2117] self: [5:7580801501696616042:0] peer: [6:7580801505482818324:0] socket: 562 qp: -1
2025-12-06T17:41:33.998107Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801501696616069:2081] [node 6] ICS10 traffic start
2025-12-06T17:41:33.998148Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:34.047734Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:41:34.048003Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580801502752805936:2048] [node 1] ICS01 socket: 536 reason# EndOfStream
2025-12-06T17:41:34.048054Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580801498457838555:2048] [node 1] ICP30 unregister session Session# [2:7580801502752805936:2048] VirtualId# [2:7580801502752805934:0]
2025-12-06T17:41:34.048094Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580801502752805936:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:34.048176Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:34.048223Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:34.052523Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:41:34.052832Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801503434554862:2048] [node 1] ICS01 socket: 543 reason# EndOfStream
2025-12-06T17:41:34.052882Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801499139587467:2048] [node 1] ICP30 unregister session Session# [3:7580801503434554862:2048] VirtualId# [3:7580801503434554846:0]
2025-12-06T17:41:34.052924Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801503434554862:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:34.053029Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:34.053077Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:34.062804Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:41:34.063091Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801501696616063:2048] [node 1] ICS01 socket: 539 reason# EndOfStream
2025-12-06T17:41:34.063146Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801497401648670:2048] [node 1] ICP30 unregister session Session# [5:7580801501696616063:2048] VirtualId# [5:7580801501696616049:0]
2025-12-06T17:41:34.063185Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801501696616063:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:34.063273Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:34.063323Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:34.063426Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:41:34.063632Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580801505482818316:2048] [node 1] ICS07 socket disconnect 551 reason# EndOfStream
2025-12-06T17:41:34.063656Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801505482818316:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:34.063709Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:34.063751Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580801505482818316:2048] [node 1] ICS15 start handshake
2025-12-06T17:41:34.064319Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:41:34.064528Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801502203991648:2048] [node 1] ICS01 socket: 518 reason# EndOfStream
2025-12-06T17:41:34.064569Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801497909024249:2048] [node 1] ICP30 unregister session Session# [4:7580801502203991648:2048] VirtualId# [4:7580801502203991646:0]
2025-12-06T17:41:34.064600Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801502203991648:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:34.064656Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:34.064694Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:34.066399Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801501187850927:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11129) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:41:34.066458Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801505482818316:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:41:34.066493Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801501187850927:2048] [node 1] ICP30 unregister session Session# [6:7580801505482818316:2048] VirtualId# [6:7580801505482818311:0]
2025-12-06T17:41:34.066547Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:34.066578Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580801501187850927:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:11129) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:41:34.066594Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11129) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:41:34.076131Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580801501187850927:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:41:34.137808Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:41:34.138063Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801503434554857:2049] [node 2] ICS01 socket: 541 reason# EndOfStream
2025-12-06T17:41:34.138115Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801499139587468:2049] [node 2] ICP30 unregister session Session# [3:7580801503434554857:2049] VirtualId# [3:7580801503434554845:0]
2025-12-06T17:41:34.138153Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801503434554857:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:34.138243Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:34.138288Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:34.165806Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:41:34.166057Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801502203991641:2049] [node 2] ICS01 socket: 571 reason# EndOfStream
2025-12-06T17:41:34.166096Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801497909024250:2049] [node 2] ICP30 unregister session Session# [4:7580801502203991641:2049] VirtualId# [4:7580801502203991639:0]
2025-12-06T17:41:34.166134Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801502203991641:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:34.166221Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:34.166273Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:34.165806Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:41:34.166055Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801501696616057:2049] [node 2] ICS01 socket: 538 reason# EndOfStream
2025-12-06T17:41:34.166096Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801497401648671:2049] [node 2] ICP30 unregister session Session# [5:7580801501696616057:2049] VirtualId# [5:7580801501696616050:0]
2025-12-06T17:41:34.166134Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801501696616057:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:34.166221Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:34.166268Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:34.166729Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:41:34.166945Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801505482818313:2049] [node 2] ICS01 socket: 553 reason# EndOfStream
2025-12-06T17:41:34.166986Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801501187850928:2049] [node 2] ICP30 unregister session Session# [6:7580801505482818313:2049] VirtualId# [6:7580801505482818309:0]
2025-12-06T17:41:34.167016Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801505482818313:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:34.167078Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:34.167119Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:34.278620Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:41:34.278904Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801505482818322:2050] [node 3] ICS01 socket: 548 reason# EndOfStream
2025-12-06T17:41:34.278936Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801501187850929:2050] [node 3] ICP30 unregister session Session# [6:7580801505482818322:2050] VirtualId# [6:7580801505482818319:0]
2025-12-06T17:41:34.278971Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801505482818322:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:34.279046Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:41:34.279088Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:41:34.278662Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:41:34.278897Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801502203991634:2050] [node 3] ICS01 socket: 558 reason# EndOfStream
2025-12-06T17:41:34.279187Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:41:34.279393Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801501696616061:2050] [node 3] ICS01 socket: 554 reason# EndOfStream
2025-12-06T17:41:34.279424Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801497401648672:2050] [node 3] ICP30 unregister session Session# [5:7580801501696616061:2050] VirtualId# [5:7580801501696616051:0]
2025-12-06T17:41:34.279450Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801501696616061:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:34.279504Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:41:34.279541Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:41:34.278939Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801497909024251:2050] [node 3] ICP30 unregister session Session# [4:7580801502203991634:2050] VirtualId# [4:7580801502203991631:0]
2025-12-06T17:41:34.278973Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801502203991634:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:34.279043Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:41:34.279088Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:41:34.451007Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:41:34.451295Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801505482818306:2063] [node 4] ICS01 socket: 529 reason# EndOfStream
2025-12-06T17:41:34.451338Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801505482818249:2063] [node 4] ICP30 unregister session Session# [6:7580801505482818306:2063] VirtualId# [6:7580801505482818302:0]
2025-12-06T17:41:34.451378Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801505482818306:2063] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:34.451478Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:41:34.451529Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:41:34.451688Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:41:34.451899Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801501696616066:2060] [node 4] ICS01 socket: 577 reason# EndOfStream
2025-12-06T17:41:34.451952Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801501696616031:2060] [node 4] ICP30 unregister session Session# [5:7580801501696616066:2060] VirtualId# [5:7580801501696616059:0]
2025-12-06T17:41:34.451981Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801501696616066:2060] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:34.452041Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:41:34.452085Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:41:34.582992Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:41:34.583291Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801505482818326:2059] [node 5] ICS01 socket: 564 reason# EndOfStream
2025-12-06T17:41:34.583338Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801505482818241:2059] [node 5] ICP30 unregister session Session# [6:7580801505482818326:2059] VirtualId# [6:7580801505482818324:0]
2025-12-06T17:41:34.583376Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801505482818326:2059] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:34.583479Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:41:34.583532Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:41:34.850997Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801508614155554:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:34.851250Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801508614155555:2049] [node 3] ICP01 ready to work
2025-12-06T17:41:34.839040Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801506914795369:2048] [node 2] ICP01 ready to work
2025-12-06T17:41:34.839079Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801506914795370:2049] [node 3] ICP01 ready to work
2025-12-06T17:41:34.911174Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801509301548354:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:34.911214Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801509301548355:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:34.912224Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801507206195546:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:34.912275Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801507206195547:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:34.912312Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801507206195548:2050] [node 3] ICP01 ready to work
2025-12-06T17:41:35.109142Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801509126881619:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:35.109180Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801509126881620:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:35.109212Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801509126881621:2050] [node 3] ICP01 ready to work
2025-12-06T17:41:34.934080Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801509060929567:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:34.934118Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801509060929568:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:34.934152Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801509060929569:2050] [node 3] ICP01 ready to work
2025-12-06T17:41:35.282854Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801513355896882:2064] [node 4] ICP01 ready to work
2025-12-06T17:41:35.325607Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801511209762728:2107] [node 4] ICP01 ready to work
2025-12-06T17:41:35.350614Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801512909122914:2108] [node 5] ICP01 ready to work
2025-12-06T17:41:35.333691Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801511209762729:2108] [node 6] ICP01 ready to work
2025-12-06T17:41:35.396972Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801513596515714:2074] [node 5] ICP01 ready to work
2025-12-06T17:41:35.402793Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801513421848934:2062] [node 5] ICP01 ready to work
2025-12-06T17:41:35.411010Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801511501162877:2072] [node 5] ICP01 ready to work
2025-12-06T17:41:35.402892Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801513355896889:2065] [node 6] ICP01 ready to work
2025-12-06T17:41:35.334106Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801511209762730:2109] [node 5] ICP01 ready to work
2025-12-06T17:41:35.379208Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801513596515710:2073] [node 6] ICP01 ready to work
2025-12-06T17:41:35.484167Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801508614155555:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(93069439ns) {Configure:104(93062281ns) {ProcessConfigured:135(10157214ns) {StartInitialHandshake:157(10151504ns) {DropHandshakes:470(3770ns) {DropIncomingHandshake:442(829ns) DropOutgoingHandshake:457(628ns)} GenerateSessionVirtualId:988(1584ns) PrepareNewSessionHandshake:477(5748ns) {SwitchToState:179(2646ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:35.480834Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801511501162906:2073] [node 6] ICP01 ready to work
2025-12-06T17:41:35.453897Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801513596515715:2078] [node 4] ICP01 ready to work
2025-12-06T17:41:35.611868Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801511501162912:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17502
2025-12-06T17:41:35.490850Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801512909122916:2109] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:35.642991Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801511209762744:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23581
2025-12-06T17:41:35.643200Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801511209762745:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23581
2025-12-06T17:41:35.498183Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801512909122923:2106] [node 4] ICP01 ready to work
2025-12-06T17:41:35.626991Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801509126881619:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(359976102ns) {Configure:104(359967316ns) {ProcessConfigured:135(75717ns) {StartInitialHandshake:157(73091ns) {DropHandshakes:470(3729ns) {DropIncomingHandshake:442(859ns) DropOutgoingHandshake:457(796ns)} GenerateSessionVirtualId:988(1479ns) PrepareNewSessionHandshake:477(2525ns) {SwitchToState:179(993ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:35.625310Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801507206195546:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(202588462ns) {Configure:104(202582747ns) {ProcessConfigured:135(99097859ns) {StartInitialHandshake:157(99093782ns) {DropHandshakes:470(4177ns) {DropIncomingHandshake:442(786ns) DropOutgoingHandshake:457(716ns)} GenerateSessionVirtualId:988(1260ns) PrepareNewSessionHandshake:477(3861ns) {SwitchToState:179(2106ns)}}}}}
2025-12-06T17:41:35.656129Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801513355896882:2064] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(305116744ns) {Configure:104(305109641ns) {ProcessConfigured:135(76386ns) {StartInitialHandshake:157(73838ns) {DropHandshakes:470(9435ns) {DropIncomingHandshake:442(738ns) DropOutgoingHandshake:457(760ns)} GenerateSessionVirtualId:988(952ns) PrepareNewSessionHandshake:477(1937ns) {SwitchToState:179(721ns)}}}}}
2025-12-06T17:41:35.646051Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801511209762736:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:35.653327Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801513421848981:2084] [node 4] ICP01 ready to work
2025-12-06T17:41:35.587420Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801512909122923:2106] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(73500349ns) {Configure:104(73492537ns) {ProcessConfigured:135(117655ns) {StartInitialHandshake:157(113223ns) {DropHandshakes:470(4342ns) {DropIncomingHandshake:442(1077ns) DropOutgoingHandshake:457(657ns)} GenerateSessionVirtualId:988(1481ns) PrepareNewSessionHandshake:477(2790ns) {SwitchToState:179(1154ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:35.668978Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801513355896935:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7999
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:35.672362Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801513355896934:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7999
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:35.646086Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801511209762736:2112] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:41:35.639600Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801511501162912:2113] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:35.690435Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801509301548354:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(236253242ns) {Configure:104(236246678ns) {ProcessConfigured:135(73768ns) {StartInitialHandshake:157(70197ns) {DropHandshakes:470(3528ns) {DropIncomingHandshake:442(777ns) DropOutgoingHandshake:457(815ns)} GenerateSessionVirtualId:988(1543ns) PrepareNewSessionHandshake:477(2584ns) {SwitchToState:179(725ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:35.625125Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801512909122915:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32286
2025-12-06T17:41:35.649351Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801511209762736:2112] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:35.721417Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801509126881620:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(61596974ns) {Configure:104(61590424ns) {ProcessConfigured:135(62960ns) {StartInitialHandshake:157(59927ns) {DropHandshakes:470(3174ns) {DropIncomingHandshake:442(1116ns) DropOutgoingHandshake:457(522ns)} GenerateSessionVirtualId:988(1109ns) PrepareNewSessionHandshake:477(2519ns) {SwitchToState:179(574ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:35.645637Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801507206195546:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:35.698522Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801509301548355:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(181464722ns) {Configure:104(181456621ns) {ProcessConfigured:135(68541ns) {StartInitialHandshake:157(65782ns) {DropHandshakes:470(6092ns) {DropIncomingHandshake:442(979ns) DropOutgoingHandshake:457(632ns)} GenerateSessionVirtualId:988(1131ns) PrepareNewSessionHandshake:477(2603ns) {SwitchToState:179(733ns)}}}}}
2025-12-06T17:41:35.654912Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801512909122915:2111] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:35.703409Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801513355896934:2113] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:35.654061Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801511501162922:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17502
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:35.751134Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801513421848981:2084] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(27695690ns) {Configure:104(27690087ns) {ProcessConfigured:135(93883ns) {StartInitialHandshake:157(90653ns) {DropHandshakes:470(4126ns) {DropIncomingHandshake:442(946ns) DropOutgoingHandshake:457(707ns)} GenerateSessionVirtualId:988(1553ns) PrepareNewSessionHandshake:477(2646ns) {SwitchToState:179(672ns)}}}}}
2025-12-06T17:41:35.752247Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801513421848989:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41292
2025-12-06T17:41:35.752412Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801513421848990:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41292
2025-12-06T17:41:35.753380Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801509126881621:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(334817203ns) {Configure:104(334810714ns) {ProcessConfigured:135(10089925ns) {StartInitialHandshake:157(10086177ns) {DropHandshakes:470(3657ns) {DropIncomingHandshake:442(906ns) DropOutgoingHandshake:457(823ns)} GenerateSessionVirtualId:988(1380ns) PrepareNewSessionHandshake:477(8714ns) {SwitchToState:179(889ns)}}}}}
2025-12-06T17:41:35.649665Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801511209762728:2107] [node 4] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:35.754457Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801513421848990:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:35.756164Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801509126881621:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:35.688601Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801512909122931:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32286
2025-12-06T17:41:35.699178Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801513596515719:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26448
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:35.741104Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801509060929567:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:35.671013Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801511501162912:2113] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:35.771296Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801513421848989:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:35.771666Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801509126881619:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:35.741233Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801513355896941:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7999
2025-12-06T17:41:35.741305Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801513355896942:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7999
2025-12-06T17:41:35.757945Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801513355896942:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:35.760895Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801513355896935:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:35.768607Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801509060929568:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:35.769061Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801513355896945:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7999
2025-12-06T17:41:35.769538Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801513355896934:2113] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:35.769693Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801509060929567:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:35.769743Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:35.769796Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801509060929567:2048] [node 1] ICP22 created new session: [5:7580801513355896947:2048]
2025-12-06T17:41:35.769841Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801513355896947:2048] [node 1] ICS09 handshake done sender: [5:7580801513355896934:2113] self: [5:7580801513355896943:0] peer: [1:7580801511209762731:0] socket: 542 qp: -1
2025-12-06T17:41:35.769874Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801513355896947:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:35.769910Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:35.789048Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801509060929569:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(348801070ns) {Configure:104(348792610ns) {ProcessConfigured:135(16192318ns) {StartInitialHandshake:157(16188605ns) {DropHandshakes:470(5570ns) {DropIncomingHandshake:442(318ns) DropOutgoingHandshake:457(2351ns)} GenerateSessionVirtualId:988(663ns) PrepareNewSessionHandshake:477(2657ns) {SwitchToState:179(298ns)}}}}}
2025-12-06T17:41:35.790146Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801509060929567:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(20258189ns) {HandleHandshakeStatus:329(20255695ns) {DropIncomingHandshake:442(698ns) DropOutgoingHandshake:457(5567ns) SwitchToState:179(318ns) ProcessPendingSessionEvents:495(19895459ns) {ForwardSessionEventToSession:612(19828822ns) ForwardSessionEventToSession:612(15407ns) ForwardSessionEventToSession:612(3267ns) ForwardSessionEventToSession:612(7518ns) ForwardSessionEventToSession:612(3258ns) ForwardSessionEventToSession:612(2534ns) ForwardSessionEventToSession:612(5184ns) ForwardSessionEventToSession:612(7879ns) ForwardSessionEventToSession:612(3696ns) ForwardSessionEventToSession:612(4584ns)}}}
2025-12-06T17:41:35.649726Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:35.699337Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801513596515718:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26448
2025-12-06T17:41:35.718609Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580801508614155554:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:35.676071Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801507206195546:2048] [node 1] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:35.714144Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801513596515715:2078] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(19856124ns) {Configure:104(19851159ns) {ProcessConfigured:135(181591ns) {StartInitialHandshake:157(177934ns) {DropHandshakes:470(4229ns) {DropIncomingHandshake:442(1152ns) DropOutgoingHandshake:457(494ns)} GenerateSessionVirtualId:988(1162ns) PrepareNewSessionHandshake:477(3301ns) {SwitchToState:179(985ns)}}}}}
2025-12-06T17:41:35.649781Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801511209762728:2107] [node 4] ICP22 created new session: [1:7580801511209762747:2107]
2025-12-06T17:41:35.649846Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801511209762747:2107] [node 4] ICS09 handshake done sender: [1:7580801511209762736:2112] self: [1:7580801511209762735:0] peer: [4:7580801511501162921:0] socket: 524 qp: -1
2025-12-06T17:41:35.649879Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801511209762747:2107] [node 4] ICS10 traffic start
2025-12-06T17:41:35.649920Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:35.695400Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [1:7580801511209762728:2107] [node 4] ICP27 obsolete handshake fail ignored
2025-12-06T17:41:35.695931Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801511209762750:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23581
2025-12-06T17:41:35.724223Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801511209762751:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23581
2025-12-06T17:41:35.745147Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801511209762744:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:35.746799Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801511209762734:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:35.758009Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801511209762734:2111] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:41:35.758676Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801511209762732:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:35.758703Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801511209762732:2110] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:41:35.759385Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801511209762751:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:35.760258Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801511209762753:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23581
2025-12-06T17:41:35.766868Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801511209762732:2110] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:35.772815Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801511209762734:2111] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:35.730758Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801512909122931:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:35.724497Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801513596515718:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:35.726355Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801509301548355:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:35.745322Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801513596515719:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:35.772173Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801513596515733:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26448
2025-12-06T17:41:35.787937Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801513596515723:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:35.787971Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801513596515723:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:35.794838Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801513596515723:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:35.795388Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801513596515718:2111] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:35.799189Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801509301548355:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:35.799254Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:35.799304Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801509301548355:2049] [node 2] ICP22 created new session: [3:7580801513596515735:2049]
2025-12-06T17:41:35.799367Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801513596515735:2049] [node 2] ICS09 handshake done sender: [3:7580801513596515718:2111] self: [3:7580801513596515731:0] peer: [2:7580801512909122917:0] socket: 550 qp: -1
2025-12-06T17:41:35.799402Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801513596515735:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:35.799450Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:35.800595Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801513596515710:2073] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:35.800633Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:35.800681Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801513596515710:2073] [node 6] ICP22 created new session: [3:7580801513596515738:2073]
2025-12-06T17:41:35.800734Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801513596515738:2073] [node 6] ICS09 handshake done sender: [3:7580801513596515723:2114] self: [3:7580801513596515722:0] peer: [6:7580801513421848995:0] socket: 555 qp: -1
2025-12-06T17:41:35.800764Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801513596515738:2073] [node 6] ICS10 traffic start
2025-12-06T17:41:35.800797Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:35.815247Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801513596515721:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:35.815295Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801513596515721:2113] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:41:35.802933Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801513355896941:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:35.818992Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801513596515721:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:35.808705Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801513421848998:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41292
2025-12-06T17:41:35.676168Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:35.730906Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801512909122933:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32286
2025-12-06T17:41:35.676236Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801507206195546:2048] [node 1] ICP22 created new session: [4:7580801511501162924:2048]
2025-12-06T17:41:35.840416Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801513596515714:2074] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:35.840466Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:35.840512Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801513596515714:2074] [node 5] ICP22 created new session: [3:7580801513596515741:2074]
2025-12-06T17:41:35.840551Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801513596515741:2074] [node 5] ICS09 handshake done sender: [3:7580801513596515721:2113] self: [3:7580801513596515720:0] peer: [5:7580801513355896953:0] socket: 554 qp: -1
2025-12-06T17:41:35.840582Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801513596515741:2074] [node 5] ICS10 traffic start
2025-12-06T17:41:35.840610Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:35.803101Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801513355896944:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7999
2025-12-06T17:41:35.846806Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801513596515730:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:35.846858Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801513596515730:2116] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:41:35.760646Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801512909122918:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:35.814180Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801506914795369:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:41:35.803268Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801513355896882:2064] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:35.676293Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801511501162924:2048] [node 1] ICS09 handshake done sender: [4:7580801511501162912:2113] self: [4:7580801511501162921:0] peer: [1:7580801511209762735:0] socket: 530 qp: -1
2025-12-06T17:41:35.853668Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801513421848997:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41292
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:35.814279Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:35.760682Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801512909122918:2112] [node 3] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:35.869491Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801513596515730:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:35.803446Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801509060929569:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:35.866925Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801513421848999:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41292
2025-12-06T17:41:35.868331Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801513421848998:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:35.883123Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801509126881619:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7516) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801513421848989:2114] held: no
2025-12-06T17:41:35.883593Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801513421848989:2114] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:35.768056Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801512909122936:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32286
2025-12-06T17:41:35.676331Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801511501162924:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:35.814329Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801506914795369:2048] [node 2] ICP22 created new session: [1:7580801511209762757:2048]
2025-12-06T17:41:35.880988Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801513596515744:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26448
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:35.892545Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801513421848934:2062] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:35.892677Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801513421848990:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:35.892953Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801509126881619:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:35.893007Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:35.893070Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801509126881619:2048] [node 1] ICP22 created new session: [6:7580801513421849003:2048]
2025-12-06T17:41:35.893115Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801513421849003:2048] [node 1] ICS09 handshake done sender: [6:7580801513421848989:2114] self: [6:7580801513421848996:0] peer: [1:7580801511209762737:0] socket: 559 qp: -1
2025-12-06T17:41:35.893150Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801513421849003:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:35.893234Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:35.893972Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801513421849000:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41292
2025-12-06T17:41:35.894049Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801513421849001:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41292
2025-12-06T17:41:35.894166Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801509126881621:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:41:35.894213Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:35.894254Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801509126881621:2050] [node 3] ICP22 created new session: [6:7580801513421849006:2050]
2025-12-06T17:41:35.894292Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801513421849006:2050] [node 3] ICS09 handshake done sender: [6:7580801513421848990:2115] self: [6:7580801513421848995:0] peer: [3:7580801513596515722:0] socket: 560 qp: -1
2025-12-06T17:41:35.894320Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801513421849006:2050] [node 3] ICS10 traffic start
2025-12-06T17:41:35.894347Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:35.814384Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801511209762757:2048] [node 2] ICS09 handshake done sender: [1:7580801511209762734:2111] self: [1:7580801511209762733:0] peer: [2:7580801512909122932:0] socket: 523 qp: -1
2025-12-06T17:41:35.815085Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801513355896944:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:35.676379Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:35.904486Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801513421849001:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:35.904674Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801513421848981:2084] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:35.883803Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801513596515715:2078] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:41:35.883869Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:35.883917Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801513596515715:2078] [node 4] ICP22 created new session: [3:7580801513596515745:2078]
2025-12-06T17:41:35.883975Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801513596515745:2078] [node 4] ICS09 handshake done sender: [3:7580801513596515730:2116] self: [3:7580801513596515729:0] peer: [4:7580801511501162929:0] socket: 576 qp: -1
2025-12-06T17:41:35.884009Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801513596515745:2078] [node 4] ICS10 traffic start
2025-12-06T17:41:35.884052Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:35.901002Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801513596515744:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:35.768117Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801512909122937:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32286
2025-12-06T17:41:35.814425Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801511209762757:2048] [node 2] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:35.687505Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801511501162923:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17502
2025-12-06T17:41:35.907121Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801509301548354:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:35.793985Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801512909122933:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:35.920429Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801513596515748:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26448
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:35.747005Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801511501162923:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:35.914841Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801513421849000:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:35.794171Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801512909122920:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:35.814462Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:35.824533Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801513355896954:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7999
2025-12-06T17:41:35.929150Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801513596515744:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:35.921212Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801509126881620:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:35.921551Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801513421849009:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41292
2025-12-06T17:41:35.923158Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801513421849001:2121] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:35.924577Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801513421848981:2084] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:41:35.924615Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:35.924654Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801513421848981:2084] [node 4] ICP22 created new session: [6:7580801513421849012:2084]
2025-12-06T17:41:35.924703Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801513421849012:2084] [node 4] ICS09 handshake done sender: [6:7580801513421849001:2121] self: [6:7580801513421849008:0] peer: [4:7580801511501162916:0] socket: 549 qp: -1
2025-12-06T17:41:35.924728Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801513421849012:2084] [node 4] ICS10 traffic start
2025-12-06T17:41:35.924756Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:35.925323Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801513421849011:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41292
2025-12-06T17:41:35.929605Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801509126881620:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7806) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801513421849000:2120] held: no
2025-12-06T17:41:35.929828Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801513421849000:2120] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:35.869305Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801513355896942:2117] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:35.801758Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801511501162928:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17502
2025-12-06T17:41:35.794197Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801512909122920:2113] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:41:35.830320Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801511209762750:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:35.879116Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801509060929569:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:41:35.880362Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801513355896956:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7999
2025-12-06T17:41:35.890716Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:35.895890Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801509060929569:2050] [node 3] ICP22 created new session: [5:7580801513355896958:2050]
2025-12-06T17:41:35.901269Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801513355896958:2050] [node 3] ICS09 handshake done sender: [5:7580801513355896942:2117] self: [5:7580801513355896953:0] peer: [3:7580801513596515720:0] socket: 556 qp: -1
2025-12-06T17:41:35.903102Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801509060929568:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7806) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580801513355896935:2114] held: no
2025-12-06T17:41:35.903307Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801513355896937:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:35.903332Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580801513355896937:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:35.903888Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801513355896935:2114] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:35.906579Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801513355896958:2050] [node 3] ICS10 traffic start
2025-12-06T17:41:35.911416Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:35.918274Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801513355896957:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7999
2025-12-06T17:41:35.927373Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801509060929568:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:35.927413Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:35.927452Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801509060929568:2049] [node 2] ICP22 created new session: [5:7580801513355896961:2049]
2025-12-06T17:41:35.927501Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801513355896961:2049] [node 2] ICS09 handshake done sender: [5:7580801513355896935:2114] self: [5:7580801513355896946:0] peer: [2:7580801512909122919:0] socket: 543 qp: -1
2025-12-06T17:41:35.927535Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801513355896961:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:35.927585Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:35.931734Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801513355896882:2064] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24132) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580801513355896941:2116] held: no
2025-12-06T17:41:35.932166Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801513355896941:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:35.932595Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801509060929569:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(53261436ns) {HandleHandshakeStatus:329(53258640ns) {DropIncomingHandshake:442(1648ns) DropOutgoingHandshake:457(5542ns) SwitchToState:179(714ns) ProcessPendingSessionEvents:495(3563918ns) {ForwardSessionEventToSession:612(2121505ns) ForwardSessionEventToSession:612(4139ns) ForwardSessionEventToSession:612(491981ns) ForwardSessionEventToSession:612(3197ns) ForwardSessionEventToSession:612(3253ns) ForwardSessionEventToSession:612(911312ns) ForwardSessionEventToSession:612(3815ns) ForwardSessionEventToSession:612(8525ns) ForwardSessionEventToSession:612(2475ns) ForwardSessionEventToSession:612(2242ns)}}}
2025-12-06T17:41:35.794452Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801512909122918:2112] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:35.836772Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801508614155555:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:41:35.836830Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:35.836873Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801508614155555:2049] [node 3] ICP22 created new session: [2:7580801512909122939:2049]
2025-12-06T17:41:35.836934Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801512909122939:2049] [node 3] ICS09 handshake done sender: [2:7580801512909122918:2112] self: [2:7580801512909122917:0] peer: [3:7580801513596515731:0] socket: 527 qp: -1
2025-12-06T17:41:35.836985Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801512909122939:2049] [node 3] ICS10 traffic start
2025-12-06T17:41:35.837019Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:35.837783Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801512909122915:2111] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:35.838273Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580801508614155554:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:35.838310Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:35.838347Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801508614155554:2048] [node 1] ICP22 created new session: [2:7580801512909122942:2048]
2025-12-06T17:41:35.838440Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801512909122942:2048] [node 1] ICS09 handshake done sender: [2:7580801512909122915:2111] self: [2:7580801512909122932:0] peer: [1:7580801511209762733:0] socket: 526 qp: -1
2025-12-06T17:41:35.838471Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801512909122942:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:35.838511Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:35.863266Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801512909122920:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:35.864060Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801512909122936:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:35.875069Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801512909122914:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:35.875139Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:35.875187Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801512909122914:2108] [node 5] ICP22 created new session: [2:7580801512909122947:2108]
2025-12-06T17:41:35.875243Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801512909122947:2108] [node 5] ICS09 handshake done sender: [2:7580801512909122920:2113] self: [2:7580801512909122919:0] peer: [5:7580801513355896946:0] socket: 528 qp: -1
2025-12-06T17:41:35.875279Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801512909122947:2108] [node 5] ICS10 traffic start
2025-12-06T17:41:35.875320Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:35.918633Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801512909122925:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:35.918672Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801512909122925:2115] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:41:35.920976Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801512909122925:2115] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:35.921827Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801512909122927:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:35.921849Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801512909122927:2116] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:35.923326Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801512909122927:2116] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:35.923537Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801512909122916:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:35.923602Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:35.923648Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801512909122916:2109] [node 6] ICP22 created new session: [2:7580801512909122951:2109]
2025-12-06T17:41:35.923694Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801512909122951:2109] [node 6] ICS09 handshake done sender: [2:7580801512909122927:2116] self: [2:7580801512909122926:0] peer: [6:7580801513421849010:0] socket: 587 qp: -1
2025-12-06T17:41:35.923726Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801512909122951:2109] [node 6] ICS10 traffic start
2025-12-06T17:41:35.923760Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:35.925693Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801512909122923:2106] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:41:35.925738Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:35.925775Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801512909122923:2106] [node 4] ICP22 created new session: [2:7580801512909122953:2106]
2025-12-06T17:41:35.925828Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801512909122953:2106] [node 4] ICS09 handshake done sender: [2:7580801512909122925:2115] self: [2:7580801512909122924:0] peer: [4:7580801511501162939:0] socket: 586 qp: -1
2025-12-06T17:41:35.925863Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801512909122953:2106] [node 4] ICS10 traffic start
2025-12-06T17:41:35.925887Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:35.938088Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801509301548354:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7516) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580801513596515744:2118] held: no
2025-12-06T17:41:35.938235Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801509301548354:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:35.938285Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:35.938328Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801509301548354:2048] [node 1] ICP22 created new session: [3:7580801513596515749:2048]
2025-12-06T17:41:35.938372Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801513596515749:2048] [node 1] ICS09 handshake done sender: [3:7580801513596515744:2118] self: [3:7580801513596515747:0] peer: [1:7580801511209762742:0] socket: 565 qp: -1
2025-12-06T17:41:35.938413Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801513596515749:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:35.938448Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:35.830417Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801511209762753:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:35.830509Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801511209762738:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:35.830555Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801511209762738:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:35.834766Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801511209762730:2109] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:35.834816Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:35.834875Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801511209762730:2109] [node 5] ICP22 created new session: [1:7580801511209762759:2109]
2025-12-06T17:41:35.834923Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801511209762759:2109] [node 5] ICS09 handshake done sender: [1:7580801511209762732:2110] self: [1:7580801511209762731:0] peer: [5:7580801513355896943:0] socket: 522 qp: -1
2025-12-06T17:41:35.834960Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801511209762759:2109] [node 5] ICS10 traffic start
2025-12-06T17:41:35.835003Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:35.836169Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580801511209762730:2109] [node 5] ICP18 handshake (actor [1:7580801511209762750:2117]) is too old
2025-12-06T17:41:35.852973Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801511209762738:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:35.855546Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801511209762729:2108] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:35.855622Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:35.855692Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801511209762729:2108] [node 6] ICP22 created new session: [1:7580801511209762764:2108]
2025-12-06T17:41:35.855743Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801511209762764:2108] [node 6] ICS09 handshake done sender: [1:7580801511209762738:2113] self: [1:7580801511209762737:0] peer: [6:7580801513421848996:0] socket: 539 qp: -1
2025-12-06T17:41:35.855775Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801511209762764:2108] [node 6] ICS10 traffic start
2025-12-06T17:41:35.855820Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:35.916615Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801511209762743:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:35.916643Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801511209762743:2114] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:41:35.918720Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801511209762743:2114] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:35.922889Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801506914795370:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:41:35.922949Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:35.929050Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801506914795370:2049] [node 3] ICP22 created new session: [1:7580801511209762767:2049]
2025-12-06T17:41:35.930169Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801511209762767:2049] [node 3] ICS09 handshake done sender: [1:7580801511209762743:2114] self: [1:7580801511209762742:0] peer: [3:7580801513596515747:0] socket: 529 qp: -1
2025-12-06T17:41:35.930203Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801511209762767:2049] [node 3] ICS10 traffic start
2025-12-06T17:41:35.930243Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:35.815293Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801511501162928:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:35.818604Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801507206195548:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:35.833425Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801511501162915:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:35.833465Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801511501162915:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:41:35.853242Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801511501162915:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:35.864886Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801511501162877:2072] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:35.864963Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:35.865015Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801511501162877:2072] [node 5] ICP22 created new session: [4:7580801511501162931:2072]
2025-12-06T17:41:35.865080Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801511501162931:2072] [node 5] ICS09 handshake done sender: [4:7580801511501162915:2114] self: [4:7580801511501162914:0] peer: [5:7580801513355896952:0] socket: 531 qp: -1
2025-12-06T17:41:35.865136Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801511501162931:2072] [node 5] ICS10 traffic start
2025-12-06T17:41:35.865175Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:35.866600Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801511501162933:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17502
2025-12-06T17:41:35.866681Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801511501162934:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17502
2025-12-06T17:41:35.891797Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801511501162928:2118] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:35.907483Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801511501162934:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:35.912175Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801507206195548:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:41:35.912239Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:35.912298Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801507206195548:2050] [node 3] ICP22 created new session: [4:7580801511501162936:2050]
2025-12-06T17:41:35.912348Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801511501162936:2050] [node 3] ICS09 handshake done sender: [4:7580801511501162928:2118] self: [4:7580801511501162929:0] peer: [3:7580801513596515729:0] socket: 577 qp: -1
2025-12-06T17:41:35.912387Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801511501162936:2050] [node 3] ICS10 traffic start
2025-12-06T17:41:35.912419Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:35.912716Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7580801507206195548:2050] [node 3] ICP27 obsolete handshake fail ignored
2025-12-06T17:41:35.913291Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801511501162917:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:35.913317Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801511501162917:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:35.914147Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801507206195547:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:35.916374Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801511501162917:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:35.917997Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801511501162940:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17502
2025-12-06T17:41:35.927590Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801511501162906:2073] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:35.927621Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:35.927663Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801511501162906:2073] [node 6] ICP22 created new session: [4:7580801511501162942:2073]
2025-12-06T17:41:35.927702Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801511501162942:2073] [node 6] ICS09 handshake done sender: [4:7580801511501162917:2115] self: [4:7580801511501162916:0] peer: [6:7580801513421849008:0] socket: 589 qp: -1
2025-12-06T17:41:35.927725Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801511501162942:2073] [node 6] ICS10 traffic start
2025-12-06T17:41:35.927790Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:35.941253Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801507206195547:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7806) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580801511501162934:2120] held: no
2025-12-06T17:41:35.941507Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801511501162941:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17502
2025-12-06T17:41:35.945633Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801513355896937:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:35.945901Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801513355896882:2064] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:41:35.946995Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801509126881620:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:35.947050Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:35.947098Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801509126881620:2049] [node 2] ICP22 created new session: [6:7580801513421849014:2049]
2025-12-06T17:41:35.947141Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801513421849014:2049] [node 2] ICS09 handshake done sender: [6:7580801513421849000:2120] self: [6:7580801513421849010:0] peer: [2:7580801512909122926:0] socket: 548 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:35.945958Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:35.946014Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801513355896882:2064] [node 4] ICP22 created new session: [5:7580801513355896963:2064]
2025-12-06T17:41:35.946074Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801513355896963:2064] [node 4] ICS09 handshake done sender: [5:7580801513355896941:2116] self: [5:7580801513355896952:0] peer: [4:7580801511501162914:0] socket: 537 qp: -1
2025-12-06T17:41:35.946112Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801513355896963:2064] [node 4] ICS10 traffic start
2025-12-06T17:41:35.946157Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:35.962814Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580801513355896889:2065] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:35.964200Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:35.964261Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801513355896889:2065] [node 6] ICP22 created new session: [5:7580801513355896965:2065]
2025-12-06T17:41:35.964313Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801513355896965:2065] [node 6] ICS09 handshake done sender: [5:7580801513355896937:2115] self: [5:7580801513355896936:0] peer: [6:7580801513421849002:0] socket: 546 qp: -1
2025-12-06T17:41:35.964362Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801513355896965:2065] [node 6] ICS10 traffic start
2025-12-06T17:41:35.964406Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:35.947172Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801513421849014:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:35.948223Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:35.948999Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801513421849015:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41292
2025-12-06T17:41:35.963295Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801513421848998:2118] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:35.965847Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801511501162934:2120] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:35.967159Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801507206195547:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:35.967213Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:35.967273Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801507206195547:2049] [node 2] ICP22 created new session: [4:7580801511501162944:2049]
2025-12-06T17:41:35.967327Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801511501162944:2049] [node 2] ICS09 handshake done sender: [4:7580801511501162934:2120] self: [4:7580801511501162939:0] peer: [2:7580801512909122924:0] socket: 588 qp: -1
2025-12-06T17:41:35.967367Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801511501162944:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:35.967402Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:35.968468Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801513421848934:2062] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16159) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801513421848998:2118] held: no
2025-12-06T17:41:35.968577Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801513421848934:2062] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:41:35.968622Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:35.968672Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801513421848934:2062] [node 5] ICP22 created new session: [6:7580801513421849017:2062]
2025-12-06T17:41:35.968722Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801513421849017:2062] [node 5] ICS09 handshake done sender: [6:7580801513421848998:2118] self: [6:7580801513421849002:0] peer: [5:7580801513355896936:0] socket: 578 qp: -1
2025-12-06T17:41:35.968750Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801513421849017:2062] [node 5] ICS10 traffic start
2025-12-06T17:41:35.968781Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:35.972290Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7580801511501162906:2073] [node 6] ICP27 obsolete handshake fail ignored
2025-12-06T17:41:36.016777Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:41:36.017067Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580801512909122942:2048] [node 1] ICS01 socket: 526 reason# EndOfStream
2025-12-06T17:41:36.017122Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580801508614155554:2048] [node 1] ICP30 unregister session Session# [2:7580801512909122942:2048] VirtualId# [2:7580801512909122932:0]
2025-12-06T17:41:36.017158Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580801512909122942:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:36.017253Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:36.017297Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:36.019360Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:41:36.019626Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801513596515749:2048] [node 1] ICS01 socket: 565 reason# EndOfStream
2025-12-06T17:41:36.019669Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801509301548354:2048] [node 1] ICP30 unregister session Session# [3:7580801513596515749:2048] VirtualId# [3:7580801513596515747:0]
2025-12-06T17:41:36.019702Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801513596515749:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:36.019776Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:36.019813Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:36.038651Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:41:36.038855Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801513421849003:2048] [node 1] ICS01 socket: 559 reason# EndOfStream
2025-12-06T17:41:36.038886Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801509126881619:2048] [node 1] ICP30 unregister session Session# [6:7580801513421849003:2048] VirtualId# [6:7580801513421848996:0]
2025-12-06T17:41:36.038913Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801513421849003:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:36.038984Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:36.039024Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:36.039128Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:41:36.039324Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801513355896947:2048] [node 1] ICS01 socket: 542 reason# EndOfStream
2025-12-06T17:41:36.039365Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801509060929567:2048] [node 1] ICP30 unregister session Session# [5:7580801513355896947:2048] VirtualId# [5:7580801513355896943:0]
2025-12-06T17:41:36.039394Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801513355896947:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:36.039450Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:36.039487Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:36.038037Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:41:36.038303Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801511501162924:2048] [node 1] ICS01 socket: 530 reason# EndOfStream
2025-12-06T17:41:36.038345Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801507206195546:2048] [node 1] ICP30 unregister session Session# [4:7580801511501162924:2048] VirtualId# [4:7580801511501162921:0]
2025-12-06T17:41:36.038379Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801511501162924:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:36.038491Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:36.041252Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:36.104854Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:41:36.105183Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801513596515735:2049] [node 2] ICS01 socket: 550 reason# EndOfStream
2025-12-06T17:41:36.105226Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801509301548355:2049] [node 2] ICP30 unregister session Session# [3:7580801513596515735:2049] VirtualId# [3:7580801513596515731:0]
2025-12-06T17:41:36.105264Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801513596515735:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:36.105367Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:36.105414Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:36.122775Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:41:36.123060Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801513421849014:2049] [node 2] ICS01 socket: 548 reason# EndOfStream
2025-12-06T17:41:36.123105Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801509126881620:2049] [node 2] ICP30 unregister session Session# [6:7580801513421849014:2049] VirtualId# [6:7580801513421849010:0]
2025-12-06T17:41:36.123147Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801513421849014:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:36.123243Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:36.123281Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:36.123402Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:41:36.123587Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801511501162944:2049] [node 2] ICS01 socket: 588 reason# EndOfStream
2025-12-06T17:41:36.123620Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801507206195547:2049] [node 2] ICP30 unregister session Session# [4:7580801511501162944:2049] VirtualId# [4:7580801511501162939:0]
2025-12-06T17:41:36.123654Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801511501162944:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:36.123715Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:36.123760Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:36.123856Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:41:36.124055Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801513355896961:2049] [node 2] ICS01 socket: 543 reason# EndOfStream
2025-12-06T17:41:36.124096Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801509060929568:2049] [node 2] ICP30 unregister session Session# [5:7580801513355896961:2049] VirtualId# [5:7580801513355896946:0]
2025-12-06T17:41:36.124120Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801513355896961:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:36.124183Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:36.124216Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:36.203168Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:41:36.203446Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580801513421849006:2050] [node 3] ICS07 socket disconnect 560 reason# EndOfStream
2025-12-06T17:41:36.203478Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801513421849006:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:36.203571Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:41:36.203617Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580801513421849006:2050] [node 3] ICS15 start handshake
2025-12-06T17:41:36.204151Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:41:36.204369Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580801513355896958:2050] [node 3] ICS07 socket disconnect 556 reason# EndOfStream
2025-12-06T17:41:36.204396Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801513355896958:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:36.204453Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:41:36.204493Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580801513355896958:2050] [node 3] ICS15 start handshake
2025-12-06T17:41:36.204899Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:41:36.205137Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801511501162936:2050] [node 3] ICS01 socket: 577 reason# EndOfStream
2025-12-06T17:41:36.205178Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801507206195548:2050] [node 3] ICP30 unregister session Session# [4:7580801511501162936:2050] VirtualId# [4:7580801511501162929:0]
2025-12-06T17:41:36.205215Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801511501162936:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:36.205271Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:41:36.205307Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:41:36.206935Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801509060929569:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20583) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:41:36.206997Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801513355896958:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:41:36.207036Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801509060929569:2050] [node 3] ICP30 unregister session Session# [5:7580801513355896958:2050] VirtualId# [5:7580801513355896953:0]
2025-12-06T17:41:36.207087Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:41:36.207116Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580801509060929569:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:20583) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:41:36.207131Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20583) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:41:36.207811Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801509126881621:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20583) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:41:36.207863Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801513421849006:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:41:36.207899Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801509126881621:2050] [node 3] ICP30 unregister session Session# [6:7580801513421849006:2050] VirtualId# [6:7580801513421848995:0]
2025-12-06T17:41:36.207935Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:41:36.207959Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580801509126881621:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:20583) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:41:36.207972Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20583) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:41:36.218834Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580801509126881621:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:41:36.219009Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580801509060929569:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:41:36.386840Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:41:36.387104Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801513355896963:2064] [node 4] ICS01 socket: 537 reason# EndOfStream
2025-12-06T17:41:36.387152Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801513355896882:2064] [node 4] ICP30 unregister session Session# [5:7580801513355896963:2064] VirtualId# [5:7580801513355896952:0]
2025-12-06T17:41:36.387195Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801513355896963:2064] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:36.387305Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:41:36.387351Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:41:36.387465Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:41:36.387654Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801513421849012:2084] [node 4] ICS01 socket: 549 reason# EndOfStream
2025-12-06T17:41:36.387689Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801513421848981:2084] [node 4] ICP30 unregister session Session# [6:7580801513421849012:2084] VirtualId# [6:7580801513421849008:0]
2025-12-06T17:41:36.387718Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801513421849012:2084] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:36.387782Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:41:36.387820Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:41:36.462910Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:41:36.463213Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801513421849017:2062] [node 5] ICS01 socket: 578 reason# EndOfStream
2025-12-06T17:41:36.463262Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801513421848934:2062] [node 5] ICP30 unregister session Session# [6:7580801513421849017:2062] VirtualId# [6:7580801513421849002:0]
2025-12-06T17:41:36.463305Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801513421849017:2062] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:36.463404Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:41:36.463452Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:41:36.706095Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801514401197047:2048] [node 2] ICP01 ready to work
2025-12-06T17:41:36.706139Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801514401197048:2049] [node 3] ICP01 ready to work
2025-12-06T17:41:36.735262Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801518552465509:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:36.735309Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801518552465510:2049] [node 3] ICP01 ready to work
2025-12-06T17:41:36.788694Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801516156380686:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:36.788729Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801516156380687:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:36.821143Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801515216733165:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:36.821188Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801515216733166:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:36.821232Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801515216733167:2050] [node 3] ICP01 ready to work
2025-12-06T17:41:36.857785Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801516713555633:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:36.857827Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801516713555634:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:36.857969Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801516713555635:2050] [node 3] ICP01 ready to work
2025-12-06T17:41:36.885553Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801517804340190:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:36.885590Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801517804340191:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:36.885627Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801517804340192:2050] [node 3] ICP01 ready to work
2025-12-06T17:41:37.032600Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801517804340206:2063] [node 5] ICP01 ready to work
2025-12-06T17:41:37.068322Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801517804340192:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(35951092ns) {Configure:104(35946591ns) {ProcessConfigured:135(124146ns) {StartInitialHandshake:157(120178ns) {DropHandshakes:470(3775ns) {DropIncomingHandshake:442(946ns) DropOutgoingHandshake:457(560ns)} GenerateSessionVirtualId:988(2054ns) PrepareNewSessionHandshake:477(2523ns) {SwitchToState:179(990ns)}}}}}
2025-12-06T17:41:37.039120Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801518696164381:2084] [node 6] ICP01 ready to work
2025-12-06T17:41:37.127106Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801517804340220:2070] [node 4] ICP01 ready to work
2025-12-06T17:41:37.129060Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801516713555634:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(101834898ns) {Configure:104(101828732ns) {ProcessConfigured:135(79391ns) {StartInitialHandshake:157(75774ns) {DropHandshakes:470(4808ns) {DropIncomingHandshake:442(1007ns) DropOutgoingHandshake:457(1176ns)} GenerateSessionVirtualId:988(1338ns) PrepareNewSessionHandshake:477(2860ns) {SwitchToState:179(1061ns)}}}}}
2025-12-06T17:41:37.112599Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801518696164387:2086] [node 4] ICP01 ready to work
2025-12-06T17:41:37.185523Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801520451348002:2063] [node 4] ICP01 ready to work
2025-12-06T17:41:37.246224Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801520451348050:2066] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:37.154924Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801522847432834:2068] [node 4] ICP01 ready to work
2025-12-06T17:41:37.249263Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801520451348047:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16657
2025-12-06T17:41:37.199429Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801514401197047:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(168006514ns) {Configure:104(167998342ns) {ProcessConfigured:135(44420401ns) {StartInitialHandshake:157(44415352ns) {DropHandshakes:470(5207ns) {DropIncomingHandshake:442(1365ns) DropOutgoingHandshake:457(724ns)} GenerateSessionVirtualId:988(1294ns) PrepareNewSessionHandshake:477(7611ns) {SwitchToState:179(3296ns)}}}}}
2025-12-06T17:41:37.221818Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801519511700506:2069] [node 5] ICP01 ready to work
2025-12-06T17:41:37.229177Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801522847432866:2067] [node 5] ICP01 ready to work
2025-12-06T17:41:37.268809Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801520451348046:2062] [node 5] ICP01 ready to work
2025-12-06T17:41:37.270957Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801521008522950:2059] [node 6] ICP01 ready to work
2025-12-06T17:41:37.230713Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801518696164409:2085] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:37.329084Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801518696164413:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63784
2025-12-06T17:41:37.204830Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801519511700490:2070] [node 6] ICP01 ready to work
2025-12-06T17:41:37.309415Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801522847432870:2081] [node 6] ICP01 ready to work
2025-12-06T17:41:37.316110Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801517804340220:2070] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(188696963ns) {Configure:104(188688226ns) {ProcessConfigured:135(87075ns) {StartInitialHandshake:157(82781ns) {DropHandshakes:470(4117ns) {DropIncomingHandshake:442(1084ns) DropOutgoingHandshake:457(1046ns)} GenerateSessionVirtualId:988(1627ns) PrepareNewSessionHandshake:477(2871ns) {SwitchToState:179(585ns)}}}}}
2025-12-06T17:41:37.327161Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801517804340206:2063] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(294257958ns) {Configure:104(294254519ns) {ProcessConfigured:135(72091ns) {StartInitialHandshake:157(68864ns) {DropHandshakes:470(4016ns) {DropIncomingHandshake:442(1084ns) DropOutgoingHandshake:457(527ns)} GenerateSessionVirtualId:988(998ns) PrepareNewSessionHandshake:477(2456ns) {SwitchToState:179(905ns)}}}}}
2025-12-06T17:41:37.353146Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801517804340191:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(25660176ns) {Configure:104(25653570ns) {ProcessConfigured:135(109108ns) {StartInitialHandshake:157(105232ns) {DropHandshakes:470(9296ns) {DropIncomingHandshake:442(1467ns) DropOutgoingHandshake:457(767ns)} GenerateSessionVirtualId:988(1519ns) PrepareNewSessionHandshake:477(3084ns) {SwitchToState:179(1014ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:37.319438Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801520451348047:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:37.407956Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801520451348002:2063] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(158286090ns) {Configure:104(158279788ns) {ProcessConfigured:135(7721498ns) {StartInitialHandshake:157(7716784ns) {DropHandshakes:470(3671ns) {DropIncomingHandshake:442(820ns) DropOutgoingHandshake:457(724ns)} GenerateSessionVirtualId:988(908ns) PrepareNewSessionHandshake:477(4339ns) {SwitchToState:179(1628ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:37.420508Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801515216733166:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(120511758ns) {Configure:104(120503454ns) {ProcessConfigured:135(94910ns) {StartInitialHandshake:157(91822ns) {DropHandshakes:470(4136ns) {DropIncomingHandshake:442(820ns) DropOutgoingHandshake:457(455ns)} GenerateSessionVirtualId:988(1368ns) PrepareNewSessionHandshake:477(3021ns) {SwitchToState:179(1308ns)}}}}}
2025-12-06T17:41:37.421089Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801519511700528:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:321
2025-12-06T17:41:37.421281Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801519511700529:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:321
2025-12-06T17:41:37.428012Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801516156380687:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(304146595ns) {Configure:104(304142239ns) {ProcessConfigured:135(103389ns) {StartInitialHandshake:157(99719ns) {DropHandshakes:470(3801ns) {DropIncomingHandshake:442(832ns) DropOutgoingHandshake:457(688ns)} GenerateSessionVirtualId:988(1384ns) PrepareNewSessionHandshake:477(3079ns) {SwitchToState:179(1122ns)}}}}}
2025-12-06T17:41:37.399041Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801521008522995:2077] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:37.407472Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801522099307564:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9547
2025-12-06T17:41:37.395348Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801518696164419:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63784
2025-12-06T17:41:37.444800Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801520451348052:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:37.444842Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801520451348052:2112] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:37.409431Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801516713555633:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(301166436ns) {Configure:104(301159078ns) {ProcessConfigured:135(105985ns) {StartInitialHandshake:157(102206ns) {DropHandshakes:470(4012ns) {DropIncomingHandshake:442(750ns) DropOutgoingHandshake:457(649ns)} GenerateSessionVirtualId:988(1053ns) PrepareNewSessionHandshake:477(3504ns) {SwitchToState:179(988ns)}}}}}
2025-12-06T17:41:37.437707Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801521008523003:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55308
2025-12-06T17:41:37.442177Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801516713555635:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(155280366ns) {Configure:104(155271259ns) {ProcessConfigured:135(112987ns) {StartInitialHandshake:157(110233ns) {DropHandshakes:470(4289ns) {DropIncomingHandshake:442(972ns) DropOutgoingHandshake:457(692ns)} GenerateSessionVirtualId:988(1815ns) PrepareNewSessionHandshake:477(4701ns) {SwitchToState:179(1410ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:37.454350Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801518552465510:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(330623173ns) {Configure:104(330616344ns) {ProcessConfigured:135(92415ns) {StartInitialHandshake:157(76893ns) {DropHandshakes:470(3995ns) {DropIncomingHandshake:442(1073ns) DropOutgoingHandshake:457(597ns)} GenerateSessionVirtualId:988(1154ns) PrepareNewSessionHandshake:477(3412ns) {SwitchToState:179(939ns)}}}}}
2025-12-06T17:41:37.399341Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801518696164413:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:37.412489Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801522099307565:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9547
2025-12-06T17:41:37.454786Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801522847432871:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41314
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:37.470631Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801515216733165:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(343425717ns) {Configure:104(343419699ns) {ProcessConfigured:135(9687904ns) {StartInitialHandshake:157(9683291ns) {DropHandshakes:470(2908ns) {DropIncomingHandshake:442(820ns) DropOutgoingHandshake:457(410ns)} GenerateSessionVirtualId:988(724ns) PrepareNewSessionHandshake:477(3546ns) {SwitchToState:179(1608ns)}}}}}
2025-12-06T17:41:37.470948Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801519511700528:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:37.447774Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801518696164381:2084] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(164978511ns) {Configure:104(164964752ns) {ProcessConfigured:135(72151ns) {StartInitialHandshake:157(68656ns) {DropHandshakes:470(3880ns) {DropIncomingHandshake:442(910ns) DropOutgoingHandshake:457(609ns)} GenerateSessionVirtualId:988(1372ns) PrepareNewSessionHandshake:477(2359ns) {SwitchToState:179(820ns)}}}}}
2025-12-06T17:41:37.466593Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801522847432874:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41314
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:37.443592Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801522099307564:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:37.452766Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801520451348052:2112] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:37.489256Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801515216733167:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(219528610ns) {Configure:104(219520001ns) {ProcessConfigured:135(74342ns) {StartInitialHandshake:157(71785ns) {DropHandshakes:470(6515ns) {DropIncomingHandshake:442(683ns) DropOutgoingHandshake:457(465ns)} GenerateSessionVirtualId:988(736ns) PrepareNewSessionHandshake:477(2460ns) {SwitchToState:179(666ns)}}}}}
2025-12-06T17:41:37.489721Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801519511700529:2112] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:37.490020Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801519511700541:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:321
2025-12-06T17:41:37.492431Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801515216733165:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:37.497054Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801519511700543:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:321
2025-12-06T17:41:37.497705Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801519511700529:2112] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:37.498074Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801515216733165:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:37.498134Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:37.498190Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801515216733165:2048] [node 1] ICP22 created new session: [4:7580801519511700544:2048]
2025-12-06T17:41:37.498254Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801519511700544:2048] [node 1] ICS09 handshake done sender: [4:7580801519511700529:2112] self: [4:7580801519511700542:0] peer: [1:7580801518696164411:0] socket: 552 qp: -1
2025-12-06T17:41:37.498294Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801519511700544:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:37.498331Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:37.478855Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801521008523003:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:37.482125Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801522847432834:2068] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(82097421ns) {Configure:104(82085834ns) {ProcessConfigured:135(83370ns) {StartInitialHandshake:157(80480ns) {DropHandshakes:470(1396ns) {DropIncomingHandshake:442(298ns) DropOutgoingHandshake:457(170ns)} GenerateSessionVirtualId:988(566ns) PrepareNewSessionHandshake:477(2687ns) {SwitchToState:179(880ns)}}}}}
2025-12-06T17:41:37.475226Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801518696164426:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63784
2025-12-06T17:41:37.443779Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801517804340192:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:37.487086Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801516713555635:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:37.464430Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801520451348050:2066] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:37.446255Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801522099307567:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9547
2025-12-06T17:41:37.464507Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:37.484695Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801522847432871:2110] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:37.487453Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801521008523006:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55308
2025-12-06T17:41:37.492843Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801518696164412:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:37.476571Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801522099307564:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:37.486731Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801522099307568:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9547
2025-12-06T17:41:37.507569Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801517804340192:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:41:37.507634Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:37.507687Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801517804340192:2050] [node 3] ICP22 created new session: [6:7580801522099307570:2050]
2025-12-06T17:41:37.507748Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801522099307570:2050] [node 3] ICS09 handshake done sender: [6:7580801522099307564:2115] self: [6:7580801522099307566:0] peer: [3:7580801520451348051:0] socket: 541 qp: -1
2025-12-06T17:41:37.507786Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801522099307570:2050] [node 3] ICS10 traffic start
2025-12-06T17:41:37.507826Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:37.508122Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580801517804340192:2050] [node 3] ICP27 obsolete handshake fail ignored
2025-12-06T17:41:37.508789Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801522099307569:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9547
2025-12-06T17:41:37.542175Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801522099307569:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:37.464563Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801520451348050:2066] [node 6] ICP22 created new session: [3:7580801520451348066:2066]
2025-12-06T17:41:37.531261Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801522847432884:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41314
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:37.543403Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801519511700506:2069] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(92938317ns) {Configure:104(92931866ns) {ProcessConfigured:135(33678370ns) {StartInitialHandshake:157(33674742ns) {DropHandshakes:470(3540ns) {DropIncomingHandshake:442(881ns) DropOutgoingHandshake:457(630ns)} GenerateSessionVirtualId:988(942ns) PrepareNewSessionHandshake:477(5018ns) {SwitchToState:179(2228ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:37.492869Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801518696164412:2111] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:37.464619Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801520451348066:2066] [node 6] ICS09 handshake done sender: [3:7580801520451348052:2112] self: [3:7580801520451348051:0] peer: [6:7580801522099307566:0] socket: 536 qp: -1
2025-12-06T17:41:37.544391Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801518552465509:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(290058553ns) {Configure:104(290051288ns) {ProcessConfigured:135(11411533ns) {StartInitialHandshake:157(11407177ns) {DropHandshakes:470(9399088ns) {DropIncomingHandshake:442(1274ns) DropOutgoingHandshake:457(610ns)} GenerateSessionVirtualId:988(2599ns) PrepareNewSessionHandshake:477(3736ns) {SwitchToState:179(1374ns)}}}}}
2025-12-06T17:41:37.464663Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801520451348066:2066] [node 6] ICS10 traffic start
2025-12-06T17:41:37.496497Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801521008523008:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55308
2025-12-06T17:41:37.565661Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801517804340191:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:37.579536Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801519511700548:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:321
2025-12-06T17:41:37.494131Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801518696164412:2111] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:37.504544Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801521008522995:2077] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(70434166ns) {Configure:104(65596454ns) {ProcessConfigured:135(67488ns) {StartInitialHandshake:157(64948ns) {DropHandshakes:470(4059ns) {DropIncomingHandshake:442(1327ns) DropOutgoingHandshake:457(396ns)} GenerateSessionVirtualId:988(714ns) PrepareNewSessionHandshake:477(2645ns) {SwitchToState:179(777ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:37.579764Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801522099307568:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:37.544593Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580801518552465509:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:37.580416Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801519511700533:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:37.464712Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:37.494497Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801518696164387:2086] [node 4] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:37.579934Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801517804340220:2070] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:37.509667Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801521008523008:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:37.580440Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801519511700533:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:37.548164Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801522847432874:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:37.494614Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:37.469812Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801520451348065:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16657
2025-12-06T17:41:37.595269Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801519511700533:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:37.510636Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801516713555633:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:37.570687Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801522847432873:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:37.532518Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801521008523012:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55308
2025-12-06T17:41:37.612605Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801521008523013:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55308
2025-12-06T17:41:37.613171Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801521008523008:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:37.637643Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801521008523006:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:37.638594Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801516713555633:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10489) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580801521008523008:2116] held: no
2025-12-06T17:41:37.638719Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801516713555633:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:37.638779Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:37.638834Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801516713555633:2048] [node 1] ICP22 created new session: [5:7580801521008523015:2048]
2025-12-06T17:41:37.638882Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801521008523015:2048] [node 1] ICS09 handshake done sender: [5:7580801521008523008:2116] self: [5:7580801521008523011:0] peer: [1:7580801518696164417:0] socket: 574 qp: -1
2025-12-06T17:41:37.638925Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801521008523015:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:37.638969Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:37.639548Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801521008523003:2113] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:37.640306Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801521008523014:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55308
2025-12-06T17:41:37.640591Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801516713555634:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:37.647347Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801516713555635:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:41:37.654867Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:37.654949Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801516713555635:2050] [node 3] ICP22 created new session: [5:7580801521008523019:2050]
2025-12-06T17:41:37.655010Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801521008523019:2050] [node 3] ICS09 handshake done sender: [5:7580801521008523003:2113] self: [5:7580801521008523007:0] peer: [3:7580801520451348053:0] socket: 553 qp: -1
2025-12-06T17:41:37.655064Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801521008523019:2050] [node 3] ICS10 traffic start
2025-12-06T17:41:37.655115Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:37.678021Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801521008523014:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:37.699655Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801521008523021:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55308
2025-12-06T17:41:37.708408Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801521008523000:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:37.708438Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580801521008523000:2112] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:37.494669Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801518696164387:2086] [node 4] ICP22 created new session: [1:7580801518696164428:2086]
2025-12-06T17:41:37.581789Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801522099307576:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9547
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:37.539985Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801520451348054:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:37.586960Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801522099307574:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9547
2025-12-06T17:41:37.627050Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801519511700541:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:37.570715Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801522847432873:2111] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:41:37.494731Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801518696164428:2086] [node 4] ICS09 handshake done sender: [1:7580801518696164412:2111] self: [1:7580801518696164411:0] peer: [4:7580801519511700542:0] socket: 542 qp: -1
2025-12-06T17:41:37.572795Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801522847432889:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41314
2025-12-06T17:41:37.575758Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801522847432871:2110] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:37.576189Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580801518552465509:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:37.576251Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:37.576320Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801518552465509:2048] [node 1] ICP22 created new session: [2:7580801522847432890:2048]
2025-12-06T17:41:37.576374Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801522847432890:2048] [node 1] ICS09 handshake done sender: [2:7580801522847432871:2110] self: [2:7580801522847432887:0] peer: [1:7580801518696164405:0] socket: 538 qp: -1
2025-12-06T17:41:37.576411Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801522847432890:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:37.576456Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:37.588422Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801522847432873:2111] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:37.588733Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801518552465510:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:41:37.588786Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:37.588838Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801518552465510:2049] [node 3] ICP22 created new session: [2:7580801522847432894:2049]
2025-12-06T17:41:37.588887Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801522847432894:2049] [node 3] ICS09 handshake done sender: [2:7580801522847432873:2111] self: [2:7580801522847432872:0] peer: [3:7580801520451348071:0] socket: 558 qp: -1
2025-12-06T17:41:37.588926Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801522847432894:2049] [node 3] ICS10 traffic start
2025-12-06T17:41:37.588986Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:37.619123Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801522847432878:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:37.619171Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801522847432878:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:37.649124Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801522847432876:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:37.649152Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801522847432876:2113] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:41:37.650488Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801522847432897:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41314
2025-12-06T17:41:37.653856Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801522847432878:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:37.659670Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801522847432876:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:37.675914Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801522847432884:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:37.685118Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801522847432866:2067] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:37.685202Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:37.685259Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801522847432866:2067] [node 5] ICP22 created new session: [2:7580801522847432899:2067]
2025-12-06T17:41:37.685312Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801522847432899:2067] [node 5] ICS09 handshake done sender: [2:7580801522847432876:2113] self: [2:7580801522847432875:0] peer: [5:7580801521008523017:0] socket: 561 qp: -1
2025-12-06T17:41:37.685345Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801522847432899:2067] [node 5] ICS10 traffic start
2025-12-06T17:41:37.685382Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:37.690836Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801522847432870:2081] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:37.690900Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:37.690971Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801522847432870:2081] [node 6] ICP22 created new session: [2:7580801522847432901:2081]
2025-12-06T17:41:37.691026Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801522847432901:2081] [node 6] ICS09 handshake done sender: [2:7580801522847432878:2114] self: [2:7580801522847432877:0] peer: [6:7580801522099307573:0] socket: 569 qp: -1
2025-12-06T17:41:37.691064Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801522847432901:2081] [node 6] ICS10 traffic start
2025-12-06T17:41:37.691108Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:37.706850Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801522847432903:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41314
2025-12-06T17:41:37.727551Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801522847432883:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:37.727600Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801522847432883:2115] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:41:37.734692Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801522847432903:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:37.736358Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7580801518552465510:2049] [node 3] ICP27 obsolete handshake fail ignored
2025-12-06T17:41:37.743141Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801522847432883:2115] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:37.737448Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801516713555634:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25249) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580801521008523006:2115] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:37.540021Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801520451348054:2113] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:41:37.770147Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580801522847432870:2081] [node 6] ICP18 handshake (actor [2:7580801522847432903:2120]) is too old
2025-12-06T17:41:37.770270Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:294: Proxy [2:7580801522847432870:2081] [node 6] ICP35 event processing took too much time StateWork:294(27173232ns) {IncomingHandshake:261(27169194ns)}
2025-12-06T17:41:37.630843Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801522099307565:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:37.737620Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801521008523006:2115] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:37.540861Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801520451348065:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:37.656854Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801517804340220:2070] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16641) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801522099307568:2118] held: no
2025-12-06T17:41:37.494772Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801518696164428:2086] [node 4] ICS10 traffic start
2025-12-06T17:41:37.782200Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801522847432834:2068] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:41:37.627128Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801519511700490:2070] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:37.564150Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801516156380687:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:37.790704Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:37.800886Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801522847432834:2068] [node 4] ICP22 created new session: [2:7580801522847432906:2068]
2025-12-06T17:41:37.800988Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801522847432906:2068] [node 4] ICS09 handshake done sender: [2:7580801522847432883:2115] self: [2:7580801522847432882:0] peer: [4:7580801519511700554:0] socket: 584 qp: -1
2025-12-06T17:41:37.801035Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801522847432906:2068] [node 4] ICS10 traffic start
2025-12-06T17:41:37.801090Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:37.801662Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801522847432834:2068] [node 4] ICP35 event processing took too much time PendingConnection:279(30034798ns) {HandleHandshakeStatus:329(30031637ns) {DropIncomingHandshake:442(23238ns) DropOutgoingHandshake:457(805ns) SwitchToState:179(893ns) ProcessPendingSessionEvents:495(130202ns) {ForwardSessionEventToSession:612(71542ns) ForwardSessionEventToSession:612(4053ns) ForwardSessionEventToSession:612(3356ns) ForwardSessionEventToSession:612(6853ns) ForwardSessionEventToSession:612(2501ns) ForwardSessionEventToSession:612(3022ns) ForwardSessionEventToSession:612(13604ns) ForwardSessionEventToSession:612(6604ns) ForwardSessionEventToSession:612(7005ns) ForwardSessionEventToSession:612(2618ns)}}}
2025-12-06T17:41:37.494816Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:37.751113Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801521008523022:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55308
2025-12-06T17:41:37.659261Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801522099307568:2118] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:37.631278Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:37.753149Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801521008523000:2112] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:37.758891Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801516713555634:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:37.791342Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801521008523022:2122] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:37.791399Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580801521008522950:2059] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:37.791468Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:37.791522Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801521008522950:2059] [node 6] ICP22 created new session: [5:7580801521008523026:2059]
2025-12-06T17:41:37.791573Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801521008523026:2059] [node 6] ICS09 handshake done sender: [5:7580801521008523000:2112] self: [5:7580801521008522999:0] peer: [6:7580801522099307581:0] socket: 547 qp: -1
2025-12-06T17:41:37.791612Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801521008523026:2059] [node 6] ICS10 traffic start
2025-12-06T17:41:37.791654Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:37.792605Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801521008522995:2077] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:37.802358Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:37.802417Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801516713555634:2049] [node 2] ICP22 created new session: [5:7580801521008523029:2049]
2025-12-06T17:41:37.817495Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801521008523029:2049] [node 2] ICS09 handshake done sender: [5:7580801521008523006:2115] self: [5:7580801521008523017:0] peer: [2:7580801522847432875:0] socket: 568 qp: -1
2025-12-06T17:41:37.564305Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801520451348064:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16657
2025-12-06T17:41:37.683413Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801517804340220:2070] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:41:37.683476Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:37.683535Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801517804340220:2070] [node 4] ICP22 created new session: [6:7580801522099307578:2070]
2025-12-06T17:41:37.683591Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801522099307578:2070] [node 4] ICS09 handshake done sender: [6:7580801522099307568:2118] self: [6:7580801522099307575:0] peer: [4:7580801519511700532:0] socket: 567 qp: -1
2025-12-06T17:41:37.683636Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801522099307578:2070] [node 4] ICS10 traffic start
2025-12-06T17:41:37.683682Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:37.684550Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801517804340206:2063] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:37.684833Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801522099307577:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9547
2025-12-06T17:41:37.706959Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801522099307574:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:37.707081Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801522099307569:2119] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:37.721195Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801517804340191:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:37.721268Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:37.721320Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801517804340191:2049] [node 2] ICP22 created new session: [6:7580801522099307582:2049]
2025-12-06T17:41:37.721369Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801522099307582:2049] [node 2] ICS09 handshake done sender: [6:7580801522099307569:2119] self: [6:7580801522099307573:0] peer: [2:7580801522847432877:0] socket: 576 qp: -1
2025-12-06T17:41:37.721403Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801522099307582:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:37.721474Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:37.722384Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801517804340190:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:37.767549Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801522099307585:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9547
2025-12-06T17:41:37.783358Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801522099307565:2116] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:37.787197Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801522099307586:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9547
2025-12-06T17:41:37.793189Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801517804340206:2063] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:41:37.793241Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:37.793291Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801517804340206:2063] [node 5] ICP22 created new session: [6:7580801522099307587:2063]
2025-12-06T17:41:37.793339Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801522099307587:2063] [node 5] ICS09 handshake done sender: [6:7580801522099307565:2116] self: [6:7580801522099307581:0] peer: [5:7580801521008522999:0] socket: 548 qp: -1
2025-12-06T17:41:37.793384Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801522099307587:2063] [node 5] ICS10 traffic start
2025-12-06T17:41:37.793449Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:37.815647Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801522099307574:2120] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:37.820777Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801517804340190:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10489) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801522099307574:2120] held: no
2025-12-06T17:41:37.822008Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801517804340190:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:37.822071Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:37.822132Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801517804340190:2048] [node 1] ICP22 created new session: [6:7580801522099307589:2048]
2025-12-06T17:41:37.822183Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801522099307589:2048] [node 1] ICS09 handshake done sender: [6:7580801522099307574:2120] self: [6:7580801522099307584:0] peer: [1:7580801518696164423:0] socket: 583 qp: -1
2025-12-06T17:41:37.822216Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801522099307589:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:37.822247Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:37.579262Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801520451348054:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:37.582932Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801520451348069:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16657
2025-12-06T17:41:37.591358Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801520451348064:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:37.612987Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801520451348046:2062] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:37.619119Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801516156380686:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:37.619485Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:37.626910Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801520451348069:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:37.643711Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801520451348046:2062] [node 5] ICP22 created new session: [3:7580801520451348074:2062]
2025-12-06T17:41:37.658973Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801520451348074:2062] [node 5] ICS09 handshake done sender: [3:7580801520451348054:2113] self: [3:7580801520451348053:0] peer: [5:7580801521008523007:0] socket: 537 qp: -1
2025-12-06T17:41:37.663046Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801520451348074:2062] [node 5] ICS10 traffic start
2025-12-06T17:41:37.663105Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:37.663309Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801520451348060:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:37.663337Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801520451348060:2114] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:41:37.664570Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801520451348076:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16657
2025-12-06T17:41:37.670887Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801520451348046:2062] [node 5] ICP35 event processing took too much time PendingConnection:279(51596174ns) {HandleHandshakeStatus:329(51591628ns) {DropIncomingHandshake:442(952ns) DropOutgoingHandshake:457(1751ns) SwitchToState:179(1353ns) ProcessPendingSessionEvents:495(141987ns) {ForwardSessionEventToSession:612(84655ns) ForwardSessionEventToSession:612(3338ns) ForwardSessionEventToSession:612(6390ns) ForwardSessionEventToSession:612(3428ns) ForwardSessionEventToSession:612(3353ns) ForwardSessionEventToSession:612(10358ns) ForwardSessionEventToSession:612(2296ns) ForwardSessionEventToSession:612(2943ns) ForwardSessionEventToSession:612(8984ns) ForwardSessionEventToSession:612(2032ns)}}}
2025-12-06T17:41:37.671166Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801520451348060:2114] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:37.675272Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801520451348078:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16657
2025-12-06T17:41:37.698807Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801520451348075:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16657
2025-12-06T17:41:37.702632Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801520451348002:2063] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:41:37.702723Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:37.702788Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801520451348002:2063] [node 4] ICP22 created new session: [3:7580801520451348081:2063]
2025-12-06T17:41:37.702840Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801520451348081:2063] [node 4] ICS09 handshake done sender: [3:7580801520451348060:2114] self: [3:7580801520451348059:0] peer: [4:7580801519511700552:0] socket: 562 qp: -1
2025-12-06T17:41:37.702879Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801520451348081:2063] [node 4] ICS10 traffic start
2025-12-06T17:41:37.702916Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:37.703366Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801520451348064:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:37.707603Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801520451348065:2117] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:37.716830Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801516156380686:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:37.716927Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:37.716993Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801516156380686:2048] [node 1] ICP22 created new session: [3:7580801520451348083:2048]
2025-12-06T17:41:37.717042Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801520451348083:2048] [node 1] ICS09 handshake done sender: [3:7580801520451348064:2116] self: [3:7580801520451348073:0] peer: [1:7580801518696164414:0] socket: 549 qp: -1
2025-12-06T17:41:37.717088Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801520451348083:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:37.717132Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:37.717603Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801516156380687:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:37.717668Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:37.717712Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801516156380687:2049] [node 2] ICP22 created new session: [3:7580801520451348085:2049]
2025-12-06T17:41:37.717764Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801520451348085:2049] [node 2] ICS09 handshake done sender: [3:7580801520451348065:2117] self: [3:7580801520451348071:0] peer: [2:7580801522847432872:0] socket: 559 qp: -1
2025-12-06T17:41:37.717801Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801520451348085:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:37.717835Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:37.519016Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801518696164418:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:37.644151Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801519511700490:2070] [node 6] ICP22 created new session: [4:7580801519511700550:2070]
2025-12-06T17:41:37.651638Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801515216733167:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:37.660633Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801519511700550:2070] [node 6] ICS09 handshake done sender: [4:7580801519511700533:2114] self: [4:7580801519511700532:0] peer: [6:7580801522099307575:0] socket: 565 qp: -1
2025-12-06T17:41:37.672328Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801519511700550:2070] [node 6] ICS10 traffic start
2025-12-06T17:41:37.675751Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:37.686344Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801519511700548:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:37.710174Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801515216733166:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:37.715707Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801519511700490:2070] [node 6] ICP35 event processing took too much time PendingConnection:279(88304526ns) {HandleHandshakeStatus:329(88300151ns) {DropIncomingHandshake:442(17774ns) DropOutgoingHandshake:457(860ns) SwitchToState:179(763ns) ProcessPendingSessionEvents:495(4299502ns) {ForwardSessionEventToSession:612(4236000ns) ForwardSessionEventToSession:612(6268ns) ForwardSessionEventToSession:612(7871ns) ForwardSessionEventToSession:612(6824ns) ForwardSessionEventToSession:612(2776ns) ForwardSessionEventToSession:612(3925ns) ForwardSessionEventToSession:612(9548ns) ForwardSessionEventToSession:612(2919ns) ForwardSessionEventToSession:612(6648ns) ForwardSessionEventToSession:612(3364ns)}}}
2025-12-06T17:41:37.716461Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801519511700555:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:321
2025-12-06T17:41:37.752330Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801515216733167:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4417) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580801519511700541:2116] held: no
2025-12-06T17:41:37.752681Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801519511700556:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:321
2025-12-06T17:41:37.779434Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801519511700555:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:37.779802Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801519511700541:2116] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:37.780626Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801519511700557:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:321
2025-12-06T17:41:37.786869Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801515216733167:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:41:37.787696Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801519511700548:2119] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:37.788040Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:37.810942Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801515216733167:2050] [node 3] ICP22 created new session: [4:7580801519511700559:2050]
2025-12-06T17:41:37.816973Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801519511700559:2050] [node 3] ICS09 handshake done sender: [4:7580801519511700541:2116] self: [4:7580801519511700552:0] peer: [3:7580801520451348059:0] socket: 533 qp: -1
2025-12-06T17:41:37.817605Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801519511700547:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:37.817645Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801519511700547:2118] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:41:37.817746Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801519511700559:2050] [node 3] ICS10 traffic start
2025-12-06T17:41:37.817810Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:37.818106Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801515216733167:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(31150302ns) {HandleHandshakeStatus:329(31146310ns) {DropIncomingHandshake:442(1092ns) DropOutgoingHandshake:457(1334ns) SwitchToState:179(863ns) ProcessPendingSessionEvents:495(840ns)}}
2025-12-06T17:41:37.818212Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801515216733166:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:37.818261Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:37.818307Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801515216733166:2049] [node 2] ICP22 created new session: [4:7580801519511700561:2049]
2025-12-06T17:41:37.818356Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801519511700561:2049] [node 2] ICS09 handshake done sender: [4:7580801519511700548:2119] self: [4:7580801519511700554:0] peer: [2:7580801522847432882:0] socket: 585 qp: -1
2025-12-06T17:41:37.818393Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801519511700561:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:37.818419Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:37.825488Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7580801515216733166:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:41:37.519048Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801518696164418:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:41:37.532988Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801518696164418:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:37.545091Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801518696164422:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63784
2025-12-06T17:41:37.549090Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801518696164419:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:37.549246Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801518696164410:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:37.549273Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801518696164410:2110] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:41:37.565414Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801518696164410:2110] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:37.565478Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801518696164409:2085] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:37.565533Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:37.597665Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801518696164409:2085] [node 5] ICP22 created new session: [1:7580801518696164434:2085]
2025-12-06T17:41:37.606962Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801518696164434:2085] [node 5] ICS09 handshake done sender: [1:7580801518696164418:2114] self: [1:7580801518696164417:0] peer: [5:7580801521008523011:0] socket: 573 qp: -1
2025-12-06T17:41:37.616883Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801518696164422:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:37.616957Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801514401197047:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:41:37.617039Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:37.617097Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801514401197047:2048] [node 2] ICP22 created new session: [1:7580801518696164436:2048]
2025-12-06T17:41:37.617165Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801518696164436:2048] [node 2] ICS09 handshake done sender: [1:7580801518696164410:2110] self: [1:7580801518696164405:0] peer: [2:7580801522847432887:0] socket: 532 qp: -1
2025-12-06T17:41:37.617207Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801518696164436:2048] [node 2] ICS10 traffic start
2025-12-06T17:41:37.617251Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:37.619709Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801518696164434:2085] [node 5] ICS10 traffic start
2025-12-06T17:41:37.627319Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:37.627834Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801518696164409:2085] [node 5] ICP35 event processing took too much time PendingConnection:279(71354408ns) {HandleHandshakeStatus:329(71351189ns) {DropIncomingHandshake:442(1762ns) DropOutgoingHandshake:457(1031ns) SwitchToState:179(313ns) ProcessPendingSessionEvents:495(123346ns) {ForwardSessionEventToSession:612(62963ns) ForwardSessionEventToSession:612(7651ns) ForwardSessionEventToSession:612(3338ns) ForwardSessionEventToSession:612(8979ns) ForwardSessionEventToSession:612(5404ns) ForwardSessionEventToSession:612(2190ns) ForwardSessionEventToSession:612(5781ns) ForwardSessionEventToSession:612(3111ns) ForwardSessionEventToSession:612(2773ns) ForwardSessionEventToSession:612(6083ns)}}}
2025-12-06T17:41:37.627915Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580801518696164409:2085] [node 5] ICP18 handshake (actor [1:7580801518696164422:2116]) is too old
2025-12-06T17:41:37.652225Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801518696164415:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:37.652257Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801518696164415:2113] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:41:37.657260Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801518696164415:2113] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:37.700330Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801514401197048:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:41:37.714947Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:37.715013Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801514401197048:2049] [node 3] ICP22 created new session: [1:7580801518696164440:2049]
2025-12-06T17:41:37.730832Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801518696164440:2049] [node 3] ICS09 handshake done sender: [1:7580801518696164415:2113] self: [1:7580801518696164414:0] peer: [3:7580801520451348073:0] socket: 543 qp: -1
2025-12-06T17:41:37.730890Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801518696164440:2049] [node 3] ICS10 traffic start
2025-12-06T17:41:37.730968Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:37.731528Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801514401197048:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(52953495ns) {HandleHandshakeStatus:329(52949693ns) {DropIncomingHandshake:442(32736ns) DropOutgoingHandshake:457(1002ns) SwitchToState:179(5098ns) ProcessPendingSessionEvents:495(125836ns) {ForwardSessionEventToSession:612(65489ns) ForwardSessionEventToSession:612(3954ns) ForwardSessionEventToSession:612(7422ns) ForwardSessionEventToSession:612(3098ns) ForwardSessionEventToSession:612(6802ns) ForwardSessionEventToSession:612(10119ns) ForwardSessionEventToSession:612(2583ns) ForwardSessionEventToSession:612(3355ns) ForwardSessionEventToSession:612(5726ns) ForwardSessionEventToSession:612(6426ns)}}}
2025-12-06T17:41:37.742907Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801518696164424:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:37.742962Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801518696164424:2117] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:37.786470Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801518696164424:2117] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:37.786977Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801518696164381:2084] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:37.787054Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:37.787113Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801518696164381:2084] [node 6] ICP22 created new session: [1:7580801518696164443:2084]
2025-12-06T17:41:37.787179Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801518696164443:2084] [node 6] ICS09 handshake done sender: [1:7580801518696164424:2117] self: [1:7580801518696164423:0] peer: [6:7580801522099307584:0] socket: 582 qp: -1
2025-12-06T17:41:37.787242Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801518696164443:2084] [node 6] ICS10 traffic start
2025-12-06T17:41:37.787306Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:37.804380Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801518696164381:2084] [node 6] ICP35 event processing took too much time PendingConnection:279(17137174ns) {HandleHandshakeStatus:329(17134424ns) {DropIncomingHandshake:442(16458ns) DropOutgoingHandshake:457(655ns) SwitchToState:179(673ns) ProcessPendingSessionEvents:495(16639857ns) {ForwardSessionEventToSession:612(72658ns) ForwardSessionEventToSession:612(11798ns) ForwardSessionEventToSession:612(11793ns) ForwardSessionEventToSession:612(3546ns) ForwardSessionEventToSession:612(489834ns) ForwardSessionEventToSession:612(10846726ns) ForwardSessionEventToSession:612(14090ns) ForwardSessionEventToSession:612(5158393ns) ForwardSessionEventToSession:612(5914ns) ForwardSessionEventToSession:612(3553ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:37.827253Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801521008523029:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:37.829140Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:37.829429Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801516713555634:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(82493334ns) {HandleHandshakeStatus:329(70458024ns) {DropIncomingHandshake:442(13403ns) DropOutgoingHandshake:457(655ns) SwitchToState:179(929ns) ProcessPendingSessionEvents:495(1650ns)}}
2025-12-06T17:41:37.834585Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801521008523031:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55308
2025-12-06T17:41:37.838275Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801521008523022:2122] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:37.837607Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801519511700547:2118] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:37.838977Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801519511700506:2069] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:37.839057Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:37.839117Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801519511700506:2069] [node 5] ICP22 created new session: [4:7580801519511700564:2069]
2025-12-06T17:41:37.839164Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801519511700564:2069] [node 5] ICS09 handshake done sender: [4:7580801519511700547:2118] self: [4:7580801519511700538:0] peer: [5:7580801521008523028:0] socket: 534 qp: -1
2025-12-06T17:41:37.839202Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801519511700564:2069] [node 5] ICS10 traffic start
2025-12-06T17:41:37.839239Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:37.845186Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801521008522995:2077] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16641) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580801521008523022:2122] held: no
2025-12-06T17:41:37.846831Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801521008522995:2077] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:41:37.846909Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:37.846966Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801521008522995:2077] [node 4] ICP22 created new session: [5:7580801521008523032:2077]
2025-12-06T17:41:37.847020Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801521008523032:2077] [node 4] ICS09 handshake done sender: [5:7580801521008523022:2122] self: [5:7580801521008523028:0] peer: [4:7580801519511700538:0] socket: 598 qp: -1
2025-12-06T17:41:37.847062Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801521008523032:2077] [node 4] ICS10 traffic start
2025-12-06T17:41:37.847106Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:38.050209Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:41:38.050520Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580801522847432890:2048] [node 1] ICS01 socket: 538 reason# EndOfStream
2025-12-06T17:41:38.050581Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580801518552465509:2048] [node 1] ICP30 unregister session Session# [2:7580801522847432890:2048] VirtualId# [2:7580801522847432887:0]
2025-12-06T17:41:38.050629Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580801522847432890:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:38.050743Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:38.050813Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:38.057006Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:41:38.057294Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801520451348083:2048] [node 1] ICS01 socket: 549 reason# EndOfStream
2025-12-06T17:41:38.057342Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801516156380686:2048] [node 1] ICP30 unregister session Session# [3:7580801520451348083:2048] VirtualId# [3:7580801520451348073:0]
2025-12-06T17:41:38.057392Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801520451348083:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:38.057483Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:38.057553Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:38.066645Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:41:38.066942Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801519511700544:2048] [node 1] ICS01 socket: 552 reason# EndOfStream
2025-12-06T17:41:38.067298Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:41:38.067511Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801522099307589:2048] [node 1] ICS01 socket: 583 reason# EndOfStream
2025-12-06T17:41:38.067551Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801517804340190:2048] [node 1] ICP30 unregister session Session# [6:7580801522099307589:2048] VirtualId# [6:7580801522099307584:0]
2025-12-06T17:41:38.067580Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801522099307589:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:38.067652Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:38.067708Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:38.069432Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:41:38.069674Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801521008523015:2048] [node 1] ICS01 socket: 574 reason# EndOfStream
2025-12-06T17:41:38.069732Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801516713555633:2048] [node 1] ICP30 unregister session Session# [5:7580801521008523015:2048] VirtualId# [5:7580801521008523011:0]
2025-12-06T17:41:38.069772Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801521008523015:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:38.066990Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801515216733165:2048] [node 1] ICP30 unregister session Session# [4:7580801519511700544:2048] VirtualId# [4:7580801519511700542:0]
2025-12-06T17:41:38.067039Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801519511700544:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:38.067127Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:38.067168Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:38.069862Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:38.069910Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:38.150719Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:41:38.151012Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801520451348085:2049] [node 2] ICS01 socket: 559 reason# EndOfStream
2025-12-06T17:41:38.151064Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801516156380687:2049] [node 2] ICP30 unregister session Session# [3:7580801520451348085:2049] VirtualId# [3:7580801520451348071:0]
2025-12-06T17:41:38.151104Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801520451348085:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:38.151201Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:38.151249Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:38.160562Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:41:38.160848Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801521008523029:2049] [node 2] ICS01 socket: 568 reason# EndOfStream
2025-12-06T17:41:38.160896Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801516713555634:2049] [node 2] ICP30 unregister session Session# [5:7580801521008523029:2049] VirtualId# [5:7580801521008523017:0]
2025-12-06T17:41:38.160961Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801521008523029:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:38.161072Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:38.161120Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:38.161240Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:41:38.161439Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801519511700561:2049] [node 2] ICS01 socket: 585 reason# EndOfStream
2025-12-06T17:41:38.161477Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801515216733166:2049] [node 2] ICP30 unregister session Session# [4:7580801519511700561:2049] VirtualId# [4:7580801519511700554:0]
2025-12-06T17:41:38.161503Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801519511700561:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:38.161565Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:38.161614Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:38.161741Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:41:38.161926Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801522099307582:2049] [node 2] ICS01 socket: 576 reason# EndOfStream
2025-12-06T17:41:38.161968Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801517804340191:2049] [node 2] ICP30 unregister session Session# [6:7580801522099307582:2049] VirtualId# [6:7580801522099307573:0]
2025-12-06T17:41:38.161995Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801522099307582:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:38.162059Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:38.162101Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:38.288909Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:41:38.289233Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801521008523019:2050] [node 3] ICS01 socket: 553 reason# EndOfStream
2025-12-06T17:41:38.289284Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801516713555635:2050] [node 3] ICP30 unregister session Session# [5:7580801521008523019:2050] VirtualId# [5:7580801521008523007:0]
2025-12-06T17:41:38.289324Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801521008523019:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:38.289405Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:41:38.289480Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:41:38.290172Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:41:38.290418Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801519511700559:2050] [node 3] ICS01 socket: 533 reason# EndOfStream
2025-12-06T17:41:38.290486Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801515216733167:2050] [node 3] ICP30 unregister session Session# [4:7580801519511700559:2050] VirtualId# [4:7580801519511700552:0]
2025-12-06T17:41:38.290517Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801519511700559:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:38.290615Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:41:38.290657Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:41:38.294818Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:41:38.295092Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801522099307570:2050] [node 3] ICS01 socket: 541 reason# EndOfStream
2025-12-06T17:41:38.295149Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801517804340192:2050] [node 3] ICP30 unregister session Session# [6:7580801522099307570:2050] VirtualId# [6:7580801522099307566:0]
2025-12-06T17:41:38.295187Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801522099307570:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:38.295271Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:41:38.295325Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:41:38.510878Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:41:38.511148Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801522099307578:2070] [node 4] ICS01 socket: 567 reason# EndOfStream
2025-12-06T17:41:38.511194Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801517804340220:2070] [node 4] ICP30 unregister session Session# [6:7580801522099307578:2070] VirtualId# [6:7580801522099307575:0]
2025-12-06T17:41:38.511231Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801522099307578:2070] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:38.511328Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:41:38.511386Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:41:38.511152Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:41:38.511358Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801521008523032:2077] [node 4] ICS01 socket: 598 reason# EndOfStream
2025-12-06T17:41:38.511396Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801521008522995:2077] [node 4] ICP30 unregister session Session# [5:7580801521008523032:2077] VirtualId# [5:7580801521008523028:0]
2025-12-06T17:41:38.511439Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801521008523032:2077] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:38.511502Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:41:38.511540Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:41:38.701472Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:41:38.701785Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801522099307587:2063] [node 5] ICS01 socket: 548 reason# EndOfStream
2025-12-06T17:41:38.701848Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801517804340206:2063] [node 5] ICP30 unregister session Session# [6:7580801522099307587:2063] VirtualId# [6:7580801522099307581:0]
2025-12-06T17:41:38.701892Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801522099307587:2063] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:38.702022Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:41:38.702076Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:41:38.975940Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801526780573470:2048] [node 2] ICP01 ready to work
2025-12-06T17:41:38.976065Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801526780573471:2049] [node 3] ICP01 ready to work
2025-12-06T17:41:39.002426Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801526747877377:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:39.002469Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801526747877378:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:39.002503Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801526747877379:2050] [node 3] ICP01 ready to work
2025-12-06T17:41:38.995895Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801525264270497:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:38.995954Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801525264270498:2049] [node 3] ICP01 ready to work
2025-12-06T17:41:39.001645Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801525164722466:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:39.001744Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801525164722467:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:39.060210Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801527380423038:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:39.060247Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801527380423039:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:39.060284Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801527380423040:2050] [node 3] ICP01 ready to work
2025-12-06T17:41:39.163408Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801529230878519:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:39.163453Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801529230878520:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:39.163496Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801529230878521:2050] [node 3] ICP01 ready to work
2025-12-06T17:41:39.375097Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801529230878537:2064] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:39.467625Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801525164722466:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(112105271ns) {Configure:104(96620498ns) {ProcessConfigured:135(81215ns) {StartInitialHandshake:157(71053ns) {DropHandshakes:470(5467ns) {DropIncomingHandshake:442(1097ns) DropOutgoingHandshake:457(797ns)} GenerateSessionVirtualId:988(1157ns) PrepareNewSessionHandshake:477(3008ns) {SwitchToState:179(953ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:39.481625Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801527380423059:2064] [node 6] ICP01 ready to work
2025-12-06T17:41:39.492594Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801527380423061:2069] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52295
2025-12-06T17:41:39.492659Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801527380423062:2070] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52295
2025-12-06T17:41:39.420722Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801529559237825:2077] [node 5] ICP01 ready to work
2025-12-06T17:41:39.463285Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801531042844690:2062] [node 5] ICP01 ready to work
2025-12-06T17:41:39.477295Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801531075540831:2103] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:39.423430Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801529559237828:2078] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:39.580889Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801529230878544:2068] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41594
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:39.570982Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801529459689804:2068] [node 4] ICP01 ready to work
2025-12-06T17:41:39.466292Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801531042844691:2064] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42874
2025-12-06T17:41:39.571130Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801529559237857:2075] [node 6] ICP01 ready to work
2025-12-06T17:41:39.515390Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801531075540833:2104] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:39.597593Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801526747877377:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(154546334ns) {Configure:104(154541869ns) {ProcessConfigured:135(81180ns) {StartInitialHandshake:157(76576ns) {DropHandshakes:470(3947ns) {DropIncomingHandshake:442(785ns) DropOutgoingHandshake:457(734ns)} GenerateSessionVirtualId:988(1206ns) PrepareNewSessionHandshake:477(2546ns) {SwitchToState:179(744ns)}}}}}
2025-12-06T17:41:39.570964Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801529230878541:2059] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:39.600579Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801529459689824:2069] [node 6] ICP01 ready to work
2025-12-06T17:41:39.534865Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801531075540835:2102] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:39.700194Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801529559237870:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43880
2025-12-06T17:41:39.671093Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801529459689831:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24185
2025-12-06T17:41:39.606455Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801531042844734:2074] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:39.559624Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801531075540831:2103] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(41390144ns) {Configure:104(41384425ns) {ProcessConfigured:135(89787ns) {StartInitialHandshake:157(85966ns) {DropHandshakes:470(3560ns) {DropIncomingHandshake:442(928ns) DropOutgoingHandshake:457(590ns)} GenerateSessionVirtualId:988(1576ns) PrepareNewSessionHandshake:477(6371ns) {SwitchToState:179(820ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:39.708667Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801529559237870:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:39.708784Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801529559237830:2082] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:39.708807Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801529559237830:2082] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:41:39.710223Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801529559237830:2082] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:39.636142Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801527380423061:2069] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:39.644305Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801526747877378:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(202007752ns) {Configure:104(202001195ns) {ProcessConfigured:135(90061ns) {StartInitialHandshake:157(86383ns) {DropHandshakes:470(3627ns) {DropIncomingHandshake:442(848ns) DropOutgoingHandshake:457(439ns)} GenerateSessionVirtualId:988(1298ns) PrepareNewSessionHandshake:477(2463ns) {SwitchToState:179(777ns)}}}}}
2025-12-06T17:41:39.675617Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801529459689830:2077] [node 5] ICP01 ready to work
2025-12-06T17:41:39.703854Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801529230878592:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41594
2025-12-06T17:41:39.579945Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801531075540836:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7152
2025-12-06T17:41:39.684839Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801527380423040:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(229361041ns) {Configure:104(229356419ns) {ProcessConfigured:135(99586ns) {StartInitialHandshake:157(95276ns) {DropHandshakes:470(2414ns) {DropIncomingHandshake:442(477ns) DropOutgoingHandshake:457(378ns)} GenerateSessionVirtualId:988(391ns) PrepareNewSessionHandshake:477(2823ns) {SwitchToState:179(923ns)}}}}}
2025-12-06T17:41:39.723138Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801529230878521:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(319596015ns) {Configure:104(319590799ns) {ProcessConfigured:135(16967859ns) {StartInitialHandshake:157(16964239ns) {DropHandshakes:470(3710ns) {DropIncomingHandshake:442(978ns) DropOutgoingHandshake:457(651ns)} GenerateSessionVirtualId:988(929ns) PrepareNewSessionHandshake:477(3801ns) {SwitchToState:179(1864ns)}}}}}
2025-12-06T17:41:39.683123Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801529459689831:2111] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:39.645118Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801531042844735:2106] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42874
2025-12-06T17:41:39.584632Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801531075540850:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7152
2025-12-06T17:41:39.685366Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801527380423109:2095] [node 4] ICP01 ready to work
2025-12-06T17:41:39.731017Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801529559237828:2078] [node 4] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:39.698443Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801525164722466:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:39.725941Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801527380423062:2070] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:39.707101Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801531042844735:2106] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:39.725474Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801529230878594:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41594
2025-12-06T17:41:39.731101Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:39.602297Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801531075540837:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7152
2025-12-06T17:41:39.713222Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801529459689838:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24185
2025-12-06T17:41:39.736947Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801527380423109:2095] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(51022527ns) {Configure:104(51015615ns) {ProcessConfigured:135(93213ns) {StartInitialHandshake:157(89555ns) {DropHandshakes:470(7097ns) {DropIncomingHandshake:442(927ns) DropOutgoingHandshake:457(419ns)} GenerateSessionVirtualId:988(1398ns) PrepareNewSessionHandshake:477(2612ns) {SwitchToState:179(740ns)}}}}}
2025-12-06T17:41:39.713442Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801529459689839:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24185
2025-12-06T17:41:39.758483Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801529459689839:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:39.789731Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801529459689838:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:39.802361Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801525164722467:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(359434185ns) {Configure:104(359428899ns) {ProcessConfigured:135(85307ns) {StartInitialHandshake:157(82504ns) {DropHandshakes:470(2742ns) {DropIncomingHandshake:442(662ns) DropOutgoingHandshake:457(661ns)} GenerateSessionVirtualId:988(571ns) PrepareNewSessionHandshake:477(2819ns) {SwitchToState:179(951ns)}}}}}
2025-12-06T17:41:39.807712Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801529459689830:2077] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(93105520ns) {Configure:104(93097069ns) {ProcessConfigured:135(83619ns) {StartInitialHandshake:157(80290ns) {DropHandshakes:470(4851ns) {DropIncomingHandshake:442(966ns) DropOutgoingHandshake:457(1093ns)} GenerateSessionVirtualId:988(1260ns) PrepareNewSessionHandshake:477(1434ns) {SwitchToState:179(582ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:39.733390Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801529230878544:2068] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:39.707410Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801531042844691:2064] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:39.647686Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801531075540851:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7152
2025-12-06T17:41:39.731159Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801529559237828:2078] [node 4] ICP22 created new session: [2:7580801529559237873:2078]
2025-12-06T17:41:39.815256Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801527380423039:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(329758712ns) {Configure:104(329748018ns) {ProcessConfigured:135(22281450ns) {StartInitialHandshake:157(22277531ns) {DropHandshakes:470(1234ns) {DropIncomingHandshake:442(487ns) DropOutgoingHandshake:457(181ns)} GenerateSessionVirtualId:988(434ns) PrepareNewSessionHandshake:477(6466ns) {SwitchToState:179(3022ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:39.731218Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801529559237873:2078] [node 4] ICS09 handshake done sender: [2:7580801529559237830:2082] self: [2:7580801529559237829:0] peer: [4:7580801531042844751:0] socket: 538 qp: -1
2025-12-06T17:41:39.755119Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801529230878592:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:39.820535Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801529459689848:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24185
2025-12-06T17:41:39.707694Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801531042844748:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42874
2025-12-06T17:41:39.701723Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801531075540850:2121] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:39.757013Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801529230878520:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(120334969ns) {Configure:104(120326404ns) {ProcessConfigured:135(108539ns) {StartInitialHandshake:157(105473ns) {DropHandshakes:470(3307ns) {DropIncomingHandshake:442(688ns) DropOutgoingHandshake:457(544ns)} GenerateSessionVirtualId:988(1446ns) PrepareNewSessionHandshake:477(3305ns) {SwitchToState:179(1156ns)}}}}}
2025-12-06T17:41:39.815427Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801527380423039:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:39.731257Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801529559237873:2078] [node 4] ICS10 traffic start
2025-12-06T17:41:39.704959Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801531075540836:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:39.842951Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801525164722466:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61467) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580801529459689831:2111] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:39.707947Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801526747877377:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:39.821043Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801527380423118:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52295
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:39.708008Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801526747877378:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:39.731295Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:39.771055Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801529230878541:2059] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(156463551ns) {Configure:104(156454474ns) {ProcessConfigured:135(97755ns) {StartInitialHandshake:157(94412ns) {DropHandshakes:470(3275ns) {DropIncomingHandshake:442(459ns) DropOutgoingHandshake:457(623ns)} GenerateSessionVirtualId:988(1317ns) PrepareNewSessionHandshake:477(1815ns) {SwitchToState:179(698ns)}}}}}
2025-12-06T17:41:39.848958Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801529459689848:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:39.775405Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801529230878520:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:39.714470Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801531075540837:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:39.827384Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801527380423120:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52295
2025-12-06T17:41:39.776219Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801529559237868:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:39.883109Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801529459689833:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:39.783838Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801529230878519:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:39.726826Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801531075540833:2104] [node 6] ICP35 event processing took too much time PendingConnection:279(17545496ns)
2025-12-06T17:41:39.831823Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801527380423059:2064] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(292879633ns) {Configure:104(292870693ns) {ProcessConfigured:135(6585353ns) {StartInitialHandshake:157(6578905ns) {DropHandshakes:470(2982ns) {DropIncomingHandshake:442(919ns) DropOutgoingHandshake:457(714ns)} GenerateSessionVirtualId:988(736ns) PrepareNewSessionHandshake:477(3959ns) {SwitchToState:179(1265ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:39.883140Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801529459689833:2112] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:41:39.776249Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801529559237868:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:39.751458Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801531075540851:2122] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:39.751539Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801531075540842:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:39.751579Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801531075540842:2118] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:41:39.758685Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801531075540839:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:39.758727Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801531075540839:2117] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:41:39.787441Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801531075540839:2117] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:39.787568Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801531075540842:2118] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:39.800846Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801531075540833:2104] [node 6] ICP35 event processing took too much time PendingConnection:279(23730061ns) {IncomingHandshake:261(16838133ns) {DropIncomingHandshake:442(914ns) PrepareNewSessionHandshake:477(8953746ns) {SwitchToState:179(2729ns)} GenerateSessionVirtualId:988(661ns) IssueIncomingHandshakeReply:193(10490ns)}}
2025-12-06T17:41:39.821978Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801531075540844:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:39.822020Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801531075540844:2119] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:39.823403Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801526780573471:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:41:39.823470Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:39.823515Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801526780573471:2049] [node 3] ICP22 created new session: [1:7580801531075540860:2049]
2025-12-06T17:41:39.823559Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801531075540860:2049] [node 3] ICS09 handshake done sender: [1:7580801531075540839:2117] self: [1:7580801531075540838:0] peer: [3:7580801529459689837:0] socket: 548 qp: -1
2025-12-06T17:41:39.823596Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801531075540860:2049] [node 3] ICS10 traffic start
2025-12-06T17:41:39.823629Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:39.825557Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801531075540862:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7152
2025-12-06T17:41:39.825834Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801531075540831:2103] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:41:39.825893Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:39.825936Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801531075540831:2103] [node 4] ICP22 created new session: [1:7580801531075540864:2103]
2025-12-06T17:41:39.826008Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801531075540864:2103] [node 4] ICS09 handshake done sender: [1:7580801531075540842:2118] self: [1:7580801531075540841:0] peer: [4:7580801531042844750:0] socket: 549 qp: -1
2025-12-06T17:41:39.826045Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801531075540864:2103] [node 4] ICS10 traffic start
2025-12-06T17:41:39.826078Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:39.832022Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801531075540844:2119] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:39.832613Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801526780573470:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(374464154ns) {Configure:104(374459010ns) {ProcessConfigured:135(18028530ns) {StartInitialHandshake:157(18024681ns) {DropHandshakes:470(4250ns) {DropIncomingHandshake:442(1157ns) DropOutgoingHandshake:457(438ns)} GenerateSessionVirtualId:988(968ns) PrepareNewSessionHandshake:477(2476ns) {SwitchToState:179(1205ns)}}}}}
2025-12-06T17:41:39.855551Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801531075540833:2104] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:39.855625Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:39.855689Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801531075540833:2104] [node 6] ICP22 created new session: [1:7580801531075540868:2104]
2025-12-06T17:41:39.855742Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801531075540868:2104] [node 6] ICS09 handshake done sender: [1:7580801531075540844:2119] self: [1:7580801531075540843:0] peer: [6:7580801529230878598:0] socket: 550 qp: -1
2025-12-06T17:41:39.855790Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801531075540868:2104] [node 6] ICS10 traffic start
2025-12-06T17:41:39.855829Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:39.864538Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801531075540862:2124] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:39.945519Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801531075540847:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:39.945565Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801531075540847:2120] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:41:39.945635Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801531075540859:2123] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:39.945661Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801531075540859:2123] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:41:39.972363Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801531075540847:2120] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:39.972792Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801531075540859:2123] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:39.974210Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801526780573470:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:41:39.974285Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:39.974336Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801526780573470:2048] [node 2] ICP22 created new session: [1:7580801531075540873:2048]
2025-12-06T17:41:39.974404Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801531075540873:2048] [node 2] ICS09 handshake done sender: [1:7580801531075540859:2123] self: [1:7580801531075540858:0] peer: [2:7580801529559237892:0] socket: 591 qp: -1
2025-12-06T17:41:39.974443Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801531075540873:2048] [node 2] ICS10 traffic start
2025-12-06T17:41:39.974482Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:39.975625Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801531075540835:2102] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:39.978636Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:39.730454Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801531042844752:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42874
2025-12-06T17:41:39.883945Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801525164722467:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:39.917017Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801529459689833:2112] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:39.921093Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801525164722466:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(29469383ns) {HandleHandshakeStatus:395(29466723ns) {LogHandshakeFail:472(11354ns) {UpdateErrorStateLog:545(3474ns)} DropOutgoingHandshake:457(2969ns) ProcessPendingSessionEvents:495(11154870ns) {DropSessionEvent:512(18884ns) DropSessionEvent:512(5133ns) DropSessionEvent:512(7266ns) DropSessionEvent:512(5689ns) DropSessionEvent:512(41963ns) DropSessionEvent:512(5263ns) DropSessionEvent:512(4987ns) DropSessionEvent:512(5410ns) DropSessionEvent:512(5798ns) DropSessionEvent:512(5067ns)}}}
2025-12-06T17:41:39.931798Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801529459689852:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24185
2025-12-06T17:41:39.942823Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801529459689841:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24185
2025-12-06T17:41:39.950742Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801529459689804:2068] [node 4] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:39.950789Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:39.950847Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801529459689804:2068] [node 4] ICP22 created new session: [3:7580801529459689854:2068]
2025-12-06T17:41:39.950919Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801529459689854:2068] [node 4] ICS09 handshake done sender: [3:7580801529459689833:2112] self: [3:7580801529459689832:0] peer: [4:7580801531042844763:0] socket: 561 qp: -1
2025-12-06T17:41:39.950956Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801529459689854:2068] [node 4] ICS10 traffic start
2025-12-06T17:41:39.951006Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:39.952102Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801529459689835:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:39.913645Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801527380423123:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52295
2025-12-06T17:41:39.788144Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801529230878602:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41594
2025-12-06T17:41:39.784132Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801529559237868:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:39.952129Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801529459689835:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:39.969021Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801529459689848:2119] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:39.984283Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801525164722467:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:39.984385Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:39.984459Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801525164722467:2049] [node 2] ICP22 created new session: [3:7580801529459689858:2049]
2025-12-06T17:41:39.997719Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801531075540835:2102] [node 5] ICP22 created new session: [1:7580801531075540875:2102]
2025-12-06T17:41:40.005036Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801531075540875:2102] [node 5] ICS09 handshake done sender: [1:7580801531075540847:2120] self: [1:7580801531075540846:0] peer: [5:7580801527380423125:0] socket: 588 qp: -1
2025-12-06T17:41:39.733071Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801531042844734:2074] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(94945392ns) {Configure:104(94939882ns) {ProcessConfigured:135(18601601ns) {StartInitialHandshake:157(18597110ns) {DropHandshakes:470(3697ns) {DropIncomingHandshake:442(845ns) DropOutgoingHandshake:457(553ns)} GenerateSessionVirtualId:988(917ns) PrepareNewSessionHandshake:477(4641ns) {SwitchToState:179(2461ns)}}}}}
2025-12-06T17:41:40.005084Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801531075540875:2102] [node 5] ICS10 traffic start
2025-12-06T17:41:40.010073Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:39.801093Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801529230878519:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(28923329ns) {IncomingHandshake:261(16945875ns) {DropIncomingHandshake:442(1297ns) PrepareNewSessionHandshake:477(2929ns) {SwitchToState:179(1338ns)} GenerateSessionVirtualId:988(1594ns) IssueIncomingHandshakeReply:193(60424ns) {SwitchToState:179(952ns)}}}
2025-12-06T17:41:39.916786Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801527380423120:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:39.808465Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801525264270498:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(356781857ns) {Configure:104(356765203ns) {ProcessConfigured:135(7862314ns) {StartInitialHandshake:157(7860307ns) {DropHandshakes:470(3742ns) {DropIncomingHandshake:442(607ns) DropOutgoingHandshake:457(538ns)} GenerateSessionVirtualId:988(528ns) PrepareNewSessionHandshake:477(2647ns) {SwitchToState:179(844ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:39.760347Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801526747877379:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(258316758ns) {Configure:104(258308580ns) {ProcessConfigured:135(5843044ns) {StartInitialHandshake:157(5839695ns) {DropHandshakes:470(3891ns) {DropIncomingHandshake:442(959ns) DropOutgoingHandshake:457(524ns)} GenerateSessionVirtualId:988(1586ns) PrepareNewSessionHandshake:477(2477ns) {SwitchToState:179(1077ns)}}}}}
2025-12-06T17:41:39.984518Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801529459689858:2049] [node 2] ICS09 handshake done sender: [3:7580801529459689848:2119] self: [3:7580801529459689851:0] peer: [2:7580801529559237878:0] socket: 582 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:39.920463Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801527380423062:2070] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:39.847416Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801529230878603:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41594
2025-12-06T17:41:40.054431Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801531075540835:2102] [node 5] ICP35 event processing took too much time PendingConnection:279(78570726ns) {HandleHandshakeStatus:329(78568009ns) {DropIncomingHandshake:442(29791ns) DropOutgoingHandshake:457(401ns) SwitchToState:179(1375ns) ProcessPendingSessionEvents:495(7553794ns) {ForwardSessionEventToSession:612(7491156ns) ForwardSessionEventToSession:612(6697ns) ForwardSessionEventToSession:612(5998ns) ForwardSessionEventToSession:612(3519ns) ForwardSessionEventToSession:612(3090ns) ForwardSessionEventToSession:612(6322ns) ForwardSessionEventToSession:612(4104ns) ForwardSessionEventToSession:612(10256ns) ForwardSessionEventToSession:612(6007ns) ForwardSessionEventToSession:612(2987ns)}}}
2025-12-06T17:41:39.984562Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801529459689858:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:39.984610Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:39.783355Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801531042844690:2062] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(275644650ns) {Configure:104(275634303ns) {ProcessConfigured:135(80238ns) {StartInitialHandshake:157(77625ns) {DropHandshakes:470(862ns) {DropIncomingHandshake:442(265ns) DropOutgoingHandshake:457(61ns)} GenerateSessionVirtualId:988(252ns) PrepareNewSessionHandshake:477(3507ns) {SwitchToState:179(1245ns)}}}}}
2025-12-06T17:41:39.847772Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801529230878604:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41594
2025-12-06T17:41:39.848579Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801529230878592:2113] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:39.867290Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801529230878594:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:39.893884Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801529230878519:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61467) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801529230878544:2068] held: no
2025-12-06T17:41:39.894074Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801529230878544:2068] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:39.894247Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801529230878520:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:39.894302Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:39.894359Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801529230878520:2049] [node 2] ICP22 created new session: [6:7580801529230878605:2049]
2025-12-06T17:41:39.894416Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801529230878605:2049] [node 2] ICS09 handshake done sender: [6:7580801529230878592:2113] self: [6:7580801529230878599:0] peer: [2:7580801529559237867:0] socket: 566 qp: -1
2025-12-06T17:41:39.894462Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801529230878605:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:39.894497Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:39.907785Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801529230878541:2059] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:39.911667Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801529230878520:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(17245522ns) {HandleHandshakeStatus:329(17240973ns) {DropIncomingHandshake:442(1166ns) DropOutgoingHandshake:457(5510ns) SwitchToState:179(605ns) ProcessPendingSessionEvents:495(143929ns) {ForwardSessionEventToSession:612(85094ns) ForwardSessionEventToSession:612(7407ns) ForwardSessionEventToSession:612(2867ns) ForwardSessionEventToSession:612(6975ns) ForwardSessionEventToSession:612(2205ns) ForwardSessionEventToSession:612(3551ns) ForwardSessionEventToSession:612(7314ns) ForwardSessionEventToSession:612(2881ns) ForwardSessionEventToSession:612(6030ns) ForwardSessionEventToSession:612(6431ns)}}}
2025-12-06T17:41:39.914966Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801529230878519:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:39.915043Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:39.915087Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801529230878519:2048] [node 1] ICP22 created new session: [6:7580801529230878609:2048]
2025-12-06T17:41:39.915142Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801529230878609:2048] [node 1] ICS09 handshake done sender: [6:7580801529230878544:2068] self: [6:7580801529230878598:0] peer: [1:7580801531075540843:0] socket: 551 qp: -1
2025-12-06T17:41:39.915178Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801529230878609:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:39.915218Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:39.925625Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801529230878611:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41594
2025-12-06T17:41:39.934400Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801529230878603:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:39.937351Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801529230878521:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:39.939526Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801529230878613:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41594
2025-12-06T17:41:39.961766Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801529230878613:2122] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:39.961943Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801529230878537:2064] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:39.962341Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801529230878541:2059] [node 4] ICP35 event processing took too much time PendingConnection:279(16513641ns)
2025-12-06T17:41:39.962501Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801529230878594:2115] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:39.977852Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801529230878541:2059] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:41:39.994169Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:39.998045Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801529230878541:2059] [node 4] ICP22 created new session: [6:7580801529230878615:2059]
2025-12-06T17:41:40.004204Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801529230878615:2059] [node 4] ICS09 handshake done sender: [6:7580801529230878594:2115] self: [6:7580801529230878608:0] peer: [4:7580801531042844746:0] socket: 572 qp: -1
2025-12-06T17:41:40.004263Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801529230878615:2059] [node 4] ICS10 traffic start
2025-12-06T17:41:40.012799Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801533525845913:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41594
2025-12-06T17:41:40.013175Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:40.031436Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801529230878613:2122] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:40.037780Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801529230878537:2064] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18380) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801529230878613:2122] held: no
2025-12-06T17:41:40.037987Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801529230878537:2064] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:41:40.038063Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:40.038155Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801529230878537:2064] [node 5] ICP22 created new session: [6:7580801533525845915:2064]
2025-12-06T17:41:40.038208Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801533525845915:2064] [node 5] ICS09 handshake done sender: [6:7580801529230878613:2122] self: [6:7580801529230878614:0] peer: [5:7580801527380423119:0] socket: 603 qp: -1
2025-12-06T17:41:40.038254Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801533525845915:2064] [node 5] ICS10 traffic start
2025-12-06T17:41:40.038293Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:40.040458Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801533525845912:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41594
2025-12-06T17:41:40.053186Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801529230878541:2059] [node 4] ICP35 event processing took too much time PendingConnection:279(75066520ns) {HandleHandshakeStatus:329(75063602ns) {DropIncomingHandshake:442(1434ns) DropOutgoingHandshake:457(10862ns) SwitchToState:179(999ns) ProcessPendingSessionEvents:495(15271755ns) {ForwardSessionEventToSession:612(15210074ns) ForwardSessionEventToSession:612(4123ns) ForwardSessionEventToSession:612(5898ns) ForwardSessionEventToSession:612(2253ns) ForwardSessionEventToSession:612(2863ns) ForwardSessionEventToSession:612(5859ns) ForwardSessionEventToSession:612(11641ns) ForwardSessionEventToSession:612(3259ns) ForwardSessionEventToSession:612(6384ns) ForwardSessionEventToSession:612(2891ns)}}}
2025-12-06T17:41:39.926196Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801527380423039:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:40.065233Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801529230878603:2119] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:40.074934Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801529230878521:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31070) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801529230878603:2119] held: no
2025-12-06T17:41:39.816854Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801529559237857:2075] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:39.815090Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801531042844748:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:39.985406Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801529459689831:2111] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:39.926262Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:39.932901Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801527380423123:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:39.933418Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801527380423109:2095] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:39.943086Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801527380423038:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:39.946174Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801527380423039:2049] [node 2] ICP22 created new session: [5:7580801527380423124:2049]
2025-12-06T17:41:39.969765Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801527380423124:2049] [node 2] ICS09 handshake done sender: [5:7580801527380423062:2070] self: [5:7580801527380423117:0] peer: [2:7580801529559237826:0] socket: 542 qp: -1
2025-12-06T17:41:39.973261Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801527380423109:2095] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31399) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580801527380423123:2120] held: no
2025-12-06T17:41:39.973772Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801527380423128:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52295
2025-12-06T17:41:39.975722Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801527380423124:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:39.978218Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:39.987923Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801527380423121:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:39.987964Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580801527380423121:2119] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:39.993617Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801527380423123:2120] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:39.995456Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801527380423109:2095] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:41:39.995512Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:39.995567Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801527380423109:2095] [node 4] ICP22 created new session: [5:7580801527380423132:2095]
2025-12-06T17:41:39.995625Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801527380423132:2095] [node 4] ICS09 handshake done sender: [5:7580801527380423123:2120] self: [5:7580801527380423126:0] peer: [4:7580801531042844755:0] socket: 598 qp: -1
2025-12-06T17:41:39.995662Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801527380423132:2095] [node 4] ICS10 traffic start
2025-12-06T17:41:39.995702Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:39.996475Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801527380423129:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52295
2025-12-06T17:41:39.996884Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801527380423131:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52295
2025-12-06T17:41:39.991033Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801529459689853:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24185
2025-12-06T17:41:39.816911Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:39.998944Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801527380423121:2119] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:40.076226Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801529230878521:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:41:39.991612Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7580801529459689804:2068] [node 4] ICP27 obsolete handshake fail ignored
2025-12-06T17:41:40.002884Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801529459689835:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:40.010568Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801529459689824:2069] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:40.013531Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801525164722466:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:40.018211Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:40.018297Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801525164722466:2048] [node 1] ICP22 created new session: [3:7580801533754657156:2048]
2025-12-06T17:41:40.018356Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801533754657156:2048] [node 1] ICS09 handshake done sender: [3:7580801529459689831:2111] self: [3:7580801529459689837:0] peer: [1:7580801531075540838:0] socket: 555 qp: -1
2025-12-06T17:41:40.018402Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801533754657156:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:40.018458Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:40.025666Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801529459689846:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:40.025695Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801529459689846:2118] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:41:40.055117Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:40.066065Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801529459689824:2069] [node 6] ICP22 created new session: [3:7580801533754657159:2069]
2025-12-06T17:41:40.066478Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801529459689846:2118] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:40.082851Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801533754657159:2069] [node 6] ICS09 handshake done sender: [3:7580801529459689835:2113] self: [3:7580801529459689834:0] peer: [6:7580801529230878612:0] socket: 579 qp: -1
2025-12-06T17:41:40.083326Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801529459689830:2077] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:40.083396Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:40.083480Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801529459689830:2077] [node 5] ICP22 created new session: [3:7580801533754657160:2077]
2025-12-06T17:41:40.083536Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801533754657160:2077] [node 5] ICS09 handshake done sender: [3:7580801529459689846:2118] self: [3:7580801529459689845:0] peer: [5:7580801531675390433:0] socket: 608 qp: -1
2025-12-06T17:41:40.083569Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801533754657160:2077] [node 5] ICS10 traffic start
2025-12-06T17:41:40.083602Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:40.085768Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801533754657159:2069] [node 6] ICS10 traffic start
2025-12-06T17:41:40.085826Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:40.086347Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801529459689824:2069] [node 6] ICP35 event processing took too much time PendingConnection:279(75589016ns) {HandleHandshakeStatus:329(75585656ns) {DropIncomingHandshake:442(34030ns) DropOutgoingHandshake:457(783ns) SwitchToState:179(804ns) ProcessPendingSessionEvents:495(113252ns) {ForwardSessionEventToSession:612(58848ns) ForwardSessionEventToSession:612(3861ns) ForwardSessionEventToSession:612(6670ns) ForwardSessionEventToSession:612(4308ns) ForwardSessionEventToSession:612(4168ns) ForwardSessionEventToSession:612(6188ns) ForwardSessionEventToSession:612(9413ns) ForwardSessionEventToSession:612(5850ns) ForwardSessionEventToSession:612(3260ns) ForwardSessionEventToSession:612(2322ns)}}}
2025-12-06T17:41:40.010944Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580801527380423059:2064] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:40.011027Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:40.011122Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801527380423059:2064] [node 6] ICP22 created new session: [5:7580801531675390431:2064]
2025-12-06T17:41:40.011198Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801531675390431:2064] [node 6] ICS09 handshake done sender: [5:7580801527380423121:2119] self: [5:7580801527380423119:0] peer: [6:7580801529230878614:0] socket: 602 qp: -1
2025-12-06T17:41:40.011244Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801531675390431:2064] [node 6] ICS10 traffic start
2025-12-06T17:41:40.011278Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:40.011846Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801527380423038:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61467) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580801527380423120:2118] held: no
2025-12-06T17:41:40.012130Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801527380423131:2123] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:40.013758Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801527380423120:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:40.024369Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801527380423039:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(97903175ns) {HandleHandshakeStatus:329(97898150ns) {DropIncomingHandshake:442(1016ns) DropOutgoingHandshake:457(7399ns) SwitchToState:179(799ns) ProcessPendingSessionEvents:495(17234274ns) {ForwardSessionEventToSession:612(17173399ns) ForwardSessionEventToSession:612(6907ns) ForwardSessionEventToSession:612(7649ns) ForwardSessionEventToSession:612(3692ns) ForwardSessionEventToSession:612(6295ns) ForwardSessionEventToSession:612(3712ns) ForwardSessionEventToSession:612(3652ns) ForwardSessionEventToSession:612(9221ns) ForwardSessionEventToSession:612(3573ns) ForwardSessionEventToSession:612(3353ns)}}}
2025-12-06T17:41:40.025239Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801527380423040:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:40.031681Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801527380423038:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:40.031740Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:40.031801Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801527380423038:2048] [node 1] ICP22 created new session: [5:7580801531675390434:2048]
2025-12-06T17:41:40.031851Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801531675390434:2048] [node 1] ICS09 handshake done sender: [5:7580801527380423120:2118] self: [5:7580801527380423125:0] peer: [1:7580801531075540846:0] socket: 589 qp: -1
2025-12-06T17:41:40.031892Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801531675390434:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:40.031935Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:40.039539Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801531675390436:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52295
2025-12-06T17:41:40.065830Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801527380423131:2123] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:40.079087Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801527380423040:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:41:40.079178Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:40.079243Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801527380423040:2050] [node 3] ICP22 created new session: [5:7580801531675390437:2050]
2025-12-06T17:41:40.079311Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801531675390437:2050] [node 3] ICS09 handshake done sender: [5:7580801527380423131:2123] self: [5:7580801531675390433:0] peer: [3:7580801529459689845:0] socket: 587 qp: -1
2025-12-06T17:41:40.079363Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801531675390437:2050] [node 3] ICS10 traffic start
2025-12-06T17:41:40.079433Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:39.821552Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801531042844691:2064] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:39.832773Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801526747877378:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26795) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580801531042844691:2064] held: no
2025-12-06T17:41:39.833134Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801531042844757:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42874
2025-12-06T17:41:39.833319Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801531042844758:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42874
2025-12-06T17:41:39.837900Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801526747877378:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:39.837980Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:39.838043Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801526747877378:2049] [node 2] ICP22 created new session: [4:7580801531042844759:2049]
2025-12-06T17:41:39.838099Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801531042844759:2049] [node 2] ICS09 handshake done sender: [4:7580801531042844691:2064] self: [4:7580801531042844751:0] peer: [2:7580801529559237829:0] socket: 539 qp: -1
2025-12-06T17:41:39.838168Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801531042844759:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:39.838215Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:39.862474Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801531042844735:2106] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:39.862945Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801526747877377:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61467) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580801531042844735:2106] held: no
2025-12-06T17:41:39.863060Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801526747877377:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:39.863114Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:39.863172Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801526747877377:2048] [node 1] ICP22 created new session: [4:7580801531042844761:2048]
2025-12-06T17:41:39.863230Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801531042844761:2048] [node 1] ICS09 handshake done sender: [4:7580801531042844735:2106] self: [4:7580801531042844750:0] peer: [1:7580801531075540841:0] socket: 556 qp: -1
2025-12-06T17:41:39.863271Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801531042844761:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:39.863309Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:39.863908Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801526747877379:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:39.903036Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801531042844766:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42874
2025-12-06T17:41:39.913906Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801531042844747:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:39.913937Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801531042844747:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:39.917572Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801526747877378:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(57069634ns) {HandleHandshakeStatus:329(57067650ns) {DropIncomingHandshake:442(1765ns) DropOutgoingHandshake:457(1075ns) SwitchToState:179(954ns) ProcessPendingSessionEvents:495(862ns)}}
2025-12-06T17:41:39.932190Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801531042844747:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:39.935406Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801531042844756:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:39.935434Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801531042844756:2118] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:41:39.936332Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801531042844757:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:39.936496Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801531042844748:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:39.943689Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801526747877379:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:41:39.943751Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:39.943808Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801526747877379:2050] [node 3] ICP22 created new session: [4:7580801531042844770:2050]
2025-12-06T17:41:39.943852Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801531042844770:2050] [node 3] ICS09 handshake done sender: [4:7580801531042844748:2115] self: [4:7580801531042844763:0] peer: [3:7580801529459689832:0] socket: 568 qp: -1
2025-12-06T17:41:39.943900Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801531042844770:2050] [node 3] ICS10 traffic start
2025-12-06T17:41:39.943942Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:39.946775Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801531042844734:2074] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:39.946828Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:39.946887Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801531042844734:2074] [node 6] ICP22 created new session: [4:7580801531042844772:2074]
2025-12-06T17:41:39.946942Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801531042844772:2074] [node 6] ICS09 handshake done sender: [4:7580801531042844747:2114] self: [4:7580801531042844746:0] peer: [6:7580801529230878608:0] socket: 569 qp: -1
2025-12-06T17:41:39.946980Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801531042844772:2074] [node 6] ICS10 traffic start
2025-12-06T17:41:39.947029Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:39.948830Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801531042844756:2118] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:39.949155Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801531042844690:2062] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:39.949213Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:39.949261Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801531042844690:2062] [node 5] ICP22 created new session: [4:7580801531042844775:2062]
2025-12-06T17:41:39.949310Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801531042844775:2062] [node 5] ICS09 handshake done sender: [4:7580801531042844756:2118] self: [4:7580801531042844755:0] peer: [5:7580801527380423126:0] socket: 540 qp: -1
2025-12-06T17:41:39.949344Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801531042844775:2062] [node 5] ICS10 traffic start
2025-12-06T17:41:39.949378Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:40.050827Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801531042844768:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42874
2025-12-06T17:41:40.056463Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7580801531042844734:2074] [node 6] ICP27 obsolete handshake fail ignored
2025-12-06T17:41:39.817676Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801529559237827:2081] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:39.817704Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801529559237827:2081] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:41:39.822345Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801529559237857:2075] [node 6] ICP22 created new session: [2:7580801529559237882:2075]
2025-12-06T17:41:39.822408Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801529559237882:2075] [node 6] ICS09 handshake done sender: [2:7580801529559237868:2114] self: [2:7580801529559237867:0] peer: [6:7580801529230878599:0] socket: 562 qp: -1
2025-12-06T17:41:39.822450Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801529559237882:2075] [node 6] ICS10 traffic start
2025-12-06T17:41:39.822517Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:39.823049Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801529559237857:2075] [node 6] ICP35 event processing took too much time PendingConnection:279(19206158ns) {HandleHandshakeStatus:329(19202608ns) {DropIncomingHandshake:442(1643ns) DropOutgoingHandshake:457(1316ns) SwitchToState:179(723ns) ProcessPendingSessionEvents:495(112826ns) {ForwardSessionEventToSession:612(60954ns) ForwardSessionEventToSession:612(3333ns) ForwardSessionEventToSession:612(6498ns) ForwardSessionEventToSession:612(5616ns) ForwardSessionEventToSession:612(3077ns) ForwardSessionEventToSession:612(2966ns) ForwardSessionEventToSession:612(7593ns) ForwardSessionEventToSession:612(3567ns) ForwardSessionEventToSession:612(5557ns) ForwardSessionEventToSession:612(2627ns)}}}
2025-12-06T17:41:39.823215Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801529559237827:2081] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:39.824818Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801525264270497:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(341467486ns) {Configure:104(341455073ns) {ProcessConfigured:135(12205435ns) {StartInitialHandshake:157(12200518ns) {DropHandshakes:470(3884ns) {DropIncomingHandshake:442(737ns) DropOutgoingHandshake:457(522ns)} GenerateSessionVirtualId:988(1745ns) PrepareNewSessionHandshake:477(4747ns) {SwitchToState:179(1860ns)}}}}}
2025-12-06T17:41:39.867043Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801529559237825:2077] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:39.867103Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:39.890424Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801529559237825:2077] [node 5] ICP22 created new session: [2:7580801529559237885:2077]
2025-12-06T17:41:39.890495Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801529559237885:2077] [node 5] ICS09 handshake done sender: [2:7580801529559237827:2081] self: [2:7580801529559237826:0] peer: [5:7580801527380423117:0] socket: 536 qp: -1
2025-12-06T17:41:39.890563Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801529559237885:2077] [node 5] ICS10 traffic start
2025-12-06T17:41:39.890618Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:39.891201Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801529559237825:2077] [node 5] ICP35 event processing took too much time PendingConnection:279(23939229ns) {HandleHandshakeStatus:329(23936063ns) {DropIncomingHandshake:442(401ns) DropOutgoingHandshake:457(967ns) SwitchToState:179(453ns) ProcessPendingSessionEvents:495(140589ns) {ForwardSessionEventToSession:612(69045ns) ForwardSessionEventToSession:612(16265ns) ForwardSessionEventToSession:612(2726ns) ForwardSessionEventToSession:612(4298ns) ForwardSessionEventToSession:612(7134ns) ForwardSessionEventToSession:612(3126ns) ForwardSessionEventToSession:612(3740ns) ForwardSessionEventToSession:612(7091ns) ForwardSessionEventToSession:612(3397ns) ForwardSessionEventToSession:612(9846ns)}}}
2025-12-06T17:41:39.891402Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801529559237880:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:39.891430Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801529559237880:2117] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:41:39.893597Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801529559237880:2117] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:39.907083Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801529559237889:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43880
2025-12-06T17:41:39.912483Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801525264270498:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:41:39.912541Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:39.912589Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801525264270498:2049] [node 3] ICP22 created new session: [2:7580801529559237890:2049]
2025-12-06T17:41:39.912633Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801529559237890:2049] [node 3] ICS09 handshake done sender: [2:7580801529559237880:2117] self: [2:7580801529559237878:0] peer: [3:7580801529459689851:0] socket: 581 qp: -1
2025-12-06T17:41:39.912672Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801529559237890:2049] [node 3] ICS10 traffic start
2025-12-06T17:41:39.912711Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:39.920946Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801529559237886:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43880
2025-12-06T17:41:39.932365Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801529559237886:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:39.932534Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580801525264270497:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:39.979237Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801529559237889:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:39.986629Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580801525264270497:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61467) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7580801529559237886:2118] held: no
2025-12-06T17:41:39.987217Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580801525264270498:2049] [node 3] ICP18 handshake (actor [2:7580801529559237889:2119]) is too old
2025-12-06T17:41:39.987479Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801529559237893:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43880
2025-12-06T17:41:40.000962Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801529559237886:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:40.001237Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580801525264270497:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:40.001317Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:40.001378Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801525264270497:2048] [node 1] ICP22 created new session: [2:7580801529559237894:2048]
2025-12-06T17:41:40.001442Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801529559237894:2048] [node 1] ICS09 handshake done sender: [2:7580801529559237886:2118] self: [2:7580801529559237892:0] peer: [1:7580801531075540858:0] socket: 559 qp: -1
2025-12-06T17:41:40.001488Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801529559237894:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:40.001530Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:40.076294Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:40.076354Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801529230878521:2050] [node 3] ICP22 created new session: [6:7580801533525845917:2050]
2025-12-06T17:41:40.076409Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801533525845917:2050] [node 3] ICS09 handshake done sender: [6:7580801529230878603:2119] self: [6:7580801529230878612:0] peer: [3:7580801529459689834:0] socket: 545 qp: -1
2025-12-06T17:41:40.076449Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801533525845917:2050] [node 3] ICS10 traffic start
2025-12-06T17:41:40.076502Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:40.259926Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:41:40.260196Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580801529559237894:2048] [node 1] ICS01 socket: 559 reason# EndOfStream
2025-12-06T17:41:40.260250Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580801525264270497:2048] [node 1] ICP30 unregister session Session# [2:7580801529559237894:2048] VirtualId# [2:7580801529559237892:0]
2025-12-06T17:41:40.260287Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580801529559237894:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:40.260380Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:40.260432Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:40.274752Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:41:40.275030Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801533754657156:2048] [node 1] ICS01 socket: 555 reason# EndOfStream
2025-12-06T17:41:40.275071Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801525164722466:2048] [node 1] ICP30 unregister session Session# [3:7580801533754657156:2048] VirtualId# [3:7580801529459689837:0]
2025-12-06T17:41:40.275112Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801533754657156:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:40.275199Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:40.275284Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:40.309018Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:41:40.309277Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801531675390434:2048] [node 1] ICS01 socket: 589 reason# EndOfStream
2025-12-06T17:41:40.309320Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801527380423038:2048] [node 1] ICP30 unregister session Session# [5:7580801531675390434:2048] VirtualId# [5:7580801527380423125:0]
2025-12-06T17:41:40.309356Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801531675390434:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:40.309447Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:40.309490Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:40.309723Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:41:40.311206Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801531042844761:2048] [node 1] ICS01 socket: 556 reason# EndOfStream
2025-12-06T17:41:40.311251Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801526747877377:2048] [node 1] ICP30 unregister session Session# [4:7580801531042844761:2048] VirtualId# [4:7580801531042844750:0]
2025-12-06T17:41:40.311283Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801531042844761:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:40.311356Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:40.311398Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:40.318838Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:41:40.319099Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801529230878609:2048] [node 1] ICS01 socket: 551 reason# EndOfStream
2025-12-06T17:41:40.319144Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801529230878519:2048] [node 1] ICP30 unregister session Session# [6:7580801529230878609:2048] VirtualId# [6:7580801529230878598:0]
2025-12-06T17:41:40.319177Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801529230878609:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:40.319275Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:40.319316Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:40.453569Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:41:40.453841Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801529459689858:2049] [node 2] ICS01 socket: 582 reason# EndOfStream
2025-12-06T17:41:40.453882Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801525164722467:2049] [node 2] ICP30 unregister session Session# [3:7580801529459689858:2049] VirtualId# [3:7580801529459689851:0]
2025-12-06T17:41:40.453921Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801529459689858:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:40.454013Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:40.454070Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:40.479086Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:41:40.479359Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801529230878605:2049] [node 2] ICS01 socket: 566 reason# EndOfStream
2025-12-06T17:41:40.479407Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801529230878520:2049] [node 2] ICP30 unregister session Session# [6:7580801529230878605:2049] VirtualId# [6:7580801529230878599:0]
2025-12-06T17:41:40.479451Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801529230878605:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:40.479559Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:40.479608Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:40.479736Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:41:40.479966Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580801527380423124:2049] [node 2] ICS07 socket disconnect 542 reason# EndOfStream
2025-12-06T17:41:40.479997Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801527380423124:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:40.480061Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:40.480099Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580801527380423124:2049] [node 2] ICS15 start handshake
2025-12-06T17:41:40.481357Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:41:40.481556Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801531042844759:2049] [node 2] ICS01 socket: 539 reason# EndOfStream
2025-12-06T17:41:40.481601Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801526747877378:2049] [node 2] ICP30 unregister session Session# [4:7580801531042844759:2049] VirtualId# [4:7580801531042844751:0]
2025-12-06T17:41:40.481636Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801531042844759:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:40.481739Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:40.481790Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:40.483354Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801527380423039:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26795) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:41:40.483414Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801527380423124:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:41:40.483453Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801527380423039:2049] [node 2] ICP30 unregister session Session# [5:7580801527380423124:2049] VirtualId# [5:7580801527380423117:0]
2025-12-06T17:41:40.483497Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:40.483538Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580801527380423039:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:26795) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:41:40.483552Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26795) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:41:40.498834Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580801527380423039:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:41:40.607179Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:41:40.607434Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801531042844770:2050] [node 3] ICS01 socket: 568 reason# EndOfStream
2025-12-06T17:41:40.607482Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801526747877379:2050] [node 3] ICP30 unregister session Session# [4:7580801531042844770:2050] VirtualId# [4:7580801531042844763:0]
2025-12-06T17:41:40.607523Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801531042844770:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:40.607610Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:41:40.607660Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:41:40.607798Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:41:40.608010Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801533525845917:2050] [node 3] ICS01 socket: 545 reason# EndOfStream
2025-12-06T17:41:40.608050Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801529230878521:2050] [node 3] ICP30 unregister session Session# [6:7580801533525845917:2050] VirtualId# [6:7580801529230878612:0]
2025-12-06T17:41:40.608078Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801533525845917:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:40.608138Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:41:40.608190Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:41:40.610695Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:41:40.610957Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801531675390437:2050] [node 3] ICS01 socket: 587 reason# EndOfStream
2025-12-06T17:41:40.611000Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801527380423040:2050] [node 3] ICP30 unregister session Session# [5:7580801531675390437:2050] VirtualId# [5:7580801531675390433:0]
2025-12-06T17:41:40.611038Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801531675390437:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:40.611129Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:41:40.611177Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:41:40.798855Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:41:40.799115Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801527380423132:2095] [node 4] ICS01 socket: 598 reason# EndOfStream
2025-12-06T17:41:40.799168Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801527380423109:2095] [node 4] ICP30 unregister session Session# [5:7580801527380423132:2095] VirtualId# [5:7580801527380423126:0]
2025-12-06T17:41:40.799205Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801527380423132:2095] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:40.799307Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:41:40.799357Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:41:40.799481Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:41:40.799685Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580801529230878615:2059] [node 4] ICS07 socket disconnect 572 reason# EndOfStream
2025-12-06T17:41:40.799723Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801529230878615:2059] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:40.799796Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:41:40.799837Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580801529230878615:2059] [node 4] ICS15 start handshake
2025-12-06T17:41:40.801635Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801529230878541:2059] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31399) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:41:40.801709Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801529230878615:2059] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:41:40.801750Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801529230878541:2059] [node 4] ICP30 unregister session Session# [6:7580801529230878615:2059] VirtualId# [6:7580801529230878608:0]
2025-12-06T17:41:40.801803Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:41:40.801839Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580801529230878541:2059] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:31399) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:41:40.801855Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31399) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:41:40.806710Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580801529230878541:2059] [node 4] ICP33 wake up from error state
2025-12-06T17:41:41.122796Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:41:41.123069Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801533525845915:2064] [node 5] ICS01 socket: 603 reason# EndOfStream
2025-12-06T17:41:41.123124Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801529230878537:2064] [node 5] ICP30 unregister session Session# [6:7580801533525845915:2064] VirtualId# [6:7580801529230878614:0]
2025-12-06T17:41:41.123163Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801533525845915:2064] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:41.123202Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:41:41.123293Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:41:41.352004Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801538617625329:2048] [node 2] ICP01 ready to work
2025-12-06T17:41:41.352043Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801538617625330:2049] [node 3] ICP01 ready to work
2025-12-06T17:41:41.380032Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801539586835660:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:41.380064Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801539586835661:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:41.379216Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801537181269980:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:41.379256Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801537181269981:2049] [node 3] ICP01 ready to work
2025-12-06T17:41:41.431423Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801539057722869:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:41.431468Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801539057722870:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:41.431506Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801539057722871:2050] [node 3] ICP01 ready to work
2025-12-06T17:41:41.463494Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801536406014588:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:41.463533Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801536406014589:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:41.463568Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801536406014590:2050] [node 3] ICP01 ready to work
2025-12-06T17:41:41.484465Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801539637126182:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:41.484499Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801539637126183:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:41.484532Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801539637126184:2050] [node 3] ICP01 ready to work
2025-12-06T17:41:41.787329Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801538617625385:2091] [node 6] ICP01 ready to work
2025-12-06T17:41:41.824537Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801539586835698:2066] [node 6] ICP01 ready to work
2025-12-06T17:41:41.841882Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801539586835704:2073] [node 4] ICP01 ready to work
2025-12-06T17:41:41.811667Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801539057722886:2062] [node 5] ICP01 ready to work
2025-12-06T17:41:41.875175Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801539057722910:2086] [node 6] ICP01 ready to work
2025-12-06T17:41:41.820611Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801537181270041:2084] [node 6] ICP01 ready to work
2025-12-06T17:41:41.838085Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801539637126183:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(111050445ns) {Configure:104(111043901ns) {ProcessConfigured:135(11749544ns) {StartInitialHandshake:157(11746349ns) {DropHandshakes:470(4238ns) {DropIncomingHandshake:442(994ns) DropOutgoingHandshake:457(624ns)} GenerateSessionVirtualId:988(1332ns) PrepareNewSessionHandshake:477(4741ns) {SwitchToState:179(2410ns)}}}}}
2025-12-06T17:41:41.790384Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801538617625384:2090] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:41.962746Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801539057722869:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(154802803ns) {Configure:104(154795875ns) {ProcessConfigured:135(27298440ns) {StartInitialHandshake:157(27294048ns) {DropHandshakes:470(3958ns) {DropIncomingHandshake:442(750ns) DropOutgoingHandshake:457(596ns)} GenerateSessionVirtualId:988(995ns) PrepareNewSessionHandshake:477(5480ns) {SwitchToState:179(1964ns)}}}}}
2025-12-06T17:41:41.963544Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801539057722933:2106] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16665
2025-12-06T17:41:41.856081Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801537181270043:2086] [node 5] ICP01 ready to work
2025-12-06T17:41:41.821142Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801538617625396:2092] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:41.970958Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801539586835725:2076] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:41.864824Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801536406014605:2061] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:41.982047Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801539057722940:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16665
2025-12-06T17:41:41.851614Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801539637126212:2072] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:41.974009Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801538617625400:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:614
2025-12-06T17:41:41.878664Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801536406014620:2073] [node 4] ICP01 ready to work
2025-12-06T17:41:41.870494Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801539637126207:2061] [node 4] ICP01 ready to work
2025-12-06T17:41:41.859157Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801537181270044:2085] [node 4] ICP01 ready to work
2025-12-06T17:41:42.034812Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801539057722940:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:42.039113Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801537181270041:2084] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(135907447ns) {Configure:104(135899192ns) {ProcessConfigured:135(100873ns) {StartInitialHandshake:157(97338ns) {DropHandshakes:470(4562ns) {DropIncomingHandshake:442(910ns) DropOutgoingHandshake:457(528ns)} GenerateSessionVirtualId:988(1351ns) PrepareNewSessionHandshake:477(2811ns) {SwitchToState:179(738ns)}}}}}
2025-12-06T17:41:42.039706Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801541476237345:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35101
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:42.048571Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801543881803022:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40549
2025-12-06T17:41:41.976162Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801538617625401:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:614
2025-12-06T17:41:41.972145Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801539637126247:2106] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33263
2025-12-06T17:41:42.053435Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801541476237345:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:42.061739Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801537181269980:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(290502965ns) {Configure:104(290496984ns) {ProcessConfigured:135(8461454ns) {StartInitialHandshake:157(8456646ns) {DropHandshakes:470(3841ns) {DropIncomingHandshake:442(1276ns) DropOutgoingHandshake:457(516ns)} GenerateSessionVirtualId:988(3366ns) PrepareNewSessionHandshake:477(4312ns) {SwitchToState:179(1961ns)}}}}}
2025-12-06T17:41:42.062246Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801541476237344:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35101
2025-12-06T17:41:42.067262Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801541476237344:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:42.048107Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801536406014605:2061] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(182885470ns) {Configure:104(182878430ns) {ProcessConfigured:135(83151ns) {StartInitialHandshake:157(80264ns) {DropHandshakes:470(4267ns) {DropIncomingHandshake:442(748ns) DropOutgoingHandshake:457(829ns)} GenerateSessionVirtualId:988(1434ns) PrepareNewSessionHandshake:477(2649ns) {SwitchToState:179(770ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:42.054878Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801539057722933:2106] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:42.082485Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801539586835698:2066] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(211797817ns) {Configure:104(211784784ns) {ProcessConfigured:135(96796ns) {StartInitialHandshake:157(93417ns) {DropHandshakes:470(18166ns) {DropIncomingHandshake:442(727ns) DropOutgoingHandshake:457(409ns)} GenerateSessionVirtualId:988(1215ns) PrepareNewSessionHandshake:477(2168ns) {SwitchToState:179(836ns)}}}}}
2025-12-06T17:41:41.977042Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801539637126184:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(105895160ns) {Configure:104(105888461ns) {ProcessConfigured:135(26480486ns) {StartInitialHandshake:157(26477501ns) {DropHandshakes:470(932ns) {DropIncomingHandshake:442(254ns) DropOutgoingHandshake:457(200ns)} GenerateSessionVirtualId:988(225ns) PrepareNewSessionHandshake:477(3657ns) {SwitchToState:179(1437ns)}}}}}
2025-12-06T17:41:42.028819Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801538617625401:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:42.096673Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801537181270044:2085] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(158177881ns) {Configure:104(158170617ns) {ProcessConfigured:135(77644ns) {StartInitialHandshake:157(74634ns) {DropHandshakes:470(2518ns) {DropIncomingHandshake:442(404ns) DropOutgoingHandshake:457(675ns)} GenerateSessionVirtualId:988(933ns) PrepareNewSessionHandshake:477(1312ns) {SwitchToState:179(534ns)}}}}}
2025-12-06T17:41:42.097775Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801543352690239:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16665
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:42.082845Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801543881803022:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:41.999043Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801539637126253:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33263
2025-12-06T17:41:42.088223Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801540700981962:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23677
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:42.023779Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801539637126182:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(335869853ns) {Configure:104(335863622ns) {ProcessConfigured:135(93962ns) {StartInitialHandshake:157(90855ns) {DropHandshakes:470(4416ns) {DropIncomingHandshake:442(1356ns) DropOutgoingHandshake:457(584ns)} GenerateSessionVirtualId:988(927ns) PrepareNewSessionHandshake:477(2154ns) {SwitchToState:179(715ns)}}}}}
2025-12-06T17:41:42.086923Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801538617625400:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:42.129690Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801537181269981:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(418956939ns) {Configure:104(399193763ns) {ProcessConfigured:135(6599393ns) {StartInitialHandshake:157(6595116ns) {DropHandshakes:470(4599ns) {DropIncomingHandshake:442(1011ns) DropOutgoingHandshake:457(714ns)} GenerateSessionVirtualId:988(1375ns) PrepareNewSessionHandshake:477(6226ns) {SwitchToState:179(2857ns)}}}}}
2025-12-06T17:41:42.088299Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801540700981963:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23677
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:42.151658Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801537181270043:2086] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(216035842ns) {Configure:104(216028552ns) {ProcessConfigured:135(86653ns) {StartInitialHandshake:157(82744ns) {DropHandshakes:470(5022ns) {DropIncomingHandshake:442(458ns) DropOutgoingHandshake:457(257ns)} GenerateSessionVirtualId:988(224ns) PrepareNewSessionHandshake:477(2570ns) {SwitchToState:179(749ns)}}}}}
2025-12-06T17:41:42.087459Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801542912592703:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:614
2025-12-06T17:41:42.147644Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801539057722871:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(326361087ns) {Configure:104(326353883ns) {ProcessConfigured:135(106729ns) {StartInitialHandshake:157(103828ns) {DropHandshakes:470(3381ns) {DropIncomingHandshake:442(702ns) DropOutgoingHandshake:457(504ns)} GenerateSessionVirtualId:988(1176ns) PrepareNewSessionHandshake:477(2261ns) {SwitchToState:179(673ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:42.064124Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801543932093556:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33263
2025-12-06T17:41:42.137734Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801540700981963:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:42.115458Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801538617625403:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:42.177245Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801539586835661:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(421282683ns) {Configure:104(421276041ns) {ProcessConfigured:135(6095039ns) {StartInitialHandshake:157(6092095ns) {DropHandshakes:470(2857ns) {DropIncomingHandshake:442(533ns) DropOutgoingHandshake:457(844ns)} GenerateSessionVirtualId:988(869ns) PrepareNewSessionHandshake:477(5015ns) {SwitchToState:179(2728ns)}}}}}
2025-12-06T17:41:42.137871Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801536406014588:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:42.148767Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801539057722912:2087] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:42.078312Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801539637126247:2106] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:42.177575Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801543881803033:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40549
2025-12-06T17:41:42.178369Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801543881803036:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40549
2025-12-06T17:41:42.192405Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801543881803024:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:42.192436Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801543881803024:2111] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:41:42.199036Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801543881803024:2111] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:42.115498Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801538617625403:2117] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:42.148816Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801539057722912:2087] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:42.152359Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801540700981965:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23677
2025-12-06T17:41:42.079286Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801539637126253:2112] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:42.215476Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801539586835660:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(400408790ns) {Configure:104(400394156ns) {ProcessConfigured:135(19841961ns) {StartInitialHandshake:157(19840582ns) {DropHandshakes:470(3258ns) {DropIncomingHandshake:442(863ns) DropOutgoingHandshake:457(577ns)} GenerateSessionVirtualId:988(1125ns) PrepareNewSessionHandshake:477(2465ns) {SwitchToState:179(93ns)}}}}}
2025-12-06T17:41:42.155325Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801539057722886:2062] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(326459199ns) {Configure:104(326451222ns) {ProcessConfigured:135(56934ns) {StartInitialHandshake:157(54930ns) {DropHandshakes:470(1546ns) {DropIncomingHandshake:442(287ns) DropOutgoingHandshake:457(416ns)} GenerateSessionVirtualId:988(723ns) PrepareNewSessionHandshake:477(890ns) {SwitchToState:179(289ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:42.089630Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801539637126182:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:42.127082Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801538617625384:2090] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(221005477ns) {Configure:104(220997893ns) {ProcessConfigured:135(10841801ns) {StartInitialHandshake:157(10838313ns) {DropHandshakes:470(3630ns) {DropIncomingHandshake:442(733ns) DropOutgoingHandshake:457(599ns)} GenerateSessionVirtualId:988(1039ns) PrepareNewSessionHandshake:477(5184ns) {SwitchToState:179(2351ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:42.210723Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801541476237359:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35101
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:42.220261Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801539586835725:2076] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:42.220316Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:42.221753Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801539586835725:2076] [node 5] ICP22 created new session: [3:7580801543881803039:2076]
2025-12-06T17:41:42.239537Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801539586835704:2073] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(273404281ns) {Configure:104(273395263ns) {ProcessConfigured:135(15481920ns) {StartInitialHandshake:157(10656020ns) {DropHandshakes:470(2434ns) {DropIncomingHandshake:442(339ns) DropOutgoingHandshake:457(229ns)} GenerateSessionVirtualId:988(1394ns) PrepareNewSessionHandshake:477(5352ns) {SwitchToState:179(2403ns)}}}}}
2025-12-06T17:41:42.239703Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801543881803033:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:42.239793Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801543881803036:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:42.240343Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801539586835660:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:42.240681Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801543881803041:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40549
2025-12-06T17:41:42.262693Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801543881803039:2076] [node 5] ICS09 handshake done sender: [3:7580801543881803024:2111] self: [3:7580801543881803023:0] peer: [5:7580801540700981966:0] socket: 562 qp: -1
2025-12-06T17:41:42.266382Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801543881803045:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40549
2025-12-06T17:41:42.271680Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801543881803033:2114] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:42.271977Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801539586835660:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:42.272031Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:42.272083Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801539586835660:2048] [node 1] ICP22 created new session: [3:7580801543881803046:2048]
2025-12-06T17:41:42.272125Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801543881803046:2048] [node 1] ICS09 handshake done sender: [3:7580801543881803033:2114] self: [3:7580801543881803042:0] peer: [1:7580801542912592708:0] socket: 581 qp: -1
2025-12-06T17:41:42.272158Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801543881803046:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:42.272221Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:42.280477Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801543881803041:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:42.281240Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801539586835661:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:42.281364Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801543881803048:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40549
2025-12-06T17:41:42.282059Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801543881803039:2076] [node 5] ICS10 traffic start
2025-12-06T17:41:42.282119Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:42.286602Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801543881803027:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:42.286674Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801543881803027:2112] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:42.127617Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801538617625403:2117] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:42.187924Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801540700981962:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:42.165597Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801539057722912:2087] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:42.168526Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801543352690239:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:42.171133Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801539057722870:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(396567242ns) {Configure:104(396564219ns) {ProcessConfigured:135(9706988ns) {StartInitialHandshake:157(9704108ns) {DropHandshakes:470(3178ns) {DropIncomingHandshake:442(464ns) DropOutgoingHandshake:457(971ns)} GenerateSessionVirtualId:988(1257ns) PrepareNewSessionHandshake:477(2779ns) {SwitchToState:179(186ns)}}}}}
2025-12-06T17:41:42.172027Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801543352690249:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16665
2025-12-06T17:41:42.196261Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801539057722870:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:42.219670Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801539057722910:2086] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:42.219777Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:42.221855Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801539057722910:2086] [node 6] ICP22 created new session: [4:7580801543352690251:2086]
2025-12-06T17:41:42.239297Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801543352690249:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:42.242884Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801539057722869:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:42.252383Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801543352690253:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16665
2025-12-06T17:41:42.261125Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801543352690251:2086] [node 6] ICS09 handshake done sender: [4:7580801539057722912:2087] self: [4:7580801539057722911:0] peer: [6:7580801543932093558:0] socket: 543 qp: -1
2025-12-06T17:41:42.274277Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801543352690251:2086] [node 6] ICS10 traffic start
2025-12-06T17:41:42.274331Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:42.290920Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801543352690239:2114] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:42.292957Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801543352690254:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16665
2025-12-06T17:41:42.108094Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801543932093559:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33263
2025-12-06T17:41:42.119155Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801543932093560:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33263
2025-12-06T17:41:42.309932Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801543881803027:2112] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:42.122325Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801539637126207:2061] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:42.214239Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801541476237352:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:42.189990Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801536406014590:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:42.136490Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801542912592703:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:42.311156Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801539057722870:2049] [node 2] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:42.310412Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801539586835698:2066] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:42.233591Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801540700981967:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23677
2025-12-06T17:41:42.214299Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801541476237352:2114] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:41:42.314117Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801543352690254:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:42.136548Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801538617625385:2091] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:42.310496Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:42.140765Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801539637126207:2061] [node 4] ICP35 event processing took too much time PendingConnection:279(27330406ns) {IncomingHandshake:261(27326280ns) {DropIncomingHandshake:442(764ns) PrepareNewSessionHandshake:477(2986ns) {SwitchToState:179(1234ns)} GenerateSessionVirtualId:988(999ns) IssueIncomingHandshakeReply:193(13607059ns) {SwitchToState:179(4579ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:42.230888Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801541476237352:2114] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:42.241759Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801536406014588:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26114) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580801540700981963:2116] held: no
2025-12-06T17:41:42.136603Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:42.195217Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801539637126212:2072] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(318954228ns) {Configure:104(318948222ns) {ProcessConfigured:135(17517929ns) {StartInitialHandshake:157(17514344ns) {DropHandshakes:470(1340ns) {DropIncomingHandshake:442(242ns) DropOutgoingHandshake:457(172ns)} GenerateSessionVirtualId:988(240ns) PrepareNewSessionHandshake:477(3637ns) {SwitchToState:179(509ns)}}}}}
2025-12-06T17:41:42.314287Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801543352690257:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16665
2025-12-06T17:41:42.231324Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801537181270044:2085] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:41:42.310566Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801539586835698:2066] [node 6] ICP22 created new session: [3:7580801543881803052:2066]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:42.247310Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801540700981963:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:42.136662Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801538617625385:2091] [node 6] ICP22 created new session: [1:7580801542912592709:2091]
2025-12-06T17:41:42.195646Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801543932093563:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33263
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:42.202650Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801539637126253:2112] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:42.204361Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801543932093556:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:42.211558Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801543932093559:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:42.214694Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801539637126247:2106] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:42.215416Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801539637126183:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:42.220942Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801539637126184:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:42.222156Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801539637126182:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:42.239087Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801539637126207:2061] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:41:42.239374Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:42.248135Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:42.253314Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801539637126207:2061] [node 4] ICP22 created new session: [6:7580801543932093567:2061]
2025-12-06T17:41:42.254024Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801539637126182:2048] [node 1] ICP22 created new session: [6:7580801543932093566:2048]
2025-12-06T17:41:42.261222Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801543932093567:2061] [node 4] ICS09 handshake done sender: [6:7580801539637126247:2106] self: [6:7580801543932093558:0] peer: [4:7580801539057722911:0] socket: 549 qp: -1
2025-12-06T17:41:42.265513Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801543932093569:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33263
2025-12-06T17:41:42.275176Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801543932093556:2116] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:42.281844Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801543932093566:2048] [node 1] ICS09 handshake done sender: [6:7580801539637126253:2112] self: [6:7580801543932093557:0] peer: [1:7580801538617625402:0] socket: 556 qp: -1
2025-12-06T17:41:42.281890Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801543932093566:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:42.291178Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801539637126183:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7561) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801543932093556:2116] held: no
2025-12-06T17:41:42.314945Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801539057722871:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:42.310616Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801543881803052:2066] [node 6] ICS09 handshake done sender: [3:7580801543881803027:2112] self: [3:7580801543881803026:0] peer: [6:7580801543932093565:0] socket: 569 qp: -1
2025-12-06T17:41:42.231378Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:42.263285Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801536406014588:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:42.136720Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801542912592709:2091] [node 6] ICS09 handshake done sender: [1:7580801538617625403:2117] self: [1:7580801538617625402:0] peer: [6:7580801543932093557:0] socket: 555 qp: -1
2025-12-06T17:41:42.292734Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:42.315021Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801543352690249:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:42.319577Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801543881803052:2066] [node 6] ICS10 traffic start
2025-12-06T17:41:42.136754Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801542912592709:2091] [node 6] ICS10 traffic start
2025-12-06T17:41:42.231444Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801537181270044:2085] [node 4] ICP22 created new session: [2:7580801541476237361:2085]
2025-12-06T17:41:42.264622Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801540700981962:2115] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:42.298741Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801543932093567:2061] [node 4] ICS10 traffic start
2025-12-06T17:41:42.319667Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:42.231496Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801541476237361:2085] [node 4] ICS09 handshake done sender: [2:7580801541476237352:2114] self: [2:7580801541476237351:0] peer: [4:7580801543352690250:0] socket: 574 qp: -1
2025-12-06T17:41:42.325746Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801539057722910:2086] [node 6] ICP35 event processing took too much time PendingConnection:279(105883294ns) {HandleHandshakeStatus:329(105873073ns) {DropIncomingHandshake:442(24046ns) DropOutgoingHandshake:457(959ns) SwitchToState:179(809ns) ProcessPendingSessionEvents:495(2920900ns) {ForwardSessionEventToSession:612(2858474ns) ForwardSessionEventToSession:612(9244ns) ForwardSessionEventToSession:612(9546ns) ForwardSessionEventToSession:612(3251ns) ForwardSessionEventToSession:612(3096ns) ForwardSessionEventToSession:612(5941ns) ForwardSessionEventToSession:612(3519ns) ForwardSessionEventToSession:612(6031ns) ForwardSessionEventToSession:612(2718ns) ForwardSessionEventToSession:612(5986ns)}}}
2025-12-06T17:41:42.266981Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801536406014590:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:41:42.323584Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801543881803040:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:42.323611Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801543881803040:2117] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:41:42.326706Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801543881803040:2117] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:42.335623Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801543881803055:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40549
2025-12-06T17:41:42.349661Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801543881803041:2118] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:42.351902Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801539586835704:2073] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:41:42.352321Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801539586835661:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:42.352402Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:42.352464Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801539586835661:2049] [node 2] ICP22 created new session: [3:7580801543881803056:2049]
2025-12-06T17:41:42.352517Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801543881803056:2049] [node 2] ICS09 handshake done sender: [3:7580801543881803041:2118] self: [3:7580801543881803049:0] peer: [2:7580801541476237354:0] socket: 594 qp: -1
2025-12-06T17:41:42.352562Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801543881803056:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:42.352614Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:42.364774Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:42.364837Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801539586835704:2073] [node 4] ICP22 created new session: [3:7580801543881803058:2073]
2025-12-06T17:41:42.364891Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801543881803058:2073] [node 4] ICS09 handshake done sender: [3:7580801543881803040:2117] self: [3:7580801543881803038:0] peer: [4:7580801543352690258:0] socket: 595 qp: -1
2025-12-06T17:41:42.364961Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801543881803058:2073] [node 4] ICS10 traffic start
2025-12-06T17:41:42.365043Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:42.366040Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801539586835725:2076] [node 5] ICP35 event processing took too much time PendingConnection:279(114786342ns) {HandleHandshakeStatus:329(110080242ns) {DropIncomingHandshake:442(256ns) DropOutgoingHandshake:457(293ns) SwitchToState:179(455ns) ProcessPendingSessionEvents:495(7550636ns) {ForwardSessionEventToSession:612(3951409ns) ForwardSessionEventToSession:612(18258ns) ForwardSessionEventToSession:612(2412ns) ForwardSessionEventToSession:612(2300ns) ForwardSessionEventToSession:612(5539ns) ForwardSessionEventToSession:612(3095ns) ForwardSessionEventToSession:612(2643ns) ForwardSessionEventToSession:612(5085ns) ForwardSessionEventToSession:612(2731ns) ForwardSessionEventToSession:612(3539885ns)}}}
2025-12-06T17:41:42.367574Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801539586835704:2073] [node 4] ICP35 event processing took too much time PendingConnection:279(17399865ns) {HandleHandshakeStatus:329(15412075ns) {DropIncomingHandshake:442(26923ns) DropOutgoingHandshake:457(679ns) SwitchToState:179(565ns) ProcessPendingSessionEvents:495(2087629ns) {ForwardSessionEventToSession:612(2019223ns) ForwardSessionEventToSession:612(7091ns) ForwardSessionEventToSession:612(10874ns) ForwardSessionEventToSession:612(3459ns) ForwardSessionEventToSession:612(3051ns) ForwardSessionEventToSession:612(9815ns) ForwardSessionEventToSession:612(5043ns) ForwardSessionEventToSession:612(8963ns) ForwardSessionEventToSession:612(3126ns) ForwardSessionEventToSession:612(2959ns)}}}
2025-12-06T17:41:42.136797Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:42.325814Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801539057722869:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:42.325884Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:42.325935Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801539057722869:2048] [node 1] ICP22 created new session: [4:7580801543352690259:2048]
2025-12-06T17:41:42.325984Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801543352690259:2048] [node 1] ICS09 handshake done sender: [4:7580801543352690249:2118] self: [4:7580801543352690252:0] peer: [1:7580801542912592715:0] socket: 585 qp: -1
2025-12-06T17:41:42.326013Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801543352690259:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:42.326068Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:42.329930Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:42.334552Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801543352690261:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16665
2025-12-06T17:41:42.336395Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801539057722870:2049] [node 2] ICP22 created new session: [4:7580801543352690262:2049]
2025-12-06T17:41:42.339546Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801543352690254:2120] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:42.351843Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801543352690262:2049] [node 2] ICS09 handshake done sender: [4:7580801543352690239:2114] self: [4:7580801543352690250:0] peer: [2:7580801541476237351:0] socket: 575 qp: -1
2025-12-06T17:41:42.358039Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801539057722871:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:41:42.358109Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:42.358160Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801539057722871:2050] [node 3] ICP22 created new session: [4:7580801543352690264:2050]
2025-12-06T17:41:42.358215Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801543352690264:2050] [node 3] ICS09 handshake done sender: [4:7580801543352690254:2120] self: [4:7580801543352690258:0] peer: [3:7580801543881803038:0] socket: 553 qp: -1
2025-12-06T17:41:42.358252Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801543352690264:2050] [node 3] ICS10 traffic start
2025-12-06T17:41:42.358287Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:42.361217Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801543352690262:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:42.365682Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:42.383097Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801543352690246:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:42.383135Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801543352690246:2117] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:41:42.398767Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801543352690246:2117] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:42.412169Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801539057722886:2062] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:42.412260Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:42.412321Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801539057722886:2062] [node 5] ICP22 created new session: [4:7580801543352690268:2062]
2025-12-06T17:41:42.412379Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801543352690268:2062] [node 5] ICS09 handshake done sender: [4:7580801543352690246:2117] self: [4:7580801543352690245:0] peer: [5:7580801540700981979:0] socket: 551 qp: -1
2025-12-06T17:41:42.412429Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801543352690268:2062] [node 5] ICS10 traffic start
2025-12-06T17:41:42.412471Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:42.138452Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801538617625330:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(386480181ns) {Configure:104(367271766ns) {ProcessConfigured:135(13469407ns) {StartInitialHandshake:157(13465348ns) {DropHandshakes:470(3639ns) {DropIncomingHandshake:442(717ns) DropOutgoingHandshake:457(674ns)} GenerateSessionVirtualId:988(777ns) PrepareNewSessionHandshake:477(3616ns) {SwitchToState:179(1933ns)}}}}}
2025-12-06T17:41:42.138656Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801542912592702:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:42.138683Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801542912592702:2118] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:41:42.163753Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801542912592702:2118] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:42.164613Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801538617625396:2092] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(321541919ns) {Configure:104(321533716ns) {ProcessConfigured:135(75833ns) {StartInitialHandshake:157(72301ns) {DropHandshakes:470(4601ns) {DropIncomingHandshake:442(1139ns) DropOutgoingHandshake:457(640ns)} GenerateSessionVirtualId:988(1785ns) PrepareNewSessionHandshake:477(3517ns) {SwitchToState:179(1456ns)}}}}}
2025-12-06T17:41:42.167589Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801538617625329:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(393180194ns) {Configure:104(393169071ns) {ProcessConfigured:135(34112460ns) {StartInitialHandshake:157(34109072ns) {DropHandshakes:470(16927ns) {DropIncomingHandshake:442(957ns) DropOutgoingHandshake:457(658ns)} GenerateSessionVirtualId:988(1131ns) PrepareNewSessionHandshake:477(4433ns) {SwitchToState:179(1976ns)}}}}}
2025-12-06T17:41:42.198840Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801538617625329:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(19285647ns) {IncomingHandshake:261(19282785ns) {DropIncomingHandshake:442(622ns) PrepareNewSessionHandshake:477(2161ns) {SwitchToState:179(562ns)} GenerateSessionVirtualId:988(932ns) IssueIncomingHandshakeReply:193(11967ns)}}
2025-12-06T17:41:42.199688Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801538617625384:2090] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:42.238636Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:42.245132Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801542912592712:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:42.245162Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801542912592712:2121] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:41:42.247970Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801538617625384:2090] [node 5] ICP22 created new session: [1:7580801542912592720:2090]
2025-12-06T17:41:42.262851Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801542912592720:2090] [node 5] ICS09 handshake done sender: [1:7580801542912592702:2118] self: [1:7580801542912592701:0] peer: [5:7580801540700981964:0] socket: 571 qp: -1
2025-12-06T17:41:42.267059Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801542912592712:2121] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:42.270415Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801538617625330:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:41:42.270461Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:42.270512Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801538617625330:2049] [node 3] ICP22 created new session: [1:7580801542912592723:2049]
2025-12-06T17:41:42.270573Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801542912592723:2049] [node 3] ICS09 handshake done sender: [1:7580801542912592712:2121] self: [1:7580801542912592708:0] peer: [3:7580801543881803042:0] socket: 579 qp: -1
2025-12-06T17:41:42.270611Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801542912592723:2049] [node 3] ICS10 traffic start
2025-12-06T17:41:42.270673Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:42.276923Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801542912592716:2122] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:42.276969Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801542912592716:2122] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:41:42.277070Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801542912592720:2090] [node 5] ICS10 traffic start
2025-12-06T17:41:42.298943Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:42.299350Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801542912592716:2122] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:42.322508Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801542912592707:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:42.323075Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801542912592707:2120] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:41:42.325409Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801538617625396:2092] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:41:42.342496Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:42.350502Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801538617625384:2090] [node 5] ICP35 event processing took too much time PendingConnection:279(150597430ns) {HandleHandshakeStatus:329(150593146ns) {DropIncomingHandshake:442(4249520ns) DropOutgoingHandshake:457(1543ns) SwitchToState:179(555ns) ProcessPendingSessionEvents:495(23135880ns) {ForwardSessionEventToSession:612(23073566ns) ForwardSessionEventToSession:612(6963ns) ForwardSessionEventToSession:612(3196ns) ForwardSessionEventToSession:612(7611ns) ForwardSessionEventToSession:612(6162ns) ForwardSessionEventToSession:612(6179ns) ForwardSessionEventToSession:612(6512ns) ForwardSessionEventToSession:612(2621ns) ForwardSessionEventToSession:612(6982ns) ForwardSessionEventToSession:612(2699ns)}}}
2025-12-06T17:41:42.361308Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801538617625396:2092] [node 4] ICP22 created new session: [1:7580801542912592727:2092]
2025-12-06T17:41:42.365357Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801542912592707:2120] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:42.370943Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801542912592727:2092] [node 4] ICS09 handshake done sender: [1:7580801542912592716:2122] self: [1:7580801542912592715:0] peer: [4:7580801543352690252:0] socket: 584 qp: -1
2025-12-06T17:41:42.373900Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801542912592727:2092] [node 4] ICS10 traffic start
2025-12-06T17:41:42.379029Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:42.391656Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801538617625329:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:41:42.391771Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:42.391832Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801538617625329:2048] [node 2] ICP22 created new session: [1:7580801542912592730:2048]
2025-12-06T17:41:42.391879Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801542912592730:2048] [node 2] ICS09 handshake done sender: [1:7580801542912592707:2120] self: [1:7580801542912592705:0] peer: [2:7580801541476237371:0] socket: 596 qp: -1
2025-12-06T17:41:42.391919Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801542912592730:2048] [node 2] ICS10 traffic start
2025-12-06T17:41:42.391964Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:42.419980Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801538617625396:2092] [node 4] ICP35 event processing took too much time PendingConnection:279(94296441ns) {HandleHandshakeStatus:329(94293115ns) {DropIncomingHandshake:442(14324ns) DropOutgoingHandshake:457(772ns) SwitchToState:179(485ns) ProcessPendingSessionEvents:495(15258139ns) {ForwardSessionEventToSession:612(15188942ns) ForwardSessionEventToSession:612(11097ns) ForwardSessionEventToSession:612(8307ns) ForwardSessionEventToSession:612(4257ns) ForwardSessionEventToSession:612(7425ns) ForwardSessionEventToSession:612(3957ns) ForwardSessionEventToSession:612(4478ns) ForwardSessionEventToSession:612(6200ns) ForwardSessionEventToSession:612(6853ns) ForwardSessionEventToSession:612(3600ns)}}}
2025-12-06T17:41:42.298809Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:42.231539Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801541476237361:2085] [node 4] ICS10 traffic start
2025-12-06T17:41:42.267078Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:42.267133Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801536406014590:2050] [node 3] ICP22 created new session: [5:7580801540700981969:2050]
2025-12-06T17:41:42.267184Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801540700981969:2050] [node 3] ICS09 handshake done sender: [5:7580801540700981962:2115] self: [5:7580801540700981966:0] peer: [3:7580801543881803023:0] socket: 563 qp: -1
2025-12-06T17:41:42.267225Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801540700981969:2050] [node 3] ICS10 traffic start
2025-12-06T17:41:42.282197Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:42.292404Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:42.295134Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801540700981971:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23677
2025-12-06T17:41:42.295295Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801540700981972:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23677
2025-12-06T17:41:42.298705Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801536406014588:2048] [node 1] ICP22 created new session: [5:7580801540700981974:2048]
2025-12-06T17:41:42.313351Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801536406014590:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(46135811ns) {HandleHandshakeStatus:329(46126249ns) {DropIncomingHandshake:442(1288ns) DropOutgoingHandshake:457(5099ns) SwitchToState:179(802ns) ProcessPendingSessionEvents:495(141790ns) {ForwardSessionEventToSession:612(77980ns) ForwardSessionEventToSession:612(8318ns) ForwardSessionEventToSession:612(3019ns) ForwardSessionEventToSession:612(7366ns) ForwardSessionEventToSession:612(3378ns) ForwardSessionEventToSession:612(7499ns) ForwardSessionEventToSession:612(7537ns) ForwardSessionEventToSession:612(3893ns) ForwardSessionEventToSession:612(3909ns) ForwardSessionEventToSession:612(7405ns)}}}
2025-12-06T17:41:42.316532Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801540700981972:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:42.322346Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801540700981974:2048] [node 1] ICS09 handshake done sender: [5:7580801540700981963:2116] self: [5:7580801540700981964:0] peer: [1:7580801542912592701:0] socket: 572 qp: -1
2025-12-06T17:41:42.324868Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801540700981974:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:42.324942Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:42.330090Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801536406014589:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:42.354416Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801540700981977:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23677
2025-12-06T17:41:42.363548Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801540700981978:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23677
2025-12-06T17:41:42.364239Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801536406014588:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(100856204ns) {HandleHandshakeStatus:329(100851784ns) {DropIncomingHandshake:442(1309ns) DropOutgoingHandshake:457(538ns) SwitchToState:179(817ns) ProcessPendingSessionEvents:495(1271ns)}}
2025-12-06T17:41:42.365716Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801540700981977:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:42.367093Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801540700981972:2120] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:42.372902Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801536406014589:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:42.373321Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801536406014620:2073] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:42.385954Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801540700981971:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:42.395460Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:42.398952Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801540700981981:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23677
2025-12-06T17:41:42.401378Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801536406014589:2049] [node 2] ICP22 created new session: [5:7580801540700981982:2049]
2025-12-06T17:41:42.401451Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801540700981982:2049] [node 2] ICS09 handshake done sender: [5:7580801540700981972:2120] self: [5:7580801540700981975:0] peer: [2:7580801541476237356:0] socket: 605 qp: -1
2025-12-06T17:41:42.401503Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801540700981982:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:42.401576Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:42.403889Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801536406014589:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(30751799ns) {HandleHandshakeStatus:329(30748659ns) {DropIncomingHandshake:442(1092ns) DropOutgoingHandshake:457(5942ns) SwitchToState:179(523ns) ProcessPendingSessionEvents:495(1892055ns) {ForwardSessionEventToSession:612(1821910ns) ForwardSessionEventToSession:612(11855ns) ForwardSessionEventToSession:612(3535ns) ForwardSessionEventToSession:612(6857ns) ForwardSessionEventToSession:612(7928ns) ForwardSessionEventToSession:612(3429ns) ForwardSessionEventToSession:612(6267ns) ForwardSessionEventToSession:612(5979ns) ForwardSessionEventToSession:612(2429ns) ForwardSessionEventToSession:612(9622ns)}}}
2025-12-06T17:41:42.231598Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:42.252821Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801541476237343:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:42.252870Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801541476237343:2110] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:42.257613Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801541476237364:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35101
2025-12-06T17:41:42.258768Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801541476237359:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:42.264309Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801541476237367:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35101
2025-12-06T17:41:42.265832Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801541476237343:2110] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:42.267360Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801537181270041:2084] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:42.267418Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:42.267467Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801537181270041:2084] [node 6] ICP22 created new session: [2:7580801541476237368:2084]
2025-12-06T17:41:42.267517Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801541476237368:2084] [node 6] ICS09 handshake done sender: [2:7580801541476237343:2110] self: [2:7580801541476237342:0] peer: [6:7580801543932093564:0] socket: 564 qp: -1
2025-12-06T17:41:42.267557Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801541476237368:2084] [node 6] ICS10 traffic start
2025-12-06T17:41:42.267591Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:42.278019Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801541476237364:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:42.294868Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580801537181269980:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:42.316777Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801541476237355:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:42.316822Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801541476237355:2115] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:41:42.325354Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801541476237355:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:42.339890Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801541476237357:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:42.339936Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801541476237357:2116] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:41:42.340495Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801537181269981:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:41:42.340565Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:42.340616Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801537181269981:2049] [node 3] ICP22 created new session: [2:7580801541476237373:2049]
2025-12-06T17:41:42.340670Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801541476237373:2049] [node 3] ICS09 handshake done sender: [2:7580801541476237355:2115] self: [2:7580801541476237354:0] peer: [3:7580801543881803049:0] socket: 592 qp: -1
2025-12-06T17:41:42.340722Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801541476237373:2049] [node 3] ICS10 traffic start
2025-12-06T17:41:42.340762Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:42.359758Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7580801537181270044:2085] [node 4] ICP27 obsolete handshake fail ignored
2025-12-06T17:41:42.361646Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801541476237357:2116] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:42.371472Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801541476237376:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35101
2025-12-06T17:41:42.335110Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801539637126207:2061] [node 4] ICP35 event processing took too much time PendingConnection:279(95784527ns) {HandleHandshakeStatus:329(95780330ns) {DropIncomingHandshake:442(1210ns) DropOutgoingHandshake:457(8029ns) SwitchToState:179(854ns) ProcessPendingSessionEvents:495(10029175ns) {ForwardSessionEventToSession:612(9954498ns) ForwardSessionEventToSession:612(12898ns) ForwardSessionEventToSession:612(3030ns) ForwardSessionEventToSession:612(3444ns) ForwardSessionEventToSession:612(5862ns) ForwardSessionEventToSession:612(7039ns) ForwardSessionEventToSession:612(12106ns) ForwardSessionEventToSession:612(2975ns) ForwardSessionEventToSession:612(3128ns) ForwardSessionEventToSession:612(5919ns)}}}
2025-12-06T17:41:42.371770Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801537181270043:2086] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:42.371861Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:42.360835Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801539637126182:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(138397051ns) {HandleHandshakeStatus:329(138394037ns) {DropIncomingHandshake:442(634ns) DropOutgoingHandshake:457(4519ns) SwitchToState:179(173ns) ProcessPendingSessionEvents:495(13532653ns) {ForwardSessionEventToSession:612(13464795ns) ForwardSessionEventToSession:612(11535ns) ForwardSessionEventToSession:612(3562ns) ForwardSessionEventToSession:612(4089ns) ForwardSessionEventToSession:612(6522ns) ForwardSessionEventToSession:612(4016ns) ForwardSessionEventToSession:612(3841ns) ForwardSessionEventToSession:612(11916ns) ForwardSessionEventToSession:612(3794ns) ForwardSessionEventToSession:612(5733ns)}}}
2025-12-06T17:41:42.371915Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801537181270043:2086] [node 5] ICP22 created new session: [2:7580801541476237377:2086]
2025-12-06T17:41:42.375838Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801539637126183:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:42.371967Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801541476237377:2086] [node 5] ICS09 handshake done sender: [2:7580801541476237357:2116] self: [2:7580801541476237356:0] peer: [5:7580801540700981975:0] socket: 604 qp: -1
2025-12-06T17:41:42.372004Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801541476237377:2086] [node 5] ICS10 traffic start
2025-12-06T17:41:42.375929Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:42.372038Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:42.375988Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801539637126183:2049] [node 2] ICP22 created new session: [6:7580801543932093573:2049]
2025-12-06T17:41:42.409808Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801541476237364:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:42.376044Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801543932093573:2049] [node 2] ICS09 handshake done sender: [6:7580801543932093556:2116] self: [6:7580801543932093564:0] peer: [2:7580801541476237342:0] socket: 566 qp: -1
2025-12-06T17:41:42.453843Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580801537181269980:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:42.376088Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801543932093573:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:42.453930Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:42.376127Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:42.454002Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801537181269980:2048] [node 1] ICP22 created new session: [2:7580801541476237379:2048]
2025-12-06T17:41:42.385109Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801543932093570:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33263
2025-12-06T17:41:42.454095Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801541476237379:2048] [node 1] ICS09 handshake done sender: [2:7580801541476237364:2118] self: [2:7580801541476237371:0] peer: [1:7580801542912592705:0] socket: 597 qp: -1
2025-12-06T17:41:42.385498Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801539637126184:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26014) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801543932093559:2117] held: no
2025-12-06T17:41:42.454139Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801541476237379:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:42.399534Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801543932093570:2122] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:42.454180Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:42.454515Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7580801537181269980:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:41:42.399741Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801539637126212:2072] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:42.409884Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801543932093575:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33263
2025-12-06T17:41:42.501311Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801539057722870:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(159880171ns) {HandleHandshakeStatus:329(159876319ns) {DropIncomingHandshake:442(2365ns) DropOutgoingHandshake:457(5157ns) SwitchToState:179(904ns) ProcessPendingSessionEvents:495(48298886ns) {ForwardSessionEventToSession:612(20213271ns) ForwardSessionEventToSession:612(9516ns) ForwardSessionEventToSession:612(8812979ns) ForwardSessionEventToSession:612(4871ns) ForwardSessionEventToSession:612(11086597ns) ForwardSessionEventToSession:612(7550ns) ForwardSessionEventToSession:612(4185ns) ForwardSessionEventToSession:612(8125012ns) ForwardSessionEventToSession:612(3694ns) ForwardSessionEventToSession:612(2679ns)}}}
2025-12-06T17:41:42.404103Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801540700981961:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:42.404129Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580801540700981961:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:42.409421Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801536406014620:2073] [node 4] ICP35 event processing took too much time PendingConnection:279(18531891ns) {IncomingHandshake:261(13857091ns) {DropIncomingHandshake:442(354ns) PrepareNewSessionHandshake:477(1100ns) {SwitchToState:179(195ns)} GenerateSessionVirtualId:988(762ns) IssueIncomingHandshakeReply:193(13825146ns) {SwitchToState:179(3295ns)}}}
2025-12-06T17:41:42.455280Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801543932093577:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33263
2025-12-06T17:41:42.434684Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801540700981977:2121] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:42.435103Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801540700981961:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:42.440487Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801536406014620:2073] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:41:42.459531Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:42.466245Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801536406014620:2073] [node 4] ICP22 created new session: [5:7580801540700981985:2073]
2025-12-06T17:41:42.486296Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801540700981985:2073] [node 4] ICS09 handshake done sender: [5:7580801540700981977:2121] self: [5:7580801540700981979:0] peer: [4:7580801543352690245:0] socket: 613 qp: -1
2025-12-06T17:41:42.490806Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801540700981985:2073] [node 4] ICS10 traffic start
2025-12-06T17:41:42.491047Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580801536406014605:2061] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:42.502850Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:42.503391Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801536406014620:2073] [node 4] ICP35 event processing took too much time PendingConnection:279(67379559ns) {HandleHandshakeStatus:329(67375088ns) {DropIncomingHandshake:442(2770ns) DropOutgoingHandshake:457(15833ns) SwitchToState:179(933ns) ProcessPendingSessionEvents:495(144799ns) {ForwardSessionEventToSession:612(92823ns) ForwardSessionEventToSession:612(3322ns) ForwardSessionEventToSession:612(6906ns) ForwardSessionEventToSession:612(3109ns) ForwardSessionEventToSession:612(2553ns) ForwardSessionEventToSession:612(9090ns) ForwardSessionEventToSession:612(3327ns) ForwardSessionEventToSession:612(5497ns) ForwardSessionEventToSession:612(3182ns) ForwardSessionEventToSession:612(3248ns)}}}
2025-12-06T17:41:42.503467Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7580801536406014620:2073] [node 4] ICP27 obsolete handshake fail ignored
2025-12-06T17:41:42.518905Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:42.456248Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801543932093570:2122] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:42.456680Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801539637126212:2072] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:41:42.456734Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:42.456789Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801539637126212:2072] [node 5] ICP22 created new session: [6:7580801543932093578:2072]
2025-12-06T17:41:42.456834Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801543932093578:2072] [node 5] ICS09 handshake done sender: [6:7580801543932093570:2122] self: [6:7580801543932093576:0] peer: [5:7580801540700981960:0] socket: 608 qp: -1
2025-12-06T17:41:42.456888Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801543932093578:2072] [node 5] ICS10 traffic start
2025-12-06T17:41:42.522704Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801536406014605:2061] [node 6] ICP22 created new session: [5:7580801540700981987:2061]
2025-12-06T17:41:42.456956Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:42.458938Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801543932093559:2117] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:42.486647Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801539637126184:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:41:42.518853Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:42.522940Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801539637126184:2050] [node 3] ICP22 created new session: [6:7580801543932093580:2050]
2025-12-06T17:41:42.522998Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801543932093580:2050] [node 3] ICS09 handshake done sender: [6:7580801543932093559:2117] self: [6:7580801543932093565:0] peer: [3:7580801543881803026:0] socket: 573 qp: -1
2025-12-06T17:41:42.523046Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801543932093580:2050] [node 3] ICS10 traffic start
2025-12-06T17:41:42.523105Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:42.523444Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801539637126184:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(36684243ns) {HandleHandshakeStatus:329(36679979ns) {DropIncomingHandshake:442(1087ns) DropOutgoingHandshake:457(895ns) SwitchToState:179(2598ns) ProcessPendingSessionEvents:495(1042ns)}}
2025-12-06T17:41:42.525700Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801540700981987:2061] [node 6] ICS09 handshake done sender: [5:7580801540700981961:2114] self: [5:7580801540700981960:0] peer: [6:7580801543932093576:0] socket: 607 qp: -1
2025-12-06T17:41:42.525763Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801540700981987:2061] [node 6] ICS10 traffic start
2025-12-06T17:41:42.525824Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:42.534013Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801536406014605:2061] [node 6] ICP35 event processing took too much time PendingConnection:279(54360140ns) {HandleHandshakeStatus:329(54354408ns) {DropIncomingHandshake:442(31120ns) DropOutgoingHandshake:457(697ns) SwitchToState:179(748ns) ProcessPendingSessionEvents:495(7799820ns) {ForwardSessionEventToSession:612(7733355ns) ForwardSessionEventToSession:612(7518ns) ForwardSessionEventToSession:612(14658ns) ForwardSessionEventToSession:612(2936ns) ForwardSessionEventToSession:612(6125ns) ForwardSessionEventToSession:612(2961ns) ForwardSessionEventToSession:612(3170ns) ForwardSessionEventToSession:612(8847ns) ForwardSessionEventToSession:612(2664ns) ForwardSessionEventToSession:612(2442ns)}}}
2025-12-06T17:41:42.684811Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:41:42.685080Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7580801541476237379:2048] [node 1] ICS07 socket disconnect 597 reason# EndOfStream
2025-12-06T17:41:42.685114Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580801541476237379:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:42.685195Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:42.685232Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580801541476237379:2048] [node 1] ICS15 start handshake
2025-12-06T17:41:42.689482Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:41:42.689750Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801543881803046:2048] [node 1] ICS01 socket: 581 reason# EndOfStream
2025-12-06T17:41:42.689793Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801539586835660:2048] [node 1] ICP30 unregister session Session# [3:7580801543881803046:2048] VirtualId# [3:7580801543881803042:0]
2025-12-06T17:41:42.689830Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801543881803046:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:42.689908Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:42.689955Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:42.691079Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580801537181269980:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26114) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:41:42.691134Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580801541476237379:2048] [node 1] ICS15 start handshake
2025-12-06T17:41:42.693541Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580801537181269980:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26114) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:41:42.693611Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580801541476237379:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:41:42.693646Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580801537181269980:2048] [node 1] ICP30 unregister session Session# [2:7580801541476237379:2048] VirtualId# [2:7580801541476237371:0]
2025-12-06T17:41:42.693707Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:42.693744Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [2:7580801537181269980:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:26114) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:41:42.693760Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26114) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:41:42.702869Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:41:42.703153Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801540700981974:2048] [node 1] ICS01 socket: 572 reason# EndOfStream
2025-12-06T17:41:42.703197Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801536406014588:2048] [node 1] ICP30 unregister session Session# [5:7580801540700981974:2048] VirtualId# [5:7580801540700981964:0]
2025-12-06T17:41:42.703236Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801540700981974:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:42.703326Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:42.703374Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:42.703483Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:41:42.703719Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580801543932093566:2048] [node 1] ICS07 socket disconnect 556 reason# EndOfStream
2025-12-06T17:41:42.703748Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801543932093566:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:42.703814Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:42.703867Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580801543932093566:2048] [node 1] ICS15 start handshake
2025-12-06T17:41:42.704442Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:41:42.704670Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801543352690259:2048] [node 1] ICS01 socket: 585 reason# EndOfStream
2025-12-06T17:41:42.704714Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801539057722869:2048] [node 1] ICP30 unregister session Session# [4:7580801543352690259:2048] VirtualId# [4:7580801543352690252:0]
2025-12-06T17:41:42.704752Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801543352690259:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:42.704819Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:42.704859Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:42.706595Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801539637126182:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26114) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:41:42.706671Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801543932093566:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:41:42.706708Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801539637126182:2048] [node 1] ICP30 unregister session Session# [6:7580801543932093566:2048] VirtualId# [6:7580801543932093557:0]
2025-12-06T17:41:42.706759Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:42.706797Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580801539637126182:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:26114) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:41:42.706814Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26114) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:41:42.707319Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [2:7580801537181269980:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:41:42.716150Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580801539637126182:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:41:42.826708Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:41:42.827023Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801543881803056:2049] [node 2] ICS01 socket: 594 reason# EndOfStream
2025-12-06T17:41:42.827067Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801539586835661:2049] [node 2] ICP30 unregister session Session# [3:7580801543881803056:2049] VirtualId# [3:7580801543881803049:0]
2025-12-06T17:41:42.827111Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801543881803056:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:42.827227Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:42.827271Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:42.850774Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:41:42.850867Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:41:42.851087Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580801540700981982:2049] [node 2] ICS07 socket disconnect 605 reason# EndOfStream
2025-12-06T17:41:42.851109Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801540700981982:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:42.850774Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:41:42.851190Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:42.851236Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580801540700981982:2049] [node 2] ICS15 start handshake
2025-12-06T17:41:42.851059Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580801543352690262:2049] [node 2] ICS07 socket disconnect 575 reason# EndOfStream
2025-12-06T17:41:42.851093Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801543352690262:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:42.851194Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:42.851236Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580801543352690262:2049] [node 2] ICS15 start handshake
2025-12-06T17:41:42.852408Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801543932093573:2049] [node 2] ICS01 socket: 566 reason# EndOfStream
2025-12-06T17:41:42.852485Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801539637126183:2049] [node 2] ICP30 unregister session Session# [6:7580801543932093573:2049] VirtualId# [6:7580801543932093564:0]
2025-12-06T17:41:42.852546Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801539057722870:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7561) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:41:42.852521Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801543932093573:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:42.852607Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:42.852610Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801543352690262:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:41:42.852653Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:42.852644Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801539057722870:2049] [node 2] ICP30 unregister session Session# [4:7580801543352690262:2049] VirtualId# [4:7580801543352690250:0]
2025-12-06T17:41:42.852684Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:42.852721Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580801539057722870:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:7561) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:41:42.852734Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7561) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:41:42.853462Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801536406014589:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7561) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:41:42.853518Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801540700981982:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:41:42.853547Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801536406014589:2049] [node 2] ICP30 unregister session Session# [5:7580801540700981982:2049] VirtualId# [5:7580801540700981975:0]
2025-12-06T17:41:42.853585Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:42.853609Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580801536406014589:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:7561) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:41:42.853625Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7561) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:41:42.862670Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580801536406014589:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:41:42.862734Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580801539057722870:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:41:42.969709Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:41:42.969954Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801543352690264:2050] [node 3] ICS01 socket: 553 reason# EndOfStream
2025-12-06T17:41:42.969989Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801539057722871:2050] [node 3] ICP30 unregister session Session# [4:7580801543352690264:2050] VirtualId# [4:7580801543352690258:0]
2025-12-06T17:41:42.970024Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801543352690264:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:42.970121Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:41:42.970186Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:41:42.969416Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:41:42.969634Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801543932093580:2050] [node 3] ICS01 socket: 573 reason# EndOfStream
2025-12-06T17:41:42.970885Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801539637126184:2050] [node 3] ICP30 unregister session Session# [6:7580801543932093580:2050] VirtualId# [6:7580801543932093565:0]
2025-12-06T17:41:42.970923Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801543932093580:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:42.971003Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:41:42.971046Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:41:42.967549Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:41:42.967853Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801540700981969:2050] [node 3] ICS01 socket: 563 reason# EndOfStream
2025-12-06T17:41:42.968722Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801536406014590:2050] [node 3] ICP30 unregister session Session# [5:7580801540700981969:2050] VirtualId# [5:7580801540700981966:0]
2025-12-06T17:41:42.968776Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801540700981969:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:42.968865Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:41:42.968956Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:41:43.238570Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:41:43.238843Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580801543932093567:2061] [node 4] ICS07 socket disconnect 549 reason# EndOfStream
2025-12-06T17:41:43.238877Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801543932093567:2061] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:43.238990Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:41:43.239048Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580801543932093567:2061] [node 4] ICS15 start handshake
2025-12-06T17:41:43.240638Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801539637126207:2061] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6465) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:41:43.240695Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801543932093567:2061] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:41:43.240734Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801539637126207:2061] [node 4] ICP30 unregister session Session# [6:7580801543932093567:2061] VirtualId# [6:7580801543932093558:0]
2025-12-06T17:41:43.240783Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:41:43.240816Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580801539637126207:2061] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:6465) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:41:43.240833Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6465) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:41:43.250267Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580801539637126207:2061] [node 4] ICP33 wake up from error state
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:41:43.811194Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801546847727502:2048] [node 2] ICP01 ready to work
2025-12-06T17:41:43.811241Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801546847727503:2049] [node 3] ICP01 ready to work
2025-12-06T17:41:43.823970Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801544823787552:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:43.824013Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801544823787553:2049] [node 3] ICP01 ready to work
2025-12-06T17:41:43.851145Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801544515750426:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:43.851182Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801544515750427:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:43.942129Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801548191509757:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:43.942175Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801548191509758:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:43.942216Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801548191509759:2050] [node 3] ICP01 ready to work
2025-12-06T17:41:43.974732Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801547058610704:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:43.974780Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801547058610705:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:43.974815Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801547058610706:2050] [node 3] ICP01 ready to work
2025-12-06T17:41:43.993648Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801547916206133:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:43.993695Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801547916206134:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:43.993731Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801547916206135:2050] [node 3] ICP01 ready to work
2025-12-06T17:41:44.153514Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801551142694824:2074] [node 5] ICP01 ready to work
2025-12-06T17:41:44.159926Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801548810717736:2062] [node 5] ICP01 ready to work
2025-12-06T17:41:44.260393Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801552211173449:2064] [node 4] ICP01 ready to work
2025-12-06T17:41:44.262129Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801551353578020:2064] [node 5] ICP01 ready to work
2025-12-06T17:41:44.310555Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801551353578025:2066] [node 6] ICP01 ready to work
2025-12-06T17:41:44.341510Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801548810717785:2064] [node 4] ICP01 ready to work
2025-12-06T17:41:44.327684Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801549118754910:2061] [node 6] ICP01 ready to work
2025-12-06T17:41:44.328521Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801549118754911:2062] [node 4] ICP01 ready to work
2025-12-06T17:41:44.328861Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801549118754912:2063] [node 5] ICP01 ready to work
2025-12-06T17:41:44.417118Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801548191509758:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(262183934ns) {Configure:104(262178978ns) {ProcessConfigured:135(93111ns) {StartInitialHandshake:157(89597ns) {DropHandshakes:470(4151ns) {DropIncomingHandshake:442(1057ns) DropOutgoingHandshake:457(764ns)} GenerateSessionVirtualId:988(1419ns) PrepareNewSessionHandshake:477(22845ns) {SwitchToState:179(650ns)}}}}}
2025-12-06T17:41:44.419940Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801552486477120:2061] [node 4] ICP01 ready to work
2025-12-06T17:41:44.420504Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801552486477121:2063] [node 6] ICP01 ready to work
2025-12-06T17:41:44.423867Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801551142694824:2074] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(230864023ns) {Configure:104(230858123ns) {ProcessConfigured:135(73635094ns) {StartInitialHandshake:157(73631051ns) {DropHandshakes:470(3553ns) {DropIncomingHandshake:442(745ns) DropOutgoingHandshake:457(662ns)} GenerateSessionVirtualId:988(1165ns) PrepareNewSessionHandshake:477(5227ns) {SwitchToState:179(2028ns)}}}}}
2025-12-06T17:41:44.428035Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801547916206134:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(149067670ns) {Configure:104(149054738ns) {ProcessConfigured:135(59087ns) {StartInitialHandshake:157(54570ns) {DropHandshakes:470(2732ns) {DropIncomingHandshake:442(499ns) DropOutgoingHandshake:457(417ns)} GenerateSessionVirtualId:988(775ns) PrepareNewSessionHandshake:477(1493ns) {SwitchToState:179(468ns)}}}}}
2025-12-06T17:41:44.445267Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801549118754911:2062] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(99998454ns) {Configure:104(99993707ns) {ProcessConfigured:135(50565ns) {StartInitialHandshake:157(48174ns) {DropHandshakes:470(1944ns) {DropIncomingHandshake:442(522ns) DropOutgoingHandshake:457(243ns)} GenerateSessionVirtualId:988(449ns) PrepareNewSessionHandshake:477(1458ns) {SwitchToState:179(576ns)}}}}}
2025-12-06T17:41:44.456240Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801544515750426:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(39856186ns) {Configure:104(39847448ns) {ProcessConfigured:135(105126ns) {StartInitialHandshake:157(102095ns) {DropHandshakes:470(4128ns) {DropIncomingHandshake:442(806ns) DropOutgoingHandshake:457(612ns)} GenerateSessionVirtualId:988(1498ns) PrepareNewSessionHandshake:477(3559ns) {SwitchToState:179(987ns)}}}}}
2025-12-06T17:41:44.474122Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801547916206133:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(43971365ns) {Configure:104(43967405ns) {ProcessConfigured:135(109486ns) {StartInitialHandshake:157(106513ns) {DropHandshakes:470(4040ns) {DropIncomingHandshake:442(1091ns) DropOutgoingHandshake:457(510ns)} GenerateSessionVirtualId:988(1653ns) PrepareNewSessionHandshake:477(1970ns) {SwitchToState:179(448ns)}}}}}
2025-12-06T17:41:44.478836Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801551142694869:2075] [node 4] ICP01 ready to work
2025-12-06T17:41:44.485407Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801548810717794:2076] [node 6] ICP01 ready to work
2025-12-06T17:41:44.474763Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801552211173499:2069] [node 5] ICP01 ready to work
2025-12-06T17:41:44.491054Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801551142694870:2076] [node 6] ICP01 ready to work
2025-12-06T17:41:44.496109Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801544823787553:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(46055699ns) {Configure:104(46050165ns) {ProcessConfigured:135(88869ns) {StartInitialHandshake:157(85747ns) {DropHandshakes:470(3388ns) {DropIncomingHandshake:442(793ns) DropOutgoingHandshake:457(598ns)} GenerateSessionVirtualId:988(1042ns) PrepareNewSessionHandshake:477(2628ns) {SwitchToState:179(666ns)}}}}}
2025-12-06T17:41:44.499339Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801552486477121:2063] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(76609021ns) {Configure:104(76605103ns) {ProcessConfigured:135(118309ns) {StartInitialHandshake:157(115179ns) {DropHandshakes:470(6510ns) {DropIncomingHandshake:442(853ns) DropOutgoingHandshake:457(687ns)} GenerateSessionVirtualId:988(986ns) PrepareNewSessionHandshake:477(2495ns) {SwitchToState:179(1132ns)}}}}}
2025-12-06T17:41:44.508888Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801551353578020:2064] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(85218331ns) {Configure:104(85208552ns) {ProcessConfigured:135(91354ns) {StartInitialHandshake:157(88267ns) {DropHandshakes:470(6193ns) {DropIncomingHandshake:442(773ns) DropOutgoingHandshake:457(449ns)} GenerateSessionVirtualId:988(1396ns) PrepareNewSessionHandshake:477(2195ns) {SwitchToState:179(709ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:44.518092Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801549118754927:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43818
2025-12-06T17:41:44.518289Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801549118754928:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43818
2025-12-06T17:41:44.523216Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801551142694869:2075] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(29594799ns) {Configure:104(29589915ns) {ProcessConfigured:135(91472ns) {StartInitialHandshake:157(87987ns) {DropHandshakes:470(4714ns) {DropIncomingHandshake:442(1094ns) DropOutgoingHandshake:457(473ns)} GenerateSessionVirtualId:988(1117ns) PrepareNewSessionHandshake:477(2527ns) {SwitchToState:179(618ns)}}}}}
2025-12-06T17:41:44.533000Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801547058610705:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(23663532ns) {Configure:104(23657448ns) {ProcessConfigured:135(74951ns) {StartInitialHandshake:157(72164ns) {DropHandshakes:470(6359ns) {DropIncomingHandshake:442(668ns) DropOutgoingHandshake:457(439ns)} GenerateSessionVirtualId:988(1224ns) PrepareNewSessionHandshake:477(2711ns) {SwitchToState:179(788ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:44.537705Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801548810717801:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12864
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:44.540833Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801548810717802:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12864
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:44.554841Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801552211173507:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36223
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:44.555748Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801551142694871:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34097
2025-12-06T17:41:44.555983Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801551142694872:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34097
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:44.568814Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801548810717803:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12864
2025-12-06T17:41:44.567230Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801552486477130:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43856
2025-12-06T17:41:44.567446Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801552486477131:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43856
2025-12-06T17:41:44.567514Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801552486477132:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43856
2025-12-06T17:41:44.567651Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801552486477133:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43856
2025-12-06T17:41:44.579869Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801551142694871:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:44.581091Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801552211173508:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36223
2025-12-06T17:41:44.582856Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801551142694866:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:44.582893Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801551142694866:2113] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:41:44.584033Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801551142694866:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:44.559221Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801551353578073:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53770
2025-12-06T17:41:44.586423Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801548810717803:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:44.586588Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801548810717801:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:44.586773Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801544515750426:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:44.590320Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801549118754927:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:44.580265Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801552486477132:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:44.584410Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801551142694824:2074] [node 5] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:44.598975Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801548810717738:2063] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:44.599017Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801548810717738:2063] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:41:44.599896Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801548810717802:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:44.600150Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801548810717807:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12864
2025-12-06T17:41:44.603033Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801548810717738:2063] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:44.603400Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801548810717736:2062] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:44.603513Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:44.603565Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801548810717736:2062] [node 5] ICP22 created new session: [3:7580801548810717809:2062]
2025-12-06T17:41:44.603624Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801548810717809:2062] [node 5] ICS09 handshake done sender: [3:7580801548810717738:2063] self: [3:7580801548810717737:0] peer: [5:7580801552486477137:0] socket: 546 qp: -1
2025-12-06T17:41:44.603659Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801548810717809:2062] [node 5] ICS10 traffic start
2025-12-06T17:41:44.603703Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:44.604256Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801548810717803:2117] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:44.609161Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801549118754929:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43818
2025-12-06T17:41:44.609292Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801549118754930:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43818
2025-12-06T17:41:44.609393Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801549118754931:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43818
2025-12-06T17:41:44.580395Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801548191509757:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:44.584466Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:44.598693Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801552211173507:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:44.607818Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801551353578079:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53770
2025-12-06T17:41:44.613956Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801549118754931:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:44.614091Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801549118754917:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:44.614112Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801549118754917:2111] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:41:44.614638Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801549118754914:2109] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:44.614663Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801549118754914:2109] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:44.591001Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801552486477130:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:44.584520Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801551142694824:2074] [node 5] ICP22 created new session: [1:7580801551142694884:2074]
2025-12-06T17:41:44.584567Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801551142694884:2074] [node 5] ICS09 handshake done sender: [1:7580801551142694866:2113] self: [1:7580801551142694864:0] peer: [5:7580801552486477135:0] socket: 565 qp: -1
2025-12-06T17:41:44.584600Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801551142694884:2074] [node 5] ICS10 traffic start
2025-12-06T17:41:44.584641Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:44.588229Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801551142694874:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:44.588255Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801551142694874:2117] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:41:44.588810Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801551142694872:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:44.595776Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801551142694874:2117] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:44.610461Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801546847727503:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:41:44.610526Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:44.612317Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801546847727503:2049] [node 3] ICP22 created new session: [1:7580801551142694889:2049]
2025-12-06T17:41:44.616072Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801551142694889:2049] [node 3] ICS09 handshake done sender: [1:7580801551142694874:2117] self: [1:7580801551142694873:0] peer: [3:7580801548810717804:0] socket: 573 qp: -1
2025-12-06T17:41:44.607949Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801551353578080:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53770
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:44.616761Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801551142694889:2049] [node 3] ICS10 traffic start
2025-12-06T17:41:44.616815Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:44.612377Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801551353578073:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:44.612657Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801547058610705:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:44.612155Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801547916206134:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:44.613229Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801552211173508:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:44.613600Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801552211173449:2064] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:44.621182Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801552211173511:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36223
2025-12-06T17:41:44.621243Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801552211173512:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36223
2025-12-06T17:41:44.626128Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801552211173513:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36223
2025-12-06T17:41:44.591386Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801548191509759:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:44.591700Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801552486477136:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43856
2025-12-06T17:41:44.595028Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801552486477132:2117] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:44.609714Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801548191509757:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:44.609779Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:44.609834Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801548191509757:2048] [node 1] ICP22 created new session: [5:7580801552486477138:2048]
2025-12-06T17:41:44.609895Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801552486477138:2048] [node 1] ICS09 handshake done sender: [5:7580801552486477132:2117] self: [5:7580801552486477135:0] peer: [1:7580801551142694864:0] socket: 570 qp: -1
2025-12-06T17:41:44.609939Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801552486477138:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:44.609978Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:44.619460Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801552486477131:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:44.619773Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801548191509758:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:44.620363Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801552486477140:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43856
2025-12-06T17:41:44.617758Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801544515750426:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:44.617846Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:44.617897Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801544515750426:2048] [node 1] ICP22 created new session: [3:7580801548810717811:2048]
2025-12-06T17:41:44.617948Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801548810717811:2048] [node 1] ICS09 handshake done sender: [3:7580801548810717803:2117] self: [3:7580801548810717804:0] peer: [1:7580801551142694873:0] socket: 581 qp: -1
2025-12-06T17:41:44.617983Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801548810717811:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:44.618027Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:44.629400Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801552211173514:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36223
2025-12-06T17:41:44.629874Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801552486477130:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:44.630438Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801549118754917:2111] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:44.633591Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801552211173515:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36223
2025-12-06T17:41:44.630179Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801548191509759:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:41:44.630257Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:44.630304Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801548191509759:2050] [node 3] ICP22 created new session: [5:7580801552486477143:2050]
2025-12-06T17:41:44.630347Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801552486477143:2050] [node 3] ICS09 handshake done sender: [5:7580801552486477130:2115] self: [5:7580801552486477137:0] peer: [3:7580801548810717737:0] socket: 556 qp: -1
2025-12-06T17:41:44.630387Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801552486477143:2050] [node 3] ICS10 traffic start
2025-12-06T17:41:44.630424Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:44.630860Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801551353578070:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:44.638412Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801549118754914:2109] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:44.630904Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801551353578070:2112] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:44.632451Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801551353578079:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:44.632828Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801551353578082:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53770
2025-12-06T17:41:44.639193Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801551353578080:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:44.639514Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801551353578073:2114] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:44.641956Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801552486477133:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:44.642316Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801552486477120:2061] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:44.645114Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801551353578070:2112] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:44.650358Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801549118754928:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:44.650490Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801549118754919:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:44.650511Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801549118754919:2112] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:41:44.651193Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801549118754930:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:44.651273Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801549118754929:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:44.651312Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801549118754911:2062] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:41:44.651384Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:44.651430Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801549118754911:2062] [node 4] ICP22 created new session: [2:7580801549118754936:2062]
2025-12-06T17:41:44.651477Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801549118754936:2062] [node 4] ICS09 handshake done sender: [2:7580801549118754917:2111] self: [2:7580801549118754916:0] peer: [4:7580801551353578081:0] socket: 554 qp: -1
2025-12-06T17:41:44.651514Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801549118754936:2062] [node 4] ICS10 traffic start
2025-12-06T17:41:44.651544Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:44.652162Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801549118754910:2061] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:44.652241Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:44.652281Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801549118754910:2061] [node 6] ICP22 created new session: [2:7580801549118754938:2061]
2025-12-06T17:41:44.652339Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801549118754938:2061] [node 6] ICS09 handshake done sender: [2:7580801549118754914:2109] self: [2:7580801549118754913:0] peer: [6:7580801552211173509:0] socket: 553 qp: -1
2025-12-06T17:41:44.652369Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801549118754938:2061] [node 6] ICS10 traffic start
2025-12-06T17:41:44.652401Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:44.648097Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801551353578066:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:44.648137Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801551353578066:2110] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:41:44.648613Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801547058610705:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:44.648690Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:44.648747Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801547058610705:2049] [node 2] ICP22 created new session: [4:7580801551353578086:2049]
2025-12-06T17:41:44.648801Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801551353578086:2049] [node 2] ICS09 handshake done sender: [4:7580801551353578073:2114] self: [4:7580801551353578081:0] peer: [2:7580801549118754916:0] socket: 572 qp: -1
2025-12-06T17:41:44.648842Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801551353578086:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:44.648886Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:44.649418Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801547058610704:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:44.649536Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801551353578085:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53770
2025-12-06T17:41:44.649646Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801551353578025:2066] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:44.649685Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:44.649740Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801551353578025:2066] [node 6] ICP22 created new session: [4:7580801551353578089:2066]
2025-12-06T17:41:44.649789Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801551353578089:2066] [node 6] ICS09 handshake done sender: [4:7580801551353578070:2112] self: [4:7580801551353578069:0] peer: [6:7580801552211173510:0] socket: 576 qp: -1
2025-12-06T17:41:44.649817Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801551353578089:2066] [node 6] ICS10 traffic start
2025-12-06T17:41:44.654167Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:44.665705Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801552211173514:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:44.665795Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801552211173507:2115] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:44.666346Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801552211173508:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:44.666628Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801547916206134:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:44.666726Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:44.666781Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801547916206134:2049] [node 2] ICP22 created new session: [6:7580801552211173516:2049]
2025-12-06T17:41:44.666830Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801552211173516:2049] [node 2] ICS09 handshake done sender: [6:7580801552211173507:2115] self: [6:7580801552211173509:0] peer: [2:7580801549118754913:0] socket: 560 qp: -1
2025-12-06T17:41:44.666882Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801552211173516:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:44.666925Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:44.667796Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801552211173513:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:44.667891Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801552211173512:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:44.668034Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801547916206133:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:44.668101Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801552211173499:2069] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:44.668310Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801552211173449:2064] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:41:44.668374Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:44.668425Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801552211173449:2064] [node 4] ICP22 created new session: [6:7580801552211173520:2064]
2025-12-06T17:41:44.668467Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801552211173520:2064] [node 4] ICS09 handshake done sender: [6:7580801552211173508:2116] self: [6:7580801552211173510:0] peer: [4:7580801551353578069:0] socket: 583 qp: -1
2025-12-06T17:41:44.668505Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801552211173520:2064] [node 4] ICS10 traffic start
2025-12-06T17:41:44.668536Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:44.671036Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801551142694878:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:44.671075Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801551142694878:2119] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:44.672207Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801552486477125:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:44.672244Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580801552486477125:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:44.674159Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801551142694878:2119] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:44.674374Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801552486477125:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:44.674772Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801551142694870:2076] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:44.674852Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:44.674927Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801551142694870:2076] [node 6] ICP22 created new session: [1:7580801551142694893:2076]
2025-12-06T17:41:44.674986Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801551142694893:2076] [node 6] ICS09 handshake done sender: [1:7580801551142694878:2119] self: [1:7580801551142694877:0] peer: [6:7580801552211173518:0] socket: 552 qp: -1
2025-12-06T17:41:44.675035Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801551142694893:2076] [node 6] ICS10 traffic start
2025-12-06T17:41:44.675072Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:44.676474Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580801552486477121:2063] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:44.676522Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:44.676566Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801552486477121:2063] [node 6] ICP22 created new session: [5:7580801552486477147:2063]
2025-12-06T17:41:44.676605Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801552486477147:2063] [node 6] ICS09 handshake done sender: [5:7580801552486477125:2113] self: [5:7580801552486477124:0] peer: [6:7580801552211173519:0] socket: 598 qp: -1
2025-12-06T17:41:44.676639Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801552486477147:2063] [node 6] ICS10 traffic start
2025-12-06T17:41:44.676675Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:44.677630Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801547916206135:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:44.685524Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801552486477149:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43856
2025-12-06T17:41:44.680062Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801551353578085:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:44.681415Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801547058610706:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:44.682961Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801551353578066:2110] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:44.686206Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801551353578020:2064] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:44.686282Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:44.686328Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801551353578020:2064] [node 5] ICP22 created new session: [4:7580801551353578095:2064]
2025-12-06T17:41:44.686379Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801551353578095:2064] [node 5] ICS09 handshake done sender: [4:7580801551353578066:2110] self: [4:7580801551353578065:0] peer: [5:7580801552486477145:0] socket: 574 qp: -1
2025-12-06T17:41:44.686417Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801551353578095:2064] [node 5] ICS10 traffic start
2025-12-06T17:41:44.686460Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:44.683518Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801551142694876:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:44.683558Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801551142694876:2118] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:41:44.685051Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801551142694895:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34097
2025-12-06T17:41:44.688020Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801551142694876:2118] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:44.690718Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801547916206133:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12677) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801552211173513:2119] held: no
2025-12-06T17:41:44.691277Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801551142694869:2075] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:41:44.691340Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:44.691409Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801551142694869:2075] [node 4] ICP22 created new session: [1:7580801551142694897:2075]
2025-12-06T17:41:44.691483Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801551142694897:2075] [node 4] ICS09 handshake done sender: [1:7580801551142694876:2118] self: [1:7580801551142694875:0] peer: [4:7580801551353578088:0] socket: 586 qp: -1
2025-12-06T17:41:44.691524Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801551142694897:2075] [node 4] ICS10 traffic start
2025-12-06T17:41:44.691563Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:44.694336Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801552211173522:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36223
2025-12-06T17:41:44.687530Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801548810717798:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:44.696077Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580801544823787552:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:44.687581Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801548810717798:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:44.689895Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801548810717796:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:44.689924Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801548810717796:2113] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:41:44.698661Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801552486477133:2118] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:44.699457Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801551142694868:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:44.699500Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801551142694868:2114] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:41:44.700528Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801551142694899:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34097
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:44.702147Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801552211173523:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36223
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:44.702681Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801552486477120:2061] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:41:44.702756Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:44.702862Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801552486477120:2061] [node 4] ICP22 created new session: [5:7580801552486477151:2061]
2025-12-06T17:41:44.703038Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801552486477151:2061] [node 4] ICS09 handshake done sender: [5:7580801552486477133:2118] self: [5:7580801552486477145:0] peer: [4:7580801551353578065:0] socket: 578 qp: -1
2025-12-06T17:41:44.703122Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801552486477151:2061] [node 4] ICS10 traffic start
2025-12-06T17:41:44.703216Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:44.704147Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801552486477150:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43856
2025-12-06T17:41:44.710011Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801549118754919:2112] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:44.711194Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801551142694868:2114] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:44.714016Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801549118754912:2063] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:44.714142Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:44.714472Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801548810717815:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12864
2025-12-06T17:41:44.714759Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801548810717798:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:44.717156Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801546847727502:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:41:44.717246Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:44.717299Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801546847727502:2048] [node 2] ICP22 created new session: [1:7580801551142694901:2048]
2025-12-06T17:41:44.717354Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801551142694901:2048] [node 2] ICS09 handshake done sender: [1:7580801551142694868:2114] self: [1:7580801551142694867:0] peer: [2:7580801549118754944:0] socket: 571 qp: -1
2025-12-06T17:41:44.717398Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801551142694901:2048] [node 2] ICS10 traffic start
2025-12-06T17:41:44.717434Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:44.715394Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801549118754912:2063] [node 5] ICP22 created new session: [2:7580801549118754947:2063]
2025-12-06T17:41:44.715475Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801549118754947:2063] [node 5] ICS09 handshake done sender: [2:7580801549118754919:2112] self: [2:7580801549118754918:0] peer: [5:7580801552486477142:0] socket: 555 qp: -1
2025-12-06T17:41:44.715514Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801549118754947:2063] [node 5] ICS10 traffic start
2025-12-06T17:41:44.715561Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:44.729267Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801548810717818:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12864
2025-12-06T17:41:44.729479Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801548810717796:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:44.729918Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801548810717794:2076] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:44.730015Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:44.730081Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801548810717794:2076] [node 6] ICP22 created new session: [3:7580801548810717819:2076]
2025-12-06T17:41:44.730132Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801548810717819:2076] [node 6] ICS09 handshake done sender: [3:7580801548810717798:2114] self: [3:7580801548810717797:0] peer: [6:7580801552211173524:0] socket: 550 qp: -1
2025-12-06T17:41:44.730171Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801548810717819:2076] [node 6] ICS10 traffic start
2025-12-06T17:41:44.730212Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:44.730752Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801548810717785:2064] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:41:44.730802Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:44.730854Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801548810717785:2064] [node 4] ICP22 created new session: [3:7580801548810717821:2064]
2025-12-06T17:41:44.730899Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801548810717821:2064] [node 4] ICS09 handshake done sender: [3:7580801548810717796:2113] self: [3:7580801548810717795:0] peer: [4:7580801551353578094:0] socket: 605 qp: -1
2025-12-06T17:41:44.730928Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801548810717821:2064] [node 4] ICS10 traffic start
2025-12-06T17:41:44.730959Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:44.731606Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801552211173512:2118] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:44.731921Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801551353578097:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53770
2025-12-06T17:41:44.732375Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801551142694895:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:44.732505Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580801551142694869:2075] [node 4] ICP18 handshake (actor [1:7580801551142694895:2120]) is too old
2025-12-06T17:41:44.738448Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801552211173513:2119] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:44.743235Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801552486477131:2116] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:44.740081Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801552211173499:2069] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:41:44.740171Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:44.740222Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801552211173499:2069] [node 5] ICP22 created new session: [6:7580801552211173527:2069]
2025-12-06T17:41:44.740276Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801552211173527:2069] [node 5] ICS09 handshake done sender: [6:7580801552211173512:2118] self: [6:7580801552211173519:0] peer: [5:7580801552486477124:0] socket: 600 qp: -1
2025-12-06T17:41:44.740318Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801552211173527:2069] [node 5] ICS10 traffic start
2025-12-06T17:41:44.740357Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:44.741151Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801547916206133:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:44.741222Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:44.741272Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801547916206133:2048] [node 1] ICP22 created new session: [6:7580801552211173529:2048]
2025-12-06T17:41:44.741323Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801552211173529:2048] [node 1] ICS09 handshake done sender: [6:7580801552211173513:2119] self: [6:7580801552211173518:0] peer: [1:7580801551142694877:0] socket: 601 qp: -1
2025-12-06T17:41:44.741359Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801552211173529:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:44.741395Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:44.747441Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801551353578098:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53770
2025-12-06T17:41:44.748091Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801548191509758:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:44.748233Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:44.748290Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801548191509758:2049] [node 2] ICP22 created new session: [5:7580801552486477154:2049]
2025-12-06T17:41:44.748348Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801552486477154:2049] [node 2] ICS09 handshake done sender: [5:7580801552486477131:2116] self: [5:7580801552486477142:0] peer: [2:7580801549118754918:0] socket: 557 qp: -1
2025-12-06T17:41:44.748401Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801552486477154:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:44.748445Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:44.755693Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801548810717815:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:44.755902Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7580801548810717785:2064] [node 4] ICP18 handshake (actor [3:7580801548810717815:2119]) is too old
2025-12-06T17:41:44.756615Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801552211173526:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36223
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:44.762268Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801552486477153:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43856
2025-12-06T17:41:44.763174Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801547058610704:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12677) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580801551353578080:2117] held: no
2025-12-06T17:41:44.764889Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801547916206135:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16434) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801552211173514:2120] held: no
2025-12-06T17:41:44.765113Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801552211173514:2120] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:44.768535Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801549118754946:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43818
2025-12-06T17:41:44.771241Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801547916206135:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:41:44.771331Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:44.771382Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801547916206135:2050] [node 3] ICP22 created new session: [6:7580801552211173531:2050]
2025-12-06T17:41:44.771426Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801552211173531:2050] [node 3] ICS09 handshake done sender: [6:7580801552211173514:2120] self: [6:7580801552211173524:0] peer: [3:7580801548810717797:0] socket: 602 qp: -1
2025-12-06T17:41:44.771473Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801552211173531:2050] [node 3] ICS10 traffic start
2025-12-06T17:41:44.771520Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:44.773202Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801551353578080:2117] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:44.774041Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801551353578085:2119] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:44.775995Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801548810717818:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:44.776166Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801544515750427:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:44.776810Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801547058610706:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16434) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580801551353578085:2119] held: no
2025-12-06T17:41:44.775180Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801549118754930:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:44.776969Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801547058610706:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:41:44.777021Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:44.777069Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801547058610706:2050] [node 3] ICP22 created new session: [4:7580801551353578099:2050]
2025-12-06T17:41:44.777120Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801551353578099:2050] [node 3] ICS09 handshake done sender: [4:7580801551353578085:2119] self: [4:7580801551353578094:0] peer: [3:7580801548810717795:0] socket: 606 qp: -1
2025-12-06T17:41:44.777167Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801551353578099:2050] [node 3] ICS10 traffic start
2025-12-06T17:41:44.777209Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:44.777787Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801547058610704:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:44.777819Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:44.777855Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801547058610704:2048] [node 1] ICP22 created new session: [4:7580801551353578101:2048]
2025-12-06T17:41:44.777899Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801551353578101:2048] [node 1] ICS09 handshake done sender: [4:7580801551353578080:2117] self: [4:7580801551353578088:0] peer: [1:7580801551142694875:0] socket: 592 qp: -1
2025-12-06T17:41:44.777928Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801551353578101:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:44.777957Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:44.778951Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801551142694899:2121] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:44.779080Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580801546847727502:2048] [node 2] ICP18 handshake (actor [1:7580801551142694899:2121]) is too old
2025-12-06T17:41:44.782492Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801549118754923:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:44.782546Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801549118754923:2114] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:41:44.788424Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580801544823787552:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:44.788524Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:44.788613Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801544823787552:2048] [node 1] ICP22 created new session: [2:7580801549118754949:2048]
2025-12-06T17:41:44.788667Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801549118754949:2048] [node 1] ICS09 handshake done sender: [2:7580801549118754930:2118] self: [2:7580801549118754944:0] peer: [1:7580801551142694867:0] socket: 588 qp: -1
2025-12-06T17:41:44.788707Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801549118754949:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:44.788750Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:44.789075Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7580801544823787552:2048] [node 1] ICP27 obsolete handshake fail ignored
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:44.791660Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801548810717824:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12864
2025-12-06T17:41:44.799638Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801549118754923:2114] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:44.800608Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801548810717818:2120] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:44.800986Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801544515750427:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:44.801060Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:44.801113Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801544515750427:2049] [node 2] ICP22 created new session: [3:7580801548810717825:2049]
2025-12-06T17:41:44.801161Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801548810717825:2049] [node 2] ICS09 handshake done sender: [3:7580801548810717818:2120] self: [3:7580801548810717823:0] peer: [2:7580801549118754922:0] socket: 591 qp: -1
2025-12-06T17:41:44.801205Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801548810717825:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:44.801243Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:44.803076Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801544823787553:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:41:44.803175Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:44.803227Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801544823787553:2049] [node 3] ICP22 created new session: [2:7580801549118754952:2049]
2025-12-06T17:41:44.803278Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801549118754952:2049] [node 3] ICS09 handshake done sender: [2:7580801549118754923:2114] self: [2:7580801549118754922:0] peer: [3:7580801548810717823:0] socket: 613 qp: -1
2025-12-06T17:41:44.803318Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801549118754952:2049] [node 3] ICS10 traffic start
2025-12-06T17:41:44.803356Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:44.882777Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:41:44.883115Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580801549118754949:2048] [node 1] ICS01 socket: 588 reason# EndOfStream
2025-12-06T17:41:44.883169Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580801544823787552:2048] [node 1] ICP30 unregister session Session# [2:7580801549118754949:2048] VirtualId# [2:7580801549118754944:0]
2025-12-06T17:41:44.883212Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580801549118754949:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:44.883329Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:44.883399Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:44.890194Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:41:44.890523Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801548810717811:2048] [node 1] ICS01 socket: 581 reason# EndOfStream
2025-12-06T17:41:44.890592Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801544515750426:2048] [node 1] ICP30 unregister session Session# [3:7580801548810717811:2048] VirtualId# [3:7580801548810717804:0]
2025-12-06T17:41:44.890642Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801548810717811:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:44.890773Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:44.890834Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:44.908857Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:41:44.909142Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801552486477138:2048] [node 1] ICS01 socket: 570 reason# EndOfStream
2025-12-06T17:41:44.909197Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801548191509757:2048] [node 1] ICP30 unregister session Session# [5:7580801552486477138:2048] VirtualId# [5:7580801552486477135:0]
2025-12-06T17:41:44.909237Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801552486477138:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:44.909331Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:44.909391Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:44.911988Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:41:44.912316Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801552211173529:2048] [node 1] ICS01 socket: 601 reason# EndOfStream
2025-12-06T17:41:44.912372Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801547916206133:2048] [node 1] ICP30 unregister session Session# [6:7580801552211173529:2048] VirtualId# [6:7580801552211173518:0]
2025-12-06T17:41:44.912412Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801552211173529:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:44.912513Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:44.912598Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:44.918828Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:41:44.919159Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801551353578101:2048] [node 1] ICS01 socket: 592 reason# EndOfStream
2025-12-06T17:41:44.919205Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801547058610704:2048] [node 1] ICP30 unregister session Session# [4:7580801551353578101:2048] VirtualId# [4:7580801551353578088:0]
2025-12-06T17:41:44.919242Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801551353578101:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:44.919339Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:44.919386Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:45.095189Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:41:45.095486Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801548810717825:2049] [node 2] ICS01 socket: 591 reason# EndOfStream
2025-12-06T17:41:45.095540Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801544515750427:2049] [node 2] ICP30 unregister session Session# [3:7580801548810717825:2049] VirtualId# [3:7580801548810717823:0]
2025-12-06T17:41:45.095580Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801548810717825:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:45.095660Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:45.095703Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:45.141118Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:41:45.141416Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801551353578086:2049] [node 2] ICS01 socket: 572 reason# EndOfStream
2025-12-06T17:41:45.141476Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801547058610705:2049] [node 2] ICP30 unregister session Session# [4:7580801551353578086:2049] VirtualId# [4:7580801551353578081:0]
2025-12-06T17:41:45.141518Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801551353578086:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:45.141629Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:45.141691Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:45.141835Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:41:45.142069Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801552486477154:2049] [node 2] ICS01 socket: 557 reason# EndOfStream
2025-12-06T17:41:45.142116Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801548191509758:2049] [node 2] ICP30 unregister session Session# [5:7580801552486477154:2049] VirtualId# [5:7580801552486477142:0]
2025-12-06T17:41:45.142153Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801552486477154:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:45.142221Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:45.142257Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:45.146673Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:41:45.146943Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801552211173516:2049] [node 2] ICS01 socket: 560 reason# EndOfStream
2025-12-06T17:41:45.147000Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801547916206134:2049] [node 2] ICP30 unregister session Session# [6:7580801552211173516:2049] VirtualId# [6:7580801552211173509:0]
2025-12-06T17:41:45.147070Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801552211173516:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:45.147186Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:45.147251Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:45.376302Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:41:45.376569Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801552486477143:2050] [node 3] ICS01 socket: 556 reason# EndOfStream
2025-12-06T17:41:45.376614Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801548191509759:2050] [node 3] ICP30 unregister session Session# [5:7580801552486477143:2050] VirtualId# [5:7580801552486477137:0]
2025-12-06T17:41:45.376650Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801552486477143:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:45.376741Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:41:45.376799Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:41:45.376945Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:41:45.377144Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801551353578099:2050] [node 3] ICS01 socket: 606 reason# EndOfStream
2025-12-06T17:41:45.377182Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801547058610706:2050] [node 3] ICP30 unregister session Session# [4:7580801551353578099:2050] VirtualId# [4:7580801551353578094:0]
2025-12-06T17:41:45.377210Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801551353578099:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:45.377271Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:41:45.377308Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:41:45.377410Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:41:45.377598Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801552211173531:2050] [node 3] ICS01 socket: 602 reason# EndOfStream
2025-12-06T17:41:45.377634Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801547916206135:2050] [node 3] ICP30 unregister session Session# [6:7580801552211173531:2050] VirtualId# [6:7580801552211173524:0]
2025-12-06T17:41:45.377661Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801552211173531:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:45.377714Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:41:45.377749Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:41:45.576447Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:41:45.576755Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801552211173520:2064] [node 4] ICS01 socket: 583 reason# EndOfStream
2025-12-06T17:41:45.576806Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801552211173449:2064] [node 4] ICP30 unregister session Session# [6:7580801552211173520:2064] VirtualId# [6:7580801552211173510:0]
2025-12-06T17:41:45.576860Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801552211173520:2064] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:45.577005Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:41:45.577071Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:41:45.576637Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:41:45.576931Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801552486477151:2061] [node 4] ICS01 socket: 578 reason# EndOfStream
2025-12-06T17:41:45.577004Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801552486477120:2061] [node 4] ICP30 unregister session Session# [5:7580801552486477151:2061] VirtualId# [5:7580801552486477145:0]
2025-12-06T17:41:45.577058Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801552486477151:2061] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:45.577170Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:41:45.577229Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:41:45.769745Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:41:45.770052Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801552211173527:2069] [node 5] ICS01 socket: 600 reason# EndOfStream
2025-12-06T17:41:45.770116Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801552211173499:2069] [node 5] ICP30 unregister session Session# [6:7580801552211173527:2069] VirtualId# [6:7580801552211173519:0]
2025-12-06T17:41:45.770161Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801552211173527:2069] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:45.770269Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:41:45.770330Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:41:45.998793Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801554092355626:2048] [node 2] ICP01 ready to work
2025-12-06T17:41:45.998849Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801554092355627:2049] [node 3] ICP01 ready to work
2025-12-06T17:41:46.027333Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801557416699825:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:46.027373Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801557416699826:2049] [node 3] ICP01 ready to work
2025-12-06T17:41:46.071347Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801559911151600:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:46.071386Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801559911151601:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:46.127422Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801560362537782:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:46.127456Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801560362537783:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:46.127487Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801560362537784:2050] [node 3] ICP01 ready to work
2025-12-06T17:41:46.131458Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801558121697520:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:46.131495Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801558121697521:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:46.131526Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801558121697522:2050] [node 3] ICP01 ready to work
2025-12-06T17:41:46.134936Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801558939940856:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:46.134977Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801558939940857:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:46.135011Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801558939940858:2050] [node 3] ICP01 ready to work
2025-12-06T17:41:46.522753Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801558387322985:2106] [node 6] ICP01 ready to work
2025-12-06T17:41:46.523313Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801558387322986:2108] [node 4] ICP01 ready to work
2025-12-06T17:41:46.478955Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801559911151636:2079] [node 6] ICP01 ready to work
2025-12-06T17:41:46.502738Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801557416699882:2087] [node 4] ICP01 ready to work
2025-12-06T17:41:46.533738Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801558939940858:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(108203831ns) {Configure:104(108198911ns) {ProcessConfigured:135(116963ns) {StartInitialHandshake:157(112234ns) {DropHandshakes:470(3714ns) {DropIncomingHandshake:442(959ns) DropOutgoingHandshake:457(572ns)} GenerateSessionVirtualId:988(1430ns) PrepareNewSessionHandshake:477(3386ns) {SwitchToState:179(1201ns)}}}}}
2025-12-06T17:41:46.518973Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801559911151654:2080] [node 4] ICP01 ready to work
2025-12-06T17:41:46.558491Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801557416699886:2091] [node 6] ICP01 ready to work
2025-12-06T17:41:46.534494Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801558939940879:2064] [node 4] ICP01 ready to work
2025-12-06T17:41:46.563631Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801558387322989:2107] [node 5] ICP01 ready to work
2025-12-06T17:41:46.559079Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801560362537804:2059] [node 5] ICP01 ready to work
2025-12-06T17:41:46.634395Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801559911151600:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(192610011ns) {Configure:104(192602834ns) {ProcessConfigured:135(75103ns) {StartInitialHandshake:157(71851ns) {DropHandshakes:470(3924ns) {DropIncomingHandshake:442(847ns) DropOutgoingHandshake:457(605ns)} GenerateSessionVirtualId:988(1234ns) PrepareNewSessionHandshake:477(2535ns) {SwitchToState:179(925ns)}}}}}
2025-12-06T17:41:46.534863Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801558939940880:2066] [node 6] ICP01 ready to work
2025-12-06T17:41:46.622505Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801557416699890:2092] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:46.661342Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801557416699825:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(82861425ns) {Configure:104(82853743ns) {ProcessConfigured:135(78857ns) {StartInitialHandshake:157(75138ns) {DropHandshakes:470(3971ns) {DropIncomingHandshake:442(920ns) DropOutgoingHandshake:457(674ns)} GenerateSessionVirtualId:988(1325ns) PrepareNewSessionHandshake:477(2511ns) {SwitchToState:179(728ns)}}}}}
2025-12-06T17:41:46.667342Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801554092355626:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(141490935ns) {Configure:104(141486163ns) {ProcessConfigured:135(80080ns) {StartInitialHandshake:157(76624ns) {DropHandshakes:470(8558ns) {DropIncomingHandshake:442(1009ns) DropOutgoingHandshake:457(736ns)} GenerateSessionVirtualId:988(975ns) PrepareNewSessionHandshake:477(2536ns) {SwitchToState:179(819ns)}}}}}
2025-12-06T17:41:46.559580Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801558939940856:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(135990106ns) {Configure:104(135983461ns) {ProcessConfigured:135(80027ns) {StartInitialHandshake:157(77234ns) {DropHandshakes:470(4089ns) {DropIncomingHandshake:442(800ns) DropOutgoingHandshake:457(1065ns)} GenerateSessionVirtualId:988(1189ns) PrepareNewSessionHandshake:477(2418ns) {SwitchToState:179(667ns)}}}}}
2025-12-06T17:41:46.664335Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801560362537844:2070] [node 4] ICP01 ready to work
2025-12-06T17:41:46.696703Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801557416699826:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(35076240ns) {Configure:104(35071116ns) {ProcessConfigured:135(86463ns) {StartInitialHandshake:157(75392ns) {DropHandshakes:470(4077ns) {DropIncomingHandshake:442(785ns) DropOutgoingHandshake:457(765ns)} GenerateSessionVirtualId:988(1045ns) PrepareNewSessionHandshake:477(2638ns) {SwitchToState:179(852ns)}}}}}
2025-12-06T17:41:46.718673Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801560362537784:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(292301089ns) {Configure:104(292296314ns) {ProcessConfigured:135(85243ns) {StartInitialHandshake:157(82420ns) {DropHandshakes:470(4289ns) {DropIncomingHandshake:442(707ns) DropOutgoingHandshake:457(507ns)} GenerateSessionVirtualId:988(1155ns) PrepareNewSessionHandshake:477(2951ns) {SwitchToState:179(671ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:46.725341Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801557416699882:2087] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(40022213ns) {Configure:104(40015751ns) {ProcessConfigured:135(73024ns) {StartInitialHandshake:157(70634ns) {DropHandshakes:470(4824ns) {DropIncomingHandshake:442(546ns) DropOutgoingHandshake:457(401ns)} GenerateSessionVirtualId:988(1146ns) PrepareNewSessionHandshake:477(2023ns) {SwitchToState:179(540ns)}}}}}
2025-12-06T17:41:46.685093Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801558387322994:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11558
2025-12-06T17:41:46.739798Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801559911151654:2080] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(105154347ns) {Configure:104(105145696ns) {ProcessConfigured:135(91138ns) {StartInitialHandshake:157(88335ns) {DropHandshakes:470(4351ns) {DropIncomingHandshake:442(736ns) DropOutgoingHandshake:457(1348ns)} GenerateSessionVirtualId:988(1211ns) PrepareNewSessionHandshake:477(2762ns) {SwitchToState:179(701ns)}}}}}
2025-12-06T17:41:46.740376Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801559911151669:2078] [node 5] ICP01 ready to work
2025-12-06T17:41:46.752013Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801558121697520:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(272957577ns) {Configure:104(272950534ns) {ProcessConfigured:135(82896ns) {StartInitialHandshake:157(79527ns) {DropHandshakes:470(3782ns) {DropIncomingHandshake:442(756ns) DropOutgoingHandshake:457(633ns)} GenerateSessionVirtualId:988(1420ns) PrepareNewSessionHandshake:477(5847ns) {SwitchToState:179(695ns)}}}}}
2025-12-06T17:41:46.752816Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801558121697585:2082] [node 6] ICP01 ready to work
2025-12-06T17:41:46.753621Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801558121697588:2089] [node 5] ICP01 ready to work
2025-12-06T17:41:46.732815Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801558387322985:2106] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(168876913ns) {Configure:104(168869184ns) {ProcessConfigured:135(88027ns) {StartInitialHandshake:157(84009ns) {DropHandshakes:470(3397ns) {DropIncomingHandshake:442(764ns) DropOutgoingHandshake:457(618ns)} GenerateSessionVirtualId:988(1298ns) PrepareNewSessionHandshake:477(2697ns) {SwitchToState:179(863ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:46.743214Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801557416699899:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62019
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:46.783465Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801558387322994:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:46.784202Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801558387323002:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11558
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:46.785785Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801557416699905:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62019
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:46.799602Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801558387323003:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11558
2025-12-06T17:41:46.799914Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801558387323002:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:46.816152Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801558387323004:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11558
2025-12-06T17:41:46.773673Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801560362537804:2059] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(51081453ns) {Configure:104(51076282ns) {ProcessConfigured:135(79530ns) {StartInitialHandshake:157(76889ns) {DropHandshakes:470(3783ns) {DropIncomingHandshake:442(665ns) DropOutgoingHandshake:457(597ns)} GenerateSessionVirtualId:988(1323ns) PrepareNewSessionHandshake:477(2435ns) {SwitchToState:179(697ns)}}}}}
2025-12-06T17:41:46.778313Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801559911151669:2078] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(35755691ns) {Configure:104(35749586ns) {ProcessConfigured:135(75529ns) {StartInitialHandshake:157(72891ns) {DropHandshakes:470(6696ns) {DropIncomingHandshake:442(869ns) DropOutgoingHandshake:457(409ns)} GenerateSessionVirtualId:988(1284ns) PrepareNewSessionHandshake:477(2406ns) {SwitchToState:179(629ns)}}}}}
2025-12-06T17:41:46.799296Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801557416699899:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:46.767624Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801558121697586:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59210
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:46.832121Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801558387323003:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:46.774656Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801560362537855:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61554
2025-12-06T17:41:46.799182Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801559911151636:2079] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(186891328ns) {Configure:104(186885144ns) {ProcessConfigured:135(881774ns) {StartInitialHandshake:157(876928ns) {DropHandshakes:470(4125ns) {DropIncomingHandshake:442(1152ns) DropOutgoingHandshake:457(678ns)} GenerateSessionVirtualId:988(1175ns) PrepareNewSessionHandshake:477(3471ns) {SwitchToState:179(1486ns)}}}}}
2025-12-06T17:41:46.767849Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801558121697587:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59210
2025-12-06T17:41:46.831003Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801557416699905:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:46.774725Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801560362537856:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61554
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:46.795392Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801558121697586:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:46.834675Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801558387322993:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:46.838474Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801559911151670:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39001
2025-12-06T17:41:46.781361Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801560362537782:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(77822838ns) {Configure:104(77813715ns) {ProcessConfigured:135(108437ns) {StartInitialHandshake:157(105934ns) {DropHandshakes:470(4252ns) {DropIncomingHandshake:442(625ns) DropOutgoingHandshake:457(317ns)} GenerateSessionVirtualId:988(755ns) PrepareNewSessionHandshake:477(2621ns) {SwitchToState:179(868ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:46.831193Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801557416699906:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62019
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:46.853561Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801558939940934:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:269
2025-12-06T17:41:46.795607Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801558121697587:2112] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:46.832278Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580801557416699825:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:46.835096Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801557416699906:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:46.835223Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801557416699896:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:46.835239Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801557416699896:2112] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:46.844496Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801557416699896:2112] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:46.851120Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801557416699911:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62019
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:46.834723Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801558387322993:2112] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:46.862632Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801557416699899:2114] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:46.871080Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801558939940935:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:269
2025-12-06T17:41:46.872792Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801558939940934:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:46.873032Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801558939940879:2064] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:46.826845Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801560362537855:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:46.838682Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801559911151671:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39001
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:46.878947Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801557416699894:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:46.878987Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801557416699894:2111] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:41:46.879669Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801557416699912:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62019
2025-12-06T17:41:46.879811Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801557416699886:2091] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:46.879881Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:46.879931Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801557416699886:2091] [node 6] ICP22 created new session: [2:7580801557416699913:2091]
2025-12-06T17:41:46.880007Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801557416699913:2091] [node 6] ICS09 handshake done sender: [2:7580801557416699896:2112] self: [2:7580801557416699895:0] peer: [6:7580801560362537862:0] socket: 563 qp: -1
2025-12-06T17:41:46.880053Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801557416699913:2091] [node 6] ICS10 traffic start
2025-12-06T17:41:46.880105Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:46.881010Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580801557416699825:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:46.881071Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:46.881118Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801557416699825:2048] [node 1] ICP22 created new session: [2:7580801557416699915:2048]
2025-12-06T17:41:46.881174Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801557416699915:2048] [node 1] ICS09 handshake done sender: [2:7580801557416699899:2114] self: [2:7580801557416699907:0] peer: [1:7580801558387322990:0] socket: 560 qp: -1
2025-12-06T17:41:46.881211Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801557416699915:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:46.881243Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:46.838822Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801559911151672:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39001
2025-12-06T17:41:46.855473Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801559911151670:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:46.855570Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801559911151672:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:46.855707Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801559911151679:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39001
2025-12-06T17:41:46.875851Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801559911151671:2113] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:46.876186Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801559911151679:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:46.876346Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801559911151601:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:46.876615Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801559911151600:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:46.836381Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801558387322991:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:46.828521Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801560362537856:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:46.836402Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801558387322991:2111] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:41:46.844673Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801558387322991:2111] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:46.868261Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801558387322993:2112] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:46.868668Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801554092355626:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:41:46.868752Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:46.868811Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801554092355626:2048] [node 2] ICP22 created new session: [1:7580801558387323010:2048]
2025-12-06T17:41:46.868864Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801558387323010:2048] [node 2] ICS09 handshake done sender: [1:7580801558387322991:2111] self: [1:7580801558387322990:0] peer: [2:7580801557416699907:0] socket: 558 qp: -1
2025-12-06T17:41:46.868920Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801558387323010:2048] [node 2] ICS10 traffic start
2025-12-06T17:41:46.868963Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:46.869738Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801558387322986:2108] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:41:46.869786Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:46.869840Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801558387322986:2108] [node 4] ICP22 created new session: [1:7580801558387323013:2108]
2025-12-06T17:41:46.869893Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801558387323013:2108] [node 4] ICS09 handshake done sender: [1:7580801558387322993:2112] self: [1:7580801558387322992:0] peer: [4:7580801558121697601:0] socket: 559 qp: -1
2025-12-06T17:41:46.869930Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801558387323013:2108] [node 4] ICS10 traffic start
2025-12-06T17:41:46.869959Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:46.877215Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801558387323004:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:46.877334Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801558387322988:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:46.877358Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801558387322988:2110] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:41:46.797570Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801558121697599:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59210
2025-12-06T17:41:46.815751Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801558121697520:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:46.821298Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801558121697599:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:46.833461Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801558121697592:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:46.833487Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801558121697592:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:46.837669Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801558121697522:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(304383011ns) {Configure:104(304373548ns) {ProcessConfigured:135(36396633ns) {StartInitialHandshake:157(36392138ns) {DropHandshakes:470(2972ns) {DropIncomingHandshake:442(330ns) DropOutgoingHandshake:457(530ns)} GenerateSessionVirtualId:988(873ns) PrepareNewSessionHandshake:477(2205ns) {SwitchToState:179(250ns)}}}}}
2025-12-06T17:41:46.838144Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801558121697592:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:46.850424Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801558121697585:2082] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:46.851623Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:46.851693Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801558121697585:2082] [node 6] ICP22 created new session: [4:7580801558121697605:2082]
2025-12-06T17:41:46.851746Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801558121697605:2082] [node 6] ICS09 handshake done sender: [4:7580801558121697592:2114] self: [4:7580801558121697591:0] peer: [6:7580801560362537863:0] socket: 574 qp: -1
2025-12-06T17:41:46.851787Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801558121697605:2082] [node 6] ICS10 traffic start
2025-12-06T17:41:46.851834Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:46.860466Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801558121697608:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59210
2025-12-06T17:41:46.860672Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801558121697609:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59210
2025-12-06T17:41:46.833004Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801560362537783:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:46.833075Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801560362537844:2070] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:46.849748Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801560362537864:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61554
2025-12-06T17:41:46.854786Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801560362537865:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61554
2025-12-06T17:41:46.858414Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801560362537855:2114] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:46.862197Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801560362537856:2115] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:46.862914Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801560362537783:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:46.862982Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:46.863037Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801560362537783:2049] [node 2] ICP22 created new session: [6:7580801560362537866:2049]
2025-12-06T17:41:46.863091Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801560362537866:2049] [node 2] ICS09 handshake done sender: [6:7580801560362537855:2114] self: [6:7580801560362537862:0] peer: [2:7580801557416699895:0] socket: 576 qp: -1
2025-12-06T17:41:46.863128Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801560362537866:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:46.863207Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:46.864586Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801560362537844:2070] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:41:46.864639Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:46.864685Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801560362537844:2070] [node 4] ICP22 created new session: [6:7580801560362537868:2070]
2025-12-06T17:41:46.864746Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801560362537868:2070] [node 4] ICS09 handshake done sender: [6:7580801560362537856:2115] self: [6:7580801560362537863:0] peer: [4:7580801558121697591:0] socket: 577 qp: -1
2025-12-06T17:41:46.864788Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801560362537868:2070] [node 4] ICS10 traffic start
2025-12-06T17:41:46.864824Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:46.889395Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801558121697594:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:46.889436Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801558121697594:2115] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:46.893594Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801558939940937:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:269
2025-12-06T17:41:46.892719Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801560362537871:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61554
2025-12-06T17:41:46.897793Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801557416699912:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:46.899428Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801558939940938:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:269
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:46.900069Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801559911151687:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39001
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:46.902922Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801558387323016:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11558
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:46.903987Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801559911151688:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39001
2025-12-06T17:41:46.904538Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801558121697520:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9773) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580801558121697587:2112] held: no
2025-12-06T17:41:46.907113Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801557416699894:2111] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:46.907861Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801559911151672:2114] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:46.908217Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801559911151601:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:46.908317Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:46.908371Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801559911151601:2049] [node 2] ICP22 created new session: [3:7580801559911151689:2049]
2025-12-06T17:41:46.908427Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801559911151689:2049] [node 2] ICS09 handshake done sender: [3:7580801559911151672:2114] self: [3:7580801559911151684:0] peer: [2:7580801557416699893:0] socket: 569 qp: -1
2025-12-06T17:41:46.908461Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801559911151689:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:46.908501Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:46.917275Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801558387322988:2110] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:46.919521Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801558939940935:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:46.919692Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801558939940856:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:46.918143Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801554092355627:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:41:46.918249Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:46.918300Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801554092355627:2049] [node 3] ICP22 created new session: [1:7580801558387323019:2049]
2025-12-06T17:41:46.918365Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801558387323019:2049] [node 3] ICS09 handshake done sender: [1:7580801558387322988:2110] self: [1:7580801558387322987:0] peer: [3:7580801559911151685:0] socket: 557 qp: -1
2025-12-06T17:41:46.918411Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801558387323019:2049] [node 3] ICS10 traffic start
2025-12-06T17:41:46.918473Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:46.921098Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801560362537871:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:46.921252Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801560362537782:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:46.922098Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801559911151671:2113] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:46.922435Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801557416699826:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:41:46.922508Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:46.922591Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801557416699826:2049] [node 3] ICP22 created new session: [2:7580801557416699921:2049]
2025-12-06T17:41:46.922650Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801557416699921:2049] [node 3] ICS09 handshake done sender: [2:7580801557416699894:2111] self: [2:7580801557416699893:0] peer: [3:7580801559911151684:0] socket: 562 qp: -1
2025-12-06T17:41:46.922683Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801557416699921:2049] [node 3] ICS10 traffic start
2025-12-06T17:41:46.922728Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:46.924520Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801559911151600:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:46.924632Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:46.924690Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801559911151600:2048] [node 1] ICP22 created new session: [3:7580801559911151692:2048]
2025-12-06T17:41:46.924738Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801559911151692:2048] [node 1] ICS09 handshake done sender: [3:7580801559911151671:2113] self: [3:7580801559911151685:0] peer: [1:7580801558387322987:0] socket: 568 qp: -1
2025-12-06T17:41:46.924774Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801559911151692:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:46.924811Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:46.926251Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801558939940937:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:46.930458Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801558387322996:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:46.930505Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801558387322996:2114] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:46.931293Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801558387323001:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:46.931323Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801558387323001:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:46.929909Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801560362537874:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61554
2025-12-06T17:41:46.932791Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801560362537875:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61554
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:46.934449Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801558939940941:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:269
2025-12-06T17:41:46.934522Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801558939940942:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:269
2025-12-06T17:41:46.936359Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801558387322996:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:46.936730Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801558387323001:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:46.938255Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801558939940938:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:46.938864Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801558939940935:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:46.939025Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801558939940857:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:46.935806Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801558121697587:2112] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:46.945643Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801557416699898:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:46.945682Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801557416699898:2113] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:41:46.947252Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801558939940942:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:46.947322Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801558939940856:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:46.947408Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:46.947459Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801558939940856:2048] [node 1] ICP22 created new session: [5:7580801558939940944:2048]
2025-12-06T17:41:46.947505Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801558939940944:2048] [node 1] ICS09 handshake done sender: [5:7580801558939940935:2116] self: [5:7580801558939940939:0] peer: [1:7580801558387322995:0] socket: 605 qp: -1
2025-12-06T17:41:46.947552Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801558939940944:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:46.947588Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:46.953438Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801557416699898:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:46.937236Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801558387323016:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:46.943429Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801558121697608:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:46.943477Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801558121697520:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:46.943554Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:46.943618Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801558121697520:2048] [node 1] ICP22 created new session: [4:7580801558121697612:2048]
2025-12-06T17:41:46.943668Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801558121697612:2048] [node 1] ICS09 handshake done sender: [4:7580801558121697587:2112] self: [4:7580801558121697601:0] peer: [1:7580801558387322992:0] socket: 571 qp: -1
2025-12-06T17:41:46.943730Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801558121697612:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:46.943774Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:46.950730Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801558939940946:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:269
2025-12-06T17:41:46.950830Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801558939940947:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:269
2025-12-06T17:41:46.950944Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801558939940858:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:46.956999Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801557416699890:2092] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:46.957052Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:46.957105Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801557416699890:2092] [node 5] ICP22 created new session: [2:7580801557416699925:2092]
2025-12-06T17:41:46.957152Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801557416699925:2092] [node 5] ICS09 handshake done sender: [2:7580801557416699898:2113] self: [2:7580801557416699897:0] peer: [5:7580801558939940943:0] socket: 606 qp: -1
2025-12-06T17:41:46.957189Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801557416699925:2092] [node 5] ICS10 traffic start
2025-12-06T17:41:46.957220Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:46.957968Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801557416699924:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62019
2025-12-06T17:41:46.937308Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801558387322985:2106] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:46.937352Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:46.939675Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801558387322985:2106] [node 6] ICP22 created new session: [1:7580801558387323023:2106]
2025-12-06T17:41:46.951926Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801558387322989:2107] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:46.952018Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:46.952083Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801558387322989:2107] [node 5] ICP22 created new session: [1:7580801558387323024:2107]
2025-12-06T17:41:46.952133Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801558387323024:2107] [node 5] ICS09 handshake done sender: [1:7580801558387322996:2114] self: [1:7580801558387322995:0] peer: [5:7580801558939940939:0] socket: 604 qp: -1
2025-12-06T17:41:46.952166Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801558387323024:2107] [node 5] ICS10 traffic start
2025-12-06T17:41:46.952209Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:46.953853Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801558387323023:2106] [node 6] ICS09 handshake done sender: [1:7580801558387323001:2115] self: [1:7580801558387323000:0] peer: [6:7580801560362537873:0] socket: 584 qp: -1
2025-12-06T17:41:46.953894Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801558387323023:2106] [node 6] ICS10 traffic start
2025-12-06T17:41:46.955107Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:46.955635Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801558387322985:2106] [node 6] ICP35 event processing took too much time PendingConnection:279(18077621ns) {HandleHandshakeStatus:329(18073881ns) {DropIncomingHandshake:442(881ns) DropOutgoingHandshake:457(1095ns) SwitchToState:179(619ns) ProcessPendingSessionEvents:495(143791ns) {ForwardSessionEventToSession:612(65110ns) ForwardSessionEventToSession:612(5393ns) ForwardSessionEventToSession:612(4300ns) ForwardSessionEventToSession:612(17420ns) ForwardSessionEventToSession:612(2936ns) ForwardSessionEventToSession:612(2340ns) ForwardSessionEventToSession:612(6134ns) ForwardSessionEventToSession:612(3267ns) ForwardSessionEventToSession:612(6121ns) ForwardSessionEventToSession:612(2943ns)}}}
2025-12-06T17:41:46.955813Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580801558387322985:2106] [node 6] ICP18 handshake (actor [1:7580801558387323016:2119]) is too old
2025-12-06T17:41:46.954829Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801559911151678:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:46.954872Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801559911151678:2117] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:41:46.960083Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801559911151676:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:46.960110Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801559911151676:2116] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:46.958816Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801560362537871:2119] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:46.959651Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801560362537874:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:46.959792Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801560362537784:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:46.961643Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801560362537782:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:46.961693Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:46.961743Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801560362537782:2048] [node 1] ICP22 created new session: [6:7580801560362537878:2048]
2025-12-06T17:41:46.961796Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801560362537878:2048] [node 1] ICS09 handshake done sender: [6:7580801560362537871:2119] self: [6:7580801560362537873:0] peer: [1:7580801558387323000:0] socket: 579 qp: -1
2025-12-06T17:41:46.961830Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801560362537878:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:46.961863Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:46.964124Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801559911151676:2116] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:46.964714Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801560362537877:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61554
2025-12-06T17:41:46.965121Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801559911151678:2117] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:46.965649Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801560362537874:2120] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:46.966670Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801559911151669:2078] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:46.966763Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:46.966824Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801559911151669:2078] [node 5] ICP22 created new session: [3:7580801559911151697:2078]
2025-12-06T17:41:46.966870Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801559911151697:2078] [node 5] ICS09 handshake done sender: [3:7580801559911151678:2117] self: [3:7580801559911151677:0] peer: [5:7580801558939940948:0] socket: 613 qp: -1
2025-12-06T17:41:46.966904Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801559911151697:2078] [node 5] ICS10 traffic start
2025-12-06T17:41:46.966935Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:46.968157Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801559911151636:2079] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:46.968229Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:46.968273Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801559911151636:2079] [node 6] ICP22 created new session: [3:7580801559911151699:2079]
2025-12-06T17:41:46.968332Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801559911151699:2079] [node 6] ICS09 handshake done sender: [3:7580801559911151676:2116] self: [3:7580801559911151675:0] peer: [6:7580801560362537876:0] socket: 572 qp: -1
2025-12-06T17:41:46.968363Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801559911151699:2079] [node 6] ICS10 traffic start
2025-12-06T17:41:46.968394Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:46.970388Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801558121697611:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59210
2025-12-06T17:41:46.970731Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801558121697594:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:46.971165Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801558121697522:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:46.976085Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801557416699904:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:46.976120Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801557416699904:2115] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:41:46.975589Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801558121697611:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:46.975742Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801558121697521:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:46.978015Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801557416699904:2115] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:46.978339Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801557416699882:2087] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:41:46.978401Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:46.978461Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801557416699882:2087] [node 4] ICP22 created new session: [2:7580801557416699928:2087]
2025-12-06T17:41:46.978522Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801557416699928:2087] [node 4] ICS09 handshake done sender: [2:7580801557416699904:2115] self: [2:7580801557416699903:0] peer: [4:7580801558121697616:0] socket: 607 qp: -1
2025-12-06T17:41:46.978571Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801557416699928:2087] [node 4] ICS10 traffic start
2025-12-06T17:41:46.978614Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:46.980370Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801560362537784:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:41:46.980441Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:46.980493Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801560362537784:2050] [node 3] ICP22 created new session: [6:7580801560362537880:2050]
2025-12-06T17:41:46.980551Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801560362537880:2050] [node 3] ICS09 handshake done sender: [6:7580801560362537874:2120] self: [6:7580801560362537876:0] peer: [3:7580801559911151675:0] socket: 596 qp: -1
2025-12-06T17:41:46.980589Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801560362537880:2050] [node 3] ICS10 traffic start
2025-12-06T17:41:46.980625Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:47.001223Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801558121697588:2089] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:47.001337Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:47.001405Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801558121697588:2089] [node 5] ICP22 created new session: [4:7580801558121697619:2089]
2025-12-06T17:41:47.001459Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801558121697619:2089] [node 5] ICS09 handshake done sender: [4:7580801558121697594:2115] self: [4:7580801558121697593:0] peer: [5:7580801558939940936:0] socket: 599 qp: -1
2025-12-06T17:41:47.001500Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801558121697619:2089] [node 5] ICS10 traffic start
2025-12-06T17:41:47.001553Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:47.002986Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801558939940938:2118] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:46.995334Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801559911151668:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:46.995381Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801559911151668:2111] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:41:46.996030Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801559911151701:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39001
2025-12-06T17:41:46.997328Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801559911151668:2111] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:46.997783Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801559911151654:2080] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:41:46.997837Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:46.997895Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801559911151654:2080] [node 4] ICP22 created new session: [3:7580801559911151703:2080]
2025-12-06T17:41:46.997946Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801559911151703:2080] [node 4] ICS09 handshake done sender: [3:7580801559911151668:2111] self: [3:7580801559911151667:0] peer: [4:7580801558121697615:0] socket: 595 qp: -1
2025-12-06T17:41:46.997993Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801559911151703:2080] [node 4] ICS10 traffic start
2025-12-06T17:41:46.998029Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:47.004202Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801558121697521:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17394) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580801558121697611:2120] held: no
2025-12-06T17:41:47.004735Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801558121697617:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59210
2025-12-06T17:41:47.005469Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801558939940858:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22936) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580801558939940942:2120] held: no
2025-12-06T17:41:47.007152Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801558939940934:2115] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:47.008057Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801558121697618:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59210
2025-12-06T17:41:47.008494Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801558121697611:2120] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:47.009872Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801558121697521:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:47.009961Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:47.010014Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801558121697521:2049] [node 2] ICP22 created new session: [4:7580801562416664917:2049]
2025-12-06T17:41:47.010073Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801562416664917:2049] [node 2] ICS09 handshake done sender: [4:7580801558121697611:2120] self: [4:7580801558121697616:0] peer: [2:7580801557416699903:0] socket: 615 qp: -1
2025-12-06T17:41:47.010116Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801562416664917:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:47.010156Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:47.011631Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801559911151701:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:47.011786Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7580801559911151654:2080] [node 4] ICP18 handshake (actor [3:7580801559911151701:2121]) is too old
2025-12-06T17:41:47.012620Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801558121697608:2118] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:47.013046Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801558121697522:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:41:47.013111Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:47.013165Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801558121697522:2050] [node 3] ICP22 created new session: [4:7580801562416664919:2050]
2025-12-06T17:41:47.013220Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801562416664919:2050] [node 3] ICS09 handshake done sender: [4:7580801558121697608:2118] self: [4:7580801558121697615:0] peer: [3:7580801559911151667:0] socket: 602 qp: -1
2025-12-06T17:41:47.013265Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801562416664919:2050] [node 3] ICS10 traffic start
2025-12-06T17:41:47.013305Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:47.016463Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801558939940879:2064] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19175) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580801558939940934:2115] held: no
2025-12-06T17:41:47.016855Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801558939940857:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:47.016948Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:47.017000Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801558939940857:2049] [node 2] ICP22 created new session: [5:7580801563234908247:2049]
2025-12-06T17:41:47.017043Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801563234908247:2049] [node 2] ICS09 handshake done sender: [5:7580801558939940938:2118] self: [5:7580801558939940943:0] peer: [2:7580801557416699897:0] socket: 608 qp: -1
2025-12-06T17:41:47.017082Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801563234908247:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:47.017121Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:47.017827Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801558939940950:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:269
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:47.021194Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801564657505178:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61554
2025-12-06T17:41:47.018911Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801558939940879:2064] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:41:47.018980Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:47.019047Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801558939940879:2064] [node 4] ICP22 created new session: [5:7580801563234908250:2064]
2025-12-06T17:41:47.019092Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801563234908250:2064] [node 4] ICS09 handshake done sender: [5:7580801558939940934:2115] self: [5:7580801558939940936:0] peer: [4:7580801558121697593:0] socket: 600 qp: -1
2025-12-06T17:41:47.019127Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801563234908250:2064] [node 4] ICS10 traffic start
2025-12-06T17:41:47.019163Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:47.021938Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801557416699924:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:47.022398Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580801557416699890:2092] [node 5] ICP18 handshake (actor [2:7580801557416699924:2120]) is too old
2025-12-06T17:41:47.027473Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801558939940942:2120] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:47.030171Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801558939940858:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:41:47.030255Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:47.030305Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801558939940858:2050] [node 3] ICP22 created new session: [5:7580801563234908252:2050]
2025-12-06T17:41:47.030361Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801563234908252:2050] [node 3] ICS09 handshake done sender: [5:7580801558939940942:2120] self: [5:7580801558939940948:0] peer: [3:7580801559911151677:0] socket: 614 qp: -1
2025-12-06T17:41:47.030400Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801563234908252:2050] [node 3] ICS10 traffic start
2025-12-06T17:41:47.030437Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:47.031082Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801564657505178:2123] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:47.031258Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801560362537804:2059] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:47.032289Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801558939940884:2070] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:47.032325Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580801558939940884:2070] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:47.033878Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801564657505180:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61554
2025-12-06T17:41:47.034200Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801558939940884:2070] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:47.034661Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801564657505178:2123] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:47.034990Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801560362537804:2059] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:41:47.035052Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:47.035105Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801560362537804:2059] [node 5] ICP22 created new session: [6:7580801564657505181:2059]
2025-12-06T17:41:47.035160Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801564657505181:2059] [node 5] ICS09 handshake done sender: [6:7580801564657505178:2123] self: [6:7580801564657505179:0] peer: [5:7580801558939940883:0] socket: 554 qp: -1
2025-12-06T17:41:47.035211Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801564657505181:2059] [node 5] ICS10 traffic start
2025-12-06T17:41:47.035245Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:47.037578Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580801558939940880:2066] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:47.037659Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:47.037727Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801558939940880:2066] [node 6] ICP22 created new session: [5:7580801563234908255:2066]
2025-12-06T17:41:47.037773Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801563234908255:2066] [node 6] ICS09 handshake done sender: [5:7580801558939940884:2070] self: [5:7580801558939940883:0] peer: [6:7580801564657505179:0] socket: 552 qp: -1
2025-12-06T17:41:47.037808Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801563234908255:2066] [node 6] ICS10 traffic start
2025-12-06T17:41:47.037843Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:47.208159Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:41:47.208440Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580801557416699915:2048] [node 1] ICS01 socket: 560 reason# EndOfStream
2025-12-06T17:41:47.208482Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580801557416699825:2048] [node 1] ICP30 unregister session Session# [2:7580801557416699915:2048] VirtualId# [2:7580801557416699907:0]
2025-12-06T17:41:47.208519Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580801557416699915:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:47.208618Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:47.208665Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:47.219553Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:41:47.219844Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801559911151692:2048] [node 1] ICS01 socket: 568 reason# EndOfStream
2025-12-06T17:41:47.219889Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801559911151600:2048] [node 1] ICP30 unregister session Session# [3:7580801559911151692:2048] VirtualId# [3:7580801559911151685:0]
2025-12-06T17:41:47.219926Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801559911151692:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:47.220051Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:47.220107Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:47.236865Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:41:47.237177Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801560362537878:2048] [node 1] ICS01 socket: 579 reason# EndOfStream
2025-12-06T17:41:47.237234Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801560362537782:2048] [node 1] ICP30 unregister session Session# [6:7580801560362537878:2048] VirtualId# [6:7580801560362537873:0]
2025-12-06T17:41:47.237274Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801560362537878:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:47.237391Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:47.241267Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:41:47.241550Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801558939940944:2048] [node 1] ICS01 socket: 605 reason# EndOfStream
2025-12-06T17:41:47.241600Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801558939940856:2048] [node 1] ICP30 unregister session Session# [5:7580801558939940944:2048] VirtualId# [5:7580801558939940939:0]
2025-12-06T17:41:47.241644Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801558939940944:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:47.241740Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:47.241786Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:47.240877Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:47.250743Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:41:47.251022Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801558121697612:2048] [node 1] ICS01 socket: 571 reason# EndOfStream
2025-12-06T17:41:47.251073Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801558121697520:2048] [node 1] ICP30 unregister session Session# [4:7580801558121697612:2048] VirtualId# [4:7580801558121697601:0]
2025-12-06T17:41:47.251112Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801558121697612:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:47.251215Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:47.251263Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:47.329343Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:41:47.329656Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801559911151689:2049] [node 2] ICS01 socket: 569 reason# EndOfStream
2025-12-06T17:41:47.329706Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801559911151601:2049] [node 2] ICP30 unregister session Session# [3:7580801559911151689:2049] VirtualId# [3:7580801559911151684:0]
2025-12-06T17:41:47.329754Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801559911151689:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:47.329870Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:47.329922Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:47.338710Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:41:47.338969Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801560362537866:2049] [node 2] ICS01 socket: 576 reason# EndOfStream
2025-12-06T17:41:47.339020Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801560362537783:2049] [node 2] ICP30 unregister session Session# [6:7580801560362537866:2049] VirtualId# [6:7580801560362537862:0]
2025-12-06T17:41:47.339061Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801560362537866:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:47.339145Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:47.338710Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:41:47.339195Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:47.339023Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:41:47.339198Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801562416664917:2049] [node 2] ICS01 socket: 615 reason# EndOfStream
2025-12-06T17:41:47.339229Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801558121697521:2049] [node 2] ICP30 unregister session Session# [4:7580801562416664917:2049] VirtualId# [4:7580801558121697616:0]
2025-12-06T17:41:47.339261Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801562416664917:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:47.339322Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:47.339361Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:47.339994Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801563234908247:2049] [node 2] ICS01 socket: 608 reason# EndOfStream
2025-12-06T17:41:47.340051Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801558939940857:2049] [node 2] ICP30 unregister session Session# [5:7580801563234908247:2049] VirtualId# [5:7580801558939940943:0]
2025-12-06T17:41:47.340081Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801563234908247:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:47.340145Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:47.340187Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:47.470894Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:41:47.471164Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801563234908252:2050] [node 3] ICS01 socket: 614 reason# EndOfStream
2025-12-06T17:41:47.471216Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801558939940858:2050] [node 3] ICP30 unregister session Session# [5:7580801563234908252:2050] VirtualId# [5:7580801558939940948:0]
2025-12-06T17:41:47.471254Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801563234908252:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:47.471345Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:41:47.471392Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:41:47.471502Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:41:47.471732Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801560362537880:2050] [node 3] ICS01 socket: 596 reason# EndOfStream
2025-12-06T17:41:47.471773Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801560362537784:2050] [node 3] ICP30 unregister session Session# [6:7580801560362537880:2050] VirtualId# [6:7580801560362537876:0]
2025-12-06T17:41:47.471800Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801560362537880:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:47.471855Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:41:47.471902Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:41:47.471998Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:41:47.472201Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801562416664919:2050] [node 3] ICS01 socket: 602 reason# EndOfStream
2025-12-06T17:41:47.472236Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801558121697522:2050] [node 3] ICP30 unregister session Session# [4:7580801562416664919:2050] VirtualId# [4:7580801558121697615:0]
2025-12-06T17:41:47.472268Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801562416664919:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:47.472318Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:41:47.472353Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:41:47.719103Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:41:47.719385Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801563234908250:2064] [node 4] ICS01 socket: 600 reason# EndOfStream
2025-12-06T17:41:47.719433Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801558939940879:2064] [node 4] ICP30 unregister session Session# [5:7580801563234908250:2064] VirtualId# [5:7580801558939940936:0]
2025-12-06T17:41:47.719471Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801563234908250:2064] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:47.719570Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:41:47.719619Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:41:47.722726Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:41:47.722991Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801560362537868:2070] [node 4] ICS01 socket: 577 reason# EndOfStream
2025-12-06T17:41:47.723041Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801560362537844:2070] [node 4] ICP30 unregister session Session# [6:7580801560362537868:2070] VirtualId# [6:7580801560362537863:0]
2025-12-06T17:41:47.723085Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801560362537868:2070] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:47.723199Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:41:47.723250Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:41:47.937097Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:41:47.937387Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801564657505181:2059] [node 5] ICS01 socket: 554 reason# EndOfStream
2025-12-06T17:41:47.937436Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801560362537804:2059] [node 5] ICP30 unregister session Session# [6:7580801564657505181:2059] VirtualId# [6:7580801564657505179:0]
2025-12-06T17:41:47.937473Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801564657505181:2059] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:47.937572Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:41:47.937622Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:41:48.223174Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801566836364962:2048] [node 2] ICP01 ready to work
2025-12-06T17:41:48.223215Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801566836364963:2049] [node 3] ICP01 ready to work
2025-12-06T17:41:48.268991Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801568879261924:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:48.269044Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801568879261925:2049] [node 3] ICP01 ready to work
2025-12-06T17:41:48.290107Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801569406293798:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:48.290143Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801569406293799:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:48.290180Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801569406293800:2050] [node 3] ICP01 ready to work
2025-12-06T17:41:48.327021Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801566078201205:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:48.327068Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801566078201206:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:48.332266Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801566216431999:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:48.332301Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801566216432000:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:48.332336Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801566216432001:2050] [node 3] ICP01 ready to work
2025-12-06T17:41:48.535447Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801567603242606:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:48.583239Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801567603242608:2050] [node 3] ICP01 ready to work
2025-12-06T17:41:48.608943Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801567603242607:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:48.624474Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801567603242626:2066] [node 5] ICP01 ready to work
2025-12-06T17:41:48.718774Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801566216432030:2071] [node 6] ICP01 ready to work
2025-12-06T17:41:48.814743Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801568879262000:2094] [node 4] ICP01 ready to work
2025-12-06T17:41:48.815232Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801568879262001:2106] [node 6] ICP01 ready to work
2025-12-06T17:41:48.763395Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801569406293856:2071] [node 5] ICP01 ready to work
2025-12-06T17:41:48.798775Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801567603242648:2064] [node 4] ICP01 ready to work
2025-12-06T17:41:48.835930Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801566216432057:2073] [node 4] ICP01 ready to work
2025-12-06T17:41:48.829847Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801568879261999:2105] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:48.829140Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801566836365025:2106] [node 5] ICP01 ready to work
2025-12-06T17:41:48.855305Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801568879261925:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(37639609ns) {Configure:104(37635153ns) {ProcessConfigured:135(19287357ns) {StartInitialHandshake:157(19284974ns) {DropHandshakes:470(4028ns) {DropIncomingHandshake:442(1043ns) DropOutgoingHandshake:457(559ns)} GenerateSessionVirtualId:988(1038ns) PrepareNewSessionHandshake:477(3617ns) {SwitchToState:179(1978ns)}}}}}
2025-12-06T17:41:48.848214Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801566078201269:2080] [node 6] ICP01 ready to work
2025-12-06T17:41:48.876383Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801569406293865:2072] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:48.835669Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801566836365026:2108] [node 4] ICP01 ready to work
2025-12-06T17:41:48.870903Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801566078201277:2077] [node 4] ICP01 ready to work
2025-12-06T17:41:48.932721Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801566216432001:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(87991641ns) {Configure:104(87983467ns) {ProcessConfigured:135(73676ns) {StartInitialHandshake:157(71379ns) {DropHandshakes:470(3522ns) {DropIncomingHandshake:442(619ns) DropOutgoingHandshake:457(528ns)} GenerateSessionVirtualId:988(1224ns) PrepareNewSessionHandshake:477(2336ns) {SwitchToState:179(590ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:48.883514Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801566836365028:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21319
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:48.908577Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801568879262000:2094] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(52898023ns) {Configure:104(52892844ns) {ProcessConfigured:135(3627676ns) {StartInitialHandshake:157(3623721ns) {DropHandshakes:470(4096ns) {DropIncomingHandshake:442(777ns) DropOutgoingHandshake:457(548ns)} GenerateSessionVirtualId:988(613ns) PrepareNewSessionHandshake:477(3326ns) {SwitchToState:179(1252ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:48.905300Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801566078201280:2081] [node 5] ICP01 ready to work
2025-12-06T17:41:48.916829Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801567603242626:2066] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(93186793ns) {Configure:104(93177097ns) {ProcessConfigured:135(10807205ns) {StartInitialHandshake:157(10804087ns) {DropHandshakes:470(1836ns) {DropIncomingHandshake:442(233ns) DropOutgoingHandshake:457(333ns)} GenerateSessionVirtualId:988(418ns) PrepareNewSessionHandshake:477(3474ns) {SwitchToState:179(1548ns)}}}}}
2025-12-06T17:41:48.944386Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801566216432000:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(221214127ns) {Configure:104(221204370ns) {ProcessConfigured:135(55070ns) {StartInitialHandshake:157(52286ns) {DropHandshakes:470(3313ns) {DropIncomingHandshake:442(604ns) DropOutgoingHandshake:457(388ns)} GenerateSessionVirtualId:988(682ns) PrepareNewSessionHandshake:477(3300ns) {SwitchToState:179(911ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:48.883590Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801566836365029:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21319
2025-12-06T17:41:48.938801Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801567603242607:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(259224811ns) {Configure:104(259218247ns) {ProcessConfigured:135(64902ns) {StartInitialHandshake:157(62376ns) {DropHandshakes:470(3776ns) {DropIncomingHandshake:442(615ns) DropOutgoingHandshake:457(523ns)} GenerateSessionVirtualId:988(966ns) PrepareNewSessionHandshake:477(2367ns) {SwitchToState:179(830ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:48.970141Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801566216432077:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12317
2025-12-06T17:41:48.970231Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801566216432078:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12317
2025-12-06T17:41:48.937084Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801566078201283:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49926
2025-12-06T17:41:48.911166Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801568879262006:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8542
2025-12-06T17:41:48.886636Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801566836365027:2107] [node 6] ICP01 ready to work
2025-12-06T17:41:48.971089Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801566216432030:2071] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(210791945ns) {Configure:104(210783261ns) {ProcessConfigured:135(99286ns) {StartInitialHandshake:157(95767ns) {DropHandshakes:470(2264ns) {DropIncomingHandshake:442(349ns) DropOutgoingHandshake:457(382ns)} GenerateSessionVirtualId:988(370ns) PrepareNewSessionHandshake:477(3194ns) {SwitchToState:179(705ns)}}}}}
2025-12-06T17:41:48.946040Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801567603242682:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39226
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:48.930760Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801568879261924:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(303816785ns) {Configure:104(287928804ns) {ProcessConfigured:135(101463ns) {StartInitialHandshake:157(76988ns) {DropHandshakes:470(4076ns) {DropIncomingHandshake:442(957ns) DropOutgoingHandshake:457(570ns)} GenerateSessionVirtualId:988(848ns) PrepareNewSessionHandshake:477(2695ns) {SwitchToState:179(642ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:48.980267Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801569406293856:2071] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(52070810ns) {Configure:104(46225120ns) {ProcessConfigured:135(86891ns) {StartInitialHandshake:157(84073ns) {DropHandshakes:470(3706ns) {DropIncomingHandshake:442(707ns) DropOutgoingHandshake:457(468ns)} GenerateSessionVirtualId:988(979ns) PrepareNewSessionHandshake:477(2679ns) {SwitchToState:179(865ns)}}}}}
2025-12-06T17:41:49.002730Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801566216432078:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:48.992800Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801566836365027:2107] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(90919140ns) {Configure:104(90911661ns) {ProcessConfigured:135(19520149ns) {StartInitialHandshake:157(19516283ns) {DropHandshakes:470(4485ns) {DropIncomingHandshake:442(868ns) DropOutgoingHandshake:457(531ns)} GenerateSessionVirtualId:988(1059ns) PrepareNewSessionHandshake:477(5174ns) {SwitchToState:179(2450ns)}}}}}
2025-12-06T17:41:48.946226Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801567603242683:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39226
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:49.021588Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801570511399375:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12317
2025-12-06T17:41:48.951302Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801568879262016:2128] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8542
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:48.945906Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801566078201285:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49926
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:48.984531Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801569406293800:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(201119711ns) {Configure:104(201115135ns) {ProcessConfigured:135(10228983ns) {StartInitialHandshake:157(10225645ns) {DropHandshakes:470(3091ns) {DropIncomingHandshake:442(464ns) DropOutgoingHandshake:457(619ns)} GenerateSessionVirtualId:988(1083ns) PrepareNewSessionHandshake:477(2981ns) {SwitchToState:179(179ns)}}}}}
2025-12-06T17:41:48.947243Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801567603242682:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:48.952320Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801568879262006:2124] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:48.993941Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801566836365037:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21319
2025-12-06T17:41:48.955344Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801566078201283:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:48.999876Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801569406293870:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33857
2025-12-06T17:41:48.959716Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801567603242683:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:48.976059Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801568879262003:2122] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:48.994249Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801566836365038:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21319
2025-12-06T17:41:48.955544Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801566078201206:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:48.966561Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801566078201280:2081] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(51014990ns) {Configure:104(51004326ns) {ProcessConfigured:135(23891389ns) {StartInitialHandshake:157(23888647ns) {DropHandshakes:470(3765ns) {DropIncomingHandshake:442(676ns) DropOutgoingHandshake:457(624ns)} GenerateSessionVirtualId:988(701ns) PrepareNewSessionHandshake:477(3582ns) {SwitchToState:179(1549ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:48.976109Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801568879262003:2122] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:49.057610Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801570511399375:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:49.013620Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801566836365037:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:48.959882Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801567603242607:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:49.059488Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801566216432077:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:48.976211Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801568879262005:2123] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:49.000071Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801569406293871:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33857
2025-12-06T17:41:48.987454Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801566078201288:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49926
2025-12-06T17:41:49.034418Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801570373168586:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49926
2025-12-06T17:41:49.059855Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801570373168585:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49926
2025-12-06T17:41:49.076159Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801566078201283:2115] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:49.077404Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801570373168586:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:49.105043Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801570373168585:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:49.105159Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801566078201285:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:49.105612Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801566078201205:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:49.106198Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801570373168589:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49926
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:49.027178Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801571898209982:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39226
2025-12-06T17:41:49.027949Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801567603242683:2115] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:49.028141Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801567603242607:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:49.028225Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:49.028410Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801567603242607:2049] [node 2] ICP22 created new session: [6:7580801571898209983:2049]
2025-12-06T17:41:49.028460Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801571898209983:2049] [node 2] ICS09 handshake done sender: [6:7580801567603242683:2115] self: [6:7580801567603242684:0] peer: [2:7580801568879262002:0] socket: 576 qp: -1
2025-12-06T17:41:49.028498Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801571898209983:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:49.028559Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:49.034904Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801571898209985:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39226
2025-12-06T17:41:49.044515Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801571898209985:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:49.044659Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801567603242606:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:49.077463Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801567603242608:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(322596125ns) {Configure:104(308334220ns) {ProcessConfigured:135(36797934ns) {StartInitialHandshake:157(36794075ns) {DropHandshakes:470(4450ns) {DropIncomingHandshake:442(974ns) DropOutgoingHandshake:457(492ns)} GenerateSessionVirtualId:988(783ns) PrepareNewSessionHandshake:477(3458ns) {SwitchToState:179(1595ns)}}}}}
2025-12-06T17:41:49.109494Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801571898209989:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39226
2025-12-06T17:41:49.109617Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801567603242608:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:49.010939Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801569406293870:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:49.109418Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801566078201206:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24097) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580801566078201283:2115] held: no
2025-12-06T17:41:49.115902Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801570373168589:2121] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:49.116042Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801566078201275:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:49.116065Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801566078201275:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:49.013723Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801566836365029:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:49.042817Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801566836365028:2110] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:49.058016Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801566836365036:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:49.058047Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801566836365036:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:49.066773Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801566836364962:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(167460891ns) {Configure:104(167452603ns) {ProcessConfigured:135(85158ns) {StartInitialHandshake:157(81905ns) {DropHandshakes:470(4118ns) {DropIncomingHandshake:442(849ns) DropOutgoingHandshake:457(591ns)} GenerateSessionVirtualId:988(749ns) PrepareNewSessionHandshake:477(3039ns) {SwitchToState:179(682ns)}}}}}
2025-12-06T17:41:49.077564Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801566836365036:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:49.085334Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801566836365038:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:49.085465Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801566836365031:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:49.085491Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801566836365031:2112] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:41:49.086985Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801571131332342:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21319
2025-12-06T17:41:49.115328Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801566836365026:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(228456653ns) {Configure:104(228450669ns) {ProcessConfigured:135(8140635ns) {StartInitialHandshake:157(8137070ns) {DropHandshakes:470(2690180ns) {DropIncomingHandshake:442(235ns) DropOutgoingHandshake:457(1163ns)} GenerateSessionVirtualId:988(1752ns) PrepareNewSessionHandshake:477(3758ns) {SwitchToState:179(1690ns)}}}}}
2025-12-06T17:41:49.076739Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801566216431999:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:49.029899Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801569406293871:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:48.976240Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801568879262005:2123] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:41:49.122925Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801566836365031:2112] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:49.114450Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801567603242608:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(17999628ns) {IncomingHandshake:261(17997251ns) {DropIncomingHandshake:442(635ns) PrepareNewSessionHandshake:477(2226ns) {SwitchToState:179(901ns)} GenerateSessionVirtualId:988(1406ns) IssueIncomingHandshakeReply:193(2992734ns) {SwitchToState:179(1859ns)}}}
2025-12-06T17:41:49.035319Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801569406293799:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(314853109ns) {Configure:104(314844982ns) {ProcessConfigured:135(35715355ns) {StartInitialHandshake:157(35711691ns) {DropHandshakes:470(3396ns) {DropIncomingHandshake:442(785ns) DropOutgoingHandshake:457(389ns)} GenerateSessionVirtualId:988(806ns) PrepareNewSessionHandshake:477(3156ns) {SwitchToState:179(670ns)}}}}}
2025-12-06T17:41:49.077129Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801570511399377:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12317
2025-12-06T17:41:49.133096Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801566078201275:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:49.125984Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801566836365034:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:48.998762Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801568879262003:2122] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:49.143777Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801566078201269:2080] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:49.143878Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:49.143933Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801566078201269:2080] [node 6] ICP22 created new session: [3:7580801570373168595:2080]
2025-12-06T17:41:49.143993Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801570373168595:2080] [node 6] ICS09 handshake done sender: [3:7580801566078201275:2113] self: [3:7580801566078201274:0] peer: [6:7580801571898209990:0] socket: 564 qp: -1
2025-12-06T17:41:49.144030Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801570373168595:2080] [node 6] ICS10 traffic start
2025-12-06T17:41:49.144080Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:49.125320Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801571898209985:2117] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:49.126011Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801566836365034:2113] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:41:49.084627Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801566216432057:2073] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(124113547ns) {Configure:104(124103010ns) {ProcessConfigured:135(70550ns) {StartInitialHandshake:157(66850ns) {DropHandshakes:470(4456ns) {DropIncomingHandshake:442(853ns) DropOutgoingHandshake:457(1063ns)} GenerateSessionVirtualId:988(1192ns) PrepareNewSessionHandshake:477(2639ns) {SwitchToState:179(718ns)}}}}}
2025-12-06T17:41:48.998994Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801568879262005:2123] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:49.036077Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801569406293799:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:49.059077Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801573701261176:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33857
2025-12-06T17:41:49.107893Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801569406293870:2113] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:49.108054Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801569406293869:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:49.108080Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801569406293869:2112] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:41:49.109028Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801573701261177:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33857
2025-12-06T17:41:49.118705Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801569406293869:2112] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:49.119158Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801569406293856:2071] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:49.119238Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:49.119290Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801569406293856:2071] [node 5] ICP22 created new session: [4:7580801573701261179:2071]
2025-12-06T17:41:49.119342Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801573701261179:2071] [node 5] ICS09 handshake done sender: [4:7580801569406293869:2112] self: [4:7580801569406293868:0] peer: [5:7580801570511399381:0] socket: 599 qp: -1
2025-12-06T17:41:49.119379Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801573701261179:2071] [node 5] ICS10 traffic start
2025-12-06T17:41:49.119417Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:49.128816Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801569406293799:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:49.128920Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:49.128970Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801569406293799:2049] [node 2] ICP22 created new session: [4:7580801573701261182:2049]
2025-12-06T17:41:49.129020Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801573701261182:2049] [node 2] ICS09 handshake done sender: [4:7580801569406293870:2113] self: [4:7580801573701261175:0] peer: [2:7580801568879262007:0] socket: 586 qp: -1
2025-12-06T17:41:49.129059Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801573701261182:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:49.129108Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:49.147194Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801573701261177:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:49.147636Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801569406293800:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:49.136188Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801567603242606:2048] [node 1] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:49.176889Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801573701261185:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33857
2025-12-06T17:41:49.011537Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801568879261925:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:41:49.126750Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801571131332342:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:49.084775Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801566216432057:2073] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:49.136295Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:49.157367Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801566078201206:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(30184004ns) {HandleHandshakeStatus:395(12646893ns) {LogHandshakeFail:472(19701ns) {UpdateErrorStateLog:545(7164ns)} DropOutgoingHandshake:457(721ns) ProcessPendingSessionEvents:495(12555339ns) {DropSessionEvent:512(12077ns) DropSessionEvent:512(4792110ns) DropSessionEvent:512(14441ns) DropSessionEvent:512(7229ns) DropSessionEvent:512(5890ns) DropSessionEvent:512(1334581ns) DropSessionEvent:512(6359670ns) DropSessionEvent:512(5716ns) DropSessionEvent:512(4776ns) DropSessionEvent:512(4644ns)}}}
2025-12-06T17:41:49.011645Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:49.198427Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801573701261177:2118] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:49.110616Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801570511399382:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12317
2025-12-06T17:41:49.136352Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801567603242606:2048] [node 1] ICP22 created new session: [6:7580801571898209991:2048]
2025-12-06T17:41:49.136399Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801571898209991:2048] [node 1] ICS09 handshake done sender: [6:7580801571898209985:2117] self: [6:7580801571898209987:0] peer: [1:7580801566836365035:0] socket: 603 qp: -1
2025-12-06T17:41:49.136456Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801571898209991:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:49.136511Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:49.143276Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801571898209993:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39226
2025-12-06T17:41:49.147248Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801571898209995:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39226
2025-12-06T17:41:49.147330Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801571898209994:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39226
2025-12-06T17:41:49.148195Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801567603242682:2114] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:49.148428Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801567603242608:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:41:49.148492Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:49.148541Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801567603242608:2050] [node 3] ICP22 created new session: [6:7580801571898209996:2050]
2025-12-06T17:41:49.148587Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801571898209996:2050] [node 3] ICS09 handshake done sender: [6:7580801567603242682:2114] self: [6:7580801571898209990:0] peer: [3:7580801566078201274:0] socket: 575 qp: -1
2025-12-06T17:41:49.148618Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801571898209996:2050] [node 3] ICS10 traffic start
2025-12-06T17:41:49.148652Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:49.195444Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801571898209995:2122] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:49.198043Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801567603242626:2066] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:49.164951Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801566078201282:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:49.206701Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801569406293800:2050] [node 3] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:49.126790Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801566836365027:2107] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:49.215847Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801571898209994:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:49.216061Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801567603242648:2064] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:49.011698Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801568879261925:2049] [node 3] ICP22 created new session: [2:7580801573174229316:2049]
2025-12-06T17:41:49.206815Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:49.110799Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801570511399383:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12317
2025-12-06T17:41:49.126877Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:49.164983Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801566078201282:2114] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:49.011755Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801573174229316:2049] [node 3] ICS09 handshake done sender: [2:7580801568879262005:2123] self: [2:7580801568879262004:0] peer: [3:7580801566078201286:0] socket: 567 qp: -1
2025-12-06T17:41:49.123535Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801570511399377:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:49.123745Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801570511399375:2118] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:49.125594Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801566216432000:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:49.125665Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801566216432077:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:49.125940Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801566216432057:2073] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:41:49.131167Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801566216431999:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:49.131237Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:49.131294Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801566216431999:2048] [node 1] ICP22 created new session: [5:7580801570511399385:2048]
2025-12-06T17:41:49.131367Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801570511399385:2048] [node 1] ICS09 handshake done sender: [5:7580801566216432077:2116] self: [5:7580801570511399380:0] peer: [1:7580801566836365030:0] socket: 583 qp: -1
2025-12-06T17:41:49.131405Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801570511399385:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:49.131454Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:49.142444Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801570511399387:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12317
2025-12-06T17:41:49.145855Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:49.145913Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801566216432057:2073] [node 4] ICP22 created new session: [5:7580801570511399389:2073]
2025-12-06T17:41:49.145966Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801570511399389:2073] [node 4] ICS09 handshake done sender: [5:7580801570511399375:2118] self: [5:7580801570511399381:0] peer: [4:7580801569406293868:0] socket: 602 qp: -1
2025-12-06T17:41:49.146008Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801570511399389:2073] [node 4] ICS10 traffic start
2025-12-06T17:41:49.146066Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:49.150696Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801570511399377:2119] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:49.167373Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801566216432057:2073] [node 4] ICP35 event processing took too much time PendingConnection:279(41146874ns) {HandleHandshakeStatus:329(41144476ns) {DropIncomingHandshake:442(2792ns) DropOutgoingHandshake:457(10619ns) SwitchToState:179(147ns) ProcessPendingSessionEvents:495(20167054ns) {ForwardSessionEventToSession:612(838595ns) ForwardSessionEventToSession:612(5576ns) ForwardSessionEventToSession:612(6297ns) ForwardSessionEventToSession:612(2961ns) ForwardSessionEventToSession:612(2634ns) ForwardSessionEventToSession:612(5878ns) ForwardSessionEventToSession:612(3132ns) ForwardSessionEventToSession:612(6001ns) ForwardSessionEventToSession:612(8380822ns) ForwardSessionEventToSession:612(10896946ns)}}}
2025-12-06T17:41:49.167430Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801566216432000:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:49.167507Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:49.167553Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801566216432000:2049] [node 2] ICP22 created new session: [5:7580801570511399391:2049]
2025-12-06T17:41:49.167598Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801570511399391:2049] [node 2] ICS09 handshake done sender: [5:7580801570511399377:2119] self: [5:7580801570511399384:0] peer: [2:7580801568879262009:0] socket: 607 qp: -1
2025-12-06T17:41:49.167634Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801570511399391:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:49.167666Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:49.167921Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7580801566216432000:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:41:49.169528Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801570511399393:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12317
2025-12-06T17:41:49.196528Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801570511399393:2124] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:49.196672Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801566216432001:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:49.208684Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801570511399395:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12317
2025-12-06T17:41:49.209587Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801570511399393:2124] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:49.209804Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801566216432001:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:41:49.209881Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:49.209932Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801566216432001:2050] [node 3] ICP22 created new session: [5:7580801570511399396:2050]
2025-12-06T17:41:49.209984Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801570511399396:2050] [node 3] ICS09 handshake done sender: [5:7580801570511399393:2124] self: [5:7580801570511399394:0] peer: [3:7580801566078201284:0] socket: 582 qp: -1
2025-12-06T17:41:49.210023Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801570511399396:2050] [node 3] ICS10 traffic start
2025-12-06T17:41:49.210057Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:49.215585Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801566216432076:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:49.215627Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580801566216432076:2115] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:49.206873Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801569406293800:2050] [node 3] ICP22 created new session: [4:7580801573701261186:2050]
2025-12-06T17:41:49.242037Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801566216432076:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:49.242423Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580801566216432030:2071] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:49.242510Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:49.242585Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801566216432030:2071] [node 6] ICP22 created new session: [5:7580801570511399399:2071]
2025-12-06T17:41:49.242644Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801570511399399:2071] [node 6] ICS09 handshake done sender: [5:7580801566216432076:2115] self: [5:7580801566216432075:0] peer: [6:7580801571898209998:0] socket: 627 qp: -1
2025-12-06T17:41:49.242683Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801570511399399:2071] [node 6] ICS10 traffic start
2025-12-06T17:41:49.242720Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:49.126926Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801566836365027:2107] [node 6] ICP22 created new session: [1:7580801571131332348:2107]
2025-12-06T17:41:49.126967Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801571131332348:2107] [node 6] ICS09 handshake done sender: [1:7580801566836365036:2114] self: [1:7580801566836365035:0] peer: [6:7580801571898209987:0] socket: 595 qp: -1
2025-12-06T17:41:49.127005Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801571131332348:2107] [node 6] ICS10 traffic start
2025-12-06T17:41:49.127039Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:49.141439Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801566836365034:2113] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:49.154289Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801566836365025:2106] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:49.154382Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:49.154428Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801566836365025:2106] [node 5] ICP22 created new session: [1:7580801571131332353:2106]
2025-12-06T17:41:49.154470Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801571131332353:2106] [node 5] ICS09 handshake done sender: [1:7580801566836365031:2112] self: [1:7580801566836365030:0] peer: [5:7580801570511399380:0] socket: 566 qp: -1
2025-12-06T17:41:49.154498Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801571131332353:2106] [node 5] ICS10 traffic start
2025-12-06T17:41:49.154556Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:49.156292Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801566836364963:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:41:49.156374Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:49.156414Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801566836364963:2049] [node 3] ICP22 created new session: [1:7580801571131332355:2049]
2025-12-06T17:41:49.156457Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801571131332355:2049] [node 3] ICS09 handshake done sender: [1:7580801566836365034:2113] self: [1:7580801566836365033:0] peer: [3:7580801570373168590:0] socket: 594 qp: -1
2025-12-06T17:41:49.156491Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801571131332355:2049] [node 3] ICS10 traffic start
2025-12-06T17:41:49.156523Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:49.223097Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801571131332341:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:49.223125Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801571131332341:2117] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:41:49.230683Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801571131332341:2117] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:49.011792Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801573174229316:2049] [node 3] ICS10 traffic start
2025-12-06T17:41:49.166260Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801566078201206:2049] [node 2] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:49.258969Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801566836364962:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:41:49.235090Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801571898210000:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39226
2025-12-06T17:41:49.011860Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:49.170795Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801570373168594:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49926
2025-12-06T17:41:49.013002Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801568879262001:2106] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:49.013085Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:49.026716Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801568879262001:2106] [node 6] ICP22 created new session: [2:7580801573174229318:2106]
2025-12-06T17:41:49.041310Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801573174229318:2106] [node 6] ICS09 handshake done sender: [2:7580801568879262003:2122] self: [2:7580801568879262002:0] peer: [6:7580801567603242684:0] socket: 569 qp: -1
2025-12-06T17:41:49.041367Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801573174229318:2106] [node 6] ICS10 traffic start
2025-12-06T17:41:49.041424Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:49.042054Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801568879262001:2106] [node 6] ICP35 event processing took too much time PendingConnection:279(28720148ns) {HandleHandshakeStatus:329(28717594ns) {DropIncomingHandshake:442(332ns) DropOutgoingHandshake:457(537ns) SwitchToState:179(723ns) ProcessPendingSessionEvents:495(126208ns) {ForwardSessionEventToSession:612(62280ns) ForwardSessionEventToSession:612(7055ns) ForwardSessionEventToSession:612(6610ns) ForwardSessionEventToSession:612(3286ns) ForwardSessionEventToSession:612(2928ns) ForwardSessionEventToSession:612(9056ns) ForwardSessionEventToSession:612(3330ns) ForwardSessionEventToSession:612(2982ns) ForwardSessionEventToSession:612(5590ns) ForwardSessionEventToSession:612(8013ns)}}}
2025-12-06T17:41:49.043378Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801568879262008:2125] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:49.043405Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801568879262008:2125] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:41:49.048063Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801568879262008:2125] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:49.075871Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801568879262016:2128] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:49.083092Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801568879262000:2094] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:41:49.113444Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:49.115581Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801568879262000:2094] [node 4] ICP22 created new session: [2:7580801573174229324:2094]
2025-12-06T17:41:49.122082Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801573174229324:2094] [node 4] ICS09 handshake done sender: [2:7580801568879262008:2125] self: [2:7580801568879262007:0] peer: [4:7580801573701261175:0] socket: 568 qp: -1
2025-12-06T17:41:49.122150Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801573174229324:2094] [node 4] ICS10 traffic start
2025-12-06T17:41:49.122202Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:49.124346Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801568879262000:2094] [node 4] ICP35 event processing took too much time PendingConnection:279(39338683ns) {HandleHandshakeStatus:329(39335429ns) {DropIncomingHandshake:442(789ns) DropOutgoingHandshake:457(771ns) SwitchToState:179(763ns) ProcessPendingSessionEvents:495(107796ns) {ForwardSessionEventToSession:612(57542ns) ForwardSessionEventToSession:612(3097ns) ForwardSessionEventToSession:612(11554ns) ForwardSessionEventToSession:612(2790ns) ForwardSessionEventToSession:612(3451ns) ForwardSessionEventToSession:612(4783ns) ForwardSessionEventToSession:612(3113ns) ForwardSessionEventToSession:612(2738ns) ForwardSessionEventToSession:612(6272ns) ForwardSessionEventToSession:612(2983ns)}}}
2025-12-06T17:41:49.139493Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801568879262010:2126] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:49.139537Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801568879262010:2126] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:41:49.141439Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801568879262010:2126] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:49.145762Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801573174229327:2129] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8542
2025-12-06T17:41:49.150980Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801568879261999:2105] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:49.151062Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:49.151103Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801568879261999:2105] [node 5] ICP22 created new session: [2:7580801573174229328:2105]
2025-12-06T17:41:49.151150Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801573174229328:2105] [node 5] ICS09 handshake done sender: [2:7580801568879262010:2126] self: [2:7580801568879262009:0] peer: [5:7580801570511399384:0] socket: 605 qp: -1
2025-12-06T17:41:49.151185Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801573174229328:2105] [node 5] ICS10 traffic start
2025-12-06T17:41:49.151246Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:49.219878Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801573174229327:2129] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:49.220020Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580801568879261924:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:49.241438Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801573174229331:2130] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8542
2025-12-06T17:41:49.244088Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801573174229327:2129] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:49.244357Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580801568879261924:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:49.206939Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801573701261186:2050] [node 3] ICS09 handshake done sender: [4:7580801573701261177:2118] self: [4:7580801573701261184:0] peer: [3:7580801566078201281:0] socket: 615 qp: -1
2025-12-06T17:41:49.244421Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:49.206983Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801573701261186:2050] [node 3] ICS10 traffic start
2025-12-06T17:41:49.244475Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801568879261924:2048] [node 1] ICP22 created new session: [2:7580801573174229332:2048]
2025-12-06T17:41:49.207029Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:49.244524Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801573174229332:2048] [node 1] ICS09 handshake done sender: [2:7580801573174229327:2129] self: [2:7580801573174229330:0] peer: [1:7580801571131332340:0] socket: 623 qp: -1
2025-12-06T17:41:49.207356Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7580801569406293800:2050] [node 3] ICP27 obsolete handshake fail ignored
2025-12-06T17:41:49.244563Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801573174229332:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:49.244599Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:49.283073Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801568879261924:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(38438342ns) {HandleHandshakeStatus:329(38435895ns) {DropIncomingHandshake:442(933ns) DropOutgoingHandshake:457(5269ns) SwitchToState:179(739ns) ProcessPendingSessionEvents:495(23751934ns) {ForwardSessionEventToSession:612(23673890ns) ForwardSessionEventToSession:612(14943ns) ForwardSessionEventToSession:612(4472ns) ForwardSessionEventToSession:612(6787ns) ForwardSessionEventToSession:612(6165ns) ForwardSessionEventToSession:612(3699ns) ForwardSessionEventToSession:612(4370ns) ForwardSessionEventToSession:612(8206ns) ForwardSessionEventToSession:612(2558ns) ForwardSessionEventToSession:612(11465ns)}}}
2025-12-06T17:41:49.259505Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801567603242626:2066] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7472) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801571898209995:2122] held: no
2025-12-06T17:41:49.268150Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801571898209994:2121] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:49.269145Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801571898210001:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39226
2025-12-06T17:41:49.269625Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801567603242648:2064] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:41:49.269719Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:49.269775Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801567603242648:2064] [node 4] ICP22 created new session: [6:7580801571898210002:2064]
2025-12-06T17:41:49.269843Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801571898210002:2064] [node 4] ICS09 handshake done sender: [6:7580801571898209994:2121] self: [6:7580801571898209999:0] peer: [4:7580801569406293872:0] socket: 624 qp: -1
2025-12-06T17:41:49.269882Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801571898210002:2064] [node 4] ICS10 traffic start
2025-12-06T17:41:49.269936Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:49.277315Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801571898209995:2122] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:49.216630Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801569406293873:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:49.171241Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801570373168585:2119] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:49.171455Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801566078201205:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:49.171534Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:49.171585Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801566078201205:2048] [node 1] ICP22 created new session: [3:7580801570373168599:2048]
2025-12-06T17:41:49.171629Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801570373168599:2048] [node 1] ICS09 handshake done sender: [3:7580801570373168585:2119] self: [3:7580801570373168590:0] peer: [1:7580801566836365033:0] socket: 597 qp: -1
2025-12-06T17:41:49.171664Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801570373168599:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:49.171714Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:49.173817Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801566078201282:2114] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:49.174071Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801566078201277:2077] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:41:49.174156Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:49.174213Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801566078201277:2077] [node 4] ICP22 created new session: [3:7580801570373168601:2077]
2025-12-06T17:41:49.174259Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801570373168601:2077] [node 4] ICS09 handshake done sender: [3:7580801566078201282:2114] self: [3:7580801566078201281:0] peer: [4:7580801573701261184:0] socket: 613 qp: -1
2025-12-06T17:41:49.174293Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801570373168601:2077] [node 4] ICS10 traffic start
2025-12-06T17:41:49.174351Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:49.197526Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:49.198933Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801566078201206:2049] [node 2] ICP22 created new session: [3:7580801570373168603:2049]
2025-12-06T17:41:49.199735Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801566078201287:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:49.199764Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801566078201287:2117] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:41:49.201995Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801570373168603:2049] [node 2] ICS09 handshake done sender: [3:7580801566078201283:2115] self: [3:7580801566078201286:0] peer: [2:7580801568879262004:0] socket: 573 qp: -1
2025-12-06T17:41:49.202045Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801570373168603:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:49.202090Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:49.202349Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801566078201206:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(44793323ns) {HandleHandshakeStatus:329(44791419ns) {DropIncomingHandshake:442(2132ns) DropOutgoingHandshake:457(639ns) SwitchToState:179(634ns) ProcessPendingSessionEvents:495(1478ns)}}
2025-12-06T17:41:49.202812Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801566078201287:2117] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:49.224264Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801566078201280:2081] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:49.258789Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:49.271250Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801566078201280:2081] [node 5] ICP22 created new session: [3:7580801570373168606:2081]
2025-12-06T17:41:49.277661Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801570373168606:2081] [node 5] ICS09 handshake done sender: [3:7580801566078201287:2117] self: [3:7580801566078201284:0] peer: [5:7580801570511399394:0] socket: 559 qp: -1
2025-12-06T17:41:49.289979Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801570373168606:2081] [node 5] ICS10 traffic start
2025-12-06T17:41:49.291341Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801567603242626:2066] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:41:49.302689Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:49.216656Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801569406293873:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:49.222848Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801569406293873:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:49.231660Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801573701261189:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33857
2025-12-06T17:41:49.252604Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801569406293865:2072] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:49.271366Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801573701261189:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:49.287442Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801569406293798:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:49.289862Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:49.300102Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801569406293865:2072] [node 6] ICP22 created new session: [4:7580801573701261190:2072]
2025-12-06T17:41:49.289291Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:49.289395Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801566836364962:2048] [node 2] ICP22 created new session: [1:7580801571131332359:2048]
2025-12-06T17:41:49.289443Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801571131332359:2048] [node 2] ICS09 handshake done sender: [1:7580801571131332341:2117] self: [1:7580801571131332340:0] peer: [2:7580801573174229330:0] socket: 622 qp: -1
2025-12-06T17:41:49.289483Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801571131332359:2048] [node 2] ICS10 traffic start
2025-12-06T17:41:49.289569Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:49.305467Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801571131332346:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:49.305512Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801571131332346:2119] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:41:49.309661Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801566078201280:2081] [node 5] ICP35 event processing took too much time PendingConnection:279(88998099ns) {HandleHandshakeStatus:329(88995804ns) {DropIncomingHandshake:442(20276ns) DropOutgoingHandshake:457(683ns) SwitchToState:179(877ns) ProcessPendingSessionEvents:495(1285512ns) {ForwardSessionEventToSession:612(1233840ns) ForwardSessionEventToSession:612(4319ns) ForwardSessionEventToSession:612(4494ns) ForwardSessionEventToSession:612(5903ns) ForwardSessionEventToSession:612(6156ns) ForwardSessionEventToSession:612(3143ns) ForwardSessionEventToSession:612(6295ns) ForwardSessionEventToSession:612(2622ns) ForwardSessionEventToSession:612(5935ns) ForwardSessionEventToSession:612(2977ns)}}}
2025-12-06T17:41:49.310763Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:49.310857Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801567603242626:2066] [node 5] ICP22 created new session: [6:7580801571898210004:2066]
2025-12-06T17:41:49.310929Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801571898210004:2066] [node 5] ICS09 handshake done sender: [6:7580801571898209995:2122] self: [6:7580801571898209998:0] peer: [5:7580801566216432075:0] socket: 628 qp: -1
2025-12-06T17:41:49.310990Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801571898210004:2066] [node 5] ICS10 traffic start
2025-12-06T17:41:49.311070Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:49.311277Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801567603242626:2066] [node 5] ICP35 event processing took too much time PendingConnection:279(19871923ns) {HandleHandshakeStatus:329(19869274ns) {DropIncomingHandshake:442(1386ns) DropOutgoingHandshake:457(474ns) SwitchToState:179(685ns) ProcessPendingSessionEvents:495(685ns)}}
2025-12-06T17:41:49.308596Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801566836364962:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(49384946ns) {HandleHandshakeStatus:329(49379163ns) {DropIncomingHandshake:442(25603ns) DropOutgoingHandshake:457(981ns) SwitchToState:179(810ns) ProcessPendingSessionEvents:495(18564510ns) {ForwardSessionEventToSession:612(10243870ns) ForwardSessionEventToSession:612(7908ns) ForwardSessionEventToSession:612(3081837ns) ForwardSessionEventToSession:612(8353ns) ForwardSessionEventToSession:612(3558ns) ForwardSessionEventToSession:612(2814176ns) ForwardSessionEventToSession:612(3825ns) ForwardSessionEventToSession:612(2360986ns) ForwardSessionEventToSession:612(10246ns) ForwardSessionEventToSession:612(7000ns)}}}
2025-12-06T17:41:49.305986Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801573701261190:2072] [node 6] ICS09 handshake done sender: [4:7580801569406293873:2115] self: [4:7580801569406293872:0] peer: [6:7580801571898209999:0] socket: 619 qp: -1
2025-12-06T17:41:49.306042Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801573701261190:2072] [node 6] ICS10 traffic start
2025-12-06T17:41:49.306120Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:49.306632Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801569406293865:2072] [node 6] ICP35 event processing took too much time PendingConnection:279(53800234ns) {HandleHandshakeStatus:329(53796824ns) {DropIncomingHandshake:442(18494ns) DropOutgoingHandshake:457(689ns) SwitchToState:179(791ns) ProcessPendingSessionEvents:495(98635ns) {ForwardSessionEventToSession:612(51652ns) ForwardSessionEventToSession:612(3136ns) ForwardSessionEventToSession:612(2545ns) ForwardSessionEventToSession:612(8103ns) ForwardSessionEventToSession:612(3235ns) ForwardSessionEventToSession:612(5842ns) ForwardSessionEventToSession:612(2530ns) ForwardSessionEventToSession:612(5364ns) ForwardSessionEventToSession:612(6427ns) ForwardSessionEventToSession:612(2287ns)}}}
2025-12-06T17:41:49.313073Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801571131332346:2119] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:49.313419Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801566836365026:2108] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:41:49.313518Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:49.313565Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801566836365026:2108] [node 4] ICP22 created new session: [1:7580801571131332362:2108]
2025-12-06T17:41:49.313639Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801571131332362:2108] [node 4] ICS09 handshake done sender: [1:7580801571131332346:2119] self: [1:7580801571131332345:0] peer: [4:7580801573701261191:0] socket: 578 qp: -1
2025-12-06T17:41:49.313682Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801571131332362:2108] [node 4] ICS10 traffic start
2025-12-06T17:41:49.314089Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801573701261193:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33857
2025-12-06T17:41:49.313733Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:49.314585Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801573701261189:2120] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:49.315099Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801569406293798:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:49.315185Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:49.315233Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801569406293798:2048] [node 1] ICP22 created new session: [4:7580801573701261194:2048]
2025-12-06T17:41:49.315292Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801573701261194:2048] [node 1] ICS09 handshake done sender: [4:7580801573701261189:2120] self: [4:7580801573701261191:0] peer: [1:7580801571131332345:0] socket: 598 qp: -1
2025-12-06T17:41:49.315323Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801573701261194:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:49.315355Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:49.391239Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:41:49.391512Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580801573174229332:2048] [node 1] ICS01 socket: 623 reason# EndOfStream
2025-12-06T17:41:49.391561Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580801568879261924:2048] [node 1] ICP30 unregister session Session# [2:7580801573174229332:2048] VirtualId# [2:7580801573174229330:0]
2025-12-06T17:41:49.391604Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580801573174229332:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:49.391697Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:49.391748Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:49.393224Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:41:49.393509Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801570373168599:2048] [node 1] ICS01 socket: 597 reason# EndOfStream
2025-12-06T17:41:49.393551Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801566078201205:2048] [node 1] ICP30 unregister session Session# [3:7580801570373168599:2048] VirtualId# [3:7580801570373168590:0]
2025-12-06T17:41:49.393589Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801570373168599:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:49.393669Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:49.393714Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:49.403952Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:41:49.402833Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:41:49.403111Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801570511399385:2048] [node 1] ICS01 socket: 583 reason# EndOfStream
2025-12-06T17:41:49.403154Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801566216431999:2048] [node 1] ICP30 unregister session Session# [5:7580801570511399385:2048] VirtualId# [5:7580801570511399380:0]
2025-12-06T17:41:49.403221Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801570511399385:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:49.403315Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:49.403366Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:49.403473Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:41:49.403675Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801571898209991:2048] [node 1] ICS01 socket: 603 reason# EndOfStream
2025-12-06T17:41:49.403727Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801567603242606:2048] [node 1] ICP30 unregister session Session# [6:7580801571898209991:2048] VirtualId# [6:7580801571898209987:0]
2025-12-06T17:41:49.403760Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801571898209991:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:49.403815Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:49.403852Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:49.404177Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801573701261194:2048] [node 1] ICS01 socket: 598 reason# EndOfStream
2025-12-06T17:41:49.404221Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801569406293798:2048] [node 1] ICP30 unregister session Session# [4:7580801573701261194:2048] VirtualId# [4:7580801573701261191:0]
2025-12-06T17:41:49.404247Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801573701261194:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:49.404307Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:49.404346Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:49.509273Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:41:49.509562Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801570373168603:2049] [node 2] ICS01 socket: 573 reason# EndOfStream
2025-12-06T17:41:49.509623Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801566078201206:2049] [node 2] ICP30 unregister session Session# [3:7580801570373168603:2049] VirtualId# [3:7580801566078201286:0]
2025-12-06T17:41:49.509663Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801570373168603:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:49.509755Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:49.509802Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:49.521914Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:41:49.522187Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801571898209983:2049] [node 2] ICS01 socket: 576 reason# EndOfStream
2025-12-06T17:41:49.522235Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801567603242607:2049] [node 2] ICP30 unregister session Session# [6:7580801571898209983:2049] VirtualId# [6:7580801567603242684:0]
2025-12-06T17:41:49.522273Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801571898209983:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:49.522358Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:49.522399Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:49.523017Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:41:49.523214Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801570511399391:2049] [node 2] ICS01 socket: 607 reason# EndOfStream
2025-12-06T17:41:49.523250Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801566216432000:2049] [node 2] ICP30 unregister session Session# [5:7580801570511399391:2049] VirtualId# [5:7580801570511399384:0]
2025-12-06T17:41:49.523277Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801570511399391:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:49.523330Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:49.523372Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:49.522525Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:41:49.522736Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801573701261182:2049] [node 2] ICS01 socket: 586 reason# EndOfStream
2025-12-06T17:41:49.522771Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801569406293799:2049] [node 2] ICP30 unregister session Session# [4:7580801573701261182:2049] VirtualId# [4:7580801573701261175:0]
2025-12-06T17:41:49.522798Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801573701261182:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:49.522862Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:49.522918Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:49.865304Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:41:49.864760Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:41:49.865048Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801571898209996:2050] [node 3] ICS01 socket: 575 reason# EndOfStream
2025-12-06T17:41:49.865090Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801567603242608:2050] [node 3] ICP30 unregister session Session# [6:7580801571898209996:2050] VirtualId# [6:7580801571898209990:0]
2025-12-06T17:41:49.865120Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801571898209996:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:49.865179Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:41:49.865218Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:41:49.864099Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:41:49.864403Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801573701261186:2050] [node 3] ICS01 socket: 615 reason# EndOfStream
2025-12-06T17:41:49.864458Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801569406293800:2050] [node 3] ICP30 unregister session Session# [4:7580801573701261186:2050] VirtualId# [4:7580801573701261184:0]
2025-12-06T17:41:49.864500Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801573701261186:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:49.864602Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:41:49.864652Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:41:49.865516Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801570511399396:2050] [node 3] ICS01 socket: 582 reason# EndOfStream
2025-12-06T17:41:49.865565Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801566216432001:2050] [node 3] ICP30 unregister session Session# [5:7580801570511399396:2050] VirtualId# [5:7580801570511399394:0]
2025-12-06T17:41:49.865593Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801570511399396:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:49.865656Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:41:49.865697Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:41:50.046756Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:41:50.047068Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580801570511399389:2073] [node 4] ICS07 socket disconnect 602 reason# EndOfStream
2025-12-06T17:41:50.047105Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801570511399389:2073] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:50.047189Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:41:50.047230Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580801570511399389:2073] [node 4] ICS15 start handshake
2025-12-06T17:41:50.048539Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801566216432057:2073] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16772) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:41:50.048617Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801570511399389:2073] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:41:50.048657Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801566216432057:2073] [node 4] ICP30 unregister session Session# [5:7580801570511399389:2073] VirtualId# [5:7580801570511399381:0]
2025-12-06T17:41:50.048706Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:41:50.048743Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580801566216432057:2073] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:16772) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:41:50.048758Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16772) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:41:50.054649Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:41:50.054879Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801571898210002:2064] [node 4] ICS01 socket: 624 reason# EndOfStream
2025-12-06T17:41:50.054922Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801567603242648:2064] [node 4] ICP30 unregister session Session# [6:7580801571898210002:2064] VirtualId# [6:7580801571898209999:0]
2025-12-06T17:41:50.054957Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801571898210002:2064] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:50.055063Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:41:50.055110Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:41:50.254730Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:41:50.255005Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801571898210004:2066] [node 5] ICS01 socket: 628 reason# EndOfStream
2025-12-06T17:41:50.255058Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801567603242626:2066] [node 5] ICP30 unregister session Session# [6:7580801571898210004:2066] VirtualId# [6:7580801571898209998:0]
2025-12-06T17:41:50.255097Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801571898210004:2066] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:50.255129Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:41:50.255206Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:41:50.683773Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801577834932484:2048] [node 2] ICP01 ready to work
2025-12-06T17:41:50.683808Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801577834932485:2049] [node 3] ICP01 ready to work
2025-12-06T17:41:50.755442Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801577305392494:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:50.755483Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801577305392495:2049] [node 3] ICP01 ready to work
2025-12-06T17:41:50.790999Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801574663537877:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:50.791037Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801574663537878:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:50.859511Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801575397394910:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:50.859548Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801575397394911:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:50.859583Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801575397394912:2050] [node 3] ICP01 ready to work
2025-12-06T17:41:51.071913Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801576355432816:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:51.071949Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801576355432817:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:51.071979Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801576355432818:2050] [node 3] ICP01 ready to work
2025-12-06T17:41:51.091599Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801578427534761:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:51.091649Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801578427534762:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:51.312128Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801580650400131:2066] [node 4] ICP01 ready to work
2025-12-06T17:41:51.301130Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801582129899839:2107] [node 5] ICP01 ready to work
2025-12-06T17:41:51.091681Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801578427534763:2050] [node 3] ICP01 ready to work
2025-12-06T17:41:51.360914Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801577834932485:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(57552831ns) {Configure:104(57542603ns) {ProcessConfigured:135(84560ns) {StartInitialHandshake:157(80568ns) {DropHandshakes:470(4267ns) {DropIncomingHandshake:442(915ns) DropOutgoingHandshake:457(652ns)} GenerateSessionVirtualId:988(1564ns) PrepareNewSessionHandshake:477(2319ns) {SwitchToState:179(682ns)}}}}}
2025-12-06T17:41:51.424293Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801580650400139:2064] [node 5] ICP01 ready to work
2025-12-06T17:41:51.434794Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801578958505232:2082] [node 4] ICP01 ready to work
2025-12-06T17:41:51.474722Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801576355432816:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(150661906ns) {Configure:104(150655277ns) {ProcessConfigured:135(88818ns) {StartInitialHandshake:157(85216ns) {DropHandshakes:470(3928ns) {DropIncomingHandshake:442(958ns) DropOutgoingHandshake:457(551ns)} GenerateSessionVirtualId:988(1849ns) PrepareNewSessionHandshake:477(5102ns) {SwitchToState:179(689ns)}}}}}
2025-12-06T17:41:51.428550Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801577834932484:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(127052059ns) {Configure:104(127044526ns) {ProcessConfigured:135(17313961ns) {StartInitialHandshake:157(17309840ns) {DropHandshakes:470(4532ns) {DropIncomingHandshake:442(1024ns) DropOutgoingHandshake:457(552ns)} GenerateSessionVirtualId:988(1223ns) PrepareNewSessionHandshake:477(5643ns) {SwitchToState:179(2770ns)}}}}}
2025-12-06T17:41:51.443032Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801582722502089:2075] [node 4] ICP01 ready to work
2025-12-06T17:41:51.467406Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801579692362250:2077] [node 6] ICP01 ready to work
2025-12-06T17:41:51.434695Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801582129899850:2110] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:51.527521Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801579692362270:2109] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14692
2025-12-06T17:41:51.527723Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801579692362271:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14692
2025-12-06T17:41:51.483170Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801581600359853:2105] [node 5] ICP01 ready to work
2025-12-06T17:41:51.538642Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801582129899855:2108] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:51.514205Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801582722502095:2076] [node 6] ICP01 ready to work
2025-12-06T17:41:51.511331Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801576355432818:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(134653412ns) {Configure:104(134645358ns) {ProcessConfigured:135(21780611ns) {StartInitialHandshake:157(21776126ns) {DropHandshakes:470(3840ns) {DropIncomingHandshake:442(801ns) DropOutgoingHandshake:457(719ns)} GenerateSessionVirtualId:988(1624ns) PrepareNewSessionHandshake:477(4725ns) {SwitchToState:179(2003ns)}}}}}
2025-12-06T17:41:51.538732Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801578958505240:2084] [node 6] ICP01 ready to work
2025-12-06T17:41:51.536023Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801581600359854:2108] [node 4] ICP01 ready to work
2025-12-06T17:41:51.538857Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801581600359855:2107] [node 6] ICP01 ready to work
2025-12-06T17:41:51.577642Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801578958505242:2083] [node 5] ICP01 ready to work
2025-12-06T17:41:51.552553Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801579692362269:2076] [node 5] ICP01 ready to work
2025-12-06T17:41:51.580493Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801575397394910:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(227376554ns) {Configure:104(227370358ns) {ProcessConfigured:135(68052ns) {StartInitialHandshake:157(64919ns) {DropHandshakes:470(3741ns) {DropIncomingHandshake:442(807ns) DropOutgoingHandshake:457(495ns)} GenerateSessionVirtualId:988(931ns) PrepareNewSessionHandshake:477(2105ns) {SwitchToState:179(797ns)}}}}}
2025-12-06T17:41:51.580767Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801579692362270:2109] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:51.608573Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801578958505240:2084] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(18484080ns) {Configure:104(18478449ns) {ProcessConfigured:135(89150ns) {StartInitialHandshake:157(85751ns) {DropHandshakes:470(8371ns) {DropIncomingHandshake:442(736ns) DropOutgoingHandshake:457(539ns)} GenerateSessionVirtualId:988(1391ns) PrepareNewSessionHandshake:477(2667ns) {SwitchToState:179(871ns)}}}}}
2025-12-06T17:41:51.610854Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801578958505243:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28531
2025-12-06T17:41:51.611028Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801578958505244:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28531
2025-12-06T17:41:51.574099Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801582129899858:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60521
2025-12-06T17:41:51.544325Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801578427534762:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(191518148ns) {Configure:104(191509579ns) {ProcessConfigured:135(84574ns) {StartInitialHandshake:157(80704ns) {DropHandshakes:470(3896ns) {DropIncomingHandshake:442(849ns) DropOutgoingHandshake:457(530ns)} GenerateSessionVirtualId:988(1465ns) PrepareNewSessionHandshake:477(2716ns) {SwitchToState:179(758ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:51.602414Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801579692362275:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14692
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:51.660191Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801578427534763:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(176936102ns) {Configure:104(176926478ns) {ProcessConfigured:135(82075ns) {StartInitialHandshake:157(78285ns) {DropHandshakes:470(4557ns) {DropIncomingHandshake:442(1271ns) DropOutgoingHandshake:457(850ns)} GenerateSessionVirtualId:988(1320ns) PrepareNewSessionHandshake:477(2417ns) {SwitchToState:179(977ns)}}}}}
2025-12-06T17:41:51.660828Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801582722502130:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24684
2025-12-06T17:41:51.661051Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801582722502131:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24684
2025-12-06T17:41:51.622610Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801581600359856:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4639
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:51.626869Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801582129899858:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:51.653168Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801579692362285:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14692
2025-12-06T17:41:51.678007Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801582129899839:2107] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(370975511ns) {Configure:104(370962174ns) {ProcessConfigured:135(80465ns) {StartInitialHandshake:157(77930ns) {DropHandshakes:470(3934ns) {DropIncomingHandshake:442(1035ns) DropOutgoingHandshake:457(650ns)} GenerateSessionVirtualId:988(971ns) PrepareNewSessionHandshake:477(3897ns) {SwitchToState:179(1236ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:51.661902Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801580650400186:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24149
2025-12-06T17:41:51.653258Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801579692362286:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14692
2025-12-06T17:41:51.622804Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801581600359857:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4639
2025-12-06T17:41:51.672129Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801578958505244:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:51.685528Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801582722502095:2076] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(116305759ns) {Configure:104(116296630ns) {ProcessConfigured:135(113099ns) {StartInitialHandshake:157(110275ns) {DropHandshakes:470(3363ns) {DropIncomingHandshake:442(901ns) DropOutgoingHandshake:457(457ns)} GenerateSessionVirtualId:988(1496ns) PrepareNewSessionHandshake:477(2866ns) {SwitchToState:179(1170ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:51.662159Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801580650400187:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24149
2025-12-06T17:41:51.683307Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801580650400187:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:51.695303Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801576355432818:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:51.695488Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801580650400186:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:51.695747Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801580650400131:2066] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:51.707828Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801580650400139:2064] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(253220243ns) {Configure:104(253210208ns) {ProcessConfigured:135(106309ns) {StartInitialHandshake:157(103541ns) {DropHandshakes:470(3600ns) {DropIncomingHandshake:442(841ns) DropOutgoingHandshake:457(619ns)} GenerateSessionVirtualId:988(1855ns) PrepareNewSessionHandshake:477(3534ns) {SwitchToState:179(888ns)}}}}}
2025-12-06T17:41:51.715832Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801580650400192:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24149
2025-12-06T17:41:51.672968Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801578958505254:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28531
2025-12-06T17:41:51.690943Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801575397394912:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(311529022ns) {Configure:104(311520646ns) {ProcessConfigured:135(82416ns) {StartInitialHandshake:157(78775ns) {DropHandshakes:470(3336ns) {DropIncomingHandshake:442(672ns) DropOutgoingHandshake:457(619ns)} GenerateSessionVirtualId:988(1608ns) PrepareNewSessionHandshake:477(2582ns) {SwitchToState:179(806ns)}}}}}
2025-12-06T17:41:51.706873Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801582722502130:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:51.700250Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801581600359863:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4639
2025-12-06T17:41:51.691732Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801579692362271:2110] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:51.675488Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801578958505243:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:51.734833Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801582129899852:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:51.734898Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801582129899852:2113] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:41:51.752918Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801582129899852:2113] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:51.764494Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801582129899863:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60521
2025-12-06T17:41:51.743520Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801580650400187:2114] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:51.738925Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801577305392494:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(223921413ns) {Configure:104(223914314ns) {ProcessConfigured:135(116924ns) {StartInitialHandshake:157(114097ns) {DropHandshakes:470(4257ns) {DropIncomingHandshake:442(1141ns) DropOutgoingHandshake:457(684ns)} GenerateSessionVirtualId:988(1584ns) PrepareNewSessionHandshake:477(3072ns) {SwitchToState:179(708ns)}}}}}
2025-12-06T17:41:51.719096Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801582722502089:2075] [node 4] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:51.710554Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801574663537878:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(394587721ns) {Configure:104(394581974ns) {ProcessConfigured:135(15269379ns) {StartInitialHandshake:157(15266352ns) {DropHandshakes:470(2973ns) {DropIncomingHandshake:442(506ns) DropOutgoingHandshake:457(616ns)} GenerateSessionVirtualId:988(373ns) PrepareNewSessionHandshake:477(5847ns) {SwitchToState:179(2673ns)}}}}}
2025-12-06T17:41:51.691902Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801575397394910:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:51.739216Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801581600359856:2110] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:51.786714Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801582129899848:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:51.786781Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801582129899848:2112] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:41:51.692515Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801575397394911:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(99476665ns) {Configure:104(99470696ns) {ProcessConfigured:135(52767526ns) {StartInitialHandshake:157(52765247ns) {DropHandshakes:470(8533508ns) {DropIncomingHandshake:442(582ns) DropOutgoingHandshake:457(2361ns)} GenerateSessionVirtualId:988(1452ns) PrepareNewSessionHandshake:477(2516ns) {SwitchToState:179(92ns)}}}}}
2025-12-06T17:41:51.719479Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801579692362285:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:51.719644Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801575397394912:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:51.735017Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801579692362280:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:51.735056Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801579692362280:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:51.736090Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801579692362275:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:51.755716Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801579692362293:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14692
2025-12-06T17:41:51.762207Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801579692362271:2110] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:51.769672Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801579692362277:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:51.769730Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801579692362277:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:41:51.771740Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801579692362286:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:51.771791Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801575397394910:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:51.771852Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:51.771906Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801575397394910:2048] [node 1] ICP22 created new session: [4:7580801579692362295:2048]
2025-12-06T17:41:51.771973Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801579692362295:2048] [node 1] ICS09 handshake done sender: [4:7580801579692362271:2110] self: [4:7580801579692362290:0] peer: [1:7580801582129899851:0] socket: 572 qp: -1
2025-12-06T17:41:51.772015Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801579692362295:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:51.772082Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:51.773117Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801575397394911:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:51.782070Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801579692362299:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14692
2025-12-06T17:41:51.783416Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801579692362300:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14692
2025-12-06T17:41:51.786679Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801579692362280:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:51.799094Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801579692362286:2118] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:51.800846Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801579692362285:2117] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:51.725720Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801582722502136:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24684
2025-12-06T17:41:51.769941Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801582722502131:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:51.770163Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801578427534763:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:51.773862Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801578427534761:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(368916333ns) {Configure:104(368902430ns) {ProcessConfigured:135(29359824ns) {StartInitialHandshake:157(29356143ns) {DropHandshakes:470(1924ns) {DropIncomingHandshake:442(258ns) DropOutgoingHandshake:457(446ns)} GenerateSessionVirtualId:988(717ns) PrepareNewSessionHandshake:477(3309ns) {SwitchToState:179(1902ns)}}}}}
2025-12-06T17:41:51.787048Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801582722502136:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:51.799545Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801582722502140:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24684
2025-12-06T17:41:51.799829Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801582722502141:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24684
2025-12-06T17:41:51.750991Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801576355432817:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(327628541ns) {Configure:104(327620717ns) {ProcessConfigured:135(8816065ns) {StartInitialHandshake:157(8811732ns) {DropHandshakes:470(3405ns) {DropIncomingHandshake:442(516ns) DropOutgoingHandshake:457(484ns)} GenerateSessionVirtualId:988(998ns) PrepareNewSessionHandshake:477(5661ns) {SwitchToState:179(2229ns)}}}}}
2025-12-06T17:41:51.710758Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801578958505248:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:51.739857Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580801577305392494:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:51.763958Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801576355432818:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:41:51.710786Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801578958505248:2117] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:51.807056Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801578427534762:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:51.764066Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:51.747390Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801577305392495:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(336303995ns) {Configure:104(336293265ns) {ProcessConfigured:135(79170ns) {StartInitialHandshake:157(74489ns) {DropHandshakes:470(3115ns) {DropIncomingHandshake:442(561ns) DropOutgoingHandshake:457(448ns)} GenerateSessionVirtualId:988(1009ns) PrepareNewSessionHandshake:477(2207ns) {SwitchToState:179(710ns)}}}}}
2025-12-06T17:41:51.810852Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801579692362277:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:51.818843Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801582129899863:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:51.819345Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801582129899846:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:51.727086Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801578958505248:2117] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:51.822762Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801579692362250:2077] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:51.764122Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801576355432818:2050] [node 3] ICP22 created new session: [6:7580801580650400195:2050]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:51.747714Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801581600359863:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:51.819377Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801582129899846:2111] [node 3] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:51.732369Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801574663537877:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(395132112ns) {Configure:104(395123002ns) {ProcessConfigured:135(7851560ns) {StartInitialHandshake:157(7847589ns) {DropHandshakes:470(3178ns) {DropIncomingHandshake:442(708ns) DropOutgoingHandshake:457(518ns)} GenerateSessionVirtualId:988(1107ns) PrepareNewSessionHandshake:477(4216ns) {SwitchToState:179(1221ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:51.756024Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801581600359857:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:51.763701Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801581600359873:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4639
2025-12-06T17:41:51.780543Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801581600359859:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:51.780582Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801581600359859:2112] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:41:51.781621Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801581600359859:2112] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:51.803031Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801581600359855:2107] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(216169769ns) {Configure:104(216156019ns) {ProcessConfigured:135(75863ns) {StartInitialHandshake:157(72731ns) {DropHandshakes:470(4633ns) {DropIncomingHandshake:442(1268ns) DropOutgoingHandshake:457(414ns)} GenerateSessionVirtualId:988(1404ns) PrepareNewSessionHandshake:477(2638ns) {SwitchToState:179(864ns)}}}}}
2025-12-06T17:41:51.834957Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801581600359873:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:51.835189Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801581600359861:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:51.835214Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801581600359861:2113] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:41:51.851499Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801581600359861:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:51.855761Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801581600359880:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4639
2025-12-06T17:41:51.862831Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801581600359854:2108] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:41:51.862892Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:51.868219Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801581600359854:2108] [node 4] ICP22 created new session: [2:7580801581600359882:2108]
2025-12-06T17:41:51.876896Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801581600359880:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:51.876954Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801581600359853:2105] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:51.877052Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:51.877114Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801581600359853:2105] [node 5] ICP22 created new session: [2:7580801581600359883:2105]
2025-12-06T17:41:51.877174Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801581600359883:2105] [node 5] ICS09 handshake done sender: [2:7580801581600359861:2113] self: [2:7580801581600359860:0] peer: [5:7580801582722502142:0] socket: 603 qp: -1
2025-12-06T17:41:51.877212Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801581600359883:2105] [node 5] ICS10 traffic start
2025-12-06T17:41:51.877257Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:51.884178Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580801577305392494:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27116) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7580801581600359856:2110] held: no
2025-12-06T17:41:51.884383Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801581600359879:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4639
2025-12-06T17:41:51.884983Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801581600359856:2110] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:51.885454Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580801577305392494:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:51.885536Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:51.885585Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801577305392494:2048] [node 1] ICP22 created new session: [2:7580801581600359887:2048]
2025-12-06T17:41:51.885635Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801581600359887:2048] [node 1] ICS09 handshake done sender: [2:7580801581600359856:2110] self: [2:7580801581600359867:0] peer: [1:7580801582129899847:0] socket: 578 qp: -1
2025-12-06T17:41:51.885674Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801581600359887:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:51.885733Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:51.861969Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801582722502140:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:51.778638Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801580650400195:2050] [node 3] ICS09 handshake done sender: [6:7580801580650400187:2114] self: [6:7580801580650400188:0] peer: [3:7580801578958505247:0] socket: 594 qp: -1
2025-12-06T17:41:51.894095Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801581600359882:2108] [node 4] ICS09 handshake done sender: [2:7580801581600359859:2112] self: [2:7580801581600359858:0] peer: [4:7580801579692362297:0] socket: 590 qp: -1
2025-12-06T17:41:51.744015Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801578958505246:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:51.783743Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801580650400195:2050] [node 3] ICS10 traffic start
2025-12-06T17:41:51.783793Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:51.790933Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801580650400198:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24149
2025-12-06T17:41:51.815427Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801580650400186:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:51.816715Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801580650400131:2066] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:41:51.816783Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:51.816839Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801580650400131:2066] [node 4] ICP22 created new session: [6:7580801580650400199:2066]
2025-12-06T17:41:51.816924Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801580650400199:2066] [node 4] ICS09 handshake done sender: [6:7580801580650400186:2113] self: [6:7580801580650400189:0] peer: [4:7580801579692362279:0] socket: 587 qp: -1
2025-12-06T17:41:51.816968Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801580650400199:2066] [node 4] ICS10 traffic start
2025-12-06T17:41:51.817029Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:51.827288Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801576355432818:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(63095208ns) {HandleHandshakeStatus:329(63093272ns) {DropIncomingHandshake:442(1141ns) DropOutgoingHandshake:457(12329ns) SwitchToState:179(908ns) ProcessPendingSessionEvents:495(12105700ns) {ForwardSessionEventToSession:612(12050740ns) ForwardSessionEventToSession:612(11283ns) ForwardSessionEventToSession:612(11353ns) ForwardSessionEventToSession:612(2700ns) ForwardSessionEventToSession:612(2671ns) ForwardSessionEventToSession:612(5616ns) ForwardSessionEventToSession:612(2895ns) ForwardSessionEventToSession:612(5292ns) ForwardSessionEventToSession:612(2116ns) ForwardSessionEventToSession:612(1665ns)}}}
2025-12-06T17:41:51.906662Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801581600359882:2108] [node 4] ICS10 traffic start
2025-12-06T17:41:51.906755Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:51.822876Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:51.863425Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801582722502130:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:51.820484Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801582129899866:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60521
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:51.822934Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801579692362250:2077] [node 6] ICP22 created new session: [4:7580801579692362302:2077]
2025-12-06T17:41:51.744053Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801578958505246:2116] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:41:51.864697Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801582722502143:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24684
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:51.951105Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801580650400202:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24149
2025-12-06T17:41:51.842323Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801582129899846:2111] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:51.822990Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801579692362302:2077] [node 6] ICS09 handshake done sender: [4:7580801579692362280:2115] self: [4:7580801579692362279:0] peer: [6:7580801580650400189:0] socket: 582 qp: -1
2025-12-06T17:41:51.931442Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801581600359854:2108] [node 4] ICP35 event processing took too much time PendingConnection:279(68395133ns) {HandleHandshakeStatus:329(68392045ns) {DropIncomingHandshake:442(16879ns) DropOutgoingHandshake:457(338ns) SwitchToState:179(582ns) ProcessPendingSessionEvents:495(138559ns) {ForwardSessionEventToSession:612(76855ns) ForwardSessionEventToSession:612(6797ns) ForwardSessionEventToSession:612(2822ns) ForwardSessionEventToSession:612(16910ns) ForwardSessionEventToSession:612(2847ns) ForwardSessionEventToSession:612(2912ns) ForwardSessionEventToSession:612(8763ns) ForwardSessionEventToSession:612(2918ns) ForwardSessionEventToSession:612(2662ns) ForwardSessionEventToSession:612(5017ns)}}}
2025-12-06T17:41:51.759076Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801578958505240:2084] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:51.978463Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801580650400204:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24149
2025-12-06T17:41:51.842592Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801582129899850:2110] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:41:51.823027Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801579692362302:2077] [node 6] ICS10 traffic start
2025-12-06T17:41:51.865233Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801582722502131:2114] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:51.982300Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801580650400203:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24149
2025-12-06T17:41:51.823082Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:51.823783Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801575397394912:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:41:51.823829Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:51.823874Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801575397394912:2050] [node 3] ICP22 created new session: [4:7580801579692362304:2050]
2025-12-06T17:41:51.823919Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801579692362304:2050] [node 3] ICS09 handshake done sender: [4:7580801579692362285:2117] self: [4:7580801579692362291:0] peer: [3:7580801578958505245:0] socket: 591 qp: -1
2025-12-06T17:41:51.823955Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801579692362304:2050] [node 3] ICS10 traffic start
2025-12-06T17:41:51.824019Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:51.825351Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801575397394911:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:51.825445Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:51.825496Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801575397394911:2049] [node 2] ICP22 created new session: [4:7580801579692362306:2049]
2025-12-06T17:41:51.825540Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801579692362306:2049] [node 2] ICS09 handshake done sender: [4:7580801579692362286:2118] self: [4:7580801579692362297:0] peer: [2:7580801581600359858:0] socket: 592 qp: -1
2025-12-06T17:41:51.825575Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801579692362306:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:51.825607Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:51.847536Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801579692362269:2076] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:51.847636Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:51.847692Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801579692362269:2076] [node 5] ICP22 created new session: [4:7580801579692362308:2076]
2025-12-06T17:41:51.847744Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801579692362308:2076] [node 5] ICS09 handshake done sender: [4:7580801579692362277:2114] self: [4:7580801579692362276:0] peer: [5:7580801582722502135:0] socket: 581 qp: -1
2025-12-06T17:41:51.847789Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801579692362308:2076] [node 5] ICS10 traffic start
2025-12-06T17:41:51.847831Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:51.865566Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801578427534763:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:41:51.865641Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:51.865687Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801578427534763:2050] [node 3] ICP22 created new session: [5:7580801582722502146:2050]
2025-12-06T17:41:51.865751Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801582722502146:2050] [node 3] ICS09 handshake done sender: [5:7580801582722502131:2114] self: [5:7580801582722502138:0] peer: [3:7580801578958505251:0] socket: 597 qp: -1
2025-12-06T17:41:51.865791Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801582722502146:2050] [node 3] ICS10 traffic start
2025-12-06T17:41:51.865835Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:51.867854Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801582722502089:2075] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25657) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580801582722502130:2113] held: no
2025-12-06T17:41:51.879765Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801582722502144:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24684
2025-12-06T17:41:51.938856Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801578427534762:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7954) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580801582722502136:2116] held: no
2025-12-06T17:41:51.939326Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801582722502136:2116] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:51.951561Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801582722502148:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24684
2025-12-06T17:41:51.971393Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801578427534762:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:51.971459Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:51.971515Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801578427534762:2049] [node 2] ICP22 created new session: [5:7580801582722502151:2049]
2025-12-06T17:41:51.971562Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801582722502151:2049] [node 2] ICS09 handshake done sender: [5:7580801582722502136:2116] self: [5:7580801582722502142:0] peer: [2:7580801581600359860:0] socket: 604 qp: -1
2025-12-06T17:41:51.971603Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801582722502151:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:51.971649Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:51.972291Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801582722502148:2122] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:51.972440Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801578427534761:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:51.979222Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801582722502089:2075] [node 4] ICP35 event processing took too much time PendingConnection:279(31537693ns) {HandleHandshakeStatus:395(31535832ns) {LogHandshakeFail:472(15425ns) {UpdateErrorStateLog:545(5453ns)} DropOutgoingHandshake:457(1390ns) ProcessPendingSessionEvents:495(26359018ns) {DropSessionEvent:512(38849ns) DropSessionEvent:512(8185ns) DropSessionEvent:512(7068ns) DropSessionEvent:512(7892342ns) DropSessionEvent:512(36731ns) DropSessionEvent:512(8013ns) DropSessionEvent:512(9177ns) DropSessionEvent:512(6139ns) DropSessionEvent:512(23408ns) DropSessionEvent:512(5628ns)}}}
2025-12-06T17:41:51.981029Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801582722502089:2075] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:41:51.981102Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:51.981160Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801582722502089:2075] [node 4] ICP22 created new session: [5:7580801582722502154:2075]
2025-12-06T17:41:51.981211Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801582722502154:2075] [node 4] ICS09 handshake done sender: [5:7580801582722502130:2113] self: [5:7580801582722502135:0] peer: [4:7580801579692362276:0] socket: 596 qp: -1
2025-12-06T17:41:51.981244Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801582722502154:2075] [node 4] ICS10 traffic start
2025-12-06T17:41:51.981301Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:51.986022Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801580650400202:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:51.986380Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801576355432816:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:51.987438Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801580650400203:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:51.987564Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801576355432817:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:51.759191Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:51.991432Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801582722502156:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24684
2025-12-06T17:41:51.992004Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801582722502148:2122] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:51.842681Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:51.842752Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801582129899850:2110] [node 4] ICP22 created new session: [1:7580801582129899868:2110]
2025-12-06T17:41:51.846785Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801582129899848:2112] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:51.849051Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801582129899868:2110] [node 4] ICS09 handshake done sender: [1:7580801582129899852:2113] self: [1:7580801582129899851:0] peer: [4:7580801579692362290:0] socket: 567 qp: -1
2025-12-06T17:41:51.855106Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801582129899868:2110] [node 4] ICS10 traffic start
2025-12-06T17:41:51.858742Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:51.859530Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801577834932485:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:41:51.859609Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:51.859657Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801577834932485:2049] [node 3] ICP22 created new session: [1:7580801582129899871:2049]
2025-12-06T17:41:51.859709Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801582129899871:2049] [node 3] ICS09 handshake done sender: [1:7580801582129899846:2111] self: [1:7580801582129899845:0] peer: [3:7580801578958505261:0] socket: 565 qp: -1
2025-12-06T17:41:51.859754Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801582129899871:2049] [node 3] ICS10 traffic start
2025-12-06T17:41:51.859794Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:51.860683Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801577834932484:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:41:51.860762Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:51.860811Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801577834932484:2048] [node 2] ICP22 created new session: [1:7580801582129899873:2048]
2025-12-06T17:41:51.860852Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801582129899873:2048] [node 2] ICS09 handshake done sender: [1:7580801582129899848:2112] self: [1:7580801582129899847:0] peer: [2:7580801581600359867:0] socket: 566 qp: -1
2025-12-06T17:41:51.860910Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801582129899873:2048] [node 2] ICS10 traffic start
2025-12-06T17:41:51.860944Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:51.868975Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801582129899850:2110] [node 4] ICP35 event processing took too much time PendingConnection:279(26111249ns) {HandleHandshakeStatus:329(26107427ns) {DropIncomingHandshake:442(324ns) DropOutgoingHandshake:457(652ns) SwitchToState:179(329ns) ProcessPendingSessionEvents:495(158357ns) {ForwardSessionEventToSession:612(88717ns) ForwardSessionEventToSession:612(5581ns) ForwardSessionEventToSession:612(8766ns) ForwardSessionEventToSession:612(3773ns) ForwardSessionEventToSession:612(4880ns) ForwardSessionEventToSession:612(8357ns) ForwardSessionEventToSession:612(2930ns) ForwardSessionEventToSession:612(7109ns) ForwardSessionEventToSession:612(6659ns) ForwardSessionEventToSession:612(2899ns)}}}
2025-12-06T17:41:51.878925Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801582129899866:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:51.879035Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580801577834932485:2049] [node 3] ICP18 handshake (actor [1:7580801582129899866:2118]) is too old
2025-12-06T17:41:51.973240Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801582129899861:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:51.973266Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801582129899861:2116] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:41:51.973919Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801582129899876:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60521
2025-12-06T17:41:51.979458Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801582129899861:2116] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:51.999534Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801578427534761:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:51.759252Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801578958505240:2084] [node 6] ICP22 created new session: [3:7580801578958505262:2084]
2025-12-06T17:41:52.003464Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:51.988829Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801581600359876:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:52.011827Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801578427534761:2048] [node 1] ICP22 created new session: [5:7580801582722502157:2048]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:52.011960Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801580650400204:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:52.012879Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801584945367503:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24149
2025-12-06T17:41:52.017679Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801580650400202:2119] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:52.003578Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801582129899857:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:52.026724Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801576355432816:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:52.026921Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801580650400139:2064] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:51.759312Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801578958505262:2084] [node 6] ICS09 handshake done sender: [3:7580801578958505248:2117] self: [3:7580801578958505247:0] peer: [6:7580801580650400188:0] socket: 585 qp: -1
2025-12-06T17:41:51.988888Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801581600359876:2118] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:52.043161Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801576355432817:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7954) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801580650400203:2120] held: no
2025-12-06T17:41:52.043416Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801584945367505:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24149
2025-12-06T17:41:52.019156Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801582722502157:2048] [node 1] ICS09 handshake done sender: [5:7580801582722502148:2122] self: [5:7580801582722502153:0] peer: [1:7580801582129899860:0] socket: 599 qp: -1
2025-12-06T17:41:51.759356Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801578958505262:2084] [node 6] ICS10 traffic start
2025-12-06T17:41:51.759417Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:51.762681Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801574663537877:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:51.762909Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801578958505254:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:51.766605Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801578958505246:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:51.800677Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801574663537877:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(20885271ns) {IncomingHandshake:261(10628591ns) {DropIncomingHandshake:442(910ns) PrepareNewSessionHandshake:477(1251ns) {SwitchToState:179(172ns)} GenerateSessionVirtualId:988(418ns) IssueIncomingHandshakeReply:193(54733ns) {SwitchToState:179(765ns)}}}
2025-12-06T17:41:51.803671Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801578958505232:2082] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:41:51.803724Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:51.803774Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801578958505232:2082] [node 4] ICP22 created new session: [3:7580801578958505268:2082]
2025-12-06T17:41:51.803847Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801578958505268:2082] [node 4] ICS09 handshake done sender: [3:7580801578958505246:2116] self: [3:7580801578958505245:0] peer: [4:7580801579692362291:0] socket: 584 qp: -1
2025-12-06T17:41:51.803894Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801578958505268:2082] [node 4] ICS10 traffic start
2025-12-06T17:41:51.803947Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:51.805168Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801578958505267:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28531
2025-12-06T17:41:51.807707Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801578958505252:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:51.807760Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801578958505252:2118] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:41:51.820961Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801578958505272:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28531
2025-12-06T17:41:51.833171Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801578958505252:2118] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:51.856669Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801578958505267:2122] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:51.863624Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801578958505242:2083] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:51.863699Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:51.863748Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801578958505242:2083] [node 5] ICP22 created new session: [3:7580801578958505273:2083]
2025-12-06T17:41:51.863801Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801578958505273:2083] [node 5] ICS09 handshake done sender: [3:7580801578958505252:2118] self: [3:7580801578958505251:0] peer: [5:7580801582722502138:0] socket: 593 qp: -1
2025-12-06T17:41:51.863835Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801578958505273:2083] [node 5] ICS10 traffic start
2025-12-06T17:41:51.863887Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:51.879399Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801578958505243:2114] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:51.886831Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7580801578958505232:2082] [node 4] ICP18 handshake (actor [3:7580801578958505267:2122]) is too old
2025-12-06T17:41:51.892443Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801574663537877:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:51.892525Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:51.892585Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801574663537877:2048] [node 1] ICP22 created new session: [3:7580801578958505275:2048]
2025-12-06T17:41:51.892635Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801578958505275:2048] [node 1] ICS09 handshake done sender: [3:7580801578958505243:2114] self: [3:7580801578958505261:0] peer: [1:7580801582129899845:0] socket: 576 qp: -1
2025-12-06T17:41:51.892682Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801578958505275:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:51.892718Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:51.982040Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801578958505277:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28531
2025-12-06T17:41:51.999842Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801578958505277:2124] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:52.006903Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801574663537878:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:52.039520Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801582722502157:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:52.039591Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:52.040066Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801578427534761:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(42684406ns) {HandleHandshakeStatus:329(42680370ns) {DropIncomingHandshake:442(2270ns) DropOutgoingHandshake:457(14026ns) SwitchToState:179(717ns) ProcessPendingSessionEvents:495(137009ns) {ForwardSessionEventToSession:612(63091ns) ForwardSessionEventToSession:612(3465ns) ForwardSessionEventToSession:612(3343ns) ForwardSessionEventToSession:612(6558ns) ForwardSessionEventToSession:612(5897ns) ForwardSessionEventToSession:612(8761ns) ForwardSessionEventToSession:612(4429ns) ForwardSessionEventToSession:612(2604ns) ForwardSessionEventToSession:612(24554ns) ForwardSessionEventToSession:612(2230ns)}}}
2025-12-06T17:41:52.003633Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801582129899857:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:52.027622Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801581600359876:2118] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:52.052647Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801580650400203:2120] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:52.053848Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801576355432817:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:52.053927Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:52.053985Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801576355432817:2049] [node 2] ICP22 created new session: [6:7580801584945367506:2049]
2025-12-06T17:41:52.054027Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801584945367506:2049] [node 2] ICS09 handshake done sender: [6:7580801580650400203:2120] self: [6:7580801580650400206:0] peer: [2:7580801581600359875:0] socket: 598 qp: -1
2025-12-06T17:41:52.054071Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801584945367506:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:52.054108Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:52.003795Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801582129899839:2107] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:52.012154Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:52.012214Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801582129899839:2107] [node 5] ICP22 created new session: [1:7580801586424867175:2107]
2025-12-06T17:41:52.012267Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801586424867175:2107] [node 5] ICS09 handshake done sender: [1:7580801582129899861:2116] self: [1:7580801582129899860:0] peer: [5:7580801582722502153:0] socket: 632 qp: -1
2025-12-06T17:41:52.015272Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801582129899857:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:52.015935Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801582129899855:2108] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:52.016039Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:52.016106Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801582129899855:2108] [node 6] ICP22 created new session: [1:7580801586424867176:2108]
2025-12-06T17:41:52.016159Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801586424867176:2108] [node 6] ICS09 handshake done sender: [1:7580801582129899857:2114] self: [1:7580801582129899856:0] peer: [6:7580801580650400205:0] socket: 579 qp: -1
2025-12-06T17:41:52.016190Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801586424867176:2108] [node 6] ICS10 traffic start
2025-12-06T17:41:52.016251Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:52.012308Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801586424867175:2107] [node 5] ICS10 traffic start
2025-12-06T17:41:52.019291Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:52.031420Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801582129899839:2107] [node 5] ICP35 event processing took too much time PendingConnection:279(27409788ns) {HandleHandshakeStatus:329(27405772ns) {DropIncomingHandshake:442(313ns) DropOutgoingHandshake:457(1102ns) SwitchToState:179(560ns) ProcessPendingSessionEvents:495(11766675ns) {ForwardSessionEventToSession:612(11702485ns) ForwardSessionEventToSession:612(13477ns) ForwardSessionEventToSession:612(3542ns) ForwardSessionEventToSession:612(7901ns) ForwardSessionEventToSession:612(2941ns) ForwardSessionEventToSession:612(3172ns) ForwardSessionEventToSession:612(5300ns) ForwardSessionEventToSession:612(2504ns) ForwardSessionEventToSession:612(2709ns) ForwardSessionEventToSession:612(5564ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:52.027912Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801581600359855:2107] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:52.053297Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801582722502134:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:52.053359Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580801582722502134:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:52.046509Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801583253472575:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28531
2025-12-06T17:41:52.063752Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801582722502134:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:52.065148Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580801582722502095:2076] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:52.065259Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:52.065320Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801582722502095:2076] [node 6] ICP22 created new session: [5:7580801587017469456:2076]
2025-12-06T17:41:52.065375Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801587017469456:2076] [node 6] ICS09 handshake done sender: [5:7580801582722502134:2115] self: [5:7580801582722502133:0] peer: [6:7580801584945367504:0] socket: 573 qp: -1
2025-12-06T17:41:52.065415Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801587017469456:2076] [node 6] ICS10 traffic start
2025-12-06T17:41:52.065457Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:52.056255Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:52.027997Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:52.055844Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801578958505277:2124] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:52.058073Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801584945367509:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24149
2025-12-06T17:41:52.059821Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801574663537878:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:52.028046Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801581600359855:2107] [node 6] ICP22 created new session: [2:7580801585895327187:2107]
2025-12-06T17:41:52.063504Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:52.067660Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801574663537878:2049] [node 2] ICP22 created new session: [3:7580801583253472576:2049]
2025-12-06T17:41:52.067722Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801583253472576:2049] [node 2] ICS09 handshake done sender: [3:7580801578958505277:2124] self: [3:7580801578958505278:0] peer: [2:7580801581600359869:0] socket: 571 qp: -1
2025-12-06T17:41:52.067758Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801583253472576:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:52.067814Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:52.028095Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801585895327187:2107] [node 6] ICS09 handshake done sender: [2:7580801581600359876:2118] self: [2:7580801581600359875:0] peer: [6:7580801580650400206:0] socket: 586 qp: -1
2025-12-06T17:41:52.028134Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801585895327187:2107] [node 6] ICS10 traffic start
2025-12-06T17:41:52.028169Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:52.040668Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801581600359870:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:52.040709Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801581600359870:2116] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:41:52.053564Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801581600359870:2116] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:52.058329Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801577305392495:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:41:52.058400Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:52.058444Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801577305392495:2049] [node 3] ICP22 created new session: [2:7580801585895327190:2049]
2025-12-06T17:41:52.058503Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801585895327190:2049] [node 3] ICS09 handshake done sender: [2:7580801581600359870:2116] self: [2:7580801581600359869:0] peer: [3:7580801578958505278:0] socket: 570 qp: -1
2025-12-06T17:41:52.058555Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801585895327190:2049] [node 3] ICS10 traffic start
2025-12-06T17:41:52.058593Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:52.059667Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801576355432816:2048] [node 1] ICP22 created new session: [6:7580801584945367508:2048]
2025-12-06T17:41:52.064674Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801580650400204:2121] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:52.066858Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801580650400139:2064] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:41:52.066928Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:52.066983Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801580650400139:2064] [node 5] ICP22 created new session: [6:7580801584945367510:2064]
2025-12-06T17:41:52.067028Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801584945367510:2064] [node 5] ICS09 handshake done sender: [6:7580801580650400204:2121] self: [6:7580801584945367504:0] peer: [5:7580801582722502133:0] socket: 574 qp: -1
2025-12-06T17:41:52.067067Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801584945367510:2064] [node 5] ICS10 traffic start
2025-12-06T17:41:52.067527Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801584945367508:2048] [node 1] ICS09 handshake done sender: [6:7580801580650400202:2119] self: [6:7580801580650400205:0] peer: [1:7580801582129899856:0] socket: 631 qp: -1
2025-12-06T17:41:52.069078Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801584945367508:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:52.070761Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:52.078652Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:52.095453Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801576355432816:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(76268386ns) {HandleHandshakeStatus:329(76264366ns) {DropIncomingHandshake:442(3590ns) DropOutgoingHandshake:457(11312ns) SwitchToState:179(655ns) ProcessPendingSessionEvents:495(159908ns) {ForwardSessionEventToSession:612(93811ns) ForwardSessionEventToSession:612(14633ns) ForwardSessionEventToSession:612(3922ns) ForwardSessionEventToSession:612(2320ns) ForwardSessionEventToSession:612(10087ns) ForwardSessionEventToSession:612(2422ns) ForwardSessionEventToSession:612(3554ns) ForwardSessionEventToSession:612(6010ns) ForwardSessionEventToSession:612(2721ns) ForwardSessionEventToSession:612(9471ns)}}}
2025-12-06T17:41:52.095546Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580801576355432816:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:41:52.251888Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:41:52.252181Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580801581600359887:2048] [node 1] ICS01 socket: 578 reason# EndOfStream
2025-12-06T17:41:52.252230Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580801577305392494:2048] [node 1] ICP30 unregister session Session# [2:7580801581600359887:2048] VirtualId# [2:7580801581600359867:0]
2025-12-06T17:41:52.252270Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580801581600359887:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:52.252363Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:52.252405Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:52.254473Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:41:52.254745Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801578958505275:2048] [node 1] ICS01 socket: 576 reason# EndOfStream
2025-12-06T17:41:52.254786Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801574663537877:2048] [node 1] ICP30 unregister session Session# [3:7580801578958505275:2048] VirtualId# [3:7580801578958505261:0]
2025-12-06T17:41:52.254819Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801578958505275:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:52.254892Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:52.254937Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:52.291071Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:41:52.291343Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801582722502157:2048] [node 1] ICS01 socket: 599 reason# EndOfStream
2025-12-06T17:41:52.291399Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801578427534761:2048] [node 1] ICP30 unregister session Session# [5:7580801582722502157:2048] VirtualId# [5:7580801582722502153:0]
2025-12-06T17:41:52.291440Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801582722502157:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:52.291533Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:52.291581Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:52.292403Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:41:52.292616Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580801584945367508:2048] [node 1] ICS07 socket disconnect 631 reason# EndOfStream
2025-12-06T17:41:52.292647Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801584945367508:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:52.292715Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:52.292749Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580801584945367508:2048] [node 1] ICS15 start handshake
2025-12-06T17:41:52.298953Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:41:52.299640Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801576355432816:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27116) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:41:52.299716Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801584945367508:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:41:52.299756Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801576355432816:2048] [node 1] ICP30 unregister session Session# [6:7580801584945367508:2048] VirtualId# [6:7580801580650400205:0]
2025-12-06T17:41:52.299801Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:52.299834Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580801576355432816:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:27116) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:41:52.299850Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27116) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:41:52.299211Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801579692362295:2048] [node 1] ICS01 socket: 572 reason# EndOfStream
2025-12-06T17:41:52.299254Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801575397394910:2048] [node 1] ICP30 unregister session Session# [4:7580801579692362295:2048] VirtualId# [4:7580801579692362290:0]
2025-12-06T17:41:52.299292Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801579692362295:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:52.299402Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:52.299455Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:52.374053Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580801576355432816:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:41:52.514467Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:41:52.514752Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801583253472576:2049] [node 2] ICS01 socket: 571 reason# EndOfStream
2025-12-06T17:41:52.514798Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801574663537878:2049] [node 2] ICP30 unregister session Session# [3:7580801583253472576:2049] VirtualId# [3:7580801578958505278:0]
2025-12-06T17:41:52.514834Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801583253472576:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:52.514929Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:52.514975Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:52.543546Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:41:52.543829Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801582722502151:2049] [node 2] ICS01 socket: 604 reason# EndOfStream
2025-12-06T17:41:52.543881Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801578427534762:2049] [node 2] ICP30 unregister session Session# [5:7580801582722502151:2049] VirtualId# [5:7580801582722502142:0]
2025-12-06T17:41:52.543918Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801582722502151:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:52.544003Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:52.544049Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:52.548593Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:41:52.548932Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:41:52.549174Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801584945367506:2049] [node 2] ICS01 socket: 598 reason# EndOfStream
2025-12-06T17:41:52.549212Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801576355432817:2049] [node 2] ICP30 unregister session Session# [6:7580801584945367506:2049] VirtualId# [6:7580801580650400206:0]
2025-12-06T17:41:52.549247Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801584945367506:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:52.549378Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:52.549427Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:52.548875Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801579692362306:2049] [node 2] ICS01 socket: 592 reason# EndOfStream
2025-12-06T17:41:52.548929Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801575397394911:2049] [node 2] ICP30 unregister session Session# [4:7580801579692362306:2049] VirtualId# [4:7580801579692362297:0]
2025-12-06T17:41:52.548978Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801579692362306:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:52.549091Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:52.549138Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:52.677000Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:41:52.677282Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580801580650400195:2050] [node 3] ICS07 socket disconnect 594 reason# EndOfStream
2025-12-06T17:41:52.677328Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801580650400195:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:52.677433Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:41:52.677483Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580801580650400195:2050] [node 3] ICS15 start handshake
2025-12-06T17:41:52.678808Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:41:52.679119Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801579692362304:2050] [node 3] ICS01 socket: 591 reason# EndOfStream
2025-12-06T17:41:52.679163Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801575397394912:2050] [node 3] ICP30 unregister session Session# [4:7580801579692362304:2050] VirtualId# [4:7580801579692362291:0]
2025-12-06T17:41:52.679201Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801579692362304:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:52.679292Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:41:52.679345Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:41:52.679022Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801576355432818:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29551) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:41:52.679102Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801580650400195:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:41:52.679141Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801576355432818:2050] [node 3] ICP30 unregister session Session# [6:7580801580650400195:2050] VirtualId# [6:7580801580650400188:0]
2025-12-06T17:41:52.679205Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:41:52.679244Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580801576355432818:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:29551) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:41:52.679262Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29551) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:41:52.679465Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:41:52.679713Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801582722502146:2050] [node 3] ICS01 socket: 597 reason# EndOfStream
2025-12-06T17:41:52.679759Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801578427534763:2050] [node 3] ICP30 unregister session Session# [5:7580801582722502146:2050] VirtualId# [5:7580801582722502138:0]
2025-12-06T17:41:52.679796Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801582722502146:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:52.679881Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:41:52.679936Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:41:52.689755Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580801576355432818:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:41:52.750785Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:41:52.751086Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801582722502154:2075] [node 4] ICS01 socket: 596 reason# EndOfStream
2025-12-06T17:41:52.751139Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801582722502089:2075] [node 4] ICP30 unregister session Session# [5:7580801582722502154:2075] VirtualId# [5:7580801582722502135:0]
2025-12-06T17:41:52.751179Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801582722502154:2075] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:52.751274Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:41:52.751322Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:41:52.755334Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:41:52.755627Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801580650400199:2066] [node 4] ICS01 socket: 587 reason# EndOfStream
2025-12-06T17:41:52.755671Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801580650400131:2066] [node 4] ICP30 unregister session Session# [6:7580801580650400199:2066] VirtualId# [6:7580801580650400189:0]
2025-12-06T17:41:52.755706Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801580650400199:2066] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:52.755745Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:41:52.755832Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:41:52.950334Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:41:52.950657Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801584945367510:2064] [node 5] ICS01 socket: 574 reason# EndOfStream
2025-12-06T17:41:52.950705Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801580650400139:2064] [node 5] ICP30 unregister session Session# [6:7580801584945367510:2064] VirtualId# [6:7580801584945367504:0]
2025-12-06T17:41:52.950750Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801584945367510:2064] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:52.950872Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:41:52.950935Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:41:53.159463Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801591555375386:2048] [node 2] ICP01 ready to work
2025-12-06T17:41:53.159506Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801591555375387:2049] [node 3] ICP01 ready to work
2025-12-06T17:41:53.186354Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801591458763837:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:53.186395Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801591458763838:2049] [node 3] ICP01 ready to work
2025-12-06T17:41:53.230722Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801588881430169:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:53.230758Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801588881430170:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:53.230793Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801588881430171:2050] [node 3] ICP01 ready to work
2025-12-06T17:41:53.249316Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801588925450061:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:53.249349Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801588925450062:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:53.249386Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801588925450063:2050] [node 3] ICP01 ready to work
2025-12-06T17:41:53.208658Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801588473562732:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:53.208695Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801588473562733:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:53.442239Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801590365314239:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:53.442277Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801590365314240:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:53.442314Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801590365314241:2050] [node 3] ICP01 ready to work
2025-12-06T17:41:53.679988Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801590365314252:2059] [node 4] ICP01 ready to work
2025-12-06T17:41:53.681831Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801591555375446:2108] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:53.814155Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801590365314258:2065] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16654
2025-12-06T17:41:53.837394Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801588881430207:2084] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:53.840674Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801590365314259:2066] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16654
2025-12-06T17:41:53.796525Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801591555375450:2109] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:53.848897Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801591458763900:2106] [node 4] ICP01 ready to work
2025-12-06T17:41:53.925334Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801590365314277:2083] [node 5] ICP01 ready to work
2025-12-06T17:41:53.823168Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801588473562796:2087] [node 6] ICP01 ready to work
2025-12-06T17:41:53.867036Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801588473562797:2086] [node 4] ICP01 ready to work
2025-12-06T17:41:53.899362Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801588473562799:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30783
2025-12-06T17:41:53.933463Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801588473562798:2088] [node 5] ICP01 ready to work
2025-12-06T17:41:53.918750Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801591555375454:2107] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:53.904414Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801588925450095:2059] [node 6] ICP01 ready to work
2025-12-06T17:41:53.871128Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801588881430204:2069] [node 5] ICP01 ready to work
2025-12-06T17:41:53.870943Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801591458763901:2109] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:53.941775Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801588881430236:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42507
2025-12-06T17:41:54.000309Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801590365314277:2083] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(74658856ns) {Configure:104(74653640ns) {ProcessConfigured:135(68122ns) {StartInitialHandshake:157(65343ns) {DropHandshakes:470(3481ns) {DropIncomingHandshake:442(1022ns) DropOutgoingHandshake:457(521ns)} GenerateSessionVirtualId:988(1161ns) PrepareNewSessionHandshake:477(2802ns) {SwitchToState:179(828ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:53.999372Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801588925450131:2093] [node 4] ICP01 ready to work
2025-12-06T17:41:54.001617Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801588925450132:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61453
2025-12-06T17:41:53.905057Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801591458763902:2107] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:54.007456Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801590365314259:2066] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:53.955185Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801591458763837:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(199059187ns) {Configure:104(191032785ns) {ProcessConfigured:135(89690ns) {StartInitialHandshake:157(85804ns) {DropHandshakes:470(3956ns) {DropIncomingHandshake:442(907ns) DropOutgoingHandshake:457(743ns)} GenerateSessionVirtualId:988(1306ns) PrepareNewSessionHandshake:477(2322ns) {SwitchToState:179(818ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:53.964993Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801591555375455:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18987
2025-12-06T17:41:53.945343Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801588881430171:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(180667619ns) {Configure:104(180662167ns) {ProcessConfigured:135(94635ns) {StartInitialHandshake:157(89555ns) {DropHandshakes:470(4537ns) {DropIncomingHandshake:442(940ns) DropOutgoingHandshake:457(739ns)} GenerateSessionVirtualId:988(1438ns) PrepareNewSessionHandshake:477(2984ns) {SwitchToState:179(789ns)}}}}}
2025-12-06T17:41:54.035339Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801588473562801:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:54.035399Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801588473562801:2112] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:54.054271Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801591458763838:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(261986746ns) {Configure:104(261980479ns) {ProcessConfigured:135(90193ns) {StartInitialHandshake:157(86461ns) {DropHandshakes:470(4460ns) {DropIncomingHandshake:442(781ns) DropOutgoingHandshake:457(781ns)} GenerateSessionVirtualId:988(747ns) PrepareNewSessionHandshake:477(2203ns) {SwitchToState:179(723ns)}}}}}
2025-12-06T17:41:54.055054Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801588925450062:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(189776243ns) {Configure:104(189769680ns) {ProcessConfigured:135(8888989ns) {StartInitialHandshake:157(8887178ns) {DropHandshakes:470(4083ns) {DropIncomingHandshake:442(865ns) DropOutgoingHandshake:457(539ns)} GenerateSessionVirtualId:988(1276ns) PrepareNewSessionHandshake:477(2420ns) {SwitchToState:179(227ns)}}}}}
2025-12-06T17:41:54.058452Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801590365314258:2065] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:53.999181Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801591555375456:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18987
2025-12-06T17:41:53.970815Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801588881430169:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(179127388ns) {Configure:104(179114975ns) {ProcessConfigured:135(115914ns) {StartInitialHandshake:157(112833ns) {DropHandshakes:470(6191ns) {DropIncomingHandshake:442(759ns) DropOutgoingHandshake:457(419ns)} GenerateSessionVirtualId:988(1772ns) PrepareNewSessionHandshake:477(2508ns) {SwitchToState:179(789ns)}}}}}
2025-12-06T17:41:54.043685Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801588473562799:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:54.044356Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801588473562803:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30783
2025-12-06T17:41:54.074044Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801590365314252:2059] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(350861117ns) {Configure:104(350855073ns) {ProcessConfigured:135(55013144ns) {StartInitialHandshake:157(55008961ns) {DropHandshakes:470(3643ns) {DropIncomingHandshake:442(1075ns) DropOutgoingHandshake:457(617ns)} GenerateSessionVirtualId:988(1265ns) PrepareNewSessionHandshake:477(3773ns) {SwitchToState:179(1989ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:54.089696Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801595753731206:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41048
2025-12-06T17:41:53.971114Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801588881430236:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:54.004061Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801591555375455:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:54.073662Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801593220417432:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61453
2025-12-06T17:41:54.044515Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801592768530100:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30783
2025-12-06T17:41:53.971328Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801588881430171:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:54.099353Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801590365314240:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(343993496ns) {Configure:104(343987832ns) {ProcessConfigured:135(3589333ns) {StartInitialHandshake:157(3585278ns) {DropHandshakes:470(2758ns) {DropIncomingHandshake:442(413ns) DropOutgoingHandshake:457(772ns)} GenerateSessionVirtualId:988(1257ns) PrepareNewSessionHandshake:477(2515ns) {SwitchToState:179(110ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:54.096384Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801591458763901:2109] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(158139919ns) {Configure:104(158131905ns) {ProcessConfigured:135(7780398ns) {StartInitialHandshake:157(7771387ns) {DropHandshakes:470(4173ns) {DropIncomingHandshake:442(815ns) DropOutgoingHandshake:457(666ns)} GenerateSessionVirtualId:988(1202ns) PrepareNewSessionHandshake:477(2599ns) {SwitchToState:179(1307ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:54.050426Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801588473562801:2112] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:54.074253Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801588925450132:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:54.024271Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801591555375461:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18987
2025-12-06T17:41:54.033922Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801588881430204:2069] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(116303616ns) {Configure:104(116294638ns) {ProcessConfigured:135(94932ns) {StartInitialHandshake:157(92578ns) {DropHandshakes:470(4418ns) {DropIncomingHandshake:442(939ns) DropOutgoingHandshake:457(1147ns)} GenerateSessionVirtualId:988(921ns) PrepareNewSessionHandshake:477(2283ns) {SwitchToState:179(763ns)}}}}}
2025-12-06T17:41:54.100391Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801590365314252:2059] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:54.097831Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801595753731206:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:54.099029Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801593220417433:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61453
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:54.034568Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801593176397541:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42507
2025-12-06T17:41:54.062954Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801588473562798:2088] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(116244926ns) {Configure:104(116237741ns) {ProcessConfigured:135(72696ns) {StartInitialHandshake:157(69782ns) {DropHandshakes:470(3101ns) {DropIncomingHandshake:442(603ns) DropOutgoingHandshake:457(668ns)} GenerateSessionVirtualId:988(974ns) PrepareNewSessionHandshake:477(2335ns) {SwitchToState:179(665ns)}}}}}
2025-12-06T17:41:54.029434Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801591555375387:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(290349691ns) {Configure:104(290327597ns) {ProcessConfigured:135(82895ns) {StartInitialHandshake:157(79399ns) {DropHandshakes:470(4023ns) {DropIncomingHandshake:442(809ns) DropOutgoingHandshake:457(920ns)} GenerateSessionVirtualId:988(917ns) PrepareNewSessionHandshake:477(2776ns) {SwitchToState:179(805ns)}}}}}
2025-12-06T17:41:54.136488Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801594660281613:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16654
2025-12-06T17:41:54.107556Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801595753731210:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41048
2025-12-06T17:41:54.063208Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801588473562803:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:54.029756Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801591555375456:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:54.137176Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801593220417434:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61453
2025-12-06T17:41:54.045292Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801593176397544:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42507
2025-12-06T17:41:54.167182Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801595753731207:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:54.049589Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801593176397541:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:54.046367Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801591555375461:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:54.088821Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801588473562732:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(323834792ns) {Configure:104(323825271ns) {ProcessConfigured:135(12922885ns) {StartInitialHandshake:157(12919643ns) {DropHandshakes:470(3863ns) {DropIncomingHandshake:442(1101ns) DropOutgoingHandshake:457(636ns)} GenerateSessionVirtualId:988(765ns) PrepareNewSessionHandshake:477(3131ns) {SwitchToState:179(835ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:54.136752Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801594660281614:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16654
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:54.165246Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801593220417433:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:54.167210Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801595753731207:2113] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:41:54.049774Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801588881430169:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:54.094557Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801588473562796:2087] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(155798130ns) {Configure:104(155792887ns) {ProcessConfigured:135(89824ns) {StartInitialHandshake:157(86887ns) {DropHandshakes:470(3294ns) {DropIncomingHandshake:442(331ns) DropOutgoingHandshake:457(907ns)} GenerateSessionVirtualId:988(1352ns) PrepareNewSessionHandshake:477(1960ns) {SwitchToState:179(1009ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:54.050751Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801591555375446:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(339890430ns) {Configure:104(339884971ns) {ProcessConfigured:135(63181557ns) {StartInitialHandshake:157(63177697ns) {DropHandshakes:470(2310ns) {DropIncomingHandshake:442(538ns) DropOutgoingHandshake:457(380ns)} GenerateSessionVirtualId:988(712ns) PrepareNewSessionHandshake:477(4176ns) {SwitchToState:179(1848ns)}}}}}
2025-12-06T17:41:54.138397Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801590365314259:2066] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:54.174356Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801595753731207:2113] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:54.076099Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801591555375458:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:54.101831Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801588881430209:2085] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:54.165446Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801588925450062:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:54.138774Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801590365314252:2059] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:41:54.110148Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801588473562797:2086] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:41:54.174584Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801595753731212:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41048
2025-12-06T17:41:54.166514Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801593220417432:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:54.076145Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801591555375458:2113] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:41:54.101857Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801588881430209:2085] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:54.157110Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801590365314239:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(349956735ns) {Configure:104(349941334ns) {ProcessConfigured:135(26590415ns) {StartInitialHandshake:157(26586037ns) {DropHandshakes:470(4770ns) {DropIncomingHandshake:442(1069ns) DropOutgoingHandshake:457(822ns)} GenerateSessionVirtualId:988(1871ns) PrepareNewSessionHandshake:477(6153ns) {SwitchToState:179(3387ns)}}}}}
2025-12-06T17:41:54.111687Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801588473562733:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(336605868ns) {Configure:104(336594652ns) {ProcessConfigured:135(6551655ns) {StartInitialHandshake:157(6547717ns) {DropHandshakes:470(3789ns) {DropIncomingHandshake:442(698ns) DropOutgoingHandshake:457(842ns)} GenerateSessionVirtualId:988(2239ns) PrepareNewSessionHandshake:477(4632ns) {SwitchToState:179(1936ns)}}}}}
2025-12-06T17:41:54.190913Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801591458763901:2109] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:54.157790Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801590365314239:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:54.102328Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801588881430236:2110] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:54.090761Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801595850342765:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18987
2025-12-06T17:41:54.166762Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801588925450063:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:54.126815Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801592768530112:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30783
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:54.191055Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:54.107881Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801588881430171:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:41:54.091382Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801591555375386:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(352175458ns) {Configure:104(336376997ns) {ProcessConfigured:135(14718101ns) {StartInitialHandshake:157(14714785ns) {DropHandshakes:470(1799ns) {DropIncomingHandshake:442(299ns) DropOutgoingHandshake:457(675ns)} GenerateSessionVirtualId:988(667ns) PrepareNewSessionHandshake:477(3843ns) {SwitchToState:179(989ns)}}}}}
2025-12-06T17:41:54.100501Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801591555375458:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:54.183402Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801591555375454:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:41:54.195846Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801595850342769:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18987
2025-12-06T17:41:54.196538Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801591555375452:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:54.196578Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801591555375452:2110] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:54.215957Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801591555375452:2110] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:54.219140Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801595850342765:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:54.220385Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801591555375450:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:54.220489Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:54.168741Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801593220417438:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61453
2025-12-06T17:41:54.180551Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:54.220540Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801591555375450:2109] [node 6] ICP22 created new session: [1:7580801595850342772:2109]
2025-12-06T17:41:54.220615Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801595850342772:2109] [node 6] ICS09 handshake done sender: [1:7580801591555375452:2110] self: [1:7580801591555375451:0] peer: [6:7580801594660281617:0] socket: 571 qp: -1
2025-12-06T17:41:54.220667Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801595850342772:2109] [node 6] ICS10 traffic start
2025-12-06T17:41:54.220708Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:54.223205Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:54.238218Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801595850342769:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:54.242042Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801595850342760:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:54.242074Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801595850342760:2116] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:41:54.246903Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801595850342760:2116] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:54.251375Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580801591555375450:2109] [node 6] ICP18 handshake (actor [1:7580801595850342769:2119]) is too old
2025-12-06T17:41:54.256635Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801591555375454:2107] [node 4] ICP22 created new session: [1:7580801595850342776:2107]
2025-12-06T17:41:54.272668Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801591555375387:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:41:54.272767Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:54.272826Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801591555375387:2049] [node 3] ICP22 created new session: [1:7580801595850342778:2049]
2025-12-06T17:41:54.272890Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801595850342778:2049] [node 3] ICS09 handshake done sender: [1:7580801595850342760:2116] self: [1:7580801595850342759:0] peer: [3:7580801592768530122:0] socket: 596 qp: -1
2025-12-06T17:41:54.272921Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801595850342778:2049] [node 3] ICS10 traffic start
2025-12-06T17:41:54.272984Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:54.277801Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801595850342758:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:54.277828Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801595850342758:2115] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:41:54.279403Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801595850342776:2107] [node 4] ICS09 handshake done sender: [1:7580801591555375458:2113] self: [1:7580801591555375457:0] peer: [4:7580801593176397545:0] socket: 585 qp: -1
2025-12-06T17:41:54.290245Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801595850342776:2107] [node 4] ICS10 traffic start
2025-12-06T17:41:54.290761Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801595850342758:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:54.302440Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801591555375446:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:54.302910Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:54.327097Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801591555375454:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(130291265ns) {HandleHandshakeStatus:329(130288549ns) {DropIncomingHandshake:442(14657ns) DropOutgoingHandshake:457(917ns) SwitchToState:179(2698ns) ProcessPendingSessionEvents:495(113008ns) {ForwardSessionEventToSession:612(61753ns) ForwardSessionEventToSession:612(3446ns) ForwardSessionEventToSession:612(5792ns) ForwardSessionEventToSession:612(2864ns) ForwardSessionEventToSession:612(2498ns) ForwardSessionEventToSession:612(5969ns) ForwardSessionEventToSession:612(3577ns) ForwardSessionEventToSession:612(6696ns) ForwardSessionEventToSession:612(5785ns) ForwardSessionEventToSession:612(5365ns)}}}
2025-12-06T17:41:54.328217Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801595850342767:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:54.328243Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801595850342767:2118] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:41:54.338837Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:54.342930Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801595850342767:2118] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:54.345650Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801591555375386:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:41:54.345819Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801591555375446:2108] [node 5] ICP22 created new session: [1:7580801595850342783:2108]
2025-12-06T17:41:54.367725Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801595850342783:2108] [node 5] ICS09 handshake done sender: [1:7580801595850342758:2115] self: [1:7580801591555375460:0] peer: [5:7580801593220417450:0] socket: 601 qp: -1
2025-12-06T17:41:54.370368Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801595850342783:2108] [node 5] ICS10 traffic start
2025-12-06T17:41:54.378472Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:54.191116Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801591458763901:2109] [node 5] ICP22 created new session: [2:7580801595753731213:2109]
2025-12-06T17:41:54.180620Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801590365314252:2059] [node 4] ICP22 created new session: [6:7580801594660281619:2059]
2025-12-06T17:41:54.180623Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801594660281614:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:54.180684Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801594660281619:2059] [node 4] ICS09 handshake done sender: [6:7580801590365314259:2066] self: [6:7580801594660281609:0] peer: [4:7580801588881430208:0] socket: 574 qp: -1
2025-12-06T17:41:54.180726Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801594660281619:2059] [node 4] ICS10 traffic start
2025-12-06T17:41:54.180770Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:54.181299Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801590365314252:2059] [node 4] ICP35 event processing took too much time PendingConnection:279(42295934ns) {HandleHandshakeStatus:329(42292940ns) {DropIncomingHandshake:442(1359ns) DropOutgoingHandshake:457(6709ns) SwitchToState:179(746ns) ProcessPendingSessionEvents:495(124224ns) {ForwardSessionEventToSession:612(65666ns) ForwardSessionEventToSession:612(7569ns) ForwardSessionEventToSession:612(3702ns) ForwardSessionEventToSession:612(6326ns) ForwardSessionEventToSession:612(3089ns) ForwardSessionEventToSession:612(2466ns) ForwardSessionEventToSession:612(10305ns) ForwardSessionEventToSession:612(4025ns) ForwardSessionEventToSession:612(5914ns) ForwardSessionEventToSession:612(6002ns)}}}
2025-12-06T17:41:54.210901Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801594660281622:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16654
2025-12-06T17:41:54.395705Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:54.155419Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801592768530112:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:54.107964Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:54.219660Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801590365314258:2065] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:54.222217Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801590365314239:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:54.222303Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:54.222359Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801590365314239:2048] [node 1] ICP22 created new session: [6:7580801594660281623:2048]
2025-12-06T17:41:54.222406Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801594660281623:2048] [node 1] ICS09 handshake done sender: [6:7580801590365314258:2065] self: [6:7580801594660281617:0] peer: [1:7580801591555375451:0] socket: 572 qp: -1
2025-12-06T17:41:54.222447Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801594660281623:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:54.222505Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:54.282998Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801590365314241:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(293915583ns) {Configure:104(293909578ns) {ProcessConfigured:135(32466543ns) {StartInitialHandshake:157(32463815ns) {DropHandshakes:470(3325ns) {DropIncomingHandshake:442(967ns) DropOutgoingHandshake:457(510ns)} GenerateSessionVirtualId:988(1356ns) PrepareNewSessionHandshake:477(2638ns) {SwitchToState:179(900ns)}}}}}
2025-12-06T17:41:54.292959Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801590365314241:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:54.293463Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801594660281626:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16654
2025-12-06T17:41:54.311333Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801594660281628:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16654
2025-12-06T17:41:54.348115Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801594660281629:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16654
2025-12-06T17:41:54.353474Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801594660281626:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:54.355008Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801590365314240:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:54.356916Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801590365314241:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16248) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801594660281614:2116] held: no
2025-12-06T17:41:54.367231Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801594660281614:2116] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:54.367987Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801594660281628:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:54.368160Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801590365314277:2083] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:54.369858Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801594660281632:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16654
2025-12-06T17:41:54.370865Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801590365314241:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:41:54.370962Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:54.371015Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801590365314241:2050] [node 3] ICP22 created new session: [6:7580801594660281633:2050]
2025-12-06T17:41:54.372699Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801594660281633:2050] [node 3] ICS09 handshake done sender: [6:7580801594660281614:2116] self: [6:7580801594660281627:0] peer: [3:7580801592768530110:0] socket: 618 qp: -1
2025-12-06T17:41:54.374790Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801594660281628:2121] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:54.395628Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801594660281633:2050] [node 3] ICS10 traffic start
2025-12-06T17:41:54.396823Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801590365314277:2083] [node 5] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:54.191184Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801595753731213:2109] [node 5] ICS09 handshake done sender: [2:7580801595753731207:2113] self: [2:7580801595753731205:0] peer: [5:7580801593220417436:0] socket: 610 qp: -1
2025-12-06T17:41:54.176617Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801593220417439:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61453
2025-12-06T17:41:54.397643Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801591555375386:2048] [node 2] ICP22 created new session: [1:7580801595850342784:2048]
2025-12-06T17:41:54.402065Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:54.164109Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:54.108019Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801588881430171:2050] [node 3] ICP22 created new session: [4:7580801593176397549:2050]
2025-12-06T17:41:54.191239Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801595753731213:2109] [node 5] ICS10 traffic start
2025-12-06T17:41:54.433618Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801594660281635:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16654
2025-12-06T17:41:54.182295Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801588925450095:2059] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(239148371ns) {Configure:104(239139385ns) {ProcessConfigured:135(28292301ns) {StartInitialHandshake:157(28288511ns) {DropHandshakes:470(5526ns) {DropIncomingHandshake:442(1353ns) DropOutgoingHandshake:457(777ns)} GenerateSessionVirtualId:988(481ns) PrepareNewSessionHandshake:477(4333ns) {SwitchToState:179(1925ns)}}}}}
2025-12-06T17:41:54.108070Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801593176397549:2050] [node 3] ICS09 handshake done sender: [4:7580801588881430236:2110] self: [4:7580801588881430244:0] peer: [3:7580801588473562800:0] socket: 580 qp: -1
2025-12-06T17:41:54.443866Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801595850342784:2048] [node 2] ICS09 handshake done sender: [1:7580801595850342767:2118] self: [1:7580801595850342764:0] peer: [2:7580801595753731228:0] socket: 629 qp: -1
2025-12-06T17:41:54.169826Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801592768530103:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:54.191323Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:54.452154Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801594660281626:2120] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:54.186481Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801593220417433:2115] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:54.169856Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801592768530103:2115] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:41:54.108113Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801593176397549:2050] [node 3] ICS10 traffic start
2025-12-06T17:41:54.447818Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801591555375446:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(145177184ns) {HandleHandshakeStatus:329(145173943ns) {DropIncomingHandshake:442(15605ns) DropOutgoingHandshake:457(671ns) SwitchToState:179(478ns) ProcessPendingSessionEvents:495(146427ns) {ForwardSessionEventToSession:612(76982ns) ForwardSessionEventToSession:612(10916ns) ForwardSessionEventToSession:612(3678ns) ForwardSessionEventToSession:612(2807ns) ForwardSessionEventToSession:612(10646ns) ForwardSessionEventToSession:612(3620ns) ForwardSessionEventToSession:612(7013ns) ForwardSessionEventToSession:612(3883ns) ForwardSessionEventToSession:612(3058ns) ForwardSessionEventToSession:612(13013ns)}}}
2025-12-06T17:41:54.198624Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801595753731203:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:54.452563Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:54.186838Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801588925450062:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:54.449244Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801595850342784:2048] [node 2] ICS10 traffic start
2025-12-06T17:41:54.108164Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:54.198656Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801595753731203:2111] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:41:54.171129Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801592768530103:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:54.176085Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801588473562797:2086] [node 4] ICP22 created new session: [3:7580801592768530116:2086]
2025-12-06T17:41:54.179478Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801592768530116:2086] [node 4] ICS09 handshake done sender: [3:7580801588473562801:2112] self: [3:7580801588473562800:0] peer: [4:7580801588881430244:0] socket: 578 qp: -1
2025-12-06T17:41:54.179538Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801588473562733:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:54.194502Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801592768530116:2086] [node 4] ICS10 traffic start
2025-12-06T17:41:54.198163Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801588473562798:2088] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:54.217775Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801592768530120:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30783
2025-12-06T17:41:54.223472Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:54.238029Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801592768530100:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:54.239465Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801588473562732:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:54.243927Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801592768530112:2118] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:54.257210Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:54.258082Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801588473562733:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:54.258167Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:54.258219Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801588473562733:2049] [node 2] ICP22 created new session: [3:7580801592768530125:2049]
2025-12-06T17:41:54.258282Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801592768530125:2049] [node 2] ICS09 handshake done sender: [3:7580801592768530112:2118] self: [3:7580801592768530118:0] peer: [2:7580801595753731202:0] socket: 609 qp: -1
2025-12-06T17:41:54.258330Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801592768530125:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:54.258400Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:54.259202Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801592768530124:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30783
2025-12-06T17:41:54.272095Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801588473562798:2088] [node 5] ICP22 created new session: [3:7580801592768530123:2088]
2025-12-06T17:41:54.274778Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801592768530100:2114] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:54.279670Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801592768530123:2088] [node 5] ICS09 handshake done sender: [3:7580801592768530103:2115] self: [3:7580801592768530102:0] peer: [5:7580801593220417437:0] socket: 603 qp: -1
2025-12-06T17:41:54.282607Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801592768530127:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30783
2025-12-06T17:41:54.290618Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801592768530123:2088] [node 5] ICS10 traffic start
2025-12-06T17:41:54.291235Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801588473562797:2086] [node 4] ICP35 event processing took too much time PendingConnection:279(180833518ns) {HandleHandshakeStatus:329(180829593ns) {DropIncomingHandshake:442(17865ns) DropOutgoingHandshake:457(1117ns) SwitchToState:179(783ns) ProcessPendingSessionEvents:495(11652164ns) {ForwardSessionEventToSession:612(11588968ns) ForwardSessionEventToSession:612(12453ns) ForwardSessionEventToSession:612(3297ns) ForwardSessionEventToSession:612(3051ns) ForwardSessionEventToSession:612(6452ns) ForwardSessionEventToSession:612(6198ns) ForwardSessionEventToSession:612(6757ns) ForwardSessionEventToSession:612(2574ns) ForwardSessionEventToSession:612(3305ns) ForwardSessionEventToSession:612(6677ns)}}}
2025-12-06T17:41:54.297212Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:54.299715Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801588473562732:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:54.299806Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:54.299864Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801588473562732:2048] [node 1] ICP22 created new session: [3:7580801592768530129:2048]
2025-12-06T17:41:54.299915Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801592768530129:2048] [node 1] ICS09 handshake done sender: [3:7580801592768530100:2114] self: [3:7580801592768530122:0] peer: [1:7580801595850342759:0] socket: 597 qp: -1
2025-12-06T17:41:54.299954Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801592768530129:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:54.299990Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:54.300260Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7580801588473562732:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:41:54.326714Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801592768530111:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:54.326764Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801592768530111:2117] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:54.337230Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801592768530111:2117] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:54.338388Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801592768530127:2122] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:54.344451Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801588473562796:2087] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:54.344529Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:54.344582Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801588473562796:2087] [node 6] ICP22 created new session: [3:7580801592768530132:2087]
2025-12-06T17:41:54.344636Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801592768530132:2087] [node 6] ICS09 handshake done sender: [3:7580801592768530111:2117] self: [3:7580801592768530110:0] peer: [6:7580801594660281627:0] socket: 616 qp: -1
2025-12-06T17:41:54.344672Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801592768530132:2087] [node 6] ICS10 traffic start
2025-12-06T17:41:54.344705Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:54.354120Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7580801588473562796:2087] [node 6] ICP18 handshake (actor [3:7580801592768530127:2122]) is too old
2025-12-06T17:41:54.463588Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801588473562798:2088] [node 5] ICP35 event processing took too much time PendingConnection:279(185402055ns) {HandleHandshakeStatus:329(185398164ns) {DropIncomingHandshake:442(14669ns) DropOutgoingHandshake:457(232ns) SwitchToState:179(793ns) ProcessPendingSessionEvents:495(50277849ns) {ForwardSessionEventToSession:612(24440189ns) ForwardSessionEventToSession:612(6025ns) ForwardSessionEventToSession:612(4409ns) ForwardSessionEventToSession:612(12396447ns) ForwardSessionEventToSession:612(4409ns) ForwardSessionEventToSession:612(2713254ns) ForwardSessionEventToSession:612(7245ns) ForwardSessionEventToSession:612(5532411ns) ForwardSessionEventToSession:612(5140595ns) ForwardSessionEventToSession:612(5060ns)}}}
2025-12-06T17:41:54.113161Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801588881430170:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(346383933ns) {Configure:104(346379332ns) {ProcessConfigured:135(16002680ns) {StartInitialHandshake:157(15999814ns) {DropHandshakes:470(2486ns) {DropIncomingHandshake:442(270ns) DropOutgoingHandshake:457(554ns)} GenerateSessionVirtualId:988(440ns) PrepareNewSessionHandshake:477(4536ns) {SwitchToState:179(2073ns)}}}}}
2025-12-06T17:41:54.114400Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801593176397548:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42507
2025-12-06T17:41:54.125257Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801593176397541:2114] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:54.127678Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801588881430209:2085] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:54.133877Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801593176397547:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42507
2025-12-06T17:41:54.134098Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801588881430169:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:54.134175Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:54.134231Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801588881430169:2048] [node 1] ICP22 created new session: [4:7580801593176397554:2048]
2025-12-06T17:41:54.134279Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801593176397554:2048] [node 1] ICS09 handshake done sender: [4:7580801593176397541:2114] self: [4:7580801593176397545:0] peer: [1:7580801591555375457:0] socket: 586 qp: -1
2025-12-06T17:41:54.134323Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801593176397554:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:54.134378Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:54.153873Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801593176397547:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:54.165929Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801588881430207:2084] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:54.166037Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:54.166100Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801588881430207:2084] [node 6] ICP22 created new session: [4:7580801593176397558:2084]
2025-12-06T17:41:54.166156Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801593176397558:2084] [node 6] ICS09 handshake done sender: [4:7580801588881430209:2085] self: [4:7580801588881430208:0] peer: [6:7580801594660281609:0] socket: 573 qp: -1
2025-12-06T17:41:54.166197Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801593176397558:2084] [node 6] ICS10 traffic start
2025-12-06T17:41:54.166257Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:54.220115Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801593176397560:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42507
2025-12-06T17:41:54.243586Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801593176397543:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:54.243624Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801593176397543:2115] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:41:54.255086Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801593176397560:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:54.262804Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801593176397543:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:54.271864Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801588881430207:2084] [node 6] ICP35 event processing took too much time PendingConnection:279(28954064ns) {HandleHandshakeStatus:329(28951547ns) {DropIncomingHandshake:442(13659ns) DropOutgoingHandshake:457(657ns) SwitchToState:179(206ns) ProcessPendingSessionEvents:495(139679ns) {ForwardSessionEventToSession:612(83804ns) ForwardSessionEventToSession:612(3770ns) ForwardSessionEventToSession:612(7811ns) ForwardSessionEventToSession:612(7154ns) ForwardSessionEventToSession:612(2416ns) ForwardSessionEventToSession:612(6627ns) ForwardSessionEventToSession:612(3700ns) ForwardSessionEventToSession:612(3027ns) ForwardSessionEventToSession:612(7370ns) ForwardSessionEventToSession:612(2574ns)}}}
2025-12-06T17:41:54.290509Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801588881430204:2069] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:54.302002Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801593176397563:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42507
2025-12-06T17:41:54.338721Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:54.343006Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801588881430204:2069] [node 5] ICP22 created new session: [4:7580801593176397564:2069]
2025-12-06T17:41:54.362762Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801593176397564:2069] [node 5] ICS09 handshake done sender: [4:7580801593176397543:2115] self: [4:7580801593176397542:0] peer: [5:7580801593220417447:0] socket: 617 qp: -1
2025-12-06T17:41:54.367609Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801593176397564:2069] [node 5] ICS10 traffic start
2025-12-06T17:41:54.374658Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801593176397563:2121] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:54.379131Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801588881430170:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:54.390722Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:54.400656Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801593176397567:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42507
2025-12-06T17:41:54.414989Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801588881430204:2069] [node 5] ICP35 event processing took too much time PendingConnection:279(124242071ns) {HandleHandshakeStatus:329(124238028ns) {DropIncomingHandshake:442(6447001ns) DropOutgoingHandshake:457(1391ns) SwitchToState:179(756ns) ProcessPendingSessionEvents:495(174959ns) {ForwardSessionEventToSession:612(109186ns) ForwardSessionEventToSession:612(8184ns) ForwardSessionEventToSession:612(3086ns) ForwardSessionEventToSession:612(6383ns) ForwardSessionEventToSession:612(3120ns) ForwardSessionEventToSession:612(3419ns) ForwardSessionEventToSession:612(14152ns) ForwardSessionEventToSession:612(5343ns) ForwardSessionEventToSession:612(6140ns) ForwardSessionEventToSession:612(6466ns)}}}
2025-12-06T17:41:54.451771Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801593176397563:2121] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:54.463840Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801588881430170:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:54.474772Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:54.476086Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801588881430170:2049] [node 2] ICP22 created new session: [4:7580801593176397568:2049]
2025-12-06T17:41:54.476627Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801593176397568:2049] [node 2] ICS09 handshake done sender: [4:7580801593176397563:2121] self: [4:7580801593176397566:0] peer: [2:7580801595753731216:0] socket: 642 qp: -1
2025-12-06T17:41:54.476673Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801593176397568:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:54.476741Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:54.477269Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801588881430170:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(18174597ns) {HandleHandshakeStatus:329(18171596ns) {DropIncomingHandshake:442(1721ns) DropOutgoingHandshake:457(13386ns) SwitchToState:179(789ns) ProcessPendingSessionEvents:495(123252ns) {ForwardSessionEventToSession:612(54878ns) ForwardSessionEventToSession:612(12322ns) ForwardSessionEventToSession:612(3414ns) ForwardSessionEventToSession:612(18108ns) ForwardSessionEventToSession:612(3153ns) ForwardSessionEventToSession:612(2024ns) ForwardSessionEventToSession:612(5694ns) ForwardSessionEventToSession:612(2588ns) ForwardSessionEventToSession:612(3506ns) ForwardSessionEventToSession:612(8522ns)}}}
2025-12-06T17:41:54.186955Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:54.187013Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801588925450062:2049] [node 2] ICP22 created new session: [5:7580801593220417442:2049]
2025-12-06T17:41:54.187077Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801593220417442:2049] [node 2] ICS09 handshake done sender: [5:7580801593220417433:2115] self: [5:7580801593220417436:0] peer: [2:7580801595753731205:0] socket: 611 qp: -1
2025-12-06T17:41:54.187146Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801593220417442:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:54.187200Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:54.189669Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801593220417432:2114] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:54.197014Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801588925450063:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:41:54.208144Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801588925450131:2093] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(183471735ns) {Configure:104(183463261ns) {ProcessConfigured:135(11426924ns) {StartInitialHandshake:157(11422985ns) {DropHandshakes:470(3655ns) {DropIncomingHandshake:442(781ns) DropOutgoingHandshake:457(733ns)} GenerateSessionVirtualId:988(894ns) PrepareNewSessionHandshake:477(3911ns) {SwitchToState:179(1954ns)}}}}}
2025-12-06T17:41:54.208395Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801593220417434:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:54.208598Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801588925450131:2093] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:54.219170Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801593220417445:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61453
2025-12-06T17:41:54.250781Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:54.262454Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801588925450063:2050] [node 3] ICP22 created new session: [5:7580801593220417449:2050]
2025-12-06T17:41:54.272173Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801593220417449:2050] [node 3] ICS09 handshake done sender: [5:7580801593220417432:2114] self: [5:7580801593220417437:0] peer: [3:7580801592768530102:0] socket: 604 qp: -1
2025-12-06T17:41:54.272228Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801593220417445:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:54.273912Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801588925450061:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:54.279750Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801593220417449:2050] [node 3] ICS10 traffic start
2025-12-06T17:41:54.281847Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801593220417451:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61453
2025-12-06T17:41:54.282275Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801593220417452:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61453
2025-12-06T17:41:54.303226Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:54.308926Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801593220417434:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:54.315048Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801593220417445:2120] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:54.324091Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801588925450131:2093] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:41:54.324200Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:54.324285Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801588925450131:2093] [node 4] ICP22 created new session: [5:7580801593220417455:2093]
2025-12-06T17:41:54.324332Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801593220417455:2093] [node 4] ICS09 handshake done sender: [5:7580801593220417434:2116] self: [5:7580801593220417447:0] peer: [4:7580801593176397542:0] socket: 619 qp: -1
2025-12-06T17:41:54.455551Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:54.471701Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801591555375386:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(125812663ns) {HandleHandshakeStatus:329(125809610ns) {DropIncomingHandshake:442(17188ns) DropOutgoingHandshake:457(575ns) SwitchToState:179(581ns) ProcessPendingSessionEvents:495(5054027ns) {ForwardSessionEventToSession:612(4990902ns) ForwardSessionEventToSession:612(6457ns) ForwardSessionEventToSession:612(3991ns) ForwardSessionEventToSession:612(7101ns) ForwardSessionEventToSession:612(2912ns) ForwardSessionEventToSession:612(13345ns) ForwardSessionEventToSession:612(3636ns) ForwardSessionEventToSession:612(2562ns) ForwardSessionEventToSession:612(6667ns) ForwardSessionEventToSession:612(3614ns)}}}
2025-12-06T17:41:54.454150Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801590365314241:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(83441946ns) {HandleHandshakeStatus:329(83438402ns) {DropIncomingHandshake:442(2448ns) DropOutgoingHandshake:457(648ns) SwitchToState:179(719ns) ProcessPendingSessionEvents:495(1456ns)}}
2025-12-06T17:41:54.455793Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801590365314277:2083] [node 5] ICP22 created new session: [6:7580801594660281636:2083]
2025-12-06T17:41:54.458952Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801590365314240:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:54.466673Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801594660281636:2083] [node 5] ICS09 handshake done sender: [6:7580801594660281628:2121] self: [6:7580801594660281631:0] peer: [5:7580801593220417435:0] socket: 607 qp: -1
2025-12-06T17:41:54.466735Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801594660281636:2083] [node 5] ICS10 traffic start
2025-12-06T17:41:54.469489Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:54.469931Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801590365314277:2083] [node 5] ICP35 event processing took too much time PendingConnection:279(72893521ns) {HandleHandshakeStatus:329(72890570ns) {DropIncomingHandshake:442(1466ns) DropOutgoingHandshake:457(31283ns) SwitchToState:179(668ns) ProcessPendingSessionEvents:495(110652ns) {ForwardSessionEventToSession:612(53256ns) ForwardSessionEventToSession:612(6581ns) ForwardSessionEventToSession:612(2635ns) ForwardSessionEventToSession:612(2562ns) ForwardSessionEventToSession:612(8159ns) ForwardSessionEventToSession:612(2693ns) ForwardSessionEventToSession:612(12693ns) ForwardSessionEventToSession:612(3237ns) ForwardSessionEventToSession:612(2783ns) ForwardSessionEventToSession:612(5823ns)}}}
2025-12-06T17:41:54.475818Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:54.478187Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801590365314240:2049] [node 2] ICP22 created new session: [6:7580801594660281638:2049]
2025-12-06T17:41:54.199675Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801595753731210:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:54.210069Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801591458763902:2107] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(251101905ns) {Configure:104(251093070ns) {ProcessConfigured:135(15787831ns) {StartInitialHandshake:157(15783835ns) {DropHandshakes:470(3394ns) {DropIncomingHandshake:442(717ns) DropOutgoingHandshake:457(655ns)} GenerateSessionVirtualId:988(1250ns) PrepareNewSessionHandshake:477(2902ns) {SwitchToState:179(354ns)}}}}}
2025-12-06T17:41:54.210333Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801595753731203:2111] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:54.232426Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801591458763900:2106] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(293911283ns) {Configure:104(293904751ns) {ProcessConfigured:135(35572139ns) {StartInitialHandshake:157(35567603ns) {DropHandshakes:470(1567ns) {DropIncomingHandshake:442(392ns) DropOutgoingHandshake:457(272ns)} GenerateSessionVirtualId:988(1079ns) PrepareNewSessionHandshake:477(4874ns) {SwitchToState:179(1795ns)}}}}}
2025-12-06T17:41:54.256017Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801595753731221:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41048
2025-12-06T17:41:54.256072Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801595753731222:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41048
2025-12-06T17:41:54.261776Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801595753731212:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:54.267179Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801591458763838:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:41:54.267300Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:54.267359Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801591458763838:2049] [node 3] ICP22 created new session: [2:7580801595753731224:2049]
2025-12-06T17:41:54.267410Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801595753731224:2049] [node 3] ICS09 handshake done sender: [2:7580801595753731203:2111] self: [2:7580801595753731202:0] peer: [3:7580801592768530118:0] socket: 600 qp: -1
2025-12-06T17:41:54.267451Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801595753731224:2049] [node 3] ICS10 traffic start
2025-12-06T17:41:54.267506Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:54.275350Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801595753731222:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:54.312646Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580801591458763837:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:54.314047Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7580801591458763838:2049] [node 3] ICP27 obsolete handshake fail ignored
2025-12-06T17:41:54.357451Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801595753731229:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41048
2025-12-06T17:41:54.371960Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580801591458763837:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11082) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7580801595753731222:2119] held: no
2025-12-06T17:41:54.378859Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801595753731222:2119] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:54.396126Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801595753731218:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:54.396175Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801595753731218:2116] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:54.396447Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580801591458763837:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:54.399349Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801595753731219:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:54.399379Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801595753731219:2117] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:41:54.416694Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801595753731218:2116] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:54.434186Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801595753731219:2117] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:54.447294Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:54.449700Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801591458763837:2048] [node 1] ICP22 created new session: [2:7580801595753731232:2048]
2025-12-06T17:41:54.452485Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801595753731232:2048] [node 1] ICS09 handshake done sender: [2:7580801595753731222:2119] self: [2:7580801595753731228:0] peer: [1:7580801595850342764:0] socket: 634 qp: -1
2025-12-06T17:41:54.453382Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801591458763902:2107] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:54.455416Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801591458763900:2106] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:41:54.455966Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801595753731232:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:54.457709Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:54.458498Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:54.463487Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801591458763902:2107] [node 6] ICP22 created new session: [2:7580801595753731234:2107]
2025-12-06T17:41:54.469247Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801595753731234:2107] [node 6] ICS09 handshake done sender: [2:7580801595753731218:2116] self: [2:7580801595753731215:0] peer: [6:7580801594660281630:0] socket: 639 qp: -1
2025-12-06T17:41:54.472544Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:54.473183Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801595753731234:2107] [node 6] ICS10 traffic start
2025-12-06T17:41:54.473251Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:54.473717Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801591458763902:2107] [node 6] ICP35 event processing took too much time PendingConnection:279(21064139ns) {HandleHandshakeStatus:329(20098699ns) {DropIncomingHandshake:442(18218ns) DropOutgoingHandshake:457(949ns) SwitchToState:179(824ns) ProcessPendingSessionEvents:495(108226ns) {ForwardSessionEventToSession:612(50408ns) ForwardSessionEventToSession:612(6415ns) ForwardSessionEventToSession:612(11032ns) ForwardSessionEventToSession:612(5720ns) ForwardSessionEventToSession:612(3473ns) ForwardSessionEventToSession:612(3028ns) ForwardSessionEventToSession:612(6626ns) ForwardSessionEventToSession:612(2726ns) ForwardSessionEventToSession:612(2608ns) ForwardSessionEventToSession:612(7626ns)}}}
2025-12-06T17:41:54.475083Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801591458763837:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(72951920ns) {HandleHandshakeStatus:329(72947377ns) {DropIncomingHandshake:442(2700ns) DropOutgoingHandshake:457(231ns) SwitchToState:179(427ns) ProcessPendingSessionEvents:495(1037ns)}}
2025-12-06T17:41:54.476026Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801591458763900:2106] [node 4] ICP22 created new session: [2:7580801595753731235:2106]
2025-12-06T17:41:54.478334Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801595753731235:2106] [node 4] ICS09 handshake done sender: [2:7580801595753731219:2117] self: [2:7580801595753731216:0] peer: [4:7580801593176397566:0] socket: 640 qp: -1
2025-12-06T17:41:54.478375Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801595753731235:2106] [node 4] ICS10 traffic start
2025-12-06T17:41:54.478451Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:54.479029Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801591458763900:2106] [node 4] ICP35 event processing took too much time PendingConnection:279(25289974ns) {HandleHandshakeStatus:329(23364544ns) {DropIncomingHandshake:442(1938462ns) DropOutgoingHandshake:457(827ns) SwitchToState:179(965ns) ProcessPendingSessionEvents:495(120053ns) {ForwardSessionEventToSession:612(65241ns) ForwardSessionEventToSession:612(6278ns) ForwardSessionEventToSession:612(3142ns) ForwardSessionEventToSession:612(3566ns) ForwardSessionEventToSession:612(6299ns) ForwardSessionEventToSession:612(2997ns) ForwardSessionEventToSession:612(3075ns) ForwardSessionEventToSession:612(8228ns) ForwardSessionEventToSession:612(6250ns) ForwardSessionEventToSession:612(6557ns)}}}
2025-12-06T17:41:54.324375Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801593220417455:2093] [node 4] ICS10 traffic start
2025-12-06T17:41:54.324427Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:54.333972Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801588925450061:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:54.334065Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:54.334122Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801588925450061:2048] [node 1] ICP22 created new session: [5:7580801593220417457:2048]
2025-12-06T17:41:54.334174Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801593220417457:2048] [node 1] ICS09 handshake done sender: [5:7580801593220417445:2120] self: [5:7580801593220417450:0] peer: [1:7580801591555375460:0] socket: 594 qp: -1
2025-12-06T17:41:54.334213Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801593220417457:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:54.334256Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:54.334576Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7580801588925450061:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:41:54.343693Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801588925450063:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(146453009ns) {HandleHandshakeStatus:329(146448692ns) {DropIncomingHandshake:442(561ns) DropOutgoingHandshake:457(6600ns) SwitchToState:179(4656ns) ProcessPendingSessionEvents:495(16781199ns) {ForwardSessionEventToSession:612(16725153ns) ForwardSessionEventToSession:612(6373ns) ForwardSessionEventToSession:612(7509ns) ForwardSessionEventToSession:612(3403ns) ForwardSessionEventToSession:612(3685ns) ForwardSessionEventToSession:612(6061ns) ForwardSessionEventToSession:612(3165ns) ForwardSessionEventToSession:612(6243ns) ForwardSessionEventToSession:612(5469ns) ForwardSessionEventToSession:612(3190ns)}}}
2025-12-06T17:41:54.368493Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801593220417440:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:54.368519Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580801593220417440:2119] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:54.370946Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801593220417440:2119] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:54.383711Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580801588925450095:2059] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:54.422654Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:54.449779Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801588925450095:2059] [node 6] ICP22 created new session: [5:7580801593220417460:2059]
2025-12-06T17:41:54.449894Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801593220417460:2059] [node 6] ICS09 handshake done sender: [5:7580801593220417440:2119] self: [5:7580801593220417435:0] peer: [6:7580801594660281631:0] socket: 589 qp: -1
2025-12-06T17:41:54.449936Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801593220417460:2059] [node 6] ICS10 traffic start
2025-12-06T17:41:54.450004Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:54.450527Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801588925450095:2059] [node 6] ICP35 event processing took too much time PendingConnection:279(66551966ns) {HandleHandshakeStatus:329(66548429ns) {DropIncomingHandshake:442(25429ns) DropOutgoingHandshake:457(807ns) SwitchToState:179(847ns) ProcessPendingSessionEvents:495(114564ns) {ForwardSessionEventToSession:612(57565ns) ForwardSessionEventToSession:612(6788ns) ForwardSessionEventToSession:612(3822ns) ForwardSessionEventToSession:612(2992ns) ForwardSessionEventToSession:612(6786ns) ForwardSessionEventToSession:612(3053ns) ForwardSessionEventToSession:612(6553ns) ForwardSessionEventToSession:612(6462ns) ForwardSessionEventToSession:612(3143ns) ForwardSessionEventToSession:612(5836ns)}}}
2025-12-06T17:41:54.500735Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801594660281638:2049] [node 2] ICS09 handshake done sender: [6:7580801594660281626:2120] self: [6:7580801594660281630:0] peer: [2:7580801595753731215:0] socket: 641 qp: -1
2025-12-06T17:41:54.500809Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801594660281638:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:54.500905Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:54.513730Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801590365314240:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(54571601ns) {HandleHandshakeStatus:329(54568621ns) {DropIncomingHandshake:442(5195ns) DropOutgoingHandshake:457(11740ns) SwitchToState:179(735ns) ProcessPendingSessionEvents:495(12391074ns) {ForwardSessionEventToSession:612(11999928ns) ForwardSessionEventToSession:612(6839ns) ForwardSessionEventToSession:612(327798ns) ForwardSessionEventToSession:612(3942ns) ForwardSessionEventToSession:612(5923ns) ForwardSessionEventToSession:612(5870ns) ForwardSessionEventToSession:612(2857ns) ForwardSessionEventToSession:612(5968ns) ForwardSessionEventToSession:612(2317ns) ForwardSessionEventToSession:612(3735ns)}}}
2025-12-06T17:41:54.513817Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580801590365314240:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:41:54.563863Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:41:54.564165Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580801595753731232:2048] [node 1] ICS01 socket: 634 reason# EndOfStream
2025-12-06T17:41:54.564220Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580801591458763837:2048] [node 1] ICP30 unregister session Session# [2:7580801595753731232:2048] VirtualId# [2:7580801595753731228:0]
2025-12-06T17:41:54.564258Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580801595753731232:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:54.564357Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:54.564402Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:54.566916Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:41:54.567226Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801592768530129:2048] [node 1] ICS01 socket: 597 reason# EndOfStream
2025-12-06T17:41:54.567269Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801588473562732:2048] [node 1] ICP30 unregister session Session# [3:7580801592768530129:2048] VirtualId# [3:7580801592768530122:0]
2025-12-06T17:41:54.567314Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801592768530129:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:54.567392Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:54.567447Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:54.570245Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:41:54.570519Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801593176397554:2048] [node 1] ICS01 socket: 586 reason# EndOfStream
2025-12-06T17:41:54.570574Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801588881430169:2048] [node 1] ICP30 unregister session Session# [4:7580801593176397554:2048] VirtualId# [4:7580801593176397545:0]
2025-12-06T17:41:54.570616Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801593176397554:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:54.570694Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:54.570746Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:54.572551Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:41:54.572839Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801593220417457:2048] [node 1] ICS01 socket: 594 reason# EndOfStream
2025-12-06T17:41:54.572915Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801588925450061:2048] [node 1] ICP30 unregister session Session# [5:7580801593220417457:2048] VirtualId# [5:7580801593220417450:0]
2025-12-06T17:41:54.572949Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801593220417457:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:54.573015Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:54.573070Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:54.576824Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:41:54.577167Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801594660281623:2048] [node 1] ICS01 socket: 572 reason# EndOfStream
2025-12-06T17:41:54.577209Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801590365314239:2048] [node 1] ICP30 unregister session Session# [6:7580801594660281623:2048] VirtualId# [6:7580801594660281617:0]
2025-12-06T17:41:54.577252Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801594660281623:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:54.577335Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:54.577380Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:54.758789Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:41:54.759113Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801592768530125:2049] [node 2] ICS01 socket: 609 reason# EndOfStream
2025-12-06T17:41:54.759162Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801588473562733:2049] [node 2] ICP30 unregister session Session# [3:7580801592768530125:2049] VirtualId# [3:7580801592768530118:0]
2025-12-06T17:41:54.759199Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801592768530125:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:54.759290Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:54.759332Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:54.774949Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:41:54.775243Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801593176397568:2049] [node 2] ICS01 socket: 642 reason# EndOfStream
2025-12-06T17:41:54.775294Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801588881430170:2049] [node 2] ICP30 unregister session Session# [4:7580801593176397568:2049] VirtualId# [4:7580801593176397566:0]
2025-12-06T17:41:54.775339Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801593176397568:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:54.775435Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:54.775501Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:54.780397Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:41:54.780699Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580801594660281638:2049] [node 2] ICS07 socket disconnect 641 reason# EndOfStream
2025-12-06T17:41:54.780757Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801594660281638:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:54.780899Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:54.780944Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580801594660281638:2049] [node 2] ICS15 start handshake
2025-12-06T17:41:54.781533Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:41:54.781793Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801593220417442:2049] [node 2] ICS01 socket: 611 reason# EndOfStream
2025-12-06T17:41:54.781836Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801588925450062:2049] [node 2] ICP30 unregister session Session# [5:7580801593220417442:2049] VirtualId# [5:7580801593220417436:0]
2025-12-06T17:41:54.781869Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801593220417442:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:54.781942Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:54.781995Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:54.784230Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801590365314240:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22688) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:41:54.784307Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801594660281638:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:41:54.784342Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801590365314240:2049] [node 2] ICP30 unregister session Session# [6:7580801594660281638:2049] VirtualId# [6:7580801594660281630:0]
2025-12-06T17:41:54.784385Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:54.784418Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580801590365314240:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:22688) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:41:54.784432Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22688) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:41:54.794771Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580801590365314240:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:41:55.036889Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:41:55.037189Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801593176397549:2050] [node 3] ICS01 socket: 580 reason# EndOfStream
2025-12-06T17:41:55.037239Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801588881430171:2050] [node 3] ICP30 unregister session Session# [4:7580801593176397549:2050] VirtualId# [4:7580801588881430244:0]
2025-12-06T17:41:55.037280Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801593176397549:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:55.037386Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:41:55.037439Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:41:55.038857Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:41:55.039099Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801594660281633:2050] [node 3] ICS01 socket: 618 reason# EndOfStream
2025-12-06T17:41:55.039140Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801590365314241:2050] [node 3] ICP30 unregister session Session# [6:7580801594660281633:2050] VirtualId# [6:7580801594660281627:0]
2025-12-06T17:41:55.039172Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801594660281633:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:55.039259Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:41:55.039302Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:41:55.045110Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:41:55.045416Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801593220417449:2050] [node 3] ICS01 socket: 604 reason# EndOfStream
2025-12-06T17:41:55.045480Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801588925450063:2050] [node 3] ICP30 unregister session Session# [5:7580801593220417449:2050] VirtualId# [5:7580801593220417437:0]
2025-12-06T17:41:55.045523Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801593220417449:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:55.045625Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:41:55.045674Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:41:55.205476Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:41:55.205709Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:41:55.205898Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801593220417455:2093] [node 4] ICS01 socket: 619 reason# EndOfStream
2025-12-06T17:41:55.205933Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801588925450131:2093] [node 4] ICP30 unregister session Session# [5:7580801593220417455:2093] VirtualId# [5:7580801593220417447:0]
2025-12-06T17:41:55.205961Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801593220417455:2093] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:55.206021Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:41:55.206065Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:41:55.205737Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801594660281619:2059] [node 4] ICS01 socket: 574 reason# EndOfStream
2025-12-06T17:41:55.205785Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801590365314252:2059] [node 4] ICP30 unregister session Session# [6:7580801594660281619:2059] VirtualId# [6:7580801594660281609:0]
2025-12-06T17:41:55.205825Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801594660281619:2059] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:55.205916Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:41:55.205973Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:41:55.328321Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:41:55.328598Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801594660281636:2083] [node 5] ICS01 socket: 607 reason# EndOfStream
2025-12-06T17:41:55.328656Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801590365314277:2083] [node 5] ICP30 unregister session Session# [6:7580801594660281636:2083] VirtualId# [6:7580801594660281631:0]
2025-12-06T17:41:55.328690Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801594660281636:2083] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:55.328777Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:41:55.328828Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:41:55.599129Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801599331136304:2048] [node 2] ICP01 ready to work
2025-12-06T17:41:55.599169Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801599331136305:2049] [node 3] ICP01 ready to work
2025-12-06T17:41:55.603713Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801599285696318:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:55.603756Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801599285696319:2049] [node 3] ICP01 ready to work
2025-12-06T17:41:55.603278Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801597088649412:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:55.603313Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801597088649413:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:55.631956Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801599173854157:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:55.631991Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801599173854158:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:55.632023Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801599173854159:2050] [node 3] ICP01 ready to work
2025-12-06T17:41:55.655842Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801597379216942:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:55.655887Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801597379216943:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:55.655919Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801597379216944:2050] [node 3] ICP01 ready to work
2025-12-06T17:41:55.662074Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801598296014464:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:55.662120Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801598296014465:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:55.662156Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801598296014466:2050] [node 3] ICP01 ready to work
2025-12-06T17:41:56.019434Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801601383616758:2078] [node 4] ICP01 ready to work
2025-12-06T17:41:56.026923Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801601383616764:2079] [node 6] ICP01 ready to work
2025-12-06T17:41:56.026566Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801603626103663:2102] [node 6] ICP01 ready to work
2025-12-06T17:41:56.038590Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801602590981793:2064] [node 4] ICP01 ready to work
2025-12-06T17:41:56.105376Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801601674184289:2059] [node 4] ICP01 ready to work
2025-12-06T17:41:56.093322Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801599285696319:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(192897878ns) {Configure:104(160501249ns) {ProcessConfigured:135(90643ns) {StartInitialHandshake:157(83666ns) {DropHandshakes:470(3663ns) {DropIncomingHandshake:442(784ns) DropOutgoingHandshake:457(641ns)} GenerateSessionVirtualId:988(1625ns) PrepareNewSessionHandshake:477(2694ns) {SwitchToState:179(797ns)}}}}}
2025-12-06T17:41:56.143621Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801602590981824:2067] [node 6] ICP01 ready to work
2025-12-06T17:41:56.130473Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801601674184303:2085] [node 5] ICP01 ready to work
2025-12-06T17:41:56.154044Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801599173854157:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(187740545ns) {Configure:104(187730032ns) {ProcessConfigured:135(71724ns) {StartInitialHandshake:157(67826ns) {DropHandshakes:470(4173ns) {DropIncomingHandshake:442(1053ns) DropOutgoingHandshake:457(934ns)} GenerateSessionVirtualId:988(1143ns) PrepareNewSessionHandshake:477(2401ns) {SwitchToState:179(838ns)}}}}}
2025-12-06T17:41:56.093893Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801603580663696:2093] [node 5] ICP01 ready to work
2025-12-06T17:41:56.159592Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801603626103663:2102] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(64315081ns) {Configure:104(64305278ns) {ProcessConfigured:135(83311ns) {StartInitialHandshake:157(80052ns) {DropHandshakes:470(8059ns) {DropIncomingHandshake:442(1118ns) DropOutgoingHandshake:457(782ns)} GenerateSessionVirtualId:988(1289ns) PrepareNewSessionHandshake:477(1818ns) {SwitchToState:179(412ns)}}}}}
2025-12-06T17:41:56.160085Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801603626103666:2103] [node 4] ICP01 ready to work
2025-12-06T17:41:56.160644Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801603626103667:2104] [node 5] ICP01 ready to work
2025-12-06T17:41:56.157253Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801601383616773:2081] [node 5] ICP01 ready to work
2025-12-06T17:41:56.094299Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801603580663697:2087] [node 4] ICP01 ready to work
2025-12-06T17:41:56.141280Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801603580663699:2088] [node 6] ICP01 ready to work
2025-12-06T17:41:56.168905Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801603580663696:2093] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(16482921ns) {Configure:104(16476742ns) {ProcessConfigured:135(71262ns) {StartInitialHandshake:157(68335ns) {DropHandshakes:470(4144ns) {DropIncomingHandshake:442(696ns) DropOutgoingHandshake:457(1350ns)} GenerateSessionVirtualId:988(1752ns) PrepareNewSessionHandshake:477(2353ns) {SwitchToState:179(789ns)}}}}}
2025-12-06T17:41:56.202743Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801601674184303:2085] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(52994755ns) {Configure:104(52988358ns) {ProcessConfigured:135(97162ns) {StartInitialHandshake:157(94271ns) {DropHandshakes:470(4687ns) {DropIncomingHandshake:442(1080ns) DropOutgoingHandshake:457(1142ns)} GenerateSessionVirtualId:988(1464ns) PrepareNewSessionHandshake:477(2852ns) {SwitchToState:179(978ns)}}}}}
2025-12-06T17:41:56.220169Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801601383616773:2081] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(54659270ns) {Configure:104(54648822ns) {ProcessConfigured:135(87198ns) {StartInitialHandshake:157(83703ns) {DropHandshakes:470(4032ns) {DropIncomingHandshake:442(880ns) DropOutgoingHandshake:457(693ns)} GenerateSessionVirtualId:988(1533ns) PrepareNewSessionHandshake:477(2407ns) {SwitchToState:179(695ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:56.226006Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801601383616776:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58902
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:56.226930Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801603580663698:2128] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40214
2025-12-06T17:41:56.235611Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801599331136305:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(74336561ns) {Configure:104(74330301ns) {ProcessConfigured:135(113044ns) {StartInitialHandshake:157(109714ns) {DropHandshakes:470(3430ns) {DropIncomingHandshake:442(697ns) DropOutgoingHandshake:457(665ns)} GenerateSessionVirtualId:988(1430ns) PrepareNewSessionHandshake:477(5478ns) {SwitchToState:179(670ns)}}}}}
2025-12-06T17:41:56.246833Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801602590981793:2064] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(70140706ns) {Configure:104(70136053ns) {ProcessConfigured:135(122741ns) {StartInitialHandshake:157(118540ns) {DropHandshakes:470(4516ns) {DropIncomingHandshake:442(946ns) DropOutgoingHandshake:457(659ns)} GenerateSessionVirtualId:988(1546ns) PrepareNewSessionHandshake:477(2458ns) {SwitchToState:179(788ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:56.267980Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801599331136304:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(21274153ns) {Configure:104(21269277ns) {ProcessConfigured:135(75224ns) {StartInitialHandshake:157(73023ns) {DropHandshakes:470(4035ns) {DropIncomingHandshake:442(777ns) DropOutgoingHandshake:457(884ns)} GenerateSessionVirtualId:988(1163ns) PrepareNewSessionHandshake:477(2971ns) {SwitchToState:179(786ns)}}}}}
2025-12-06T17:41:56.270030Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801603626103668:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35320
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:56.273771Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801599173854159:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(117388924ns) {Configure:104(117384396ns) {ProcessConfigured:135(60468ns) {StartInitialHandshake:157(58382ns) {DropHandshakes:470(7494ns) {DropIncomingHandshake:442(958ns) DropOutgoingHandshake:457(500ns)} GenerateSessionVirtualId:988(1090ns) PrepareNewSessionHandshake:477(2215ns) {SwitchToState:179(751ns)}}}}}
2025-12-06T17:41:56.274465Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801603468821522:2067] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:56.275270Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801603580663698:2128] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:56.275460Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801603580663711:2133] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40214
2025-12-06T17:41:56.272515Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801601674184319:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25170
2025-12-06T17:41:56.272593Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801601674184320:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25170
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:56.295855Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801603626103677:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35320
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:56.311520Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801601674184321:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25170
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:56.317409Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801603580663713:2134] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40214
2025-12-06T17:41:56.277002Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801601383616776:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:56.328768Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801601674184321:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:56.328940Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801597379216944:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:56.329512Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801603626103668:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:56.332754Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801601674184320:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:56.332935Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801597379216942:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:56.333619Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801603626103681:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35320
2025-12-06T17:41:56.333788Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801603626103665:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:56.333872Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801603626103665:2110] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:56.334933Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801601674184324:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25170
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:56.336255Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801601674184325:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25170
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:56.277231Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801601383616788:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58902
2025-12-06T17:41:56.277306Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801601383616789:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58902
2025-12-06T17:41:56.277414Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801601383616790:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58902
2025-12-06T17:41:56.328426Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801601383616792:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58902
2025-12-06T17:41:56.335181Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801601383616775:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:56.335205Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801601383616775:2110] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:56.305490Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801603468821523:2075] [node 5] ICP01 ready to work
2025-12-06T17:41:56.354099Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801601674184321:2120] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:56.354732Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801597379216944:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:41:56.354833Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:56.354886Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801597379216944:2050] [node 3] ICP22 created new session: [6:7580801601674184326:2050]
2025-12-06T17:41:56.354943Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801601674184326:2050] [node 3] ICS09 handshake done sender: [6:7580801601674184321:2120] self: [6:7580801601674184322:0] peer: [3:7580801601383616774:0] socket: 603 qp: -1
2025-12-06T17:41:56.354984Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801601674184326:2050] [node 3] ICS10 traffic start
2025-12-06T17:41:56.355021Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:56.338900Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801603580663711:2133] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:56.349269Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801601383616775:2110] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:56.356597Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801601383616788:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:56.356785Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801601383616764:2079] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:56.356896Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:56.356951Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801601383616764:2079] [node 6] ICP22 created new session: [3:7580801601383616794:2079]
2025-12-06T17:41:56.357000Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801601383616794:2079] [node 6] ICS09 handshake done sender: [3:7580801601383616775:2110] self: [3:7580801601383616774:0] peer: [6:7580801601674184322:0] socket: 599 qp: -1
2025-12-06T17:41:56.357041Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801601383616794:2079] [node 6] ICS10 traffic start
2025-12-06T17:41:56.357082Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:56.309912Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801603468821525:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14092
2025-12-06T17:41:56.336940Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801603468821524:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14092
2025-12-06T17:41:56.349638Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801603468821524:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:56.352138Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801599173854158:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:56.361865Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801602590981838:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46140
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:56.362365Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801602590981839:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46140
2025-12-06T17:41:56.368502Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801603580663703:2130] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:56.368539Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801603580663703:2130] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:41:56.370156Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801603580663703:2130] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:56.370578Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801603580663697:2087] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:41:56.370676Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:56.370741Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801603580663697:2087] [node 4] ICP22 created new session: [2:7580801603580663716:2087]
2025-12-06T17:41:56.370790Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801603580663716:2087] [node 4] ICS09 handshake done sender: [2:7580801603580663703:2130] self: [2:7580801603580663702:0] peer: [4:7580801603468821533:0] socket: 590 qp: -1
2025-12-06T17:41:56.370827Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801603580663716:2087] [node 4] ICS10 traffic start
2025-12-06T17:41:56.370881Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:56.372390Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801602590981838:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:56.372723Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801598296014465:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:56.379003Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801603626103677:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:56.379448Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801603626103684:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35320
2025-12-06T17:41:56.379830Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801603626103665:2110] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:56.380543Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801603626103663:2102] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:56.380616Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:56.380686Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801603626103663:2102] [node 6] ICP22 created new session: [1:7580801603626103687:2102]
2025-12-06T17:41:56.380743Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801603626103687:2102] [node 6] ICS09 handshake done sender: [1:7580801603626103665:2110] self: [1:7580801603626103664:0] peer: [6:7580801601674184323:0] socket: 593 qp: -1
2025-12-06T17:41:56.380776Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801603626103687:2102] [node 6] ICS10 traffic start
2025-12-06T17:41:56.380817Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:56.382312Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801601674184319:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:56.383213Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801601674184320:2119] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:56.385681Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801602590981826:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:56.385715Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580801602590981826:2110] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:56.383640Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801601674184303:2085] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:56.383709Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801597379216942:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:56.383786Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:56.383828Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801597379216942:2048] [node 1] ICP22 created new session: [6:7580801601674184330:2048]
2025-12-06T17:41:56.383892Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801601674184330:2048] [node 1] ICS09 handshake done sender: [6:7580801601674184320:2119] self: [6:7580801601674184323:0] peer: [1:7580801603626103664:0] socket: 596 qp: -1
2025-12-06T17:41:56.383940Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801601674184330:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:56.384001Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:56.387352Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801602590981826:2110] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:56.388065Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801601383616789:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:56.388479Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801601383616790:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:56.388627Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801597088649413:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:56.389113Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801597088649412:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:56.373179Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801603580663701:2129] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:56.373208Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801603580663701:2129] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:56.390311Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801602590981839:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:56.390626Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580801602590981824:2067] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:56.390679Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:56.390728Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801602590981824:2067] [node 6] ICP22 created new session: [5:7580801602590981843:2067]
2025-12-06T17:41:56.390788Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801602590981843:2067] [node 6] ICS09 handshake done sender: [5:7580801602590981826:2110] self: [5:7580801602590981825:0] peer: [6:7580801601674184329:0] socket: 589 qp: -1
2025-12-06T17:41:56.390835Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801602590981843:2067] [node 6] ICS10 traffic start
2025-12-06T17:41:56.390906Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:56.391604Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801602590981842:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46140
2025-12-06T17:41:56.391790Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801598296014466:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:56.392909Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801603580663695:2127] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:56.392945Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801603580663695:2127] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:41:56.393910Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801603580663720:2135] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40214
2025-12-06T17:41:56.394092Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801603580663721:2136] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40214
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:56.394516Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801601383616778:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:56.394590Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801601383616778:2112] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:41:56.396886Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801601383616800:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58902
2025-12-06T17:41:56.398434Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801603468821525:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:56.404284Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801603626103670:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:56.404330Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801603626103670:2112] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:41:56.408515Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801599173854157:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:56.409422Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801603580663695:2127] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:56.410046Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801599285696319:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:41:56.410156Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:56.410215Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801599285696319:2049] [node 3] ICP22 created new session: [2:7580801603580663723:2049]
2025-12-06T17:41:56.410272Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801603580663723:2049] [node 3] ICS09 handshake done sender: [2:7580801603580663695:2127] self: [2:7580801603580663694:0] peer: [3:7580801601383616797:0] socket: 585 qp: -1
2025-12-06T17:41:56.410312Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801603580663723:2049] [node 3] ICS10 traffic start
2025-12-06T17:41:56.410373Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:56.415586Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801602590981847:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46140
2025-12-06T17:41:56.412262Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801603468821534:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14092
2025-12-06T17:41:56.412846Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801603468821535:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14092
2025-12-06T17:41:56.413280Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801601383616778:2112] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:56.416806Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801603580663713:2134] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:56.417245Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580801603580663697:2087] [node 4] ICP18 handshake (actor [2:7580801603580663713:2134]) is too old
2025-12-06T17:41:56.417421Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801603580663701:2129] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:56.412916Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801603468821536:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14092
2025-12-06T17:41:56.430383Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801603626103681:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:56.430577Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801603626103672:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:56.430606Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801603626103672:2113] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:41:56.431197Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801603626103684:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:56.438845Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801603626103672:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:56.413125Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801603468821524:2113] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:56.432570Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801602590981839:2116] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:56.444046Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801601674184332:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25170
2025-12-06T17:41:56.444321Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801602590981838:2115] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:56.441603Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801603580663721:2136] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:56.426811Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801601383616792:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:56.416487Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801599173854158:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:56.418768Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:56.418823Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801599173854158:2049] [node 2] ICP22 created new session: [4:7580801603468821538:2049]
2025-12-06T17:41:56.418875Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801603468821538:2049] [node 2] ICS09 handshake done sender: [4:7580801603468821524:2113] self: [4:7580801603468821533:0] peer: [2:7580801603580663702:0] socket: 606 qp: -1
2025-12-06T17:41:56.418926Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801603468821538:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:56.418965Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:56.445161Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801598296014466:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:41:56.445225Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:56.445277Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801598296014466:2050] [node 3] ICP22 created new session: [5:7580801602590981848:2050]
2025-12-06T17:41:56.445332Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801602590981848:2050] [node 3] ICS09 handshake done sender: [5:7580801602590981839:2116] self: [5:7580801602590981846:0] peer: [3:7580801601383616777:0] socket: 621 qp: -1
2025-12-06T17:41:56.445366Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801602590981848:2050] [node 3] ICS10 traffic start
2025-12-06T17:41:56.445402Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:56.446034Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801598296014465:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:56.446078Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:56.446119Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801598296014465:2049] [node 2] ICP22 created new session: [5:7580801602590981850:2049]
2025-12-06T17:41:56.446172Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801602590981850:2049] [node 2] ICS09 handshake done sender: [5:7580801602590981838:2115] self: [5:7580801602590981840:0] peer: [2:7580801603580663700:0] socket: 620 qp: -1
2025-12-06T17:41:56.446197Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801602590981850:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:56.446237Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:56.450274Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801601674184333:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25170
2025-12-06T17:41:56.450646Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801601674184319:2118] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:56.451087Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801601674184303:2085] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:41:56.451189Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:56.451250Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801601674184303:2085] [node 5] ICP22 created new session: [6:7580801601674184335:2085]
2025-12-06T17:41:56.451300Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801601674184335:2085] [node 5] ICS09 handshake done sender: [6:7580801601674184319:2118] self: [6:7580801601674184329:0] peer: [5:7580801602590981825:0] socket: 595 qp: -1
2025-12-06T17:41:56.451343Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801601674184335:2085] [node 5] ICS10 traffic start
2025-12-06T17:41:56.451388Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:56.439402Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801601383616773:2081] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:56.447186Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801603468821536:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:56.447367Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801599173854159:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:56.439496Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:56.439560Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801601383616773:2081] [node 5] ICP22 created new session: [3:7580801601383616802:2081]
2025-12-06T17:41:56.439607Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801601383616802:2081] [node 5] ICS09 handshake done sender: [3:7580801601383616778:2112] self: [3:7580801601383616777:0] peer: [5:7580801602590981846:0] socket: 601 qp: -1
2025-12-06T17:41:56.439659Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801601383616802:2081] [node 5] ICS10 traffic start
2025-12-06T17:41:56.439717Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:56.454102Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801597088649413:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5789) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580801601383616788:2116] held: no
2025-12-06T17:41:56.455794Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801603626103666:2103] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:41:56.455956Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:56.456028Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801603626103666:2103] [node 4] ICP22 created new session: [1:7580801603626103693:2103]
2025-12-06T17:41:56.441766Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801603580663696:2093] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:56.441831Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:56.441876Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801603580663696:2093] [node 5] ICP22 created new session: [2:7580801603580663726:2093]
2025-12-06T17:41:56.441930Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801603580663726:2093] [node 5] ICS09 handshake done sender: [2:7580801603580663701:2129] self: [2:7580801603580663700:0] peer: [5:7580801602590981840:0] socket: 586 qp: -1
2025-12-06T17:41:56.441968Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801603580663726:2093] [node 5] ICS10 traffic start
2025-12-06T17:41:56.442007Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:56.459218Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580801603580663696:2093] [node 5] ICP18 handshake (actor [2:7580801603580663721:2136]) is too old
2025-12-06T17:41:56.459533Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801603580663720:2135] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:56.456542Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801603626103693:2103] [node 4] ICS09 handshake done sender: [1:7580801603626103672:2113] self: [1:7580801603626103671:0] peer: [4:7580801603468821537:0] socket: 604 qp: -1
2025-12-06T17:41:56.456587Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801603626103693:2103] [node 4] ICS10 traffic start
2025-12-06T17:41:56.467807Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580801599285696318:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:56.470896Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801602590981852:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46140
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:56.473220Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801603468821540:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14092
2025-12-06T17:41:56.473952Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801601383616782:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:56.473993Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801601383616782:2114] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:41:56.474770Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801601383616788:2116] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:56.456659Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:56.476033Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801601674184333:2124] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:56.476193Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801597379216943:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:56.476612Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801603580663707:2132] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:56.476648Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801603580663707:2132] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:56.478004Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801601674184338:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25170
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:56.479062Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801597088649413:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:56.479174Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:56.479224Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801597088649413:2049] [node 2] ICP22 created new session: [3:7580801601383616808:2049]
2025-12-06T17:41:56.479277Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801601383616808:2049] [node 2] ICS09 handshake done sender: [3:7580801601383616788:2116] self: [3:7580801601383616797:0] peer: [2:7580801603580663694:0] socket: 591 qp: -1
2025-12-06T17:41:56.479314Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801601383616808:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:56.479381Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:56.480214Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801601383616804:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58902
2025-12-06T17:41:56.481276Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801599173854157:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:63625) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580801603468821525:2114] held: no
2025-12-06T17:41:56.481468Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801603468821525:2114] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:56.458512Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801603626103670:2112] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:56.460045Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801599331136305:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:41:56.460114Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:56.460175Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801599331136305:2049] [node 3] ICP22 created new session: [1:7580801603626103696:2049]
2025-12-06T17:41:56.460226Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801603626103696:2049] [node 3] ICS09 handshake done sender: [1:7580801603626103670:2112] self: [1:7580801603626103669:0] peer: [3:7580801601383616799:0] socket: 594 qp: -1
2025-12-06T17:41:56.460261Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801603626103696:2049] [node 3] ICS10 traffic start
2025-12-06T17:41:56.460310Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:56.482462Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801603626103674:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:56.482495Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801603626103674:2114] [node 2] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:56.487430Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801603626103698:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35320
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:56.487983Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801599173854157:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:56.488073Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:56.488134Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801599173854157:2048] [node 1] ICP22 created new session: [4:7580801603468821542:2048]
2025-12-06T17:41:56.488193Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801603468821542:2048] [node 1] ICS09 handshake done sender: [4:7580801603468821525:2114] self: [4:7580801603468821537:0] peer: [1:7580801603626103671:0] socket: 607 qp: -1
2025-12-06T17:41:56.488235Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801603468821542:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:56.488275Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:56.488970Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801603468821535:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:56.489908Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801603468821545:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14092
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:56.490864Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801601674184339:2126] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25170
2025-12-06T17:41:56.491668Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801603580663707:2132] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:56.492466Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801601674184333:2124] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:56.492744Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801597379216943:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:56.492828Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:56.492898Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801597379216943:2049] [node 2] ICP22 created new session: [6:7580801601674184340:2049]
2025-12-06T17:41:56.492961Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801601674184340:2049] [node 2] ICS09 handshake done sender: [6:7580801601674184333:2124] self: [6:7580801601674184337:0] peer: [2:7580801603580663706:0] socket: 639 qp: -1
2025-12-06T17:41:56.493000Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801601674184340:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:56.493047Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:56.507747Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801603626103674:2114] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:56.507137Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801601383616790:2118] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:56.508197Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801603580663699:2088] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:56.508297Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:56.508370Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801603580663699:2088] [node 6] ICP22 created new session: [2:7580801603580663731:2088]
2025-12-06T17:41:56.508434Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801603580663731:2088] [node 6] ICS09 handshake done sender: [2:7580801603580663707:2132] self: [2:7580801603580663706:0] peer: [6:7580801601674184337:0] socket: 580 qp: -1
2025-12-06T17:41:56.508476Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801603580663731:2088] [node 6] ICS10 traffic start
2025-12-06T17:41:56.508525Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:56.509482Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801603580663730:2137] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40214
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:56.510099Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801602590981853:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46140
2025-12-06T17:41:56.510879Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801602590981855:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46140
2025-12-06T17:41:56.512167Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801599331136304:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:41:56.512291Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:56.512350Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801599331136304:2048] [node 2] ICP22 created new session: [1:7580801603626103700:2048]
2025-12-06T17:41:56.512411Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801603626103700:2048] [node 2] ICS09 handshake done sender: [1:7580801603626103674:2114] self: [1:7580801603626103673:0] peer: [2:7580801603580663728:0] socket: 623 qp: -1
2025-12-06T17:41:56.512449Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801603626103700:2048] [node 2] ICS10 traffic start
2025-12-06T17:41:56.512484Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:56.513875Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801601383616782:2114] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:56.514450Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801597088649412:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:56.514551Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:56.514602Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801597088649412:2048] [node 1] ICP22 created new session: [3:7580801601383616810:2048]
2025-12-06T17:41:56.514648Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801601383616810:2048] [node 1] ICS09 handshake done sender: [3:7580801601383616790:2118] self: [3:7580801601383616799:0] peer: [1:7580801603626103669:0] socket: 598 qp: -1
2025-12-06T17:41:56.514689Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801601383616810:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:56.514728Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:56.515341Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801601383616758:2078] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:41:56.515414Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:56.515464Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801601383616758:2078] [node 4] ICP22 created new session: [3:7580801601383616812:2078]
2025-12-06T17:41:56.515518Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801601383616812:2078] [node 4] ICS09 handshake done sender: [3:7580801601383616782:2114] self: [3:7580801601383616781:0] peer: [4:7580801603468821541:0] socket: 626 qp: -1
2025-12-06T17:41:56.515551Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801601383616812:2078] [node 4] ICS10 traffic start
2025-12-06T17:41:56.515592Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:56.520258Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580801599285696318:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:63625) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7580801603580663720:2135] held: no
2025-12-06T17:41:56.520423Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801603580663720:2135] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:56.520806Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801602590981853:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:56.520976Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801598296014464:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:56.521436Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801603626103676:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:56.521471Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801603626103676:2115] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:56.523869Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801602590981857:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46140
2025-12-06T17:41:56.524202Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580801599285696318:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:56.524294Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:56.524349Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801599285696318:2048] [node 1] ICP22 created new session: [2:7580801603580663733:2048]
2025-12-06T17:41:56.524402Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801603580663733:2048] [node 1] ICS09 handshake done sender: [2:7580801603580663720:2135] self: [2:7580801603580663728:0] peer: [1:7580801603626103673:0] socket: 628 qp: -1
2025-12-06T17:41:56.524438Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801603580663733:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:56.524474Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:56.526026Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801603626103676:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:56.527968Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801602590981853:2120] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:56.528227Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801598296014464:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:56.528289Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:56.528337Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801598296014464:2048] [node 1] ICP22 created new session: [5:7580801602590981858:2048]
2025-12-06T17:41:56.528387Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801602590981858:2048] [node 1] ICS09 handshake done sender: [5:7580801602590981853:2120] self: [5:7580801602590981856:0] peer: [1:7580801603626103675:0] socket: 611 qp: -1
2025-12-06T17:41:56.528419Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801602590981858:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:56.528457Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:56.530932Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801603626103667:2104] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:56.531009Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:56.531060Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801603626103667:2104] [node 5] ICP22 created new session: [1:7580801603626103703:2104]
2025-12-06T17:41:56.531110Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801603626103703:2104] [node 5] ICS09 handshake done sender: [1:7580801603626103676:2115] self: [1:7580801603626103675:0] peer: [5:7580801602590981856:0] socket: 583 qp: -1
2025-12-06T17:41:56.531143Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801603626103703:2104] [node 5] ICS10 traffic start
2025-12-06T17:41:56.531180Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:56.532819Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801601674184339:2126] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:56.533014Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801601674184289:2059] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:56.540257Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801603468821527:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:56.540298Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801603468821527:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:56.541179Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801599173854159:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5862) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580801603468821536:2119] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:56.546023Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801603468821548:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14092
2025-12-06T17:41:56.546289Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801603468821536:2119] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:56.546514Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801602590981855:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:56.546743Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801602590981793:2064] [node 4] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:56.550619Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801601674184343:2127] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25170
2025-12-06T17:41:56.547969Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801603468821529:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:56.548018Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801603468821529:2116] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:41:56.548627Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801599173854159:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:41:56.548699Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:56.548754Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801599173854159:2050] [node 3] ICP22 created new session: [4:7580801603468821550:2050]
2025-12-06T17:41:56.548807Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801603468821550:2050] [node 3] ICS09 handshake done sender: [4:7580801603468821536:2119] self: [4:7580801603468821541:0] peer: [3:7580801601383616781:0] socket: 637 qp: -1
2025-12-06T17:41:56.548869Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801603468821550:2050] [node 3] ICS10 traffic start
2025-12-06T17:41:56.548907Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:56.549499Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801603468821548:2122] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:56.551667Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801602590981861:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46140
2025-12-06T17:41:56.551965Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801603468821527:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:56.552608Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801601674184339:2126] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:56.552865Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801601674184289:2059] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:41:56.552940Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:56.552988Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801601674184289:2059] [node 4] ICP22 created new session: [6:7580801601674184344:2059]
2025-12-06T17:41:56.553055Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801601674184344:2059] [node 4] ICS09 handshake done sender: [6:7580801601674184339:2126] self: [6:7580801601674184342:0] peer: [4:7580801603468821526:0] socket: 645 qp: -1
2025-12-06T17:41:56.553101Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801601674184344:2059] [node 4] ICS10 traffic start
2025-12-06T17:41:56.553150Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:56.559303Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801603468821529:2116] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:56.560085Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801602590981855:2121] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:56.562357Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801602590981793:2064] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:41:56.562435Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:56.562496Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801602590981793:2064] [node 4] ICP22 created new session: [5:7580801602590981862:2064]
2025-12-06T17:41:56.562572Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801602590981862:2064] [node 4] ICS09 handshake done sender: [5:7580801602590981855:2121] self: [5:7580801602590981860:0] peer: [4:7580801603468821528:0] socket: 576 qp: -1
2025-12-06T17:41:56.562613Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801602590981862:2064] [node 4] ICS10 traffic start
2025-12-06T17:41:56.562661Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:56.567307Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801603468821522:2067] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:56.567421Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:56.567488Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801603468821522:2067] [node 6] ICP22 created new session: [4:7580801603468821554:2067]
2025-12-06T17:41:56.567544Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801603468821554:2067] [node 6] ICS09 handshake done sender: [4:7580801603468821527:2115] self: [4:7580801603468821526:0] peer: [6:7580801601674184342:0] socket: 643 qp: -1
2025-12-06T17:41:56.568234Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801603468821554:2067] [node 6] ICS10 traffic start
2025-12-06T17:41:56.568291Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:56.569055Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801603468821523:2075] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:56.569167Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:56.569219Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801603468821523:2075] [node 5] ICP22 created new session: [4:7580801603468821556:2075]
2025-12-06T17:41:56.569266Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801603468821556:2075] [node 5] ICS09 handshake done sender: [4:7580801603468821529:2116] self: [4:7580801603468821528:0] peer: [5:7580801602590981860:0] socket: 644 qp: -1
2025-12-06T17:41:56.569301Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801603468821556:2075] [node 5] ICS10 traffic start
2025-12-06T17:41:56.569334Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:56.639113Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:41:56.639376Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580801603580663733:2048] [node 1] ICS01 socket: 628 reason# EndOfStream
2025-12-06T17:41:56.639422Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580801599285696318:2048] [node 1] ICP30 unregister session Session# [2:7580801603580663733:2048] VirtualId# [2:7580801603580663728:0]
2025-12-06T17:41:56.639460Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580801603580663733:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:56.639549Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:56.639592Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:56.641715Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:41:56.641976Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801601383616810:2048] [node 1] ICS01 socket: 598 reason# EndOfStream
2025-12-06T17:41:56.642023Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801597088649412:2048] [node 1] ICP30 unregister session Session# [3:7580801601383616810:2048] VirtualId# [3:7580801601383616799:0]
2025-12-06T17:41:56.642057Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801601383616810:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:56.642136Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:56.642178Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:56.656397Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:41:56.656714Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801601674184330:2048] [node 1] ICS01 socket: 596 reason# EndOfStream
2025-12-06T17:41:56.656774Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801597379216942:2048] [node 1] ICP30 unregister session Session# [6:7580801601674184330:2048] VirtualId# [6:7580801601674184323:0]
2025-12-06T17:41:56.656813Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801601674184330:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:56.656957Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:56.657009Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:56.657131Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:41:56.657354Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801603468821542:2048] [node 1] ICS01 socket: 607 reason# EndOfStream
2025-12-06T17:41:56.657395Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801599173854157:2048] [node 1] ICP30 unregister session Session# [4:7580801603468821542:2048] VirtualId# [4:7580801603468821537:0]
2025-12-06T17:41:56.657424Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801603468821542:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:56.657477Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:56.657515Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:56.657612Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:41:56.657790Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801602590981858:2048] [node 1] ICS01 socket: 611 reason# EndOfStream
2025-12-06T17:41:56.657824Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801598296014464:2048] [node 1] ICP30 unregister session Session# [5:7580801602590981858:2048] VirtualId# [5:7580801602590981856:0]
2025-12-06T17:41:56.657848Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801602590981858:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:56.657907Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:56.657945Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:56.865057Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:41:56.865354Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801601383616808:2049] [node 2] ICS01 socket: 591 reason# EndOfStream
2025-12-06T17:41:56.865414Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801597088649413:2049] [node 2] ICP30 unregister session Session# [3:7580801601383616808:2049] VirtualId# [3:7580801601383616797:0]
2025-12-06T17:41:56.865453Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801601383616808:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:56.865557Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:56.865609Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:56.875818Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:41:56.877276Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:41:56.877643Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801602590981850:2049] [node 2] ICS01 socket: 620 reason# EndOfStream
2025-12-06T17:41:56.877712Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801598296014465:2049] [node 2] ICP30 unregister session Session# [5:7580801602590981850:2049] VirtualId# [5:7580801602590981840:0]
2025-12-06T17:41:56.877771Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801602590981850:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:56.877888Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:56.877976Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:56.876177Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801603468821538:2049] [node 2] ICS01 socket: 606 reason# EndOfStream
2025-12-06T17:41:56.876309Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801599173854158:2049] [node 2] ICP30 unregister session Session# [4:7580801603468821538:2049] VirtualId# [4:7580801603468821533:0]
2025-12-06T17:41:56.876387Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801603468821538:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:56.876550Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:56.876602Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:56.876741Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:41:56.876999Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801601674184340:2049] [node 2] ICS01 socket: 639 reason# EndOfStream
2025-12-06T17:41:56.877046Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801597379216943:2049] [node 2] ICP30 unregister session Session# [6:7580801601674184340:2049] VirtualId# [6:7580801601674184337:0]
2025-12-06T17:41:56.877075Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801601674184340:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:56.877146Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:56.877182Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:56.981826Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:41:56.982101Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801601674184326:2050] [node 3] ICS01 socket: 603 reason# EndOfStream
2025-12-06T17:41:56.982153Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801597379216944:2050] [node 3] ICP30 unregister session Session# [6:7580801601674184326:2050] VirtualId# [6:7580801601674184322:0]
2025-12-06T17:41:56.982189Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801601674184326:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:56.982280Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:41:56.982343Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:41:56.986188Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:41:56.986467Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:41:56.986701Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801603468821550:2050] [node 3] ICS01 socket: 637 reason# EndOfStream
2025-12-06T17:41:56.986755Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801599173854159:2050] [node 3] ICP30 unregister session Session# [4:7580801603468821550:2050] VirtualId# [4:7580801603468821541:0]
2025-12-06T17:41:56.986790Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801603468821550:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:56.986885Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:41:56.986933Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:41:56.987545Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801602590981848:2050] [node 3] ICS01 socket: 621 reason# EndOfStream
2025-12-06T17:41:56.987598Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801598296014466:2050] [node 3] ICP30 unregister session Session# [5:7580801602590981848:2050] VirtualId# [5:7580801602590981846:0]
2025-12-06T17:41:56.987626Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801602590981848:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:56.987698Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:41:56.987742Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:41:57.065356Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:41:57.065626Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801601674184344:2059] [node 4] ICS01 socket: 645 reason# EndOfStream
2025-12-06T17:41:57.065669Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801601674184289:2059] [node 4] ICP30 unregister session Session# [6:7580801601674184344:2059] VirtualId# [6:7580801601674184342:0]
2025-12-06T17:41:57.065706Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801601674184344:2059] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:57.065797Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:41:57.065844Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:41:57.066087Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:41:57.066283Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801602590981862:2064] [node 4] ICS01 socket: 576 reason# EndOfStream
2025-12-06T17:41:57.066330Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801602590981793:2064] [node 4] ICP30 unregister session Session# [5:7580801602590981862:2064] VirtualId# [5:7580801602590981860:0]
2025-12-06T17:41:57.066364Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801602590981862:2064] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:57.066424Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:41:57.066464Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:41:57.204996Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:41:57.205276Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801601674184335:2085] [node 5] ICS01 socket: 595 reason# EndOfStream
2025-12-06T17:41:57.205317Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801601674184303:2085] [node 5] ICP30 unregister session Session# [6:7580801601674184335:2085] VirtualId# [6:7580801601674184329:0]
2025-12-06T17:41:57.205361Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801601674184335:2085] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:57.205448Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:41:57.205498Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:41:57.583187Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801606294877975:2048] [node 2] ICP01 ready to work
2025-12-06T17:41:57.583227Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801606294877976:2049] [node 3] ICP01 ready to work
2025-12-06T17:41:57.649529Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801608242659492:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:57.649587Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801608242659493:2049] [node 3] ICP01 ready to work
2025-12-06T17:41:57.701744Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801607336492296:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:57.701782Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801607336492297:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:57.710492Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801605128532449:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:57.710578Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801605128532450:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:57.710612Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801605128532451:2050] [node 3] ICP01 ready to work
2025-12-06T17:41:57.724261Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801605023157637:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:57.724307Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801605023157638:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:57.724346Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801605023157639:2050] [node 3] ICP01 ready to work
2025-12-06T17:41:57.957722Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801608214273872:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:57.957758Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801608214273873:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:57.957789Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801608214273874:2050] [node 3] ICP01 ready to work
2025-12-06T17:41:58.113563Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801609423499790:2083] [node 5] ICP01 ready to work
2025-12-06T17:41:58.166974Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801609318124971:2076] [node 4] ICP01 ready to work
2025-12-06T17:41:58.113890Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801609423499791:2090] [node 6] ICP01 ready to work
2025-12-06T17:41:58.198687Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801611631459652:2082] [node 6] ICP01 ready to work
2025-12-06T17:41:58.189800Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801611631459647:2081] [node 4] ICP01 ready to work
2025-12-06T17:41:58.180430Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801612537626849:2086] [node 6] ICP01 ready to work
2025-12-06T17:41:58.182661Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801612509241196:2064] [node 4] ICP01 ready to work
2025-12-06T17:41:58.246675Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801609318124990:2083] [node 6] ICP01 ready to work
2025-12-06T17:41:58.189824Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801612537626850:2085] [node 4] ICP01 ready to work
2025-12-06T17:41:58.265946Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801605128532451:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(227853222ns) {Configure:104(227846199ns) {ProcessConfigured:135(104662ns) {StartInitialHandshake:157(100628ns) {DropHandshakes:470(4111ns) {DropIncomingHandshake:442(975ns) DropOutgoingHandshake:457(528ns)} GenerateSessionVirtualId:988(1283ns) PrepareNewSessionHandshake:477(3095ns) {SwitchToState:179(1038ns)}}}}}
2025-12-06T17:41:58.203395Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801612509241205:2068] [node 5] ICP01 ready to work
2025-12-06T17:41:58.262193Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801610589845334:2107] [node 5] ICP01 ready to work
2025-12-06T17:41:58.278619Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801611631459657:2083] [node 5] ICP01 ready to work
2025-12-06T17:41:58.300884Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801605023157637:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(30435188ns) {Configure:104(30419298ns) {ProcessConfigured:135(91094ns) {StartInitialHandshake:157(87688ns) {DropHandshakes:470(3451ns) {DropIncomingHandshake:442(859ns) DropOutgoingHandshake:457(722ns)} GenerateSessionVirtualId:988(1391ns) PrepareNewSessionHandshake:477(2319ns) {SwitchToState:179(707ns)}}}}}
2025-12-06T17:41:58.311670Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801605128532449:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(197478979ns) {Configure:104(197473638ns) {ProcessConfigured:135(60282ns) {StartInitialHandshake:157(57106ns) {DropHandshakes:470(814ns) {DropIncomingHandshake:442(173ns) DropOutgoingHandshake:457(117ns)} GenerateSessionVirtualId:988(190ns) PrepareNewSessionHandshake:477(2120ns) {SwitchToState:179(631ns)}}}}}
2025-12-06T17:41:58.278987Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801610589845335:2106] [node 6] ICP01 ready to work
2025-12-06T17:41:58.298089Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801612537626853:2087] [node 5] ICP01 ready to work
2025-12-06T17:41:58.332976Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801611631459652:2082] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(54072670ns) {Configure:104(54068477ns) {ProcessConfigured:135(80339ns) {StartInitialHandshake:157(77496ns) {DropHandshakes:470(3507ns) {DropIncomingHandshake:442(906ns) DropOutgoingHandshake:457(577ns)} GenerateSessionVirtualId:988(1431ns) PrepareNewSessionHandshake:477(2167ns) {SwitchToState:179(715ns)}}}}}
2025-12-06T17:41:58.348407Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801608214273873:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(69910604ns) {Configure:104(69905443ns) {ProcessConfigured:135(81401ns) {StartInitialHandshake:157(78515ns) {DropHandshakes:470(2997ns) {DropIncomingHandshake:442(664ns) DropOutgoingHandshake:457(472ns)} GenerateSessionVirtualId:988(1057ns) PrepareNewSessionHandshake:477(2338ns) {SwitchToState:179(715ns)}}}}}
2025-12-06T17:41:58.297890Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801610589845336:2108] [node 4] ICP01 ready to work
2025-12-06T17:41:58.319024Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801609423499791:2090] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(42720312ns) {Configure:104(42710790ns) {ProcessConfigured:135(21123326ns) {StartInitialHandshake:157(7734941ns) {DropHandshakes:470(4269ns) {DropIncomingHandshake:442(381ns) DropOutgoingHandshake:457(418ns)} GenerateSessionVirtualId:988(662ns) PrepareNewSessionHandshake:477(4119ns) {SwitchToState:179(1136ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:58.365889Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801609423499823:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60455
2025-12-06T17:41:58.339655Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801605023157638:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(38334820ns) {Configure:104(38329863ns) {ProcessConfigured:135(82659ns) {StartInitialHandshake:157(79949ns) {DropHandshakes:470(8721ns) {DropIncomingHandshake:442(1687ns) DropOutgoingHandshake:457(400ns)} GenerateSessionVirtualId:988(1308ns) PrepareNewSessionHandshake:477(3180ns) {SwitchToState:179(891ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:58.379041Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801609423499824:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60455
2025-12-06T17:41:58.375496Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801610589845335:2106] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(65447645ns) {Configure:104(65442932ns) {ProcessConfigured:135(90568ns) {StartInitialHandshake:157(87847ns) {DropHandshakes:470(4193ns) {DropIncomingHandshake:442(1123ns) DropOutgoingHandshake:457(625ns)} GenerateSessionVirtualId:988(1356ns) PrepareNewSessionHandshake:477(2793ns) {SwitchToState:179(930ns)}}}}}
2025-12-06T17:41:58.376475Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801610589845345:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32275
2025-12-06T17:41:58.376552Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801610589845346:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32275
2025-12-06T17:41:58.353747Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801607336492296:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(20504383ns) {Configure:104(20498210ns) {ProcessConfigured:135(10660479ns) {StartInitialHandshake:157(10657203ns) {DropHandshakes:470(1673ns) {DropIncomingHandshake:442(529ns) DropOutgoingHandshake:457(426ns)} GenerateSessionVirtualId:988(244ns) PrepareNewSessionHandshake:477(2653ns) {SwitchToState:179(704ns)}}}}}
2025-12-06T17:41:58.404740Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801612537626849:2086] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(109562877ns) {Configure:104(109555735ns) {ProcessConfigured:135(99891ns) {StartInitialHandshake:157(96630ns) {DropHandshakes:470(10280ns) {DropIncomingHandshake:442(863ns) DropOutgoingHandshake:457(504ns)} GenerateSessionVirtualId:988(1741ns) PrepareNewSessionHandshake:477(2512ns) {SwitchToState:179(778ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:58.366500Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801611631459664:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33896
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:58.423702Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801609318124990:2083] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(81749800ns) {Configure:104(81742634ns) {ProcessConfigured:135(5178725ns) {StartInitialHandshake:157(5175266ns) {DropHandshakes:470(2044ns) {DropIncomingHandshake:442(291ns) DropOutgoingHandshake:457(704ns)} GenerateSessionVirtualId:988(690ns) PrepareNewSessionHandshake:477(2489ns) {SwitchToState:179(631ns)}}}}}
2025-12-06T17:41:58.443068Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801609423499825:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60455
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:58.393349Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801611631459647:2081] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(75595715ns) {Configure:104(75587671ns) {ProcessConfigured:135(70638ns) {StartInitialHandshake:157(67627ns) {DropHandshakes:470(3836ns) {DropIncomingHandshake:442(889ns) DropOutgoingHandshake:457(462ns)} GenerateSessionVirtualId:988(1375ns) PrepareNewSessionHandshake:477(3382ns) {SwitchToState:179(1347ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:58.470842Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801609423499812:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:58.470885Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801609423499812:2111] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:41:58.471510Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801609423499824:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:58.471874Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801605128532449:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:58.429068Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801612537626860:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5885
2025-12-06T17:41:58.443786Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801608214273872:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(184858031ns) {Configure:104(184851386ns) {ProcessConfigured:135(22389698ns) {StartInitialHandshake:157(22385618ns) {DropHandshakes:470(2992408ns) {DropIncomingHandshake:442(909ns) DropOutgoingHandshake:457(2810ns)} GenerateSessionVirtualId:988(2758ns) PrepareNewSessionHandshake:477(4534ns) {SwitchToState:179(1895ns)}}}}}
2025-12-06T17:41:58.423173Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801611631459664:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:58.424458Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801609318125006:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46088
2025-12-06T17:41:58.429143Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801612537626861:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5885
2025-12-06T17:41:58.429302Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801612537626862:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5885
2025-12-06T17:41:58.435646Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801612537626865:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5885
2025-12-06T17:41:58.447013Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801612537626861:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:58.490595Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801612537626865:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:58.467309Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801610589845346:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:58.472708Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801612509241246:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17723
2025-12-06T17:41:58.506258Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801612537626862:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:58.506422Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580801608242659492:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:58.424629Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801609318125007:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46088
2025-12-06T17:41:58.482792Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801609423499812:2111] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:58.467441Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801610589845345:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:58.495262Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801609423499825:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:58.515277Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801609423499828:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60455
2025-12-06T17:41:58.472902Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801612509241247:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17723
2025-12-06T17:41:58.510479Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801611631459673:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33896
2025-12-06T17:41:58.468523Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801610589845351:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32275
2025-12-06T17:41:58.527480Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801609423499824:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:58.527826Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801609423499790:2083] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:58.527913Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:58.527972Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801609423499790:2083] [node 5] ICP22 created new session: [4:7580801609423499830:2083]
2025-12-06T17:41:58.528023Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801609423499830:2083] [node 5] ICS09 handshake done sender: [4:7580801609423499812:2111] self: [4:7580801609423499811:0] peer: [5:7580801609318125012:0] socket: 584 qp: -1
2025-12-06T17:41:58.528067Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801609423499830:2083] [node 5] ICS10 traffic start
2025-12-06T17:41:58.528114Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:58.528630Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801605128532449:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:58.528670Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:58.528730Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801605128532449:2048] [node 1] ICP22 created new session: [4:7580801609423499832:2048]
2025-12-06T17:41:58.528781Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801609423499832:2048] [node 1] ICS09 handshake done sender: [4:7580801609423499824:2116] self: [4:7580801609423499827:0] peer: [1:7580801610589845337:0] socket: 600 qp: -1
2025-12-06T17:41:58.528818Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801609423499832:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:58.528962Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:58.425363Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801609318125008:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46088
2025-12-06T17:41:58.526696Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801611631459673:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:58.539159Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801607336492297:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:58.468638Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801610589845350:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32275
2025-12-06T17:41:58.495966Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801612509241246:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:58.502057Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801612509241247:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:58.540397Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801608214273873:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:58.540789Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801608214273874:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:58.540907Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801612509241248:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17723
2025-12-06T17:41:58.458564Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801609318125006:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:58.518443Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801612537626850:2085] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(220038562ns) {Configure:104(220032512ns) {ProcessConfigured:135(84739ns) {StartInitialHandshake:157(81781ns) {DropHandshakes:470(3111ns) {DropIncomingHandshake:442(878ns) DropOutgoingHandshake:457(551ns)} GenerateSessionVirtualId:988(1182ns) PrepareNewSessionHandshake:477(2758ns) {SwitchToState:179(756ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:58.562205Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801612537626855:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:58.562255Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801612537626855:2110] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:58.563343Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801612537626874:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5885
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:58.458750Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801609318124971:2076] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:58.483547Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801610589845350:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:58.564846Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801612509241251:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17723
2025-12-06T17:41:58.565435Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801611631459659:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:58.479158Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801605023157639:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(263959616ns) {Configure:104(263951523ns) {ProcessConfigured:135(84540ns) {StartInitialHandshake:157(81084ns) {DropHandshakes:470(3498ns) {DropIncomingHandshake:442(673ns) DropOutgoingHandshake:457(693ns)} GenerateSessionVirtualId:988(1096ns) PrepareNewSessionHandshake:477(2275ns) {SwitchToState:179(746ns)}}}}}
2025-12-06T17:41:58.484023Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801610589845338:2110] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:58.568203Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801612537626859:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:58.591705Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801609423499823:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:58.565480Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801611631459659:2110] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:58.587865Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801612509241252:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17723
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:58.588350Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801611631459659:2110] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:58.588889Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801611631459652:2082] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:58.588943Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:58.589005Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801611631459652:2082] [node 6] ICP22 created new session: [3:7580801611631459677:2082]
2025-12-06T17:41:58.589059Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801611631459677:2082] [node 6] ICS09 handshake done sender: [3:7580801611631459659:2110] self: [3:7580801611631459658:0] peer: [6:7580801612509241250:0] socket: 591 qp: -1
2025-12-06T17:41:58.589097Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801611631459677:2082] [node 6] ICS10 traffic start
2025-12-06T17:41:58.589152Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:58.589825Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801611631459676:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33896
2025-12-06T17:41:58.607344Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801611631459673:2116] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:58.480170Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801609318125015:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46088
2025-12-06T17:41:58.568244Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801612537626859:2112] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:41:58.484053Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801610589845338:2110] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:58.588050Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801612509241253:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17723
2025-12-06T17:41:58.491436Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801606294877976:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(195986404ns) {Configure:104(195981861ns) {ProcessConfigured:135(7888361ns) {StartInitialHandshake:157(7884165ns) {DropHandshakes:470(3292ns) {DropIncomingHandshake:442(717ns) DropOutgoingHandshake:457(579ns)} GenerateSessionVirtualId:988(951ns) PrepareNewSessionHandshake:477(2178ns) {SwitchToState:179(67ns)}}}}}
2025-12-06T17:41:58.586708Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801612537626860:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:58.532005Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801609318125008:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:58.600103Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801612509241246:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:58.587393Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801612537626876:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5885
2025-12-06T17:41:58.591887Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801612537626855:2110] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:58.594620Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801612537626859:2112] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:58.610321Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801612537626874:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:58.610372Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801612537626849:2086] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:58.610444Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:58.610519Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801612537626849:2086] [node 6] ICP22 created new session: [2:7580801612537626879:2086]
2025-12-06T17:41:58.610587Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801612537626879:2086] [node 6] ICS09 handshake done sender: [2:7580801612537626855:2110] self: [2:7580801612537626854:0] peer: [6:7580801612509241249:0] socket: 614 qp: -1
2025-12-06T17:41:58.610635Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801612537626879:2086] [node 6] ICS10 traffic start
2025-12-06T17:41:58.610680Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:58.611217Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801608242659493:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:41:58.611292Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:58.611343Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801608242659493:2049] [node 3] ICP22 created new session: [2:7580801612537626881:2049]
2025-12-06T17:41:58.611391Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801612537626881:2049] [node 3] ICS09 handshake done sender: [2:7580801612537626859:2112] self: [2:7580801612537626858:0] peer: [3:7580801611631459674:0] socket: 616 qp: -1
2025-12-06T17:41:58.611422Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801612537626881:2049] [node 3] ICS10 traffic start
2025-12-06T17:41:58.611476Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:58.621394Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801612537626862:2115] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:58.628071Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580801608242659492:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:58.628131Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:58.628184Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801608242659492:2048] [node 1] ICP22 created new session: [2:7580801612537626886:2048]
2025-12-06T17:41:58.628233Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801612537626886:2048] [node 1] ICS09 handshake done sender: [2:7580801612537626862:2115] self: [2:7580801612537626871:0] peer: [1:7580801610589845339:0] socket: 604 qp: -1
2025-12-06T17:41:58.628272Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801612537626886:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:58.628317Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:58.651279Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801607336492297:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:58.651372Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:58.651434Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801607336492297:2049] [node 2] ICP22 created new session: [3:7580801611631459681:2049]
2025-12-06T17:41:58.651485Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801611631459681:2049] [node 2] ICS09 handshake done sender: [3:7580801611631459673:2116] self: [3:7580801611631459674:0] peer: [2:7580801612537626858:0] socket: 617 qp: -1
2025-12-06T17:41:58.651525Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801611631459681:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:58.651572Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:58.651886Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7580801607336492297:2049] [node 2] ICP27 obsolete handshake fail ignored
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:58.501839Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801610589845338:2110] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:58.539693Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801609318125006:2114] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:58.607564Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801612509241247:2116] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:58.547039Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801610589845351:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:58.559428Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801610589845342:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:58.559458Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801610589845342:2112] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:41:58.560009Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801610589845336:2108] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:41:58.560088Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:58.560151Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801610589845336:2108] [node 4] ICP22 created new session: [1:7580801610589845358:2108]
2025-12-06T17:41:58.560197Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801610589845358:2108] [node 4] ICS09 handshake done sender: [1:7580801610589845338:2110] self: [1:7580801610589845337:0] peer: [4:7580801609423499827:0] socket: 597 qp: -1
2025-12-06T17:41:58.560234Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801610589845358:2108] [node 4] ICS10 traffic start
2025-12-06T17:41:58.560269Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:58.565545Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801610589845340:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:58.565574Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801610589845340:2111] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:41:58.590866Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801610589845342:2112] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:58.600886Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801610589845340:2111] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:58.551460Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801609318124971:2076] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10220) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580801609318125006:2114] held: no
2025-12-06T17:41:58.669885Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801611631459683:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33896
2025-12-06T17:41:58.660438Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801609423499837:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60455
2025-12-06T17:41:58.612390Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801608214273874:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:41:58.701960Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801612537626864:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:58.702015Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801612537626864:2116] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:41:58.707793Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801612537626873:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:58.707844Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801612537626873:2118] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:41:58.551572Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801609318124971:2076] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:41:58.612440Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:58.612481Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801608214273874:2050] [node 3] ICP22 created new session: [6:7580801612509241254:2050]
2025-12-06T17:41:58.612544Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801612509241254:2050] [node 3] ICS09 handshake done sender: [6:7580801612509241246:2115] self: [6:7580801612509241250:0] peer: [3:7580801611631459658:0] socket: 619 qp: -1
2025-12-06T17:41:58.612575Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801612509241254:2050] [node 3] ICS10 traffic start
2025-12-06T17:41:58.612609Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:58.622631Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801612509241248:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:58.631040Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801608214273873:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:58.631582Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:58.642922Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801608214273873:2049] [node 2] ICP22 created new session: [6:7580801612509241257:2049]
2025-12-06T17:41:58.648711Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801612509241257:2049] [node 2] ICS09 handshake done sender: [6:7580801612509241247:2116] self: [6:7580801612509241249:0] peer: [2:7580801612537626854:0] socket: 623 qp: -1
2025-12-06T17:41:58.671542Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801612509241196:2064] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:58.671713Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801612509241252:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:58.671823Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801612509241258:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17723
2025-12-06T17:41:58.672136Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801608214273872:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:58.684776Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801612509241257:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:58.684857Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:58.685382Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801608214273873:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(54116751ns) {HandleHandshakeStatus:329(54113406ns) {DropIncomingHandshake:442(766ns) DropOutgoingHandshake:457(4727ns) SwitchToState:179(427ns) ProcessPendingSessionEvents:495(128674ns) {ForwardSessionEventToSession:612(64994ns) ForwardSessionEventToSession:612(7113ns) ForwardSessionEventToSession:612(3378ns) ForwardSessionEventToSession:612(3046ns) ForwardSessionEventToSession:612(16851ns) ForwardSessionEventToSession:612(6140ns) ForwardSessionEventToSession:612(3176ns) ForwardSessionEventToSession:612(5704ns) ForwardSessionEventToSession:612(2676ns) ForwardSessionEventToSession:612(5600ns)}}}
2025-12-06T17:41:58.685906Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580801608214273873:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:41:58.686818Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801612509241262:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17723
2025-12-06T17:41:58.687094Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801612509241263:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17723
2025-12-06T17:41:58.687796Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801612509241252:2119] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:58.688324Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801608214273872:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:58.688386Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:58.688438Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801608214273872:2048] [node 1] ICP22 created new session: [6:7580801612509241264:2048]
2025-12-06T17:41:58.688483Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801612509241264:2048] [node 1] ICS09 handshake done sender: [6:7580801612509241252:2119] self: [6:7580801612509241260:0] peer: [1:7580801610589845343:0] socket: 635 qp: -1
2025-12-06T17:41:58.688519Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801612509241264:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:58.688569Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:58.690129Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801612509241248:2117] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:58.690331Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801612509241196:2064] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:41:58.690381Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:58.690429Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801612509241196:2064] [node 4] ICP22 created new session: [6:7580801612509241266:2064]
2025-12-06T17:41:58.690481Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801612509241266:2064] [node 4] ICS09 handshake done sender: [6:7580801612509241248:2117] self: [6:7580801612509241259:0] peer: [4:7580801609423499814:0] socket: 629 qp: -1
2025-12-06T17:41:58.690516Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801612509241266:2064] [node 4] ICS10 traffic start
2025-12-06T17:41:58.690574Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:58.708724Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801612509241258:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:58.709734Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801612509241205:2068] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:58.619034Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801610589845334:2107] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:58.700458Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801611631459683:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:58.672509Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801609423499837:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:58.619111Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:58.731573Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801612509241269:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17723
2025-12-06T17:41:58.732115Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801612509241258:2121] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:58.732660Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801612509241205:2068] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:41:58.732759Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:58.732815Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801612509241205:2068] [node 5] ICP22 created new session: [6:7580801612509241270:2068]
2025-12-06T17:41:58.732898Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801612509241270:2068] [node 5] ICS09 handshake done sender: [6:7580801612509241258:2121] self: [6:7580801612509241268:0] peer: [5:7580801609318125004:0] socket: 621 qp: -1
2025-12-06T17:41:58.732938Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801612509241270:2068] [node 5] ICS10 traffic start
2025-12-06T17:41:58.714434Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801607336492296:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:58.551634Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:58.713918Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801612537626873:2118] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:58.672632Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801609423499822:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:58.619169Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801610589845334:2107] [node 5] ICP22 created new session: [1:7580801610589845364:2107]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:58.734624Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:58.734602Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801611631459666:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:58.723252Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801612537626850:2085] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:41:58.723358Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:58.723416Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801612537626850:2085] [node 4] ICP22 created new session: [2:7580801612537626890:2085]
2025-12-06T17:41:58.723463Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801612537626890:2085] [node 4] ICS09 handshake done sender: [2:7580801612537626873:2118] self: [2:7580801612537626872:0] peer: [4:7580801609423499840:0] socket: 644 qp: -1
2025-12-06T17:41:58.723503Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801612537626890:2085] [node 4] ICS10 traffic start
2025-12-06T17:41:58.723558Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:58.745643Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801612537626864:2116] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:58.672661Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801609423499822:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:58.551691Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801609318124971:2076] [node 4] ICP22 created new session: [5:7580801609318125016:2076]
2025-12-06T17:41:58.619217Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801610589845364:2107] [node 5] ICS09 handshake done sender: [1:7580801610589845342:2112] self: [1:7580801610589845341:0] peer: [5:7580801609318125018:0] socket: 599 qp: -1
2025-12-06T17:41:58.673431Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801605128532450:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:58.683151Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801609423499822:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:58.687277Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801609423499838:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60455
2025-12-06T17:41:58.702916Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801609423499791:2090] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:58.702990Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:58.703043Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801609423499791:2090] [node 6] ICP22 created new session: [4:7580801609423499841:2090]
2025-12-06T17:41:58.703105Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801609423499841:2090] [node 6] ICS09 handshake done sender: [4:7580801609423499822:2114] self: [4:7580801609423499814:0] peer: [6:7580801612509241259:0] socket: 628 qp: -1
2025-12-06T17:41:58.703149Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801609423499841:2090] [node 6] ICS10 traffic start
2025-12-06T17:41:58.703193Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:58.714025Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801609423499838:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:58.744573Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801605128532451:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:58.744679Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801605128532450:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64790) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580801609423499837:2119] held: no
2025-12-06T17:41:58.745289Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801609423499843:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60455
2025-12-06T17:41:58.734644Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801611631459666:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:41:58.551737Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801609318125016:2076] [node 4] ICS09 handshake done sender: [5:7580801609318125006:2114] self: [5:7580801609318125012:0] peer: [4:7580801609423499811:0] socket: 605 qp: -1
2025-12-06T17:41:58.778202Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801612537626853:2087] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:58.778310Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:58.778364Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801612537626853:2087] [node 5] ICP22 created new session: [2:7580801612537626892:2087]
2025-12-06T17:41:58.778420Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801612537626892:2087] [node 5] ICS09 handshake done sender: [2:7580801612537626864:2116] self: [2:7580801612537626863:0] peer: [5:7580801609318125028:0] socket: 603 qp: -1
2025-12-06T17:41:58.778462Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801612537626892:2087] [node 5] ICS10 traffic start
2025-12-06T17:41:58.778501Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:58.779437Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801609423499837:2119] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:58.751065Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801612509241205:2068] [node 5] ICP35 event processing took too much time PendingConnection:279(18143544ns) {HandleHandshakeStatus:329(18140298ns) {DropIncomingHandshake:442(1382ns) DropOutgoingHandshake:457(6438ns) SwitchToState:179(732ns) ProcessPendingSessionEvents:495(159152ns) {ForwardSessionEventToSession:612(109419ns) ForwardSessionEventToSession:612(3877ns) ForwardSessionEventToSession:612(6637ns) ForwardSessionEventToSession:612(3336ns) ForwardSessionEventToSession:612(5357ns) ForwardSessionEventToSession:612(6160ns) ForwardSessionEventToSession:612(3390ns) ForwardSessionEventToSession:612(5266ns) ForwardSessionEventToSession:612(2157ns) ForwardSessionEventToSession:612(3300ns)}}}
2025-12-06T17:41:58.619256Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801610589845364:2107] [node 5] ICS10 traffic start
2025-12-06T17:41:58.761869Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801611631459671:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:58.761905Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801611631459671:2115] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:41:58.780094Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801607336492296:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4990) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580801611631459683:2118] held: no
2025-12-06T17:41:58.780511Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801611631459685:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33896
2025-12-06T17:41:58.780660Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801611631459686:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33896
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:41:58.551779Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801609318125016:2076] [node 4] ICS10 traffic start
2025-12-06T17:41:58.551821Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:58.552619Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801605023157637:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:58.565148Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801609318125007:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:58.609777Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801609318125020:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46088
2025-12-06T17:41:58.621583Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801609318125021:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46088
2025-12-06T17:41:58.621962Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801609318125008:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:58.640479Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801609318125021:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:58.640538Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801605023157637:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:58.640612Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:58.640671Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801605023157637:2048] [node 1] ICP22 created new session: [5:7580801609318125024:2048]
2025-12-06T17:41:58.640761Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801609318125024:2048] [node 1] ICS09 handshake done sender: [5:7580801609318125008:2116] self: [5:7580801609318125018:0] peer: [1:7580801610589845341:0] socket: 607 qp: -1
2025-12-06T17:41:58.640811Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801609318125024:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:58.640873Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:58.681735Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801609318125023:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46088
2025-12-06T17:41:58.682165Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801605023157639:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:58.699177Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801609318125023:2121] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:58.699340Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801605023157638:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:41:58.710145Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801609318125005:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:58.710172Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580801609318125005:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:58.722861Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801609318125005:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:58.735410Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580801609318124990:2083] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:58.735503Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:58.735557Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801609318124990:2083] [node 6] ICP22 created new session: [5:7580801609318125031:2083]
2025-12-06T17:41:58.735607Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801609318125031:2083] [node 6] ICS09 handshake done sender: [5:7580801609318125005:2113] self: [5:7580801609318125004:0] peer: [6:7580801612509241268:0] socket: 602 qp: -1
2025-12-06T17:41:58.735641Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801609318125031:2083] [node 6] ICS10 traffic start
2025-12-06T17:41:58.735683Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:58.745704Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801609318125030:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46088
2025-12-06T17:41:58.762713Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801609318125023:2121] [node 2] ICH04 handshake succeeded
2025-12-06T17:41:58.763295Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801605023157638:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:58.763359Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:58.778072Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801605023157638:2049] [node 2] ICP22 created new session: [5:7580801609318125033:2049]
2025-12-06T17:41:58.781784Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801609318125033:2049] [node 2] ICS09 handshake done sender: [5:7580801609318125023:2121] self: [5:7580801609318125028:0] peer: [2:7580801612537626863:0] socket: 645 qp: -1
2025-12-06T17:41:58.782100Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801609318125033:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:58.782158Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:58.782697Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801605023157638:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(19161891ns) {HandleHandshakeStatus:329(19156996ns) {DropIncomingHandshake:442(1637ns) DropOutgoingHandshake:457(7616ns) SwitchToState:179(996ns) ProcessPendingSessionEvents:495(121763ns) {ForwardSessionEventToSession:612(64582ns) ForwardSessionEventToSession:612(9675ns) ForwardSessionEventToSession:612(2944ns) ForwardSessionEventToSession:612(7408ns) ForwardSessionEventToSession:612(3035ns) ForwardSessionEventToSession:612(2784ns) ForwardSessionEventToSession:612(6797ns) ForwardSessionEventToSession:612(2263ns) ForwardSessionEventToSession:612(6147ns) ForwardSessionEventToSession:612(9222ns)}}}
2025-12-06T17:41:58.783915Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801609318125035:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46088
2025-12-06T17:41:58.619291Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:58.620064Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801606294877975:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:41:58.620130Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:58.620178Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801606294877975:2048] [node 2] ICP22 created new session: [1:7580801610589845367:2048]
2025-12-06T17:41:58.620230Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801610589845367:2048] [node 2] ICS09 handshake done sender: [1:7580801610589845340:2111] self: [1:7580801610589845339:0] peer: [2:7580801612537626871:0] socket: 598 qp: -1
2025-12-06T17:41:58.620271Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801610589845367:2048] [node 2] ICS10 traffic start
2025-12-06T17:41:58.620304Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:58.654420Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801610589845366:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32275
2025-12-06T17:41:58.678149Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801610589845344:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:58.678186Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801610589845344:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:41:58.683644Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801610589845344:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:41:58.687927Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801610589845335:2106] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:41:58.688018Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:41:58.688072Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801610589845335:2106] [node 6] ICP22 created new session: [1:7580801610589845371:2106]
2025-12-06T17:41:58.688131Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801610589845371:2106] [node 6] ICS09 handshake done sender: [1:7580801610589845344:2113] self: [1:7580801610589845343:0] peer: [6:7580801612509241260:0] socket: 634 qp: -1
2025-12-06T17:41:58.700659Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801610589845371:2106] [node 6] ICS10 traffic start
2025-12-06T17:41:58.700726Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:41:58.701618Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801610589845366:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:58.701929Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580801610589845335:2106] [node 6] ICP18 handshake (actor [1:7580801610589845366:2119]) is too old
2025-12-06T17:41:58.729023Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801610589845356:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:58.729087Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801610589845356:2118] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:41:58.732422Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801610589845356:2118] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:58.733815Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801606294877976:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:41:58.733897Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:58.733953Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801606294877976:2049] [node 3] ICP22 created new session: [1:7580801610589845374:2049]
2025-12-06T17:41:58.738755Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801610589845374:2049] [node 3] ICS09 handshake done sender: [1:7580801610589845356:2118] self: [1:7580801610589845353:0] peer: [3:7580801611631459684:0] socket: 593 qp: -1
2025-12-06T17:41:58.738808Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801610589845374:2049] [node 3] ICS10 traffic start
2025-12-06T17:41:58.738872Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:58.784900Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801609423499845:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60455
2025-12-06T17:41:58.781833Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801611631459671:2115] [node 4] ICH04 handshake succeeded
2025-12-06T17:41:58.788095Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801611631459647:2081] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:41:58.788181Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:41:58.788234Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801611631459647:2081] [node 4] ICP22 created new session: [3:7580801611631459689:2081]
2025-12-06T17:41:58.788283Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801611631459689:2081] [node 4] ICS09 handshake done sender: [3:7580801611631459671:2115] self: [3:7580801611631459670:0] peer: [4:7580801609423499844:0] socket: 589 qp: -1
2025-12-06T17:41:58.788316Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801611631459689:2081] [node 4] ICS10 traffic start
2025-12-06T17:41:58.788362Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:41:58.789642Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801609423499838:2120] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:58.789928Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801605128532450:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:41:58.789992Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:41:58.790044Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801605128532450:2049] [node 2] ICP22 created new session: [4:7580801609423499846:2049]
2025-12-06T17:41:58.790097Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801609423499846:2049] [node 2] ICS09 handshake done sender: [4:7580801609423499837:2119] self: [4:7580801609423499840:0] peer: [2:7580801612537626872:0] socket: 615 qp: -1
2025-12-06T17:41:58.790132Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801609423499846:2049] [node 2] ICS10 traffic start
2025-12-06T17:41:58.790173Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:41:58.791349Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801605128532451:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:41:58.791480Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:58.791551Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801605128532451:2050] [node 3] ICP22 created new session: [4:7580801609423499848:2050]
2025-12-06T17:41:58.791595Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801609423499848:2050] [node 3] ICS09 handshake done sender: [4:7580801609423499838:2120] self: [4:7580801609423499844:0] peer: [3:7580801611631459670:0] socket: 620 qp: -1
2025-12-06T17:41:58.791651Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801609423499848:2050] [node 3] ICS10 traffic start
2025-12-06T17:41:58.791697Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:58.787446Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801606294877976:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(47908233ns) {HandleHandshakeStatus:329(47906163ns) {DropIncomingHandshake:442(14404ns) DropOutgoingHandshake:457(322ns) SwitchToState:179(519ns) ProcessPendingSessionEvents:495(42720272ns) {ForwardSessionEventToSession:612(13533581ns) ForwardSessionEventToSession:612(2450022ns) ForwardSessionEventToSession:612(41320ns) ForwardSessionEventToSession:612(3657ns) ForwardSessionEventToSession:612(544653ns) ForwardSessionEventToSession:612(3711ns) ForwardSessionEventToSession:612(7583675ns) ForwardSessionEventToSession:612(10283857ns) ForwardSessionEventToSession:612(3734ns) ForwardSessionEventToSession:612(637318ns)}}}
2025-12-06T17:41:58.794985Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801611631459683:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:41:58.799716Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801611631459666:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:41:58.800667Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801609318125021:2120] [node 3] ICH04 handshake succeeded
2025-12-06T17:41:58.801307Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801607336492296:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:41:58.801373Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:41:58.801426Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801607336492296:2048] [node 1] ICP22 created new session: [3:7580801611631459691:2048]
2025-12-06T17:41:58.801480Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801611631459691:2048] [node 1] ICS09 handshake done sender: [3:7580801611631459683:2118] self: [3:7580801611631459684:0] peer: [1:7580801610589845353:0] socket: 646 qp: -1
2025-12-06T17:41:58.801518Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801611631459691:2048] [node 1] ICS10 traffic start
2025-12-06T17:41:58.801569Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:41:58.802166Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801611631459685:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:41:58.802842Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801605023157639:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:41:58.802926Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:41:58.802974Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801605023157639:2050] [node 3] ICP22 created new session: [5:7580801609318125036:2050]
2025-12-06T17:41:58.803017Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801609318125036:2050] [node 3] ICS09 handshake done sender: [5:7580801609318125021:2120] self: [5:7580801609318125026:0] peer: [3:7580801611631459665:0] socket: 642 qp: -1
2025-12-06T17:41:58.803050Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801609318125036:2050] [node 3] ICS10 traffic start
2025-12-06T17:41:58.803093Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:41:58.804852Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801611631459657:2083] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:41:58.804919Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:41:58.804966Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801611631459657:2083] [node 5] ICP22 created new session: [3:7580801611631459694:2083]
2025-12-06T17:41:58.805017Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801611631459694:2083] [node 5] ICS09 handshake done sender: [3:7580801611631459666:2114] self: [3:7580801611631459665:0] peer: [5:7580801609318125026:0] socket: 641 qp: -1
2025-12-06T17:41:58.805055Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801611631459694:2083] [node 5] ICS10 traffic start
2025-12-06T17:41:58.805090Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:41:58.874819Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:41:58.875150Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580801612537626886:2048] [node 1] ICS01 socket: 604 reason# EndOfStream
2025-12-06T17:41:58.875193Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580801608242659492:2048] [node 1] ICP30 unregister session Session# [2:7580801612537626886:2048] VirtualId# [2:7580801612537626871:0]
2025-12-06T17:41:58.875234Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580801612537626886:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:58.875327Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:58.875378Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:58.878769Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:41:58.879025Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801611631459691:2048] [node 1] ICS01 socket: 646 reason# EndOfStream
2025-12-06T17:41:58.879081Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801607336492296:2048] [node 1] ICP30 unregister session Session# [3:7580801611631459691:2048] VirtualId# [3:7580801611631459684:0]
2025-12-06T17:41:58.879126Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801611631459691:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:58.879213Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:58.879255Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:58.894590Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:41:58.894941Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801612509241264:2048] [node 1] ICS01 socket: 635 reason# EndOfStream
2025-12-06T17:41:58.895002Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801608214273872:2048] [node 1] ICP30 unregister session Session# [6:7580801612509241264:2048] VirtualId# [6:7580801612509241260:0]
2025-12-06T17:41:58.895043Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801612509241264:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:58.899597Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:58.899749Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:58.906818Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:41:58.907110Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801609318125024:2048] [node 1] ICS01 socket: 607 reason# EndOfStream
2025-12-06T17:41:58.907153Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801605023157637:2048] [node 1] ICP30 unregister session Session# [5:7580801609318125024:2048] VirtualId# [5:7580801609318125018:0]
2025-12-06T17:41:58.907195Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801609318125024:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:58.907305Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:58.907361Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:58.910275Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:41:58.910551Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801609423499832:2048] [node 1] ICS01 socket: 600 reason# EndOfStream
2025-12-06T17:41:58.910593Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801605128532449:2048] [node 1] ICP30 unregister session Session# [4:7580801609423499832:2048] VirtualId# [4:7580801609423499827:0]
2025-12-06T17:41:58.910631Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801609423499832:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:58.910741Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:41:58.910794Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:41:59.011401Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:41:59.011679Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801611631459681:2049] [node 2] ICS01 socket: 617 reason# EndOfStream
2025-12-06T17:41:59.011728Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801607336492297:2049] [node 2] ICP30 unregister session Session# [3:7580801611631459681:2049] VirtualId# [3:7580801611631459674:0]
2025-12-06T17:41:59.011768Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801611631459681:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:59.011879Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:59.011931Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:59.029909Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:41:59.030187Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801609318125033:2049] [node 2] ICS01 socket: 645 reason# EndOfStream
2025-12-06T17:41:59.030241Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801605023157638:2049] [node 2] ICP30 unregister session Session# [5:7580801609318125033:2049] VirtualId# [5:7580801609318125028:0]
2025-12-06T17:41:59.030282Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801609318125033:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:59.030371Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:59.030416Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:59.030707Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:41:59.030949Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801609423499846:2049] [node 2] ICS01 socket: 615 reason# EndOfStream
2025-12-06T17:41:59.030990Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801605128532450:2049] [node 2] ICP30 unregister session Session# [4:7580801609423499846:2049] VirtualId# [4:7580801609423499840:0]
2025-12-06T17:41:59.031021Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801609423499846:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:59.031098Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:59.031136Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:59.031227Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:41:59.031416Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801612509241257:2049] [node 2] ICS01 socket: 623 reason# EndOfStream
2025-12-06T17:41:59.031457Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801608214273873:2049] [node 2] ICP30 unregister session Session# [6:7580801612509241257:2049] VirtualId# [6:7580801612509241249:0]
2025-12-06T17:41:59.031484Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801612509241257:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:59.031542Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:41:59.031585Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:41:59.226847Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:41:59.227104Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801609423499848:2050] [node 3] ICS01 socket: 620 reason# EndOfStream
2025-12-06T17:41:59.227155Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801605128532451:2050] [node 3] ICP30 unregister session Session# [4:7580801609423499848:2050] VirtualId# [4:7580801609423499844:0]
2025-12-06T17:41:59.227191Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801609423499848:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:59.227285Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:41:59.227334Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:41:59.227442Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:41:59.227659Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801612509241254:2050] [node 3] ICS01 socket: 619 reason# EndOfStream
2025-12-06T17:41:59.227693Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801608214273874:2050] [node 3] ICP30 unregister session Session# [6:7580801612509241254:2050] VirtualId# [6:7580801612509241250:0]
2025-12-06T17:41:59.227721Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801612509241254:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:59.227783Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:41:59.227826Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:41:59.227924Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:41:59.228104Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801609318125036:2050] [node 3] ICS01 socket: 642 reason# EndOfStream
2025-12-06T17:41:59.228135Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801605023157639:2050] [node 3] ICP30 unregister session Session# [5:7580801609318125036:2050] VirtualId# [5:7580801609318125026:0]
2025-12-06T17:41:59.228160Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801609318125036:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:59.228217Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:41:59.228256Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:41:59.339022Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:41:59.339503Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580801612509241266:2064] [node 4] ICS07 socket disconnect 629 reason# EndOfStream
2025-12-06T17:41:59.339541Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801612509241266:2064] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:59.339687Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:41:59.339739Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580801612509241266:2064] [node 4] ICS15 start handshake
2025-12-06T17:41:59.342667Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801612509241196:2064] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10220) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:41:59.346675Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801612509241266:2064] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:41:59.346741Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801612509241196:2064] [node 4] ICP30 unregister session Session# [6:7580801612509241266:2064] VirtualId# [6:7580801612509241259:0]
2025-12-06T17:41:59.346803Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:41:59.346851Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580801612509241196:2064] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:10220) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:41:59.346866Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10220) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:41:59.357602Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580801612509241196:2064] [node 4] ICP33 wake up from error state
2025-12-06T17:41:59.450865Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:41:59.451179Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580801612509241270:2068] [node 5] ICS07 socket disconnect 621 reason# EndOfStream
2025-12-06T17:41:59.451213Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801612509241270:2068] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:41:59.451345Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:41:59.451400Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580801612509241270:2068] [node 5] ICS15 start handshake
2025-12-06T17:41:59.452592Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801612509241205:2068] [node 5] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2228) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:41:59.452661Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801612509241270:2068] [node 5] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:41:59.452708Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801612509241205:2068] [node 5] ICP30 unregister session Session# [6:7580801612509241270:2068] VirtualId# [6:7580801612509241268:0]
2025-12-06T17:41:59.452763Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
2025-12-06T17:41:59.452796Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580801612509241205:2068] [node 5] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:2228) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:41:59.452811Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [5] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2228) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:41:59.460577Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580801612509241205:2068] [node 5] ICP33 wake up from error state
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:41:59.656193Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801615493116966:2048] [node 2] ICP01 ready to work
2025-12-06T17:41:59.656239Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801615493116967:2049] [node 3] ICP01 ready to work
2025-12-06T17:41:59.693997Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801614900606975:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:59.694041Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801614900606976:2049] [node 3] ICP01 ready to work
2025-12-06T17:41:59.707474Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801615865711424:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:59.707527Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801615865711425:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:59.735841Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801615160514321:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:59.735878Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801615160514322:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:59.735913Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801615160514323:2050] [node 3] ICP01 ready to work
2025-12-06T17:41:59.778786Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801614429729886:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:59.778821Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801614429729887:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:59.778857Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801614429729888:2050] [node 3] ICP01 ready to work
2025-12-06T17:41:59.859039Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801613203026830:2048] [node 1] ICP01 ready to work
2025-12-06T17:41:59.859078Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801613203026831:2049] [node 2] ICP01 ready to work
2025-12-06T17:41:59.859115Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801613203026832:2050] [node 3] ICP01 ready to work
2025-12-06T17:42:00.234836Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801619195574332:2107] [node 6] ICP01 ready to work
2025-12-06T17:42:00.239204Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801619195574335:2108] [node 4] ICP01 ready to work
2025-12-06T17:42:00.355324Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801619455481682:2091] [node 5] ICP01 ready to work
2025-12-06T17:42:00.243684Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801619195574336:2109] [node 5] ICP01 ready to work
2025-12-06T17:42:00.326427Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801619788084326:2109] [node 6] ICP01 ready to work
2025-12-06T17:42:00.326085Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801618724697236:2079] [node 6] ICP01 ready to work
2025-12-06T17:42:00.379050Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801614900606976:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(132987484ns) {Configure:104(132982315ns) {ProcessConfigured:135(88208ns) {StartInitialHandshake:157(84270ns) {DropHandshakes:470(5504ns) {DropIncomingHandshake:442(1114ns) DropOutgoingHandshake:457(845ns)} GenerateSessionVirtualId:988(1540ns) PrepareNewSessionHandshake:477(1817ns) {SwitchToState:179(501ns)}}}}}
2025-12-06T17:42:00.335718Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801619788084325:2107] [node 4] ICP01 ready to work
2025-12-06T17:42:00.371036Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801613203026832:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(139194957ns) {Configure:104(139186460ns) {ProcessConfigured:135(15927950ns) {StartInitialHandshake:157(15922497ns) {DropHandshakes:470(3741ns) {DropIncomingHandshake:442(695ns) DropOutgoingHandshake:457(611ns)} GenerateSessionVirtualId:988(1650ns) PrepareNewSessionHandshake:477(7849ns) {SwitchToState:179(3165ns)}}}}}
2025-12-06T17:42:00.415151Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801619455481685:2092] [node 6] ICP01 ready to work
2025-12-06T17:42:00.376637Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801620160678783:2105] [node 5] ICP01 ready to work
2025-12-06T17:42:00.371854Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801617497994158:2070] [node 4] ICP01 ready to work
2025-12-06T17:42:00.409203Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801617497994158:2070] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(34867834ns) {Configure:104(34862618ns) {ProcessConfigured:135(72086ns) {StartInitialHandshake:157(68788ns) {DropHandshakes:470(3609ns) {DropIncomingHandshake:442(649ns) DropOutgoingHandshake:457(584ns)} GenerateSessionVirtualId:988(1026ns) PrepareNewSessionHandshake:477(6583ns) {SwitchToState:179(795ns)}}}}}
2025-12-06T17:42:00.361941Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801618724697240:2077] [node 4] ICP01 ready to work
2025-12-06T17:42:00.452330Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801620160678785:2107] [node 6] ICP01 ready to work
2025-12-06T17:42:00.391539Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801619788084327:2108] [node 5] ICP01 ready to work
2025-12-06T17:42:00.427822Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801617497994172:2062] [node 5] ICP01 ready to work
2025-12-06T17:42:00.447888Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801615160514323:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(89452455ns) {Configure:104(89445868ns) {ProcessConfigured:135(107518ns) {StartInitialHandshake:157(104458ns) {DropHandshakes:470(6390ns) {DropIncomingHandshake:442(1046ns) DropOutgoingHandshake:457(675ns)} GenerateSessionVirtualId:988(1975ns) PrepareNewSessionHandshake:477(2957ns) {SwitchToState:179(1035ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:00.476267Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801614900606975:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(236448897ns) {Configure:104(236444981ns) {ProcessConfigured:135(72496ns) {StartInitialHandshake:157(69200ns) {DropHandshakes:470(3842ns) {DropIncomingHandshake:442(1075ns) DropOutgoingHandshake:457(667ns)} GenerateSessionVirtualId:988(970ns) PrepareNewSessionHandshake:477(2514ns) {SwitchToState:179(934ns)}}}}}
2025-12-06T17:42:00.481587Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801619195574348:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15358
2025-12-06T17:42:00.481654Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801619195574349:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15358
2025-12-06T17:42:00.469006Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801620160678784:2106] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:00.491277Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801620160678792:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40469
2025-12-06T17:42:00.491639Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801620160678797:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40469
2025-12-06T17:42:00.488521Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801619195574332:2107] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(253293763ns) {Configure:104(253287473ns) {ProcessConfigured:135(82403ns) {StartInitialHandshake:157(79934ns) {DropHandshakes:470(4854ns) {DropIncomingHandshake:442(243ns) DropOutgoingHandshake:457(285ns)} GenerateSessionVirtualId:988(789ns) PrepareNewSessionHandshake:477(2847ns) {SwitchToState:179(1303ns)}}}}}
2025-12-06T17:42:00.501247Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801615493116966:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(113982372ns) {Configure:104(113974472ns) {ProcessConfigured:135(83398ns) {StartInitialHandshake:157(80592ns) {DropHandshakes:470(6563ns) {DropIncomingHandshake:442(719ns) DropOutgoingHandshake:457(515ns)} GenerateSessionVirtualId:988(1274ns) PrepareNewSessionHandshake:477(2499ns) {SwitchToState:179(771ns)}}}}}
2025-12-06T17:42:00.503045Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801615865711424:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(266547299ns) {Configure:104(266539650ns) {ProcessConfigured:135(16365062ns) {StartInitialHandshake:157(15608502ns) {DropHandshakes:470(5269ns) {DropIncomingHandshake:442(573ns) DropOutgoingHandshake:457(593ns)} GenerateSessionVirtualId:988(1801ns) PrepareNewSessionHandshake:477(3212ns) {SwitchToState:179(1729ns)}}}}}
2025-12-06T17:42:00.503369Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801620160678797:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:00.505494Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801615865711425:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:00.506194Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801619455481685:2092] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(57295140ns) {Configure:104(57289101ns) {ProcessConfigured:135(22955966ns) {StartInitialHandshake:157(22951663ns) {DropHandshakes:470(3806ns) {DropIncomingHandshake:442(748ns) DropOutgoingHandshake:457(688ns)} GenerateSessionVirtualId:988(1022ns) PrepareNewSessionHandshake:477(3585ns) {SwitchToState:179(99ns)}}}}}
2025-12-06T17:42:00.506683Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801619455481688:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39951
2025-12-06T17:42:00.506836Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801619195574349:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:00.535363Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801619788084325:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(33820287ns) {Configure:104(33813550ns) {ProcessConfigured:135(93913ns) {StartInitialHandshake:157(90177ns) {DropHandshakes:470(4330ns) {DropIncomingHandshake:442(1453ns) DropOutgoingHandshake:457(654ns)} GenerateSessionVirtualId:988(1339ns) PrepareNewSessionHandshake:477(2700ns) {SwitchToState:179(857ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:00.563546Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801619788084334:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21349
2025-12-06T17:42:00.506842Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801619455481689:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39951
2025-12-06T17:42:00.507016Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801619195574340:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:00.523447Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801619455481688:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:00.578716Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801619788084334:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:00.588179Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801619455481695:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39951
2025-12-06T17:42:00.507042Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801619195574340:2111] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:42:00.593122Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801614429729887:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(256937830ns) {Configure:104(256928095ns) {ProcessConfigured:135(116772ns) {StartInitialHandshake:157(112322ns) {DropHandshakes:470(10272ns) {DropIncomingHandshake:442(884ns) DropOutgoingHandshake:457(455ns)} GenerateSessionVirtualId:988(1367ns) PrepareNewSessionHandshake:477(2527ns) {SwitchToState:179(666ns)}}}}}
2025-12-06T17:42:00.582013Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801617497994202:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51547
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:00.617888Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801619788084327:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(166304679ns) {Configure:104(166295037ns) {ProcessConfigured:135(69906ns) {StartInitialHandshake:157(66812ns) {DropHandshakes:470(3831ns) {DropIncomingHandshake:442(678ns) DropOutgoingHandshake:457(617ns)} GenerateSessionVirtualId:988(1081ns) PrepareNewSessionHandshake:477(2352ns) {SwitchToState:179(774ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:00.551206Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801619195574340:2111] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:00.604322Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801620160678792:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:00.604361Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801619455481689:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:00.582092Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801617497994203:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51547
2025-12-06T17:42:00.646322Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801614900606976:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:42:00.669805Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801615493116967:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(262437582ns) {Configure:104(262420378ns) {ProcessConfigured:135(9314585ns) {StartInitialHandshake:157(9310488ns) {DropHandshakes:470(829ns) {DropIncomingHandshake:442(278ns) DropOutgoingHandshake:457(66ns)} GenerateSessionVirtualId:988(333ns) PrepareNewSessionHandshake:477(8755ns) {SwitchToState:179(1946ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:00.638503Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801620160678802:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40469
2025-12-06T17:42:00.609457Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801618724697252:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37677
2025-12-06T17:42:00.638701Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801620160678803:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40469
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:00.675811Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801619788084343:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21349
2025-12-06T17:42:00.646455Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:00.616354Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801619455481692:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:00.582234Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801617497994204:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51547
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:00.679406Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801619788084343:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:00.609655Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801618724697251:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37677
2025-12-06T17:42:00.680420Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801619788084329:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:00.680448Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801619788084329:2110] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:42:00.681699Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801615865711425:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:65083) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580801620160678797:2115] held: no
2025-12-06T17:42:00.681949Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801620160678797:2115] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:00.616399Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801619455481692:2116] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:00.597677Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801617497994203:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:00.685168Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801619788084329:2110] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:00.611746Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801614429729886:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(219538931ns) {Configure:104(219530437ns) {ProcessConfigured:135(81788ns) {StartInitialHandshake:157(78287ns) {DropHandshakes:470(4088ns) {DropIncomingHandshake:442(1282ns) DropOutgoingHandshake:457(670ns)} GenerateSessionVirtualId:988(784ns) PrepareNewSessionHandshake:477(3287ns) {SwitchToState:179(984ns)}}}}}
2025-12-06T17:42:00.646514Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801614900606976:2049] [node 3] ICP22 created new session: [2:7580801619195574355:2049]
2025-12-06T17:42:00.682479Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801620160678802:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:00.597877Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801617497994158:2070] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:00.646606Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801619195574355:2049] [node 3] ICS09 handshake done sender: [2:7580801619195574340:2111] self: [2:7580801619195574339:0] peer: [3:7580801620160678800:0] socket: 597 qp: -1
2025-12-06T17:42:00.646646Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801619195574355:2049] [node 3] ICS10 traffic start
2025-12-06T17:42:00.646701Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:00.648110Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801619195574354:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15358
2025-12-06T17:42:00.649541Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801619195574358:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15358
2025-12-06T17:42:00.667038Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801619195574342:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:00.667090Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801619195574342:2112] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:00.673061Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801619195574348:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:00.676560Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801619195574354:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:00.676581Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801619195574342:2112] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:00.677001Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801619195574358:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:00.677208Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580801614900606975:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:00.686111Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801619195574338:2110] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:00.686141Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801619195574338:2110] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:42:00.686730Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801619195574336:2109] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:00.686820Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:00.686881Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801619195574336:2109] [node 5] ICP22 created new session: [2:7580801619195574363:2109]
2025-12-06T17:42:00.686949Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801619195574363:2109] [node 5] ICS09 handshake done sender: [2:7580801619195574342:2112] self: [2:7580801619195574341:0] peer: [5:7580801618724697260:0] socket: 598 qp: -1
2025-12-06T17:42:00.686990Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801619195574363:2109] [node 5] ICS10 traffic start
2025-12-06T17:42:00.687039Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:00.688503Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801619195574366:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15358
2025-12-06T17:42:00.602606Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801613203026830:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(258899283ns) {Configure:104(258894195ns) {ProcessConfigured:135(28886726ns) {StartInitialHandshake:157(28881330ns) {DropHandshakes:470(3972ns) {DropIncomingHandshake:442(870ns) DropOutgoingHandshake:457(656ns)} GenerateSessionVirtualId:988(1988ns) PrepareNewSessionHandshake:477(7516ns) {SwitchToState:179(3068ns)}}}}}
2025-12-06T17:42:00.613672Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801617497994206:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51547
2025-12-06T17:42:00.641066Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801617497994172:2062] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(173672507ns) {Configure:104(173659606ns) {ProcessConfigured:135(76056ns) {StartInitialHandshake:157(72676ns) {DropHandshakes:470(7496ns) {DropIncomingHandshake:442(510ns) DropOutgoingHandshake:457(688ns)} GenerateSessionVirtualId:988(747ns) PrepareNewSessionHandshake:477(2840ns) {SwitchToState:179(777ns)}}}}}
2025-12-06T17:42:00.669532Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801617497994206:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:00.669719Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801617497994172:2062] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:00.670402Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801617497994210:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51547
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:00.694030Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801619788084331:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:00.694069Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801619788084331:2111] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:00.697117Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801619788084331:2111] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:00.630813Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801618724697251:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:00.651319Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801619455481699:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39951
2025-12-06T17:42:00.702906Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801617497994203:2115] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:00.703117Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801617497994204:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:00.705129Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801620160678789:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:00.705167Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801620160678789:2111] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:00.705646Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801615865711425:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:00.705699Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:00.705756Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801615865711425:2049] [node 2] ICP22 created new session: [3:7580801620160678805:2049]
2025-12-06T17:42:00.705828Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801620160678805:2049] [node 2] ICS09 handshake done sender: [3:7580801620160678797:2115] self: [3:7580801620160678800:0] peer: [2:7580801619195574339:0] socket: 601 qp: -1
2025-12-06T17:42:00.705878Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801620160678805:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:00.705911Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:00.631015Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801614429729887:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:00.663340Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801619455481692:2116] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:00.714642Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801615493116966:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:42:00.714757Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:00.714821Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801615493116966:2048] [node 2] ICP22 created new session: [1:7580801619788084347:2048]
2025-12-06T17:42:00.714876Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801619788084347:2048] [node 2] ICS09 handshake done sender: [1:7580801619788084329:2110] self: [1:7580801619788084328:0] peer: [2:7580801619195574361:0] socket: 615 qp: -1
2025-12-06T17:42:00.714919Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801619788084347:2048] [node 2] ICS10 traffic start
2025-12-06T17:42:00.714982Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:00.720227Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801620160678789:2111] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:00.703656Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801617497994158:2070] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:42:00.723861Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801619788084349:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21349
2025-12-06T17:42:00.723942Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801619788084350:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21349
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:00.676213Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801619455481682:2091] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(248073015ns) {Configure:104(248065712ns) {ProcessConfigured:135(15898994ns) {StartInitialHandshake:157(15894352ns) {DropHandshakes:470(3938ns) {DropIncomingHandshake:442(981ns) DropOutgoingHandshake:457(700ns)} GenerateSessionVirtualId:988(1524ns) PrepareNewSessionHandshake:477(3878ns) {SwitchToState:179(1749ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:00.737090Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801620160678791:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:00.737126Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801620160678791:2112] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:00.738843Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801620160678783:2105] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:00.738899Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:00.738958Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801620160678783:2105] [node 5] ICP22 created new session: [3:7580801620160678810:2105]
2025-12-06T17:42:00.739016Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801620160678810:2105] [node 5] ICS09 handshake done sender: [3:7580801620160678789:2111] self: [3:7580801620160678788:0] peer: [5:7580801618724697263:0] socket: 603 qp: -1
2025-12-06T17:42:00.739049Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801620160678810:2105] [node 5] ICS10 traffic start
2025-12-06T17:42:00.739088Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:00.661858Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801618724697252:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:00.703719Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:00.703771Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801617497994158:2070] [node 4] ICP22 created new session: [6:7580801617497994212:2070]
2025-12-06T17:42:00.703823Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801617497994212:2070] [node 4] ICS09 handshake done sender: [6:7580801617497994203:2115] self: [6:7580801617497994205:0] peer: [4:7580801619455481691:0] socket: 612 qp: -1
2025-12-06T17:42:00.703860Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801617497994212:2070] [node 4] ICS10 traffic start
2025-12-06T17:42:00.703895Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:00.711286Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801617497994211:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51547
2025-12-06T17:42:00.725678Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801617497994202:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:00.725835Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801613203026832:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:00.726035Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801613203026830:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:00.726488Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801617497994206:2117] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:00.730850Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801617497994217:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51547
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:00.740532Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801620160678791:2112] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:00.744903Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801620160678785:2107] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:00.744989Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:00.745040Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801620160678785:2107] [node 6] ICP22 created new session: [3:7580801620160678815:2107]
2025-12-06T17:42:00.745092Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801620160678815:2107] [node 6] ICS09 handshake done sender: [3:7580801620160678791:2112] self: [3:7580801620160678790:0] peer: [6:7580801617497994215:0] socket: 605 qp: -1
2025-12-06T17:42:00.745127Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801620160678815:2107] [node 6] ICS10 traffic start
2025-12-06T17:42:00.745187Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:00.734473Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801619788084333:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:00.734507Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801619788084333:2112] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:00.735133Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801619788084325:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:42:00.735199Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:00.735251Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801619788084325:2107] [node 4] ICP22 created new session: [1:7580801619788084352:2107]
2025-12-06T17:42:00.735295Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801619788084352:2107] [node 4] ICS09 handshake done sender: [1:7580801619788084331:2111] self: [1:7580801619788084330:0] peer: [4:7580801619455481709:0] socket: 616 qp: -1
2025-12-06T17:42:00.735331Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801619788084352:2107] [node 4] ICS10 traffic start
2025-12-06T17:42:00.735378Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:00.744142Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801619788084355:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21349
2025-12-06T17:42:00.719410Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801619195574354:2117] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:00.677514Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801615160514322:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(303361310ns) {Configure:104(303354794ns) {ProcessConfigured:135(25581431ns) {StartInitialHandshake:157(25577161ns) {DropHandshakes:470(4598ns) {DropIncomingHandshake:442(836ns) DropOutgoingHandshake:457(607ns)} GenerateSessionVirtualId:988(1239ns) PrepareNewSessionHandshake:477(4807ns) {SwitchToState:179(1643ns)}}}}}
2025-12-06T17:42:00.682370Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801615160514322:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:00.689021Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801619455481699:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:00.690801Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801619455481685:2092] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:00.690868Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:00.690918Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801619455481685:2092] [node 6] ICP22 created new session: [4:7580801619455481705:2092]
2025-12-06T17:42:00.690972Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801619455481705:2092] [node 6] ICS09 handshake done sender: [4:7580801619455481692:2116] self: [4:7580801619455481691:0] peer: [6:7580801617497994205:0] socket: 609 qp: -1
2025-12-06T17:42:00.691014Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801619455481705:2092] [node 6] ICS10 traffic start
2025-12-06T17:42:00.691046Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:00.692978Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801619455481695:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:00.693363Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801619455481708:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39951
2025-12-06T17:42:00.693479Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801615160514321:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:00.696717Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801619455481710:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39951
2025-12-06T17:42:00.736654Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801619455481695:2117] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:00.741305Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801619455481688:2114] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:00.728887Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801619195574338:2110] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:00.733345Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801619195574368:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15358
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:00.758710Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801617497994172:2062] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:42:00.758844Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:00.758905Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801617497994172:2062] [node 5] ICP22 created new session: [6:7580801617497994220:2062]
2025-12-06T17:42:00.758961Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801617497994220:2062] [node 5] ICS09 handshake done sender: [6:7580801617497994206:2117] self: [6:7580801617497994209:0] peer: [5:7580801618724697249:0] socket: 626 qp: -1
2025-12-06T17:42:00.759004Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801617497994220:2062] [node 5] ICS10 traffic start
2025-12-06T17:42:00.759046Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:00.760559Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801617497994218:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51547
2025-12-06T17:42:00.760888Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801617497994219:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51547
2025-12-06T17:42:00.764596Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801619788084349:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:00.664591Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801614429729888:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(277236691ns) {Configure:104(277229960ns) {ProcessConfigured:135(9858425ns) {StartInitialHandshake:157(9853645ns) {DropHandshakes:470(4287ns) {DropIncomingHandshake:442(1089ns) DropOutgoingHandshake:457(704ns)} GenerateSessionVirtualId:988(1366ns) PrepareNewSessionHandshake:477(4843ns) {SwitchToState:179(1759ns)}}}}}
2025-12-06T17:42:00.671698Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801614429729888:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:00.679083Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801618724697264:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37677
2025-12-06T17:42:00.680007Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801618724697250:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:00.680043Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580801618724697250:2111] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:00.683079Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801618724697251:2112] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:00.707125Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801618724697250:2111] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:00.707731Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580801618724697236:2079] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:00.707805Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:00.707853Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801618724697236:2079] [node 6] ICP22 created new session: [5:7580801618724697268:2079]
2025-12-06T17:42:00.707916Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801618724697268:2079] [node 6] ICS09 handshake done sender: [5:7580801618724697250:2111] self: [5:7580801618724697249:0] peer: [6:7580801617497994209:0] socket: 624 qp: -1
2025-12-06T17:42:00.707953Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801618724697268:2079] [node 6] ICS10 traffic start
2025-12-06T17:42:00.708003Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:00.708602Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801618724697267:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37677
2025-12-06T17:42:00.711703Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801614429729887:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:00.720419Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:00.731577Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801614429729887:2049] [node 2] ICP22 created new session: [5:7580801618724697270:2049]
2025-12-06T17:42:00.731640Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801618724697270:2049] [node 2] ICS09 handshake done sender: [5:7580801618724697251:2112] self: [5:7580801618724697260:0] peer: [2:7580801619195574341:0] socket: 620 qp: -1
2025-12-06T17:42:00.731680Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801618724697270:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:00.731736Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:00.732214Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801614429729887:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(20320013ns) {HandleHandshakeStatus:329(20317865ns) {DropIncomingHandshake:442(753ns) DropOutgoingHandshake:457(8651696ns) SwitchToState:179(3415ns) ProcessPendingSessionEvents:495(120718ns) {ForwardSessionEventToSession:612(64528ns) ForwardSessionEventToSession:612(6970ns) ForwardSessionEventToSession:612(3331ns) ForwardSessionEventToSession:612(3196ns) ForwardSessionEventToSession:612(6744ns) ForwardSessionEventToSession:612(3110ns) ForwardSessionEventToSession:612(3340ns) ForwardSessionEventToSession:612(6724ns) ForwardSessionEventToSession:612(6644ns) ForwardSessionEventToSession:612(6129ns)}}}
2025-12-06T17:42:00.732498Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801618724697271:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37677
2025-12-06T17:42:00.732555Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7580801614429729887:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:42:00.765581Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801618724697252:2113] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:00.775201Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580801614900606975:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25939) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7580801619195574354:2117] held: no
2025-12-06T17:42:00.775358Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580801614900606975:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:00.775419Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:00.775466Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801614900606975:2048] [node 1] ICP22 created new session: [2:7580801619195574369:2048]
2025-12-06T17:42:00.775520Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801619195574369:2048] [node 1] ICS09 handshake done sender: [2:7580801619195574354:2117] self: [2:7580801619195574361:0] peer: [1:7580801619788084328:0] socket: 628 qp: -1
2025-12-06T17:42:00.775559Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801619195574369:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:00.775596Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:00.766122Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801619455481711:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39951
2025-12-06T17:42:00.766246Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801615160514321:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:00.766332Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:00.766386Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801615160514321:2048] [node 1] ICP22 created new session: [4:7580801619455481712:2048]
2025-12-06T17:42:00.766444Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801619455481712:2048] [node 1] ICS09 handshake done sender: [4:7580801619455481695:2117] self: [4:7580801619455481709:0] peer: [1:7580801619788084330:0] socket: 618 qp: -1
2025-12-06T17:42:00.766478Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801619455481712:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:00.766514Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:00.771497Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801615160514322:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:00.771596Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:00.771655Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801615160514322:2049] [node 2] ICP22 created new session: [4:7580801619455481714:2049]
2025-12-06T17:42:00.771719Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801619455481714:2049] [node 2] ICS09 handshake done sender: [4:7580801619455481688:2114] self: [4:7580801619455481703:0] peer: [2:7580801619195574337:0] socket: 592 qp: -1
2025-12-06T17:42:00.771761Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801619455481714:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:00.771799Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:00.780929Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7580801615160514321:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:42:00.767348Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801619788084333:2112] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:00.785891Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801613203026832:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5534) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801617497994202:2114] held: no
2025-12-06T17:42:00.782061Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801619195574335:2108] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:42:00.782164Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:00.782226Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801619195574335:2108] [node 4] ICP22 created new session: [2:7580801619195574371:2108]
2025-12-06T17:42:00.782276Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801619195574371:2108] [node 4] ICS09 handshake done sender: [2:7580801619195574338:2110] self: [2:7580801619195574337:0] peer: [4:7580801619455481703:0] socket: 588 qp: -1
2025-12-06T17:42:00.782314Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801619195574371:2108] [node 4] ICS10 traffic start
2025-12-06T17:42:00.782364Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:00.787155Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801618724697271:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:00.787250Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801614429729888:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:42:00.787306Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:00.789144Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801620160678814:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40469
2025-12-06T17:42:00.790892Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801619455481711:2123] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:00.791069Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801615160514323:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:00.788664Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801619788084326:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:00.788751Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:00.788800Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801619788084326:2109] [node 6] ICP22 created new session: [1:7580801619788084358:2109]
2025-12-06T17:42:00.788866Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801619788084358:2109] [node 6] ICS09 handshake done sender: [1:7580801619788084333:2112] self: [1:7580801619788084332:0] peer: [6:7580801617497994216:0] socket: 617 qp: -1
2025-12-06T17:42:00.788902Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801619788084358:2109] [node 6] ICS10 traffic start
2025-12-06T17:42:00.788951Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:00.795328Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801619788084339:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:00.795364Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801619788084339:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:00.795438Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801619788084355:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:00.797910Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801619788084350:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:00.798352Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801620160678795:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:00.798389Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801620160678795:2114] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:42:00.799455Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801620160678817:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40469
2025-12-06T17:42:00.787358Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801614429729888:2050] [node 3] ICP22 created new session: [5:7580801618724697274:2050]
2025-12-06T17:42:00.800315Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801620160678814:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:00.800487Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801620160678795:2114] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:00.800912Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801620160678784:2106] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:42:00.800984Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:00.801033Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801620160678784:2106] [node 4] ICP22 created new session: [3:7580801620160678819:2106]
2025-12-06T17:42:00.801081Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801620160678819:2106] [node 4] ICS09 handshake done sender: [3:7580801620160678795:2114] self: [3:7580801620160678794:0] peer: [4:7580801619455481716:0] socket: 646 qp: -1
2025-12-06T17:42:00.801120Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801620160678819:2106] [node 4] ICS10 traffic start
2025-12-06T17:42:00.801153Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:00.802428Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801615865711424:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:00.807982Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801615160514323:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5534) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580801619455481711:2123] held: no
2025-12-06T17:42:00.808708Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801619788084342:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:00.808747Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801619788084342:2115] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:42:00.809291Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580801619788084326:2109] [node 6] ICP18 handshake (actor [1:7580801619788084350:2118]) is too old
2025-12-06T17:42:00.787401Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801618724697274:2050] [node 3] ICS09 handshake done sender: [5:7580801618724697252:2113] self: [5:7580801618724697263:0] peer: [3:7580801620160678788:0] socket: 621 qp: -1
2025-12-06T17:42:00.787449Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801618724697274:2050] [node 3] ICS10 traffic start
2025-12-06T17:42:00.787497Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:00.792159Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801614429729886:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:00.792628Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801618724697277:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37677
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:00.810992Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801620160678822:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40469
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:00.813132Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801618724697278:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37677
2025-12-06T17:42:00.813481Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801619788084342:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:00.814042Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801620160678814:2119] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:00.815166Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801617497994204:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:00.815281Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801617497994202:2114] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:00.815393Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801619195574368:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:00.814965Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801619455481718:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39951
2025-12-06T17:42:00.816227Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801613203026832:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:42:00.815441Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801619788084339:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:00.828278Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801615865711424:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:00.828345Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:00.823716Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580801619195574335:2108] [node 4] ICP18 handshake (actor [2:7580801619195574368:2120]) is too old
2025-12-06T17:42:00.823423Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801619455481711:2123] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:00.815837Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801618724697277:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:00.822099Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801615493116967:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:42:00.816315Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:00.833339Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801615865711424:2048] [node 1] ICP22 created new session: [3:7580801620160678823:2048]
2025-12-06T17:42:00.841622Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801619195574351:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:00.841663Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801619195574351:2116] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:00.827103Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801618724697240:2077] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:00.816384Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801613203026832:2050] [node 3] ICP22 created new session: [6:7580801617497994222:2050]
2025-12-06T17:42:00.824829Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801615160514323:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:42:00.833153Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801618724697271:2119] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:00.822188Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:00.840958Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801620160678823:2048] [node 1] ICS09 handshake done sender: [3:7580801620160678814:2119] self: [3:7580801620160678821:0] peer: [1:7580801619788084341:0] socket: 659 qp: -1
2025-12-06T17:42:00.816442Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801617497994222:2050] [node 3] ICS09 handshake done sender: [6:7580801617497994202:2114] self: [6:7580801617497994215:0] peer: [3:7580801620160678790:0] socket: 606 qp: -1
2025-12-06T17:42:00.816482Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801617497994222:2050] [node 3] ICS10 traffic start
2025-12-06T17:42:00.816534Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:00.817676Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801613203026830:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:00.817746Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:00.817785Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801613203026830:2048] [node 1] ICP22 created new session: [6:7580801617497994224:2048]
2025-12-06T17:42:00.817833Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801617497994224:2048] [node 1] ICS09 handshake done sender: [6:7580801617497994204:2116] self: [6:7580801617497994216:0] peer: [1:7580801619788084332:0] socket: 619 qp: -1
2025-12-06T17:42:00.817867Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801617497994224:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:00.817898Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:00.840220Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801617497994217:2121] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:00.840391Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801613203026831:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:00.843325Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801617497994227:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51547
2025-12-06T17:42:00.828596Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:00.828665Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801615160514323:2050] [node 3] ICP22 created new session: [4:7580801619455481719:2050]
2025-12-06T17:42:00.828724Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801619455481719:2050] [node 3] ICS09 handshake done sender: [4:7580801619455481711:2123] self: [4:7580801619455481716:0] peer: [3:7580801620160678794:0] socket: 634 qp: -1
2025-12-06T17:42:00.828765Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801619455481719:2050] [node 3] ICS10 traffic start
2025-12-06T17:42:00.828803Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:00.835257Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801619455481702:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:00.835309Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801619455481702:2120] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:00.841216Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801619455481702:2120] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:00.843566Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801620160678823:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:00.844467Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:00.845012Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801615865711424:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(23820327ns) {HandleHandshakeStatus:329(20716418ns) {DropIncomingHandshake:442(1849ns) DropOutgoingHandshake:457(6095ns) SwitchToState:179(293ns) ProcessPendingSessionEvents:495(129300ns) {ForwardSessionEventToSession:612(69693ns) ForwardSessionEventToSession:612(4083ns) ForwardSessionEventToSession:612(2280ns) ForwardSessionEventToSession:612(8587ns) ForwardSessionEventToSession:612(2735ns) ForwardSessionEventToSession:612(2591ns) ForwardSessionEventToSession:612(17964ns) ForwardSessionEventToSession:612(2088ns) ForwardSessionEventToSession:612(6104ns) ForwardSessionEventToSession:612(2598ns)}}}
2025-12-06T17:42:00.845082Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7580801615865711424:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:42:00.849131Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801614429729886:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:00.849218Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:00.849275Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801614429729886:2048] [node 1] ICP22 created new session: [5:7580801618724697280:2048]
2025-12-06T17:42:00.849334Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801618724697280:2048] [node 1] ICS09 handshake done sender: [5:7580801618724697271:2119] self: [5:7580801618724697276:0] peer: [1:7580801619788084338:0] socket: 653 qp: -1
2025-12-06T17:42:00.849372Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801618724697280:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:00.849435Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:00.849762Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7580801614429729886:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:42:00.852106Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801619455481682:2091] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:00.852243Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:00.852302Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801619455481682:2091] [node 5] ICP22 created new session: [4:7580801619455481722:2091]
2025-12-06T17:42:00.852363Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801619455481722:2091] [node 5] ICS09 handshake done sender: [4:7580801619455481702:2120] self: [4:7580801619455481701:0] peer: [5:7580801618724697279:0] socket: 604 qp: -1
2025-12-06T17:42:00.852402Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801619455481722:2091] [node 5] ICS10 traffic start
2025-12-06T17:42:00.852456Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:00.822237Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801615493116967:2049] [node 3] ICP22 created new session: [1:7580801619788084363:2049]
2025-12-06T17:42:00.822290Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801619788084363:2049] [node 3] ICS09 handshake done sender: [1:7580801619788084342:2115] self: [1:7580801619788084341:0] peer: [3:7580801620160678821:0] socket: 658 qp: -1
2025-12-06T17:42:00.822340Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801619788084363:2049] [node 3] ICS10 traffic start
2025-12-06T17:42:00.822374Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:00.829881Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801619788084327:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:00.829951Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:00.830004Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801619788084327:2108] [node 5] ICP22 created new session: [1:7580801619788084365:2108]
2025-12-06T17:42:00.830055Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801619788084365:2108] [node 5] ICS09 handshake done sender: [1:7580801619788084339:2114] self: [1:7580801619788084338:0] peer: [5:7580801618724697276:0] socket: 651 qp: -1
2025-12-06T17:42:00.830090Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801619788084365:2108] [node 5] ICS10 traffic start
2025-12-06T17:42:00.830129Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:00.855263Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801618724697282:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37677
2025-12-06T17:42:00.858207Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801618724697240:2077] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3996) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580801618724697277:2120] held: no
2025-12-06T17:42:00.858367Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801618724697277:2120] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:00.858933Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801619195574351:2116] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:00.859754Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801617497994217:2121] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:00.860253Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801613203026831:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:00.860353Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:00.860408Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801613203026831:2049] [node 2] ICP22 created new session: [6:7580801617497994228:2049]
2025-12-06T17:42:00.860473Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801617497994228:2049] [node 2] ICS09 handshake done sender: [6:7580801617497994217:2121] self: [6:7580801617497994226:0] peer: [2:7580801619195574350:0] socket: 652 qp: -1
2025-12-06T17:42:00.860527Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801617497994228:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:00.860573Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:00.862967Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801619195574332:2107] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:00.863066Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:00.863119Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801619195574332:2107] [node 6] ICP22 created new session: [2:7580801619195574374:2107]
2025-12-06T17:42:00.863186Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801619195574374:2107] [node 6] ICS09 handshake done sender: [2:7580801619195574351:2116] self: [2:7580801619195574350:0] peer: [6:7580801617497994226:0] socket: 649 qp: -1
2025-12-06T17:42:00.863232Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801619195574374:2107] [node 6] ICS10 traffic start
2025-12-06T17:42:00.863287Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:00.865741Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801618724697240:2077] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:42:00.865841Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:00.865894Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801618724697240:2077] [node 4] ICP22 created new session: [5:7580801618724697283:2077]
2025-12-06T17:42:00.865942Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801618724697283:2077] [node 4] ICS09 handshake done sender: [5:7580801618724697277:2120] self: [5:7580801618724697279:0] peer: [4:7580801619455481701:0] socket: 614 qp: -1
2025-12-06T17:42:00.865984Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801618724697283:2077] [node 4] ICS10 traffic start
2025-12-06T17:42:00.866044Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:00.937227Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:42:00.937510Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580801619195574369:2048] [node 1] ICS01 socket: 628 reason# EndOfStream
2025-12-06T17:42:00.937564Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580801614900606975:2048] [node 1] ICP30 unregister session Session# [2:7580801619195574369:2048] VirtualId# [2:7580801619195574361:0]
2025-12-06T17:42:00.937604Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580801619195574369:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:00.937696Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:00.937740Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:00.944708Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:42:00.944971Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801620160678823:2048] [node 1] ICS01 socket: 659 reason# EndOfStream
2025-12-06T17:42:00.945020Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801615865711424:2048] [node 1] ICP30 unregister session Session# [3:7580801620160678823:2048] VirtualId# [3:7580801620160678821:0]
2025-12-06T17:42:00.945062Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801620160678823:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:00.945152Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:00.945197Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:00.958361Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:42:00.958694Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801617497994224:2048] [node 1] ICS01 socket: 619 reason# EndOfStream
2025-12-06T17:42:00.958749Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801613203026830:2048] [node 1] ICP30 unregister session Session# [6:7580801617497994224:2048] VirtualId# [6:7580801617497994216:0]
2025-12-06T17:42:00.958791Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801617497994224:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:00.958906Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:00.958955Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:00.959527Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:42:00.959763Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580801619455481712:2048] [node 1] ICS07 socket disconnect 618 reason# EndOfStream
2025-12-06T17:42:00.959799Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801619455481712:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:00.959887Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:00.959937Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580801619455481712:2048] [node 1] ICS15 start handshake
2025-12-06T17:42:00.960573Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:42:00.960794Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801618724697280:2048] [node 1] ICS01 socket: 653 reason# EndOfStream
2025-12-06T17:42:00.960860Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801614429729886:2048] [node 1] ICP30 unregister session Session# [5:7580801618724697280:2048] VirtualId# [5:7580801618724697276:0]
2025-12-06T17:42:00.960901Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801618724697280:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:00.960971Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:00.961018Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:00.965407Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801615160514321:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25939) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:00.965492Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801619455481712:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:00.965529Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801615160514321:2048] [node 1] ICP30 unregister session Session# [4:7580801619455481712:2048] VirtualId# [4:7580801619455481709:0]
2025-12-06T17:42:00.965591Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:00.965629Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580801615160514321:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:25939) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:00.965644Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25939) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:00.975360Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580801615160514321:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:42:01.232508Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:42:01.232768Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801620160678805:2049] [node 2] ICS01 socket: 601 reason# EndOfStream
2025-12-06T17:42:01.232828Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801615865711425:2049] [node 2] ICP30 unregister session Session# [3:7580801620160678805:2049] VirtualId# [3:7580801620160678800:0]
2025-12-06T17:42:01.232864Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801620160678805:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:01.232946Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:01.233001Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:01.242790Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:42:01.243069Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801619455481714:2049] [node 2] ICS01 socket: 592 reason# EndOfStream
2025-12-06T17:42:01.243107Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801615160514322:2049] [node 2] ICP30 unregister session Session# [4:7580801619455481714:2049] VirtualId# [4:7580801619455481703:0]
2025-12-06T17:42:01.243157Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801619455481714:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:01.243262Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:01.243314Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:01.243732Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:42:01.243942Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801618724697270:2049] [node 2] ICS01 socket: 620 reason# EndOfStream
2025-12-06T17:42:01.243975Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801614429729887:2049] [node 2] ICP30 unregister session Session# [5:7580801618724697270:2049] VirtualId# [5:7580801618724697260:0]
2025-12-06T17:42:01.244001Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801618724697270:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:01.244059Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:01.244092Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:01.243794Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:42:01.244007Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801617497994228:2049] [node 2] ICS01 socket: 652 reason# EndOfStream
2025-12-06T17:42:01.244042Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801613203026831:2049] [node 2] ICP30 unregister session Session# [6:7580801617497994228:2049] VirtualId# [6:7580801617497994226:0]
2025-12-06T17:42:01.244066Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801617497994228:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:01.244129Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:01.244173Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:01.438769Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:42:01.439119Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801618724697274:2050] [node 3] ICS01 socket: 621 reason# EndOfStream
2025-12-06T17:42:01.439172Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801614429729888:2050] [node 3] ICP30 unregister session Session# [5:7580801618724697274:2050] VirtualId# [5:7580801618724697263:0]
2025-12-06T17:42:01.439210Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801618724697274:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:01.439331Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:42:01.439391Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:42:01.439519Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:42:01.439846Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801619455481719:2050] [node 3] ICS01 socket: 634 reason# EndOfStream
2025-12-06T17:42:01.439908Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801615160514323:2050] [node 3] ICP30 unregister session Session# [4:7580801619455481719:2050] VirtualId# [4:7580801619455481716:0]
2025-12-06T17:42:01.439983Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801619455481719:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:01.440105Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:42:01.440151Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:42:01.441922Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:42:01.442353Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801617497994222:2050] [node 3] ICS01 socket: 606 reason# EndOfStream
2025-12-06T17:42:01.442413Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801613203026832:2050] [node 3] ICP30 unregister session Session# [6:7580801617497994222:2050] VirtualId# [6:7580801617497994215:0]
2025-12-06T17:42:01.442459Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801617497994222:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:01.442563Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:42:01.442610Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:42:01.670741Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:42:01.671032Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801618724697283:2077] [node 4] ICS01 socket: 614 reason# EndOfStream
2025-12-06T17:42:01.671084Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801618724697240:2077] [node 4] ICP30 unregister session Session# [5:7580801618724697283:2077] VirtualId# [5:7580801618724697279:0]
2025-12-06T17:42:01.671124Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801618724697283:2077] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:01.671219Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:42:01.671274Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:42:01.671457Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:42:01.671704Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801617497994212:2070] [node 4] ICS01 socket: 612 reason# EndOfStream
2025-12-06T17:42:01.671744Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801617497994158:2070] [node 4] ICP30 unregister session Session# [6:7580801617497994212:2070] VirtualId# [6:7580801617497994205:0]
2025-12-06T17:42:01.671773Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801617497994212:2070] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:01.671801Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:42:01.671852Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:42:01.816248Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:42:01.816534Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801617497994220:2062] [node 5] ICS01 socket: 626 reason# EndOfStream
2025-12-06T17:42:01.816580Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801617497994172:2062] [node 5] ICP30 unregister session Session# [6:7580801617497994220:2062] VirtualId# [6:7580801617497994209:0]
2025-12-06T17:42:01.816625Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801617497994220:2062] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:01.816706Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:42:01.816749Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:42:01.950054Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801621996011722:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:01.950107Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801621996011723:2049] [node 3] ICP01 ready to work
2025-12-06T17:42:01.971412Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801625518715154:2048] [node 2] ICP01 ready to work
2025-12-06T17:42:01.971456Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801625518715155:2049] [node 3] ICP01 ready to work
2025-12-06T17:42:02.012984Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801629753546499:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:02.013020Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801629753546500:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:02.033770Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801626440084242:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:02.033811Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801626440084243:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:02.033850Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801626440084244:2050] [node 3] ICP01 ready to work
2025-12-06T17:42:02.059361Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801629270783439:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:02.059486Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801629270783440:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:02.059536Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801629270783441:2050] [node 3] ICP01 ready to work
2025-12-06T17:42:02.084381Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801628309331689:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:02.084417Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801628309331690:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:02.084469Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801628309331691:2050] [node 3] ICP01 ready to work
2025-12-06T17:42:02.352366Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801626290979069:2099] [node 5] ICP01 ready to work
2025-12-06T17:42:02.410696Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801628309331707:2061] [node 5] ICP01 ready to work
2025-12-06T17:42:02.366207Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801626290979071:2101] [node 6] ICP01 ready to work
2025-12-06T17:42:02.427649Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801626290979069:2099] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(73817711ns) {Configure:104(73803797ns) {ProcessConfigured:135(82672ns) {StartInitialHandshake:157(79416ns) {DropHandshakes:470(4388ns) {DropIncomingHandshake:442(1045ns) DropOutgoingHandshake:457(422ns)} GenerateSessionVirtualId:988(979ns) PrepareNewSessionHandshake:477(3041ns) {SwitchToState:179(837ns)}}}}}
2025-12-06T17:42:02.432246Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801629270783457:2061] [node 6] ICP01 ready to work
2025-12-06T17:42:02.491309Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801626440084243:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(108533968ns) {Configure:104(108527402ns) {ProcessConfigured:135(112235ns) {StartInitialHandshake:157(107349ns) {DropHandshakes:470(4438ns) {DropIncomingHandshake:442(1061ns) DropOutgoingHandshake:457(865ns)} GenerateSessionVirtualId:988(1868ns) PrepareNewSessionHandshake:477(3289ns) {SwitchToState:179(1085ns)}}}}}
2025-12-06T17:42:02.449439Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801629813682511:2105] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:02.479035Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801626290979084:2102] [node 4] ICP01 ready to work
2025-12-06T17:42:02.559051Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801626440084313:2068] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:02.506950Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801629753546549:2078] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:02.624683Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801626290979087:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2161
2025-12-06T17:42:02.479892Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801629813682513:2107] [node 6] ICP01 ready to work
2025-12-06T17:42:02.650367Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801621996011723:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(297614069ns) {Configure:104(297603637ns) {ProcessConfigured:135(47863429ns) {StartInitialHandshake:157(47859424ns) {DropHandshakes:470(4399ns) {DropIncomingHandshake:442(1122ns) DropOutgoingHandshake:457(914ns)} GenerateSessionVirtualId:988(825ns) PrepareNewSessionHandshake:477(5834ns) {SwitchToState:179(2259ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:02.478463Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801629270783460:2063] [node 4] ICP01 ready to work
2025-12-06T17:42:02.659580Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801629270783510:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43376
2025-12-06T17:42:02.664752Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801628309331691:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(158150704ns) {Configure:104(158144070ns) {ProcessConfigured:135(95033ns) {StartInitialHandshake:157(91352ns) {DropHandshakes:470(16862ns) {DropIncomingHandshake:442(1003ns) DropOutgoingHandshake:457(626ns)} GenerateSessionVirtualId:988(1492ns) PrepareNewSessionHandshake:477(2889ns) {SwitchToState:179(802ns)}}}}}
2025-12-06T17:42:02.554248Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801629753546558:2089] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:02.673039Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801626440084317:2061] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:02.478525Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801629813682514:2106] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:02.546857Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801629813682516:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30532
2025-12-06T17:42:02.707754Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801628309331759:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39754
2025-12-06T17:42:02.713433Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801626290979087:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:02.594262Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801629753546567:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58700
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:02.733345Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801628309331758:2067] [node 4] ICP01 ready to work
2025-12-06T17:42:02.695324Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801626440084318:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8768
2025-12-06T17:42:02.606738Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801629753546561:2081] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:02.700426Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801629270783440:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(256365419ns) {Configure:104(256358371ns) {ProcessConfigured:135(84561ns) {StartInitialHandshake:157(80646ns) {DropHandshakes:470(4099ns) {DropIncomingHandshake:442(895ns) DropOutgoingHandshake:457(632ns)} GenerateSessionVirtualId:988(1302ns) PrepareNewSessionHandshake:477(2866ns) {SwitchToState:179(1214ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:02.760318Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801626290979096:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2161
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:02.546935Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801629813682517:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30532
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:02.752289Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801626440084319:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8768
2025-12-06T17:42:02.700874Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801629270783513:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43376
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:02.768018Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801626290979077:2109] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:02.657465Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801629753546567:2110] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:02.547118Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801629813682518:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30532
2025-12-06T17:42:02.773996Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801628309331759:2112] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:02.721211Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801629753546572:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58700
2025-12-06T17:42:02.768061Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801626290979077:2109] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:02.547256Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801629813682519:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30532
2025-12-06T17:42:02.713707Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801629270783510:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:02.772452Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801626440084318:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:02.781372Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801628309331707:2061] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(370368541ns) {Configure:104(370360031ns) {ProcessConfigured:135(69081ns) {StartInitialHandshake:157(65848ns) {DropHandshakes:470(3361ns) {DropIncomingHandshake:442(823ns) DropOutgoingHandshake:457(710ns)} GenerateSessionVirtualId:988(1094ns) PrepareNewSessionHandshake:477(2235ns) {SwitchToState:179(605ns)}}}}}
2025-12-06T17:42:02.735541Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801629753546500:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(385953674ns) {Configure:104(360577730ns) {ProcessConfigured:135(75026ns) {StartInitialHandshake:157(68388ns) {DropHandshakes:470(1484ns) {DropIncomingHandshake:442(310ns) DropOutgoingHandshake:457(417ns)} GenerateSessionVirtualId:988(483ns) PrepareNewSessionHandshake:477(2737ns) {SwitchToState:179(853ns)}}}}}
2025-12-06T17:42:02.741057Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801629270783440:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:02.769364Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801626290979097:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2161
2025-12-06T17:42:02.790013Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801628309331689:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:02.626288Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801625518715154:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(276213479ns) {Configure:104(276208524ns) {ProcessConfigured:135(39052298ns) {StartInitialHandshake:157(39047427ns) {DropHandshakes:470(4652ns) {DropIncomingHandshake:442(1560ns) DropOutgoingHandshake:457(628ns)} GenerateSessionVirtualId:988(1458ns) PrepareNewSessionHandshake:477(3914ns) {SwitchToState:179(2157ns)}}}}}
2025-12-06T17:42:02.772666Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801626440084243:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:02.772001Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801629270783513:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:02.735889Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801629753546571:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58700
2025-12-06T17:42:02.769437Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801626290979098:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2161
2025-12-06T17:42:02.777464Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801626290979096:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:02.777727Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801626290979077:2109] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:02.790214Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801626290979092:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:02.790254Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801626290979092:2113] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:42:02.802971Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801626290979090:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:02.803003Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801626290979090:2112] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:42:02.811444Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801621996011722:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(420705023ns) {Configure:104(420690873ns) {ProcessConfigured:135(42332089ns) {StartInitialHandshake:157(42327630ns) {DropHandshakes:470(4957ns) {DropIncomingHandshake:442(928ns) DropOutgoingHandshake:457(685ns)} GenerateSessionVirtualId:988(1181ns) PrepareNewSessionHandshake:477(5100ns) {SwitchToState:179(2040ns)}}}}}
2025-12-06T17:42:02.830806Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801626290979071:2101] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(420412332ns) {Configure:104(420405922ns) {ProcessConfigured:135(14504419ns) {StartInitialHandshake:157(14500272ns) {DropHandshakes:470(4050ns) {DropIncomingHandshake:442(1189ns) DropOutgoingHandshake:457(900ns)} GenerateSessionVirtualId:988(1886ns) PrepareNewSessionHandshake:477(5311ns) {SwitchToState:179(2374ns)}}}}}
2025-12-06T17:42:02.843069Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801626290979092:2113] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:02.843428Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580801621996011722:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:02.844054Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801626290979090:2112] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:02.846125Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801626290979098:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:02.846189Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801626290979069:2099] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:02.852183Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:02.852266Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801626290979069:2099] [node 5] ICP22 created new session: [2:7580801626290979106:2099]
2025-12-06T17:42:02.852330Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801626290979106:2099] [node 5] ICS09 handshake done sender: [2:7580801626290979077:2109] self: [2:7580801626290979076:0] peer: [5:7580801629270783515:0] socket: 611 qp: -1
2025-12-06T17:42:02.852375Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801626290979106:2099] [node 5] ICS10 traffic start
2025-12-06T17:42:02.852430Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:02.854689Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801626290979097:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:02.824133Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801628309331690:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(433754474ns) {Configure:104(433745255ns) {ProcessConfigured:135(31344304ns) {StartInitialHandshake:157(31342077ns) {DropHandshakes:470(3755ns) {DropIncomingHandshake:442(916ns) DropOutgoingHandshake:457(571ns)} GenerateSessionVirtualId:988(1534ns) PrepareNewSessionHandshake:477(2291ns) {SwitchToState:179(143ns)}}}}}
2025-12-06T17:42:02.804526Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801626440084319:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:02.630088Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801629813682518:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:02.872154Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801621996011723:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:42:02.872283Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:02.872338Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801621996011723:2049] [node 3] ICP22 created new session: [2:7580801626290979110:2049]
2025-12-06T17:42:02.872439Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801626290979110:2049] [node 3] ICS09 handshake done sender: [2:7580801626290979092:2113] self: [2:7580801626290979086:0] peer: [3:7580801629753546581:0] socket: 615 qp: -1
2025-12-06T17:42:02.872493Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801626290979110:2049] [node 3] ICS10 traffic start
2025-12-06T17:42:02.872539Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:02.873121Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801626290979084:2102] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:42:02.873218Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:02.873268Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801626290979084:2102] [node 4] ICP22 created new session: [2:7580801626290979112:2102]
2025-12-06T17:42:02.873315Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801626290979112:2102] [node 4] ICS09 handshake done sender: [2:7580801626290979090:2112] self: [2:7580801626290979089:0] peer: [4:7580801626440084320:0] socket: 612 qp: -1
2025-12-06T17:42:02.873353Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801626290979112:2102] [node 4] ICS10 traffic start
2025-12-06T17:42:02.873404Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:02.875105Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580801626290979069:2099] [node 5] ICP18 handshake (actor [2:7580801626290979097:2115]) is too old
2025-12-06T17:42:02.736631Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801629753546573:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58700
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:02.834703Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801628309331769:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39754
2025-12-06T17:42:02.778404Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801629270783439:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:02.886683Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801626290979114:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2161
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:02.660282Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801629813682519:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:02.825819Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801626440084244:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:02.894055Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801626290979096:2114] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:02.751248Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801629753546561:2081] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(31260193ns) {Configure:104(31252797ns) {ProcessConfigured:135(80740ns) {StartInitialHandshake:157(76999ns) {DropHandshakes:470(4482ns) {DropIncomingHandshake:442(1133ns) DropOutgoingHandshake:457(859ns)} GenerateSessionVirtualId:988(1497ns) PrepareNewSessionHandshake:477(3042ns) {SwitchToState:179(1164ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:02.906794Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801626290979102:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:02.906837Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801626290979102:2118] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:02.843786Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801628309331769:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:02.827673Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801626440084321:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8768
2025-12-06T17:42:02.778575Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801629270783516:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43376
2025-12-06T17:42:02.907780Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580801621996011722:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:02.907890Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:02.682345Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801629813682517:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:02.751589Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801629753546571:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:02.845448Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801626440084317:2061] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(132223547ns) {Configure:104(132212840ns) {ProcessConfigured:135(85543ns) {StartInitialHandshake:157(83159ns) {DropHandshakes:470(3363ns) {DropIncomingHandshake:442(905ns) DropOutgoingHandshake:457(502ns)} GenerateSessionVirtualId:988(962ns) PrepareNewSessionHandshake:477(1936ns) {SwitchToState:179(669ns)}}}}}
2025-12-06T17:42:02.788395Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801629270783518:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43376
2025-12-06T17:42:02.857102Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801628309331707:2061] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:02.856247Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801626440084325:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8768
2025-12-06T17:42:02.910859Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801626440084318:2114] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:02.912162Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801626440084243:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28936) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580801626440084318:2114] held: no
2025-12-06T17:42:02.912529Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801626440084326:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8768
2025-12-06T17:42:02.921101Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801626440084244:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19685) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580801626440084319:2115] held: no
2025-12-06T17:42:02.921226Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801626440084243:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:02.921292Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:02.921344Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801626440084243:2049] [node 2] ICP22 created new session: [4:7580801626440084327:2049]
2025-12-06T17:42:02.921389Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801626440084327:2049] [node 2] ICS09 handshake done sender: [4:7580801626440084318:2114] self: [4:7580801626440084320:0] peer: [2:7580801626290979089:0] socket: 613 qp: -1
2025-12-06T17:42:02.921432Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801626440084327:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:02.921484Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:02.930969Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801626440084326:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:02.931066Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801626440084319:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:02.907948Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801621996011722:2048] [node 1] ICP22 created new session: [2:7580801626290979116:2048]
2025-12-06T17:42:02.728318Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801629813682516:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:02.881128Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801628309331771:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39754
2025-12-06T17:42:02.892177Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801628309331772:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39754
2025-12-06T17:42:02.902217Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801628309331772:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:02.905454Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801628309331690:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:02.767229Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801629753546572:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:02.907998Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801626290979116:2048] [node 1] ICS09 handshake done sender: [2:7580801626290979096:2114] self: [2:7580801626290979105:0] peer: [1:7580801629813682522:0] socket: 622 qp: -1
2025-12-06T17:42:02.789100Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801629813682525:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:02.789132Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801629813682525:2116] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:02.792202Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801629813682514:2106] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(222457951ns) {Configure:104(222452055ns) {ProcessConfigured:135(37197699ns) {StartInitialHandshake:157(37192680ns) {DropHandshakes:470(2124ns) {DropIncomingHandshake:442(383ns) DropOutgoingHandshake:457(463ns)} GenerateSessionVirtualId:988(495ns) PrepareNewSessionHandshake:477(9040ns) {SwitchToState:179(4067ns)}}}}}
2025-12-06T17:42:02.806247Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801629813682525:2116] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:02.822381Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801629813682527:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:02.822435Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801629813682527:2117] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:02.827307Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801629813682514:2106] [node 4] ICP35 event processing took too much time PendingConnection:279(16969732ns) {IncomingHandshake:261(79500ns) {DropIncomingHandshake:442(1428ns) PrepareNewSessionHandshake:477(3224ns) {SwitchToState:179(1355ns)} GenerateSessionVirtualId:988(1439ns) IssueIncomingHandshakeReply:193(11029ns)}}
2025-12-06T17:42:02.860846Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801629813682523:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:02.860879Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801629813682523:2115] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:42:02.861566Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801629813682511:2105] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:02.861635Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:02.861691Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801629813682511:2105] [node 5] ICP22 created new session: [1:7580801629813682539:2105]
2025-12-06T17:42:02.861750Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801629813682539:2105] [node 5] ICS09 handshake done sender: [1:7580801629813682525:2116] self: [1:7580801629813682524:0] peer: [5:7580801629270783517:0] socket: 623 qp: -1
2025-12-06T17:42:02.861792Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801629813682539:2105] [node 5] ICS10 traffic start
2025-12-06T17:42:02.861827Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:02.871409Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801629813682538:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30532
2025-12-06T17:42:02.892628Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801629813682523:2115] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:02.892723Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801629813682527:2117] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:02.922279Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801625518715154:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:42:02.922342Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:02.922397Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801625518715154:2048] [node 2] ICP22 created new session: [1:7580801629813682544:2048]
2025-12-06T17:42:02.922438Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801629813682544:2048] [node 2] ICS09 handshake done sender: [1:7580801629813682523:2115] self: [1:7580801629813682522:0] peer: [2:7580801626290979105:0] socket: 619 qp: -1
2025-12-06T17:42:02.922469Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801629813682544:2048] [node 2] ICS10 traffic start
2025-12-06T17:42:02.922521Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:02.923182Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801629813682513:2107] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:02.923286Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:02.923337Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801629813682513:2107] [node 6] ICP22 created new session: [1:7580801629813682546:2107]
2025-12-06T17:42:02.923384Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801629813682546:2107] [node 6] ICS09 handshake done sender: [1:7580801629813682527:2117] self: [1:7580801629813682526:0] peer: [6:7580801628309331766:0] socket: 624 qp: -1
2025-12-06T17:42:02.923413Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801629813682546:2107] [node 6] ICS10 traffic start
2025-12-06T17:42:02.923439Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:02.925783Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801629813682538:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:02.958789Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801629813682521:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:02.958843Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801629813682521:2114] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:42:02.791777Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801629270783510:2112] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:02.959271Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801626440084244:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:42:02.959346Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:02.964646Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801626440084244:2050] [node 3] ICP22 created new session: [4:7580801626440084332:2050]
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:02.805405Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801629270783440:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:02.767409Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801629753546500:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:02.972567Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580801625518715154:2048] [node 2] ICP18 handshake (actor [1:7580801629813682538:2119]) is too old
2025-12-06T17:42:02.908037Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801626290979116:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:02.954901Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801628309331689:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17527) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801628309331759:2112] held: no
2025-12-06T17:42:02.791135Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801629753546573:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:02.815053Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801629270783457:2061] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(364014892ns) {Configure:104(364005913ns) {ProcessConfigured:135(79702ns) {StartInitialHandshake:157(76395ns) {DropHandshakes:470(2966ns) {DropIncomingHandshake:442(767ns) DropOutgoingHandshake:457(460ns)} GenerateSessionVirtualId:988(1813ns) PrepareNewSessionHandshake:477(2473ns) {SwitchToState:179(727ns)}}}}}
2025-12-06T17:42:02.989481Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801626440084332:2050] [node 3] ICS09 handshake done sender: [4:7580801626440084319:2115] self: [4:7580801626440084322:0] peer: [3:7580801629753546568:0] socket: 631 qp: -1
2025-12-06T17:42:02.908072Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:02.975096Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801629813682521:2114] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:02.955079Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801628309331759:2112] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:02.955792Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801628309331774:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39754
2025-12-06T17:42:02.955971Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801628309331775:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39754
2025-12-06T17:42:02.966738Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801628309331776:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39754
2025-12-06T17:42:02.975201Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801628309331777:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39754
2025-12-06T17:42:02.975582Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801628309331689:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:02.975650Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:02.975712Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801628309331689:2048] [node 1] ICP22 created new session: [6:7580801628309331778:2048]
2025-12-06T17:42:02.975765Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801628309331778:2048] [node 1] ICS09 handshake done sender: [6:7580801628309331759:2112] self: [6:7580801628309331766:0] peer: [1:7580801629813682526:0] socket: 628 qp: -1
2025-12-06T17:42:02.975802Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801628309331778:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:02.975862Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:02.977003Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801628309331772:2118] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:02.991135Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801628309331769:2116] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:02.997388Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801628309331707:2061] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28841) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801628309331769:2116] held: no
2025-12-06T17:42:02.997524Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801628309331707:2061] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:42:02.997571Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:02.997623Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801628309331707:2061] [node 5] ICP22 created new session: [6:7580801628309331781:2061]
2025-12-06T17:42:02.997682Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801628309331781:2061] [node 5] ICS09 handshake done sender: [6:7580801628309331769:2116] self: [6:7580801628309331770:0] peer: [5:7580801629270783520:0] socket: 644 qp: -1
2025-12-06T17:42:02.997725Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801628309331781:2061] [node 5] ICS10 traffic start
2025-12-06T17:42:02.997788Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:02.998459Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801628309331777:2122] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:02.998508Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801628309331690:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:02.998635Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:02.998692Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801628309331690:2049] [node 2] ICP22 created new session: [6:7580801628309331783:2049]
2025-12-06T17:42:02.998761Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801628309331783:2049] [node 2] ICS09 handshake done sender: [6:7580801628309331772:2118] self: [6:7580801628309331773:0] peer: [2:7580801626290979100:0] socket: 608 qp: -1
2025-12-06T17:42:02.998802Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801628309331783:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:02.998859Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:02.999392Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801628309331774:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:03.000128Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801628309331758:2067] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:03.000203Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801628309331691:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:02.806813Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801629753546583:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58700
2025-12-06T17:42:02.992986Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801626440084333:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8768
2025-12-06T17:42:02.975460Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801625518715155:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:42:02.937237Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801626290979102:2118] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:02.823769Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801629270783519:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43376
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:02.837037Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:02.839007Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801629270783460:2063] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(286624100ns) {Configure:104(286610557ns) {ProcessConfigured:135(76659ns) {StartInitialHandshake:157(73587ns) {DropHandshakes:470(4963ns) {DropIncomingHandshake:442(1540ns) DropOutgoingHandshake:457(593ns)} GenerateSessionVirtualId:988(639ns) PrepareNewSessionHandshake:477(2745ns) {SwitchToState:179(769ns)}}}}}
2025-12-06T17:42:02.839324Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801629270783518:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:02.843607Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801629270783440:2049] [node 2] ICP22 created new session: [5:7580801629270783523:2049]
2025-12-06T17:42:02.843691Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801629270783513:2114] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:02.845947Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801629270783523:2049] [node 2] ICS09 handshake done sender: [5:7580801629270783510:2112] self: [5:7580801629270783515:0] peer: [2:7580801626290979076:0] socket: 618 qp: -1
2025-12-06T17:42:02.854997Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801629270783523:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:02.855014Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801629270783439:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:02.857325Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:02.858977Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:02.859044Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801629270783439:2048] [node 1] ICP22 created new session: [5:7580801629270783528:2048]
2025-12-06T17:42:02.859115Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801629270783528:2048] [node 1] ICS09 handshake done sender: [5:7580801629270783513:2114] self: [5:7580801629270783517:0] peer: [1:7580801629813682524:0] socket: 625 qp: -1
2025-12-06T17:42:02.859164Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801629270783528:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:02.859222Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:02.883258Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801629270783521:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:02.883305Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580801629270783521:2118] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:02.906066Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801629270783440:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(100452292ns) {HandleHandshakeStatus:329(100449793ns) {DropIncomingHandshake:442(1317ns) DropOutgoingHandshake:457(6223594ns) SwitchToState:179(1794ns) ProcessPendingSessionEvents:495(5936899ns) {ForwardSessionEventToSession:612(5876734ns) ForwardSessionEventToSession:612(13994ns) ForwardSessionEventToSession:612(3110ns) ForwardSessionEventToSession:612(2881ns) ForwardSessionEventToSession:612(6934ns) ForwardSessionEventToSession:612(5313ns) ForwardSessionEventToSession:612(6379ns) ForwardSessionEventToSession:612(2112ns) ForwardSessionEventToSession:612(3264ns) ForwardSessionEventToSession:612(5734ns)}}}
2025-12-06T17:42:02.919529Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801629270783531:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43376
2025-12-06T17:42:02.935091Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801629270783521:2118] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:02.948218Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801629270783533:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43376
2025-12-06T17:42:02.960567Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580801629270783457:2061] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:02.972282Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801629270783531:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:02.995902Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801629270783533:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:02.996341Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:03.001348Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801629270783441:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:03.001740Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801629270783457:2061] [node 6] ICP22 created new session: [5:7580801629270783534:2061]
2025-12-06T17:42:03.015110Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801629270783460:2063] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:03.032075Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801629270783534:2061] [node 6] ICS09 handshake done sender: [5:7580801629270783521:2118] self: [5:7580801629270783520:0] peer: [6:7580801628309331770:0] socket: 626 qp: -1
2025-12-06T17:42:03.034154Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801633565750833:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43376
2025-12-06T17:42:03.034463Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801629270783534:2061] [node 6] ICS10 traffic start
2025-12-06T17:42:03.034520Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:03.041424Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801629270783457:2061] [node 6] ICP35 event processing took too much time PendingConnection:279(80643572ns) {HandleHandshakeStatus:329(80639410ns) {DropIncomingHandshake:442(28904ns) DropOutgoingHandshake:457(838ns) SwitchToState:179(616ns) ProcessPendingSessionEvents:495(126663ns) {ForwardSessionEventToSession:612(73337ns) ForwardSessionEventToSession:612(4058ns) ForwardSessionEventToSession:612(6757ns) ForwardSessionEventToSession:612(6248ns) ForwardSessionEventToSession:612(3171ns) ForwardSessionEventToSession:612(6462ns) ForwardSessionEventToSession:612(3297ns) ForwardSessionEventToSession:612(2954ns) ForwardSessionEventToSession:612(6020ns) ForwardSessionEventToSession:612(2098ns)}}}
2025-12-06T17:42:03.058812Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801629270783533:2121] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:03.060944Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801633565750835:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43376
2025-12-06T17:42:02.823185Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801629753546558:2089] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(165485328ns) {Configure:104(165478097ns) {ProcessConfigured:135(11646435ns) {StartInitialHandshake:157(11642392ns) {DropHandshakes:470(3825ns) {DropIncomingHandshake:442(1331ns) DropOutgoingHandshake:457(751ns)} GenerateSessionVirtualId:988(994ns) PrepareNewSessionHandshake:477(2459ns) {SwitchToState:179(127ns)}}}}}
2025-12-06T17:42:02.996276Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:02.996492Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801626440084332:2050] [node 3] ICS10 traffic start
2025-12-06T17:42:02.989984Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801626290979071:2101] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:03.074481Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801632604299084:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39754
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:03.074970Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801632604299083:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39754
2025-12-06T17:42:03.010739Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:03.010805Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801626290979071:2101] [node 6] ICP22 created new session: [2:7580801626290979119:2101]
2025-12-06T17:42:03.032181Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801626290979119:2101] [node 6] ICS09 handshake done sender: [2:7580801626290979102:2118] self: [2:7580801626290979100:0] peer: [6:7580801628309331773:0] socket: 606 qp: -1
2025-12-06T17:42:03.034618Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801626290979119:2101] [node 6] ICS10 traffic start
2025-12-06T17:42:03.049134Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:03.072959Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801626290979071:2101] [node 6] ICP35 event processing took too much time PendingConnection:279(99910717ns) {HandleHandshakeStatus:329(99906546ns) {DropIncomingHandshake:442(2041ns) DropOutgoingHandshake:457(1330ns) SwitchToState:179(1094ns) ProcessPendingSessionEvents:495(7904817ns) {ForwardSessionEventToSession:612(7831449ns) ForwardSessionEventToSession:612(5395ns) ForwardSessionEventToSession:612(3658ns) ForwardSessionEventToSession:612(6686ns) ForwardSessionEventToSession:612(6558ns) ForwardSessionEventToSession:612(6480ns) ForwardSessionEventToSession:612(2678ns) ForwardSessionEventToSession:612(2781ns) ForwardSessionEventToSession:612(7332ns) ForwardSessionEventToSession:612(2725ns)}}}
2025-12-06T17:42:02.996337Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801625518715155:2049] [node 3] ICP22 created new session: [1:7580801629813682550:2049]
2025-12-06T17:42:03.010677Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:03.017784Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801629813682550:2049] [node 3] ICS09 handshake done sender: [1:7580801629813682521:2114] self: [1:7580801629813682520:0] peer: [3:7580801629753546595:0] socket: 651 qp: -1
2025-12-06T17:42:03.017842Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801629813682550:2049] [node 3] ICS10 traffic start
2025-12-06T17:42:03.017930Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:03.018466Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801625518715155:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(42762752ns) {HandleHandshakeStatus:329(42758588ns) {DropIncomingHandshake:442(17876ns) DropOutgoingHandshake:457(4151ns) SwitchToState:179(804ns) ProcessPendingSessionEvents:495(127102ns) {ForwardSessionEventToSession:612(55265ns) ForwardSessionEventToSession:612(11448ns) ForwardSessionEventToSession:612(3105ns) ForwardSessionEventToSession:612(2963ns) ForwardSessionEventToSession:612(5682ns) ForwardSessionEventToSession:612(5439ns) ForwardSessionEventToSession:612(6443ns) ForwardSessionEventToSession:612(3395ns) ForwardSessionEventToSession:612(17157ns) ForwardSessionEventToSession:612(5412ns)}}}
2025-12-06T17:42:03.059270Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801629813682535:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:03.059301Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801629813682535:2118] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:42:03.063645Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801629813682535:2118] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:02.841934Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801629753546561:2081] [node 6] ICP35 event processing took too much time PendingConnection:279(19847411ns) {IncomingHandshake:261(6211766ns) {DropIncomingHandshake:442(895ns) PrepareNewSessionHandshake:477(2929ns) {SwitchToState:179(1298ns)} GenerateSessionVirtualId:988(1126ns) IssueIncomingHandshakeReply:193(12444ns)}}
2025-12-06T17:42:03.014500Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801630735051631:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8768
2025-12-06T17:42:03.020004Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801626440084324:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:03.020035Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801626440084324:2117] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:03.028320Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801626440084324:2117] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:03.040665Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801626440084315:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:03.040705Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801626440084315:2112] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:03.047471Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801626440084333:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:03.047537Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801626440084317:2061] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:03.047614Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:03.047673Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801626440084317:2061] [node 5] ICP22 created new session: [4:7580801630735051633:2061]
2025-12-06T17:42:03.047733Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801630735051633:2061] [node 5] ICS09 handshake done sender: [4:7580801626440084324:2117] self: [4:7580801626440084323:0] peer: [5:7580801633565750832:0] socket: 601 qp: -1
2025-12-06T17:42:03.047772Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801630735051633:2061] [node 5] ICS10 traffic start
2025-12-06T17:42:03.047815Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:03.051450Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801626440084242:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:03.052384Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801630735051631:2121] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:03.061386Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801626440084244:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(111302242ns) {HandleHandshakeStatus:329(101980420ns) {DropIncomingHandshake:442(1237ns) DropOutgoingHandshake:457(754ns) SwitchToState:179(823ns) ProcessPendingSessionEvents:495(1655ns)}}
2025-12-06T17:42:03.063837Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801626440084315:2112] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:03.073913Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801630735051638:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8768
2025-12-06T17:42:02.842034Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801629753546569:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:02.842072Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801629753546569:2111] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:42:02.879109Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801629753546569:2111] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:02.880690Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801629753546572:2114] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:02.893743Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801629753546500:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28936) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580801629753546572:2114] held: no
2025-12-06T17:42:02.893847Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801629753546500:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:02.893932Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:02.894034Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801629753546500:2049] [node 2] ICP22 created new session: [3:7580801629753546589:2049]
2025-12-06T17:42:02.894103Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801629753546589:2049] [node 2] ICS09 handshake done sender: [3:7580801629753546572:2114] self: [3:7580801629753546581:0] peer: [2:7580801626290979086:0] socket: 617 qp: -1
2025-12-06T17:42:02.894139Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801629753546589:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:02.894186Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:02.904494Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801629753546588:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58700
2025-12-06T17:42:02.911005Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801629753546549:2078] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:42:02.911078Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:02.911131Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801629753546549:2078] [node 4] ICP22 created new session: [3:7580801629753546591:2078]
2025-12-06T17:42:02.911178Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801629753546591:2078] [node 4] ICS09 handshake done sender: [3:7580801629753546569:2111] self: [3:7580801629753546568:0] peer: [4:7580801626440084322:0] socket: 629 qp: -1
2025-12-06T17:42:02.911214Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801629753546591:2078] [node 4] ICS10 traffic start
2025-12-06T17:42:02.911251Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:02.929957Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801629753546588:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:02.932908Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801629753546499:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:02.988146Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801629753546596:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58700
2025-12-06T17:42:03.011295Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801629753546499:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17527) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580801629753546588:2120] held: no
2025-12-06T17:42:03.011572Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801629753546585:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:03.011600Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801629753546585:2119] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:03.012237Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801629753546580:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:03.012262Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801629753546580:2117] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:03.012816Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801629753546588:2120] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:03.032996Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801629753546499:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:03.033047Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:03.033096Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801629753546499:2048] [node 1] ICP22 created new session: [3:7580801634048513895:2048]
2025-12-06T17:42:03.033148Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801634048513895:2048] [node 1] ICS09 handshake done sender: [3:7580801629753546588:2120] self: [3:7580801629753546595:0] peer: [1:7580801629813682520:0] socket: 653 qp: -1
2025-12-06T17:42:03.033187Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801634048513895:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:03.033221Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:03.049325Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801629753546585:2119] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:03.059070Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801629753546580:2117] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:03.071185Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801629753546558:2089] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:03.071288Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:03.071336Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801629753546558:2089] [node 5] ICP22 created new session: [3:7580801634048513897:2089]
2025-12-06T17:42:03.071390Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801634048513897:2089] [node 5] ICS09 handshake done sender: [3:7580801629753546585:2119] self: [3:7580801629753546584:0] peer: [5:7580801629270783535:0] socket: 633 qp: -1
2025-12-06T17:42:03.071424Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801634048513897:2089] [node 5] ICS10 traffic start
2025-12-06T17:42:03.071470Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:03.075540Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801629753546561:2081] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:03.075612Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:03.075662Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801629753546561:2081] [node 6] ICP22 created new session: [3:7580801634048513899:2081]
2025-12-06T17:42:03.075709Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801634048513899:2081] [node 6] ICS09 handshake done sender: [3:7580801629753546580:2117] self: [3:7580801629753546579:0] peer: [6:7580801628309331786:0] socket: 632 qp: -1
2025-12-06T17:42:03.075746Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801634048513899:2081] [node 6] ICS10 traffic start
2025-12-06T17:42:03.075792Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:03.087645Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801628309331774:2119] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:03.088593Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801629813682514:2106] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:42:03.088714Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:03.088774Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801629813682514:2106] [node 4] ICP22 created new session: [1:7580801634108649849:2106]
2025-12-06T17:42:03.088848Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801634108649849:2106] [node 4] ICS09 handshake done sender: [1:7580801629813682535:2118] self: [1:7580801629813682533:0] peer: [4:7580801630735051636:0] socket: 657 qp: -1
2025-12-06T17:42:03.088891Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801634108649849:2106] [node 4] ICS10 traffic start
2025-12-06T17:42:03.088946Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:03.091006Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801628309331777:2122] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:03.082072Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801626440084313:2068] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:03.082190Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:03.082243Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801626440084313:2068] [node 6] ICP22 created new session: [4:7580801630735051639:2068]
2025-12-06T17:42:03.082295Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801630735051639:2068] [node 6] ICS09 handshake done sender: [4:7580801626440084315:2112] self: [4:7580801626440084314:0] peer: [6:7580801628309331785:0] socket: 595 qp: -1
2025-12-06T17:42:03.082389Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801630735051639:2068] [node 6] ICS10 traffic start
2025-12-06T17:42:03.082429Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:03.088304Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801626440084333:2120] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:03.095070Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801628309331691:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:42:03.095168Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:03.095230Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801628309331691:2050] [node 3] ICP22 created new session: [6:7580801632604299085:2050]
2025-12-06T17:42:03.095302Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801632604299085:2050] [node 3] ICS09 handshake done sender: [6:7580801628309331774:2119] self: [6:7580801628309331786:0] peer: [3:7580801629753546579:0] socket: 647 qp: -1
2025-12-06T17:42:03.095342Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801632604299085:2050] [node 3] ICS10 traffic start
2025-12-06T17:42:03.095408Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:03.101388Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801628309331758:2067] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:42:03.101462Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:03.101510Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801628309331758:2067] [node 4] ICP22 created new session: [6:7580801632604299087:2067]
2025-12-06T17:42:03.101560Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801632604299087:2067] [node 4] ICS09 handshake done sender: [6:7580801628309331777:2122] self: [6:7580801628309331785:0] peer: [4:7580801626440084314:0] socket: 661 qp: -1
2025-12-06T17:42:03.101597Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801632604299087:2067] [node 4] ICS10 traffic start
2025-12-06T17:42:03.101650Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:03.091982Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801626440084242:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:03.092071Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:03.092130Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801626440084242:2048] [node 1] ICP22 created new session: [4:7580801630735051641:2048]
2025-12-06T17:42:03.092189Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801630735051641:2048] [node 1] ICS09 handshake done sender: [4:7580801626440084333:2120] self: [4:7580801630735051636:0] peer: [1:7580801629813682533:0] socket: 658 qp: -1
2025-12-06T17:42:03.092366Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801630735051641:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:03.092415Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:03.064276Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801629270783460:2063] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16418) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580801629270783533:2121] held: no
2025-12-06T17:42:03.070093Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801629270783460:2063] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:42:03.070154Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:03.070213Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801629270783460:2063] [node 4] ICP22 created new session: [5:7580801633565750836:2063]
2025-12-06T17:42:03.070270Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801633565750836:2063] [node 4] ICS09 handshake done sender: [5:7580801629270783533:2121] self: [5:7580801633565750832:0] peer: [4:7580801626440084323:0] socket: 604 qp: -1
2025-12-06T17:42:03.070310Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801633565750836:2063] [node 4] ICS10 traffic start
2025-12-06T17:42:03.070347Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:03.090482Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801629270783531:2120] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:03.098739Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801629270783441:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:42:03.098824Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:03.098871Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801629270783441:2050] [node 3] ICP22 created new session: [5:7580801633565750838:2050]
2025-12-06T17:42:03.098926Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801633565750838:2050] [node 3] ICS09 handshake done sender: [5:7580801629270783531:2120] self: [5:7580801629270783535:0] peer: [3:7580801629753546584:0] socket: 655 qp: -1
2025-12-06T17:42:03.098961Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801633565750838:2050] [node 3] ICS10 traffic start
2025-12-06T17:42:03.098994Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:03.214844Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:42:03.215134Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580801626290979116:2048] [node 1] ICS01 socket: 622 reason# EndOfStream
2025-12-06T17:42:03.215176Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580801621996011722:2048] [node 1] ICP30 unregister session Session# [2:7580801626290979116:2048] VirtualId# [2:7580801626290979105:0]
2025-12-06T17:42:03.215217Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580801626290979116:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:03.215310Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:03.215361Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:03.336050Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:42:03.336337Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801634048513895:2048] [node 1] ICS01 socket: 653 reason# EndOfStream
2025-12-06T17:42:03.336389Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801629753546499:2048] [node 1] ICP30 unregister session Session# [3:7580801634048513895:2048] VirtualId# [3:7580801629753546595:0]
2025-12-06T17:42:03.336430Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801634048513895:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:03.336526Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:03.336572Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:03.354969Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:42:03.355276Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801629270783528:2048] [node 1] ICS01 socket: 625 reason# EndOfStream
2025-12-06T17:42:03.355330Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801629270783439:2048] [node 1] ICP30 unregister session Session# [5:7580801629270783528:2048] VirtualId# [5:7580801629270783517:0]
2025-12-06T17:42:03.355371Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801629270783528:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:03.355488Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:03.355546Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:03.355698Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:42:03.355926Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801630735051641:2048] [node 1] ICS01 socket: 658 reason# EndOfStream
2025-12-06T17:42:03.355963Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801626440084242:2048] [node 1] ICP30 unregister session Session# [4:7580801630735051641:2048] VirtualId# [4:7580801630735051636:0]
2025-12-06T17:42:03.355993Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801630735051641:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:03.356076Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:03.356118Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:03.356233Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:42:03.356454Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801628309331778:2048] [node 1] ICS01 socket: 628 reason# EndOfStream
2025-12-06T17:42:03.356503Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801628309331689:2048] [node 1] ICP30 unregister session Session# [6:7580801628309331778:2048] VirtualId# [6:7580801628309331766:0]
2025-12-06T17:42:03.356534Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801628309331778:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:03.356628Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:03.356681Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:03.439659Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:42:03.439916Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801629753546589:2049] [node 2] ICS01 socket: 617 reason# EndOfStream
2025-12-06T17:42:03.439963Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801629753546500:2049] [node 2] ICP30 unregister session Session# [3:7580801629753546589:2049] VirtualId# [3:7580801629753546581:0]
2025-12-06T17:42:03.440001Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801629753546589:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:03.440098Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:03.440145Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:03.443537Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:42:03.443814Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580801629270783523:2049] [node 2] ICS07 socket disconnect 618 reason# EndOfStream
2025-12-06T17:42:03.443866Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801629270783523:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:03.443955Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:03.444002Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580801629270783523:2049] [node 2] ICS15 start handshake
2025-12-06T17:42:03.445554Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801629270783440:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28936) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:03.445634Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801629270783523:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:03.445670Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801629270783440:2049] [node 2] ICP30 unregister session Session# [5:7580801629270783523:2049] VirtualId# [5:7580801629270783515:0]
2025-12-06T17:42:03.445725Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:03.445768Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580801629270783440:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:28936) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:03.445786Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28936) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:03.450959Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:42:03.451230Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801628309331783:2049] [node 2] ICS01 socket: 608 reason# EndOfStream
2025-12-06T17:42:03.451285Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801628309331690:2049] [node 2] ICP30 unregister session Session# [6:7580801628309331783:2049] VirtualId# [6:7580801628309331773:0]
2025-12-06T17:42:03.451331Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801628309331783:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:03.451433Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:03.451490Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:03.451609Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:42:03.451847Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801626440084327:2049] [node 2] ICS01 socket: 613 reason# EndOfStream
2025-12-06T17:42:03.451900Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801626440084243:2049] [node 2] ICP30 unregister session Session# [4:7580801626440084327:2049] VirtualId# [4:7580801626440084320:0]
2025-12-06T17:42:03.451939Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801626440084327:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:03.452006Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:03.452051Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:03.456903Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580801629270783440:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:42:03.546442Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:42:03.546785Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801626440084332:2050] [node 3] ICS01 socket: 631 reason# EndOfStream
2025-12-06T17:42:03.546829Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801626440084244:2050] [node 3] ICP30 unregister session Session# [4:7580801626440084332:2050] VirtualId# [4:7580801626440084322:0]
2025-12-06T17:42:03.546871Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801626440084332:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:03.546951Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:42:03.546997Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:42:03.546442Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:42:03.546784Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801633565750838:2050] [node 3] ICS01 socket: 655 reason# EndOfStream
2025-12-06T17:42:03.546830Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801629270783441:2050] [node 3] ICP30 unregister session Session# [5:7580801633565750838:2050] VirtualId# [5:7580801629270783535:0]
2025-12-06T17:42:03.546868Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801633565750838:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:03.546951Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:42:03.546998Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:42:03.547117Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:42:03.547311Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801632604299085:2050] [node 3] ICS01 socket: 647 reason# EndOfStream
2025-12-06T17:42:03.547356Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801628309331691:2050] [node 3] ICP30 unregister session Session# [6:7580801632604299085:2050] VirtualId# [6:7580801628309331786:0]
2025-12-06T17:42:03.547391Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801632604299085:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:03.547460Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:42:03.547506Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:42:03.666671Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:42:03.667047Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801633565750836:2063] [node 4] ICS01 socket: 604 reason# EndOfStream
2025-12-06T17:42:03.667113Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801629270783460:2063] [node 4] ICP30 unregister session Session# [5:7580801633565750836:2063] VirtualId# [5:7580801633565750832:0]
2025-12-06T17:42:03.667172Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801633565750836:2063] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:03.667288Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:42:03.667356Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:42:03.675217Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:42:03.675536Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801632604299087:2067] [node 4] ICS01 socket: 661 reason# EndOfStream
2025-12-06T17:42:03.675617Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801628309331758:2067] [node 4] ICP30 unregister session Session# [6:7580801632604299087:2067] VirtualId# [6:7580801628309331785:0]
2025-12-06T17:42:03.675684Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801632604299087:2067] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:03.675797Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:42:03.675854Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:42:04.359539Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801636537600765:2048] [node 2] ICP01 ready to work
2025-12-06T17:42:04.359570Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801636537600766:2049] [node 3] ICP01 ready to work
2025-12-06T17:42:04.400273Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801636003948690:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:04.400315Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801636003948691:2049] [node 3] ICP01 ready to work
2025-12-06T17:42:04.437673Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801636964654985:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:04.437709Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801636964654986:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:04.437741Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801636964654987:2050] [node 3] ICP01 ready to work
2025-12-06T17:42:04.430802Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801638327776446:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:04.430834Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801638327776447:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:04.459093Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801636658120425:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:04.459130Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801636658120426:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:04.459166Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801636658120427:2050] [node 3] ICP01 ready to work
2025-12-06T17:42:04.527135Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801636392504767:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:04.527172Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801636392504768:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:04.527207Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801636392504769:2050] [node 3] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:04.913702Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801638327776507:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10740
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:04.942626Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801636658120451:2068] [node 4] ICP01 ready to work
2025-12-06T17:42:04.951029Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801636392504785:2061] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:04.971431Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801636003948753:2109] [node 5] ICP01 ready to work
2025-12-06T17:42:04.996898Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801636964655033:2087] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:05.012241Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801636537600828:2107] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:05.024224Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801636003948754:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50800
2025-12-06T17:42:04.983357Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801636392504787:2064] [node 5] ICP01 ready to work
2025-12-06T17:42:05.058480Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801642622743810:2106] [node 5] ICP01 ready to work
2025-12-06T17:42:05.051793Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801642622743809:2105] [node 4] ICP01 ready to work
2025-12-06T17:42:05.097141Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801642622743812:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10740
2025-12-06T17:42:05.080820Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801642622743811:2107] [node 6] ICP01 ready to work
2025-12-06T17:42:05.118115Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801638327776507:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:05.135480Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801642622743812:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:05.029708Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801641259622337:2086] [node 5] ICP01 ready to work
2025-12-06T17:42:05.135718Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801636392504787:2064] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(135598532ns) {Configure:104(135594039ns) {ProcessConfigured:135(91007ns) {StartInitialHandshake:157(87869ns) {DropHandshakes:470(4546ns) {DropIncomingHandshake:442(985ns) DropOutgoingHandshake:457(877ns)} GenerateSessionVirtualId:988(1258ns) PrepareNewSessionHandshake:477(2443ns) {SwitchToState:179(731ns)}}}}}
2025-12-06T17:42:05.057170Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801640953087767:2090] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58
2025-12-06T17:42:05.030028Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801636537600829:2108] [node 6] ICP01 ready to work
2025-12-06T17:42:05.072557Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801640953087775:2097] [node 6] ICP01 ready to work
2025-12-06T17:42:05.026867Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801640298916054:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50800
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:05.111167Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801640832568126:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62324
2025-12-06T17:42:05.051729Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801640298916053:2108] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:05.143968Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801640832568130:2109] [node 4] ICP01 ready to work
2025-12-06T17:42:05.187295Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801638327776447:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:05.090475Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801640953087775:2097] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(17614335ns) {Configure:104(17607801ns) {ProcessConfigured:135(98324ns) {StartInitialHandshake:157(94761ns) {DropHandshakes:470(4041ns) {DropIncomingHandshake:442(952ns) DropOutgoingHandshake:457(669ns)} GenerateSessionVirtualId:988(1581ns) PrepareNewSessionHandshake:477(2323ns) {SwitchToState:179(705ns)}}}}}
2025-12-06T17:42:05.208010Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801641259622349:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9008
2025-12-06T17:42:05.063581Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801636003948691:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(68718389ns) {Configure:104(68703516ns) {ProcessConfigured:135(10239928ns) {StartInitialHandshake:157(10234824ns) {DropHandshakes:470(4078ns) {DropIncomingHandshake:442(887ns) DropOutgoingHandshake:457(587ns)} GenerateSessionVirtualId:988(1218ns) PrepareNewSessionHandshake:477(4296ns) {SwitchToState:179(2121ns)}}}}}
2025-12-06T17:42:05.218015Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801640832568126:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:05.198940Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801642622743810:2106] [node 5] ICP35 event processing took too much time PendingConnection:279(25527180ns) {IncomingHandshake:261(25524448ns) {DropIncomingHandshake:442(2278ns) PrepareNewSessionHandshake:477(7658ns) {SwitchToState:179(5918ns)} GenerateSessionVirtualId:988(1351ns) IssueIncomingHandshakeReply:193(11532ns)}}
2025-12-06T17:42:05.202296Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801640687472133:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27489
2025-12-06T17:42:05.112839Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801640953087789:2109] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58
2025-12-06T17:42:05.070872Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801640298916059:2107] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:05.239980Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801641259622349:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:05.202456Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801640687472135:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27489
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:05.081061Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801636003948754:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:05.187685Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801640953087767:2090] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:05.262948Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801642622743814:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:05.256720Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801636964654985:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(322000409ns) {Configure:104(321987688ns) {ProcessConfigured:135(117402ns) {StartInitialHandshake:157(114133ns) {DropHandshakes:470(4042ns) {DropIncomingHandshake:442(846ns) DropOutgoingHandshake:457(656ns)} GenerateSessionVirtualId:988(2555ns) PrepareNewSessionHandshake:477(3251ns) {SwitchToState:179(1294ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:05.216941Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801640687472133:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:05.188192Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801640953087793:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58
2025-12-06T17:42:05.293328Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801640832568128:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:05.192651Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801636003948691:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(30479705ns) {IncomingHandshake:261(1609983ns) {DropIncomingHandshake:442(927ns) PrepareNewSessionHandshake:477(2862ns) {SwitchToState:179(1095ns)} GenerateSessionVirtualId:988(1229ns) IssueIncomingHandshakeReply:193(9495ns)}}
2025-12-06T17:42:05.263013Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801642622743814:2113] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:05.268288Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801642622743823:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10740
2025-12-06T17:42:05.292418Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801642622743812:2112] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:05.307879Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801638327776446:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(368985439ns) {Configure:104(368978705ns) {ProcessConfigured:135(26947842ns) {StartInitialHandshake:157(26943895ns) {DropHandshakes:470(3120ns) {DropIncomingHandshake:442(669ns) DropOutgoingHandshake:457(676ns)} GenerateSessionVirtualId:988(890ns) PrepareNewSessionHandshake:477(3797ns) {SwitchToState:179(1721ns)}}}}}
2025-12-06T17:42:05.322425Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801642622743827:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10740
2025-12-06T17:42:05.323249Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801638327776447:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:05.323531Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801642622743826:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10740
2025-12-06T17:42:05.328289Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801642622743816:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:05.328326Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801642622743816:2114] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:42:05.328810Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801642622743827:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:05.236594Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801636392504787:2064] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:05.279224Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801641259622337:2086] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(198399620ns) {Configure:104(198388672ns) {ProcessConfigured:135(109841ns) {StartInitialHandshake:157(107018ns) {DropHandshakes:470(4276ns) {DropIncomingHandshake:442(859ns) DropOutgoingHandshake:457(649ns)} GenerateSessionVirtualId:988(1496ns) PrepareNewSessionHandshake:477(3095ns) {SwitchToState:179(962ns)}}}}}
2025-12-06T17:42:05.203256Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801640953087789:2109] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:05.226824Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801640298916052:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:05.331417Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:05.335435Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801638327776446:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:05.335783Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801642622743814:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:05.336356Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801638327776447:2049] [node 2] ICP22 created new session: [3:7580801642622743828:2049]
2025-12-06T17:42:05.282729Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801640687472135:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:05.293391Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801640832568128:2111] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:05.207465Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801640953087795:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:05.300021Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801636964654987:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(364483852ns) {Configure:104(364478970ns) {ProcessConfigured:135(8836750ns) {StartInitialHandshake:157(8832188ns) {DropHandshakes:470(3410ns) {DropIncomingHandshake:442(865ns) DropOutgoingHandshake:457(666ns)} GenerateSessionVirtualId:988(1291ns) PrepareNewSessionHandshake:477(3639ns) {SwitchToState:179(1087ns)}}}}}
2025-12-06T17:42:05.226885Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801640298916052:2111] [node 3] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:05.312488Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801636537600829:2108] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(183667403ns) {Configure:104(183661498ns) {ProcessConfigured:135(102767ns) {StartInitialHandshake:157(93447ns) {DropHandshakes:470(4505ns) {DropIncomingHandshake:442(1046ns) DropOutgoingHandshake:457(545ns)} GenerateSessionVirtualId:988(1118ns) PrepareNewSessionHandshake:477(1858ns) {SwitchToState:179(541ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:05.292605Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801640687472138:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27489
2025-12-06T17:42:05.300300Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801636964654987:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:05.357878Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801642622743826:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:05.212884Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801636658120425:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(277235316ns) {Configure:104(277231889ns) {ProcessConfigured:135(115809ns) {StartInitialHandshake:157(112470ns) {DropHandshakes:470(4713ns) {DropIncomingHandshake:442(887ns) DropOutgoingHandshake:457(675ns)} GenerateSessionVirtualId:988(1770ns) PrepareNewSessionHandshake:477(2762ns) {SwitchToState:179(1222ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:05.226992Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801640298916054:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:05.305936Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801636964655033:2087] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(293393316ns) {Configure:104(293384112ns) {ProcessConfigured:135(83130ns) {StartInitialHandshake:157(80659ns) {DropHandshakes:470(2882ns) {DropIncomingHandshake:442(459ns) DropOutgoingHandshake:457(576ns)} GenerateSessionVirtualId:988(893ns) PrepareNewSessionHandshake:477(2474ns) {SwitchToState:179(762ns)}}}}}
2025-12-06T17:42:05.357960Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801642622743810:2106] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:05.359061Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801642622743828:2049] [node 2] ICS09 handshake done sender: [3:7580801642622743812:2112] self: [3:7580801642622743822:0] peer: [2:7580801640298916051:0] socket: 611 qp: -1
2025-12-06T17:42:05.361821Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801642622743828:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:05.372692Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:05.373192Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:05.374379Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801638327776447:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(70732062ns) {HandleHandshakeStatus:329(70728050ns) {DropIncomingHandshake:442(3181ns) DropOutgoingHandshake:457(14678ns) SwitchToState:179(722ns) ProcessPendingSessionEvents:495(136049ns) {ForwardSessionEventToSession:612(75347ns) ForwardSessionEventToSession:612(7796ns) ForwardSessionEventToSession:612(3706ns) ForwardSessionEventToSession:612(7247ns) ForwardSessionEventToSession:612(6419ns) ForwardSessionEventToSession:612(2968ns) ForwardSessionEventToSession:612(10136ns) ForwardSessionEventToSession:612(2794ns) ForwardSessionEventToSession:612(2182ns) ForwardSessionEventToSession:612(6678ns)}}}
2025-12-06T17:42:05.374866Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801642622743816:2114] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:05.375074Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801642622743810:2106] [node 5] ICP22 created new session: [3:7580801642622743836:2106]
2025-12-06T17:42:05.300867Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801636392504769:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(362466010ns) {Configure:104(362455244ns) {ProcessConfigured:135(9219719ns) {StartInitialHandshake:157(9217292ns) {DropHandshakes:470(1583ns) {DropIncomingHandshake:442(354ns) DropOutgoingHandshake:457(317ns)} GenerateSessionVirtualId:988(474ns) PrepareNewSessionHandshake:477(3036ns) {SwitchToState:179(1696ns)}}}}}
2025-12-06T17:42:05.313067Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801640832568131:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62324
2025-12-06T17:42:05.213363Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801636658120425:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:05.291436Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801640298916052:2111] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:05.316551Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801636392504768:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(369367599ns) {Configure:104(369358861ns) {ProcessConfigured:135(14223924ns) {StartInitialHandshake:157(14220813ns) {DropHandshakes:470(3479ns) {DropIncomingHandshake:442(831ns) DropOutgoingHandshake:457(746ns)} GenerateSessionVirtualId:988(507ns) PrepareNewSessionHandshake:477(3407ns) {SwitchToState:179(1563ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:05.364383Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801641259622361:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9008
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:05.351317Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801640298916059:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(206904787ns) {Configure:104(206895736ns) {ProcessConfigured:135(3750082ns) {StartInitialHandshake:157(3747018ns) {DropHandshakes:470(2398ns) {DropIncomingHandshake:442(324ns) DropOutgoingHandshake:457(554ns)} GenerateSessionVirtualId:988(317ns) PrepareNewSessionHandshake:477(2002ns) {SwitchToState:179(125ns)}}}}}
2025-12-06T17:42:05.314090Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801640832568137:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62324
2025-12-06T17:42:05.419284Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801642622743809:2105] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:42:05.235581Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801640953087795:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:05.372944Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801641259622362:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9008
2025-12-06T17:42:05.316803Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801636392504768:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:05.356172Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801636003948690:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(356163390ns) {Configure:104(356154111ns) {ProcessConfigured:135(5326328ns) {StartInitialHandshake:157(5322873ns) {DropHandshakes:470(3746ns) {DropIncomingHandshake:442(732ns) DropOutgoingHandshake:457(589ns)} GenerateSessionVirtualId:988(1055ns) PrepareNewSessionHandshake:477(3563ns) {SwitchToState:179(1679ns)}}}}}
2025-12-06T17:42:05.318289Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801636537600765:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(390357076ns) {Configure:104(390349712ns) {ProcessConfigured:135(26839887ns) {StartInitialHandshake:157(26837009ns) {DropHandshakes:470(838ns) {DropIncomingHandshake:442(175ns) DropOutgoingHandshake:457(172ns)} GenerateSessionVirtualId:988(385ns) PrepareNewSessionHandshake:477(3338ns) {SwitchToState:179(1179ns)}}}}}
2025-12-06T17:42:05.355086Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801640687472133:2111] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:05.419412Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:05.235787Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801636658120427:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:05.419478Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801642622743809:2105] [node 4] ICP22 created new session: [3:7580801642622743837:2105]
2025-12-06T17:42:05.373027Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801641259622363:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9008
2025-12-06T17:42:05.320910Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801640832568137:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:05.327949Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801640832568128:2111] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:05.337281Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801636537600766:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(393583593ns) {Configure:104(393576164ns) {ProcessConfigured:135(22118740ns) {StartInitialHandshake:157(22115955ns) {DropHandshakes:470(3852ns) {DropIncomingHandshake:442(785ns) DropOutgoingHandshake:457(628ns)} GenerateSessionVirtualId:988(1528ns) PrepareNewSessionHandshake:477(4169ns) {SwitchToState:179(1999ns)}}}}}
2025-12-06T17:42:05.353856Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801640832568130:2109] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(154364366ns) {Configure:104(154353773ns) {ProcessConfigured:135(80900ns) {StartInitialHandshake:157(77698ns) {DropHandshakes:470(3185ns) {DropIncomingHandshake:442(515ns) DropOutgoingHandshake:457(737ns)} GenerateSessionVirtualId:988(1026ns) PrepareNewSessionHandshake:477(1374ns) {SwitchToState:179(515ns)}}}}}
2025-12-06T17:42:05.379574Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801640832568131:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:05.403997Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801636537600828:2107] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:05.413794Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801640832568134:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:05.413848Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801640832568134:2113] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:42:05.437663Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801640832568134:2113] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:05.438355Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801640832568149:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62324
2025-12-06T17:42:05.453180Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801640832568136:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:05.453212Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801640832568136:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:05.453886Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801640832568148:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62324
2025-12-06T17:42:05.457188Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:05.467175Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801636537600828:2107] [node 5] ICP22 created new session: [1:7580801640832568151:2107]
2025-12-06T17:42:05.467725Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801640832568136:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:05.467786Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [1:7580801636537600766:2049] [node 3] ICP27 obsolete handshake fail ignored
2025-12-06T17:42:05.475885Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801636537600766:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:42:05.484742Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801640832568151:2107] [node 5] ICS09 handshake done sender: [1:7580801640832568128:2111] self: [1:7580801640832568127:0] peer: [5:7580801640953087799:0] socket: 616 qp: -1
2025-12-06T17:42:05.485118Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801640832568149:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:05.491666Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801640832568151:2107] [node 5] ICS10 traffic start
2025-12-06T17:42:05.504574Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:05.524874Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801640832568141:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:05.524905Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801640832568141:2116] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:42:05.525490Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801636537600829:2108] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:05.525593Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:05.525646Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801636537600829:2108] [node 6] ICP22 created new session: [1:7580801640832568155:2108]
2025-12-06T17:42:05.525694Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801640832568155:2108] [node 6] ICS09 handshake done sender: [1:7580801640832568136:2114] self: [1:7580801640832568135:0] peer: [6:7580801640687472151:0] socket: 643 qp: -1
2025-12-06T17:42:05.525734Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801640832568155:2108] [node 6] ICS10 traffic start
2025-12-06T17:42:05.525781Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:05.527256Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801636537600766:2049] [node 3] ICP22 created new session: [1:7580801640832568153:2049]
2025-12-06T17:42:05.357554Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801640298916061:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:05.355336Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801640687472146:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27489
2025-12-06T17:42:05.267472Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801636658120451:2068] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(291058802ns) {Configure:104(291050864ns) {ProcessConfigured:135(114194ns) {StartInitialHandshake:157(110491ns) {DropHandshakes:470(5106ns) {DropIncomingHandshake:442(868ns) DropOutgoingHandshake:457(1188ns)} GenerateSessionVirtualId:988(1961ns) PrepareNewSessionHandshake:477(2992ns) {SwitchToState:179(1077ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:05.419550Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801642622743837:2105] [node 4] ICS09 handshake done sender: [3:7580801642622743816:2114] self: [3:7580801642622743815:0] peer: [4:7580801641259622358:0] socket: 625 qp: -1
2025-12-06T17:42:05.382987Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801641259622354:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:05.357351Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801640687472147:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27489
2025-12-06T17:42:05.357594Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801640298916061:2114] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:05.286660Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801640953087793:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:05.539071Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801640832568153:2049] [node 3] ICS09 handshake done sender: [1:7580801640832568134:2113] self: [1:7580801640832568132:0] peer: [3:7580801642622743830:0] socket: 642 qp: -1
2025-12-06T17:42:05.357725Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801636003948691:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:42:05.379781Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801640298916061:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:05.379959Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801640298916057:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:05.379997Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801640298916057:2113] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:05.380319Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:05.404304Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801636003948691:2049] [node 3] ICP22 created new session: [2:7580801640298916072:2049]
2025-12-06T17:42:05.404362Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801640298916072:2049] [node 3] ICS09 handshake done sender: [2:7580801640298916052:2111] self: [2:7580801640298916051:0] peer: [3:7580801642622743822:0] socket: 608 qp: -1
2025-12-06T17:42:05.404410Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801640298916072:2049] [node 3] ICS10 traffic start
2025-12-06T17:42:05.404479Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:05.414644Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801640298916057:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:05.423589Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801640298916075:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50800
2025-12-06T17:42:05.423657Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801640298916076:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50800
2025-12-06T17:42:05.433257Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801640298916053:2108] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:05.433320Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:05.433371Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801640298916053:2108] [node 6] ICP22 created new session: [2:7580801640298916077:2108]
2025-12-06T17:42:05.433422Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801640298916077:2108] [node 6] ICS09 handshake done sender: [2:7580801640298916061:2114] self: [2:7580801640298916060:0] peer: [6:7580801640687472143:0] socket: 619 qp: -1
2025-12-06T17:42:05.433460Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801640298916077:2108] [node 6] ICS10 traffic start
2025-12-06T17:42:05.433493Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:05.435565Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801636003948753:2109] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:05.435636Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:05.435688Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801636003948753:2109] [node 5] ICP22 created new session: [2:7580801640298916080:2109]
2025-12-06T17:42:05.435744Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801640298916080:2109] [node 5] ICS09 handshake done sender: [2:7580801640298916057:2113] self: [2:7580801640298916056:0] peer: [5:7580801640953087808:0] socket: 609 qp: -1
2025-12-06T17:42:05.435772Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801640298916080:2109] [node 5] ICS10 traffic start
2025-12-06T17:42:05.435819Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:05.475768Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801640298916076:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:05.491157Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801636003948691:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(47063744ns) {HandleHandshakeStatus:329(47060115ns) {DropIncomingHandshake:442(18541ns) DropOutgoingHandshake:457(557ns) SwitchToState:179(844ns) ProcessPendingSessionEvents:495(132986ns) {ForwardSessionEventToSession:612(72186ns) ForwardSessionEventToSession:612(3595ns) ForwardSessionEventToSession:612(2932ns) ForwardSessionEventToSession:612(6632ns) ForwardSessionEventToSession:612(3042ns) ForwardSessionEventToSession:612(3914ns) ForwardSessionEventToSession:612(17407ns) ForwardSessionEventToSession:612(3064ns) ForwardSessionEventToSession:612(6454ns) ForwardSessionEventToSession:612(3005ns)}}}
2025-12-06T17:42:05.491912Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580801636003948690:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:05.532963Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7580801636003948753:2109] [node 5] ICP27 obsolete handshake fail ignored
2025-12-06T17:42:05.557350Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801640298916067:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:05.557382Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801640298916067:2115] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:42:05.564256Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801640298916067:2115] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:05.571922Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801640298916084:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50800
2025-12-06T17:42:05.359322Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801636392504785:2061] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(392278453ns) {Configure:104(392272010ns) {ProcessConfigured:135(16384290ns) {StartInitialHandshake:157(16380535ns) {DropHandshakes:470(3802ns) {DropIncomingHandshake:442(926ns) DropOutgoingHandshake:457(833ns)} GenerateSessionVirtualId:988(1125ns) PrepareNewSessionHandshake:477(3677ns) {SwitchToState:179(1157ns)}}}}}
2025-12-06T17:42:05.419587Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801642622743837:2105] [node 4] ICS10 traffic start
2025-12-06T17:42:05.539190Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:05.383032Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801641259622354:2113] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:05.287068Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801640953087780:2101] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:05.382929Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801636392504787:2064] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:42:05.577635Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801640298916059:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:42:05.287100Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580801640953087780:2101] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:05.458053Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801641259622354:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:05.419636Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:05.544630Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801640832568153:2049] [node 3] ICS10 traffic start
2025-12-06T17:42:05.302286Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801640953087780:2101] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:05.307527Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801640953087804:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58
2025-12-06T17:42:05.336217Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801636658120426:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(388986073ns) {Configure:104(388983347ns) {ProcessConfigured:135(29765063ns) {StartInitialHandshake:157(29762355ns) {DropHandshakes:470(2360ns) {DropIncomingHandshake:442(753ns) DropOutgoingHandshake:457(593ns)} GenerateSessionVirtualId:988(724ns) PrepareNewSessionHandshake:477(2600ns) {SwitchToState:179(1253ns)}}}}}
2025-12-06T17:42:05.350825Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801636658120426:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:05.355822Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801640953087809:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58
2025-12-06T17:42:05.356426Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801640953087810:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58
2025-12-06T17:42:05.359734Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801640953087804:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:05.359786Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580801640953087775:2097] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:05.359881Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:05.359946Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801640953087775:2097] [node 6] ICP22 created new session: [5:7580801640953087811:2097]
2025-12-06T17:42:05.360010Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801640953087811:2097] [node 6] ICS09 handshake done sender: [5:7580801640953087780:2101] self: [5:7580801640953087779:0] peer: [6:7580801640687472136:0] socket: 615 qp: -1
2025-12-06T17:42:05.360052Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801640953087811:2097] [node 6] ICS10 traffic start
2025-12-06T17:42:05.360092Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:05.362612Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801636658120451:2068] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:05.362698Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801640953087795:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:05.367152Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801640953087789:2109] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:05.369509Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801636658120427:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:42:05.386799Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801636658120425:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:05.386914Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:05.386971Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801636658120425:2048] [node 1] ICP22 created new session: [5:7580801640953087815:2048]
2025-12-06T17:42:05.387024Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801640953087815:2048] [node 1] ICS09 handshake done sender: [5:7580801640953087789:2109] self: [5:7580801640953087799:0] peer: [1:7580801640832568127:0] socket: 617 qp: -1
2025-12-06T17:42:05.387068Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801640953087815:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:05.387108Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:05.422096Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:05.437048Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801640953087819:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58
2025-12-06T17:42:05.437166Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801640953087820:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58
2025-12-06T17:42:05.447875Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801636658120427:2050] [node 3] ICP22 created new session: [5:7580801640953087818:2050]
2025-12-06T17:42:05.457044Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801640953087818:2050] [node 3] ICS09 handshake done sender: [5:7580801640953087795:2115] self: [5:7580801640953087800:0] peer: [3:7580801642622743813:0] socket: 628 qp: -1
2025-12-06T17:42:05.457099Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801640953087818:2050] [node 3] ICS10 traffic start
2025-12-06T17:42:05.467061Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:05.473767Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801640953087804:2118] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:05.474096Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801636658120451:2068] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:42:05.474185Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:05.479395Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801640953087767:2090] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:05.481661Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801636658120451:2068] [node 4] ICP22 created new session: [5:7580801640953087822:2068]
2025-12-06T17:42:05.481750Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801640953087822:2068] [node 4] ICS09 handshake done sender: [5:7580801640953087804:2118] self: [5:7580801640953087814:0] peer: [4:7580801641259622353:0] socket: 636 qp: -1
2025-12-06T17:42:05.481800Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801640953087822:2068] [node 4] ICS10 traffic start
2025-12-06T17:42:05.481867Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:05.507005Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801636658120426:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:05.523962Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801636658120427:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(154209192ns) {HandleHandshakeStatus:329(154206246ns) {DropIncomingHandshake:442(926ns) DropOutgoingHandshake:457(7813ns) SwitchToState:179(999ns) ProcessPendingSessionEvents:495(32060200ns) {ForwardSessionEventToSession:612(24308993ns) ForwardSessionEventToSession:612(12652ns) ForwardSessionEventToSession:612(3480ns) ForwardSessionEventToSession:612(5916ns) ForwardSessionEventToSession:612(2963ns) ForwardSessionEventToSession:612(2276ns) ForwardSessionEventToSession:612(11579ns) ForwardSessionEventToSession:612(2553ns) ForwardSessionEventToSession:612(6318ns) ForwardSessionEventToSession:612(5294ns)}}}
2025-12-06T17:42:05.539351Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:05.559665Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801636658120426:2049] [node 2] ICP22 created new session: [5:7580801640953087824:2049]
2025-12-06T17:42:05.578987Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801640953087824:2049] [node 2] ICS09 handshake done sender: [5:7580801640953087767:2090] self: [5:7580801640953087808:0] peer: [2:7580801640298916056:0] socket: 610 qp: -1
2025-12-06T17:42:05.579038Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801640953087824:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:05.583357Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:05.583865Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801636658120426:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(84395958ns) {HandleHandshakeStatus:329(84392422ns) {DropIncomingHandshake:442(2939ns) DropOutgoingHandshake:457(10820ns) SwitchToState:179(772ns) ProcessPendingSessionEvents:495(118309ns) {ForwardSessionEventToSession:612(64616ns) ForwardSessionEventToSession:612(3429ns) ForwardSessionEventToSession:612(3194ns) ForwardSessionEventToSession:612(5761ns) ForwardSessionEventToSession:612(3281ns) ForwardSessionEventToSession:612(3367ns) ForwardSessionEventToSession:612(9670ns) ForwardSessionEventToSession:612(2204ns) ForwardSessionEventToSession:612(9376ns) ForwardSessionEventToSession:612(3134ns)}}}
2025-12-06T17:42:05.556647Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801640832568141:2116] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:05.463743Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801641259622365:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9008
2025-12-06T17:42:05.587458Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801640298916076:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:05.395539Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801640687472148:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27489
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:05.562882Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:05.580101Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801636537600765:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:42:05.580238Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:05.580317Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801636537600765:2048] [node 2] ICP22 created new session: [1:7580801640832568160:2048]
2025-12-06T17:42:05.580379Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801640832568160:2048] [node 2] ICS09 handshake done sender: [1:7580801640832568141:2116] self: [1:7580801640832568133:0] peer: [2:7580801640298916082:0] socket: 660 qp: -1
2025-12-06T17:42:05.580433Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801640832568160:2048] [node 2] ICS10 traffic start
2025-12-06T17:42:05.580475Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:05.581729Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801640832568144:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:05.581757Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801640832568144:2117] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:42:05.585036Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801636537600828:2107] [node 5] ICP35 event processing took too much time PendingConnection:279(180758422ns) {HandleHandshakeStatus:329(180753281ns) {DropIncomingHandshake:442(1432ns) DropOutgoingHandshake:457(1090ns) SwitchToState:179(1400ns) ProcessPendingSessionEvents:495(6896314ns) {ForwardSessionEventToSession:612(6808206ns) ForwardSessionEventToSession:612(10073ns) ForwardSessionEventToSession:612(3278ns) ForwardSessionEventToSession:612(27689ns) ForwardSessionEventToSession:612(6755ns) ForwardSessionEventToSession:612(3572ns) ForwardSessionEventToSession:612(7620ns) ForwardSessionEventToSession:612(3484ns) ForwardSessionEventToSession:612(3511ns) ForwardSessionEventToSession:612(5943ns)}}}
2025-12-06T17:42:05.585134Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580801636537600828:2107] [node 5] ICP18 handshake (actor [1:7580801640832568131:2112]) is too old
2025-12-06T17:42:05.585792Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801640832568144:2117] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:05.611560Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801636537600766:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(143115347ns) {HandleHandshakeStatus:329(135421701ns) {DropIncomingHandshake:442(308ns) DropOutgoingHandshake:457(768ns) SwitchToState:179(360ns) ProcessPendingSessionEvents:495(8289771ns) {ForwardSessionEventToSession:612(8222409ns) ForwardSessionEventToSession:612(4470ns) ForwardSessionEventToSession:612(2882ns) ForwardSessionEventToSession:612(6964ns) ForwardSessionEventToSession:612(3472ns) ForwardSessionEventToSession:612(10667ns) ForwardSessionEventToSession:612(4121ns) ForwardSessionEventToSession:612(6326ns) ForwardSessionEventToSession:612(9865ns) ForwardSessionEventToSession:612(2883ns)}}}
2025-12-06T17:42:05.626951Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801640832568130:2109] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:42:05.627059Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:05.627122Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801640832568130:2109] [node 4] ICP22 created new session: [1:7580801640832568163:2109]
2025-12-06T17:42:05.627174Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801640832568163:2109] [node 4] ICS09 handshake done sender: [1:7580801640832568144:2117] self: [1:7580801640832568143:0] peer: [4:7580801641259622376:0] socket: 672 qp: -1
2025-12-06T17:42:05.627215Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801640832568163:2109] [node 4] ICS10 traffic start
2025-12-06T17:42:05.627266Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:05.607048Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580801636003948690:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:05.607132Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:05.607188Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801636003948690:2048] [node 1] ICP22 created new session: [2:7580801640298916086:2048]
2025-12-06T17:42:05.607242Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801640298916086:2048] [node 1] ICS09 handshake done sender: [2:7580801640298916076:2118] self: [2:7580801640298916082:0] peer: [1:7580801640832568133:0] socket: 663 qp: -1
2025-12-06T17:42:05.607285Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801640298916086:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:05.607339Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:05.607623Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7580801636003948690:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:42:05.611094Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:05.622618Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801640298916059:2107] [node 4] ICP22 created new session: [2:7580801640298916085:2107]
2025-12-06T17:42:05.629657Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801640298916085:2107] [node 4] ICS09 handshake done sender: [2:7580801640298916067:2115] self: [2:7580801640298916065:0] peer: [4:7580801641259622373:0] socket: 652 qp: -1
2025-12-06T17:42:05.629709Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801640298916085:2107] [node 4] ICS10 traffic start
2025-12-06T17:42:05.629777Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:05.630268Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801640298916059:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(52420707ns) {HandleHandshakeStatus:329(52417503ns) {DropIncomingHandshake:442(21237ns) DropOutgoingHandshake:457(699ns) SwitchToState:179(646ns) ProcessPendingSessionEvents:495(113973ns) {ForwardSessionEventToSession:612(60439ns) ForwardSessionEventToSession:612(4103ns) ForwardSessionEventToSession:612(9765ns) ForwardSessionEventToSession:612(3161ns) ForwardSessionEventToSession:612(3085ns) ForwardSessionEventToSession:612(9332ns) ForwardSessionEventToSession:612(2839ns) ForwardSessionEventToSession:612(6327ns) ForwardSessionEventToSession:612(2916ns) ForwardSessionEventToSession:612(2928ns)}}}
2025-12-06T17:42:05.471648Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801641259622365:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:05.471714Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801641259622337:2086] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:05.471819Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:05.471871Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801641259622337:2086] [node 5] ICP22 created new session: [4:7580801641259622366:2086]
2025-12-06T17:42:05.471925Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801641259622366:2086] [node 5] ICS09 handshake done sender: [4:7580801641259622354:2113] self: [4:7580801641259622353:0] peer: [5:7580801640953087814:0] socket: 635 qp: -1
2025-12-06T17:42:05.471975Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801641259622366:2086] [node 5] ICS10 traffic start
2025-12-06T17:42:05.472036Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:05.475367Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801641259622349:2111] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:05.478357Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801641259622370:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9008
2025-12-06T17:42:05.493158Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801641259622361:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:05.493205Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801636964654987:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:42:05.493293Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:05.493348Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801636964654987:2050] [node 3] ICP22 created new session: [4:7580801641259622371:2050]
2025-12-06T17:42:05.493397Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801641259622371:2050] [node 3] ICS09 handshake done sender: [4:7580801641259622349:2111] self: [4:7580801641259622358:0] peer: [3:7580801642622743815:0] socket: 629 qp: -1
2025-12-06T17:42:05.493443Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801641259622371:2050] [node 3] ICS10 traffic start
2025-12-06T17:42:05.493494Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:05.527299Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801636964654986:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:05.563688Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801641259622375:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9008
2025-12-06T17:42:05.571143Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801636964654986:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(22627119ns) {IncomingHandshake:261(22624141ns) {DropIncomingHandshake:442(841ns) PrepareNewSessionHandshake:477(2461ns) {SwitchToState:179(832ns)} GenerateSessionVirtualId:988(773ns) IssueIncomingHandshakeReply:193(22593195ns) {SwitchToState:179(2216ns)}}}
2025-12-06T17:42:05.578004Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7580801641259622337:2086] [node 5] ICP27 obsolete handshake fail ignored
2025-12-06T17:42:05.579186Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801641259622370:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:05.579367Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801636964654985:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:05.583288Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801641259622361:2116] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:05.587914Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801641259622377:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9008
2025-12-06T17:42:05.591378Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801636964654986:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:05.591458Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:05.591513Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801636964654986:2049] [node 2] ICP22 created new session: [4:7580801641259622378:2049]
2025-12-06T17:42:05.591571Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801641259622378:2049] [node 2] ICS09 handshake done sender: [4:7580801641259622361:2116] self: [4:7580801641259622373:0] peer: [2:7580801640298916065:0] socket: 653 qp: -1
2025-12-06T17:42:05.591607Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801641259622378:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:05.591653Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:05.593221Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801641259622370:2120] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:05.604835Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801636964654985:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:05.604923Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:05.604986Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801636964654985:2048] [node 1] ICP22 created new session: [4:7580801641259622380:2048]
2025-12-06T17:42:05.605033Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801641259622380:2048] [node 1] ICS09 handshake done sender: [4:7580801641259622370:2120] self: [4:7580801641259622376:0] peer: [1:7580801640832568143:0] socket: 673 qp: -1
2025-12-06T17:42:05.605072Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801641259622380:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:05.605161Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:05.428112Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801642622743836:2106] [node 5] ICS09 handshake done sender: [3:7580801642622743814:2113] self: [3:7580801642622743813:0] peer: [5:7580801640953087800:0] socket: 624 qp: -1
2025-12-06T17:42:05.428158Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801642622743836:2106] [node 5] ICS10 traffic start
2025-12-06T17:42:05.437777Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:05.443343Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801642622743840:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10740
2025-12-06T17:42:05.444776Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801642622743827:2119] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:05.446416Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801638327776446:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:05.446522Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:05.450630Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801638327776446:2048] [node 1] ICP22 created new session: [3:7580801642622743841:2048]
2025-12-06T17:42:05.455692Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801642622743841:2048] [node 1] ICS09 handshake done sender: [3:7580801642622743827:2119] self: [3:7580801642622743830:0] peer: [1:7580801640832568132:0] socket: 645 qp: -1
2025-12-06T17:42:05.455751Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801642622743841:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:05.455811Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:05.477422Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801642622743843:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10740
2025-12-06T17:42:05.483049Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801642622743810:2106] [node 5] ICP35 event processing took too much time PendingConnection:279(124799059ns) {HandleHandshakeStatus:329(124797146ns) {DropIncomingHandshake:442(12829ns) DropOutgoingHandshake:457(272ns) SwitchToState:179(327ns) ProcessPendingSessionEvents:495(15760167ns) {ForwardSessionEventToSession:612(15698590ns) ForwardSessionEventToSession:612(7164ns) ForwardSessionEventToSession:612(8639ns) ForwardSessionEventToSession:612(6518ns) ForwardSessionEventToSession:612(3365ns) ForwardSessionEventToSession:612(6876ns) ForwardSessionEventToSession:612(4271ns) ForwardSessionEventToSession:612(3103ns) ForwardSessionEventToSession:612(5909ns) ForwardSessionEventToSession:612(3317ns)}}}
2025-12-06T17:42:05.486667Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801642622743820:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:05.486706Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801642622743820:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:05.488489Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801642622743820:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:05.488808Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801642622743811:2107] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:05.488925Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:05.488981Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801642622743811:2107] [node 6] ICP22 created new session: [3:7580801642622743845:2107]
2025-12-06T17:42:05.489036Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801642622743845:2107] [node 6] ICS09 handshake done sender: [3:7580801642622743820:2115] self: [3:7580801642622743819:0] peer: [6:7580801640687472156:0] socket: 646 qp: -1
2025-12-06T17:42:05.489083Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801642622743845:2107] [node 6] ICS10 traffic start
2025-12-06T17:42:05.489131Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:05.503777Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801642622743843:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:05.528578Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7580801642622743809:2105] [node 4] ICP18 handshake (actor [3:7580801642622743843:2121]) is too old
2025-12-06T17:42:05.396202Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801640687472135:2113] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:05.396385Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801636392504768:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:05.396482Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:05.396540Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801636392504768:2049] [node 2] ICP22 created new session: [6:7580801640687472149:2049]
2025-12-06T17:42:05.396586Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801640687472149:2049] [node 2] ICS09 handshake done sender: [6:7580801640687472135:2113] self: [6:7580801640687472143:0] peer: [2:7580801640298916060:0] socket: 627 qp: -1
2025-12-06T17:42:05.396628Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801640687472149:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:05.396685Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:05.412503Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801640687472146:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:05.431254Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801636392504767:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:05.431568Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:05.431629Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801636392504787:2064] [node 5] ICP22 created new session: [6:7580801640687472152:2064]
2025-12-06T17:42:05.431682Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801640687472152:2064] [node 5] ICS09 handshake done sender: [6:7580801640687472133:2111] self: [6:7580801640687472136:0] peer: [5:7580801640953087779:0] socket: 618 qp: -1
2025-12-06T17:42:05.431724Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801640687472152:2064] [node 5] ICS10 traffic start
2025-12-06T17:42:05.431773Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:05.432310Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801636392504787:2064] [node 5] ICP35 event processing took too much time PendingConnection:279(54220640ns) {HandleHandshakeStatus:329(54216912ns) {DropIncomingHandshake:442(3547ns) DropOutgoingHandshake:457(7963ns) SwitchToState:179(985ns) ProcessPendingSessionEvents:495(131726ns) {ForwardSessionEventToSession:612(60206ns) ForwardSessionEventToSession:612(4158ns) ForwardSessionEventToSession:612(3959ns) ForwardSessionEventToSession:612(6925ns) ForwardSessionEventToSession:612(26568ns) ForwardSessionEventToSession:612(2845ns) ForwardSessionEventToSession:612(5539ns) ForwardSessionEventToSession:612(3584ns) ForwardSessionEventToSession:612(5919ns) ForwardSessionEventToSession:612(2840ns)}}}
2025-12-06T17:42:05.432380Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580801636392504787:2064] [node 5] ICP27 obsolete handshake fail ignored
2025-12-06T17:42:05.463328Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801640687472155:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27489
2025-12-06T17:42:05.474500Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801640687472147:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:05.478704Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801636392504769:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:05.488046Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801640687472146:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:05.515175Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801636392504767:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:05.522770Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:05.522860Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801636392504767:2048] [node 1] ICP22 created new session: [6:7580801640687472157:2048]
2025-12-06T17:42:05.522909Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801640687472157:2048] [node 1] ICS09 handshake done sender: [6:7580801640687472146:2118] self: [6:7580801640687472151:0] peer: [1:7580801640832568135:0] socket: 648 qp: -1
2025-12-06T17:42:05.522957Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801640687472157:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:05.523006Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:05.523551Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801636392504769:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62505) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801640687472147:2119] held: no
2025-12-06T17:42:05.552973Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801640687472159:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27489
2025-12-06T17:42:05.587066Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801640687472147:2119] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:05.588523Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801636392504769:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:42:05.613757Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:05.624350Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801636392504769:2050] [node 3] ICP22 created new session: [6:7580801640687472161:2050]
2025-12-06T17:42:05.634277Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801640687472160:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27489
2025-12-06T17:42:05.640354Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801640687472161:2050] [node 3] ICS09 handshake done sender: [6:7580801640687472147:2119] self: [6:7580801640687472156:0] peer: [3:7580801642622743819:0] socket: 649 qp: -1
2025-12-06T17:42:05.640409Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801640687472161:2050] [node 3] ICS10 traffic start
2025-12-06T17:42:05.640503Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:05.640827Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801636392504769:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(52191062ns) {HandleHandshakeStatus:329(52188066ns) {DropIncomingHandshake:442(993ns) DropOutgoingHandshake:457(757ns) SwitchToState:179(837ns) ProcessPendingSessionEvents:495(1118ns)}}
2025-12-06T17:42:05.643644Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801640687472160:2123] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:05.643842Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801636392504785:2061] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:05.644718Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801641259622360:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:05.644760Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801641259622360:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:05.646175Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801641259622360:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:05.646430Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801636964655033:2087] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:05.646567Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:05.646618Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801636964655033:2087] [node 6] ICP22 created new session: [4:7580801641259622383:2087]
2025-12-06T17:42:05.646675Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801641259622383:2087] [node 6] ICS09 handshake done sender: [4:7580801641259622360:2115] self: [4:7580801641259622359:0] peer: [6:7580801640687472163:0] socket: 605 qp: -1
2025-12-06T17:42:05.646717Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801641259622383:2087] [node 6] ICS10 traffic start
2025-12-06T17:42:05.646779Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:05.650329Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801636392504785:2061] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12323) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801640687472160:2123] held: no
2025-12-06T17:42:05.652450Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801640687472164:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27489
2025-12-06T17:42:05.685927Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801640687472160:2123] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:05.693676Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801636392504785:2061] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:42:05.693776Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:05.693835Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801636392504785:2061] [node 4] ICP22 created new session: [6:7580801640687472165:2061]
2025-12-06T17:42:05.693884Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801640687472165:2061] [node 4] ICS09 handshake done sender: [6:7580801640687472160:2123] self: [6:7580801640687472163:0] peer: [4:7580801641259622359:0] socket: 639 qp: -1
2025-12-06T17:42:05.693924Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801640687472165:2061] [node 4] ICS10 traffic start
2025-12-06T17:42:05.693992Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:05.795497Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:42:05.795776Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7580801640298916086:2048] [node 1] ICS07 socket disconnect 663 reason# EndOfStream
2025-12-06T17:42:05.795809Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580801640298916086:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:05.795909Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:05.795952Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580801640298916086:2048] [node 1] ICS15 start handshake
2025-12-06T17:42:05.812748Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:42:05.813060Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801642622743841:2048] [node 1] ICS01 socket: 645 reason# EndOfStream
2025-12-06T17:42:05.813107Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801638327776446:2048] [node 1] ICP30 unregister session Session# [3:7580801642622743841:2048] VirtualId# [3:7580801642622743830:0]
2025-12-06T17:42:05.813153Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801642622743841:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:05.813253Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:05.813305Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:05.815572Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580801636003948690:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29939) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:42:05.815630Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580801640298916086:2048] [node 1] ICS15 start handshake
2025-12-06T17:42:05.818737Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580801636003948690:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29939) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:05.818809Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580801640298916086:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:05.818841Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580801636003948690:2048] [node 1] ICP30 unregister session Session# [2:7580801640298916086:2048] VirtualId# [2:7580801640298916082:0]
2025-12-06T17:42:05.818897Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:05.818934Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [2:7580801636003948690:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:29939) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:05.818957Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29939) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:05.826753Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [2:7580801636003948690:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:42:05.831418Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:42:05.831704Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801640953087815:2048] [node 1] ICS01 socket: 617 reason# EndOfStream
2025-12-06T17:42:05.831764Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801636658120425:2048] [node 1] ICP30 unregister session Session# [5:7580801640953087815:2048] VirtualId# [5:7580801640953087799:0]
2025-12-06T17:42:05.831801Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801640953087815:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:05.831875Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:05.831938Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:05.832478Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:42:05.832688Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801640687472157:2048] [node 1] ICS01 socket: 648 reason# EndOfStream
2025-12-06T17:42:05.832719Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801636392504767:2048] [node 1] ICP30 unregister session Session# [6:7580801640687472157:2048] VirtualId# [6:7580801640687472151:0]
2025-12-06T17:42:05.832747Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801640687472157:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:05.832816Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:05.832860Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:05.838415Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:42:05.838700Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801641259622380:2048] [node 1] ICS01 socket: 673 reason# EndOfStream
2025-12-06T17:42:05.838742Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801636964654985:2048] [node 1] ICP30 unregister session Session# [4:7580801641259622380:2048] VirtualId# [4:7580801641259622376:0]
2025-12-06T17:42:05.838779Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801641259622380:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:05.838878Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:05.838939Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:05.944719Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:42:05.945006Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801642622743828:2049] [node 2] ICS01 socket: 611 reason# EndOfStream
2025-12-06T17:42:05.945046Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801638327776447:2049] [node 2] ICP30 unregister session Session# [3:7580801642622743828:2049] VirtualId# [3:7580801642622743822:0]
2025-12-06T17:42:05.945090Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801642622743828:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:05.945177Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:05.945220Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:05.949620Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:42:05.949950Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801641259622378:2049] [node 2] ICS01 socket: 653 reason# EndOfStream
2025-12-06T17:42:05.949998Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801636964654986:2049] [node 2] ICP30 unregister session Session# [4:7580801641259622378:2049] VirtualId# [4:7580801641259622373:0]
2025-12-06T17:42:05.950038Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801641259622378:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:05.950137Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:05.950198Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:05.950371Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:42:05.950630Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801640687472149:2049] [node 2] ICS01 socket: 627 reason# EndOfStream
2025-12-06T17:42:05.950670Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801636392504768:2049] [node 2] ICP30 unregister session Session# [6:7580801640687472149:2049] VirtualId# [6:7580801640687472143:0]
2025-12-06T17:42:05.950697Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801640687472149:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:05.950762Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:05.950803Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:05.955012Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:42:05.955253Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580801640953087824:2049] [node 2] ICS07 socket disconnect 610 reason# EndOfStream
2025-12-06T17:42:05.955288Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801640953087824:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:05.955377Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:05.955427Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580801640953087824:2049] [node 2] ICS15 start handshake
2025-12-06T17:42:05.956861Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801636658120426:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28870) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:05.956927Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801640953087824:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:05.956967Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801636658120426:2049] [node 2] ICP30 unregister session Session# [5:7580801640953087824:2049] VirtualId# [5:7580801640953087808:0]
2025-12-06T17:42:05.957019Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:05.957052Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580801636658120426:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:28870) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:05.957068Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28870) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:05.970765Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580801636658120426:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:42:06.110319Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:42:06.110577Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801641259622371:2050] [node 3] ICS01 socket: 629 reason# EndOfStream
2025-12-06T17:42:06.110631Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801636964654987:2050] [node 3] ICP30 unregister session Session# [4:7580801641259622371:2050] VirtualId# [4:7580801641259622358:0]
2025-12-06T17:42:06.110669Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801641259622371:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:06.110763Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:42:06.110814Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:42:06.110919Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:42:06.111144Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801640953087818:2050] [node 3] ICS01 socket: 628 reason# EndOfStream
2025-12-06T17:42:06.111175Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801636658120427:2050] [node 3] ICP30 unregister session Session# [5:7580801640953087818:2050] VirtualId# [5:7580801640953087800:0]
2025-12-06T17:42:06.111201Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801640953087818:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:06.111277Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:42:06.111317Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:42:06.111423Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:42:06.111592Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801640687472161:2050] [node 3] ICS01 socket: 649 reason# EndOfStream
2025-12-06T17:42:06.111625Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801636392504769:2050] [node 3] ICP30 unregister session Session# [6:7580801640687472161:2050] VirtualId# [6:7580801640687472156:0]
2025-12-06T17:42:06.111653Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801640687472161:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:06.111717Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:42:06.111762Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:42:06.237805Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:42:06.238037Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801640953087822:2068] [node 4] ICS01 socket: 636 reason# EndOfStream
2025-12-06T17:42:06.238084Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801636658120451:2068] [node 4] ICP30 unregister session Session# [5:7580801640953087822:2068] VirtualId# [5:7580801640953087814:0]
2025-12-06T17:42:06.238119Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801640953087822:2068] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:06.238207Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:42:06.238256Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:42:06.238382Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:42:06.238590Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801640687472165:2061] [node 4] ICS01 socket: 639 reason# EndOfStream
2025-12-06T17:42:06.239163Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801636392504785:2061] [node 4] ICP30 unregister session Session# [6:7580801640687472165:2061] VirtualId# [6:7580801640687472163:0]
2025-12-06T17:42:06.239211Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801640687472165:2061] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:06.239279Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:42:06.239326Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:42:06.462202Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:42:06.462488Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801640687472152:2064] [node 5] ICS01 socket: 618 reason# EndOfStream
2025-12-06T17:42:06.463198Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801636392504787:2064] [node 5] ICP30 unregister session Session# [6:7580801640687472152:2064] VirtualId# [6:7580801640687472136:0]
2025-12-06T17:42:06.463261Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801640687472152:2064] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:06.463311Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:42:06.463406Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:42:06.764134Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801644300646171:2048] [node 2] ICP01 ready to work
2025-12-06T17:42:06.764173Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801644300646172:2049] [node 3] ICP01 ready to work
2025-12-06T17:42:06.827693Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801647257893758:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:06.827730Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801647257893759:2049] [node 3] ICP01 ready to work
2025-12-06T17:42:06.908119Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801646238306485:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:06.908167Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801646238306486:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:06.935258Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801644390021762:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:06.935292Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801644390021763:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:06.935322Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801644390021764:2050] [node 3] ICP01 ready to work
2025-12-06T17:42:07.180600Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801644178247380:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:07.180636Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801644178247381:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:07.180667Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801644178247382:2050] [node 3] ICP01 ready to work
2025-12-06T17:42:06.968818Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801645259493859:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:06.968953Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801645259493860:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:07.000420Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801645259493861:2050] [node 3] ICP01 ready to work
2025-12-06T17:42:07.362768Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801648684989109:2097] [node 5] ICP01 ready to work
2025-12-06T17:42:07.420571Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801646238306486:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(65401347ns) {Configure:104(65390691ns) {ProcessConfigured:135(102643ns) {StartInitialHandshake:157(94979ns) {DropHandshakes:470(4087ns) {DropIncomingHandshake:442(859ns) DropOutgoingHandshake:457(733ns)} GenerateSessionVirtualId:988(1301ns) PrepareNewSessionHandshake:477(2647ns) {SwitchToState:179(1027ns)}}}}}
2025-12-06T17:42:07.421140Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801650533273869:2104] [node 5] ICP01 ready to work
2025-12-06T17:42:07.503986Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801651552861117:2103] [node 5] ICP01 ready to work
2025-12-06T17:42:07.497724Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801645259493861:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(144475765ns) {Configure:104(144468853ns) {ProcessConfigured:135(24198811ns) {StartInitialHandshake:157(24194144ns) {DropHandshakes:470(3869ns) {DropIncomingHandshake:442(778ns) DropOutgoingHandshake:457(541ns)} GenerateSessionVirtualId:988(999ns) PrepareNewSessionHandshake:477(6680ns) {SwitchToState:179(3387ns)}}}}}
2025-12-06T17:42:07.421598Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801650533273870:2099] [node 4] ICP01 ready to work
2025-12-06T17:42:07.538698Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801648684989122:2098] [node 6] ICP01 ready to work
2025-12-06T17:42:07.545008Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801644178247380:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(145300229ns) {Configure:104(145290559ns) {ProcessConfigured:135(73561ns) {StartInitialHandshake:157(70669ns) {DropHandshakes:470(3987ns) {DropIncomingHandshake:442(864ns) DropOutgoingHandshake:457(605ns)} GenerateSessionVirtualId:988(1144ns) PrepareNewSessionHandshake:477(2776ns) {SwitchToState:179(1078ns)}}}}}
2025-12-06T17:42:07.545725Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801648473214729:2061] [node 4] ICP01 ready to work
2025-12-06T17:42:07.549586Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801648473214730:2066] [node 5] ICP01 ready to work
2025-12-06T17:42:07.535134Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801648595613530:2107] [node 5] ICP01 ready to work
2025-12-06T17:42:07.421914Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801650533273871:2100] [node 6] ICP01 ready to work
2025-12-06T17:42:07.498565Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801649554461196:2078] [node 4] ICP01 ready to work
2025-12-06T17:42:07.563464Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801651552861118:2104] [node 4] ICP01 ready to work
2025-12-06T17:42:07.588501Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801648473214729:2061] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(33981201ns) {Configure:104(33975183ns) {ProcessConfigured:135(72857ns) {StartInitialHandshake:157(70276ns) {DropHandshakes:470(3074ns) {DropIncomingHandshake:442(543ns) DropOutgoingHandshake:457(416ns)} GenerateSessionVirtualId:988(988ns) PrepareNewSessionHandshake:477(2618ns) {SwitchToState:179(858ns)}}}}}
2025-12-06T17:42:07.498887Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801649554461197:2083] [node 6] ICP01 ready to work
2025-12-06T17:42:07.581614Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801646238306485:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(159154816ns) {Configure:104(159148541ns) {ProcessConfigured:135(2103209ns) {StartInitialHandshake:157(2097661ns) {DropHandshakes:470(2121ns) {DropIncomingHandshake:442(513ns) DropOutgoingHandshake:457(548ns)} GenerateSessionVirtualId:988(1073ns) PrepareNewSessionHandshake:477(4211ns) {SwitchToState:179(1835ns)}}}}}
2025-12-06T17:42:07.571384Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801651552861119:2105] [node 6] ICP01 ready to work
2025-12-06T17:42:07.591501Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801648595613531:2108] [node 6] ICP01 ready to work
2025-12-06T17:42:07.532521Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801649554461196:2078] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(21611902ns) {Configure:104(21603988ns) {ProcessConfigured:135(83154ns) {StartInitialHandshake:157(79279ns) {DropHandshakes:470(4155ns) {DropIncomingHandshake:442(968ns) DropOutgoingHandshake:457(594ns)} GenerateSessionVirtualId:988(1034ns) PrepareNewSessionHandshake:477(2328ns) {SwitchToState:179(656ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:07.610836Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801650533273871:2100] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(17649518ns) {Configure:104(17639905ns) {ProcessConfigured:135(69281ns) {StartInitialHandshake:157(66695ns) {DropHandshakes:470(3219ns) {DropIncomingHandshake:442(914ns) DropOutgoingHandshake:457(540ns)} GenerateSessionVirtualId:988(697ns) PrepareNewSessionHandshake:477(1877ns) {SwitchToState:179(632ns)}}}}}
2025-12-06T17:42:07.624094Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801644178247381:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(33640263ns) {Configure:104(33633012ns) {ProcessConfigured:135(66403ns) {StartInitialHandshake:157(61073ns) {DropHandshakes:470(2936ns) {DropIncomingHandshake:442(901ns) DropOutgoingHandshake:457(530ns)} GenerateSessionVirtualId:988(1221ns) PrepareNewSessionHandshake:477(2314ns) {SwitchToState:179(776ns)}}}}}
2025-12-06T17:42:07.625621Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801648473214752:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60676
2025-12-06T17:42:07.591864Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801648595613532:2109] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:07.596236Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801649554461197:2083] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(63427892ns) {Configure:104(63421309ns) {ProcessConfigured:135(68644ns) {StartInitialHandshake:157(66466ns) {DropHandshakes:470(3306ns) {DropIncomingHandshake:442(715ns) DropOutgoingHandshake:457(674ns)} GenerateSessionVirtualId:988(962ns) PrepareNewSessionHandshake:477(1848ns) {SwitchToState:179(454ns)}}}}}
2025-12-06T17:42:07.617607Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801648595613532:2109] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(17877961ns) {Configure:104(12996355ns) {ProcessConfigured:135(92913ns) {StartInitialHandshake:157(89655ns) {DropHandshakes:470(3998ns) {DropIncomingHandshake:442(1101ns) DropOutgoingHandshake:457(626ns)} GenerateSessionVirtualId:988(1656ns) PrepareNewSessionHandshake:477(2609ns) {SwitchToState:179(744ns)}}}}}
2025-12-06T17:42:07.647223Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801650533273881:2139] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25613
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:07.687733Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801649554461233:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54118
2025-12-06T17:42:07.650414Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801648473214752:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:07.647379Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801650533273882:2140] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25613
2025-12-06T17:42:07.705697Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801648684989109:2097] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(110284395ns) {Configure:104(110278392ns) {ProcessConfigured:135(71145ns) {StartInitialHandshake:157(67962ns) {DropHandshakes:470(2998ns) {DropIncomingHandshake:442(641ns) DropOutgoingHandshake:457(605ns)} GenerateSessionVirtualId:988(1070ns) PrepareNewSessionHandshake:477(2482ns) {SwitchToState:179(936ns)}}}}}
2025-12-06T17:42:07.650656Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801648473214730:2066] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:07.701112Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801649554461234:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54118
2025-12-06T17:42:07.647474Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801650533273883:2141] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25613
2025-12-06T17:42:07.727357Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801644390021762:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(16408665ns) {Configure:104(16401471ns) {ProcessConfigured:135(80487ns) {StartInitialHandshake:157(77718ns) {DropHandshakes:470(3808ns) {DropIncomingHandshake:442(1151ns) DropOutgoingHandshake:457(563ns)} GenerateSessionVirtualId:988(1207ns) PrepareNewSessionHandshake:477(2822ns) {SwitchToState:179(748ns)}}}}}
2025-12-06T17:42:07.722901Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801651552861118:2104] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(145161637ns) {Configure:104(145156001ns) {ProcessConfigured:135(11484274ns) {StartInitialHandshake:157(11480949ns) {DropHandshakes:470(1418ns) {DropIncomingHandshake:442(222ns) DropOutgoingHandshake:457(278ns)} GenerateSessionVirtualId:988(528ns) PrepareNewSessionHandshake:477(5314ns) {SwitchToState:179(2543ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:07.741184Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801648684989133:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25446
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:07.703420Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801649554461233:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:07.703511Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801648473214756:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60676
2025-12-06T17:42:07.711031Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801650533273881:2139] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:07.706306Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801649554461229:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:07.706337Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580801649554461229:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:07.708593Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801649554461229:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:07.720814Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580801649554461197:2083] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:07.720944Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:07.721011Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801649554461197:2083] [node 6] ICP22 created new session: [5:7580801649554461238:2083]
2025-12-06T17:42:07.721081Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801649554461238:2083] [node 6] ICS09 handshake done sender: [5:7580801649554461229:2114] self: [5:7580801649554461228:0] peer: [6:7580801648473214755:0] socket: 607 qp: -1
2025-12-06T17:42:07.721121Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801649554461238:2083] [node 6] ICS10 traffic start
2025-12-06T17:42:07.721194Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:07.752840Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801649554461240:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54118
2025-12-06T17:42:07.723268Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801650533273883:2141] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:07.771127Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801648595613546:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58995
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:07.832182Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801648473214730:2066] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26323) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801648473214752:2115] held: no
2025-12-06T17:42:07.832424Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801648473214756:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:07.832549Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801644178247380:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:07.832655Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801648473214757:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60676
2025-12-06T17:42:07.771708Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801648595613547:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58995
2025-12-06T17:42:07.771894Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801648595613548:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58995
2025-12-06T17:42:07.772105Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801648595613549:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58995
2025-12-06T17:42:07.833510Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801649554461234:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:07.833655Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801645259493859:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:07.810885Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801648595613548:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:07.836236Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801648684989133:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:07.836360Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801648684989137:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25446
2025-12-06T17:42:07.836439Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801644390021764:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:07.847100Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801649554461240:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:07.847301Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801649554461242:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54118
2025-12-06T17:42:07.847373Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801649554461243:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54118
2025-12-06T17:42:07.849500Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801649554461196:2078] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:07.849594Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801649554461234:2116] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:07.851013Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801648684989139:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25446
2025-12-06T17:42:07.834638Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801648595613536:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:07.857828Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801650533273882:2140] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:07.858009Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801650533273876:2136] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:07.858029Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801650533273876:2136] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:42:07.859204Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801650533273889:2142] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25613
2025-12-06T17:42:07.859302Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801646238306485:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:07.860024Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801648473214758:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60676
2025-12-06T17:42:07.860356Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801648473214752:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:07.863699Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801648473214730:2066] [node 5] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:07.873389Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801645259493859:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:07.873500Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:07.873552Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801645259493859:2048] [node 1] ICP22 created new session: [5:7580801649554461246:2048]
2025-12-06T17:42:07.873613Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801649554461246:2048] [node 1] ICS09 handshake done sender: [5:7580801649554461234:2116] self: [5:7580801649554461241:0] peer: [1:7580801648595613535:0] socket: 624 qp: -1
2025-12-06T17:42:07.873647Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801649554461246:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:07.873690Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:07.873960Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7580801645259493859:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:42:07.863792Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:07.844302Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801651552861131:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1886
2025-12-06T17:42:07.834669Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801648595613536:2111] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:07.835597Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801648595613546:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:07.835689Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801648595613547:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:07.839179Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801648595613536:2111] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:07.842283Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801648595613549:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:07.842345Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801648595613530:2107] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:07.842447Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:07.842505Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801648595613530:2107] [node 5] ICP22 created new session: [1:7580801648595613555:2107]
2025-12-06T17:42:07.842581Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801648595613555:2107] [node 5] ICS09 handshake done sender: [1:7580801648595613536:2111] self: [1:7580801648595613535:0] peer: [5:7580801649554461241:0] socket: 623 qp: -1
2025-12-06T17:42:07.842616Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801648595613555:2107] [node 5] ICS10 traffic start
2025-12-06T17:42:07.842658Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:07.850164Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801648595613554:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58995
2025-12-06T17:42:07.871185Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801648595613534:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:07.871224Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801648595613534:2110] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:42:07.872022Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801648595613538:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:07.872043Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801648595613538:2112] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:07.866491Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801651552861131:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:07.869453Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801651552861130:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1886
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:07.857507Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801648684989124:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:07.863852Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801648473214730:2066] [node 5] ICP22 created new session: [6:7580801648473214761:2066]
2025-12-06T17:42:07.863907Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801648473214761:2066] [node 5] ICS09 handshake done sender: [6:7580801648473214752:2115] self: [6:7580801648473214755:0] peer: [5:7580801649554461228:0] socket: 611 qp: -1
2025-12-06T17:42:07.863953Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801648473214761:2066] [node 5] ICS10 traffic start
2025-12-06T17:42:07.864024Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:07.877639Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801648473214763:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60676
2025-12-06T17:42:07.857574Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801648684989124:2110] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:07.879534Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801648684989141:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25446
2025-12-06T17:42:07.879612Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801648684989142:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25446
2025-12-06T17:42:07.880054Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801648473214758:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:07.880385Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801648473214729:2061] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:07.881510Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801650533273876:2136] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:07.882237Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801649554461248:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54118
2025-12-06T17:42:07.885383Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801648595613534:2110] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:07.887227Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801650533273870:2099] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:42:07.887322Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:07.887380Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801650533273870:2099] [node 4] ICP22 created new session: [3:7580801650533273893:2099]
2025-12-06T17:42:07.887435Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801650533273893:2099] [node 4] ICS09 handshake done sender: [3:7580801650533273876:2136] self: [3:7580801650533273875:0] peer: [4:7580801648684989138:0] socket: 621 qp: -1
2025-12-06T17:42:07.887471Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801650533273893:2099] [node 4] ICS10 traffic start
2025-12-06T17:42:07.887548Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:07.888391Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801650533273892:2143] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25613
2025-12-06T17:42:07.890453Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801648595613538:2112] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:07.891245Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801648473214756:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:07.891531Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801644178247380:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:07.891603Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:07.891652Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801644178247380:2048] [node 1] ICP22 created new session: [6:7580801648473214765:2048]
2025-12-06T17:42:07.891698Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801648473214765:2048] [node 1] ICS09 handshake done sender: [6:7580801648473214756:2116] self: [6:7580801648473214760:0] peer: [1:7580801648595613537:0] socket: 626 qp: -1
2025-12-06T17:42:07.891739Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801648473214765:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:07.891791Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:07.893899Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801648684989124:2110] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:07.894468Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801648684989137:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:07.894621Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801648684989126:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:07.894645Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801648684989126:2111] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:07.896300Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801648595613531:2108] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:07.896435Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:07.896493Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801648595613531:2108] [node 6] ICP22 created new session: [1:7580801648595613562:2108]
2025-12-06T17:42:07.896549Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801648595613562:2108] [node 6] ICS09 handshake done sender: [1:7580801648595613538:2112] self: [1:7580801648595613537:0] peer: [6:7580801648473214760:0] socket: 625 qp: -1
2025-12-06T17:42:07.896589Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801648595613562:2108] [node 6] ICS10 traffic start
2025-12-06T17:42:07.896652Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:07.899594Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801649554461240:2117] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:07.909405Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801650533273889:2142] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:07.909488Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801650533273882:2140] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:07.908233Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801651552861130:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:07.908451Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801651552861136:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1886
2025-12-06T17:42:07.910098Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801648684989109:2097] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:07.910162Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:07.910212Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801648684989109:2097] [node 5] ICP22 created new session: [4:7580801648684989143:2097]
2025-12-06T17:42:07.910259Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801648684989143:2097] [node 5] ICS09 handshake done sender: [4:7580801648684989124:2110] self: [4:7580801648684989123:0] peer: [5:7580801649554461244:0] socket: 633 qp: -1
2025-12-06T17:42:07.910297Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801648684989143:2097] [node 5] ICS10 traffic start
2025-12-06T17:42:07.910361Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:07.911245Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801648684989133:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:07.911813Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801646238306485:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:07.911932Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:07.911986Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801646238306485:2048] [node 1] ICP22 created new session: [3:7580801650533273895:2048]
2025-12-06T17:42:07.912035Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801650533273895:2048] [node 1] ICS09 handshake done sender: [3:7580801650533273882:2140] self: [3:7580801650533273891:0] peer: [1:7580801648595613533:0] socket: 617 qp: -1
2025-12-06T17:42:07.912069Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801650533273895:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:07.912106Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:07.913105Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801649554461242:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:07.913354Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801649554461196:2078] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:42:07.913444Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:07.913510Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801649554461196:2078] [node 4] ICP22 created new session: [5:7580801649554461249:2078]
2025-12-06T17:42:07.913576Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801649554461249:2078] [node 4] ICS09 handshake done sender: [5:7580801649554461240:2117] self: [5:7580801649554461244:0] peer: [4:7580801648684989123:0] socket: 622 qp: -1
2025-12-06T17:42:07.913614Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801649554461249:2078] [node 4] ICS10 traffic start
2025-12-06T17:42:07.913680Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:07.914338Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801648473214768:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60676
2025-12-06T17:42:07.919665Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801648684989142:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:07.919719Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801644390021764:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:42:07.919790Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:07.919850Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801644390021764:2050] [node 3] ICP22 created new session: [4:7580801648684989148:2050]
2025-12-06T17:42:07.919912Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801648684989148:2050] [node 3] ICS09 handshake done sender: [4:7580801648684989133:2115] self: [4:7580801648684989138:0] peer: [3:7580801650533273875:0] socket: 632 qp: -1
2025-12-06T17:42:07.919951Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801648684989148:2050] [node 3] ICS10 traffic start
2025-12-06T17:42:07.919985Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:07.921945Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801648684989126:2111] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:07.924240Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801644300646172:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:42:07.924389Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:07.924447Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801644300646172:2049] [node 3] ICP22 created new session: [1:7580801648595613564:2049]
2025-12-06T17:42:07.924493Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801648595613564:2049] [node 3] ICS09 handshake done sender: [1:7580801648595613534:2110] self: [1:7580801648595613533:0] peer: [3:7580801650533273891:0] socket: 610 qp: -1
2025-12-06T17:42:07.924553Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801648595613564:2049] [node 3] ICS10 traffic start
2025-12-06T17:42:07.924609Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:07.927292Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801648473214758:2118] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:07.927657Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801648473214729:2061] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:42:07.927740Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:07.927789Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801648473214729:2061] [node 4] ICP22 created new session: [6:7580801648473214769:2061]
2025-12-06T17:42:07.927834Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801648473214769:2061] [node 4] ICS09 handshake done sender: [6:7580801648473214758:2118] self: [6:7580801648473214764:0] peer: [4:7580801648684989125:0] socket: 636 qp: -1
2025-12-06T17:42:07.927873Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801648473214769:2061] [node 4] ICS10 traffic start
2025-12-06T17:42:07.927906Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:07.932342Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801645259493860:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:07.926403Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801646238306486:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:07.937619Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801649554461251:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54118
2025-12-06T17:42:07.931490Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801650533273898:2144] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25613
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:07.939444Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801651552861138:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1886
2025-12-06T17:42:07.939830Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801651552861123:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:07.939856Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801651552861123:2111] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:42:07.941621Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801651552861125:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:07.941643Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801651552861125:2112] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:07.943367Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801648684989139:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:07.943429Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801648684989122:2098] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:07.944903Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801649554461253:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54118
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:07.943494Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:07.943542Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801648684989122:2098] [node 6] ICP22 created new session: [4:7580801648684989150:2098]
2025-12-06T17:42:07.943594Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801648684989150:2098] [node 6] ICS09 handshake done sender: [4:7580801648684989126:2111] self: [4:7580801648684989125:0] peer: [6:7580801648473214764:0] socket: 634 qp: -1
2025-12-06T17:42:07.943629Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801648684989150:2098] [node 6] ICS10 traffic start
2025-12-06T17:42:07.943670Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:07.945687Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801648473214771:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60676
2025-12-06T17:42:07.948035Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7580801648684989109:2097] [node 5] ICP18 handshake (actor [4:7580801648684989142:2119]) is too old
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:07.951267Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801650533273901:2145] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25613
2025-12-06T17:42:07.951659Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801649554461251:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:07.951831Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801645259493861:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:07.952555Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801648595613554:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:07.956164Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801644390021762:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:07.956860Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801651552861136:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:07.957020Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580801647257893758:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:07.957273Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801651552861123:2111] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:07.959840Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801650533273878:2137] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:07.959893Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801650533273878:2137] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:07.961143Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801648473214771:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:07.961319Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801644178247382:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:07.961531Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801651552861125:2112] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:07.962300Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801649554461242:2118] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:07.963372Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801648595613540:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:07.963414Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801648595613540:2113] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:42:07.964284Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801648595613542:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:07.964308Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801648595613542:2114] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:42:07.962603Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801645259493860:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:07.962702Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:07.962765Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801645259493860:2049] [node 2] ICP22 created new session: [5:7580801649554461255:2049]
2025-12-06T17:42:07.962810Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801649554461255:2049] [node 2] ICS09 handshake done sender: [5:7580801649554461242:2118] self: [5:7580801649554461252:0] peer: [2:7580801651552861124:0] socket: 651 qp: -1
2025-12-06T17:42:07.962842Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801649554461255:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:07.962879Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:07.969740Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801650533273880:2138] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:07.969789Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801650533273880:2138] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:07.970652Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801650533273889:2142] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:07.971109Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801651552861117:2103] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:07.971218Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:07.971272Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801651552861117:2103] [node 5] ICP22 created new session: [2:7580801651552861143:2103]
2025-12-06T17:42:07.971330Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801651552861143:2103] [node 5] ICS09 handshake done sender: [2:7580801651552861125:2112] self: [2:7580801651552861124:0] peer: [5:7580801649554461252:0] socket: 646 qp: -1
2025-12-06T17:42:07.971368Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801651552861143:2103] [node 5] ICS10 traffic start
2025-12-06T17:42:07.971411Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:07.972251Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801651552861138:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:07.972640Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801647257893759:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:42:07.972702Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:07.972749Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801647257893759:2049] [node 3] ICP22 created new session: [2:7580801651552861147:2049]
2025-12-06T17:42:07.972820Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801651552861147:2049] [node 3] ICS09 handshake done sender: [2:7580801651552861123:2111] self: [2:7580801651552861122:0] peer: [3:7580801650533273897:0] socket: 645 qp: -1
2025-12-06T17:42:07.972856Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801651552861147:2049] [node 3] ICS10 traffic start
2025-12-06T17:42:07.972893Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:07.972864Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801648595613540:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:07.982149Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801648595613542:2114] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:07.980950Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801646238306486:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:07.981062Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:07.981121Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801646238306486:2049] [node 2] ICP22 created new session: [3:7580801650533273904:2049]
2025-12-06T17:42:07.981169Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801650533273904:2049] [node 2] ICS09 handshake done sender: [3:7580801650533273889:2142] self: [3:7580801650533273897:0] peer: [2:7580801651552861122:0] socket: 650 qp: -1
2025-12-06T17:42:07.981207Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801650533273904:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:07.981296Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:07.983471Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801650533273878:2137] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:07.981038Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801648684989154:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25446
2025-12-06T17:42:07.981163Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801648684989155:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25446
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:07.984123Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801649554461257:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54118
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:07.984451Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801648473214773:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60676
2025-12-06T17:42:07.984831Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801648595613532:2109] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:42:07.984934Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:07.984999Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801648595613532:2109] [node 4] ICP22 created new session: [1:7580801648595613569:2109]
2025-12-06T17:42:07.985050Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801648595613569:2109] [node 4] ICS09 handshake done sender: [1:7580801648595613540:2113] self: [1:7580801648595613539:0] peer: [4:7580801648684989153:0] socket: 638 qp: -1
2025-12-06T17:42:07.985087Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801648595613569:2109] [node 4] ICS10 traffic start
2025-12-06T17:42:07.985134Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:07.985761Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801644300646171:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:42:07.985837Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:07.985883Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801644300646171:2048] [node 2] ICP22 created new session: [1:7580801648595613571:2048]
2025-12-06T17:42:07.985923Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801648595613571:2048] [node 2] ICS09 handshake done sender: [1:7580801648595613542:2114] self: [1:7580801648595613541:0] peer: [2:7580801651552861141:0] socket: 664 qp: -1
2025-12-06T17:42:07.985955Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801648595613571:2048] [node 2] ICS10 traffic start
2025-12-06T17:42:07.986036Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:07.987379Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801648684989139:2117] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:07.987927Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801649554461251:2121] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:07.989197Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801645259493861:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:42:07.989267Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:07.989321Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801645259493861:2050] [node 3] ICP22 created new session: [5:7580801649554461258:2050]
2025-12-06T17:42:07.989369Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801649554461258:2050] [node 3] ICS09 handshake done sender: [5:7580801649554461251:2121] self: [5:7580801649554461254:0] peer: [3:7580801650533273877:0] socket: 631 qp: -1
2025-12-06T17:42:07.989415Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801649554461258:2050] [node 3] ICS10 traffic start
2025-12-06T17:42:07.989459Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:07.995576Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801644390021762:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:07.994835Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801651552861145:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1886
2025-12-06T17:42:07.994992Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801651552861146:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1886
2025-12-06T17:42:07.995666Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:07.995719Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801644390021762:2048] [node 1] ICP22 created new session: [4:7580801648684989156:2048]
2025-12-06T17:42:07.995766Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801648684989156:2048] [node 1] ICS09 handshake done sender: [4:7580801648684989139:2117] self: [4:7580801648684989153:0] peer: [1:7580801648595613539:0] socket: 654 qp: -1
2025-12-06T17:42:07.995802Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801648684989156:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:07.996353Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:08.005375Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801650533273869:2104] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:08.005479Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:08.005540Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801650533273869:2104] [node 5] ICP22 created new session: [3:7580801654828241202:2104]
2025-12-06T17:42:08.005596Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801654828241202:2104] [node 5] ICS09 handshake done sender: [3:7580801650533273878:2137] self: [3:7580801650533273877:0] peer: [5:7580801649554461254:0] socket: 669 qp: -1
2025-12-06T17:42:08.005634Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801654828241202:2104] [node 5] ICS10 traffic start
2025-12-06T17:42:08.005708Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:08.008710Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801648473214771:2121] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:08.007483Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7580801644390021762:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:42:08.007099Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801650533273880:2138] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:08.010066Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801650533273871:2100] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:08.010286Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:08.010343Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801650533273871:2100] [node 6] ICP22 created new session: [3:7580801654828241204:2100]
2025-12-06T17:42:08.010394Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801654828241204:2100] [node 6] ICS09 handshake done sender: [3:7580801650533273880:2138] self: [3:7580801650533273879:0] peer: [6:7580801648473214772:0] socket: 629 qp: -1
2025-12-06T17:42:08.010432Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801654828241204:2100] [node 6] ICS10 traffic start
2025-12-06T17:42:08.010468Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:08.026919Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801644178247382:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:42:08.027022Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:08.027084Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801644178247382:2050] [node 3] ICP22 created new session: [6:7580801652768182070:2050]
2025-12-06T17:42:08.027136Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801652768182070:2050] [node 3] ICS09 handshake done sender: [6:7580801648473214771:2121] self: [6:7580801648473214772:0] peer: [3:7580801650533273879:0] socket: 671 qp: -1
2025-12-06T17:42:08.027176Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801652768182070:2050] [node 3] ICS10 traffic start
2025-12-06T17:42:08.027243Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:08.033055Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801651552861145:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:08.033179Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580801647257893758:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29670) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7580801651552861136:2117] held: no
2025-12-06T17:42:08.033607Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801648684989154:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:08.033753Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801644390021763:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:08.038243Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580801644178247382:2050] [node 3] ICP27 obsolete handshake fail ignored
2025-12-06T17:42:08.037117Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801651552861127:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:08.037160Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801651552861127:2113] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:42:08.038067Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801651552861136:2117] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:08.039232Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801652768182072:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60676
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:08.040338Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801652979956455:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25446
2025-12-06T17:42:08.039796Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580801647257893758:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:08.039878Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:08.039930Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801647257893758:2048] [node 1] ICP22 created new session: [2:7580801655847828448:2048]
2025-12-06T17:42:08.040722Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801655847828448:2048] [node 1] ICS09 handshake done sender: [2:7580801651552861136:2117] self: [2:7580801651552861141:0] peer: [1:7580801648595613541:0] socket: 612 qp: -1
2025-12-06T17:42:08.040789Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801655847828448:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:08.040830Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:08.058729Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801651552861127:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:08.059598Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801648684989154:2120] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:08.059864Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801644390021763:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:08.059939Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:08.059994Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801644390021763:2049] [node 2] ICP22 created new session: [4:7580801652979956456:2049]
2025-12-06T17:42:08.060048Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801652979956456:2049] [node 2] ICS09 handshake done sender: [4:7580801648684989154:2120] self: [4:7580801652979956454:0] peer: [2:7580801651552861126:0] socket: 608 qp: -1
2025-12-06T17:42:08.060086Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801652979956456:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:08.060129Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:08.062313Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801651552861118:2104] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:42:08.062407Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:08.062459Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801651552861118:2104] [node 4] ICP22 created new session: [2:7580801655847828451:2104]
2025-12-06T17:42:08.062517Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801655847828451:2104] [node 4] ICS09 handshake done sender: [2:7580801651552861127:2113] self: [2:7580801651552861126:0] peer: [4:7580801652979956454:0] socket: 661 qp: -1
2025-12-06T17:42:08.062568Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801655847828451:2104] [node 4] ICS10 traffic start
2025-12-06T17:42:08.062610Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:08.064005Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801652768182072:2123] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:08.064173Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801644178247381:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:08.065828Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801651552861129:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:08.065865Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801651552861129:2114] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:08.067181Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801652768182074:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60676
2025-12-06T17:42:08.067470Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801651552861129:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:08.068105Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801652768182072:2123] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:08.068362Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801644178247381:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:08.068440Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:08.068488Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801644178247381:2049] [node 2] ICP22 created new session: [6:7580801652768182075:2049]
2025-12-06T17:42:08.068557Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801652768182075:2049] [node 2] ICS09 handshake done sender: [6:7580801652768182072:2123] self: [6:7580801652768182073:0] peer: [2:7580801651552861128:0] socket: 613 qp: -1
2025-12-06T17:42:08.068602Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801652768182075:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:08.068651Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:08.082315Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801651552861119:2105] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:08.082440Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:08.082508Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801651552861119:2105] [node 6] ICP22 created new session: [2:7580801655847828454:2105]
2025-12-06T17:42:08.082576Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801655847828454:2105] [node 6] ICS09 handshake done sender: [2:7580801651552861129:2114] self: [2:7580801651552861128:0] peer: [6:7580801652768182073:0] socket: 606 qp: -1
2025-12-06T17:42:08.082617Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801655847828454:2105] [node 6] ICS10 traffic start
2025-12-06T17:42:08.082662Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:08.250067Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:42:08.250361Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580801655847828448:2048] [node 1] ICS01 socket: 612 reason# EndOfStream
2025-12-06T17:42:08.250409Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580801647257893758:2048] [node 1] ICP30 unregister session Session# [2:7580801655847828448:2048] VirtualId# [2:7580801651552861141:0]
2025-12-06T17:42:08.250446Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580801655847828448:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:08.250569Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:08.250621Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:08.256732Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:42:08.257027Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801650533273895:2048] [node 1] ICS01 socket: 617 reason# EndOfStream
2025-12-06T17:42:08.257132Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801646238306485:2048] [node 1] ICP30 unregister session Session# [3:7580801650533273895:2048] VirtualId# [3:7580801650533273891:0]
2025-12-06T17:42:08.257178Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801650533273895:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:08.257282Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:08.257334Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:08.261810Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:42:08.262106Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801649554461246:2048] [node 1] ICS01 socket: 624 reason# EndOfStream
2025-12-06T17:42:08.262157Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801645259493859:2048] [node 1] ICP30 unregister session Session# [5:7580801649554461246:2048] VirtualId# [5:7580801649554461241:0]
2025-12-06T17:42:08.262206Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801649554461246:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:08.262320Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:08.262370Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:08.266807Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:42:08.267073Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801648473214765:2048] [node 1] ICS01 socket: 626 reason# EndOfStream
2025-12-06T17:42:08.267118Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801644178247380:2048] [node 1] ICP30 unregister session Session# [6:7580801648473214765:2048] VirtualId# [6:7580801648473214760:0]
2025-12-06T17:42:08.267155Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801648473214765:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:08.267257Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:08.267334Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:08.267449Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:42:08.267649Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801648684989156:2048] [node 1] ICS01 socket: 654 reason# EndOfStream
2025-12-06T17:42:08.267692Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801644390021762:2048] [node 1] ICP30 unregister session Session# [4:7580801648684989156:2048] VirtualId# [4:7580801648684989153:0]
2025-12-06T17:42:08.267720Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801648684989156:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:08.267775Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:08.267822Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:08.441146Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:42:08.441439Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801650533273904:2049] [node 2] ICS01 socket: 650 reason# EndOfStream
2025-12-06T17:42:08.441483Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801646238306486:2049] [node 2] ICP30 unregister session Session# [3:7580801650533273904:2049] VirtualId# [3:7580801650533273897:0]
2025-12-06T17:42:08.441520Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801650533273904:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:08.441608Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:08.441661Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:08.452518Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:42:08.452906Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801652768182075:2049] [node 2] ICS01 socket: 613 reason# EndOfStream
2025-12-06T17:42:08.452958Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801644178247381:2049] [node 2] ICP30 unregister session Session# [6:7580801652768182075:2049] VirtualId# [6:7580801652768182073:0]
2025-12-06T17:42:08.452996Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801652768182075:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:08.453083Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:08.453130Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:08.453970Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:42:08.454192Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801649554461255:2049] [node 2] ICS01 socket: 651 reason# EndOfStream
2025-12-06T17:42:08.454247Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801645259493860:2049] [node 2] ICP30 unregister session Session# [5:7580801649554461255:2049] VirtualId# [5:7580801649554461252:0]
2025-12-06T17:42:08.454277Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801649554461255:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:08.454360Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:08.454405Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:08.453901Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:42:08.455256Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801652979956456:2049] [node 2] ICS01 socket: 608 reason# EndOfStream
2025-12-06T17:42:08.455302Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801644390021763:2049] [node 2] ICP30 unregister session Session# [4:7580801652979956456:2049] VirtualId# [4:7580801652979956454:0]
2025-12-06T17:42:08.455339Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801652979956456:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:08.455410Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:08.455448Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:08.553394Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:42:08.553736Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801649554461258:2050] [node 3] ICS01 socket: 631 reason# EndOfStream
2025-12-06T17:42:08.553789Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801645259493861:2050] [node 3] ICP30 unregister session Session# [5:7580801649554461258:2050] VirtualId# [5:7580801649554461254:0]
2025-12-06T17:42:08.553836Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801649554461258:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:08.553942Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:42:08.553985Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:42:08.554111Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:42:08.554361Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801648684989148:2050] [node 3] ICS01 socket: 632 reason# EndOfStream
2025-12-06T17:42:08.554416Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801644390021764:2050] [node 3] ICP30 unregister session Session# [4:7580801648684989148:2050] VirtualId# [4:7580801648684989138:0]
2025-12-06T17:42:08.554445Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801648684989148:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:08.554555Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:42:08.554603Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:42:08.555442Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:42:08.555707Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801652768182070:2050] [node 3] ICS01 socket: 671 reason# EndOfStream
2025-12-06T17:42:08.555754Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801644178247382:2050] [node 3] ICP30 unregister session Session# [6:7580801652768182070:2050] VirtualId# [6:7580801648473214772:0]
2025-12-06T17:42:08.555782Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801652768182070:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:08.555861Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:42:08.555908Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:42:08.746767Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:42:08.747058Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801648473214769:2061] [node 4] ICS01 socket: 636 reason# EndOfStream
2025-12-06T17:42:08.747121Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801648473214729:2061] [node 4] ICP30 unregister session Session# [6:7580801648473214769:2061] VirtualId# [6:7580801648473214764:0]
2025-12-06T17:42:08.747169Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801648473214769:2061] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:08.747274Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:42:08.747330Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:42:08.752872Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:42:08.753181Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801649554461249:2078] [node 4] ICS01 socket: 622 reason# EndOfStream
2025-12-06T17:42:08.753232Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801649554461196:2078] [node 4] ICP30 unregister session Session# [5:7580801649554461249:2078] VirtualId# [5:7580801649554461244:0]
2025-12-06T17:42:08.753278Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801649554461249:2078] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:08.753395Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:42:08.753454Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:42:09.143644Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801656125618622:2048] [node 2] ICP01 ready to work
2025-12-06T17:42:09.143680Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801656125618623:2049] [node 3] ICP01 ready to work
2025-12-06T17:42:09.160221Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801660191570336:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:09.160266Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801660191570337:2049] [node 3] ICP01 ready to work
2025-12-06T17:42:09.211111Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801657371059447:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:09.211149Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801657371059448:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:09.211184Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801657371059449:2050] [node 3] ICP01 ready to work
2025-12-06T17:42:09.242088Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801656471185592:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:09.242142Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801656471185593:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:09.249719Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801657802686300:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:09.249771Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801657802686301:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:09.255201Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801656471185594:2050] [node 3] ICP01 ready to work
2025-12-06T17:42:09.335177Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801657968801646:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:09.335228Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801657968801647:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:09.572978Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801657802686343:2090] [node 6] ICP01 ready to work
2025-12-06T17:42:09.584884Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801657371059484:2083] [node 6] ICP01 ready to work
2025-12-06T17:42:09.347057Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801657968801648:2050] [node 3] ICP01 ready to work
2025-12-06T17:42:09.574085Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801656125618678:2102] [node 5] ICP01 ready to work
2025-12-06T17:42:09.575482Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801657968801664:2064] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:09.662658Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801660191570397:2104] [node 5] ICP01 ready to work
2025-12-06T17:42:09.694910Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801657968801664:2064] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(119136916ns) {Configure:104(119132584ns) {ProcessConfigured:135(102212ns) {StartInitialHandshake:157(99456ns) {DropHandshakes:470(4099ns) {DropIncomingHandshake:442(759ns) DropOutgoingHandshake:457(1133ns)} GenerateSessionVirtualId:988(3465ns) PrepareNewSessionHandshake:477(2965ns) {SwitchToState:179(1246ns)}}}}}
2025-12-06T17:42:09.695581Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801657968801677:2076] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42610
2025-12-06T17:42:09.777182Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801656125618622:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(202788679ns) {Configure:104(202784684ns) {ProcessConfigured:135(82168ns) {StartInitialHandshake:157(79110ns) {DropHandshakes:470(3949ns) {DropIncomingHandshake:442(881ns) DropOutgoingHandshake:457(672ns)} GenerateSessionVirtualId:988(1128ns) PrepareNewSessionHandshake:477(2260ns) {SwitchToState:179(740ns)}}}}}
2025-12-06T17:42:09.777807Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801656125618688:2103] [node 4] ICP01 ready to work
2025-12-06T17:42:09.778160Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801656125618689:2104] [node 6] ICP01 ready to work
2025-12-06T17:42:09.744720Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801657802686364:2091] [node 4] ICP01 ready to work
2025-12-06T17:42:09.786612Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801657968801709:2066] [node 5] ICP01 ready to work
2025-12-06T17:42:09.819459Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801656125618678:2102] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(180069613ns) {Configure:104(168127737ns) {ProcessConfigured:135(80958ns) {StartInitialHandshake:157(76929ns) {DropHandshakes:470(4644ns) {DropIncomingHandshake:442(829ns) DropOutgoingHandshake:457(517ns)} GenerateSessionVirtualId:988(1435ns) PrepareNewSessionHandshake:477(3156ns) {SwitchToState:179(785ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:09.833818Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801656125618694:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18973
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:09.816819Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801656471185592:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(165835456ns) {Configure:104(165826238ns) {ProcessConfigured:135(70309ns) {StartInitialHandshake:157(66837ns) {DropHandshakes:470(3660ns) {DropIncomingHandshake:442(810ns) DropOutgoingHandshake:457(583ns)} GenerateSessionVirtualId:988(1498ns) PrepareNewSessionHandshake:477(3164ns) {SwitchToState:179(548ns)}}}}}
2025-12-06T17:42:09.813328Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801657371059447:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(183527286ns) {Configure:104(183518203ns) {ProcessConfigured:135(15071369ns) {StartInitialHandshake:157(15067583ns) {DropHandshakes:470(3822ns) {DropIncomingHandshake:442(932ns) DropOutgoingHandshake:457(451ns)} GenerateSessionVirtualId:988(1080ns) PrepareNewSessionHandshake:477(5659ns) {SwitchToState:179(2476ns)}}}}}
2025-12-06T17:42:09.832503Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801660191570400:2105] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:09.847999Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801657371059518:2087] [node 5] ICP01 ready to work
2025-12-06T17:42:09.875194Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801660191570336:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(301192874ns) {Configure:104(301183054ns) {ProcessConfigured:135(83993ns) {StartInitialHandshake:157(75928ns) {DropHandshakes:470(3505ns) {DropIncomingHandshake:442(855ns) DropOutgoingHandshake:457(518ns)} GenerateSessionVirtualId:988(1075ns) PrepareNewSessionHandshake:477(2184ns) {SwitchToState:179(511ns)}}}}}
2025-12-06T17:42:09.882978Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801657968801677:2076] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:09.883464Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801657968801664:2064] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:09.871033Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801656125618689:2104] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(90334910ns) {Configure:104(90327821ns) {ProcessConfigured:135(16910598ns) {StartInitialHandshake:157(16906438ns) {DropHandshakes:470(3354ns) {DropIncomingHandshake:442(820ns) DropOutgoingHandshake:457(629ns)} GenerateSessionVirtualId:988(379ns) PrepareNewSessionHandshake:477(6547ns) {SwitchToState:179(2698ns)}}}}}
2025-12-06T17:42:09.883859Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801657802686365:2093] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:09.852201Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801657371059516:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6431
2025-12-06T17:42:09.895371Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801660191570403:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13914
2025-12-06T17:42:09.885918Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801657968801709:2066] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(70914438ns) {Configure:104(70904498ns) {ProcessConfigured:135(92838ns) {StartInitialHandshake:157(86297ns) {DropHandshakes:470(3590ns) {DropIncomingHandshake:442(965ns) DropOutgoingHandshake:457(518ns)} GenerateSessionVirtualId:988(1101ns) PrepareNewSessionHandshake:477(1758ns) {SwitchToState:179(451ns)}}}}}
2025-12-06T17:42:09.876006Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801656471185657:2081] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:09.905661Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801656471185660:2068] [node 4] ICP01 ready to work
2025-12-06T17:42:09.934475Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801657802686343:2090] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(335549836ns) {Configure:104(335525860ns) {ProcessConfigured:135(78447ns) {StartInitialHandshake:157(74378ns) {DropHandshakes:470(4329ns) {DropIncomingHandshake:442(1414ns) DropOutgoingHandshake:457(751ns)} GenerateSessionVirtualId:988(1016ns) PrepareNewSessionHandshake:477(2602ns) {SwitchToState:179(741ns)}}}}}
2025-12-06T17:42:09.897386Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801657371059517:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6431
2025-12-06T17:42:09.912063Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801656125618694:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:09.898924Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801660191570413:2106] [node 4] ICP01 ready to work
2025-12-06T17:42:09.943390Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801657371059516:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:09.949284Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801656471185593:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(366079352ns) {Configure:104(366073118ns) {ProcessConfigured:135(10317031ns) {StartInitialHandshake:157(10313273ns) {DropHandshakes:470(3096ns) {DropIncomingHandshake:442(823ns) DropOutgoingHandshake:457(426ns)} GenerateSessionVirtualId:988(1280ns) PrepareNewSessionHandshake:477(2819ns) {SwitchToState:179(1120ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:09.953418Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801660191570403:2111] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:09.953814Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801660191570416:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13914
2025-12-06T17:42:09.953922Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580801660191570336:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:09.955631Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801660191570418:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13914
2025-12-06T17:42:09.929944Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801656125618702:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18973
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:09.964430Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801657968801727:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42610
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:09.954398Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801657371059448:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(333161564ns) {Configure:104(333153690ns) {ProcessConfigured:135(6659122ns) {StartInitialHandshake:157(6656438ns) {DropHandshakes:470(3556ns) {DropIncomingHandshake:442(874ns) DropOutgoingHandshake:457(427ns)} GenerateSessionVirtualId:988(1010ns) PrepareNewSessionHandshake:477(2368ns) {SwitchToState:179(86ns)}}}}}
2025-12-06T17:42:09.939364Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801656125618702:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:09.960422Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801660191570403:2111] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:09.958674Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801657371059486:2084] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:09.976715Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801656471185660:2068] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(70612825ns) {Configure:104(70606646ns) {ProcessConfigured:135(23272902ns) {StartInitialHandshake:157(17631046ns) {DropHandshakes:470(4506ns) {DropIncomingHandshake:442(609ns) DropOutgoingHandshake:457(578ns)} GenerateSessionVirtualId:988(1824ns) PrepareNewSessionHandshake:477(2763ns) {SwitchToState:179(110ns)}}}}}
2025-12-06T17:42:09.980109Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801657968801726:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42610
2025-12-06T17:42:09.988456Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801657968801728:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42610
2025-12-06T17:42:09.998821Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801657968801727:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:09.961965Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580801660191570336:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:09.962019Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:09.962077Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801660191570336:2048] [node 1] ICP22 created new session: [2:7580801660191570419:2048]
2025-12-06T17:42:09.962121Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801660191570419:2048] [node 1] ICS09 handshake done sender: [2:7580801660191570403:2111] self: [2:7580801660191570417:0] peer: [1:7580801656125618686:0] socket: 626 qp: -1
2025-12-06T17:42:09.962152Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801660191570419:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:09.962203Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:09.999202Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801660191570416:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:09.952979Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801656125618705:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18973
2025-12-06T17:42:09.954355Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801656125618687:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:09.954391Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801656125618687:2110] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:42:09.959820Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801656125618687:2110] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:09.960777Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801656125618622:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:42:09.960844Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:09.960888Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801656125618622:2048] [node 2] ICP22 created new session: [1:7580801656125618707:2048]
2025-12-06T17:42:09.960945Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801656125618707:2048] [node 2] ICS09 handshake done sender: [1:7580801656125618687:2110] self: [1:7580801656125618686:0] peer: [2:7580801660191570417:0] socket: 621 qp: -1
2025-12-06T17:42:09.960979Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801656125618707:2048] [node 2] ICS10 traffic start
2025-12-06T17:42:09.961013Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:09.967693Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801656125618710:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18973
2025-12-06T17:42:09.978876Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801656125618691:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:09.978902Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801656125618691:2111] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:42:09.992455Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801656125618691:2111] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:10.007208Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801657968801677:2076] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:10.007835Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801657968801647:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:10.008000Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801657968801726:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:10.008042Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801657968801664:2064] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:42:10.008097Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:10.008147Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801657968801664:2064] [node 4] ICP22 created new session: [6:7580801662263769026:2064]
2025-12-06T17:42:10.008197Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801662263769026:2064] [node 4] ICS09 handshake done sender: [6:7580801657968801677:2076] self: [6:7580801657968801722:0] peer: [4:7580801657371059485:0] socket: 614 qp: -1
2025-12-06T17:42:10.008238Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801662263769026:2064] [node 4] ICS10 traffic start
2025-12-06T17:42:10.008292Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:10.010226Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801660191570409:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:10.010266Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801660191570409:2114] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:10.012236Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801660191570405:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:10.012280Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801660191570405:2112] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:10.012964Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801660191570409:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:10.013432Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801660191570400:2105] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:10.013479Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:10.013527Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801660191570400:2105] [node 6] ICP22 created new session: [2:7580801664486537721:2105]
2025-12-06T17:42:10.013579Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801664486537721:2105] [node 6] ICS09 handshake done sender: [2:7580801660191570409:2114] self: [2:7580801660191570408:0] peer: [6:7580801662263769025:0] socket: 641 qp: -1
2025-12-06T17:42:10.013614Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801664486537721:2105] [node 6] ICS10 traffic start
2025-12-06T17:42:10.013669Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:10.018847Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801660191570405:2112] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:09.958721Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801657371059486:2084] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:09.986768Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801656471185670:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64072
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:10.011534Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801657802686365:2093] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(21964542ns) {Configure:104(21950268ns) {ProcessConfigured:135(7555742ns) {StartInitialHandshake:157(7550411ns) {DropHandshakes:470(2657ns) {DropIncomingHandshake:442(677ns) DropOutgoingHandshake:457(751ns)} GenerateSessionVirtualId:988(965ns) PrepareNewSessionHandshake:477(3370ns) {SwitchToState:179(686ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:09.975661Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801657371059517:2113] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:10.038167Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801662263769028:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42610
2025-12-06T17:42:09.986991Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801656471185671:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64072
2025-12-06T17:42:10.030816Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801660191570397:2104] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:10.011667Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801657802686368:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27988
2025-12-06T17:42:09.976234Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801657371059447:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:10.047115Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801656125618693:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:10.038990Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801657968801709:2066] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:09.992628Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801656471185670:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:10.030913Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:10.039109Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801662263769029:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42610
2025-12-06T17:42:10.048354Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801657968801727:2117] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:10.055194Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801662263769032:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42610
2025-12-06T17:42:10.057746Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801657968801647:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:10.066932Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:10.075074Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801657968801647:2049] [node 2] ICP22 created new session: [6:7580801662263769034:2049]
2025-12-06T17:42:10.075527Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801662263769033:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42610
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:10.023970Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801657802686369:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27988
2025-12-06T17:42:10.047167Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801656125618693:2112] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:09.997770Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801656471185593:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:09.991196Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801657371059486:2084] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:10.030969Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801660191570397:2104] [node 5] ICP22 created new session: [2:7580801664486537724:2104]
2025-12-06T17:42:10.024136Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801657802686370:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27988
2025-12-06T17:42:10.084672Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801662263769034:2049] [node 2] ICS09 handshake done sender: [6:7580801657968801727:2117] self: [6:7580801662263769025:0] peer: [2:7580801660191570408:0] socket: 642 qp: -1
2025-12-06T17:42:10.084730Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801662263769034:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:10.084812Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:10.085284Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801657968801647:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(27319789ns) {HandleHandshakeStatus:329(27317023ns) {DropIncomingHandshake:442(1080ns) DropOutgoingHandshake:457(5119ns) SwitchToState:179(536ns) ProcessPendingSessionEvents:495(105656ns) {ForwardSessionEventToSession:612(49136ns) ForwardSessionEventToSession:612(6955ns) ForwardSessionEventToSession:612(6886ns) ForwardSessionEventToSession:612(5989ns) ForwardSessionEventToSession:612(3284ns) ForwardSessionEventToSession:612(2869ns) ForwardSessionEventToSession:612(7035ns) ForwardSessionEventToSession:612(2679ns) ForwardSessionEventToSession:612(3263ns) ForwardSessionEventToSession:612(5793ns)}}}
2025-12-06T17:42:10.086502Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801657968801726:2116] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:10.095305Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801662263769033:2122] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:10.095414Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801662263769029:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:10.095704Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801657968801646:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:10.095758Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801657968801648:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:10.096848Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801657968801709:2066] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:42:10.096929Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:10.096982Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801657968801709:2066] [node 5] ICP22 created new session: [6:7580801662263769039:2066]
2025-12-06T17:42:10.097025Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801662263769039:2066] [node 5] ICS09 handshake done sender: [6:7580801657968801726:2116] self: [6:7580801662263769031:0] peer: [5:7580801656471185658:0] socket: 637 qp: -1
2025-12-06T17:42:10.097056Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801662263769039:2066] [node 5] ICS10 traffic start
2025-12-06T17:42:10.097092Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:10.031012Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801664486537724:2104] [node 5] ICS09 handshake done sender: [2:7580801660191570405:2112] self: [2:7580801660191570404:0] peer: [5:7580801656471185672:0] socket: 628 qp: -1
2025-12-06T17:42:09.999823Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801656471185671:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:10.049512Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801656125618705:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:10.025853Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801657371059484:2083] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:09.999984Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801656471185592:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:10.025953Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:10.026012Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801657371059484:2083] [node 6] ICP22 created new session: [4:7580801661666026829:2083]
2025-12-06T17:42:10.026069Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801661666026829:2083] [node 6] ICS09 handshake done sender: [4:7580801657371059486:2084] self: [4:7580801657371059485:0] peer: [6:7580801657968801722:0] socket: 612 qp: -1
2025-12-06T17:42:10.026106Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801661666026829:2083] [node 6] ICS10 traffic start
2025-12-06T17:42:10.026188Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:10.037132Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801657371059530:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6431
2025-12-06T17:42:10.044351Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801661666026827:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6431
2025-12-06T17:42:10.044536Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801661666026828:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6431
2025-12-06T17:42:10.045206Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801657371059517:2113] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:10.057720Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801661666026827:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:10.057770Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801657371059447:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:10.057851Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:10.057920Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801657371059447:2048] [node 1] ICP22 created new session: [4:7580801661666026832:2048]
2025-12-06T17:42:10.057968Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801661666026832:2048] [node 1] ICS09 handshake done sender: [4:7580801657371059517:2113] self: [4:7580801657371059529:0] peer: [1:7580801656125618690:0] socket: 624 qp: -1
2025-12-06T17:42:10.058006Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801661666026832:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:10.058068Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:10.088296Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801657371059448:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:10.103265Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801661666026828:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:10.105299Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801661666026837:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6431
2025-12-06T17:42:10.105364Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801661666026835:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6431
2025-12-06T17:42:10.105481Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801657371059449:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:10.117526Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801661666026827:2118] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:10.119862Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801657371059448:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:10.119947Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:10.049563Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801656125618688:2103] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:42:10.024288Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801657802686371:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27988
2025-12-06T17:42:10.127024Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801657371059448:2049] [node 2] ICP22 created new session: [4:7580801661666026839:2049]
2025-12-06T17:42:10.031047Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801664486537724:2104] [node 5] ICS10 traffic start
2025-12-06T17:42:10.129877Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801657968801646:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7498) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801662263769033:2122] held: no
2025-12-06T17:42:10.134840Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801661666026839:2049] [node 2] ICS09 handshake done sender: [4:7580801661666026827:2118] self: [4:7580801661666026834:0] peer: [2:7580801660191570414:0] socket: 662 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:10.144286Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801662263769042:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42610
2025-12-06T17:42:10.025006Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801662097653674:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27988
2025-12-06T17:42:10.032133Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801657802686370:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:10.068137Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801657802686368:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:10.068378Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801657802686371:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:10.068504Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801657802686369:2112] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:10.068850Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801657802686300:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:10.081857Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801657802686301:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(157365718ns) {Configure:104(147852729ns) {ProcessConfigured:135(1880323ns) {StartInitialHandshake:157(1877204ns) {DropHandshakes:470(3263ns) {DropIncomingHandshake:442(800ns) DropOutgoingHandshake:457(537ns)} GenerateSessionVirtualId:988(511ns) PrepareNewSessionHandshake:477(2963ns) {SwitchToState:179(738ns)}}}}}
2025-12-06T17:42:10.082133Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801662097653674:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:10.082753Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801657802686301:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:10.083065Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801662097653683:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27988
2025-12-06T17:42:10.087451Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801662097653686:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27988
2025-12-06T17:42:10.098998Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801657802686367:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:10.099026Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801657802686367:2110] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:10.099952Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801657802686370:2113] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:10.100118Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801657802686369:2112] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:10.100435Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801657802686300:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:10.100540Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:10.100593Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801657802686300:2048] [node 1] ICP22 created new session: [3:7580801662097653688:2048]
2025-12-06T17:42:10.100636Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801662097653688:2048] [node 1] ICS09 handshake done sender: [3:7580801657802686369:2112] self: [3:7580801662097653680:0] peer: [1:7580801656125618695:0] socket: 631 qp: -1
2025-12-06T17:42:10.100672Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801662097653688:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:10.100722Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:10.119915Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801657802686367:2110] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:10.138161Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801661666026839:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:10.120308Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801657802686373:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:10.120346Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801657802686373:2115] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:42:10.138224Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:10.015419Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801660766152970:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64072
2025-12-06T17:42:10.120910Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801657802686301:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:10.120968Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:10.019586Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801656471185670:2115] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:10.121012Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801657802686301:2049] [node 2] ICP22 created new session: [3:7580801662097653690:2049]
2025-12-06T17:42:10.019777Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801656471185593:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:10.121060Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801662097653690:2049] [node 2] ICS09 handshake done sender: [3:7580801657802686370:2113] self: [3:7580801662097653684:0] peer: [2:7580801660191570406:0] socket: 651 qp: -1
2025-12-06T17:42:10.019845Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:10.121097Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801662097653690:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:10.019915Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801656471185593:2049] [node 2] ICP22 created new session: [5:7580801660766152971:2049]
2025-12-06T17:42:10.121137Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:10.019964Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801660766152971:2049] [node 2] ICS09 handshake done sender: [5:7580801656471185670:2115] self: [5:7580801656471185672:0] peer: [2:7580801660191570404:0] socket: 648 qp: -1
2025-12-06T17:42:10.135053Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801657802686373:2115] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:10.020003Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801660766152971:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:10.142852Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801657802686343:2090] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:10.021394Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:10.142951Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:10.039668Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801656471185659:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:10.143014Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801657802686343:2090] [node 6] ICP22 created new session: [3:7580801662097653694:2090]
2025-12-06T17:42:10.039693Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580801656471185659:2111] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:10.143075Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801662097653694:2090] [node 6] ICS09 handshake done sender: [3:7580801657802686367:2110] self: [3:7580801657802686366:0] peer: [6:7580801662263769038:0] socket: 661 qp: -1
2025-12-06T17:42:10.047694Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801656471185659:2111] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:10.143117Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801662097653694:2090] [node 6] ICS10 traffic start
2025-12-06T17:42:10.056519Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580801656471185657:2081] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:10.143170Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:10.056603Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:10.056665Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801656471185657:2081] [node 6] ICP22 created new session: [5:7580801660766152977:2081]
2025-12-06T17:42:10.056712Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801660766152977:2081] [node 6] ICS09 handshake done sender: [5:7580801656471185659:2111] self: [5:7580801656471185658:0] peer: [6:7580801662263769031:0] socket: 634 qp: -1
2025-12-06T17:42:10.056756Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801660766152977:2081] [node 6] ICS10 traffic start
2025-12-06T17:42:10.056815Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:10.081428Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801660766152976:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64072
2025-12-06T17:42:10.087166Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801656471185671:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:10.106146Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801656471185592:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:10.106216Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:10.106256Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801656471185592:2048] [node 1] ICP22 created new session: [5:7580801660766152981:2048]
2025-12-06T17:42:10.106302Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801660766152981:2048] [node 1] ICS09 handshake done sender: [5:7580801656471185671:2116] self: [5:7580801656471185673:0] peer: [1:7580801656125618692:0] socket: 653 qp: -1
2025-12-06T17:42:10.106339Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801660766152981:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:10.106378Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:10.123891Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7580801656471185592:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:42:10.124088Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801660766152980:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64072
2025-12-06T17:42:10.142405Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801660766152983:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64072
2025-12-06T17:42:10.049638Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:10.049700Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801656125618688:2103] [node 4] ICP22 created new session: [1:7580801660420586010:2103]
2025-12-06T17:42:10.049770Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801660420586010:2103] [node 4] ICS09 handshake done sender: [1:7580801656125618691:2111] self: [1:7580801656125618690:0] peer: [4:7580801657371059529:0] socket: 622 qp: -1
2025-12-06T17:42:10.049809Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801660420586010:2103] [node 4] ICS10 traffic start
2025-12-06T17:42:10.049863Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:10.050509Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801660420586008:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18973
2025-12-06T17:42:10.063304Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801656125618693:2112] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:10.064454Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801656125618710:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:10.064589Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580801656125618688:2103] [node 4] ICP18 handshake (actor [1:7580801656125618710:2118]) is too old
2025-12-06T17:42:10.076730Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801656125618696:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:10.076757Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801656125618696:2114] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:42:10.077270Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801656125618678:2102] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:10.077353Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:10.077404Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801656125618678:2102] [node 5] ICP22 created new session: [1:7580801660420586014:2102]
2025-12-06T17:42:10.077454Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801660420586014:2102] [node 5] ICS09 handshake done sender: [1:7580801656125618693:2112] self: [1:7580801656125618692:0] peer: [5:7580801656471185673:0] socket: 645 qp: -1
2025-12-06T17:42:10.077503Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801660420586014:2102] [node 5] ICS10 traffic start
2025-12-06T17:42:10.077563Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:10.088823Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801656125618696:2114] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:10.091229Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801660420586008:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:10.091283Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801656125618623:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:42:10.091348Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:10.091396Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801656125618623:2049] [node 3] ICP22 created new session: [1:7580801660420586017:2049]
2025-12-06T17:42:10.091441Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801660420586017:2049] [node 3] ICS09 handshake done sender: [1:7580801656125618696:2114] self: [1:7580801656125618695:0] peer: [3:7580801662097653680:0] socket: 623 qp: -1
2025-12-06T17:42:10.091484Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801660420586017:2049] [node 3] ICS10 traffic start
2025-12-06T17:42:10.091538Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:10.092148Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580801656125618623:2049] [node 3] ICP18 handshake (actor [1:7580801660420586008:2119]) is too old
2025-12-06T17:42:10.112317Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801656125618701:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:10.112350Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801656125618701:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:10.114757Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801656125618701:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:10.117824Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801656125618689:2104] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:10.117913Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:10.117959Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801656125618689:2104] [node 6] ICP22 created new session: [1:7580801660420586020:2104]
2025-12-06T17:42:10.118004Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801660420586020:2104] [node 6] ICS09 handshake done sender: [1:7580801656125618701:2115] self: [1:7580801656125618700:0] peer: [6:7580801662263769037:0] socket: 671 qp: -1
2025-12-06T17:42:10.118037Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801660420586020:2104] [node 6] ICS10 traffic start
2025-12-06T17:42:10.118093Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:10.031098Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:10.041267Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801664486537726:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13914
2025-12-06T17:42:10.058002Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801664486537726:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:10.058142Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580801660191570400:2105] [node 6] ICP18 handshake (actor [2:7580801664486537726:2118]) is too old
2025-12-06T17:42:10.083281Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801660191570407:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:10.083306Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801660191570407:2113] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:42:10.087944Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801660191570407:2113] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:10.092796Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801660191570415:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:10.092821Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801660191570415:2115] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:42:10.093457Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801660191570337:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:42:10.093511Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:10.093572Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801660191570337:2049] [node 3] ICP22 created new session: [2:7580801664486537729:2049]
2025-12-06T17:42:10.093620Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801664486537729:2049] [node 3] ICS09 handshake done sender: [2:7580801660191570407:2113] self: [2:7580801660191570406:0] peer: [3:7580801662097653684:0] socket: 629 qp: -1
2025-12-06T17:42:10.093657Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801664486537729:2049] [node 3] ICS10 traffic start
2025-12-06T17:42:10.093713Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:10.094594Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801664486537728:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13914
2025-12-06T17:42:10.113862Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801660191570415:2115] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:10.115863Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801664486537728:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:10.115913Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801660191570413:2106] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:42:10.115977Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:10.116031Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801660191570413:2106] [node 4] ICP22 created new session: [2:7580801664486537732:2106]
2025-12-06T17:42:10.116074Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801664486537732:2106] [node 4] ICS09 handshake done sender: [2:7580801660191570415:2115] self: [2:7580801660191570414:0] peer: [4:7580801661666026834:0] socket: 657 qp: -1
2025-12-06T17:42:10.116107Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801664486537732:2106] [node 4] ICS10 traffic start
2025-12-06T17:42:10.116178Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:10.116780Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580801660191570413:2106] [node 4] ICP18 handshake (actor [2:7580801664486537728:2119]) is too old
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:10.149202Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801660766152975:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64072
2025-12-06T17:42:10.150133Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801662263769041:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42610
2025-12-06T17:42:10.150636Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801662263769033:2122] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:10.152813Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801657802686364:2091] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:42:10.152931Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:10.152982Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801657802686364:2091] [node 4] ICP22 created new session: [3:7580801662097653696:2091]
2025-12-06T17:42:10.153039Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801662097653696:2091] [node 4] ICS09 handshake done sender: [3:7580801657802686373:2115] self: [3:7580801657802686372:0] peer: [4:7580801661666026838:0] socket: 615 qp: -1
2025-12-06T17:42:10.153094Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801662097653696:2091] [node 4] ICS10 traffic start
2025-12-06T17:42:10.153160Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:10.165918Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801660766152983:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:10.166084Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801656471185594:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:10.166390Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801662263769029:2120] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:10.158979Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801657371059448:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(38855681ns) {HandleHandshakeStatus:329(38853357ns) {DropIncomingHandshake:442(775ns) DropOutgoingHandshake:457(5524ns) SwitchToState:179(493ns) ProcessPendingSessionEvents:495(7863426ns) {ForwardSessionEventToSession:612(7799325ns) ForwardSessionEventToSession:612(8483ns) ForwardSessionEventToSession:612(7974ns) ForwardSessionEventToSession:612(6433ns) ForwardSessionEventToSession:612(3386ns) ForwardSessionEventToSession:612(5938ns) ForwardSessionEventToSession:612(3357ns) ForwardSessionEventToSession:612(7073ns) ForwardSessionEventToSession:612(3258ns) ForwardSessionEventToSession:612(3143ns)}}}
2025-12-06T17:42:10.159177Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801661666026835:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:10.162086Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801661666026840:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6431
2025-12-06T17:42:10.169139Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801657968801646:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:10.169226Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:10.169287Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801657968801646:2048] [node 1] ICP22 created new session: [6:7580801662263769043:2048]
2025-12-06T17:42:10.167174Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801662097653673:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:10.167212Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801662097653673:2117] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:10.173012Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801657371059449:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21613) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580801661666026828:2119] held: no
2025-12-06T17:42:10.170825Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801662097653673:2117] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:10.173249Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801657802686365:2093] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:10.168398Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801660766152975:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:10.168784Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801660766152985:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64072
2025-12-06T17:42:10.168873Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801656471185660:2068] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:10.181624Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801660766152983:2121] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:10.169331Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801662263769043:2048] [node 1] ICS09 handshake done sender: [6:7580801662263769033:2122] self: [6:7580801662263769037:0] peer: [1:7580801656125618700:0] socket: 673 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:10.202628Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801656471185594:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:42:10.203172Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801660766152987:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64072
2025-12-06T17:42:10.204160Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801660766152975:2118] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:10.169366Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801662263769043:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:10.204832Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:10.204901Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801656471185594:2050] [node 3] ICP22 created new session: [5:7580801660766152988:2050]
2025-12-06T17:42:10.204958Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801660766152988:2050] [node 3] ICS09 handshake done sender: [5:7580801660766152983:2121] self: [5:7580801660766152984:0] peer: [3:7580801657802686376:0] socket: 679 qp: -1
2025-12-06T17:42:10.204997Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801660766152988:2050] [node 3] ICS10 traffic start
2025-12-06T17:42:10.205054Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:10.208866Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7580801656471185594:2050] [node 3] ICP27 obsolete handshake fail ignored
2025-12-06T17:42:10.182749Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801657371059522:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:10.169423Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:10.171255Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801657968801648:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21613) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801662263769029:2120] held: no
2025-12-06T17:42:10.171366Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801657968801648:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:42:10.171419Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:10.171486Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801657968801648:2050] [node 3] ICP22 created new session: [6:7580801662263769045:2050]
2025-12-06T17:42:10.171549Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801662263769045:2050] [node 3] ICS09 handshake done sender: [6:7580801662263769029:2120] self: [6:7580801662263769038:0] peer: [3:7580801657802686366:0] socket: 666 qp: -1
2025-12-06T17:42:10.171587Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801662263769045:2050] [node 3] ICS10 traffic start
2025-12-06T17:42:10.171644Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:10.202661Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:10.207545Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801657802686365:2093] [node 5] ICP22 created new session: [3:7580801662097653699:2093]
2025-12-06T17:42:10.207605Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801662097653699:2093] [node 5] ICS09 handshake done sender: [3:7580801662097653673:2117] self: [3:7580801657802686376:0] peer: [5:7580801660766152984:0] socket: 660 qp: -1
2025-12-06T17:42:10.207644Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801662097653699:2093] [node 5] ICS10 traffic start
2025-12-06T17:42:10.207712Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:10.208176Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801657802686365:2093] [node 5] ICP35 event processing took too much time PendingConnection:279(35125947ns) {HandleHandshakeStatus:329(35123512ns) {DropIncomingHandshake:442(16365ns) DropOutgoingHandshake:457(271ns) SwitchToState:179(751ns) ProcessPendingSessionEvents:495(119157ns) {ForwardSessionEventToSession:612(63628ns) ForwardSessionEventToSession:612(3496ns) ForwardSessionEventToSession:612(9914ns) ForwardSessionEventToSession:612(3651ns) ForwardSessionEventToSession:612(5886ns) ForwardSessionEventToSession:612(2815ns) ForwardSessionEventToSession:612(6238ns) ForwardSessionEventToSession:612(8045ns) ForwardSessionEventToSession:612(2292ns) ForwardSessionEventToSession:612(2765ns)}}}
2025-12-06T17:42:10.215354Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801656471185660:2068] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:42:10.215433Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:10.215505Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801656471185660:2068] [node 4] ICP22 created new session: [5:7580801660766152990:2068]
2025-12-06T17:42:10.215551Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801660766152990:2068] [node 4] ICS09 handshake done sender: [5:7580801660766152975:2118] self: [5:7580801660766152986:0] peer: [4:7580801657371059521:0] socket: 674 qp: -1
2025-12-06T17:42:10.215595Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801660766152990:2068] [node 4] ICS10 traffic start
2025-12-06T17:42:10.215645Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:10.182799Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801657371059522:2115] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:10.183545Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801661666026828:2119] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:10.203176Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801657371059522:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:10.203261Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801657371059449:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:42:10.203344Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:10.203391Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801657371059449:2050] [node 3] ICP22 created new session: [4:7580801661666026844:2050]
2025-12-06T17:42:10.203448Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801661666026844:2050] [node 3] ICS09 handshake done sender: [4:7580801661666026828:2119] self: [4:7580801661666026838:0] peer: [3:7580801657802686372:0] socket: 663 qp: -1
2025-12-06T17:42:10.203483Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801661666026844:2050] [node 3] ICS10 traffic start
2025-12-06T17:42:10.203518Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:10.213658Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801657371059518:2087] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:10.213734Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:10.213787Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801657371059518:2087] [node 5] ICP22 created new session: [4:7580801661666026846:2087]
2025-12-06T17:42:10.213832Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801661666026846:2087] [node 5] ICS09 handshake done sender: [4:7580801657371059522:2115] self: [4:7580801657371059521:0] peer: [5:7580801660766152986:0] socket: 619 qp: -1
2025-12-06T17:42:10.213869Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801661666026846:2087] [node 5] ICS10 traffic start
2025-12-06T17:42:10.213916Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:10.271667Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:42:10.271968Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580801660191570419:2048] [node 1] ICS01 socket: 626 reason# EndOfStream
2025-12-06T17:42:10.272012Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580801660191570336:2048] [node 1] ICP30 unregister session Session# [2:7580801660191570419:2048] VirtualId# [2:7580801660191570417:0]
2025-12-06T17:42:10.272048Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580801660191570419:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:10.272174Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:10.272219Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:10.273288Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:42:10.273517Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801662097653688:2048] [node 1] ICS01 socket: 631 reason# EndOfStream
2025-12-06T17:42:10.273559Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801657802686300:2048] [node 1] ICP30 unregister session Session# [3:7580801662097653688:2048] VirtualId# [3:7580801662097653680:0]
2025-12-06T17:42:10.273592Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801662097653688:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:10.273665Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:10.273704Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:10.276892Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:42:10.277132Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801660766152981:2048] [node 1] ICS01 socket: 653 reason# EndOfStream
2025-12-06T17:42:10.277168Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801656471185592:2048] [node 1] ICP30 unregister session Session# [5:7580801660766152981:2048] VirtualId# [5:7580801656471185673:0]
2025-12-06T17:42:10.277204Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801660766152981:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:10.277264Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:10.277306Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:10.282518Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:42:10.282809Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801661666026832:2048] [node 1] ICS01 socket: 624 reason# EndOfStream
2025-12-06T17:42:10.282855Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801657371059447:2048] [node 1] ICP30 unregister session Session# [4:7580801661666026832:2048] VirtualId# [4:7580801657371059529:0]
2025-12-06T17:42:10.282888Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801661666026832:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:10.282976Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:10.283021Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:10.283127Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:42:10.283348Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801662263769043:2048] [node 1] ICS01 socket: 673 reason# EndOfStream
2025-12-06T17:42:10.283387Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801657968801646:2048] [node 1] ICP30 unregister session Session# [6:7580801662263769043:2048] VirtualId# [6:7580801662263769037:0]
2025-12-06T17:42:10.283413Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801662263769043:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:10.283471Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:10.283508Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:10.433119Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:42:10.433384Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801662097653690:2049] [node 2] ICS01 socket: 651 reason# EndOfStream
2025-12-06T17:42:10.433431Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801657802686301:2049] [node 2] ICP30 unregister session Session# [3:7580801662097653690:2049] VirtualId# [3:7580801662097653684:0]
2025-12-06T17:42:10.433468Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801662097653690:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:10.433556Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:10.433617Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:10.442944Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:42:10.442944Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:42:10.443219Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801660766152971:2049] [node 2] ICS01 socket: 648 reason# EndOfStream
2025-12-06T17:42:10.443265Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801656471185593:2049] [node 2] ICP30 unregister session Session# [5:7580801660766152971:2049] VirtualId# [5:7580801656471185672:0]
2025-12-06T17:42:10.443299Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801660766152971:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:10.443391Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:10.443439Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:10.443043Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:42:10.443247Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580801661666026839:2049] [node 2] ICS07 socket disconnect 662 reason# EndOfStream
2025-12-06T17:42:10.443294Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801661666026839:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:10.443391Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:10.443436Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580801661666026839:2049] [node 2] ICS15 start handshake
2025-12-06T17:42:10.445456Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801657371059448:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23094) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:10.445525Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801661666026839:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:10.445565Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801657371059448:2049] [node 2] ICP30 unregister session Session# [4:7580801661666026839:2049] VirtualId# [4:7580801661666026834:0]
2025-12-06T17:42:10.445611Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:10.445641Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580801657371059448:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:23094) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:10.445655Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23094) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:10.444494Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801662263769034:2049] [node 2] ICS01 socket: 642 reason# EndOfStream
2025-12-06T17:42:10.444552Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801657968801647:2049] [node 2] ICP30 unregister session Session# [6:7580801662263769034:2049] VirtualId# [6:7580801662263769025:0]
2025-12-06T17:42:10.444587Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801662263769034:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:10.444670Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:10.444715Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:10.461104Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580801657371059448:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:42:10.558834Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:42:10.559121Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801661666026844:2050] [node 3] ICS01 socket: 663 reason# EndOfStream
2025-12-06T17:42:10.559167Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801657371059449:2050] [node 3] ICP30 unregister session Session# [4:7580801661666026844:2050] VirtualId# [4:7580801661666026838:0]
2025-12-06T17:42:10.559206Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801661666026844:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:10.559303Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:42:10.559355Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:42:10.560168Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:42:10.560354Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801662263769045:2050] [node 3] ICS01 socket: 666 reason# EndOfStream
2025-12-06T17:42:10.560392Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801657968801648:2050] [node 3] ICP30 unregister session Session# [6:7580801662263769045:2050] VirtualId# [6:7580801662263769038:0]
2025-12-06T17:42:10.560424Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801662263769045:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:10.560495Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:42:10.560537Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:42:10.559452Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:42:10.559673Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580801660766152988:2050] [node 3] ICS07 socket disconnect 679 reason# EndOfStream
2025-12-06T17:42:10.559702Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801660766152988:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:10.559761Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:42:10.559799Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580801660766152988:2050] [node 3] ICS15 start handshake
2025-12-06T17:42:10.561502Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801656471185594:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21613) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:10.561565Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801660766152988:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:10.561615Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801656471185594:2050] [node 3] ICP30 unregister session Session# [5:7580801660766152988:2050] VirtualId# [5:7580801660766152984:0]
2025-12-06T17:42:10.561656Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:42:10.561689Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580801656471185594:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:21613) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:10.561711Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21613) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:10.572912Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580801656471185594:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:42:10.618830Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:42:10.619117Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801660766152990:2068] [node 4] ICS01 socket: 674 reason# EndOfStream
2025-12-06T17:42:10.619164Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801656471185660:2068] [node 4] ICP30 unregister session Session# [5:7580801660766152990:2068] VirtualId# [5:7580801660766152986:0]
2025-12-06T17:42:10.619203Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801660766152990:2068] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:10.619297Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:42:10.619348Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:42:10.618812Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:42:10.619118Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801662263769026:2064] [node 4] ICS01 socket: 614 reason# EndOfStream
2025-12-06T17:42:10.619164Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801657968801664:2064] [node 4] ICP30 unregister session Session# [6:7580801662263769026:2064] VirtualId# [6:7580801657968801722:0]
2025-12-06T17:42:10.619202Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801662263769026:2064] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:10.619297Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:42:10.619348Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:42:10.868482Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:42:10.868781Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801662263769039:2066] [node 5] ICS01 socket: 637 reason# EndOfStream
2025-12-06T17:42:10.868833Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801657968801709:2066] [node 5] ICP30 unregister session Session# [6:7580801662263769039:2066] VirtualId# [6:7580801662263769031:0]
2025-12-06T17:42:10.868871Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801662263769039:2066] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:10.868984Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:42:10.869038Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:42:11.020222Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801666212296203:2048] [node 2] ICP01 ready to work
2025-12-06T17:42:11.020263Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801666212296204:2049] [node 3] ICP01 ready to work
2025-12-06T17:42:11.030926Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801666514756015:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:11.030951Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801666514756016:2049] [node 3] ICP01 ready to work
2025-12-06T17:42:11.057612Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801665731041357:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:11.057646Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801665731041358:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:11.066306Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801668967412393:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:11.066341Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801668967412394:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:11.066378Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801668967412395:2050] [node 3] ICP01 ready to work
2025-12-06T17:42:11.111103Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801667147463169:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:11.111150Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801667147463170:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:11.125669Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801667147463171:2050] [node 3] ICP01 ready to work
2025-12-06T17:42:11.114667Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801666310012778:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:11.114701Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801666310012779:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:11.114736Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801666310012780:2050] [node 3] ICP01 ready to work
2025-12-06T17:42:11.548287Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801667147463191:2070] [node 6] ICP01 ready to work
2025-12-06T17:42:11.624045Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801666310012808:2066] [node 4] ICP01 ready to work
2025-12-06T17:42:11.703991Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801667147463170:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(184190309ns) {Configure:104(184182867ns) {ProcessConfigured:135(33849743ns) {StartInitialHandshake:157(33842780ns) {DropHandshakes:470(3608ns) {DropIncomingHandshake:442(845ns) DropOutgoingHandshake:457(644ns)} GenerateSessionVirtualId:988(2192ns) PrepareNewSessionHandshake:477(6975ns) {SwitchToState:179(3709ns)}}}}}
2025-12-06T17:42:11.729984Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801666212296267:2107] [node 6] ICP01 ready to work
2025-12-06T17:42:11.735000Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801667147463242:2090] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:11.737589Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801666514756079:2108] [node 5] ICP01 ready to work
2025-12-06T17:42:11.738215Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801666514756080:2109] [node 6] ICP01 ready to work
2025-12-06T17:42:11.744304Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801665731041425:2107] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:11.751700Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801666514756015:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(153619166ns) {Configure:104(153604260ns) {ProcessConfigured:135(71134ns) {StartInitialHandshake:157(68455ns) {DropHandshakes:470(4078ns) {DropIncomingHandshake:442(977ns) DropOutgoingHandshake:457(500ns)} GenerateSessionVirtualId:988(877ns) PrepareNewSessionHandshake:477(2644ns) {SwitchToState:179(557ns)}}}}}
2025-12-06T17:42:11.752062Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801666514756081:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33546
2025-12-06T17:42:11.749121Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801668967412458:2107] [node 6] ICP01 ready to work
2025-12-06T17:42:11.754388Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801668967412459:2106] [node 5] ICP01 ready to work
2025-12-06T17:42:11.753836Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801665731041423:2110] [node 5] ICP01 ready to work
2025-12-06T17:42:11.765899Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801665731041424:2109] [node 6] ICP01 ready to work
2025-12-06T17:42:11.743059Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801666212296273:2108] [node 5] ICP01 ready to work
2025-12-06T17:42:11.749284Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801666310012817:2068] [node 5] ICP01 ready to work
2025-12-06T17:42:11.783701Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801666310012808:2066] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(123221602ns) {Configure:104(123212012ns) {ProcessConfigured:135(88589ns) {StartInitialHandshake:157(81231ns) {DropHandshakes:470(4400ns) {DropIncomingHandshake:442(1198ns) DropOutgoingHandshake:457(619ns)} GenerateSessionVirtualId:988(1910ns) PrepareNewSessionHandshake:477(3329ns) {SwitchToState:179(787ns)}}}}}
2025-12-06T17:42:11.753983Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801666514756078:2107] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:11.780296Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801668967412394:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(119665574ns) {Configure:104(119661019ns) {ProcessConfigured:135(97972ns) {StartInitialHandshake:157(93712ns) {DropHandshakes:470(4620ns) {DropIncomingHandshake:442(1430ns) DropOutgoingHandshake:457(598ns)} GenerateSessionVirtualId:988(1267ns) PrepareNewSessionHandshake:477(2931ns) {SwitchToState:179(1040ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:11.832796Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801666310012817:2068] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(46369748ns) {Configure:104(46365523ns) {ProcessConfigured:135(86909ns) {StartInitialHandshake:157(80652ns) {DropHandshakes:470(3716ns) {DropIncomingHandshake:442(963ns) DropOutgoingHandshake:457(795ns)} GenerateSessionVirtualId:988(1536ns) PrepareNewSessionHandshake:477(2969ns) {SwitchToState:179(677ns)}}}}}
2025-12-06T17:42:11.833149Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801666310012845:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62064
2025-12-06T17:42:11.833333Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801666310012846:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62064
2025-12-06T17:42:11.768197Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801666514756079:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(25838819ns) {Configure:104(25834055ns) {ProcessConfigured:135(86287ns) {StartInitialHandshake:157(82158ns) {DropHandshakes:470(4134ns) {DropIncomingHandshake:442(973ns) DropOutgoingHandshake:457(893ns)} GenerateSessionVirtualId:988(1240ns) PrepareNewSessionHandshake:477(2506ns) {SwitchToState:179(796ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:11.841420Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801667147463169:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(226362301ns) {Configure:104(226346405ns) {ProcessConfigured:135(41728826ns) {StartInitialHandshake:157(41724548ns) {DropHandshakes:470(3696ns) {DropIncomingHandshake:442(936ns) DropOutgoingHandshake:457(577ns)} GenerateSessionVirtualId:988(622ns) PrepareNewSessionHandshake:477(4973ns) {SwitchToState:179(2398ns)}}}}}
2025-12-06T17:42:11.743679Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801666212296268:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28977
2025-12-06T17:42:11.763649Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801666212296274:2109] [node 4] ICP01 ready to work
2025-12-06T17:42:11.800811Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801666212296273:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(56776471ns) {Configure:104(56772002ns) {ProcessConfigured:135(91535ns) {StartInitialHandshake:157(89170ns) {DropHandshakes:470(18425ns) {DropIncomingHandshake:442(416ns) DropOutgoingHandshake:457(360ns)} GenerateSessionVirtualId:988(611ns) PrepareNewSessionHandshake:477(2585ns) {SwitchToState:179(820ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:11.844046Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801667147463248:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24343
2025-12-06T17:42:11.794047Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801665731041430:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48418
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:11.781666Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801666514756081:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:11.811338Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801668967412459:2106] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(30137921ns) {Configure:104(30128346ns) {ProcessConfigured:135(83946ns) {StartInitialHandshake:157(80192ns) {DropHandshakes:470(3563ns) {DropIncomingHandshake:442(883ns) DropOutgoingHandshake:457(684ns)} GenerateSessionVirtualId:988(1381ns) PrepareNewSessionHandshake:477(2664ns) {SwitchToState:179(799ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:11.848506Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801666310012845:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:11.882050Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801666310012854:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62064
2025-12-06T17:42:11.882213Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801666310012817:2068] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:11.834318Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801668967412465:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41745
2025-12-06T17:42:11.854043Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801668967412470:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41745
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:11.796831Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801665731041431:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48418
2025-12-06T17:42:11.840867Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801666514756096:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33546
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:11.869740Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801667147463247:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24343
2025-12-06T17:42:11.891999Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801666212296277:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28977
2025-12-06T17:42:11.837362Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801665731041430:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:11.937510Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801666310012846:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:11.937630Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801666310012854:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:11.937801Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801666310012808:2066] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:11.938176Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801666310012856:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62064
2025-12-06T17:42:11.917288Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801668967412470:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:11.890880Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801666514756079:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(28491479ns) {IncomingHandshake:261(28488537ns) {DropIncomingHandshake:442(747ns) PrepareNewSessionHandshake:477(2724ns) {SwitchToState:179(1088ns)} GenerateSessionVirtualId:988(1246ns) IssueIncomingHandshakeReply:193(8612ns)}}
2025-12-06T17:42:11.900656Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801666514756098:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33546
2025-12-06T17:42:11.903859Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801666514756085:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:11.903889Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801666514756085:2112] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:42:11.904982Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801666514756096:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:11.936705Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801666514756085:2112] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:11.882703Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801667147463193:2071] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:11.948686Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801668967412395:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(176877925ns) {Configure:104(176869882ns) {ProcessConfigured:135(81546ns) {StartInitialHandshake:157(78500ns) {DropHandshakes:470(3768ns) {DropIncomingHandshake:442(1012ns) DropOutgoingHandshake:457(753ns)} GenerateSessionVirtualId:988(1218ns) PrepareNewSessionHandshake:477(2440ns) {SwitchToState:179(656ns)}}}}}
2025-12-06T17:42:11.948969Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801668967412467:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:11.948995Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801668967412467:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:11.950050Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801666310012845:2111] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:11.902579Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801665731041431:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:11.958828Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801668967412465:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:11.963753Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801666310012780:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(209387206ns) {Configure:104(209375145ns) {ProcessConfigured:135(63197ns) {StartInitialHandshake:157(60024ns) {DropHandshakes:470(2518ns) {DropIncomingHandshake:442(335ns) DropOutgoingHandshake:457(588ns)} GenerateSessionVirtualId:988(612ns) PrepareNewSessionHandshake:477(1847ns) {SwitchToState:179(576ns)}}}}}
2025-12-06T17:42:11.964024Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801666310012817:2068] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:42:11.892196Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801666212296282:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28977
2025-12-06T17:42:11.902891Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801665731041358:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:11.971158Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801666514756098:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:11.973515Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580801666514756015:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:11.973580Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801666514756016:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:42:11.973637Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:11.973699Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801666514756016:2049] [node 3] ICP22 created new session: [2:7580801666514756102:2049]
2025-12-06T17:42:11.973755Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801666514756102:2049] [node 3] ICS09 handshake done sender: [2:7580801666514756085:2112] self: [2:7580801666514756084:0] peer: [3:7580801665731041438:0] socket: 628 qp: -1
2025-12-06T17:42:11.973790Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801666514756102:2049] [node 3] ICS10 traffic start
2025-12-06T17:42:11.973847Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:11.964070Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:11.882735Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580801667147463193:2071] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:11.960971Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801668967412464:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:11.917482Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801666212296274:2109] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(57878759ns) {Configure:104(57871179ns) {ProcessConfigured:135(21568616ns) {StartInitialHandshake:157(21564611ns) {DropHandshakes:470(3400ns) {DropIncomingHandshake:442(748ns) DropOutgoingHandshake:457(571ns)} GenerateSessionVirtualId:988(567ns) PrepareNewSessionHandshake:477(4298ns) {SwitchToState:179(778ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:11.903711Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801665731041437:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48418
2025-12-06T17:42:11.964114Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801666310012817:2068] [node 5] ICP22 created new session: [6:7580801666310012862:2068]
2025-12-06T17:42:11.890240Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801667147463248:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:11.985323Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801666514756083:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:11.927492Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801666212296277:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:11.961003Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801668967412464:2113] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:11.919284Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801665731041424:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(121204553ns) {Configure:104(121195245ns) {ProcessConfigured:135(104681ns) {StartInitialHandshake:157(101628ns) {DropHandshakes:470(3817ns) {DropIncomingHandshake:442(1076ns) DropOutgoingHandshake:457(506ns)} GenerateSessionVirtualId:988(1560ns) PrepareNewSessionHandshake:477(2494ns) {SwitchToState:179(891ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:11.964171Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801666310012862:2068] [node 5] ICS09 handshake done sender: [6:7580801666310012845:2111] self: [6:7580801666310012855:0] peer: [5:7580801667147463192:0] socket: 633 qp: -1
2025-12-06T17:42:11.961692Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801668967412467:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:11.935990Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801666212296268:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:11.898918Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801667147463193:2071] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:11.985362Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801666514756083:2111] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:11.926768Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801667147463242:2090] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:11.964202Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801666310012862:2068] [node 5] ICS10 traffic start
2025-12-06T17:42:12.007855Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801670809723402:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33546
2025-12-06T17:42:11.938590Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801665731041441:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48418
2025-12-06T17:42:11.965887Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801668967412458:2107] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:11.959540Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801666212296282:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:11.935093Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801667147463247:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:11.935236Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801667147463250:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24343
2025-12-06T17:42:11.958926Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801667147463242:2090] [node 4] ICP35 event processing took too much time PendingConnection:279(21840248ns) {IncomingHandshake:261(21837825ns) {DropIncomingHandshake:442(1738ns) PrepareNewSessionHandshake:477(4944ns) {SwitchToState:179(1407ns)} GenerateSessionVirtualId:988(1046ns) IssueIncomingHandshakeReply:193(72500ns) {SwitchToState:179(265ns)}}}
2025-12-06T17:42:11.960723Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580801667147463191:2070] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:11.972903Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801667147463250:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:11.975254Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:11.979194Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801667147463169:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:11.995037Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801665731041437:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:11.972097Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801666212296267:2107] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(237599646ns) {Configure:104(237589219ns) {ProcessConfigured:135(16922588ns) {StartInitialHandshake:157(16917565ns) {DropHandshakes:470(4473ns) {DropIncomingHandshake:442(1009ns) DropOutgoingHandshake:457(597ns)} GenerateSessionVirtualId:988(1250ns) PrepareNewSessionHandshake:477(3697ns) {SwitchToState:179(1409ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:12.008087Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801670809723401:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33546
2025-12-06T17:42:12.009283Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801666514756097:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33546
2025-12-06T17:42:12.020044Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801666514756083:2111] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:12.020910Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801666514756080:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:12.020960Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:12.021006Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801666514756080:2109] [node 6] ICP22 created new session: [2:7580801670809723404:2109]
2025-12-06T17:42:12.021064Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801670809723404:2109] [node 6] ICS09 handshake done sender: [2:7580801666514756083:2111] self: [2:7580801666514756082:0] peer: [6:7580801666310012865:0] socket: 627 qp: -1
2025-12-06T17:42:12.021111Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801670809723404:2109] [node 6] ICS10 traffic start
2025-12-06T17:42:12.021148Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:12.027855Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801666514756098:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:12.055327Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801670809723402:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:12.069865Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801666514756097:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:12.070074Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580801666514756015:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:12.070116Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:12.070164Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801666514756015:2048] [node 1] ICP22 created new session: [2:7580801670809723407:2048]
2025-12-06T17:42:12.070200Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801670809723407:2048] [node 1] ICS09 handshake done sender: [2:7580801666514756098:2118] self: [2:7580801666514756101:0] peer: [1:7580801666212296269:0] socket: 654 qp: -1
2025-12-06T17:42:12.070241Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801670809723407:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:12.070272Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:12.078721Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580801666514756016:2049] [node 3] ICP18 handshake (actor [2:7580801666514756097:2117]) is too old
2025-12-06T17:42:12.082174Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801666514756092:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:12.082206Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801666514756092:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:12.082839Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580801666514756080:2109] [node 6] ICP18 handshake (actor [2:7580801670809723402:2120]) is too old
2025-12-06T17:42:12.091552Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801666514756092:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:11.965945Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:11.964247Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:11.985730Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801667147463191:2070] [node 6] ICP22 created new session: [5:7580801667147463253:2070]
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:11.966001Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801668967412458:2107] [node 6] ICP22 created new session: [4:7580801668967412476:2107]
2025-12-06T17:42:11.966043Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801668967412476:2107] [node 6] ICS09 handshake done sender: [4:7580801668967412467:2115] self: [4:7580801668967412466:0] peer: [6:7580801666310012857:0] socket: 646 qp: -1
2025-12-06T17:42:11.966086Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801668967412476:2107] [node 6] ICS10 traffic start
2025-12-06T17:42:11.966131Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:11.967994Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801668967412395:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:11.968903Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801668967412464:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:11.969241Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801668967412459:2106] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:11.969286Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:11.969336Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801668967412459:2106] [node 5] ICP22 created new session: [4:7580801668967412479:2106]
2025-12-06T17:42:11.969382Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801668967412479:2106] [node 5] ICS09 handshake done sender: [4:7580801668967412464:2113] self: [4:7580801668967412463:0] peer: [5:7580801667147463251:0] socket: 645 qp: -1
2025-12-06T17:42:11.969416Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801668967412479:2106] [node 5] ICS10 traffic start
2025-12-06T17:42:11.969450Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:11.987272Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801668967412393:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(196829287ns) {Configure:104(196822472ns) {ProcessConfigured:135(80563ns) {StartInitialHandshake:157(77895ns) {DropHandshakes:470(3431ns) {DropIncomingHandshake:442(690ns) DropOutgoingHandshake:457(528ns)} GenerateSessionVirtualId:988(513ns) PrepareNewSessionHandshake:477(2341ns) {SwitchToState:179(733ns)}}}}}
2025-12-06T17:42:11.987669Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801668967412483:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41745
2025-12-06T17:42:12.004367Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801668967412483:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:12.040067Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801673262379782:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41745
2025-12-06T17:42:12.040156Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801673262379783:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41745
2025-12-06T17:42:12.057099Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7580801668967412459:2106] [node 5] ICP18 handshake (actor [4:7580801668967412483:2119]) is too old
2025-12-06T17:42:12.094812Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801668967412465:2114] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:12.008781Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801665731041431:2114] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:11.980782Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801666212296270:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:11.971495Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801666310012779:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(340641076ns) {Configure:104(340635404ns) {ProcessConfigured:135(4835269ns) {StartInitialHandshake:157(4832188ns) {DropHandshakes:470(1190ns) {DropIncomingHandshake:442(153ns) DropOutgoingHandshake:457(406ns)} GenerateSessionVirtualId:988(1004ns) PrepareNewSessionHandshake:477(2018ns) {SwitchToState:179(619ns)}}}}}
2025-12-06T17:42:12.118165Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801666514756079:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:12.118279Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:12.118339Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801666514756079:2108] [node 5] ICP22 created new session: [2:7580801670809723410:2108]
2025-12-06T17:42:12.118392Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801670809723410:2108] [node 5] ICS09 handshake done sender: [2:7580801666514756092:2114] self: [2:7580801666514756091:0] peer: [5:7580801671442430559:0] socket: 650 qp: -1
2025-12-06T17:42:12.118428Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801670809723410:2108] [node 5] ICS10 traffic start
2025-12-06T17:42:12.118472Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:12.000273Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801667147463256:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24343
2025-12-06T17:42:11.980812Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801666212296270:2112] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:42:11.971602Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801666310012858:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62064
2025-12-06T17:42:12.009117Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801665731041429:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:12.003182Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801667147463253:2070] [node 6] ICS09 handshake done sender: [5:7580801667147463193:2071] self: [5:7580801667147463192:0] peer: [6:7580801666310012855:0] socket: 619 qp: -1
2025-12-06T17:42:12.124582Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801668967412395:2050] [node 3] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:12.124659Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:12.124701Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801668967412395:2050] [node 3] ICP22 created new session: [4:7580801673262379785:2050]
2025-12-06T17:42:12.124761Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801673262379785:2050] [node 3] ICS09 handshake done sender: [4:7580801668967412465:2114] self: [4:7580801668967412478:0] peer: [3:7580801665731041428:0] socket: 639 qp: -1
2025-12-06T17:42:12.126609Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801673262379785:2050] [node 3] ICS10 traffic start
2025-12-06T17:42:12.137435Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:12.009161Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801665731041429:2112] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:42:11.981401Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801666212296279:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:12.009386Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801667147463253:2070] [node 6] ICS10 traffic start
2025-12-06T17:42:11.983985Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801666310012808:2066] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4515) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801666310012854:2115] held: no
2025-12-06T17:42:12.017878Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801670026008738:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48418
2025-12-06T17:42:11.981422Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801666212296279:2115] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:12.161953Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801666514756095:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:12.162003Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801666514756095:2115] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:42:11.984208Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801666310012854:2115] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:12.003292Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801666212296279:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:12.018076Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801665731041357:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:12.149893Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801673262379783:2121] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:12.015098Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:12.047769Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801665731041429:2112] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:12.048472Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801670026008738:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:12.048525Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801665731041358:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:12.048592Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:12.048650Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801665731041358:2049] [node 2] ICP22 created new session: [3:7580801670026008741:2049]
2025-12-06T17:42:12.048696Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801670026008741:2049] [node 2] ICS09 handshake done sender: [3:7580801665731041431:2114] self: [3:7580801665731041438:0] peer: [2:7580801666514756084:0] socket: 631 qp: -1
2025-12-06T17:42:12.048734Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801670026008741:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:12.048794Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:12.088817Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801665731041425:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:42:12.088864Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:12.088911Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801665731041425:2107] [node 4] ICP22 created new session: [3:7580801670026008746:2107]
2025-12-06T17:42:12.088974Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801670026008746:2107] [node 4] ICS09 handshake done sender: [3:7580801665731041429:2112] self: [3:7580801665731041428:0] peer: [4:7580801668967412478:0] socket: 636 qp: -1
2025-12-06T17:42:12.089009Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801670026008746:2107] [node 4] ICS10 traffic start
2025-12-06T17:42:12.089041Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:12.089981Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801670026008743:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48418
2025-12-06T17:42:12.090619Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801670026008744:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48418
2025-12-06T17:42:12.107109Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801665731041437:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:12.128081Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801665731041357:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12657) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580801665731041437:2116] held: no
2025-12-06T17:42:12.128193Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801665731041357:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:12.128235Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:12.128544Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801670026008744:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:12.128672Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7580801665731041425:2107] [node 4] ICP18 handshake (actor [3:7580801670026008744:2121]) is too old
2025-12-06T17:42:12.136629Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801665731041357:2048] [node 1] ICP22 created new session: [3:7580801670026008750:2048]
2025-12-06T17:42:12.136721Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801670026008750:2048] [node 1] ICS09 handshake done sender: [3:7580801665731041437:2116] self: [3:7580801670026008739:0] peer: [1:7580801666212296271:0] socket: 661 qp: -1
2025-12-06T17:42:12.136788Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801670026008750:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:12.136901Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:12.137799Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801665731041358:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(35410966ns) {HandleHandshakeStatus:329(35407624ns) {DropIncomingHandshake:442(1350ns) DropOutgoingHandshake:457(4898ns) SwitchToState:179(749ns) ProcessPendingSessionEvents:495(34919675ns) {ForwardSessionEventToSession:612(16013696ns) ForwardSessionEventToSession:612(8484ns) ForwardSessionEventToSession:612(9598751ns) ForwardSessionEventToSession:612(6543ns) ForwardSessionEventToSession:612(3351ns) ForwardSessionEventToSession:612(1062221ns) ForwardSessionEventToSession:612(4675ns) ForwardSessionEventToSession:612(5759454ns) ForwardSessionEventToSession:612(2429998ns) ForwardSessionEventToSession:612(4623ns)}}}
2025-12-06T17:42:12.172589Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801665731041440:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:12.172620Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801665731041440:2117] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:12.173356Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801665731041435:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:12.173378Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801665731041435:2115] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:12.183466Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801665731041440:2117] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:12.004515Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801666212296270:2112] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:11.984666Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801666310012779:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:12.150023Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801673262379784:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41745
2025-12-06T17:42:12.194369Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801665731041435:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:11.985914Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801666310012808:2066] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:42:12.015743Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801667147463191:2070] [node 6] ICP35 event processing took too much time PendingConnection:279(54687591ns) {HandleHandshakeStatus:329(54684824ns) {DropIncomingHandshake:442(15322ns) DropOutgoingHandshake:457(784ns) SwitchToState:179(464ns) ProcessPendingSessionEvents:495(150692ns) {ForwardSessionEventToSession:612(79352ns) ForwardSessionEventToSession:612(7958ns) ForwardSessionEventToSession:612(3497ns) ForwardSessionEventToSession:612(4117ns) ForwardSessionEventToSession:612(10697ns) ForwardSessionEventToSession:612(2929ns) ForwardSessionEventToSession:612(3823ns) ForwardSessionEventToSession:612(14408ns) ForwardSessionEventToSession:612(3614ns) ForwardSessionEventToSession:612(6695ns)}}}
2025-12-06T17:42:12.219618Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801666514756095:2115] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:12.220732Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801666514756078:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:42:12.220845Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:12.220901Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801666514756078:2107] [node 4] ICP22 created new session: [2:7580801670809723413:2107]
2025-12-06T17:42:12.220948Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801670809723413:2107] [node 4] ICS09 handshake done sender: [2:7580801666514756095:2115] self: [2:7580801666514756094:0] peer: [4:7580801673262379787:0] socket: 680 qp: -1
2025-12-06T17:42:12.220987Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801670809723413:2107] [node 4] ICS10 traffic start
2025-12-06T17:42:12.221040Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:12.032717Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801666212296272:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:12.150403Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801668967412394:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:12.016271Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801667147463258:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24343
2025-12-06T17:42:12.032761Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801666212296272:2113] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:42:11.991191Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:12.199618Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801665731041424:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:12.158788Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801673262379784:2122] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:12.033541Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801670507263587:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28977
2025-12-06T17:42:11.991268Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801666310012808:2066] [node 4] ICP22 created new session: [6:7580801666310012867:2066]
2025-12-06T17:42:12.199686Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:12.019717Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801667147463248:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:12.159025Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801668967412393:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:12.159637Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801668967412395:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(34788342ns) {HandleHandshakeStatus:329(34786414ns) {DropIncomingHandshake:442(549ns) DropOutgoingHandshake:457(3495ns) SwitchToState:179(149ns) ProcessPendingSessionEvents:495(7086318ns) {ForwardSessionEventToSession:612(7012643ns) ForwardSessionEventToSession:612(6846ns) ForwardSessionEventToSession:612(19119ns) ForwardSessionEventToSession:612(4147ns) ForwardSessionEventToSession:612(3227ns) ForwardSessionEventToSession:612(11885ns) ForwardSessionEventToSession:612(2819ns) ForwardSessionEventToSession:612(6143ns) ForwardSessionEventToSession:612(3050ns) ForwardSessionEventToSession:612(2982ns)}}}
2025-12-06T17:42:12.188949Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801673262379789:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41745
2025-12-06T17:42:12.197864Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801673262379784:2122] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:12.207247Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801668967412393:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:12.207325Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:12.207378Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801668967412393:2048] [node 1] ICP22 created new session: [4:7580801673262379790:2048]
2025-12-06T17:42:12.207423Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801673262379790:2048] [node 1] ICS09 handshake done sender: [4:7580801673262379784:2122] self: [4:7580801673262379788:0] peer: [1:7580801666212296280:0] socket: 644 qp: -1
2025-12-06T17:42:12.207465Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801673262379790:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:12.207498Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:12.234878Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801668967412394:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2691) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580801673262379783:2121] held: no
2025-12-06T17:42:12.238771Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801673262379792:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41745
2025-12-06T17:42:12.240564Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801673262379783:2121] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:12.240958Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801668967412394:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:12.242171Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:12.242226Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801668967412394:2049] [node 2] ICP22 created new session: [4:7580801673262379793:2049]
2025-12-06T17:42:12.242268Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801673262379793:2049] [node 2] ICS09 handshake done sender: [4:7580801673262379783:2121] self: [4:7580801673262379787:0] peer: [2:7580801666514756094:0] socket: 683 qp: -1
2025-12-06T17:42:12.242304Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801673262379793:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:12.242343Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:12.030843Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801667147463257:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24343
2025-12-06T17:42:12.042695Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801667147463242:2090] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:42:12.042832Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:12.042898Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801667147463242:2090] [node 4] ICP22 created new session: [5:7580801671442430556:2090]
2025-12-06T17:42:12.042960Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801671442430556:2090] [node 4] ICS09 handshake done sender: [5:7580801667147463248:2116] self: [5:7580801667147463251:0] peer: [4:7580801668967412463:0] socket: 651 qp: -1
2025-12-06T17:42:12.043005Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801671442430556:2090] [node 4] ICS10 traffic start
2025-12-06T17:42:12.043074Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:12.071963Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801667147463250:2117] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:12.079579Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801667147463257:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:12.079907Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801667147463170:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:12.081364Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801667147463169:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:11.991336Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801666310012867:2066] [node 4] ICS09 handshake done sender: [6:7580801666310012854:2115] self: [6:7580801666310012857:0] peer: [4:7580801668967412466:0] socket: 652 qp: -1
2025-12-06T17:42:12.058828Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801666212296272:2113] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:12.107528Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801671442430560:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24343
2025-12-06T17:42:12.107967Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801671442430562:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24343
2025-12-06T17:42:12.111075Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:12.113720Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801667147463169:2048] [node 1] ICP22 created new session: [5:7580801671442430561:2048]
2025-12-06T17:42:12.120363Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801667147463257:2119] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:12.121354Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801671442430561:2048] [node 1] ICS09 handshake done sender: [5:7580801667147463250:2117] self: [5:7580801667147463255:0] peer: [1:7580801666212296278:0] socket: 660 qp: -1
2025-12-06T17:42:12.123308Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801667147463170:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:12.123364Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:12.123419Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801667147463170:2049] [node 2] ICP22 created new session: [5:7580801671442430563:2049]
2025-12-06T17:42:12.123463Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801671442430563:2049] [node 2] ICS09 handshake done sender: [5:7580801667147463257:2119] self: [5:7580801671442430559:0] peer: [2:7580801666514756091:0] socket: 672 qp: -1
2025-12-06T17:42:12.123499Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801671442430563:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:12.123543Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:12.129122Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801671442430561:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:12.148276Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:12.199731Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801665731041424:2109] [node 6] ICP22 created new session: [3:7580801670026008754:2109]
2025-12-06T17:42:11.991375Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801666310012867:2066] [node 4] ICS10 traffic start
2025-12-06T17:42:12.199791Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801670026008754:2109] [node 6] ICS09 handshake done sender: [3:7580801665731041440:2117] self: [3:7580801665731041439:0] peer: [6:7580801670604980171:0] socket: 688 qp: -1
2025-12-06T17:42:12.199820Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801670026008754:2109] [node 6] ICS10 traffic start
2025-12-06T17:42:12.199862Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:12.203824Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801665731041423:2110] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:12.203888Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:12.203934Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801665731041423:2110] [node 5] ICP22 created new session: [3:7580801670026008756:2110]
2025-12-06T17:42:12.203979Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801670026008756:2110] [node 5] ICS09 handshake done sender: [3:7580801665731041435:2115] self: [3:7580801665731041434:0] peer: [5:7580801671442430566:0] socket: 687 qp: -1
2025-12-06T17:42:12.204015Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801670026008756:2110] [node 5] ICS10 traffic start
2025-12-06T17:42:12.204071Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:11.991422Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:12.019296Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801670604980166:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62064
2025-12-06T17:42:12.022392Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801666310012846:2112] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:12.022874Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801666310012779:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:12.031206Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:12.031276Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801666310012779:2049] [node 2] ICP22 created new session: [6:7580801670604980167:2049]
2025-12-06T17:42:12.031330Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801670604980167:2049] [node 2] ICS09 handshake done sender: [6:7580801666310012846:2112] self: [6:7580801666310012865:0] peer: [2:7580801666514756082:0] socket: 634 qp: -1
2025-12-06T17:42:12.031369Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801670604980167:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:12.031410Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:12.105668Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801670604980170:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62064
2025-12-06T17:42:12.152353Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801670604980169:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62064
2025-12-06T17:42:12.153299Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801670604980170:2122] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:12.153451Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801666310012780:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:12.167137Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801670604980169:2121] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:12.180017Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801666310012778:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:12.188018Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801670604980173:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62064
2025-12-06T17:42:12.193383Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801670604980174:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62064
2025-12-06T17:42:12.195907Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801670604980170:2122] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:12.196119Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801666310012780:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:42:12.196202Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:12.196254Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801666310012780:2050] [node 3] ICP22 created new session: [6:7580801670604980175:2050]
2025-12-06T17:42:12.196323Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801670604980175:2050] [node 3] ICS09 handshake done sender: [6:7580801670604980170:2122] self: [6:7580801670604980171:0] peer: [3:7580801665731041439:0] socket: 623 qp: -1
2025-12-06T17:42:12.196361Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801670604980175:2050] [node 3] ICS10 traffic start
2025-12-06T17:42:12.196400Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:12.209339Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801670604980169:2121] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:12.215417Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801666310012778:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:12.235541Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:12.236589Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801666310012778:2048] [node 1] ICP22 created new session: [6:7580801670604980177:2048]
2025-12-06T17:42:12.237350Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801670604980177:2048] [node 1] ICS09 handshake done sender: [6:7580801670604980169:2121] self: [6:7580801670604980172:0] peer: [1:7580801666212296285:0] socket: 629 qp: -1
2025-12-06T17:42:12.237389Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801670604980177:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:12.237444Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:12.238024Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801666310012778:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(22325802ns) {HandleHandshakeStatus:329(22322095ns) {DropIncomingHandshake:442(990ns) DropOutgoingHandshake:457(6414ns) SwitchToState:179(689ns) ProcessPendingSessionEvents:495(140141ns) {ForwardSessionEventToSession:612(75499ns) ForwardSessionEventToSession:612(11753ns) ForwardSessionEventToSession:612(2691ns) ForwardSessionEventToSession:612(6071ns) ForwardSessionEventToSession:612(11819ns) ForwardSessionEventToSession:612(6846ns) ForwardSessionEventToSession:612(2992ns) ForwardSessionEventToSession:612(2397ns) ForwardSessionEventToSession:612(6025ns) ForwardSessionEventToSession:612(5847ns)}}}
2025-12-06T17:42:12.167617Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801671442430562:2122] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:12.167750Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801667147463171:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:12.184097Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801667147463169:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(102429069ns) {HandleHandshakeStatus:329(102425472ns) {DropIncomingHandshake:442(1003ns) DropOutgoingHandshake:457(4939ns) SwitchToState:179(567ns) ProcessPendingSessionEvents:495(11412375ns) {ForwardSessionEventToSession:612(11299388ns) ForwardSessionEventToSession:612(14931ns) ForwardSessionEventToSession:612(4810ns) ForwardSessionEventToSession:612(4919ns) ForwardSessionEventToSession:612(28414ns) ForwardSessionEventToSession:612(10497ns) ForwardSessionEventToSession:612(5171ns) ForwardSessionEventToSession:612(14275ns) ForwardSessionEventToSession:612(3940ns) ForwardSessionEventToSession:612(9099ns)}}}
2025-12-06T17:42:12.188533Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801671442430567:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24343
2025-12-06T17:42:12.205017Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801671442430562:2122] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:12.211471Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801667147463171:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8893) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580801671442430562:2122] held: no
2025-12-06T17:42:12.236286Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801667147463171:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:42:12.243995Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:12.244057Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801667147463171:2050] [node 3] ICP22 created new session: [5:7580801671442430568:2050]
2025-12-06T17:42:12.244112Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801671442430568:2050] [node 3] ICS09 handshake done sender: [5:7580801671442430562:2122] self: [5:7580801671442430566:0] peer: [3:7580801665731041434:0] socket: 689 qp: -1
2025-12-06T17:42:12.244149Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801671442430568:2050] [node 3] ICS10 traffic start
2025-12-06T17:42:12.244229Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:12.321939Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:42:12.322200Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801670026008750:2048] [node 1] ICS01 socket: 661 reason# EndOfStream
2025-12-06T17:42:12.322247Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801665731041357:2048] [node 1] ICP30 unregister session Session# [3:7580801670026008750:2048] VirtualId# [3:7580801670026008739:0]
2025-12-06T17:42:12.322283Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801670026008750:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:12.322374Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:12.322418Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:12.320027Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:42:12.320296Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580801670809723407:2048] [node 1] ICS01 socket: 654 reason# EndOfStream
2025-12-06T17:42:12.320345Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580801666514756015:2048] [node 1] ICP30 unregister session Session# [2:7580801670809723407:2048] VirtualId# [2:7580801666514756101:0]
2025-12-06T17:42:12.320385Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580801670809723407:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:12.320490Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:12.320540Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:12.331295Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:42:12.331538Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580801671442430561:2048] [node 1] ICS07 socket disconnect 660 reason# EndOfStream
2025-12-06T17:42:12.331572Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801671442430561:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:12.331666Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:12.331720Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580801671442430561:2048] [node 1] ICS15 start handshake
2025-12-06T17:42:12.332330Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:42:12.332546Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801673262379790:2048] [node 1] ICS01 socket: 644 reason# EndOfStream
2025-12-06T17:42:12.332586Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801668967412393:2048] [node 1] ICP30 unregister session Session# [4:7580801673262379790:2048] VirtualId# [4:7580801673262379788:0]
2025-12-06T17:42:12.332624Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801673262379790:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:12.332704Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:12.332774Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:12.334067Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:42:12.334311Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801670604980177:2048] [node 1] ICS01 socket: 629 reason# EndOfStream
2025-12-06T17:42:12.334363Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801666310012778:2048] [node 1] ICP30 unregister session Session# [6:7580801670604980177:2048] VirtualId# [6:7580801670604980172:0]
2025-12-06T17:42:12.334400Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801670604980177:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:12.334493Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:12.334564Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:12.335935Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801667147463169:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12657) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:12.335996Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801671442430561:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:12.336036Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801667147463169:2048] [node 1] ICP30 unregister session Session# [5:7580801671442430561:2048] VirtualId# [5:7580801667147463255:0]
2025-12-06T17:42:12.336085Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:12.336115Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580801667147463169:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:12657) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:12.336132Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12657) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:12.346769Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580801667147463169:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:42:12.548468Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:42:12.548701Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580801670026008741:2049] [node 2] ICS07 socket disconnect 631 reason# EndOfStream
2025-12-06T17:42:12.548733Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801670026008741:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:12.548839Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:12.548877Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580801670026008741:2049] [node 2] ICS15 start handshake
2025-12-06T17:42:12.553534Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801665731041358:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2691) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:42:12.553582Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580801670026008741:2049] [node 2] ICS15 start handshake
2025-12-06T17:42:12.554595Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801665731041358:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2691) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:12.554656Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801670026008741:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:12.554686Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801665731041358:2049] [node 2] ICP30 unregister session Session# [3:7580801670026008741:2049] VirtualId# [3:7580801665731041438:0]
2025-12-06T17:42:12.554732Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:12.554782Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580801665731041358:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:2691) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:12.554797Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2691) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:12.560333Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:42:12.559248Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:42:12.559502Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801670604980167:2049] [node 2] ICS01 socket: 634 reason# EndOfStream
2025-12-06T17:42:12.559551Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801666310012779:2049] [node 2] ICP30 unregister session Session# [6:7580801670604980167:2049] VirtualId# [6:7580801666310012865:0]
2025-12-06T17:42:12.559610Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801670604980167:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:12.559684Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:12.559721Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:12.559833Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:42:12.560059Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801673262379793:2049] [node 2] ICS01 socket: 683 reason# EndOfStream
2025-12-06T17:42:12.560118Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801668967412394:2049] [node 2] ICP30 unregister session Session# [4:7580801673262379793:2049] VirtualId# [4:7580801673262379787:0]
2025-12-06T17:42:12.560145Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801673262379793:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:12.560214Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:12.560251Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:12.563136Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580801665731041358:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:42:12.560518Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580801671442430563:2049] [node 2] ICS07 socket disconnect 672 reason# EndOfStream
2025-12-06T17:42:12.560555Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801671442430563:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:12.560622Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:12.560663Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580801671442430563:2049] [node 2] ICS15 start handshake
2025-12-06T17:42:12.562563Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801667147463170:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2691) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:12.562618Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801671442430563:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:12.562652Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801667147463170:2049] [node 2] ICP30 unregister session Session# [5:7580801671442430563:2049] VirtualId# [5:7580801671442430559:0]
2025-12-06T17:42:12.562700Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:12.562733Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580801667147463170:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:2691) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:12.562763Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2691) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:12.567302Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580801667147463170:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:42:12.642122Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:42:12.642401Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580801673262379785:2050] [node 3] ICS07 socket disconnect 639 reason# EndOfStream
2025-12-06T17:42:12.642432Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801673262379785:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:12.642519Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:42:12.642585Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580801673262379785:2050] [node 3] ICS15 start handshake
2025-12-06T17:42:12.643429Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:42:12.643679Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801670604980175:2050] [node 3] ICS01 socket: 623 reason# EndOfStream
2025-12-06T17:42:12.643728Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801666310012780:2050] [node 3] ICP30 unregister session Session# [6:7580801670604980175:2050] VirtualId# [6:7580801670604980171:0]
2025-12-06T17:42:12.643765Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801670604980175:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:12.643834Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:42:12.643884Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:42:12.643989Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:42:12.644228Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801671442430568:2050] [node 3] ICS01 socket: 689 reason# EndOfStream
2025-12-06T17:42:12.644262Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801667147463171:2050] [node 3] ICP30 unregister session Session# [5:7580801671442430568:2050] VirtualId# [5:7580801671442430566:0]
2025-12-06T17:42:12.644288Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801671442430568:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:12.644344Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:42:12.644379Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:42:12.646998Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801668967412395:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8893) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:12.647063Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801673262379785:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:12.647108Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801668967412395:2050] [node 3] ICP30 unregister session Session# [4:7580801673262379785:2050] VirtualId# [4:7580801668967412478:0]
2025-12-06T17:42:12.647150Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:42:12.647176Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580801668967412395:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:8893) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:12.647207Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8893) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:12.662133Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580801668967412395:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:42:12.789876Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:42:12.790113Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801671442430556:2090] [node 4] ICS01 socket: 651 reason# EndOfStream
2025-12-06T17:42:12.790161Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801667147463242:2090] [node 4] ICP30 unregister session Session# [5:7580801671442430556:2090] VirtualId# [5:7580801667147463251:0]
2025-12-06T17:42:12.790199Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801671442430556:2090] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:12.790290Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:42:12.790336Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:42:12.790435Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:42:12.790626Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801666310012867:2066] [node 4] ICS01 socket: 652 reason# EndOfStream
2025-12-06T17:42:12.790665Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801666310012808:2066] [node 4] ICP30 unregister session Session# [6:7580801666310012867:2066] VirtualId# [6:7580801666310012857:0]
2025-12-06T17:42:12.790694Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801666310012867:2066] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:12.790747Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:42:12.790777Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:42:13.088458Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:42:13.088804Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801666310012862:2068] [node 5] ICS01 socket: 633 reason# EndOfStream
2025-12-06T17:42:13.088873Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801666310012817:2068] [node 5] ICP30 unregister session Session# [6:7580801666310012862:2068] VirtualId# [6:7580801666310012855:0]
2025-12-06T17:42:13.088916Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801666310012862:2068] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:13.088956Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:42:13.089047Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:42:13.260105Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801674631659340:2048] [node 2] ICP01 ready to work
2025-12-06T17:42:13.260151Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801674631659341:2049] [node 3] ICP01 ready to work
2025-12-06T17:42:13.277910Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801674950953174:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:13.277953Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801674950953175:2049] [node 3] ICP01 ready to work
2025-12-06T17:42:13.318299Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801674148352083:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:13.318335Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801674148352084:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:13.352997Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801675415047742:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:13.353033Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801675415047743:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:13.353063Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801675415047744:2050] [node 3] ICP01 ready to work
2025-12-06T17:42:13.374836Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801676268291426:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:13.374878Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801676268291427:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:13.374917Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801676268291428:2050] [node 3] ICP01 ready to work
2025-12-06T17:42:13.487883Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801675422939538:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:13.487918Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801675422939539:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:13.487954Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801675422939540:2050] [node 3] ICP01 ready to work
2025-12-06T17:42:13.802602Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801674148352104:2067] [node 5] ICP01 ready to work
2025-12-06T17:42:13.787974Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801675415047764:2067] [node 5] ICP01 ready to work
2025-12-06T17:42:13.770673Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801675422939552:2061] [node 4] ICP01 ready to work
2025-12-06T17:42:13.814756Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801674148352106:2065] [node 6] ICP01 ready to work
2025-12-06T17:42:13.808875Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801674631659403:2108] [node 4] ICP01 ready to work
2025-12-06T17:42:13.790955Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801674950953233:2099] [node 6] ICP01 ready to work
2025-12-06T17:42:13.825936Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801674950953236:2098] [node 4] ICP01 ready to work
2025-12-06T17:42:13.809864Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801675422939538:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(21617519ns) {Configure:104(21613430ns) {ProcessConfigured:135(1101013ns) {StartInitialHandshake:157(1096015ns) {DropHandshakes:470(3983ns) {DropIncomingHandshake:442(994ns) DropOutgoingHandshake:457(586ns)} GenerateSessionVirtualId:988(2074ns) PrepareNewSessionHandshake:477(3586ns) {SwitchToState:179(1905ns)}}}}}
2025-12-06T17:42:13.824946Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801674148352107:2066] [node 4] ICP01 ready to work
2025-12-06T17:42:13.837113Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801674148352104:2067] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(30193702ns) {Configure:104(30185434ns) {ProcessConfigured:135(6826105ns) {StartInitialHandshake:157(6822740ns) {DropHandshakes:470(2200ns) {DropIncomingHandshake:442(263ns) DropOutgoingHandshake:457(371ns)} GenerateSessionVirtualId:988(694ns) PrepareNewSessionHandshake:477(3242ns) {SwitchToState:179(2105ns)}}}}}
2025-12-06T17:42:13.845235Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801674950953237:2105] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:13.847963Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801675422939560:2064] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65351
2025-12-06T17:42:13.825108Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801674631659340:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(60588229ns) {Configure:104(60581518ns) {ProcessConfigured:135(5737928ns) {StartInitialHandshake:157(5733398ns) {DropHandshakes:470(3663ns) {DropIncomingHandshake:442(701ns) DropOutgoingHandshake:457(547ns)} GenerateSessionVirtualId:988(919ns) PrepareNewSessionHandshake:477(7916ns) {SwitchToState:179(2142ns)}}}}}
2025-12-06T17:42:13.825839Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801675415047766:2066] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:13.912143Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801675422939565:2068] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:13.915677Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801675415047769:2072] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17725
2025-12-06T17:42:13.830524Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801674631659406:2106] [node 5] ICP01 ready to work
2025-12-06T17:42:13.834007Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801674631659405:2107] [node 6] ICP01 ready to work
2025-12-06T17:42:13.852126Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801676268291428:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(64388262ns) {Configure:104(64382338ns) {ProcessConfigured:135(26537990ns) {StartInitialHandshake:157(26533929ns) {DropHandshakes:470(3632ns) {DropIncomingHandshake:442(644ns) DropOutgoingHandshake:457(586ns)} GenerateSessionVirtualId:988(1027ns) PrepareNewSessionHandshake:477(3585ns) {SwitchToState:179(1218ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:13.880905Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801674631659408:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14431
2025-12-06T17:42:14.024787Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801674631659405:2107] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(143461157ns) {Configure:104(143453975ns) {ProcessConfigured:135(17366066ns) {StartInitialHandshake:157(17361844ns) {DropHandshakes:470(3810ns) {DropIncomingHandshake:442(856ns) DropOutgoingHandshake:457(571ns)} GenerateSessionVirtualId:988(1116ns) PrepareNewSessionHandshake:477(5442ns) {SwitchToState:179(2556ns)}}}}}
2025-12-06T17:42:14.024985Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801674631659408:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:14.036554Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801675415047744:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(248501527ns) {Configure:104(248496641ns) {ProcessConfigured:135(16671848ns) {StartInitialHandshake:157(16665981ns) {DropHandshakes:470(4176ns) {DropIncomingHandshake:442(734ns) DropOutgoingHandshake:457(628ns)} GenerateSessionVirtualId:988(1455ns) PrepareNewSessionHandshake:477(4195ns) {SwitchToState:179(1901ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:14.027302Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801674631659409:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14431
2025-12-06T17:42:14.022707Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801680563258787:2066] [node 6] ICP01 ready to work
2025-12-06T17:42:14.052733Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801674148352107:2066] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(212546797ns) {Configure:104(212535281ns) {ProcessConfigured:135(95848ns) {StartInitialHandshake:157(93680ns) {DropHandshakes:470(6192ns) {DropIncomingHandshake:442(947ns) DropOutgoingHandshake:457(551ns)} GenerateSessionVirtualId:988(1458ns) PrepareNewSessionHandshake:477(2922ns) {SwitchToState:179(1317ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:14.041675Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801675422939560:2064] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:14.071339Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801679245920545:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63564
2025-12-06T17:42:14.054693Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801674631659409:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:14.054503Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801675415047768:2071] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17725
2025-12-06T17:42:14.059573Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801679717906906:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65351
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:14.067194Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801675415047764:2067] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(262608018ns) {Configure:104(262601309ns) {ProcessConfigured:135(10144753ns) {StartInitialHandshake:157(10141583ns) {DropHandshakes:470(3580ns) {DropIncomingHandshake:442(786ns) DropOutgoingHandshake:457(569ns)} GenerateSessionVirtualId:988(1391ns) PrepareNewSessionHandshake:477(2872ns) {SwitchToState:179(1594ns)}}}}}
2025-12-06T17:42:14.058033Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801674631659341:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(232340268ns) {Configure:104(232334027ns) {ProcessConfigured:135(89859ns) {StartInitialHandshake:157(87679ns) {DropHandshakes:470(2137ns) {DropIncomingHandshake:442(670ns) DropOutgoingHandshake:457(103ns)} GenerateSessionVirtualId:988(517ns) PrepareNewSessionHandshake:477(2390ns) {SwitchToState:179(769ns)}}}}}
2025-12-06T17:42:14.095026Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801680563258791:2075] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:14.065600Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801675422939565:2068] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(153124909ns) {Configure:104(153118578ns) {ProcessConfigured:135(85436ns) {StartInitialHandshake:157(81749ns) {DropHandshakes:470(3911ns) {DropIncomingHandshake:442(981ns) DropOutgoingHandshake:457(611ns)} GenerateSessionVirtualId:988(1685ns) PrepareNewSessionHandshake:477(2713ns) {SwitchToState:179(877ns)}}}}}
2025-12-06T17:42:14.103411Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801674148352084:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(278099009ns) {Configure:104(278092389ns) {ProcessConfigured:135(85434ns) {StartInitialHandshake:157(82487ns) {DropHandshakes:470(4485ns) {DropIncomingHandshake:442(730ns) DropOutgoingHandshake:457(465ns)} GenerateSessionVirtualId:988(1340ns) PrepareNewSessionHandshake:477(3014ns) {SwitchToState:179(1368ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:14.138023Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801678926626719:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14431
2025-12-06T17:42:14.067810Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801675415047769:2072] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:14.104726Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801679245920546:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63564
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:14.144932Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801674631659403:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(314914010ns) {Configure:104(314909160ns) {ProcessConfigured:135(38867624ns) {StartInitialHandshake:157(38864883ns) {DropHandshakes:470(1583337ns) {DropIncomingHandshake:442(1068ns) DropOutgoingHandshake:457(996ns)} GenerateSessionVirtualId:988(1354ns) PrepareNewSessionHandshake:477(2300ns) {SwitchToState:179(965ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:14.087704Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801675422939540:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(216696224ns) {Configure:104(216688561ns) {ProcessConfigured:135(80401ns) {StartInitialHandshake:157(77314ns) {DropHandshakes:470(4020ns) {DropIncomingHandshake:442(845ns) DropOutgoingHandshake:457(476ns)} GenerateSessionVirtualId:988(726ns) PrepareNewSessionHandshake:477(7781ns) {SwitchToState:179(818ns)}}}}}
2025-12-06T17:42:14.114807Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801674148352083:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(335613354ns) {Configure:104(335609812ns) {ProcessConfigured:135(8848674ns) {StartInitialHandshake:157(8845354ns) {DropHandshakes:470(3627ns) {DropIncomingHandshake:442(825ns) DropOutgoingHandshake:457(381ns)} GenerateSessionVirtualId:988(734ns) PrepareNewSessionHandshake:477(4499ns) {SwitchToState:179(2319ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:14.115503Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801676268291426:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(284006877ns) {Configure:104(284003371ns) {ProcessConfigured:135(13101128ns) {StartInitialHandshake:157(13096636ns) {DropHandshakes:470(3884ns) {DropIncomingHandshake:442(1089ns) DropOutgoingHandshake:457(636ns)} GenerateSessionVirtualId:988(1464ns) PrepareNewSessionHandshake:477(5873ns) {SwitchToState:179(1743ns)}}}}}
2025-12-06T17:42:14.129804Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801678443319447:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:14.138390Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801679245920545:2113] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:14.171298Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801674631659407:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:14.171350Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801674631659407:2110] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:42:14.119105Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801679717906912:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65351
2025-12-06T17:42:14.068353Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801679710015113:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17725
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:14.132679Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801680563258796:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25618
2025-12-06T17:42:14.129852Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801678443319447:2111] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:42:14.138572Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580801674950953174:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:14.174019Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801678926626707:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:14.072414Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801675415047768:2071] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:14.127283Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801679717906912:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:14.133363Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801680563258794:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25618
2025-12-06T17:42:14.142394Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801674950953175:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(339326358ns) {Configure:104(339319013ns) {ProcessConfigured:135(12010536ns) {StartInitialHandshake:157(12007826ns) {DropHandshakes:470(3540ns) {DropIncomingHandshake:442(888ns) DropOutgoingHandshake:457(1021ns)} GenerateSessionVirtualId:988(1185ns) PrepareNewSessionHandshake:477(3613ns) {SwitchToState:179(1343ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:14.174051Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801678926626707:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:14.130697Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801675422939552:2061] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:14.143840Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801675422939539:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(256210843ns) {Configure:104(256204665ns) {ProcessConfigured:135(60447ns) {StartInitialHandshake:157(58154ns) {DropHandshakes:470(3511ns) {DropIncomingHandshake:442(761ns) DropOutgoingHandshake:457(516ns)} GenerateSessionVirtualId:988(1014ns) PrepareNewSessionHandshake:477(2016ns) {SwitchToState:179(618ns)}}}}}
2025-12-06T17:42:14.144082Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801675422939539:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:14.144536Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801679717906917:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65351
2025-12-06T17:42:14.173565Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801679717906906:2113] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:14.173736Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801675422939538:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:14.176177Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801679717906912:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:14.195349Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801675422939552:2061] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:42:14.195402Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:14.195451Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801675422939552:2061] [node 4] ICP22 created new session: [6:7580801679717906920:2061]
2025-12-06T17:42:14.195500Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801679717906920:2061] [node 4] ICS09 handshake done sender: [6:7580801679717906912:2116] self: [6:7580801679717906913:0] peer: [4:7580801675415047812:0] socket: 652 qp: -1
2025-12-06T17:42:14.195543Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801679717906920:2061] [node 4] ICS10 traffic start
2025-12-06T17:42:14.195607Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:14.196450Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801679717906922:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65351
2025-12-06T17:42:14.196635Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801679717906923:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65351
2025-12-06T17:42:14.208431Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801679717906906:2113] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:14.210919Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801675422939538:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:14.210985Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:14.211049Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801675422939538:2048] [node 1] ICP22 created new session: [6:7580801679717906924:2048]
2025-12-06T17:42:14.211103Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801679717906924:2048] [node 1] ICS09 handshake done sender: [6:7580801679717906906:2113] self: [6:7580801679717906918:0] peer: [1:7580801678926626706:0] socket: 638 qp: -1
2025-12-06T17:42:14.211159Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801679717906924:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:14.211196Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:14.212431Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801679717906919:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65351
2025-12-06T17:42:14.141962Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801678443319456:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60770
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:14.243549Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801675422939552:2061] [node 4] ICP35 event processing took too much time PendingConnection:279(47970508ns) {HandleHandshakeStatus:329(47961770ns) {DropIncomingHandshake:442(588ns) DropOutgoingHandshake:457(6574ns) SwitchToState:179(364ns) ProcessPendingSessionEvents:495(6198063ns) {ForwardSessionEventToSession:612(6132263ns) ForwardSessionEventToSession:612(12059ns) ForwardSessionEventToSession:612(3068ns) ForwardSessionEventToSession:612(3127ns) ForwardSessionEventToSession:612(5378ns) ForwardSessionEventToSession:612(2794ns) ForwardSessionEventToSession:612(3065ns) ForwardSessionEventToSession:612(11459ns) ForwardSessionEventToSession:612(2650ns) ForwardSessionEventToSession:612(9553ns)}}}
2025-12-06T17:42:14.104993Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801675415047742:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(128906485ns) {Configure:104(128898909ns) {ProcessConfigured:135(21912970ns) {StartInitialHandshake:157(21909720ns) {DropHandshakes:470(7860232ns) {DropIncomingHandshake:442(989ns) DropOutgoingHandshake:457(2502ns)} GenerateSessionVirtualId:988(2679ns) PrepareNewSessionHandshake:477(3158ns) {SwitchToState:179(1503ns)}}}}}
2025-12-06T17:42:14.133498Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801680563258795:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25618
2025-12-06T17:42:14.180882Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801678926626709:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:14.253199Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801675422939560:2064] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:14.253732Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801675422939539:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:14.253807Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:14.253869Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801675422939539:2049] [node 2] ICP22 created new session: [6:7580801679717906928:2049]
2025-12-06T17:42:14.253911Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801679717906928:2049] [node 2] ICS09 handshake done sender: [6:7580801675422939560:2064] self: [6:7580801679717906916:0] peer: [2:7580801674950953238:0] socket: 631 qp: -1
2025-12-06T17:42:14.253948Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801679717906928:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:14.253982Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:14.106440Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801679710015113:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:14.151981Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801674950953241:2109] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:14.106596Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801675415047744:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:14.139671Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801675415047813:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:14.139701Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801675415047813:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:14.145358Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801675415047743:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(366396113ns) {Configure:104(366388376ns) {ProcessConfigured:135(5950632ns) {StartInitialHandshake:157(5948841ns) {DropHandshakes:470(2240ns) {DropIncomingHandshake:442(387ns) DropOutgoingHandshake:457(545ns)} GenerateSessionVirtualId:988(419ns) PrepareNewSessionHandshake:477(1648ns) {SwitchToState:179(181ns)}}}}}
2025-12-06T17:42:14.145542Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801675415047813:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:14.145817Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801675415047743:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:14.155257Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801679710015123:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17725
2025-12-06T17:42:14.155675Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801679710015124:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17725
2025-12-06T17:42:14.170840Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801679710015112:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:14.170891Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801679710015112:2115] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:14.218395Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801679710015113:2116] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:14.227090Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801675415047766:2066] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:14.227162Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:14.227223Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801675415047766:2066] [node 6] ICP22 created new session: [4:7580801679710015125:2066]
2025-12-06T17:42:14.227272Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801679710015125:2066] [node 6] ICS09 handshake done sender: [4:7580801675415047813:2113] self: [4:7580801675415047812:0] peer: [6:7580801679717906913:0] socket: 646 qp: -1
2025-12-06T17:42:14.227315Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801679710015125:2066] [node 6] ICS10 traffic start
2025-12-06T17:42:14.227351Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:14.227888Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801675415047744:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:42:14.227924Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:14.227966Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801675415047744:2050] [node 3] ICP22 created new session: [4:7580801679710015127:2050]
2025-12-06T17:42:14.228013Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801679710015127:2050] [node 3] ICS09 handshake done sender: [4:7580801679710015113:2116] self: [4:7580801679710015118:0] peer: [3:7580801678443319446:0] socket: 645 qp: -1
2025-12-06T17:42:14.228048Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801679710015127:2050] [node 3] ICS10 traffic start
2025-12-06T17:42:14.228076Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:14.236783Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801675415047769:2072] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:14.251359Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801675415047743:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:14.251454Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:14.251512Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801675415047743:2049] [node 2] ICP22 created new session: [4:7580801679710015131:2049]
2025-12-06T17:42:14.251568Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801679710015131:2049] [node 2] ICS09 handshake done sender: [4:7580801675415047769:2072] self: [4:7580801679710015122:0] peer: [2:7580801674950953240:0] socket: 634 qp: -1
2025-12-06T17:42:14.251607Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801679710015131:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:14.251722Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:14.261524Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801679710015112:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:14.154765Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801678443319447:2111] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:14.146262Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801680563258796:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:14.180909Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801678926626709:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:14.171731Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801674148352106:2065] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(356608813ns) {Configure:104(356602632ns) {ProcessConfigured:135(15299953ns) {StartInitialHandshake:157(15297494ns) {DropHandshakes:470(15224446ns) {DropIncomingHandshake:442(824ns) DropOutgoingHandshake:457(1589ns)} GenerateSessionVirtualId:988(1771ns) PrepareNewSessionHandshake:477(3908ns) {SwitchToState:179(1289ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:14.152021Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801674950953241:2109] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:42:14.178108Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801674148352107:2066] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:42:14.194557Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:14.198669Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801674148352109:2069] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:14.198716Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801674148352109:2069] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:14.202968Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801678443319456:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:14.235010Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801674148352107:2066] [node 4] ICP22 created new session: [3:7580801678443319460:2066]
2025-12-06T17:42:14.237426Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801678443319460:2066] [node 4] ICS09 handshake done sender: [3:7580801678443319447:2111] self: [3:7580801678443319446:0] peer: [4:7580801679710015118:0] socket: 640 qp: -1
2025-12-06T17:42:14.242621Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801678443319460:2066] [node 4] ICS10 traffic start
2025-12-06T17:42:14.242887Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801674148352109:2069] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:14.255427Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801678443319464:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60770
2025-12-06T17:42:14.255680Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:14.270754Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801674148352104:2067] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:14.270825Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:14.270893Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801674148352104:2067] [node 5] ICP22 created new session: [3:7580801678443319466:2067]
2025-12-06T17:42:14.279793Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801678443319464:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:14.280867Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801678443319467:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60770
2025-12-06T17:42:14.293095Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801678443319466:2067] [node 5] ICS09 handshake done sender: [3:7580801674148352109:2069] self: [3:7580801674148352108:0] peer: [5:7580801680563258807:0] socket: 639 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:14.146418Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801680563258795:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:14.270307Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801679717906919:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:14.296297Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801675415047764:2067] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:14.183961Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801674631659407:2110] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:14.294768Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801678443319466:2067] [node 5] ICS10 traffic start
2025-12-06T17:42:14.294819Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:14.296887Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801674148352104:2067] [node 5] ICP35 event processing took too much time PendingConnection:279(25853962ns) {HandleHandshakeStatus:329(25850869ns) {DropIncomingHandshake:442(15597ns) DropOutgoingHandshake:457(1188ns) SwitchToState:179(818ns) ProcessPendingSessionEvents:495(93890ns) {ForwardSessionEventToSession:612(42531ns) ForwardSessionEventToSession:612(6540ns) ForwardSessionEventToSession:612(2954ns) ForwardSessionEventToSession:612(3073ns) ForwardSessionEventToSession:612(12103ns) ForwardSessionEventToSession:612(3635ns) ForwardSessionEventToSession:612(5391ns) ForwardSessionEventToSession:612(2979ns) ForwardSessionEventToSession:612(2496ns) ForwardSessionEventToSession:612(5592ns)}}}
2025-12-06T17:42:14.297421Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801678443319467:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:14.297776Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801674148352084:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:14.297851Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801678443319471:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60770
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:14.312256Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801674148352107:2066] [node 4] ICP35 event processing took too much time PendingConnection:279(133852939ns) {HandleHandshakeStatus:329(133848516ns) {DropIncomingHandshake:442(638ns) DropOutgoingHandshake:457(897ns) SwitchToState:179(814ns) ProcessPendingSessionEvents:495(15863880ns) {ForwardSessionEventToSession:612(15800172ns) ForwardSessionEventToSession:612(7784ns) ForwardSessionEventToSession:612(3725ns) ForwardSessionEventToSession:612(6314ns) ForwardSessionEventToSession:612(2995ns) ForwardSessionEventToSession:612(2701ns) ForwardSessionEventToSession:612(5816ns) ForwardSessionEventToSession:612(2715ns) ForwardSessionEventToSession:612(15268ns) ForwardSessionEventToSession:612(2991ns)}}}
2025-12-06T17:42:14.293260Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801675422939565:2068] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:14.156860Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801674950953239:2108] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:14.148118Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801680563258792:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25618
2025-12-06T17:42:14.148335Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801680563258791:2075] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:14.171329Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801680563258792:2112] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:14.175343Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801680563258794:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:14.175537Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801676268291426:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:14.175603Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801676268291428:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:14.179201Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801676268291427:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(366904954ns) {Configure:104(366901402ns) {ProcessConfigured:135(34935763ns) {StartInitialHandshake:157(34931758ns) {DropHandshakes:470(4162ns) {DropIncomingHandshake:442(1122ns) DropOutgoingHandshake:457(1009ns)} GenerateSessionVirtualId:988(1469ns) PrepareNewSessionHandshake:477(3653ns) {SwitchToState:179(1577ns)}}}}}
2025-12-06T17:42:14.236230Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801680563258809:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25618
2025-12-06T17:42:14.240282Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801680563258808:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25618
2025-12-06T17:42:14.299902Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801676268291428:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25325) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580801680563258794:2113] held: no
2025-12-06T17:42:14.304683Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801680563258792:2112] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:14.308513Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801680563258798:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:14.308544Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580801680563258798:2116] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:14.310350Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801676268291426:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24376) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580801680563258792:2112] held: no
2025-12-06T17:42:14.310614Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801680563258794:2113] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:14.311697Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801680563258810:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25618
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:14.186685Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801678926626719:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:14.187803Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801678926626709:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:14.202693Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801678926626707:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:14.244713Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801678926626717:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14431
2025-12-06T17:42:14.270024Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801678926626717:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:14.273833Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801674631659340:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:42:14.273898Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:14.273937Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801674631659340:2048] [node 2] ICP22 created new session: [1:7580801678926626725:2048]
2025-12-06T17:42:14.273983Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801678926626725:2048] [node 2] ICS09 handshake done sender: [1:7580801674631659407:2110] self: [1:7580801674631659404:0] peer: [2:7580801679245920548:0] socket: 641 qp: -1
2025-12-06T17:42:14.274010Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801678926626725:2048] [node 2] ICS10 traffic start
2025-12-06T17:42:14.274060Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:14.287200Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801674631659405:2107] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:14.287287Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:14.287343Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801674631659405:2107] [node 6] ICP22 created new session: [1:7580801678926626728:2107]
2025-12-06T17:42:14.287390Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801678926626728:2107] [node 6] ICS09 handshake done sender: [1:7580801678926626707:2113] self: [1:7580801678926626706:0] peer: [6:7580801679717906918:0] socket: 636 qp: -1
2025-12-06T17:42:14.287429Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801678926626728:2107] [node 6] ICS10 traffic start
2025-12-06T17:42:14.287485Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:14.291479Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801674631659406:2106] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:14.291542Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:14.291581Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801674631659406:2106] [node 5] ICP22 created new session: [1:7580801678926626730:2106]
2025-12-06T17:42:14.291628Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801678926626730:2106] [node 5] ICS09 handshake done sender: [1:7580801678926626709:2114] self: [1:7580801678926626708:0] peer: [5:7580801680563258806:0] socket: 637 qp: -1
2025-12-06T17:42:14.291664Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801678926626730:2106] [node 5] ICS10 traffic start
2025-12-06T17:42:14.291703Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:14.292271Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801678926626727:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14431
2025-12-06T17:42:14.298210Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801678926626727:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:14.156905Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801674950953239:2108] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:14.303867Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:14.331260Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801678926626720:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:14.331300Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801678926626720:2118] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:42:14.295495Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801679717906931:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65351
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:14.166882Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801679245920546:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:14.319530Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801680563258811:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25618
2025-12-06T17:42:14.315165Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801675415047764:2067] [node 5] ICP22 created new session: [4:7580801679710015134:2067]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:14.304026Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801679717906931:2122] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:14.327077Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801678443319459:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:14.328187Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801680563258798:2116] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:14.332695Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801678926626720:2118] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:14.320264Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801679710015135:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17725
2025-12-06T17:42:14.327116Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801678443319459:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:14.167143Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801674950953241:2109] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:14.326793Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801675422939540:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:14.339680Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801674631659403:2108] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:42:14.331172Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801678443319471:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:14.330639Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801680563258811:2122] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:14.330702Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801680563258796:2115] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:14.335404Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801676268291426:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:14.335463Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:14.335517Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801676268291426:2048] [node 1] ICP22 created new session: [5:7580801680563258815:2048]
2025-12-06T17:42:14.335570Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801680563258815:2048] [node 1] ICS09 handshake done sender: [5:7580801680563258792:2112] self: [5:7580801680563258806:0] peer: [1:7580801678926626708:0] socket: 653 qp: -1
2025-12-06T17:42:14.335606Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801680563258815:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:14.335647Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:14.336130Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801676268291428:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:42:14.336191Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:14.336233Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801676268291428:2050] [node 3] ICP22 created new session: [5:7580801680563258817:2050]
2025-12-06T17:42:14.336274Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801680563258817:2050] [node 3] ICS09 handshake done sender: [5:7580801680563258794:2113] self: [5:7580801680563258807:0] peer: [3:7580801674148352108:0] socket: 656 qp: -1
2025-12-06T17:42:14.336306Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801680563258817:2050] [node 3] ICS10 traffic start
2025-12-06T17:42:14.336334Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:14.336723Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801680563258791:2075] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:42:14.336824Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:14.336867Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801680563258791:2075] [node 4] ICP22 created new session: [5:7580801680563258819:2075]
2025-12-06T17:42:14.336913Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801680563258819:2075] [node 4] ICS09 handshake done sender: [5:7580801680563258796:2115] self: [5:7580801680563258803:0] peer: [4:7580801679710015111:0] socket: 660 qp: -1
2025-12-06T17:42:14.336945Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801680563258819:2075] [node 4] ICS10 traffic start
2025-12-06T17:42:14.336976Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:14.349582Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580801680563258787:2066] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:14.349667Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:14.349726Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801680563258787:2066] [node 6] ICP22 created new session: [5:7580801680563258821:2066]
2025-12-06T17:42:14.349774Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801680563258821:2066] [node 6] ICS09 handshake done sender: [5:7580801680563258798:2116] self: [5:7580801680563258797:0] peer: [6:7580801679717906930:0] socket: 668 qp: -1
2025-12-06T17:42:14.349808Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801680563258821:2066] [node 6] ICS10 traffic start
2025-12-06T17:42:14.349856Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:14.350803Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801676268291427:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:14.367389Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801680563258824:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25618
2025-12-06T17:42:14.385096Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801680563258811:2122] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:14.320400Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801679710015136:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17725
2025-12-06T17:42:14.339760Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:14.193778Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801674950953237:2105] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(339939009ns) {Configure:104(339930427ns) {ProcessConfigured:135(22240195ns) {StartInitialHandshake:157(22235553ns) {DropHandshakes:470(4660ns) {DropIncomingHandshake:442(837ns) DropOutgoingHandshake:457(737ns)} GenerateSessionVirtualId:988(1416ns) PrepareNewSessionHandshake:477(4721ns) {SwitchToState:179(1847ns)}}}}}
2025-12-06T17:42:14.331290Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801678443319459:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:14.226773Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801674950953175:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(28514454ns) {IncomingHandshake:261(28510450ns) {DropIncomingHandshake:442(1501ns) PrepareNewSessionHandshake:477(3501ns) {SwitchToState:179(2015ns)} GenerateSessionVirtualId:988(875ns) IssueIncomingHandshakeReply:193(11363ns)}}
2025-12-06T17:42:14.235629Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801674950953239:2108] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:14.244396Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801679245920555:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63564
2025-12-06T17:42:14.247687Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801674950953236:2098] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:42:14.254828Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801679245920545:2113] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:14.261667Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:14.269840Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801674950953236:2098] [node 4] ICP22 created new session: [2:7580801679245920556:2098]
2025-12-06T17:42:14.271053Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801674950953233:2099] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:14.271119Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:14.271172Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801674950953233:2099] [node 6] ICP22 created new session: [2:7580801679245920557:2099]
2025-12-06T17:42:14.271228Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801679245920557:2099] [node 6] ICS09 handshake done sender: [2:7580801674950953239:2108] self: [2:7580801674950953238:0] peer: [6:7580801679717906916:0] socket: 627 qp: -1
2025-12-06T17:42:14.271266Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801679245920557:2099] [node 6] ICS10 traffic start
2025-12-06T17:42:14.271342Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:14.272042Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580801674950953174:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:14.272121Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:14.272163Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801674950953174:2048] [node 1] ICP22 created new session: [2:7580801679245920559:2048]
2025-12-06T17:42:14.272205Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801679245920559:2048] [node 1] ICS09 handshake done sender: [2:7580801679245920545:2113] self: [2:7580801679245920548:0] peer: [1:7580801674631659404:0] socket: 642 qp: -1
2025-12-06T17:42:14.272237Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801679245920559:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:14.272268Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:14.301129Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801679245920556:2098] [node 4] ICS09 handshake done sender: [2:7580801674950953241:2109] self: [2:7580801674950953240:0] peer: [4:7580801679710015122:0] socket: 628 qp: -1
2025-12-06T17:42:14.305628Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801679245920556:2098] [node 4] ICS10 traffic start
2025-12-06T17:42:14.314916Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:14.324088Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801679245920549:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:14.324126Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801679245920549:2115] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:42:14.330792Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801679245920549:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:14.337956Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801679245920564:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63564
2025-12-06T17:42:14.350679Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801674950953175:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:42:14.352467Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801679245920553:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:14.352497Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801679245920553:2116] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:14.357248Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801679245920553:2116] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:14.357527Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801674950953237:2105] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:14.357583Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:14.357632Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801674950953237:2105] [node 5] ICP22 created new session: [2:7580801679245920567:2105]
2025-12-06T17:42:14.357685Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801679245920567:2105] [node 5] ICS09 handshake done sender: [2:7580801679245920553:2116] self: [2:7580801679245920551:0] peer: [5:7580801680563258823:0] socket: 684 qp: -1
2025-12-06T17:42:14.357729Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801679245920567:2105] [node 5] ICS10 traffic start
2025-12-06T17:42:14.357792Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:14.367005Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801679245920564:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:14.367713Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:14.367781Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801674950953175:2049] [node 3] ICP22 created new session: [2:7580801679245920569:2049]
2025-12-06T17:42:14.367828Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801679245920569:2049] [node 3] ICS09 handshake done sender: [2:7580801679245920549:2115] self: [2:7580801679245920547:0] peer: [3:7580801678443319472:0] socket: 685 qp: -1
2025-12-06T17:42:14.367871Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801679245920569:2049] [node 3] ICS10 traffic start
2025-12-06T17:42:14.367906Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:14.369283Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580801674950953237:2105] [node 5] ICP18 handshake (actor [2:7580801679245920564:2118]) is too old
2025-12-06T17:42:14.369825Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801674950953175:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(27823118ns) {HandleHandshakeStatus:329(27820852ns) {DropIncomingHandshake:442(40451ns) DropOutgoingHandshake:457(641ns) SwitchToState:179(706ns) ProcessPendingSessionEvents:495(1530097ns) {ForwardSessionEventToSession:612(1480132ns) ForwardSessionEventToSession:612(4259ns) ForwardSessionEventToSession:612(6941ns) ForwardSessionEventToSession:612(2790ns) ForwardSessionEventToSession:612(6426ns) ForwardSessionEventToSession:612(5806ns) ForwardSessionEventToSession:612(3736ns) ForwardSessionEventToSession:612(5192ns) ForwardSessionEventToSession:612(2434ns) ForwardSessionEventToSession:612(2555ns)}}}
2025-12-06T17:42:14.346649Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801675422939540:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(20808238ns) {IncomingHandshake:261(20805902ns) {DropIncomingHandshake:442(497ns) PrepareNewSessionHandshake:477(1374ns) {SwitchToState:179(260ns)} GenerateSessionVirtualId:988(550ns) IssueIncomingHandshakeReply:193(20791243ns) {SwitchToState:179(3018ns)}}}
2025-12-06T17:42:14.335182Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801674148352083:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:14.337684Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801678443319474:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60770
2025-12-06T17:42:14.347668Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801674148352106:2065] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:14.347763Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:14.347820Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801674148352106:2065] [node 6] ICP22 created new session: [3:7580801678443319476:2065]
2025-12-06T17:42:14.347868Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801678443319476:2065] [node 6] ICS09 handshake done sender: [3:7580801678443319459:2115] self: [3:7580801678443319458:0] peer: [6:7580801679717906932:0] socket: 686 qp: -1
2025-12-06T17:42:14.347906Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801678443319476:2065] [node 6] ICS10 traffic start
2025-12-06T17:42:14.347940Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:14.349057Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801678443319467:2117] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:14.368600Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801674148352084:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:14.374999Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:14.375079Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801674148352084:2049] [node 2] ICP22 created new session: [3:7580801678443319478:2049]
2025-12-06T17:42:14.375146Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801678443319478:2049] [node 2] ICS09 handshake done sender: [3:7580801678443319467:2117] self: [3:7580801678443319472:0] peer: [2:7580801679245920547:0] socket: 629 qp: -1
2025-12-06T17:42:14.375196Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801678443319478:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:14.375242Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:14.385508Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801678443319480:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60770
2025-12-06T17:42:14.405384Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801678443319471:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:14.406274Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801674148352083:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:14.406344Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:14.406395Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801674148352083:2048] [node 1] ICP22 created new session: [3:7580801678443319481:2048]
2025-12-06T17:42:14.406442Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801678443319481:2048] [node 1] ICS09 handshake done sender: [3:7580801678443319471:2118] self: [3:7580801678443319475:0] peer: [1:7580801678926626713:0] socket: 688 qp: -1
2025-12-06T17:42:14.406487Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801678443319481:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:14.406556Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:14.394761Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801676268291427:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:14.394865Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:14.394925Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801676268291427:2049] [node 2] ICP22 created new session: [5:7580801680563258825:2049]
2025-12-06T17:42:14.417399Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801680563258825:2049] [node 2] ICS09 handshake done sender: [5:7580801680563258811:2122] self: [5:7580801680563258823:0] peer: [2:7580801679245920551:0] socket: 661 qp: -1
2025-12-06T17:42:14.417446Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801680563258825:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:14.328055Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801679710015134:2067] [node 5] ICS09 handshake done sender: [4:7580801679710015112:2115] self: [4:7580801679710015111:0] peer: [5:7580801680563258803:0] socket: 647 qp: -1
2025-12-06T17:42:14.328096Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801679710015134:2067] [node 5] ICS10 traffic start
2025-12-06T17:42:14.328817Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801679710015135:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:14.328993Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801675415047742:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:14.334702Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:14.380584Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801675415047764:2067] [node 5] ICP35 event processing took too much time PendingConnection:279(83943090ns) {HandleHandshakeStatus:329(83940848ns) {DropIncomingHandshake:442(477ns) DropOutgoingHandshake:457(5325ns) SwitchToState:179(825ns) ProcessPendingSessionEvents:495(33278432ns) {ForwardSessionEventToSession:612(21390442ns) ForwardSessionEventToSession:612(5475ns) ForwardSessionEventToSession:612(2288467ns) ForwardSessionEventToSession:612(3489ns) ForwardSessionEventToSession:612(3119ns) ForwardSessionEventToSession:612(7888209ns) ForwardSessionEventToSession:612(18827ns) ForwardSessionEventToSession:612(22958ns) ForwardSessionEventToSession:612(3895ns) ForwardSessionEventToSession:612(2842ns)}}}
2025-12-06T17:42:14.381003Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7580801675415047764:2067] [node 5] ICP27 obsolete handshake fail ignored
2025-12-06T17:42:14.381388Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801675415047742:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24376) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580801679710015135:2120] held: no
2025-12-06T17:42:14.381666Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801679710015139:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17725
2025-12-06T17:42:14.384922Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801679710015135:2120] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:14.386114Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801675415047742:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:14.386218Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:14.386287Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801675415047742:2048] [node 1] ICP22 created new session: [4:7580801679710015140:2048]
2025-12-06T17:42:14.395075Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801679710015140:2048] [node 1] ICS09 handshake done sender: [4:7580801679710015135:2120] self: [4:7580801679710015137:0] peer: [1:7580801678926626718:0] socket: 657 qp: -1
2025-12-06T17:42:14.395118Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801679710015140:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:14.417178Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:14.347223Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801679717906934:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65351
2025-12-06T17:42:14.354290Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801679717906931:2122] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:14.354954Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801675422939540:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:42:14.355054Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:14.355114Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801675422939540:2050] [node 3] ICP22 created new session: [6:7580801679717906935:2050]
2025-12-06T17:42:14.355167Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801679717906935:2050] [node 3] ICS09 handshake done sender: [6:7580801679717906931:2122] self: [6:7580801679717906932:0] peer: [3:7580801678443319458:0] socket: 633 qp: -1
2025-12-06T17:42:14.355208Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801679717906935:2050] [node 3] ICS10 traffic start
2025-12-06T17:42:14.355269Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:14.384468Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801675422939565:2068] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4708) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801679717906919:2119] held: no
2025-12-06T17:42:14.420064Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801679717906933:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65351
2025-12-06T17:42:14.339811Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801674631659403:2108] [node 4] ICP22 created new session: [1:7580801678926626737:2108]
2025-12-06T17:42:14.422321Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:14.431614Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801674950953236:2098] [node 4] ICP35 event processing took too much time PendingConnection:279(143638031ns) {HandleHandshakeStatus:329(143633093ns) {DropIncomingHandshake:442(830ns) DropOutgoingHandshake:457(969ns) SwitchToState:179(828ns) ProcessPendingSessionEvents:495(52291498ns) {ForwardSessionEventToSession:612(29377314ns) ForwardSessionEventToSession:612(10289733ns) ForwardSessionEventToSession:612(11444ns) ForwardSessionEventToSession:612(1460250ns) ForwardSessionEventToSession:612(8619ns) ForwardSessionEventToSession:612(3795ns) ForwardSessionEventToSession:612(2568437ns) ForwardSessionEventToSession:612(4733ns) ForwardSessionEventToSession:612(3272ns) ForwardSessionEventToSession:612(8529757ns)}}}
2025-12-06T17:42:14.433154Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801675415047742:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(46931237ns) {HandleHandshakeStatus:329(46928256ns) {DropIncomingHandshake:442(1104ns) DropOutgoingHandshake:457(451ns) SwitchToState:179(742ns) ProcessPendingSessionEvents:495(1513ns)}}
2025-12-06T17:42:14.426736Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801679717906919:2119] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:14.339863Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801678926626737:2108] [node 4] ICS09 handshake done sender: [1:7580801678926626720:2118] self: [1:7580801678926626718:0] peer: [4:7580801679710015137:0] socket: 658 qp: -1
2025-12-06T17:42:14.339899Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801678926626737:2108] [node 4] ICS10 traffic start
2025-12-06T17:42:14.339961Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:14.435395Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801675422939565:2068] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:42:14.368680Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801678926626714:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:14.368720Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801678926626714:2115] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:42:14.379904Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801678926626714:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:14.393044Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801674631659341:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:42:14.393124Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:14.437118Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801676268291427:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(42089796ns) {HandleHandshakeStatus:329(42086891ns) {DropIncomingHandshake:442(944ns) DropOutgoingHandshake:457(4805ns) SwitchToState:179(794ns) ProcessPendingSessionEvents:495(2021219ns) {ForwardSessionEventToSession:612(71057ns) ForwardSessionEventToSession:612(85601ns) ForwardSessionEventToSession:612(3631ns) ForwardSessionEventToSession:612(366186ns) ForwardSessionEventToSession:612(5388ns) ForwardSessionEventToSession:612(3195ns) ForwardSessionEventToSession:612(348805ns) ForwardSessionEventToSession:612(1105081ns) ForwardSessionEventToSession:612(9273ns) ForwardSessionEventToSession:612(8046ns)}}}
2025-12-06T17:42:14.393179Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801674631659341:2049] [node 3] ICP22 created new session: [1:7580801678926626740:2049]
2025-12-06T17:42:14.437358Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7580801676268291427:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:42:14.393237Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801678926626740:2049] [node 3] ICS09 handshake done sender: [1:7580801678926626714:2115] self: [1:7580801678926626713:0] peer: [3:7580801678443319475:0] socket: 687 qp: -1
2025-12-06T17:42:14.393281Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801678926626740:2049] [node 3] ICS10 traffic start
2025-12-06T17:42:14.393323Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:14.435740Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:14.435785Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801675422939565:2068] [node 5] ICP22 created new session: [6:7580801679717906937:2068]
2025-12-06T17:42:14.435836Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801679717906937:2068] [node 5] ICS09 handshake done sender: [6:7580801679717906919:2119] self: [6:7580801679717906930:0] peer: [5:7580801680563258797:0] socket: 671 qp: -1
2025-12-06T17:42:14.435872Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801679717906937:2068] [node 5] ICS10 traffic start
2025-12-06T17:42:14.435927Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:14.562124Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:42:14.562405Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580801679245920559:2048] [node 1] ICS01 socket: 642 reason# EndOfStream
2025-12-06T17:42:14.562456Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580801674950953174:2048] [node 1] ICP30 unregister session Session# [2:7580801679245920559:2048] VirtualId# [2:7580801679245920548:0]
2025-12-06T17:42:14.562499Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580801679245920559:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:14.562621Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:14.562676Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:14.568289Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:42:14.568560Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801678443319481:2048] [node 1] ICS01 socket: 688 reason# EndOfStream
2025-12-06T17:42:14.568604Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801674148352083:2048] [node 1] ICP30 unregister session Session# [3:7580801678443319481:2048] VirtualId# [3:7580801678443319475:0]
2025-12-06T17:42:14.568643Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801678443319481:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:14.568769Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:14.568814Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:14.577256Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:42:14.577548Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801679717906924:2048] [node 1] ICS01 socket: 638 reason# EndOfStream
2025-12-06T17:42:14.577594Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801675422939538:2048] [node 1] ICP30 unregister session Session# [6:7580801679717906924:2048] VirtualId# [6:7580801679717906918:0]
2025-12-06T17:42:14.577641Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801679717906924:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:14.577762Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:14.577823Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:14.579135Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:42:14.579404Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801680563258815:2048] [node 1] ICS01 socket: 653 reason# EndOfStream
2025-12-06T17:42:14.579450Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801676268291426:2048] [node 1] ICP30 unregister session Session# [5:7580801680563258815:2048] VirtualId# [5:7580801680563258806:0]
2025-12-06T17:42:14.579487Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801680563258815:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:14.579572Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:14.579615Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:14.579735Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:42:14.579930Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801679710015140:2048] [node 1] ICS01 socket: 657 reason# EndOfStream
2025-12-06T17:42:14.579965Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801675415047742:2048] [node 1] ICP30 unregister session Session# [4:7580801679710015140:2048] VirtualId# [4:7580801679710015137:0]
2025-12-06T17:42:14.579996Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801679710015140:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:14.580052Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:14.580086Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:14.658812Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:42:14.659090Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801678443319478:2049] [node 2] ICS01 socket: 629 reason# EndOfStream
2025-12-06T17:42:14.659149Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801674148352084:2049] [node 2] ICP30 unregister session Session# [3:7580801678443319478:2049] VirtualId# [3:7580801678443319472:0]
2025-12-06T17:42:14.659190Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801678443319478:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:14.659295Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:14.659347Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:14.682832Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:42:14.683093Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801679710015131:2049] [node 2] ICS01 socket: 634 reason# EndOfStream
2025-12-06T17:42:14.683138Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801675415047743:2049] [node 2] ICP30 unregister session Session# [4:7580801679710015131:2049] VirtualId# [4:7580801679710015122:0]
2025-12-06T17:42:14.683175Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801679710015131:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:14.683267Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:14.683323Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:14.683435Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:42:14.683635Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801679717906928:2049] [node 2] ICS01 socket: 631 reason# EndOfStream
2025-12-06T17:42:14.683674Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801675422939539:2049] [node 2] ICP30 unregister session Session# [6:7580801679717906928:2049] VirtualId# [6:7580801679717906916:0]
2025-12-06T17:42:14.683702Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801679717906928:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:14.683763Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:14.683808Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:14.683928Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:42:14.684124Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580801680563258825:2049] [node 2] ICS07 socket disconnect 661 reason# EndOfStream
2025-12-06T17:42:14.684153Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801680563258825:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:14.684212Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:14.684255Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580801680563258825:2049] [node 2] ICS15 start handshake
2025-12-06T17:42:14.686731Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801676268291427:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19704) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:14.686809Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801680563258825:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:14.686853Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801676268291427:2049] [node 2] ICP30 unregister session Session# [5:7580801680563258825:2049] VirtualId# [5:7580801680563258823:0]
2025-12-06T17:42:14.686903Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:14.686958Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580801676268291427:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:19704) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:14.686981Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19704) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:14.802791Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:42:14.803065Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801679717906935:2050] [node 3] ICS01 socket: 633 reason# EndOfStream
2025-12-06T17:42:14.803111Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801675422939540:2050] [node 3] ICP30 unregister session Session# [6:7580801679717906935:2050] VirtualId# [6:7580801679717906932:0]
2025-12-06T17:42:14.803149Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801679717906935:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:14.803259Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:42:14.803308Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:42:14.803428Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:42:14.803598Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801679710015127:2050] [node 3] ICS01 socket: 645 reason# EndOfStream
2025-12-06T17:42:14.803653Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801675415047744:2050] [node 3] ICP30 unregister session Session# [4:7580801679710015127:2050] VirtualId# [4:7580801679710015118:0]
2025-12-06T17:42:14.803682Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801679710015127:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:14.803751Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:42:14.803791Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:42:14.803908Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:42:14.804092Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801680563258817:2050] [node 3] ICS01 socket: 656 reason# EndOfStream
2025-12-06T17:42:14.804135Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801676268291428:2050] [node 3] ICP30 unregister session Session# [5:7580801680563258817:2050] VirtualId# [5:7580801680563258807:0]
2025-12-06T17:42:14.804163Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801680563258817:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:14.804233Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:42:14.804271Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:42:14.935184Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580801676268291427:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:42:15.001996Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:42:15.002298Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801679717906920:2061] [node 4] ICS01 socket: 652 reason# EndOfStream
2025-12-06T17:42:15.002347Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801675422939552:2061] [node 4] ICP30 unregister session Session# [6:7580801679717906920:2061] VirtualId# [6:7580801679717906913:0]
2025-12-06T17:42:15.002391Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801679717906920:2061] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:15.002500Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:42:15.002577Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:42:15.002706Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:42:15.002932Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801680563258819:2075] [node 4] ICS01 socket: 660 reason# EndOfStream
2025-12-06T17:42:15.002970Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801680563258791:2075] [node 4] ICP30 unregister session Session# [5:7580801680563258819:2075] VirtualId# [5:7580801680563258803:0]
2025-12-06T17:42:15.003004Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801680563258819:2075] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:15.003086Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:42:15.003131Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:42:15.098939Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:42:15.099231Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801679717906937:2068] [node 5] ICS01 socket: 671 reason# EndOfStream
2025-12-06T17:42:15.099279Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801675422939565:2068] [node 5] ICP30 unregister session Session# [6:7580801679717906937:2068] VirtualId# [6:7580801679717906930:0]
2025-12-06T17:42:15.099321Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801679717906937:2068] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:15.099433Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:42:15.099479Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:42:15.327124Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801684197175138:2048] [node 2] ICP01 ready to work
2025-12-06T17:42:15.327164Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801684197175139:2049] [node 3] ICP01 ready to work
2025-12-06T17:42:15.373734Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801683679786214:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:15.373770Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801683679786215:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:15.379352Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801683299444228:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:15.379411Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801683299444229:2049] [node 3] ICP01 ready to work
2025-12-06T17:42:15.416108Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801686155395942:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:15.416144Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801686155395943:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:15.416176Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801686155395944:2050] [node 3] ICP01 ready to work
2025-12-06T17:42:15.482594Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801683658505367:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:15.482639Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801683658505368:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:15.482677Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801683658505369:2050] [node 3] ICP01 ready to work
2025-12-06T17:42:15.480964Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801685771442238:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:15.481004Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801685771442239:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:15.481043Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801685771442240:2050] [node 3] ICP01 ready to work
2025-12-06T17:42:15.722894Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801684197175178:2086] [node 6] ICP01 ready to work
2025-12-06T17:42:15.736052Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801686155395959:2063] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:15.742829Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801683299444269:2088] [node 5] ICP01 ready to work
2025-12-06T17:42:15.745328Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801683299444270:2089] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:562
2025-12-06T17:42:15.763213Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801683679786250:2074] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:15.818991Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801683658505396:2068] [node 4] ICP01 ready to work
2025-12-06T17:42:15.819538Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801683658505397:2076] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42001
2025-12-06T17:42:15.803388Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801683679786257:2091] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28971
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:15.913183Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801686155395977:2077] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41544
2025-12-06T17:42:15.839876Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801684197175197:2088] [node 4] ICP01 ready to work
2025-12-06T17:42:15.902774Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801683299444270:2089] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:15.902622Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801683299444291:2080] [node 6] ICP01 ready to work
2025-12-06T17:42:15.923753Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801686155395959:2063] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(185372120ns) {Configure:104(185365482ns) {ProcessConfigured:135(51270261ns) {StartInitialHandshake:157(51265919ns) {DropHandshakes:470(27513124ns) {DropIncomingHandshake:442(811ns) DropOutgoingHandshake:457(3290ns)} GenerateSessionVirtualId:988(1751ns) PrepareNewSessionHandshake:477(4127ns) {SwitchToState:179(2168ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:15.926676Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801685771442263:2072] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12619
2025-12-06T17:42:15.927020Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801685771442273:2081] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12619
2025-12-06T17:42:15.871995Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801683658505402:2070] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:15.918174Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801683679786273:2073] [node 5] ICP01 ready to work
2025-12-06T17:42:15.930661Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801684197175139:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(207411151ns) {Configure:104(207406049ns) {ProcessConfigured:135(27115670ns) {StartInitialHandshake:157(27110015ns) {DropHandshakes:470(4613ns) {DropIncomingHandshake:442(1217ns) DropOutgoingHandshake:457(565ns)} GenerateSessionVirtualId:988(1340ns) PrepareNewSessionHandshake:477(4688ns) {SwitchToState:179(1995ns)}}}}}
2025-12-06T17:42:15.965007Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801685771442272:2069] [node 4] ICP01 ready to work
2025-12-06T17:42:15.965152Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801683299444296:2079] [node 4] ICP01 ready to work
2025-12-06T17:42:16.008413Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801683299444296:2079] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(22280928ns) {Configure:104(22278905ns) {ProcessConfigured:135(161908ns) {StartInitialHandshake:157(100330ns) {DropHandshakes:470(4018ns) {DropIncomingHandshake:442(881ns) DropOutgoingHandshake:457(963ns)} GenerateSessionVirtualId:988(6918ns) PrepareNewSessionHandshake:477(5411ns) {SwitchToState:179(903ns)}} IncomingHandshake:261(27945ns) {DropIncomingHandshake:442(108ns) PrepareNewSessionHandshake:477(468ns) {SwitchToState:179(302ns)} GenerateSessionVirtualId:988(240ns) IssueIncomingHandshakeReply:193(1301ns)}}}}
2025-12-06T17:42:15.950373Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801686155396007:2069] [node 6] ICP01 ready to work
2025-12-06T17:42:15.918086Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801683679786278:2072] [node 4] ICP01 ready to work
2025-12-06T17:42:16.046750Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801683658505397:2076] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:15.969409Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801685771442286:2093] [node 6] ICP01 ready to work
2025-12-06T17:42:16.022865Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801684197175206:2085] [node 5] ICP01 ready to work
2025-12-06T17:42:16.012646Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801686155395977:2077] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:16.052841Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801690450363313:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41544
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:15.947448Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801683679786215:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(183812017ns) {Configure:104(183804183ns) {ProcessConfigured:135(101570ns) {StartInitialHandshake:157(96721ns) {DropHandshakes:470(3825ns) {DropIncomingHandshake:442(807ns) DropOutgoingHandshake:457(926ns)} GenerateSessionVirtualId:988(1152ns) PrepareNewSessionHandshake:477(3683ns) {SwitchToState:179(1107ns)}}}}}
2025-12-06T17:42:16.071675Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801683299444228:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(344593444ns) {Configure:104(344588377ns) {ProcessConfigured:135(78599ns) {StartInitialHandshake:157(75178ns) {DropHandshakes:470(3541ns) {DropIncomingHandshake:442(920ns) DropOutgoingHandshake:457(469ns)} GenerateSessionVirtualId:988(1204ns) PrepareNewSessionHandshake:477(2357ns) {SwitchToState:179(852ns)}}}}}
2025-12-06T17:42:16.072543Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801684197175138:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(324140107ns) {Configure:104(324136028ns) {ProcessConfigured:135(10184906ns) {StartInitialHandshake:157(10182667ns) {DropHandshakes:470(3943ns) {DropIncomingHandshake:442(1072ns) DropOutgoingHandshake:457(729ns)} GenerateSessionVirtualId:988(1556ns) PrepareNewSessionHandshake:477(2890ns) {SwitchToState:179(1714ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:16.017935Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801685771442273:2081] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:16.088657Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801687594411602:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:562
2025-12-06T17:42:16.089557Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801687594411602:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:16.089717Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580801683299444228:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:15.971764Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801683679786257:2091] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:16.096815Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801687594411604:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:562
2025-12-06T17:42:16.075641Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801687953472734:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42001
2025-12-06T17:42:16.075097Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801688492142506:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35633
2025-12-06T17:42:16.104017Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801687594411604:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:16.079773Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801690450363313:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:16.111326Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801686155396011:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:16.111386Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801686155396011:2110] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:16.039362Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801685771442263:2072] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:15.971937Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801683679786286:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28971
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:16.134935Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801687594411598:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:562
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:16.091091Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801683658505368:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(306705999ns) {Configure:104(306699210ns) {ProcessConfigured:135(10583412ns) {StartInitialHandshake:157(10579826ns) {DropHandshakes:470(3659ns) {DropIncomingHandshake:442(910ns) DropOutgoingHandshake:457(719ns)} GenerateSessionVirtualId:988(1054ns) PrepareNewSessionHandshake:477(2757ns) {SwitchToState:179(1409ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:16.090186Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801688492142504:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:16.065077Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801685771442286:2093] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(95239184ns) {Configure:104(95232027ns) {ProcessConfigured:135(96566ns) {StartInitialHandshake:157(92254ns) {DropHandshakes:470(6477ns) {DropIncomingHandshake:442(567ns) DropOutgoingHandshake:457(249ns)} GenerateSessionVirtualId:988(651ns) PrepareNewSessionHandshake:477(2340ns) {SwitchToState:179(889ns)}}}}}
2025-12-06T17:42:16.022922Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801683679786286:2113] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:16.115815Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801683658505369:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(311050170ns) {Configure:104(311043820ns) {ProcessConfigured:135(16549020ns) {StartInitialHandshake:157(16544861ns) {DropHandshakes:470(4466ns) {DropIncomingHandshake:442(1262ns) DropOutgoingHandshake:457(622ns)} GenerateSessionVirtualId:988(1403ns) PrepareNewSessionHandshake:477(6736ns) {SwitchToState:179(3455ns)}}}}}
2025-12-06T17:42:16.135622Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801687594411605:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:562
2025-12-06T17:42:16.090213Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801688492142504:2111] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:42:16.065565Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801690066409599:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12619
2025-12-06T17:42:16.146375Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801686155395943:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:16.136005Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801687953472739:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42001
2025-12-06T17:42:16.082149Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801687974753587:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28971
2025-12-06T17:42:16.151050Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801690450363315:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41544
2025-12-06T17:42:16.082596Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801685771442272:2069] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(33672489ns) {Configure:104(33666354ns) {ProcessConfigured:135(10589937ns) {StartInitialHandshake:157(10588224ns) {DropHandshakes:470(1485ns) {DropIncomingHandshake:442(293ns) DropOutgoingHandshake:457(145ns)} GenerateSessionVirtualId:988(613ns) PrepareNewSessionHandshake:477(2702ns) {SwitchToState:179(120ns)}}}}}
2025-12-06T17:42:16.087584Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801685771442272:2069] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:16.118975Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801690066409599:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:16.122974Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801685771442238:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(397509394ns) {Configure:104(397501440ns) {ProcessConfigured:135(11203906ns) {StartInitialHandshake:157(11199905ns) {DropHandshakes:470(4150ns) {DropIncomingHandshake:442(834ns) DropOutgoingHandshake:457(471ns)} GenerateSessionVirtualId:988(1164ns) PrepareNewSessionHandshake:477(6915ns) {SwitchToState:179(3329ns)}}}}}
2025-12-06T17:42:16.143335Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801690066409612:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12619
2025-12-06T17:42:16.191468Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801685771442240:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(380556555ns) {Configure:104(380542356ns) {ProcessConfigured:135(12043399ns) {StartInitialHandshake:157(12038869ns) {DropHandshakes:470(3859ns) {DropIncomingHandshake:442(745ns) DropOutgoingHandshake:457(583ns)} GenerateSessionVirtualId:988(893ns) PrepareNewSessionHandshake:477(3980ns) {SwitchToState:179(2151ns)}}}}}
2025-12-06T17:42:16.191788Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801685771442240:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:16.163180Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801683299444299:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:16.106308Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801684197175178:2086] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(293146052ns) {Configure:104(293131746ns) {ProcessConfigured:135(11294956ns) {StartInitialHandshake:157(11290251ns) {DropHandshakes:470(3516ns) {DropIncomingHandshake:442(492ns) DropOutgoingHandshake:457(652ns)} GenerateSessionVirtualId:988(758ns) PrepareNewSessionHandshake:477(5658ns) {SwitchToState:179(789ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:16.146840Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801683658505369:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:16.182817Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801683658505369:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11121) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801683658505397:2076] held: no
2025-12-06T17:42:16.221486Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801683658505367:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(368000822ns) {Configure:104(367996447ns) {ProcessConfigured:135(27895513ns) {StartInitialHandshake:157(27892224ns) {DropHandshakes:470(3635ns) {DropIncomingHandshake:442(864ns) DropOutgoingHandshake:457(506ns)} GenerateSessionVirtualId:988(663ns) PrepareNewSessionHandshake:477(4553ns) {SwitchToState:179(1824ns)}}}}}
2025-12-06T17:42:16.119832Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801687974753587:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:16.223292Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801685771442239:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(369978115ns) {Configure:104(369972056ns) {ProcessConfigured:135(16381850ns) {StartInitialHandshake:157(16378966ns) {DropHandshakes:470(4635ns) {DropIncomingHandshake:442(975ns) DropOutgoingHandshake:457(471ns)} GenerateSessionVirtualId:988(1695ns) PrepareNewSessionHandshake:477(3327ns) {SwitchToState:179(1938ns)}}}}}
2025-12-06T17:42:16.251108Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801687953472739:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:16.251407Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801683658505367:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:16.163225Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801683299444299:2112] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:42:16.126933Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801688492142504:2111] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:16.162387Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801686155396011:2110] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:16.286972Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801683658505369:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(31147780ns) {HandleHandshakeStatus:395(24089659ns) {LogHandshakeFail:472(19697ns) {UpdateErrorStateLog:545(7414ns)} DropOutgoingHandshake:457(7427ns) ProcessPendingSessionEvents:495(4081591ns) {DropSessionEvent:512(25143ns) DropSessionEvent:512(5621ns) DropSessionEvent:512(6341ns) DropSessionEvent:512(5641ns) DropSessionEvent:512(5174ns) DropSessionEvent:512(6573ns) DropSessionEvent:512(5946ns) DropSessionEvent:512(3998004ns) DropSessionEvent:512(6255ns) DropSessionEvent:512(6576ns)}}}
2025-12-06T17:42:16.287175Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801687953472734:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:16.192477Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801687594411598:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:16.155242Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801683679786259:2092] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:16.261722Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801685771442239:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(20359567ns)
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:16.142907Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801688492142511:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35633
2025-12-06T17:42:16.155291Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801683679786259:2092] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:16.174848Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801684197175197:2088] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(237778065ns) {Configure:104(237769577ns) {ProcessConfigured:135(120245ns) {StartInitialHandshake:157(117562ns) {DropHandshakes:470(3523ns) {DropIncomingHandshake:442(792ns) DropOutgoingHandshake:457(631ns)} GenerateSessionVirtualId:988(1384ns) PrepareNewSessionHandshake:477(2902ns) {SwitchToState:179(852ns)}}}}}
2025-12-06T17:42:16.192631Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801683299444299:2112] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:16.309838Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801683658505402:2070] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(293428421ns) {Configure:104(293418616ns) {ProcessConfigured:135(25393927ns) {StartInitialHandshake:157(25391256ns) {DropHandshakes:470(1790ns) {DropIncomingHandshake:442(514ns) DropOutgoingHandshake:457(230ns)} GenerateSessionVirtualId:988(522ns) PrepareNewSessionHandshake:477(6210ns) {SwitchToState:179(4113ns)}}}}}
2025-12-06T17:42:16.331106Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801683658505402:2070] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:16.170819Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801686155395943:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(66491542ns) {IncomingHandshake:261(53059266ns) {DropIncomingHandshake:442(683ns) PrepareNewSessionHandshake:477(7501ns) {SwitchToState:179(3784ns)} GenerateSessionVirtualId:988(1058ns) IssueIncomingHandshakeReply:193(29779319ns) {SwitchToState:179(4027ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:16.267767Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801685771442273:2081] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:16.273948Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801690066409618:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12619
2025-12-06T17:42:16.274360Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801685771442272:2069] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:42:16.274450Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:16.274505Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801685771442272:2069] [node 4] ICP22 created new session: [5:7580801690066409620:2069]
2025-12-06T17:42:16.274570Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801690066409620:2069] [node 4] ICS09 handshake done sender: [5:7580801685771442273:2081] self: [5:7580801690066409607:0] peer: [4:7580801686155396006:0] socket: 645 qp: -1
2025-12-06T17:42:16.274614Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801690066409620:2069] [node 4] ICS10 traffic start
2025-12-06T17:42:16.284910Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801685771442239:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:16.287056Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:16.287133Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801690066409599:2112] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:16.305013Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801685771442240:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:42:16.305124Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:16.305184Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801685771442240:2050] [node 3] ICP22 created new session: [5:7580801690066409623:2050]
2025-12-06T17:42:16.305234Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801690066409623:2050] [node 3] ICS09 handshake done sender: [5:7580801690066409599:2112] self: [5:7580801690066409615:0] peer: [3:7580801683679786288:0] socket: 654 qp: -1
2025-12-06T17:42:16.305286Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801690066409623:2050] [node 3] ICS10 traffic start
2025-12-06T17:42:16.305334Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:16.318861Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801685771442239:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(23142324ns) {IncomingHandshake:261(23139265ns) {DropIncomingHandshake:442(601ns) PrepareNewSessionHandshake:477(2571ns) {SwitchToState:179(808ns)} GenerateSessionVirtualId:988(1188ns) IssueIncomingHandshakeReply:193(65929ns) {SwitchToState:179(1097ns)}}}
2025-12-06T17:42:16.331751Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801690066409604:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:16.331793Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580801690066409604:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:16.333028Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801690066409604:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:16.333264Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580801685771442286:2093] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:16.333326Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:16.333376Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801685771442286:2093] [node 6] ICP22 created new session: [5:7580801690066409626:2093]
2025-12-06T17:42:16.339571Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801685771442272:2069] [node 4] ICP35 event processing took too much time PendingConnection:279(64938773ns) {HandleHandshakeStatus:329(64934847ns) {DropIncomingHandshake:442(1294ns) DropOutgoingHandshake:457(6819ns) SwitchToState:179(756ns) ProcessPendingSessionEvents:495(20834665ns) {ForwardSessionEventToSession:612(20773576ns) ForwardSessionEventToSession:612(6504ns) ForwardSessionEventToSession:612(3720ns) ForwardSessionEventToSession:612(8872ns) ForwardSessionEventToSession:612(2889ns) ForwardSessionEventToSession:612(6528ns) ForwardSessionEventToSession:612(7637ns) ForwardSessionEventToSession:612(2943ns) ForwardSessionEventToSession:612(5790ns) ForwardSessionEventToSession:612(2740ns)}}}
2025-12-06T17:42:16.340482Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801690066409627:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12619
2025-12-06T17:42:16.341274Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801690066409626:2093] [node 6] ICS09 handshake done sender: [5:7580801690066409604:2113] self: [5:7580801690066409603:0] peer: [6:7580801687953472749:0] socket: 655 qp: -1
2025-12-06T17:42:16.355196Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801690066409626:2093] [node 6] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:16.186272Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801686155395942:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(439090965ns) {Configure:104(439078938ns) {ProcessConfigured:135(15339627ns) {StartInitialHandshake:157(15335183ns) {DropHandshakes:470(4079ns) {DropIncomingHandshake:442(1049ns) DropOutgoingHandshake:457(610ns)} GenerateSessionVirtualId:988(2721ns) PrepareNewSessionHandshake:477(4007ns) {SwitchToState:179(2255ns)}}}}}
2025-12-06T17:42:16.354982Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801687953472741:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42001
2025-12-06T17:42:16.356070Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801687953472750:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42001
2025-12-06T17:42:16.356134Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801687953472751:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42001
2025-12-06T17:42:16.356189Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801687953472752:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42001
2025-12-06T17:42:16.358206Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801687953472734:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:16.358471Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801683658505402:2070] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:42:16.358576Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:16.358627Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801683658505402:2070] [node 5] ICP22 created new session: [6:7580801687953472753:2070]
2025-12-06T17:42:16.192776Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801687594411602:2115] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:16.223707Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801688492142514:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35633
2025-12-06T17:42:16.156663Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801683679786259:2092] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:16.207651Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801686155396007:2069] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(194650164ns) {Configure:104(194642240ns) {ProcessConfigured:135(67451ns) {StartInitialHandshake:157(65185ns) {DropHandshakes:470(1608ns) {DropIncomingHandshake:442(508ns) DropOutgoingHandshake:457(254ns)} GenerateSessionVirtualId:988(252ns) PrepareNewSessionHandshake:477(1218ns) {SwitchToState:179(166ns)}}}}}
2025-12-06T17:42:16.196160Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801683299444229:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(356048786ns) {Configure:104(356039618ns) {ProcessConfigured:135(93561ns) {StartInitialHandshake:157(90633ns) {DropHandshakes:470(3627ns) {DropIncomingHandshake:442(1077ns) DropOutgoingHandshake:457(491ns)} GenerateSessionVirtualId:988(953ns) PrepareNewSessionHandshake:477(2917ns) {SwitchToState:179(819ns)}}}}}
2025-12-06T17:42:16.360644Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:16.232227Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801684197175204:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:16.371714Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801683658505367:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12683) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801687953472739:2115] held: no
2025-12-06T17:42:16.157060Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801683679786250:2074] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:16.275619Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801690450363322:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41544
2025-12-06T17:42:16.282499Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801686155396007:2069] [node 6] ICP35 event processing took too much time PendingConnection:279(24354246ns) {IncomingHandshake:261(24351407ns) {DropIncomingHandshake:442(1585ns) PrepareNewSessionHandshake:477(5475ns) {SwitchToState:179(3453ns)} GenerateSessionVirtualId:988(1446ns) IssueIncomingHandshakeReply:193(5585ns)}}
2025-12-06T17:42:16.387263Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801685771442263:2072] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:16.207048Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580801683299444228:2048] [node 1] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:16.157136Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:16.375057Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801687953472753:2070] [node 5] ICS09 handshake done sender: [6:7580801687953472734:2113] self: [6:7580801687953472749:0] peer: [5:7580801690066409603:0] socket: 659 qp: -1
2025-12-06T17:42:16.397826Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801690066409630:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12619
2025-12-06T17:42:16.207131Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:16.232274Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801684197175204:2110] [node 3] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:16.291457Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801686155395959:2063] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:16.405669Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801690066409630:2121] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:16.158243Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801683679786250:2074] [node 6] ICP22 created new session: [3:7580801687974753591:2074]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:16.383450Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801687953472753:2070] [node 5] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:16.247581Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801684197175138:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:42:16.291541Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:16.207179Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801683299444228:2048] [node 1] ICP22 created new session: [2:7580801687594411610:2048]
2025-12-06T17:42:16.158328Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801687974753591:2074] [node 6] ICS09 handshake done sender: [3:7580801683679786259:2092] self: [3:7580801683679786258:0] peer: [6:7580801687953472740:0] socket: 637 qp: -1
2025-12-06T17:42:16.247680Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:16.383515Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:16.406874Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801685771442240:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(33195300ns) {HandleHandshakeStatus:329(33191937ns) {DropIncomingHandshake:442(1326ns) DropOutgoingHandshake:457(10091ns) SwitchToState:179(1024ns) ProcessPendingSessionEvents:495(32720765ns) {ForwardSessionEventToSession:612(62244ns) ForwardSessionEventToSession:612(8067ns) ForwardSessionEventToSession:612(3951ns) ForwardSessionEventToSession:612(2889ns) ForwardSessionEventToSession:612(4442379ns) ForwardSessionEventToSession:612(8573948ns) ForwardSessionEventToSession:612(9378748ns) ForwardSessionEventToSession:612(5905ns) ForwardSessionEventToSession:612(4107ns) ForwardSessionEventToSession:612(10214375ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:16.158376Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801687974753591:2074] [node 6] ICS10 traffic start
2025-12-06T17:42:16.291613Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801686155395959:2063] [node 5] ICP22 created new session: [4:7580801690450363324:2063]
2025-12-06T17:42:16.384453Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801683658505397:2076] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:16.207257Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801687594411610:2048] [node 1] ICS09 handshake done sender: [2:7580801687594411602:2115] self: [2:7580801687594411603:0] peer: [1:7580801688492142503:0] socket: 662 qp: -1
2025-12-06T17:42:16.247740Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801684197175138:2048] [node 2] ICP22 created new session: [1:7580801688492142515:2048]
2025-12-06T17:42:16.207299Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801687594411610:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:16.385556Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801683658505369:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:42:16.410325Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801685771442239:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:16.158432Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:16.291664Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801690450363324:2063] [node 5] ICS09 handshake done sender: [4:7580801686155396011:2110] self: [4:7580801686155396006:0] peer: [5:7580801690066409607:0] socket: 644 qp: -1
2025-12-06T17:42:16.410478Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801685771442238:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:16.247788Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801688492142515:2048] [node 2] ICS09 handshake done sender: [1:7580801688492142504:2111] self: [1:7580801688492142503:0] peer: [2:7580801687594411603:0] socket: 657 qp: -1
2025-12-06T17:42:16.207369Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:16.248079Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801688492142515:2048] [node 2] ICS10 traffic start
2025-12-06T17:42:16.248135Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:16.248484Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [1:7580801684197175138:2048] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:42:16.249436Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801684197175204:2110] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:16.249772Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801684197175139:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:42:16.249836Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:16.249884Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801684197175139:2049] [node 3] ICP22 created new session: [1:7580801688492142518:2049]
2025-12-06T17:42:16.249931Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801688492142518:2049] [node 3] ICS09 handshake done sender: [1:7580801684197175204:2110] self: [1:7580801684197175202:0] peer: [3:7580801687974753596:0] socket: 646 qp: -1
2025-12-06T17:42:16.249964Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801688492142518:2049] [node 3] ICS10 traffic start
2025-12-06T17:42:16.249998Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:16.254990Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801688492142509:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:16.255019Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801688492142509:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:16.278488Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801688492142520:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35633
2025-12-06T17:42:16.297958Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801688492142509:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:16.298342Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801688492142514:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:16.298571Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580801684197175139:2049] [node 3] ICP18 handshake (actor [1:7580801688492142514:2116]) is too old
2025-12-06T17:42:16.167216Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801683679786214:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(444202117ns) {Configure:104(444194051ns) {ProcessConfigured:135(14452316ns) {StartInitialHandshake:157(14448857ns) {DropHandshakes:470(4192ns) {DropIncomingHandshake:442(959ns) DropOutgoingHandshake:457(584ns)} GenerateSessionVirtualId:988(1370ns) PrepareNewSessionHandshake:477(4722ns) {SwitchToState:179(2150ns)}}}}}
2025-12-06T17:42:16.385641Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:16.324032Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801688492142523:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35633
2025-12-06T17:42:16.327344Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801688492142520:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:16.340940Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801688492142511:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:16.351015Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801684197175178:2086] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:16.351133Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:16.351186Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801684197175178:2086] [node 6] ICP22 created new session: [1:7580801688492142525:2086]
2025-12-06T17:42:16.351247Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801688492142525:2086] [node 6] ICS09 handshake done sender: [1:7580801688492142509:2113] self: [1:7580801688492142507:0] peer: [6:7580801687953472747:0] socket: 667 qp: -1
2025-12-06T17:42:16.351283Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801688492142525:2086] [node 6] ICS10 traffic start
2025-12-06T17:42:16.351326Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:16.368693Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801684197175206:2085] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(308703159ns) {Configure:104(308693910ns) {ProcessConfigured:135(13747754ns) {StartInitialHandshake:157(13744278ns) {DropHandshakes:470(4529ns) {DropIncomingHandshake:442(1088ns) DropOutgoingHandshake:457(773ns)} GenerateSessionVirtualId:988(1201ns) PrepareNewSessionHandshake:477(4887ns) {SwitchToState:179(2789ns)}}}}}
2025-12-06T17:42:16.375136Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801688492142523:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:16.423887Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801688492142528:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:16.423917Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801688492142528:2119] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:16.424139Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801688492142513:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:16.424170Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801688492142513:2115] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:42:16.452418Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801688492142528:2119] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:16.454123Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801688492142513:2115] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:16.468370Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801684197175206:2085] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:16.477158Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801684197175197:2088] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:42:16.498601Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:16.500361Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:16.502644Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801684197175206:2085] [node 5] ICP22 created new session: [1:7580801688492142534:2085]
2025-12-06T17:42:16.506877Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801684197175197:2088] [node 4] ICP22 created new session: [1:7580801688492142535:2088]
2025-12-06T17:42:16.507881Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801688492142534:2085] [node 5] ICS09 handshake done sender: [1:7580801688492142528:2119] self: [1:7580801688492142527:0] peer: [5:7580801690066409631:0] socket: 692 qp: -1
2025-12-06T17:42:16.521087Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801688492142534:2085] [node 5] ICS10 traffic start
2025-12-06T17:42:16.527223Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801688492142535:2088] [node 4] ICS09 handshake done sender: [1:7580801688492142513:2115] self: [1:7580801688492142512:0] peer: [4:7580801690450363330:0] socket: 663 qp: -1
2025-12-06T17:42:16.527277Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801688492142535:2088] [node 4] ICS10 traffic start
2025-12-06T17:42:16.528810Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:16.291708Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801690450363324:2063] [node 5] ICS10 traffic start
2025-12-06T17:42:16.167954Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801683679786214:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:16.419647Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801685771442286:2093] [node 6] ICP35 event processing took too much time PendingConnection:279(86090344ns) {HandleHandshakeStatus:329(86087010ns) {DropIncomingHandshake:442(528ns) DropOutgoingHandshake:457(752ns) SwitchToState:179(625ns) ProcessPendingSessionEvents:495(5388670ns) {ForwardSessionEventToSession:612(5322080ns) ForwardSessionEventToSession:612(9815ns) ForwardSessionEventToSession:612(7735ns) ForwardSessionEventToSession:612(3560ns) ForwardSessionEventToSession:612(7261ns) ForwardSessionEventToSession:612(3230ns) ForwardSessionEventToSession:612(3117ns) ForwardSessionEventToSession:612(5999ns) ForwardSessionEventToSession:612(5734ns) ForwardSessionEventToSession:612(3081ns)}}}
2025-12-06T17:42:16.236706Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801683299444296:2079] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:42:16.385706Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801683658505369:2050] [node 3] ICP22 created new session: [6:7580801687953472755:2050]
2025-12-06T17:42:16.445893Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:16.445953Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801685771442239:2049] [node 2] ICP22 created new session: [5:7580801690066409632:2049]
2025-12-06T17:42:16.447512Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801690066409632:2049] [node 2] ICS09 handshake done sender: [5:7580801685771442263:2072] self: [5:7580801690066409619:0] peer: [2:7580801683299444271:0] socket: 634 qp: -1
2025-12-06T17:42:16.447570Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801690066409632:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:16.447626Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:16.453009Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801690066409634:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12619
2025-12-06T17:42:16.461982Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801685771442239:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(54814154ns) {HandleHandshakeStatus:329(54809137ns) {DropIncomingHandshake:442(2127ns) DropOutgoingHandshake:457(8405ns) SwitchToState:179(3548ns) ProcessPendingSessionEvents:495(7599024ns) {ForwardSessionEventToSession:612(7542566ns) ForwardSessionEventToSession:612(10822ns) ForwardSessionEventToSession:612(8841ns) ForwardSessionEventToSession:612(2467ns) ForwardSessionEventToSession:612(3182ns) ForwardSessionEventToSession:612(4940ns) ForwardSessionEventToSession:612(2807ns) ForwardSessionEventToSession:612(2098ns) ForwardSessionEventToSession:612(5168ns) ForwardSessionEventToSession:612(2461ns)}}}
2025-12-06T17:42:16.474161Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801690066409630:2121] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:16.498748Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801685771442238:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:16.528299Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:16.528358Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801685771442238:2048] [node 1] ICP22 created new session: [5:7580801690066409635:2048]
2025-12-06T17:42:16.528417Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801690066409635:2048] [node 1] ICS09 handshake done sender: [5:7580801690066409630:2121] self: [5:7580801690066409631:0] peer: [1:7580801688492142527:0] socket: 698 qp: -1
2025-12-06T17:42:16.528453Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801690066409635:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:16.528496Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:16.536447Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:16.540109Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801684197175197:2088] [node 4] ICP35 event processing took too much time PendingConnection:279(62762452ns) {HandleHandshakeStatus:329(62759349ns) {DropIncomingHandshake:442(17526ns) DropOutgoingHandshake:457(684ns) SwitchToState:179(733ns) ProcessPendingSessionEvents:495(132776ns) {ForwardSessionEventToSession:612(76554ns) ForwardSessionEventToSession:612(7024ns) ForwardSessionEventToSession:612(3318ns) ForwardSessionEventToSession:612(6096ns) ForwardSessionEventToSession:612(2917ns) ForwardSessionEventToSession:612(6707ns) ForwardSessionEventToSession:612(4160ns) ForwardSessionEventToSession:612(3495ns) ForwardSessionEventToSession:612(6445ns) ForwardSessionEventToSession:612(6491ns)}}}
2025-12-06T17:42:16.548626Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801684197175206:2085] [node 5] ICP35 event processing took too much time PendingConnection:279(79931516ns) {HandleHandshakeStatus:329(79925940ns) {DropIncomingHandshake:442(20615ns) DropOutgoingHandshake:457(625ns) SwitchToState:179(1181ns) ProcessPendingSessionEvents:495(7417987ns) {ForwardSessionEventToSession:612(7344571ns) ForwardSessionEventToSession:612(17329ns) ForwardSessionEventToSession:612(3568ns) ForwardSessionEventToSession:612(2947ns) ForwardSessionEventToSession:612(6504ns) ForwardSessionEventToSession:612(2375ns) ForwardSessionEventToSession:612(14763ns) ForwardSessionEventToSession:612(2987ns) ForwardSessionEventToSession:612(3234ns) ForwardSessionEventToSession:612(6124ns)}}}
2025-12-06T17:42:16.236817Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:16.236870Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801683299444296:2079] [node 4] ICP22 created new session: [2:7580801687594411613:2079]
2025-12-06T17:42:16.236937Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801687594411613:2079] [node 4] ICS09 handshake done sender: [2:7580801683299444299:2112] self: [2:7580801683299444298:0] peer: [4:7580801690450363314:0] socket: 652 qp: -1
2025-12-06T17:42:16.236978Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801687594411613:2079] [node 4] ICS10 traffic start
2025-12-06T17:42:16.237043Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:16.290857Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801683299444291:2080] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(309456010ns) {Configure:104(309448727ns) {ProcessConfigured:135(42169479ns) {StartInitialHandshake:157(42166207ns) {DropHandshakes:470(4767ns) {DropIncomingHandshake:442(847ns) DropOutgoingHandshake:457(819ns)} GenerateSessionVirtualId:988(666ns) PrepareNewSessionHandshake:477(4167ns) {SwitchToState:179(2124ns)}}}}}
2025-12-06T17:42:16.299829Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801683299444228:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(29224096ns) {HandleHandshakeStatus:329(29219373ns) {DropIncomingHandshake:442(865ns) DropOutgoingHandshake:457(14202ns) SwitchToState:179(754ns) ProcessPendingSessionEvents:495(28633797ns) {ForwardSessionEventToSession:612(66418ns) ForwardSessionEventToSession:612(3592ns) ForwardSessionEventToSession:612(46080ns) ForwardSessionEventToSession:612(2931ns) ForwardSessionEventToSession:612(3195ns) ForwardSessionEventToSession:612(16341423ns) ForwardSessionEventToSession:612(5434ns) ForwardSessionEventToSession:612(3091ns) ForwardSessionEventToSession:612(12142725ns) ForwardSessionEventToSession:612(3898ns)}}}
2025-12-06T17:42:16.306716Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801683299444272:2090] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:16.306746Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801683299444272:2090] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:16.330215Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801683299444272:2090] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:16.356489Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801683299444269:2088] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:16.356565Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:16.356629Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801683299444269:2088] [node 5] ICP22 created new session: [2:7580801687594411620:2088]
2025-12-06T17:42:16.356678Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801687594411620:2088] [node 5] ICS09 handshake done sender: [2:7580801683299444272:2090] self: [2:7580801683299444271:0] peer: [5:7580801690066409619:0] socket: 633 qp: -1
2025-12-06T17:42:16.356711Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801687594411620:2088] [node 5] ICS10 traffic start
2025-12-06T17:42:16.356767Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:16.379648Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801687594411622:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:562
2025-12-06T17:42:16.406670Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801687594411622:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:16.414891Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801687594411608:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:16.414936Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801687594411608:2118] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:42:16.416107Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801687594411608:2118] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:16.424346Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580801683299444269:2088] [node 5] ICP18 handshake (actor [2:7580801687594411622:2120]) is too old
2025-12-06T17:42:16.431880Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801683299444229:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:42:16.454367Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801687594411616:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:16.454408Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801687594411616:2119] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:16.465998Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:16.466065Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801683299444229:2049] [node 3] ICP22 created new session: [2:7580801687594411625:2049]
2025-12-06T17:42:16.466119Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801687594411625:2049] [node 3] ICS09 handshake done sender: [2:7580801687594411608:2118] self: [2:7580801687594411607:0] peer: [3:7580801687974753608:0] socket: 632 qp: -1
2025-12-06T17:42:16.466160Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801687594411625:2049] [node 3] ICS10 traffic start
2025-12-06T17:42:16.466230Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:16.472146Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801683299444229:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(42367927ns) {HandleHandshakeStatus:329(42363948ns) {DropIncomingHandshake:442(19113ns) DropOutgoingHandshake:457(4324ns) SwitchToState:179(495ns) ProcessPendingSessionEvents:495(5455985ns) {ForwardSessionEventToSession:612(5389977ns) ForwardSessionEventToSession:612(7911ns) ForwardSessionEventToSession:612(12622ns) ForwardSessionEventToSession:612(3800ns) ForwardSessionEventToSession:612(3211ns) ForwardSessionEventToSession:612(11089ns) ForwardSessionEventToSession:612(3728ns) ForwardSessionEventToSession:612(6105ns) ForwardSessionEventToSession:612(2886ns) ForwardSessionEventToSession:612(2488ns)}}}
2025-12-06T17:42:16.474324Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801687594411616:2119] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:16.507866Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801683299444291:2080] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:16.536924Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:16.537789Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801683299444291:2080] [node 6] ICP22 created new session: [2:7580801687594411627:2080]
2025-12-06T17:42:16.537848Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801687594411627:2080] [node 6] ICS09 handshake done sender: [2:7580801687594411616:2119] self: [2:7580801687594411612:0] peer: [6:7580801687953472757:0] socket: 695 qp: -1
2025-12-06T17:42:16.537893Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801687594411627:2080] [node 6] ICS10 traffic start
2025-12-06T17:42:16.537941Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:16.538445Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801683299444291:2080] [node 6] ICP35 event processing took too much time PendingConnection:279(31035656ns) {HandleHandshakeStatus:329(31032607ns) {DropIncomingHandshake:442(25518ns) DropOutgoingHandshake:457(597ns) SwitchToState:179(116ns) ProcessPendingSessionEvents:495(116351ns) {ForwardSessionEventToSession:612(56339ns) ForwardSessionEventToSession:612(6572ns) ForwardSessionEventToSession:612(3083ns) ForwardSessionEventToSession:612(3082ns) ForwardSessionEventToSession:612(9207ns) ForwardSessionEventToSession:612(2527ns) ForwardSessionEventToSession:612(5979ns) ForwardSessionEventToSession:612(2328ns) ForwardSessionEventToSession:612(9232ns) ForwardSessionEventToSession:612(9067ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:16.175446Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801683679786278:2072] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(196509363ns) {Configure:104(196498148ns) {ProcessConfigured:135(28226825ns) {StartInitialHandshake:157(12658467ns) {DropHandshakes:470(4496ns) {DropIncomingHandshake:442(882ns) DropOutgoingHandshake:457(649ns)} GenerateSessionVirtualId:988(2009ns) PrepareNewSessionHandshake:477(3060ns) {SwitchToState:179(1473ns)}}}}}
2025-12-06T17:42:16.291767Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:16.555814Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801685771442238:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(62093745ns) {HandleHandshakeStatus:329(54441665ns) {DropIncomingHandshake:442(1221ns) DropOutgoingHandshake:457(1036728ns) SwitchToState:179(1673ns) ProcessPendingSessionEvents:495(24532674ns) {ForwardSessionEventToSession:612(9038526ns) ForwardSessionEventToSession:612(7318ns) ForwardSessionEventToSession:612(1853173ns) ForwardSessionEventToSession:612(1603210ns) ForwardSessionEventToSession:612(4521ns) ForwardSessionEventToSession:612(397694ns) ForwardSessionEventToSession:612(3704ns) ForwardSessionEventToSession:612(11589768ns) ForwardSessionEventToSession:612(10025ns) ForwardSessionEventToSession:612(3259ns)}}}
2025-12-06T17:42:16.555905Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7580801685771442238:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:42:16.185523Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801683679786250:2074] [node 6] ICP35 event processing took too much time PendingConnection:279(28230575ns) {HandleHandshakeStatus:329(28225537ns) {DropIncomingHandshake:442(15493ns) DropOutgoingHandshake:457(1122ns) SwitchToState:179(768ns) ProcessPendingSessionEvents:495(26665870ns) {ForwardSessionEventToSession:612(26604823ns) ForwardSessionEventToSession:612(8336ns) ForwardSessionEventToSession:612(6541ns) ForwardSessionEventToSession:612(3825ns) ForwardSessionEventToSession:612(2965ns) ForwardSessionEventToSession:612(5557ns) ForwardSessionEventToSession:612(4079ns) ForwardSessionEventToSession:612(3031ns) ForwardSessionEventToSession:612(9187ns) ForwardSessionEventToSession:612(3591ns)}}}
2025-12-06T17:42:16.219958Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801683679786289:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:16.220009Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801683679786289:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:16.222091Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801683679786289:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:16.222554Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801683679786273:2073] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:16.222654Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:16.222716Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801683679786273:2073] [node 5] ICP22 created new session: [3:7580801687974753600:2073]
2025-12-06T17:42:16.222794Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801687974753600:2073] [node 5] ICS09 handshake done sender: [3:7580801683679786289:2114] self: [3:7580801683679786288:0] peer: [5:7580801690066409615:0] socket: 651 qp: -1
2025-12-06T17:42:16.222833Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801687974753600:2073] [node 5] ICS10 traffic start
2025-12-06T17:42:16.222882Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:16.271147Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801683679786273:2073] [node 5] ICP35 event processing took too much time PendingConnection:279(48333257ns) {HandleHandshakeStatus:329(48329722ns) {DropIncomingHandshake:442(788ns) DropOutgoingHandshake:457(852ns) SwitchToState:179(566ns) ProcessPendingSessionEvents:495(35883629ns) {ForwardSessionEventToSession:612(35799989ns) ForwardSessionEventToSession:612(15655ns) ForwardSessionEventToSession:612(4166ns) ForwardSessionEventToSession:612(3899ns) ForwardSessionEventToSession:612(7107ns) ForwardSessionEventToSession:612(3508ns) ForwardSessionEventToSession:612(11921ns) ForwardSessionEventToSession:612(6603ns) ForwardSessionEventToSession:612(3544ns) ForwardSessionEventToSession:612(8759ns)}}}
2025-12-06T17:42:16.304478Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801687974753604:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28971
2025-12-06T17:42:16.306004Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801687974753605:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28971
2025-12-06T17:42:16.306101Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801687974753603:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28971
2025-12-06T17:42:16.308180Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801683679786286:2113] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:16.308432Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801683679786214:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:16.308498Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:16.308555Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801683679786214:2048] [node 1] ICP22 created new session: [3:7580801687974753606:2048]
2025-12-06T17:42:16.308607Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801687974753606:2048] [node 1] ICS09 handshake done sender: [3:7580801683679786286:2113] self: [3:7580801687974753596:0] peer: [1:7580801684197175202:0] socket: 648 qp: -1
2025-12-06T17:42:16.308648Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801687974753606:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:16.308684Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:16.326496Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801683679786214:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(17833031ns) {HandleHandshakeStatus:329(17828561ns) {DropIncomingHandshake:442(1371ns) DropOutgoingHandshake:457(11881ns) SwitchToState:179(875ns) ProcessPendingSessionEvents:495(17400455ns) {ForwardSessionEventToSession:612(17336778ns) ForwardSessionEventToSession:612(9765ns) ForwardSessionEventToSession:612(3560ns) ForwardSessionEventToSession:612(6030ns) ForwardSessionEventToSession:612(6917ns) ForwardSessionEventToSession:612(3405ns) ForwardSessionEventToSession:612(7810ns) ForwardSessionEventToSession:612(2799ns) ForwardSessionEventToSession:612(6137ns) ForwardSessionEventToSession:612(3570ns)}}}
2025-12-06T17:42:16.360563Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801687974753603:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:16.406252Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801683679786215:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:16.407326Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801687974753597:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:16.407355Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801687974753597:2117] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:42:16.413909Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801687974753597:2117] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:16.420742Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801687974753610:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28971
2025-12-06T17:42:16.437171Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801683679786278:2072] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:42:16.437251Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:16.437306Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801683679786278:2072] [node 4] ICP22 created new session: [3:7580801687974753611:2072]
2025-12-06T17:42:16.437358Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801687974753611:2072] [node 4] ICS09 handshake done sender: [3:7580801687974753597:2117] self: [3:7580801687974753593:0] peer: [4:7580801690450363329:0] socket: 681 qp: -1
2025-12-06T17:42:16.437402Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801687974753611:2072] [node 4] ICS10 traffic start
2025-12-06T17:42:16.437451Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:16.438899Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801687974753603:2118] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:16.443341Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801683679786215:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:16.443429Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:16.443488Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801683679786215:2049] [node 2] ICP22 created new session: [3:7580801687974753613:2049]
2025-12-06T17:42:16.443534Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801687974753613:2049] [node 2] ICS09 handshake done sender: [3:7580801687974753603:2118] self: [3:7580801687974753608:0] peer: [2:7580801687594411607:0] socket: 685 qp: -1
2025-12-06T17:42:16.443572Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801687974753613:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:16.443625Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:16.385748Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801687953472755:2050] [node 3] ICS09 handshake done sender: [6:7580801683658505397:2076] self: [6:7580801687953472740:0] peer: [3:7580801683679786258:0] socket: 638 qp: -1
2025-12-06T17:42:16.302751Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801690450363315:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:16.313983Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7580801686155395959:2063] [node 5] ICP18 handshake (actor [4:7580801690450363315:2115]) is too old
2025-12-06T17:42:16.315931Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801686155395943:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12802) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580801690450363313:2114] held: no
2025-12-06T17:42:16.318473Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801690450363323:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41544
2025-12-06T17:42:16.334823Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801690450363328:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41544
2025-12-06T17:42:16.359443Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801690450363328:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:16.374881Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801690450363323:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:16.380584Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801686155395944:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:16.389082Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801686155395942:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:16.406982Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801686155395943:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(71791454ns) {HandleHandshakeStatus:395(44009950ns) {LogHandshakeFail:472(20197ns) {UpdateErrorStateLog:545(5447ns)} DropOutgoingHandshake:457(3065ns) ProcessPendingSessionEvents:495(18717959ns) {DropSessionEvent:512(14159ns) DropSessionEvent:512(7984ns) DropSessionEvent:512(6100ns) DropSessionEvent:512(14352865ns) DropSessionEvent:512(17104ns) DropSessionEvent:512(4286652ns) DropSessionEvent:512(5761ns) DropSessionEvent:512(5567ns) DropSessionEvent:512(5055ns) DropSessionEvent:512(5533ns)}}}
2025-12-06T17:42:16.409169Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801690450363331:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41544
2025-12-06T17:42:16.421385Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801690450363313:2114] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:16.425600Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801690450363323:2119] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:16.433113Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801690450363320:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:16.433143Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801690450363320:2117] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:16.433846Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801686155395943:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:16.433924Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:16.433984Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801686155395943:2049] [node 2] ICP22 created new session: [4:7580801690450363332:2049]
2025-12-06T17:42:16.434041Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801690450363332:2049] [node 2] ICS09 handshake done sender: [4:7580801690450363313:2114] self: [4:7580801690450363314:0] peer: [2:7580801683299444298:0] socket: 653 qp: -1
2025-12-06T17:42:16.434082Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801690450363332:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:16.434122Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:16.435125Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801686155395944:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:42:16.435198Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:16.435249Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801686155395944:2050] [node 3] ICP22 created new session: [4:7580801690450363335:2050]
2025-12-06T17:42:16.435292Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801690450363335:2050] [node 3] ICS09 handshake done sender: [4:7580801690450363323:2119] self: [4:7580801690450363329:0] peer: [3:7580801687974753593:0] socket: 686 qp: -1
2025-12-06T17:42:16.435324Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801690450363335:2050] [node 3] ICS10 traffic start
2025-12-06T17:42:16.435355Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:16.442312Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801690450363320:2117] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:16.456156Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801686155396007:2069] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:16.481244Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:16.495222Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801686155396007:2069] [node 6] ICP22 created new session: [4:7580801690450363338:2069]
2025-12-06T17:42:16.497968Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801690450363338:2069] [node 6] ICS09 handshake done sender: [4:7580801690450363320:2117] self: [4:7580801690450363319:0] peer: [6:7580801687953472758:0] socket: 694 qp: -1
2025-12-06T17:42:16.507398Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801690450363338:2069] [node 6] ICS10 traffic start
2025-12-06T17:42:16.508169Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:16.508691Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801686155396007:2069] [node 6] ICP35 event processing took too much time PendingConnection:279(53477959ns) {HandleHandshakeStatus:329(53474465ns) {DropIncomingHandshake:442(17166ns) DropOutgoingHandshake:457(825ns) SwitchToState:179(789ns) ProcessPendingSessionEvents:495(108892ns) {ForwardSessionEventToSession:612(57063ns) ForwardSessionEventToSession:612(10781ns) ForwardSessionEventToSession:612(2121ns) ForwardSessionEventToSession:612(2835ns) ForwardSessionEventToSession:612(5911ns) ForwardSessionEventToSession:612(2523ns) ForwardSessionEventToSession:612(8650ns) ForwardSessionEventToSession:612(2280ns) ForwardSessionEventToSession:612(2960ns) ForwardSessionEventToSession:612(5581ns)}}}
2025-12-06T17:42:16.520282Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801686155395942:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12683) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580801690450363328:2120] held: no
2025-12-06T17:42:16.552613Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801690450363337:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41544
2025-12-06T17:42:16.553431Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801686155395942:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(30846095ns) {HandleHandshakeStatus:395(26791676ns) {LogHandshakeFail:472(6408243ns) {UpdateErrorStateLog:545(7623ns)} DropOutgoingHandshake:457(1440ns) ProcessPendingSessionEvents:495(6788729ns) {DropSessionEvent:512(18638ns) DropSessionEvent:512(6888ns) DropSessionEvent:512(5736ns) DropSessionEvent:512(5570ns) DropSessionEvent:512(5550ns) DropSessionEvent:512(28533ns) DropSessionEvent:512(6072ns) DropSessionEvent:512(5924ns) DropSessionEvent:512(5103ns) DropSessionEvent:512(6205ns)}}}
2025-12-06T17:42:16.553558Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801690450363328:2120] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:16.557302Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801686155395942:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:16.557399Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:16.557457Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801686155395942:2048] [node 1] ICP22 created new session: [4:7580801690450363340:2048]
2025-12-06T17:42:16.557503Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801690450363340:2048] [node 1] ICS09 handshake done sender: [4:7580801690450363328:2120] self: [4:7580801690450363330:0] peer: [1:7580801688492142512:0] socket: 691 qp: -1
2025-12-06T17:42:16.557544Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801690450363340:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:16.557613Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:16.385793Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801687953472755:2050] [node 3] ICS10 traffic start
2025-12-06T17:42:16.385847Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:16.406628Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801687953472751:2121] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:16.421230Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801683658505368:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:16.421446Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801683658505367:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(26189578ns) {HandleHandshakeStatus:395(26185288ns) {LogHandshakeFail:472(20446ns) {UpdateErrorStateLog:545(5427ns)} DropOutgoingHandshake:457(1924ns) ProcessPendingSessionEvents:495(9261009ns) {DropSessionEvent:512(15453ns) DropSessionEvent:512(6537ns) DropSessionEvent:512(6394ns) DropSessionEvent:512(9189917ns) DropSessionEvent:512(6430ns) DropSessionEvent:512(5381ns) DropSessionEvent:512(6936ns) DropSessionEvent:512(5693ns) DropSessionEvent:512(5737ns) DropSessionEvent:512(5162ns)}}}
2025-12-06T17:42:16.423138Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801683658505402:2070] [node 5] ICP35 event processing took too much time PendingConnection:279(64380952ns) {HandleHandshakeStatus:329(64379016ns) {DropIncomingHandshake:442(976ns) DropOutgoingHandshake:457(6267ns) SwitchToState:179(753ns) ProcessPendingSessionEvents:495(6224691ns) {ForwardSessionEventToSession:612(6155291ns) ForwardSessionEventToSession:612(11103ns) ForwardSessionEventToSession:612(5388ns) ForwardSessionEventToSession:612(3532ns) ForwardSessionEventToSession:612(3064ns) ForwardSessionEventToSession:612(5836ns) ForwardSessionEventToSession:612(3671ns) ForwardSessionEventToSession:612(14761ns) ForwardSessionEventToSession:612(2831ns) ForwardSessionEventToSession:612(5693ns)}}}
2025-12-06T17:42:16.425083Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801687953472750:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:16.425333Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801683658505396:2068] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:16.440021Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801687953472759:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42001
2025-12-06T17:42:16.453793Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801687953472750:2120] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:16.454809Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801687953472748:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42001
2025-12-06T17:42:16.472888Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801683658505396:2068] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:42:16.472967Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:16.473033Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801683658505396:2068] [node 4] ICP22 created new session: [6:7580801687953472761:2068]
2025-12-06T17:42:16.473090Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801687953472761:2068] [node 4] ICS09 handshake done sender: [6:7580801687953472750:2120] self: [6:7580801687953472758:0] peer: [4:7580801690450363319:0] socket: 690 qp: -1
2025-12-06T17:42:16.473125Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801687953472761:2068] [node 4] ICS10 traffic start
2025-12-06T17:42:16.473165Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:16.473432Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580801683658505396:2068] [node 4] ICP27 obsolete handshake fail ignored
2025-12-06T17:42:16.473956Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801687953472739:2115] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:16.478001Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801687953472760:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42001
2025-12-06T17:42:16.496347Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801683658505367:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:16.499799Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801687953472751:2121] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:16.503454Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801683658505368:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:16.503556Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:16.503612Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801683658505368:2049] [node 2] ICP22 created new session: [6:7580801687953472763:2049]
2025-12-06T17:42:16.503659Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801687953472763:2049] [node 2] ICS09 handshake done sender: [6:7580801687953472751:2121] self: [6:7580801687953472757:0] peer: [2:7580801687594411612:0] socket: 664 qp: -1
2025-12-06T17:42:16.503699Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801687953472763:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:16.503737Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:16.528703Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:16.537470Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801683658505367:2048] [node 1] ICP22 created new session: [6:7580801687953472765:2048]
2025-12-06T17:42:16.541065Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801687953472765:2048] [node 1] ICS09 handshake done sender: [6:7580801687953472739:2115] self: [6:7580801687953472747:0] peer: [1:7580801688492142507:0] socket: 670 qp: -1
2025-12-06T17:42:16.553199Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801687953472765:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:16.553278Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:16.554570Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801683658505367:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(62999158ns) {HandleHandshakeStatus:329(62996985ns) {DropIncomingHandshake:442(3570ns) DropOutgoingHandshake:457(651ns) SwitchToState:179(830ns) ProcessPendingSessionEvents:495(1173ns)}}
2025-12-06T17:42:16.681844Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:42:16.682117Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7580801687594411610:2048] [node 1] ICS07 socket disconnect 662 reason# EndOfStream
2025-12-06T17:42:16.682153Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580801687594411610:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:16.682257Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:16.682300Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580801687594411610:2048] [node 1] ICS15 start handshake
2025-12-06T17:42:16.688391Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:42:16.688661Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801687974753606:2048] [node 1] ICS01 socket: 648 reason# EndOfStream
2025-12-06T17:42:16.688714Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801683679786214:2048] [node 1] ICP30 unregister session Session# [3:7580801687974753606:2048] VirtualId# [3:7580801687974753596:0]
2025-12-06T17:42:16.688777Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801687974753606:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:16.688863Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:16.688910Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:16.691615Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580801683299444228:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12683) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:42:16.691666Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580801687594411610:2048] [node 1] ICS15 start handshake
2025-12-06T17:42:16.693497Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580801683299444228:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12683) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:16.693578Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580801687594411610:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:16.693613Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580801683299444228:2048] [node 1] ICP30 unregister session Session# [2:7580801687594411610:2048] VirtualId# [2:7580801687594411603:0]
2025-12-06T17:42:16.693668Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:16.693704Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [2:7580801683299444228:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:12683) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:16.693730Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12683) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:16.699968Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:42:16.700273Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580801690066409635:2048] [node 1] ICS07 socket disconnect 698 reason# EndOfStream
2025-12-06T17:42:16.700310Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801690066409635:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:16.700413Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:16.700463Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580801690066409635:2048] [node 1] ICS15 start handshake
2025-12-06T17:42:16.701646Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801685771442238:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12683) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:16.701713Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801690066409635:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:16.701748Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801685771442238:2048] [node 1] ICP30 unregister session Session# [5:7580801690066409635:2048] VirtualId# [5:7580801690066409631:0]
2025-12-06T17:42:16.701814Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:16.701856Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580801685771442238:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:12683) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:16.701871Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12683) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:16.700131Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:42:16.700392Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801687953472765:2048] [node 1] ICS01 socket: 670 reason# EndOfStream
2025-12-06T17:42:16.700443Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801683658505367:2048] [node 1] ICP30 unregister session Session# [6:7580801687953472765:2048] VirtualId# [6:7580801687953472747:0]
2025-12-06T17:42:16.700501Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801687953472765:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:16.700591Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:16.700659Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:16.707007Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [2:7580801683299444228:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:42:16.702649Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:42:16.703004Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801690450363340:2048] [node 1] ICS01 socket: 691 reason# EndOfStream
2025-12-06T17:42:16.703049Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801686155395942:2048] [node 1] ICP30 unregister session Session# [4:7580801690450363340:2048] VirtualId# [4:7580801690450363330:0]
2025-12-06T17:42:16.703086Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801690450363340:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:16.703170Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:16.703228Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:16.714696Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580801685771442238:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:42:16.760882Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:42:16.761153Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801687974753613:2049] [node 2] ICS01 socket: 685 reason# EndOfStream
2025-12-06T17:42:16.761192Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801683679786215:2049] [node 2] ICP30 unregister session Session# [3:7580801687974753613:2049] VirtualId# [3:7580801687974753608:0]
2025-12-06T17:42:16.761230Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801687974753613:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:16.761324Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:16.761395Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:16.765058Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:42:16.765335Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801690450363332:2049] [node 2] ICS01 socket: 653 reason# EndOfStream
2025-12-06T17:42:16.765386Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801686155395943:2049] [node 2] ICP30 unregister session Session# [4:7580801690450363332:2049] VirtualId# [4:7580801690450363314:0]
2025-12-06T17:42:16.765425Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801690450363332:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:16.765506Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:16.765560Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:16.770921Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:42:16.771179Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801687953472763:2049] [node 2] ICS01 socket: 664 reason# EndOfStream
2025-12-06T17:42:16.771226Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801683658505368:2049] [node 2] ICP30 unregister session Session# [6:7580801687953472763:2049] VirtualId# [6:7580801687953472757:0]
2025-12-06T17:42:16.771261Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801687953472763:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:16.771353Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:16.771401Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:16.772585Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:42:16.772822Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580801690066409632:2049] [node 2] ICS07 socket disconnect 634 reason# EndOfStream
2025-12-06T17:42:16.772852Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801690066409632:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:16.772953Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:16.773030Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580801690066409632:2049] [node 2] ICS15 start handshake
2025-12-06T17:42:16.782132Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801685771442239:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12802) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:16.782209Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801690066409632:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:16.782244Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801685771442239:2049] [node 2] ICP30 unregister session Session# [5:7580801690066409632:2049] VirtualId# [5:7580801690066409619:0]
2025-12-06T17:42:16.782292Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:16.782330Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580801685771442239:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:12802) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:16.782345Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12802) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:16.795450Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580801685771442239:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:42:16.995258Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:42:17.002885Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801687953472755:2050] [node 3] ICS01 socket: 638 reason# EndOfStream
2025-12-06T17:42:17.005466Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:42:17.009478Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801683658505369:2050] [node 3] ICP30 unregister session Session# [6:7580801687953472755:2050] VirtualId# [6:7580801687953472740:0]
2025-12-06T17:42:17.009574Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801687953472755:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:17.009691Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:42:17.009742Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:42:17.012813Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801690450363335:2050] [node 3] ICS01 socket: 686 reason# EndOfStream
2025-12-06T17:42:17.012882Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801686155395944:2050] [node 3] ICP30 unregister session Session# [4:7580801690450363335:2050] VirtualId# [4:7580801690450363329:0]
2025-12-06T17:42:17.012925Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801690450363335:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:17.013039Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:42:17.013093Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:42:17.010001Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:42:17.017869Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580801690066409623:2050] [node 3] ICS07 socket disconnect 654 reason# EndOfStream
2025-12-06T17:42:17.017904Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801690066409623:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:17.018019Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:42:17.018077Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580801690066409623:2050] [node 3] ICS15 start handshake
2025-12-06T17:42:17.039296Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801685771442240:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11121) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:17.039368Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801690066409623:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:17.039409Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801685771442240:2050] [node 3] ICP30 unregister session Session# [5:7580801690066409623:2050] VirtualId# [5:7580801690066409615:0]
2025-12-06T17:42:17.039476Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:42:17.039510Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580801685771442240:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:11121) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:17.039525Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11121) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:17.052020Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580801685771442240:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:42:17.174240Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:42:17.174587Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801687953472761:2068] [node 4] ICS01 socket: 690 reason# EndOfStream
2025-12-06T17:42:17.174640Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801683658505396:2068] [node 4] ICP30 unregister session Session# [6:7580801687953472761:2068] VirtualId# [6:7580801687953472758:0]
2025-12-06T17:42:17.174676Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801687953472761:2068] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:17.174773Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:42:17.174815Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:42:17.174950Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:42:17.175154Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801690066409620:2069] [node 4] ICS01 socket: 645 reason# EndOfStream
2025-12-06T17:42:17.175191Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801685771442272:2069] [node 4] ICP30 unregister session Session# [5:7580801690066409620:2069] VirtualId# [5:7580801690066409607:0]
2025-12-06T17:42:17.175219Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801690066409620:2069] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:17.175285Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:42:17.175321Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:42:17.367787Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:42:17.368065Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580801687953472753:2070] [node 5] ICS07 socket disconnect 659 reason# EndOfStream
2025-12-06T17:42:17.368100Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801687953472753:2070] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:17.368141Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:42:17.368218Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580801687953472753:2070] [node 5] ICS15 start handshake
2025-12-06T17:42:17.369357Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801683658505402:2070] [node 5] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19249) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:17.369424Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801687953472753:2070] [node 5] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:17.369465Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801683658505402:2070] [node 5] ICP30 unregister session Session# [6:7580801687953472753:2070] VirtualId# [6:7580801687953472749:0]
2025-12-06T17:42:17.369516Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
2025-12-06T17:42:17.369549Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580801683658505402:2070] [node 5] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:19249) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:17.369575Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [5] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19249) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2025-12-06T17:42:17.731047Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801693534161359:2048] [node 2] ICP01 ready to work
2025-12-06T17:42:17.731089Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801693534161360:2049] [node 3] ICP01 ready to work
2025-12-06T17:42:17.759124Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801690581859088:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:17.759166Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801690581859089:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:17.763009Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801693179438298:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:17.763061Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801693179438299:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:17.763100Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801693179438300:2050] [node 3] ICP01 ready to work
2025-12-06T17:42:17.755036Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801690465950373:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:17.755088Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801690465950374:2049] [node 3] ICP01 ready to work
2025-12-06T17:42:18.133405Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801694760917710:2089] [node 6] ICP01 ready to work
2025-12-06T17:42:18.140227Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801694876826422:2084] [node 6] ICP01 ready to work
2025-12-06T17:42:18.198132Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801694876826437:2087] [node 5] ICP01 ready to work
2025-12-06T17:42:18.144741Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801697829128716:2106] [node 4] ICP01 ready to work
2025-12-06T17:42:18.324460Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801697829128719:2107] [node 5] ICP01 ready to work
2025-12-06T17:42:18.147035Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801690762212521:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:18.146821Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801691963816277:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:18.147139Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801690762212522:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:18.193271Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801690762212523:2050] [node 3] ICP01 ready to work
2025-12-06T17:42:18.224682Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801695057179832:2060] [node 4] ICP01 ready to work
2025-12-06T17:42:18.383844Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801693179438299:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(245395090ns) {Configure:104(245388457ns) {ProcessConfigured:135(83324ns) {StartInitialHandshake:157(80505ns) {DropHandshakes:470(4289ns) {DropIncomingHandshake:442(919ns) DropOutgoingHandshake:457(622ns)} GenerateSessionVirtualId:988(840ns) PrepareNewSessionHandshake:477(1927ns) {SwitchToState:179(656ns)}}}}}
2025-12-06T17:42:18.384988Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801697474405659:2075] [node 5] ICP01 ready to work
2025-12-06T17:42:18.385626Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801697474405660:2076] [node 6] ICP01 ready to work
2025-12-06T17:42:18.390412Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801697829128720:2108] [node 6] ICP01 ready to work
2025-12-06T17:42:18.390149Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801695057179880:2066] [node 5] ICP01 ready to work
2025-12-06T17:42:18.376462Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801694876826452:2088] [node 4] ICP01 ready to work
2025-12-06T17:42:18.146921Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801691963816278:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:18.395947Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801694760917710:2089] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(262164582ns) {Configure:104(262158280ns) {ProcessConfigured:135(68652ns) {StartInitialHandshake:157(65960ns) {DropHandshakes:470(3299ns) {DropIncomingHandshake:442(825ns) DropOutgoingHandshake:457(435ns)} GenerateSessionVirtualId:988(721ns) PrepareNewSessionHandshake:477(1959ns) {SwitchToState:179(551ns)}}}}}
2025-12-06T17:42:18.397138Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801694760917735:2090] [node 4] ICP01 ready to work
2025-12-06T17:42:18.409575Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801693179438300:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(23003387ns) {Configure:104(22997177ns) {ProcessConfigured:135(86927ns) {StartInitialHandshake:157(84507ns) {DropHandshakes:470(3128ns) {DropIncomingHandshake:442(554ns) DropOutgoingHandshake:457(537ns)} GenerateSessionVirtualId:988(1372ns) PrepareNewSessionHandshake:477(1994ns) {SwitchToState:179(858ns)}}}}}
2025-12-06T17:42:18.193573Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801691963816279:2050] [node 3] ICP01 ready to work
2025-12-06T17:42:18.411195Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801694760917736:2097] [node 5] ICP01 ready to work
2025-12-06T17:42:18.432135Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801697829128719:2107] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(38008916ns) {Configure:104(38003041ns) {ProcessConfigured:135(75797ns) {StartInitialHandshake:157(72466ns) {DropHandshakes:470(2872ns) {DropIncomingHandshake:442(531ns) DropOutgoingHandshake:457(614ns)} GenerateSessionVirtualId:988(674ns) PrepareNewSessionHandshake:477(1828ns) {SwitchToState:179(787ns)}}}}}
2025-12-06T17:42:18.397571Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801696258783636:2066] [node 4] ICP01 ready to work
2025-12-06T17:42:18.411478Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801696258783637:2069] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:18.443094Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801694760917735:2090] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(25381829ns) {Configure:104(25377925ns) {ProcessConfigured:135(68862ns) {StartInitialHandshake:157(64997ns) {DropHandshakes:470(922ns) {DropIncomingHandshake:442(293ns) DropOutgoingHandshake:457(105ns)} GenerateSessionVirtualId:988(352ns) PrepareNewSessionHandshake:477(1912ns) {SwitchToState:179(734ns)}}}}}
2025-12-06T17:42:18.455735Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801694760917746:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47171
2025-12-06T17:42:18.463977Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801697829128716:2106] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(29489186ns) {Configure:104(29484205ns) {ProcessConfigured:135(64259ns) {StartInitialHandshake:157(62560ns) {DropHandshakes:470(2021ns) {DropIncomingHandshake:442(899ns) DropOutgoingHandshake:457(287ns)} GenerateSessionVirtualId:988(706ns) PrepareNewSessionHandshake:477(1427ns) {SwitchToState:179(670ns)}}}}}
2025-12-06T17:42:18.448834Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801697474405659:2075] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(38931107ns) {Configure:104(38925222ns) {ProcessConfigured:135(65874ns) {StartInitialHandshake:157(61731ns) {DropHandshakes:470(1793ns) {DropIncomingHandshake:442(449ns) DropOutgoingHandshake:457(402ns)} GenerateSessionVirtualId:988(686ns) PrepareNewSessionHandshake:477(4301ns) {SwitchToState:179(506ns)}}}}}
2025-12-06T17:42:18.467497Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801695057179880:2066] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(22258054ns) {Configure:104(22253839ns) {ProcessConfigured:135(19976183ns) {StartInitialHandshake:157(19972593ns) {DropHandshakes:470(2394ns) {DropIncomingHandshake:442(429ns) DropOutgoingHandshake:457(814ns)} GenerateSessionVirtualId:988(499ns) PrepareNewSessionHandshake:477(4856ns) {SwitchToState:179(2609ns)}}}}}
2025-12-06T17:42:18.492872Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801690762212523:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(22361587ns) {Configure:104(22355145ns) {ProcessConfigured:135(103540ns) {StartInitialHandshake:157(100765ns) {DropHandshakes:470(3117ns) {DropIncomingHandshake:442(553ns) DropOutgoingHandshake:457(395ns)} GenerateSessionVirtualId:988(1106ns) PrepareNewSessionHandshake:477(4818ns) {SwitchToState:179(961ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:18.496219Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801695057179884:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42854
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:18.496863Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801695057179891:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42854
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:18.467047Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801694876826452:2088] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(40956674ns) {Configure:104(40950933ns) {ProcessConfigured:135(4623582ns) {StartInitialHandshake:157(4620541ns) {DropHandshakes:470(4767ns) {DropIncomingHandshake:442(1148ns) DropOutgoingHandshake:457(318ns)} GenerateSessionVirtualId:988(1119ns) PrepareNewSessionHandshake:477(3431ns) {SwitchToState:179(2024ns)}}}}}
2025-12-06T17:42:18.505510Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801697829128731:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50693
2025-12-06T17:42:18.505972Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801697829128734:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50693
2025-12-06T17:42:18.493399Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801691963816279:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(64254409ns) {Configure:104(64247358ns) {ProcessConfigured:135(39250586ns) {StartInitialHandshake:157(39248167ns) {DropHandshakes:470(1352ns) {DropIncomingHandshake:442(291ns) DropOutgoingHandshake:457(181ns)} GenerateSessionVirtualId:988(690ns) PrepareNewSessionHandshake:477(3212ns) {SwitchToState:179(1799ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:18.530525Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801697474405672:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40476
2025-12-06T17:42:18.503153Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801694876826437:2087] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(31273179ns) {Configure:104(31267125ns) {ProcessConfigured:135(29374696ns) {StartInitialHandshake:157(29371903ns) {DropHandshakes:470(2468ns) {DropIncomingHandshake:442(519ns) DropOutgoingHandshake:457(527ns)} GenerateSessionVirtualId:988(638ns) PrepareNewSessionHandshake:477(10160ns) {SwitchToState:179(2878ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:18.531532Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801694876826459:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36856
2025-12-06T17:42:18.531690Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801694876826462:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36856
2025-12-06T17:42:18.532278Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801694876826464:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36856
2025-12-06T17:42:18.520517Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801696258783636:2066] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(26317731ns) {Configure:104(26312106ns) {ProcessConfigured:135(63220ns) {StartInitialHandshake:157(59774ns) {DropHandshakes:470(3162ns) {DropIncomingHandshake:442(729ns) DropOutgoingHandshake:457(374ns)} GenerateSessionVirtualId:988(743ns) PrepareNewSessionHandshake:477(1682ns) {SwitchToState:179(489ns)}}}}}
2025-12-06T17:42:18.526847Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801696258783644:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11806
2025-12-06T17:42:18.526924Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801696258783647:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11806
2025-12-06T17:42:18.526987Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801696258783648:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11806
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:18.540346Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801694760917750:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47171
2025-12-06T17:42:18.540477Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801694760917751:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47171
2025-12-06T17:42:18.540541Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801694760917752:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47171
2025-12-06T17:42:18.540814Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801694760917749:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47171
2025-12-06T17:42:18.550928Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801694760917746:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:18.551922Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801695057179884:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:18.556509Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801697474405672:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:18.556681Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801693179438299:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:18.557235Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801694760917740:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:18.557275Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801694760917740:2112] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:42:18.558329Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801695057179891:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:18.560293Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801694876826459:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:18.566852Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801694760917752:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:18.568963Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801694876826424:2085] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:18.569005Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801694876826424:2085] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:18.574019Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801694876826424:2085] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:18.574432Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801694876826422:2084] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:18.574515Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:18.574592Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801694876826422:2084] [node 6] ICP22 created new session: [3:7580801694876826468:2084]
2025-12-06T17:42:18.574646Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801694876826468:2084] [node 6] ICS09 handshake done sender: [3:7580801694876826424:2085] self: [3:7580801694876826423:0] peer: [6:7580801695057179897:0] socket: 30 qp: -1
2025-12-06T17:42:18.574683Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801694876826468:2084] [node 6] ICS10 traffic start
2025-12-06T17:42:18.574737Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:18.561938Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801697829128731:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:18.567656Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801690762212523:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:18.567758Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801690762212522:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:18.583872Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801695057179899:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42854
2025-12-06T17:42:18.568683Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801694760917750:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:18.570471Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801696258783644:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:18.562240Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801697829128736:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50693
2025-12-06T17:42:18.595879Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801694876826422:2084] [node 6] ICP35 event processing took too much time PendingConnection:279(16341283ns) {HandleHandshakeStatus:329(16338589ns) {DropIncomingHandshake:442(200ns) DropOutgoingHandshake:457(548ns) SwitchToState:179(148ns) ProcessPendingSessionEvents:495(15850220ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 15765270ns max# 9242327ns}}}
2025-12-06T17:42:18.596167Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801694876826462:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:18.597265Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801690581859088:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:18.572227Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801694760917749:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:18.572368Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801694760917734:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:18.572393Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801694760917734:2110] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:18.573128Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580801690465950373:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:18.573677Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801694760917740:2112] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:18.600120Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801694760917735:2090] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:42:18.600225Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:18.600284Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801694760917735:2090] [node 4] ICP22 created new session: [2:7580801694760917759:2090]
2025-12-06T17:42:18.600350Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801694760917759:2090] [node 4] ICS09 handshake done sender: [2:7580801694760917740:2112] self: [2:7580801694760917739:0] peer: [4:7580801697474405673:0] socket: 43 qp: -1
2025-12-06T17:42:18.600395Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801694760917759:2090] [node 4] ICS10 traffic start
2025-12-06T17:42:18.600447Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:18.570615Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801696258783648:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:18.603397Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801697474405664:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:18.603443Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801697474405664:2112] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:18.604334Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801697474405674:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40476
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:18.605956Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801697474405675:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40476
2025-12-06T17:42:18.606045Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801697474405672:2115] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:18.607046Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801697474405664:2112] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:18.589786Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801695057179900:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42854
2025-12-06T17:42:18.562301Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801697829128737:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50693
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:18.589885Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801695057179884:2111] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:18.570716Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801696258783647:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:18.635853Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801694876826464:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:18.574996Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801697829128734:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:18.614862Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801693179438299:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:18.623973Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801694760917735:2090] [node 4] ICP35 event processing took too much time PendingConnection:279(22974511ns) {HandleHandshakeStatus:329(22966494ns) {DropIncomingHandshake:442(17168ns) DropOutgoingHandshake:457(915ns) SwitchToState:179(516ns) ProcessPendingSessionEvents:495(22468317ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 22384269ns max# 12070356ns}}}
2025-12-06T17:42:18.614969Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:18.615031Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801693179438299:2049] [node 2] ICP22 created new session: [4:7580801697474405677:2049]
2025-12-06T17:42:18.589091Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801696258783636:2066] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:18.580535Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801697829128737:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:18.615086Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801697474405677:2049] [node 2] ICS09 handshake done sender: [4:7580801697474405672:2115] self: [4:7580801697474405673:0] peer: [2:7580801694760917739:0] socket: 50 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:18.589194Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801691963816277:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:18.606663Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801696258783657:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11806
2025-12-06T17:42:18.607744Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801696258783644:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:18.607930Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801696258783636:2066] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:42:18.608010Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:18.608069Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801696258783636:2066] [node 4] ICP22 created new session: [5:7580801696258783658:2066]
2025-12-06T17:42:18.608124Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801696258783658:2066] [node 4] ICS09 handshake done sender: [5:7580801696258783644:2113] self: [5:7580801696258783654:0] peer: [4:7580801697474405663:0] socket: 52 qp: -1
2025-12-06T17:42:18.608162Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801696258783658:2066] [node 4] ICS10 traffic start
2025-12-06T17:42:18.608240Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:18.648281Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801696258783661:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11806
2025-12-06T17:42:18.610827Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801690762212523:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:42:18.580687Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801697829128726:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:18.580730Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801697829128726:2112] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:42:18.587198Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801697829128726:2112] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:18.591205Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801697829128724:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:18.591234Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801697829128724:2111] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:18.591812Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801693534161359:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:42:18.591906Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:18.591963Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801693534161359:2048] [node 2] ICP22 created new session: [1:7580801697829128742:2048]
2025-12-06T17:42:18.592021Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801697829128742:2048] [node 2] ICS09 handshake done sender: [1:7580801697829128726:2112] self: [1:7580801697829128725:0] peer: [2:7580801694760917757:0] socket: 57 qp: -1
2025-12-06T17:42:18.592063Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801697829128742:2048] [node 2] ICS10 traffic start
2025-12-06T17:42:18.592107Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:18.634495Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801697829128722:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:18.634546Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801697829128722:2110] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:42:18.615135Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801697474405677:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:18.650412Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801697829128736:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:18.651813Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801697829128724:2111] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:18.615189Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:18.616448Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801697474405659:2075] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:18.616510Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:18.616569Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801697474405659:2075] [node 5] ICP22 created new session: [4:7580801697474405679:2075]
2025-12-06T17:42:18.616631Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801697474405679:2075] [node 5] ICS09 handshake done sender: [4:7580801697474405664:2112] self: [4:7580801697474405663:0] peer: [5:7580801696258783654:0] socket: 45 qp: -1
2025-12-06T17:42:18.616668Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801697474405679:2075] [node 5] ICS10 traffic start
2025-12-06T17:42:18.616701Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:18.629061Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801697474405681:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40476
2025-12-06T17:42:18.654899Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801694760917751:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:18.655000Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580801690465950373:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1478) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7580801694760917750:2117] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:18.660872Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801694876826472:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36856
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:18.667056Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801697829128745:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50693
2025-12-06T17:42:18.667328Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801697829128719:2107] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:18.667438Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:18.667532Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801697829128719:2107] [node 5] ICP22 created new session: [1:7580801697829128749:2107]
2025-12-06T17:42:18.667605Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801697829128749:2107] [node 5] ICS09 handshake done sender: [1:7580801697829128724:2111] self: [1:7580801697829128723:0] peer: [5:7580801696258783655:0] socket: 60 qp: -1
2025-12-06T17:42:18.667646Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801697829128749:2107] [node 5] ICS10 traffic start
2025-12-06T17:42:18.667714Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:18.670582Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801696258783650:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:18.670630Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580801696258783650:2117] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:18.671228Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801696258783648:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:18.610920Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:18.611003Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801690762212523:2050] [node 3] ICP22 created new session: [6:7580801695057179901:2050]
2025-12-06T17:42:18.611058Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801695057179901:2050] [node 3] ICS09 handshake done sender: [6:7580801695057179884:2111] self: [6:7580801695057179897:0] peer: [3:7580801694876826423:0] socket: 38 qp: -1
2025-12-06T17:42:18.611099Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801695057179901:2050] [node 3] ICS10 traffic start
2025-12-06T17:42:18.611167Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:18.614174Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801695057179903:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42854
2025-12-06T17:42:18.638656Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801695057179905:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42854
2025-12-06T17:42:18.652120Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801695057179903:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:18.652493Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801695057179905:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:18.652905Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801695057179880:2066] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:18.652988Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801695057179832:2060] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:18.657663Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801697474405681:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:18.657800Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801697474405666:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:18.657825Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801697474405666:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:18.671905Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801694760917734:2110] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:18.675024Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801697474405685:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40476
2025-12-06T17:42:18.675747Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801695057179891:2115] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:18.676064Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801690762212522:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:18.676154Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:18.676217Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801690762212522:2049] [node 2] ICP22 created new session: [6:7580801695057179909:2049]
2025-12-06T17:42:18.676272Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801695057179909:2049] [node 2] ICS09 handshake done sender: [6:7580801695057179891:2115] self: [6:7580801695057179898:0] peer: [2:7580801694760917733:0] socket: 49 qp: -1
2025-12-06T17:42:18.676315Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801695057179909:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:18.676372Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:18.679845Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801694760917710:2089] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:18.679966Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:18.680022Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801694760917710:2089] [node 6] ICP22 created new session: [2:7580801694760917762:2089]
2025-12-06T17:42:18.680091Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801694760917762:2089] [node 6] ICS09 handshake done sender: [2:7580801694760917734:2110] self: [2:7580801694760917733:0] peer: [6:7580801695057179898:0] socket: 41 qp: -1
2025-12-06T17:42:18.680133Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801694760917762:2089] [node 6] ICS10 traffic start
2025-12-06T17:42:18.680172Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:18.683421Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801691963816277:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:18.683539Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:18.683605Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801691963816277:2048] [node 1] ICP22 created new session: [5:7580801696258783663:2048]
2025-12-06T17:42:18.683657Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801696258783663:2048] [node 1] ICS09 handshake done sender: [5:7580801696258783648:2116] self: [5:7580801696258783655:0] peer: [1:7580801697829128723:0] socket: 64 qp: -1
2025-12-06T17:42:18.683700Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801696258783663:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:18.683743Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:18.687892Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801696258783650:2117] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:18.695562Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580801696258783637:2069] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:18.695858Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801697474405666:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:18.696306Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801697474405675:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:18.696356Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801697474405660:2076] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:18.696459Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:18.696523Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801697474405660:2076] [node 6] ICP22 created new session: [4:7580801697474405687:2076]
2025-12-06T17:42:18.696581Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801697474405687:2076] [node 6] ICS09 handshake done sender: [4:7580801697474405666:2113] self: [4:7580801697474405665:0] peer: [6:7580801695057179907:0] socket: 39 qp: -1
2025-12-06T17:42:18.696621Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801697474405687:2076] [node 6] ICS10 traffic start
2025-12-06T17:42:18.696683Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:18.699098Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801697829128722:2110] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:18.699807Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801694876826462:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:18.700093Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801690581859088:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:18.700184Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:18.700248Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801690581859088:2048] [node 1] ICP22 created new session: [3:7580801694876826474:2048]
2025-12-06T17:42:18.700302Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801694876826474:2048] [node 1] ICS09 handshake done sender: [3:7580801694876826462:2116] self: [3:7580801694876826471:0] peer: [1:7580801697829128721:0] socket: 62 qp: -1
2025-12-06T17:42:18.700360Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801694876826474:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:18.700409Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:18.704604Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801697829128745:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:18.704686Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801693534161360:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:42:18.704808Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:18.704867Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801693534161360:2049] [node 3] ICP22 created new session: [1:7580801697829128751:2049]
2025-12-06T17:42:18.704923Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801697829128751:2049] [node 3] ICS09 handshake done sender: [1:7580801697829128722:2110] self: [1:7580801697829128721:0] peer: [3:7580801694876826471:0] socket: 59 qp: -1
2025-12-06T17:42:18.704980Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801697829128751:2049] [node 3] ICS10 traffic start
2025-12-06T17:42:18.705023Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:18.708255Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:18.708350Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801696258783637:2069] [node 6] ICP22 created new session: [5:7580801696258783665:2069]
2025-12-06T17:42:18.708417Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801696258783665:2069] [node 6] ICS09 handshake done sender: [5:7580801696258783650:2117] self: [5:7580801696258783649:0] peer: [6:7580801695057179906:0] socket: 88 qp: -1
2025-12-06T17:42:18.708476Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801696258783665:2069] [node 6] ICS10 traffic start
2025-12-06T17:42:18.708513Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:18.710111Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801693179438300:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:18.713059Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801694876826458:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:18.713105Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801694876826458:2113] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:18.716192Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801697474405690:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40476
2025-12-06T17:42:18.718341Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801695057179832:2060] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7326) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801695057179905:2120] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:18.723822Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801696258783667:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11806
2025-12-06T17:42:18.724243Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801694876826458:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:18.724986Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801697474405675:2117] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:18.728645Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801695057179908:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42854
2025-12-06T17:42:18.725289Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801693179438300:2050] [node 3] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:18.729509Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801694760917761:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47171
2025-12-06T17:42:18.730812Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801694760917750:2117] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:18.731583Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801694876826452:2088] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:42:18.731696Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:18.731757Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801694876826452:2088] [node 4] ICP22 created new session: [3:7580801694876826479:2088]
2025-12-06T17:42:18.731812Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801694876826479:2088] [node 4] ICS09 handshake done sender: [3:7580801694876826458:2113] self: [3:7580801694876826457:0] peer: [4:7580801697474405689:0] socket: 85 qp: -1
2025-12-06T17:42:18.731852Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801694876826479:2088] [node 4] ICS10 traffic start
2025-12-06T17:42:18.731900Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:18.734857Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801696258783668:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11806
2025-12-06T17:42:18.725389Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:18.725448Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801693179438300:2050] [node 3] ICP22 created new session: [4:7580801697474405691:2050]
2025-12-06T17:42:18.725500Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801697474405691:2050] [node 3] ICS09 handshake done sender: [4:7580801697474405675:2117] self: [4:7580801697474405689:0] peer: [3:7580801694876826457:0] socket: 47 qp: -1
2025-12-06T17:42:18.725539Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801697474405691:2050] [node 3] ICS10 traffic start
2025-12-06T17:42:18.725580Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:18.743411Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801695057179911:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42854
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:18.749430Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801694876826478:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36856
2025-12-06T17:42:18.735949Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580801690465950373:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:18.736025Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:18.736080Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801690465950373:2048] [node 1] ICP22 created new session: [2:7580801694760917767:2048]
2025-12-06T17:42:18.736131Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801694760917767:2048] [node 1] ICS09 handshake done sender: [2:7580801694760917750:2117] self: [2:7580801694760917757:0] peer: [1:7580801697829128725:0] socket: 72 qp: -1
2025-12-06T17:42:18.736166Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801694760917767:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:18.736234Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:18.756058Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801697474405685:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:18.756255Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801693179438298:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:18.757132Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801696258783668:2121] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:18.757296Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801691963816278:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:18.758221Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801696258783667:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:18.758359Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801691963816279:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:18.758805Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801694760917744:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:18.758849Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801694760917744:2114] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:18.760278Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801696258783671:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11806
2025-12-06T17:42:18.760558Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801697829128728:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:18.760602Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801697829128728:2113] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:18.761958Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801697474405694:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40476
2025-12-06T17:42:18.762302Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801694876826461:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:18.762341Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801694876826461:2115] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:18.763215Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801694876826478:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:18.763508Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801690581859089:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:18.764286Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801696258783672:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11806
2025-12-06T17:42:18.764629Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801697829128728:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:18.765361Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801697474405685:2119] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:18.765651Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801693179438298:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:18.765734Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:18.765794Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801693179438298:2048] [node 1] ICP22 created new session: [4:7580801697474405695:2048]
2025-12-06T17:42:18.765853Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801697474405695:2048] [node 1] ICS09 handshake done sender: [4:7580801697474405685:2119] self: [4:7580801697474405693:0] peer: [1:7580801697829128727:0] socket: 100 qp: -1
2025-12-06T17:42:18.765914Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801697474405695:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:18.765959Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:18.768470Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801694760917744:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:18.769089Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801696258783668:2121] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:18.769350Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801691963816278:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:18.769437Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:18.769494Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801691963816278:2049] [node 2] ICP22 created new session: [5:7580801696258783673:2049]
2025-12-06T17:42:18.769542Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801696258783673:2049] [node 2] ICS09 handshake done sender: [5:7580801696258783668:2121] self: [5:7580801696258783669:0] peer: [2:7580801694760917743:0] socket: 103 qp: -1
2025-12-06T17:42:18.769580Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801696258783673:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:18.769618Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:18.771235Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801697829128716:2106] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:42:18.771335Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:18.771392Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801697829128716:2106] [node 4] ICP22 created new session: [1:7580801697829128756:2106]
2025-12-06T17:42:18.771442Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801697829128756:2106] [node 4] ICS09 handshake done sender: [1:7580801697829128728:2113] self: [1:7580801697829128727:0] peer: [4:7580801697474405693:0] socket: 96 qp: -1
2025-12-06T17:42:18.771481Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801697829128756:2106] [node 4] ICS10 traffic start
2025-12-06T17:42:18.771519Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:18.774438Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801694760917742:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:18.774481Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801694760917742:2113] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:42:18.775138Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801694760917736:2097] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:18.775228Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:18.775282Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801694760917736:2097] [node 5] ICP22 created new session: [2:7580801694760917770:2097]
2025-12-06T17:42:18.775338Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801694760917770:2097] [node 5] ICS09 handshake done sender: [2:7580801694760917744:2114] self: [2:7580801694760917743:0] peer: [5:7580801696258783669:0] socket: 90 qp: -1
2025-12-06T17:42:18.775380Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801694760917770:2097] [node 5] ICS10 traffic start
2025-12-06T17:42:18.775419Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:18.777951Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801694876826461:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:18.778885Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801694876826437:2087] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:18.778978Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:18.779034Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801694876826437:2087] [node 5] ICP22 created new session: [3:7580801694876826483:2087]
2025-12-06T17:42:18.779093Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801694876826483:2087] [node 5] ICS09 handshake done sender: [3:7580801694876826461:2115] self: [3:7580801694876826460:0] peer: [5:7580801696258783670:0] socket: 68 qp: -1
2025-12-06T17:42:18.779128Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801694876826483:2087] [node 5] ICS10 traffic start
2025-12-06T17:42:18.779168Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:18.787278Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801695057179880:2066] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7726) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801695057179903:2119] held: no
2025-12-06T17:42:18.788136Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801695057179905:2120] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:18.790434Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801695057179903:2119] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:18.791432Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801695057179832:2060] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:42:18.791533Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:18.791597Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801695057179832:2060] [node 4] ICP22 created new session: [6:7580801695057179913:2060]
2025-12-06T17:42:18.791648Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801695057179913:2060] [node 4] ICS09 handshake done sender: [6:7580801695057179905:2120] self: [6:7580801695057179907:0] peer: [4:7580801697474405665:0] socket: 95 qp: -1
2025-12-06T17:42:18.791702Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801695057179913:2060] [node 4] ICS10 traffic start
2025-12-06T17:42:18.791736Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:18.792860Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801695057179880:2066] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:42:18.792914Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:18.792961Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801695057179880:2066] [node 5] ICP22 created new session: [6:7580801695057179915:2066]
2025-12-06T17:42:18.793006Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801695057179915:2066] [node 5] ICS09 handshake done sender: [6:7580801695057179903:2119] self: [6:7580801695057179906:0] peer: [5:7580801696258783649:0] socket: 89 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:18.793037Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801695057179915:2066] [node 5] ICS10 traffic start
2025-12-06T17:42:18.793066Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:18.795238Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801695057179912:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42854
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:18.801797Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801694876826485:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36856
2025-12-06T17:42:18.802910Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801691963816279:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:63631) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580801696258783667:2120] held: no
2025-12-06T17:42:18.803639Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801696258783667:2120] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:18.811104Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801694760917742:2113] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:18.811860Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801694876826478:2119] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:18.812255Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801690581859089:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:18.812356Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:18.812417Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801690581859089:2049] [node 2] ICP22 created new session: [3:7580801694876826486:2049]
2025-12-06T17:42:18.812476Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801694876826486:2049] [node 2] ICS09 handshake done sender: [3:7580801694876826478:2119] self: [3:7580801694876826482:0] peer: [2:7580801694760917741:0] socket: 92 qp: -1
2025-12-06T17:42:18.812517Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801694876826486:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:18.812560Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:18.815120Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801690465950374:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:42:18.815258Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:18.815315Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801690465950374:2049] [node 3] ICP22 created new session: [2:7580801694760917773:2049]
2025-12-06T17:42:18.815370Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801694760917773:2049] [node 3] ICS09 handshake done sender: [2:7580801694760917742:2113] self: [2:7580801694760917741:0] peer: [3:7580801694876826482:0] socket: 78 qp: -1
2025-12-06T17:42:18.815413Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801694760917773:2049] [node 3] ICS10 traffic start
2025-12-06T17:42:18.815450Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:18.818727Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801691963816279:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:42:18.818822Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:18.818890Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801691963816279:2050] [node 3] ICP22 created new session: [5:7580801696258783675:2050]
2025-12-06T17:42:18.818960Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801696258783675:2050] [node 3] ICS09 handshake done sender: [5:7580801696258783667:2120] self: [5:7580801696258783670:0] peer: [3:7580801694876826460:0] socket: 63 qp: -1
2025-12-06T17:42:18.819004Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801696258783675:2050] [node 3] ICS10 traffic start
2025-12-06T17:42:18.819045Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:18.827076Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801695057179912:2123] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:18.827309Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801690762212521:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:18.827849Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801697829128730:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:18.827892Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801697829128730:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:18.829236Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801697829128730:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:18.831670Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801697829128720:2108] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:18.831774Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:18.831834Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801697829128720:2108] [node 6] ICP22 created new session: [1:7580801697829128759:2108]
2025-12-06T17:42:18.831886Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801697829128759:2108] [node 6] ICS09 handshake done sender: [1:7580801697829128730:2114] self: [1:7580801697829128729:0] peer: [6:7580801695057179917:0] socket: 44 qp: -1
2025-12-06T17:42:18.831926Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801697829128759:2108] [node 6] ICS10 traffic start
2025-12-06T17:42:18.831972Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:18.833995Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801695057179918:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42854
2025-12-06T17:42:18.987127Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801695057179912:2123] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:18.987561Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801690762212521:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1478) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801695057179912:2123] held: no
2025-12-06T17:42:18.988339Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801690762212521:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:18.988396Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:18.988459Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801690762212521:2048] [node 1] ICP22 created new session: [6:7580801695057179919:2048]
2025-12-06T17:42:18.988517Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801695057179919:2048] [node 1] ICS09 handshake done sender: [6:7580801695057179912:2123] self: [6:7580801695057179917:0] peer: [1:7580801697829128729:0] socket: 107 qp: -1
2025-12-06T17:42:18.988565Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801695057179919:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:18.988618Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:19.018737Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:42:19.019021Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580801694760917767:2048] [node 1] ICS01 socket: 72 reason# EndOfStream
2025-12-06T17:42:19.019075Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580801690465950373:2048] [node 1] ICP30 unregister session Session# [2:7580801694760917767:2048] VirtualId# [2:7580801694760917757:0]
2025-12-06T17:42:19.019115Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580801694760917767:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:19.019209Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:19.019256Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:19.019753Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:42:19.019972Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580801694876826474:2048] [node 1] ICS07 socket disconnect 62 reason# EndOfStream
2025-12-06T17:42:19.020010Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801694876826474:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:19.020075Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:19.020117Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580801694876826474:2048] [node 1] ICS15 start handshake
2025-12-06T17:42:19.022151Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:42:19.022342Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580801697474405695:2048] [node 1] ICS07 socket disconnect 100 reason# EndOfStream
2025-12-06T17:42:19.022373Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801697474405695:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:19.022452Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:19.022501Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580801697474405695:2048] [node 1] ICS15 start handshake
2025-12-06T17:42:19.024086Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801693179438298:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1478) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:19.024155Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801697474405695:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:19.024192Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801693179438298:2048] [node 1] ICP30 unregister session Session# [4:7580801697474405695:2048] VirtualId# [4:7580801697474405693:0]
2025-12-06T17:42:19.024233Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:19.024269Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580801693179438298:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:1478) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:19.024281Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1478) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:19.021763Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801690581859088:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1478) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:19.021838Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801694876826474:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:19.021870Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801690581859088:2048] [node 1] ICP30 unregister session Session# [3:7580801694876826474:2048] VirtualId# [3:7580801694876826471:0]
2025-12-06T17:42:19.021924Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:19.021965Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580801690581859088:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:1478) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:19.021985Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1478) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:19.024853Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:42:19.025053Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801696258783663:2048] [node 1] ICS01 socket: 64 reason# EndOfStream
2025-12-06T17:42:19.025103Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801691963816277:2048] [node 1] ICP30 unregister session Session# [5:7580801696258783663:2048] VirtualId# [5:7580801696258783655:0]
2025-12-06T17:42:19.025140Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801696258783663:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:19.025210Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:19.025265Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:19.029967Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:42:19.030316Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801695057179919:2048] [node 1] ICS01 socket: 107 reason# EndOfStream
2025-12-06T17:42:19.030410Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801690762212521:2048] [node 1] ICP30 unregister session Session# [6:7580801695057179919:2048] VirtualId# [6:7580801695057179917:0]
2025-12-06T17:42:19.030473Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801695057179919:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:19.031086Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:19.031174Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:19.037785Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580801690581859088:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:42:19.038110Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580801693179438298:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:42:19.067804Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:42:19.068037Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580801694876826486:2049] [node 2] ICS07 socket disconnect 92 reason# EndOfStream
2025-12-06T17:42:19.068069Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801694876826486:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:19.068158Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:19.068199Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580801694876826486:2049] [node 2] ICS15 start handshake
2025-12-06T17:42:19.079443Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801690581859089:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17336) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:42:19.079499Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580801694876826486:2049] [node 2] ICS15 start handshake
2025-12-06T17:42:19.092059Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801690581859089:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17336) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:19.092249Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801694876826486:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:19.092338Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801690581859089:2049] [node 2] ICP30 unregister session Session# [3:7580801694876826486:2049] VirtualId# [3:7580801694876826482:0]
2025-12-06T17:42:19.092446Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:19.092570Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580801690581859089:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:17336) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:19.092634Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17336) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:19.098949Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:42:19.099202Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580801695057179909:2049] [node 2] ICS07 socket disconnect 49 reason# EndOfStream
2025-12-06T17:42:19.099236Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801695057179909:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:19.099330Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:19.099381Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580801695057179909:2049] [node 2] ICS15 start handshake
2025-12-06T17:42:19.099956Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:42:19.100171Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580801696258783673:2049] [node 2] ICS07 socket disconnect 103 reason# EndOfStream
2025-12-06T17:42:19.100205Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801696258783673:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:19.100271Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:19.100312Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580801696258783673:2049] [node 2] ICS15 start handshake
2025-12-06T17:42:19.100797Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:42:19.101003Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801697474405677:2049] [node 2] ICS01 socket: 50 reason# EndOfStream
2025-12-06T17:42:19.101052Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801693179438299:2049] [node 2] ICP30 unregister session Session# [4:7580801697474405677:2049] VirtualId# [4:7580801697474405673:0]
2025-12-06T17:42:19.101089Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801697474405677:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:19.101157Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:19.101202Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:19.102910Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801690762212522:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17336) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:19.102987Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801695057179909:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:19.103027Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801690762212522:2049] [node 2] ICP30 unregister session Session# [6:7580801695057179909:2049] VirtualId# [6:7580801695057179898:0]
2025-12-06T17:42:19.103071Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:19.103110Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580801690762212522:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:17336) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:19.103127Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17336) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:19.103878Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801691963816278:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17336) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:19.103936Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801696258783673:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:19.103977Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801691963816278:2049] [node 2] ICP30 unregister session Session# [5:7580801696258783673:2049] VirtualId# [5:7580801696258783669:0]
2025-12-06T17:42:19.104009Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:19.104051Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580801691963816278:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:17336) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:19.104068Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17336) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:19.105269Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580801690581859089:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:42:19.119397Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580801691963816278:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:42:19.119645Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580801690762212522:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:42:19.151513Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:42:19.151780Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580801695057179901:2050] [node 3] ICS07 socket disconnect 38 reason# EndOfStream
2025-12-06T17:42:19.151818Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801695057179901:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:19.151919Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:42:19.151975Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580801695057179901:2050] [node 3] ICS15 start handshake
2025-12-06T17:42:19.152556Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:42:19.152792Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801696258783675:2050] [node 3] ICS01 socket: 63 reason# EndOfStream
2025-12-06T17:42:19.152844Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801691963816279:2050] [node 3] ICP30 unregister session Session# [5:7580801696258783675:2050] VirtualId# [5:7580801696258783670:0]
2025-12-06T17:42:19.152887Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801696258783675:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:19.152958Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:42:19.153004Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:42:19.154202Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801690762212523:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:63631) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:19.154270Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801695057179901:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:19.154308Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801690762212523:2050] [node 3] ICP30 unregister session Session# [6:7580801695057179901:2050] VirtualId# [6:7580801695057179897:0]
2025-12-06T17:42:19.154349Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:42:19.154395Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580801690762212523:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:63631) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:19.154416Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:63631) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:19.164372Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580801690762212523:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:42:19.170904Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:42:19.171326Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580801697474405691:2050] [node 3] ICS07 socket disconnect 47 reason# EndOfStream
2025-12-06T17:42:19.171372Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801697474405691:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:19.171522Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:42:19.171577Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580801697474405691:2050] [node 3] ICS15 start handshake
2025-12-06T17:42:19.173152Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801693179438300:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:63631) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:19.173227Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801697474405691:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:19.173264Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801693179438300:2050] [node 3] ICP30 unregister session Session# [4:7580801697474405691:2050] VirtualId# [4:7580801697474405689:0]
2025-12-06T17:42:19.173314Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:42:19.173354Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580801693179438300:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:63631) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:19.173373Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:63631) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:19.182208Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580801693179438300:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:42:19.302940Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:42:19.303249Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580801696258783658:2066] [node 4] ICS07 socket disconnect 52 reason# EndOfStream
2025-12-06T17:42:19.303292Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801696258783658:2066] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:19.303410Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:42:19.303467Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580801696258783658:2066] [node 4] ICS15 start handshake
2025-12-06T17:42:19.304146Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:42:19.304356Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801695057179913:2060] [node 4] ICS01 socket: 95 reason# EndOfStream
2025-12-06T17:42:19.304472Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801695057179832:2060] [node 4] ICP30 unregister session Session# [6:7580801695057179913:2060] VirtualId# [6:7580801695057179907:0]
2025-12-06T17:42:19.304514Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801695057179913:2060] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:19.304627Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:42:19.304677Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:42:19.306343Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801696258783636:2066] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7326) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:19.306506Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801696258783658:2066] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:19.306625Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801696258783636:2066] [node 4] ICP30 unregister session Session# [5:7580801696258783658:2066] VirtualId# [5:7580801696258783654:0]
2025-12-06T17:42:19.306701Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:42:19.306757Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580801696258783636:2066] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:7326) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:19.306779Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7326) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:19.386028Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:42:19.386288Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801695057179915:2066] [node 5] ICS01 socket: 89 reason# EndOfStream
2025-12-06T17:42:19.386340Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801695057179880:2066] [node 5] ICP30 unregister session Session# [6:7580801695057179915:2066] VirtualId# [6:7580801695057179906:0]
2025-12-06T17:42:19.386388Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801695057179915:2066] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:19.386504Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:42:19.386584Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:42:19.498585Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801702915327593:2048] [node 2] ICP01 ready to work
2025-12-06T17:42:19.498651Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801702915327594:2049] [node 3] ICP01 ready to work
2025-12-06T17:42:19.524830Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801702512079687:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:19.524884Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801702512079688:2049] [node 3] ICP01 ready to work
2025-12-06T17:42:19.530385Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801699431775317:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:19.530434Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801699431775318:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:19.557580Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801702079697568:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:19.557641Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801702079697569:2050] [node 3] ICP01 ready to work
2025-12-06T17:42:19.559353Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801702079697567:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:19.563969Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801702393453590:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:19.563999Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801702393453591:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:19.564025Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801702393453592:2050] [node 3] ICP01 ready to work
2025-12-06T17:42:19.579116Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801701565484476:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:19.579158Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801701565484477:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:19.579207Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801701565484478:2050] [node 3] ICP01 ready to work
2025-12-06T17:42:20.059398Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801706807047046:2107] [node 4] ICP01 ready to work
2025-12-06T17:42:20.060203Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801706807047047:2109] [node 5] ICP01 ready to work
2025-12-06T17:42:20.074206Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801706374664917:2088] [node 5] ICP01 ready to work
2025-12-06T17:42:20.055297Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801703726742683:2107] [node 5] ICP01 ready to work
2025-12-06T17:42:20.116216Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801705860451802:2064] [node 4] ICP01 ready to work
2025-12-06T17:42:20.091461Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801706807047050:2108] [node 6] ICP01 ready to work
2025-12-06T17:42:20.116062Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801707210294953:2108] [node 6] ICP01 ready to work
2025-12-06T17:42:20.146667Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801703726742684:2108] [node 4] ICP01 ready to work
2025-12-06T17:42:20.189119Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801702512079688:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(123112961ns) {Configure:104(123103848ns) {ProcessConfigured:135(20033835ns) {StartInitialHandshake:157(20029342ns) {DropHandshakes:470(3323ns) {DropIncomingHandshake:442(617ns) DropOutgoingHandshake:457(383ns)} GenerateSessionVirtualId:988(876ns) PrepareNewSessionHandshake:477(6949ns) {SwitchToState:179(3476ns)}}}}}
2025-12-06T17:42:20.122523Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801706374664927:2100] [node 6] ICP01 ready to work
2025-12-06T17:42:20.204176Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801703726742685:2115] [node 6] ICP01 ready to work
2025-12-06T17:42:20.125833Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801707210294952:2107] [node 4] ICP01 ready to work
2025-12-06T17:42:20.178870Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801706688420930:2068] [node 4] ICP01 ready to work
2025-12-06T17:42:20.210276Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801705860451836:2067] [node 5] ICP01 ready to work
2025-12-06T17:42:20.223024Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801702393453592:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(254790155ns) {Configure:104(254786532ns) {ProcessConfigured:135(14442427ns) {StartInitialHandshake:157(14439618ns) {DropHandshakes:470(3874ns) {DropIncomingHandshake:442(1022ns) DropOutgoingHandshake:457(466ns)} GenerateSessionVirtualId:988(568ns) PrepareNewSessionHandshake:477(4106ns) {SwitchToState:179(1952ns)}}}}}
2025-12-06T17:42:20.227448Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801701565484477:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(257705791ns) {Configure:104(257701191ns) {ProcessConfigured:135(29296540ns) {StartInitialHandshake:157(29293033ns) {DropHandshakes:470(5964154ns) {DropIncomingHandshake:442(505ns) DropOutgoingHandshake:457(2803ns)} GenerateSessionVirtualId:988(1358ns) PrepareNewSessionHandshake:477(4433ns) {SwitchToState:179(694ns)}}}}}
2025-12-06T17:42:20.197740Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801707210294954:2109] [node 5] ICP01 ready to work
2025-12-06T17:42:20.234381Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801706807047046:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(102738273ns) {Configure:104(102731076ns) {ProcessConfigured:135(64832ns) {StartInitialHandshake:157(62014ns) {DropHandshakes:470(2241ns) {DropIncomingHandshake:442(534ns) DropOutgoingHandshake:457(402ns)} GenerateSessionVirtualId:988(624ns) PrepareNewSessionHandshake:477(1262ns) {SwitchToState:179(375ns)}}}}}
2025-12-06T17:42:20.231080Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801706688420954:2085] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:20.255581Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801706807047062:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40026
2025-12-06T17:42:20.255089Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801706688420955:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1097
2025-12-06T17:42:20.255199Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801706688420956:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1097
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:20.272855Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801701565484478:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(59361894ns) {Configure:104(59357307ns) {ProcessConfigured:135(35128854ns) {StartInitialHandshake:157(35125199ns) {DropHandshakes:470(2722ns) {DropIncomingHandshake:442(594ns) DropOutgoingHandshake:457(580ns)} GenerateSessionVirtualId:988(492ns) PrepareNewSessionHandshake:477(9683ns) {SwitchToState:179(2297ns)}}}}}
2025-12-06T17:42:20.275987Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801705860451845:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30203
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:20.292409Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801706807047063:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40026
2025-12-06T17:42:20.270100Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801702079697567:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(245335089ns) {Configure:104(245322310ns) {ProcessConfigured:135(63052ns) {StartInitialHandshake:157(60668ns) {DropHandshakes:470(2466ns) {DropIncomingHandshake:442(581ns) DropOutgoingHandshake:457(399ns)} GenerateSessionVirtualId:988(940ns) PrepareNewSessionHandshake:477(1398ns) {SwitchToState:179(404ns)}}}}}
2025-12-06T17:42:20.261981Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801706688420930:2068] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(26389133ns) {Configure:104(10093606ns) {ProcessConfigured:135(68550ns) {StartInitialHandshake:157(65467ns) {DropHandshakes:470(3569ns) {DropIncomingHandshake:442(588ns) DropOutgoingHandshake:457(717ns)} GenerateSessionVirtualId:988(694ns) PrepareNewSessionHandshake:477(1869ns) {SwitchToState:179(660ns)}}}}}
2025-12-06T17:42:20.289082Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801707210294969:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50456
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:20.298373Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801705860451845:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:20.289973Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801707210294970:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50456
2025-12-06T17:42:20.319022Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801706688420955:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:20.324756Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801706807047054:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:20.300449Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801701565484476:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:20.344799Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801705860451836:2067] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(112027756ns) {Configure:104(112023368ns) {ProcessConfigured:135(561708ns) {StartInitialHandshake:157(559050ns) {DropHandshakes:470(2609ns) {DropIncomingHandshake:442(749ns) DropOutgoingHandshake:457(459ns)} GenerateSessionVirtualId:988(905ns) PrepareNewSessionHandshake:477(1435ns) {SwitchToState:179(563ns)}}}}}
2025-12-06T17:42:20.345360Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801705860451852:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30203
2025-12-06T17:42:20.324022Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801706688420956:2113] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:20.315695Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801707210294969:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:20.336652Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801702079697568:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(40320873ns) {Configure:104(40315002ns) {ProcessConfigured:135(4062898ns) {StartInitialHandshake:157(4058906ns) {DropHandshakes:470(3063ns) {DropIncomingHandshake:442(827ns) DropOutgoingHandshake:457(575ns)} GenerateSessionVirtualId:988(1023ns) PrepareNewSessionHandshake:477(6444ns) {SwitchToState:179(2612ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:20.324812Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801706807047054:2112] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:20.324263Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801702393453591:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:20.355044Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801706374664917:2088] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(155813905ns) {Configure:104(155806128ns) {ProcessConfigured:135(8108374ns) {StartInitialHandshake:157(8102321ns) {DropHandshakes:470(2934ns) {DropIncomingHandshake:442(812ns) DropOutgoingHandshake:457(447ns)} GenerateSessionVirtualId:988(580ns) PrepareNewSessionHandshake:477(6698ns) {SwitchToState:179(2625ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:20.324359Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801702393453590:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:20.335537Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801706688420968:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1097
2025-12-06T17:42:20.346230Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801706688420956:2113] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:20.358806Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801702393453590:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:20.358883Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:20.358946Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801702393453590:2048] [node 1] ICP22 created new session: [5:7580801706688420969:2048]
2025-12-06T17:42:20.359004Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801706688420969:2048] [node 1] ICS09 handshake done sender: [5:7580801706688420956:2113] self: [5:7580801706688420967:0] peer: [1:7580801707210294958:0] socket: 53 qp: -1
2025-12-06T17:42:20.359050Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801706688420969:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:20.359089Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:20.315898Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801707210294955:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50456
2025-12-06T17:42:20.333574Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801706807047062:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:20.374981Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801705860451845:2114] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:20.374166Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801706374664937:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17659
2025-12-06T17:42:20.317420Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801707210294955:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:20.393899Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801701565484476:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6341) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801705860451845:2114] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:20.339440Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580801702512079687:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:20.388284Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801706374664937:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:20.331309Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801707210294959:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:20.380871Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801706807047054:2112] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:20.394748Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801701565484476:2048] [node 1] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:20.466014Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801706374664943:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17659
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:20.462668Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801706688420971:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1097
No RDMA context found for GID: 2025-12-06T17:42:20.470231Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801703726742683:2107] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(63643939ns) {Configure:104(63638583ns) {ProcessConfigured:135(59202ns) {StartInitialHandshake:157(56594ns) {DropHandshakes:470(2992ns) {DropIncomingHandshake:442(663ns) DropOutgoingHandshake:457(371ns)} GenerateSessionVirtualId:988(997ns) PrepareNewSessionHandshake:477(2124ns) {SwitchToState:179(853ns)}}}}}
2025-12-06T17:42:20.331348Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801707210294959:2112] [node 5] ICRDMA Non success qp response from remote side
::ffff:127.1.0.0
2025-12-06T17:42:20.392915Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801706807047047:2109] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:20.394805Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:20.392977Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:20.394884Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801701565484476:2048] [node 1] ICP22 created new session: [6:7580801705860451853:2048]
2025-12-06T17:42:20.332175Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801707210294961:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:20.484831Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801702079697569:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(78474049ns) {Configure:104(78468214ns) {ProcessConfigured:135(34982565ns) {StartInitialHandshake:157(34978436ns) {DropHandshakes:470(2846ns) {DropIncomingHandshake:442(784ns) DropOutgoingHandshake:457(423ns)} GenerateSessionVirtualId:988(1200ns) PrepareNewSessionHandshake:477(3854ns) {SwitchToState:179(1509ns)}}}}}
2025-12-06T17:42:20.486104Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801706688420972:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1097
2025-12-06T17:42:20.332201Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801707210294961:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:20.393034Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801706807047047:2109] [node 5] ICP22 created new session: [2:7580801706807047067:2109]
2025-12-06T17:42:20.497846Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801703726742686:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56331
2025-12-06T17:42:20.394945Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801705860451853:2048] [node 1] ICS09 handshake done sender: [6:7580801705860451845:2114] self: [6:7580801705860451849:0] peer: [1:7580801707210294960:0] socket: 59 qp: -1
2025-12-06T17:42:20.339095Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801707210294961:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:20.393100Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801706807047067:2109] [node 5] ICS09 handshake done sender: [2:7580801706807047054:2112] self: [2:7580801706807047053:0] peer: [5:7580801706688420966:0] socket: 45 qp: -1
2025-12-06T17:42:20.500292Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801699431775318:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(139966166ns) {Configure:104(123891698ns) {ProcessConfigured:135(82000ns) {StartInitialHandshake:157(76366ns) {DropHandshakes:470(3244ns) {DropIncomingHandshake:442(599ns) DropOutgoingHandshake:457(893ns)} GenerateSessionVirtualId:988(1586ns) PrepareNewSessionHandshake:477(1641ns) {SwitchToState:179(648ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:20.394985Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801705860451853:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:20.393150Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801706807047067:2109] [node 5] ICS10 traffic start
2025-12-06T17:42:20.393195Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:20.395696Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801706807047066:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40026
2025-12-06T17:42:20.434861Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580801702512079687:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6341) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7580801706807047062:2115] held: no
2025-12-06T17:42:20.435943Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801706807047070:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40026
2025-12-06T17:42:20.436147Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801706807047062:2115] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:20.440932Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801706807047047:2109] [node 5] ICP35 event processing took too much time PendingConnection:279(44399598ns) {HandleHandshakeStatus:329(44396376ns) {DropIncomingHandshake:442(711ns) DropOutgoingHandshake:457(583ns) SwitchToState:179(849ns) ProcessPendingSessionEvents:495(8167968ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 8092675ns max# 7535245ns}}}
2025-12-06T17:42:20.441169Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801706807047069:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40026
2025-12-06T17:42:20.443219Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580801702512079687:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:20.443286Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:20.443343Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801702512079687:2048] [node 1] ICP22 created new session: [2:7580801706807047073:2048]
2025-12-06T17:42:20.443399Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801706807047073:2048] [node 1] ICS09 handshake done sender: [2:7580801706807047062:2115] self: [2:7580801706807047064:0] peer: [1:7580801707210294956:0] socket: 51 qp: -1
2025-12-06T17:42:20.443450Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801706807047073:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:20.443512Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:20.478389Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801706807047070:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:20.478805Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801706807047063:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:20.478898Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801706807047069:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:20.479507Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580801706807047047:2109] [node 5] ICP18 handshake (actor [2:7580801706807047063:2116]) is too old
2025-12-06T17:42:20.495734Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801706807047056:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:20.495767Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801706807047056:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:20.496455Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801706807047060:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:20.496480Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801706807047060:2114] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:42:20.531653Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801706807047056:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:20.535383Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801706807047060:2114] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:20.491458Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801706374664943:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:20.500499Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801703726742687:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56331
2025-12-06T17:42:20.500846Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801703726742688:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56331
2025-12-06T17:42:20.500973Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801703726742689:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56331
2025-12-06T17:42:20.515014Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801703726742688:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:20.530768Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801703726742689:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:20.530914Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801699431775317:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:20.538593Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801703726742695:2123] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:20.538653Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801703726742695:2123] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:20.545702Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801703726742695:2123] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:20.491694Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801702079697568:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:20.556086Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801706374664947:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17659
2025-12-06T17:42:20.344514Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801707210294959:2112] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:20.569632Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801706807047050:2108] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:20.569748Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:20.569810Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801706807047050:2108] [node 6] ICP22 created new session: [2:7580801706807047079:2108]
2025-12-06T17:42:20.569864Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801706807047079:2108] [node 6] ICS09 handshake done sender: [2:7580801706807047056:2113] self: [2:7580801706807047055:0] peer: [6:7580801705860451857:0] socket: 42 qp: -1
2025-12-06T17:42:20.569911Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801706807047079:2108] [node 6] ICS10 traffic start
2025-12-06T17:42:20.569958Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:20.571323Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801706807047046:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:42:20.571386Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:20.571443Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801706807047046:2107] [node 4] ICP22 created new session: [2:7580801706807047081:2107]
2025-12-06T17:42:20.571495Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801706807047081:2107] [node 4] ICS09 handshake done sender: [2:7580801706807047060:2114] self: [2:7580801706807047059:0] peer: [4:7580801706374664945:0] socket: 85 qp: -1
2025-12-06T17:42:20.571538Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801706807047081:2107] [node 4] ICS10 traffic start
2025-12-06T17:42:20.571574Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:20.580159Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801702393453590:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(132514517ns) {HandleHandshakeStatus:329(132505185ns) {DropIncomingHandshake:442(639ns) DropOutgoingHandshake:457(10805ns) SwitchToState:179(341ns) ProcessPendingSessionEvents:495(132080267ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 131923212ns max# 19823368ns}}}
2025-12-06T17:42:20.580308Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801706688420955:2112] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:20.395033Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:20.583198Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801706688420972:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:20.583747Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801702393453591:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23196) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580801706688420955:2112] held: no
2025-12-06T17:42:20.584457Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801702393453591:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:20.584509Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:20.584561Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801702393453591:2049] [node 2] ICP22 created new session: [5:7580801706688420975:2049]
2025-12-06T17:42:20.584619Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801706688420975:2049] [node 2] ICS09 handshake done sender: [5:7580801706688420955:2112] self: [5:7580801706688420966:0] peer: [2:7580801706807047053:0] socket: 47 qp: -1
2025-12-06T17:42:20.584655Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801706688420975:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:20.584696Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:20.356138Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801707210294957:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:20.598585Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801706374664947:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:20.466684Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801705860451856:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30203
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:20.356176Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801707210294957:2111] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:42:20.599112Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801706688420974:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1097
2025-12-06T17:42:20.599314Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801706688420930:2068] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:20.603071Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801702079697567:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:20.599823Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801703726742686:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:20.485574Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801705860451856:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:20.615693Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801706688420974:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:20.615926Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801702393453592:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:20.357006Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801707210294970:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:20.599959Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801703726742687:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:20.607922Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801706374664946:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17659
2025-12-06T17:42:20.485750Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801701565484477:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:20.357064Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801707210294953:2108] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:20.600010Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801703726742685:2115] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:20.624956Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801706374664934:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:20.502291Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801705860451858:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30203
2025-12-06T17:42:20.503031Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801705860451859:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30203
2025-12-06T17:42:20.530738Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801705860451859:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:20.631564Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801706688420961:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:20.357117Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:20.625021Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801706374664934:2113] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:20.600085Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:20.638696Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801706807047052:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:20.638747Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801706807047052:2111] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:42:20.631605Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580801706688420961:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:20.642979Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801706807047052:2111] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:20.639220Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801706688420961:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:20.643430Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801702512079688:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:42:20.643483Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:20.600148Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801703726742685:2115] [node 6] ICP22 created new session: [3:7580801703726742707:2115]
2025-12-06T17:42:20.643546Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801702512079688:2049] [node 3] ICP22 created new session: [2:7580801706807047085:2049]
2025-12-06T17:42:20.643612Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801706807047085:2049] [node 3] ICS09 handshake done sender: [2:7580801706807047052:2111] self: [2:7580801706807047051:0] peer: [3:7580801703726742710:0] socket: 43 qp: -1
2025-12-06T17:42:20.600205Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801703726742707:2115] [node 6] ICS09 handshake done sender: [3:7580801703726742695:2123] self: [3:7580801703726742694:0] peer: [6:7580801705860451860:0] socket: 91 qp: -1
2025-12-06T17:42:20.643659Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801706807047085:2049] [node 3] ICS10 traffic start
2025-12-06T17:42:20.600246Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801703726742707:2115] [node 6] ICS10 traffic start
2025-12-06T17:42:20.643697Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:20.655038Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801706807047083:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40026
2025-12-06T17:42:20.600285Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:20.610384Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801703726742706:2126] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56331
2025-12-06T17:42:20.623798Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801699431775318:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:20.627162Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801703726742693:2122] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:20.627191Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801703726742693:2122] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:20.629059Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801699431775317:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6341) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580801703726742689:2120] held: no
2025-12-06T17:42:20.631568Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801703726742689:2120] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:20.636539Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801706374664943:2116] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:20.357184Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801707210294953:2108] [node 6] ICP22 created new session: [1:7580801707210294975:2108]
2025-12-06T17:42:20.530910Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801701565484478:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:20.636978Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801702079697568:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23196) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580801706374664943:2116] held: no
2025-12-06T17:42:20.656554Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801699431775317:2048] [node 1] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:20.677017Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580801706688420954:2085] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:20.677088Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:20.677162Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801706688420954:2085] [node 6] ICP22 created new session: [5:7580801706688420984:2085]
2025-12-06T17:42:20.677239Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801706688420984:2085] [node 6] ICS09 handshake done sender: [5:7580801706688420961:2115] self: [5:7580801706688420960:0] peer: [6:7580801705860451868:0] socket: 95 qp: -1
2025-12-06T17:42:20.677302Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801706688420984:2085] [node 6] ICS10 traffic start
2025-12-06T17:42:20.677348Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:20.681165Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801706688420980:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1097
2025-12-06T17:42:20.681379Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801706688420982:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1097
2025-12-06T17:42:20.683149Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801706688420983:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1097
2025-12-06T17:42:20.357259Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801707210294975:2108] [node 6] ICS09 handshake done sender: [1:7580801707210294961:2113] self: [1:7580801707210294960:0] peer: [6:7580801705860451849:0] socket: 50 qp: -1
2025-12-06T17:42:20.563632Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801705860451856:2117] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:20.640367Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801706374664949:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17659
2025-12-06T17:42:20.656664Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:20.660697Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801706374664934:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:20.684627Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801706688420972:2119] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:20.357302Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801707210294975:2108] [node 6] ICS10 traffic start
2025-12-06T17:42:20.602294Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801701565484477:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23196) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801705860451856:2117] held: no
2025-12-06T17:42:20.721035Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801702079697568:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(50251668ns) {HandleHandshakeStatus:395(50249288ns) {LogHandshakeFail:472(15070ns) {UpdateErrorStateLog:545(5562ns)} DropOutgoingHandshake:457(3635ns) ProcessPendingSessionEvents:495(47086231ns) {unordered DropSessionEvent:512 num# 100 sum# 47028971ns max# 16992647ns}}}
2025-12-06T17:42:20.721405Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801706374664917:2088] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:20.721556Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:20.721618Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801706374664917:2088] [node 5] ICP22 created new session: [4:7580801706374664952:2088]
2025-12-06T17:42:20.721669Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801706374664952:2088] [node 5] ICS09 handshake done sender: [4:7580801706374664934:2113] self: [4:7580801706374664933:0] peer: [5:7580801706688420978:0] socket: 80 qp: -1
2025-12-06T17:42:20.721715Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801706374664952:2088] [node 5] ICS10 traffic start
2025-12-06T17:42:20.721766Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:20.723174Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801702079697568:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:20.723261Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:20.723320Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801702079697568:2049] [node 2] ICP22 created new session: [4:7580801706374664954:2049]
2025-12-06T17:42:20.723379Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801706374664954:2049] [node 2] ICS09 handshake done sender: [4:7580801706374664943:2116] self: [4:7580801706374664945:0] peer: [2:7580801706807047059:0] socket: 87 qp: -1
2025-12-06T17:42:20.723423Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801706374664954:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:20.723461Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:20.691147Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801706688420974:2120] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:20.656747Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801699431775317:2048] [node 1] ICP22 created new session: [3:7580801703726742713:2048]
2025-12-06T17:42:20.732692Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801706807047083:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:20.703473Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801706688420930:2068] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:42:20.710961Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:20.770806Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580801702512079688:2049] [node 3] ICP18 handshake (actor [2:7580801706807047083:2120]) is too old
2025-12-06T17:42:20.604187Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801705860451861:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30203
2025-12-06T17:42:20.767499Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801706374664949:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:20.760870Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801706688420930:2068] [node 4] ICP22 created new session: [5:7580801706688420986:2068]
2025-12-06T17:42:20.357346Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:20.370162Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580801707210294953:2108] [node 6] ICP18 handshake (actor [1:7580801707210294970:2117]) is too old
2025-12-06T17:42:20.381469Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801707210294957:2111] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:20.382135Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801702915327593:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:42:20.382214Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:20.382276Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801702915327593:2048] [node 2] ICP22 created new session: [1:7580801707210294980:2048]
2025-12-06T17:42:20.382360Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801707210294980:2048] [node 2] ICS09 handshake done sender: [1:7580801707210294957:2111] self: [1:7580801707210294956:0] peer: [2:7580801706807047064:0] socket: 48 qp: -1
2025-12-06T17:42:20.382400Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801707210294980:2048] [node 2] ICS10 traffic start
2025-12-06T17:42:20.382439Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:20.411519Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801707210294954:2109] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:20.411641Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:20.417946Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801707210294954:2109] [node 5] ICP22 created new session: [1:7580801707210294982:2109]
2025-12-06T17:42:20.438850Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801707210294982:2109] [node 5] ICS09 handshake done sender: [1:7580801707210294959:2112] self: [1:7580801707210294958:0] peer: [5:7580801706688420967:0] socket: 49 qp: -1
2025-12-06T17:42:20.453649Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801707210294982:2109] [node 5] ICS10 traffic start
2025-12-06T17:42:20.453735Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:20.656836Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801703726742713:2048] [node 1] ICS09 handshake done sender: [3:7580801703726742689:2120] self: [3:7580801703726742704:0] peer: [1:7580801707210294962:0] socket: 82 qp: -1
2025-12-06T17:42:20.510854Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801707210294979:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50456
2025-12-06T17:42:20.542394Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801707210294963:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:20.542441Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801707210294963:2114] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:42:20.543373Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801707210294979:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:20.544247Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801707210294984:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50456
2025-12-06T17:42:20.545895Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801707210294963:2114] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:20.586806Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801702915327594:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:42:20.586859Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:20.586923Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801702915327594:2049] [node 3] ICP22 created new session: [1:7580801707210294988:2049]
2025-12-06T17:42:20.586971Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801707210294988:2049] [node 3] ICS09 handshake done sender: [1:7580801707210294963:2114] self: [1:7580801707210294962:0] peer: [3:7580801703726742704:0] socket: 76 qp: -1
2025-12-06T17:42:20.587019Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801707210294988:2049] [node 3] ICS10 traffic start
2025-12-06T17:42:20.587051Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:20.606867Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801707210294984:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:20.607030Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580801702915327594:2049] [node 3] ICP18 handshake (actor [1:7580801707210294984:2119]) is too old
2025-12-06T17:42:20.638566Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801707210294965:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:20.638610Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801707210294965:2115] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:42:20.643154Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801707210294965:2115] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:20.644200Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801707210294952:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:42:20.644266Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:20.644324Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801707210294952:2107] [node 4] ICP22 created new session: [1:7580801707210294991:2107]
2025-12-06T17:42:20.644403Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801707210294991:2107] [node 4] ICS09 handshake done sender: [1:7580801707210294965:2115] self: [1:7580801707210294964:0] peer: [4:7580801706374664948:0] socket: 101 qp: -1
2025-12-06T17:42:20.644439Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801707210294991:2107] [node 4] ICS10 traffic start
2025-12-06T17:42:20.644480Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:20.707540Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801707210294954:2109] [node 5] ICP35 event processing took too much time PendingConnection:279(207255675ns) {HandleHandshakeStatus:329(207253022ns) {DropIncomingHandshake:442(33757ns) DropOutgoingHandshake:457(490ns) SwitchToState:179(1092ns) ProcessPendingSessionEvents:495(133844343ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 132542932ns max# 15278750ns}}}
2025-12-06T17:42:20.656878Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801703726742713:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:20.656923Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:20.659264Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801703726742715:2127] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56331
2025-12-06T17:42:20.662353Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801703726742693:2122] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:20.672199Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801703726742683:2107] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:20.672289Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:20.690860Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801703726742683:2107] [node 5] ICP22 created new session: [3:7580801703726742717:2107]
2025-12-06T17:42:20.691780Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801703726742717:2107] [node 5] ICS09 handshake done sender: [3:7580801703726742693:2122] self: [3:7580801703726742692:0] peer: [5:7580801706688420979:0] socket: 90 qp: -1
2025-12-06T17:42:20.691836Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801703726742717:2107] [node 5] ICS10 traffic start
2025-12-06T17:42:20.691895Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:20.693915Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801703726742683:2107] [node 5] ICP35 event processing took too much time PendingConnection:279(20624031ns) {HandleHandshakeStatus:329(20620022ns) {DropIncomingHandshake:442(18737ns) DropOutgoingHandshake:457(417ns) SwitchToState:179(776ns) ProcessPendingSessionEvents:495(745165ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 668974ns max# 65914ns}}}
2025-12-06T17:42:20.694051Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801703726742686:2117] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:20.731495Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801699431775318:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:20.731591Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:20.731663Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801699431775318:2049] [node 2] ICP22 created new session: [3:7580801703726742719:2049]
2025-12-06T17:42:20.731721Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801703726742719:2049] [node 2] ICS09 handshake done sender: [3:7580801703726742686:2117] self: [3:7580801703726742710:0] peer: [2:7580801706807047051:0] socket: 65 qp: -1
2025-12-06T17:42:20.731766Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801703726742719:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:20.731807Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:20.812240Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801702079697567:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6341) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580801706374664947:2119] held: no
2025-12-06T17:42:20.814897Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7580801706374664917:2088] [node 5] ICP18 handshake (actor [4:7580801706374664949:2120]) is too old
2025-12-06T17:42:20.604347Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801705860451862:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30203
2025-12-06T17:42:20.612796Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801705860451861:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:20.612917Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801701565484477:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:20.612967Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:20.613032Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801701565484477:2049] [node 2] ICP22 created new session: [6:7580801705860451863:2049]
2025-12-06T17:42:20.613090Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801705860451863:2049] [node 2] ICS09 handshake done sender: [6:7580801705860451856:2117] self: [6:7580801705860451857:0] peer: [2:7580801706807047055:0] socket: 86 qp: -1
2025-12-06T17:42:20.613130Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801705860451863:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:20.613178Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:20.614331Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801705860451859:2119] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:20.617502Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801701565484478:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:42:20.617553Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:20.617623Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801701565484478:2050] [node 3] ICP22 created new session: [6:7580801705860451866:2050]
2025-12-06T17:42:20.617681Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801705860451866:2050] [node 3] ICS09 handshake done sender: [6:7580801705860451859:2119] self: [6:7580801705860451860:0] peer: [3:7580801703726742694:0] socket: 93 qp: -1
2025-12-06T17:42:20.617720Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801705860451866:2050] [node 3] ICS10 traffic start
2025-12-06T17:42:20.617788Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:20.619750Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801705860451836:2067] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:20.631223Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580801701565484478:2050] [node 3] ICP27 obsolete handshake fail ignored
2025-12-06T17:42:20.638384Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801705860451869:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30203
2025-12-06T17:42:20.639939Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801705860451861:2120] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:20.641195Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801705860451870:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30203
2025-12-06T17:42:20.663046Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801705860451836:2067] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:42:20.687053Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:20.691431Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801705860451836:2067] [node 5] ICP22 created new session: [6:7580801705860451871:2067]
2025-12-06T17:42:20.707143Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801705860451871:2067] [node 5] ICS09 handshake done sender: [6:7580801705860451861:2120] self: [6:7580801705860451868:0] peer: [5:7580801706688420960:0] socket: 96 qp: -1
2025-12-06T17:42:20.711628Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801705860451871:2067] [node 5] ICS10 traffic start
2025-12-06T17:42:20.711698Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:20.713741Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801705860451836:2067] [node 5] ICP35 event processing took too much time PendingConnection:279(49618585ns) {HandleHandshakeStatus:329(49614478ns) {DropIncomingHandshake:442(1015ns) DropOutgoingHandshake:457(8182ns) SwitchToState:179(640ns) ProcessPendingSessionEvents:495(794887ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 703851ns max# 68621ns}}}
2025-12-06T17:42:20.813632Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801703726742721:2128] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56331
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:20.827115Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801706374664956:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17659
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:20.833774Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801705860451870:2123] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:20.833963Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801705860451802:2064] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:20.832476Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801706374664957:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17659
2025-12-06T17:42:20.833273Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801706374664947:2119] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:20.839450Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801705860451874:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30203
2025-12-06T17:42:20.840453Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801703726742721:2128] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:20.841566Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801703726742697:2124] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:20.841603Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801703726742697:2124] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:42:20.836600Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801706374664957:2122] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:20.836781Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801706374664936:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:20.843616Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801705860451870:2123] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:20.846945Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801705860451802:2064] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:42:20.858975Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801703726742697:2124] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:20.847008Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:20.847070Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801705860451802:2064] [node 4] ICP22 created new session: [6:7580801705860451875:2064]
2025-12-06T17:42:20.847120Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801705860451875:2064] [node 4] ICS09 handshake done sender: [6:7580801705860451870:2123] self: [6:7580801705860451873:0] peer: [4:7580801706374664935:0] socket: 106 qp: -1
2025-12-06T17:42:20.847173Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801705860451875:2064] [node 4] ICS10 traffic start
2025-12-06T17:42:20.847216Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:20.865602Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801703726742684:2108] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:42:20.865696Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:20.865763Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801703726742684:2108] [node 4] ICP22 created new session: [3:7580801703726742724:2108]
2025-12-06T17:42:20.865827Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801703726742724:2108] [node 4] ICS09 handshake done sender: [3:7580801703726742697:2124] self: [3:7580801703726742696:0] peer: [4:7580801706374664960:0] socket: 111 qp: -1
2025-12-06T17:42:20.865877Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801703726742724:2108] [node 4] ICS10 traffic start
2025-12-06T17:42:20.865919Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:20.794685Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801706688420986:2068] [node 4] ICS09 handshake done sender: [5:7580801706688420972:2119] self: [5:7580801706688420978:0] peer: [4:7580801706374664933:0] socket: 62 qp: -1
2025-12-06T17:42:20.802685Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801706688420986:2068] [node 4] ICS10 traffic start
2025-12-06T17:42:20.805981Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:20.815717Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801706688420930:2068] [node 4] ICP35 event processing took too much time PendingConnection:279(111394271ns) {HandleHandshakeStatus:329(111389095ns) {DropIncomingHandshake:442(1162ns) DropOutgoingHandshake:457(9953ns) SwitchToState:179(633ns) ProcessPendingSessionEvents:495(2904797ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 2790929ns max# 2183940ns}}}
2025-12-06T17:42:20.817255Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801702393453592:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:42:20.817318Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:20.817383Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801702393453592:2050] [node 3] ICP22 created new session: [5:7580801706688420988:2050]
2025-12-06T17:42:20.817457Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801706688420988:2050] [node 3] ICS09 handshake done sender: [5:7580801706688420974:2120] self: [5:7580801706688420979:0] peer: [3:7580801703726742692:0] socket: 57 qp: -1
2025-12-06T17:42:20.817513Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801706688420988:2050] [node 3] ICS10 traffic start
2025-12-06T17:42:20.817553Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:20.825772Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7580801706688420954:2085] [node 6] ICP27 obsolete handshake fail ignored
2025-12-06T17:42:20.864352Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801702393453592:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(46091953ns) {HandleHandshakeStatus:329(46088096ns) {DropIncomingHandshake:442(809ns) DropOutgoingHandshake:457(7647ns) SwitchToState:179(1147ns) ProcessPendingSessionEvents:495(45640095ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 45555820ns max# 44952325ns}}}
2025-12-06T17:42:20.864466Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7580801702393453592:2050] [node 3] ICP27 obsolete handshake fail ignored
2025-12-06T17:42:20.836810Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801706374664936:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:20.839954Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801702079697569:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:20.843967Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801706374664936:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:20.844595Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801706374664927:2100] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:20.844739Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:20.844801Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801706374664927:2100] [node 6] ICP22 created new session: [4:7580801706374664962:2100]
2025-12-06T17:42:20.844853Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801706374664962:2100] [node 6] ICS09 handshake done sender: [4:7580801706374664936:2114] self: [4:7580801706374664935:0] peer: [6:7580801705860451873:0] socket: 105 qp: -1
2025-12-06T17:42:20.844889Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801706374664962:2100] [node 6] ICS10 traffic start
2025-12-06T17:42:20.844946Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:20.860810Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801702079697567:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:20.860895Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:20.860975Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801702079697567:2048] [node 1] ICP22 created new session: [4:7580801706374664964:2048]
2025-12-06T17:42:20.861032Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801706374664964:2048] [node 1] ICS09 handshake done sender: [4:7580801706374664947:2119] self: [4:7580801706374664948:0] peer: [1:7580801707210294964:0] socket: 102 qp: -1
2025-12-06T17:42:20.861076Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801706374664964:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:20.861124Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:20.862290Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801706374664961:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17659
2025-12-06T17:42:20.905109Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801702079697569:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3036) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580801706374664957:2122] held: no
2025-12-06T17:42:20.906186Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801706374664957:2122] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:20.912356Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801702079697569:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:42:20.912475Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:20.912543Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801702079697569:2050] [node 3] ICP22 created new session: [4:7580801706374664966:2050]
2025-12-06T17:42:20.912641Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801706374664966:2050] [node 3] ICS09 handshake done sender: [4:7580801706374664957:2122] self: [4:7580801706374664960:0] peer: [3:7580801703726742696:0] socket: 113 qp: -1
2025-12-06T17:42:20.912697Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801706374664966:2050] [node 3] ICS10 traffic start
2025-12-06T17:42:20.912775Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:21.189853Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:42:21.190158Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580801706807047073:2048] [node 1] ICS01 socket: 51 reason# EndOfStream
2025-12-06T17:42:21.190215Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580801702512079687:2048] [node 1] ICP30 unregister session Session# [2:7580801706807047073:2048] VirtualId# [2:7580801706807047064:0]
2025-12-06T17:42:21.190270Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580801706807047073:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:21.190383Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:21.190436Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:21.208324Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:42:21.208562Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801703726742713:2048] [node 1] ICS01 socket: 82 reason# EndOfStream
2025-12-06T17:42:21.208606Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801699431775317:2048] [node 1] ICP30 unregister session Session# [3:7580801703726742713:2048] VirtualId# [3:7580801703726742704:0]
2025-12-06T17:42:21.208646Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801703726742713:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:21.208748Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:21.208789Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:21.212243Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:42:21.212481Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801706374664964:2048] [node 1] ICS01 socket: 102 reason# EndOfStream
2025-12-06T17:42:21.212528Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801702079697567:2048] [node 1] ICP30 unregister session Session# [4:7580801706374664964:2048] VirtualId# [4:7580801706374664948:0]
2025-12-06T17:42:21.212568Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801706374664964:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:21.212652Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:21.212716Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:21.212835Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:42:21.213010Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801705860451853:2048] [node 1] ICS01 socket: 59 reason# EndOfStream
2025-12-06T17:42:21.213049Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801701565484476:2048] [node 1] ICP30 unregister session Session# [6:7580801705860451853:2048] VirtualId# [6:7580801705860451849:0]
2025-12-06T17:42:21.213084Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801705860451853:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:21.213136Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:21.213169Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:21.219260Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:42:21.219500Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801706688420969:2048] [node 1] ICS01 socket: 53 reason# EndOfStream
2025-12-06T17:42:21.219543Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801702393453590:2048] [node 1] ICP30 unregister session Session# [5:7580801706688420969:2048] VirtualId# [5:7580801706688420967:0]
2025-12-06T17:42:21.219579Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801706688420969:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:21.219665Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:21.219707Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:21.274497Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:42:21.274780Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580801703726742719:2049] [node 2] ICS07 socket disconnect 65 reason# EndOfStream
2025-12-06T17:42:21.274811Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801703726742719:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:21.274906Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:21.274954Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580801703726742719:2049] [node 2] ICS15 start handshake
2025-12-06T17:42:21.284392Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801699431775318:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23196) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:42:21.284447Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580801703726742719:2049] [node 2] ICS15 start handshake
2025-12-06T17:42:21.285698Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801699431775318:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23196) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:21.285784Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801703726742719:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:21.285822Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801699431775318:2049] [node 2] ICP30 unregister session Session# [3:7580801703726742719:2049] VirtualId# [3:7580801703726742710:0]
2025-12-06T17:42:21.285964Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:21.286002Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580801699431775318:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:23196) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:21.286023Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23196) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:21.290854Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:42:21.291106Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801706688420975:2049] [node 2] ICS01 socket: 47 reason# EndOfStream
2025-12-06T17:42:21.291174Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801702393453591:2049] [node 2] ICP30 unregister session Session# [5:7580801706688420975:2049] VirtualId# [5:7580801706688420966:0]
2025-12-06T17:42:21.291223Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801706688420975:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:21.291303Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:21.291374Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:21.291728Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:42:21.291944Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801706374664954:2049] [node 2] ICS01 socket: 87 reason# EndOfStream
2025-12-06T17:42:21.291980Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801702079697568:2049] [node 2] ICP30 unregister session Session# [4:7580801706374664954:2049] VirtualId# [4:7580801706374664945:0]
2025-12-06T17:42:21.292012Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801706374664954:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:21.292084Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:21.292121Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:21.292221Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:42:21.292443Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801705860451863:2049] [node 2] ICS01 socket: 86 reason# EndOfStream
2025-12-06T17:42:21.292471Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801701565484477:2049] [node 2] ICP30 unregister session Session# [6:7580801705860451863:2049] VirtualId# [6:7580801705860451857:0]
2025-12-06T17:42:21.292499Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801705860451863:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:21.292556Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:21.292595Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:21.303225Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580801699431775318:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:42:21.370092Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:42:21.370420Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580801705860451866:2050] [node 3] ICS07 socket disconnect 93 reason# EndOfStream
2025-12-06T17:42:21.370464Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801705860451866:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:21.370579Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:42:21.370625Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580801705860451866:2050] [node 3] ICS15 start handshake
2025-12-06T17:42:21.370144Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:42:21.370421Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801706374664966:2050] [node 3] ICS01 socket: 113 reason# EndOfStream
2025-12-06T17:42:21.370467Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801702079697569:2050] [node 3] ICP30 unregister session Session# [4:7580801706374664966:2050] VirtualId# [4:7580801706374664960:0]
2025-12-06T17:42:21.370509Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801706374664966:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:21.370641Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:42:21.370690Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:42:21.372186Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:42:21.372411Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580801706688420988:2050] [node 3] ICS07 socket disconnect 57 reason# EndOfStream
2025-12-06T17:42:21.372441Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801706688420988:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:21.372550Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:42:21.372597Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580801706688420988:2050] [node 3] ICS15 start handshake
2025-12-06T17:42:21.373941Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801701565484478:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3036) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:21.374017Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801705860451866:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:21.374062Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801701565484478:2050] [node 3] ICP30 unregister session Session# [6:7580801705860451866:2050] VirtualId# [6:7580801705860451860:0]
2025-12-06T17:42:21.374114Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:42:21.374166Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580801701565484478:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:3036) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:21.374184Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3036) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:21.375226Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801702393453592:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3036) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:21.375297Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801706688420988:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:21.375332Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801702393453592:2050] [node 3] ICP30 unregister session Session# [5:7580801706688420988:2050] VirtualId# [5:7580801706688420979:0]
2025-12-06T17:42:21.375427Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:42:21.375481Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580801702393453592:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:3036) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:21.375497Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3036) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:21.383846Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580801702393453592:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:42:21.386570Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580801701565484478:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:42:21.563944Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:42:21.564142Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580801706688420986:2068] [node 4] ICS07 socket disconnect 62 reason# EndOfStream
2025-12-06T17:42:21.564167Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801706688420986:2068] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:21.564241Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:42:21.564276Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580801706688420986:2068] [node 4] ICS15 start handshake
2025-12-06T17:42:21.565413Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:42:21.565640Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801705860451875:2064] [node 4] ICS01 socket: 106 reason# EndOfStream
2025-12-06T17:42:21.565689Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801705860451802:2064] [node 4] ICP30 unregister session Session# [6:7580801705860451875:2064] VirtualId# [6:7580801705860451873:0]
2025-12-06T17:42:21.565732Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801705860451875:2064] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:21.565817Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:42:21.565870Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:42:21.567012Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801706688420930:2068] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64324) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:21.567101Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801706688420986:2068] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:21.567143Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801706688420930:2068] [node 4] ICP30 unregister session Session# [5:7580801706688420986:2068] VirtualId# [5:7580801706688420978:0]
2025-12-06T17:42:21.567266Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:42:21.567303Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580801706688420930:2068] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:64324) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:21.567337Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64324) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:21.668218Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:42:21.668505Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580801705860451871:2067] [node 5] ICS07 socket disconnect 96 reason# EndOfStream
2025-12-06T17:42:21.668543Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801705860451871:2067] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:21.668598Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:42:21.668694Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580801705860451871:2067] [node 5] ICS15 start handshake
2025-12-06T17:42:21.669754Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801705860451836:2067] [node 5] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18692) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:21.669820Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801705860451871:2067] [node 5] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:21.669870Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801705860451836:2067] [node 5] ICP30 unregister session Session# [6:7580801705860451871:2067] VirtualId# [6:7580801705860451868:0]
2025-12-06T17:42:21.669918Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
2025-12-06T17:42:21.669970Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580801705860451836:2067] [node 5] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:18692) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:21.669991Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [5] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18692) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:21.679233Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580801705860451836:2067] [node 5] ICP33 wake up from error state
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:42:21.867233Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801709779825746:2048] [node 2] ICP01 ready to work
2025-12-06T17:42:21.867280Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801709779825747:2049] [node 3] ICP01 ready to work
2025-12-06T17:42:21.899250Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801711047805932:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:21.899307Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801711047805933:2049] [node 3] ICP01 ready to work
2025-12-06T17:42:21.920333Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801710746139187:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:21.920376Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801710746139188:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:21.962308Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801709098784010:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:21.962345Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801709098784011:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:21.962384Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801709098784012:2050] [node 3] ICP01 ready to work
2025-12-06T17:42:21.990097Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801708346057073:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:21.990132Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801708346057074:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:21.990167Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801708346057075:2050] [node 3] ICP01 ready to work
2025-12-06T17:42:22.163458Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801715922495829:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:22.163495Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801715922495830:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:22.163527Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801715922495831:2050] [node 3] ICP01 ready to work
2025-12-06T17:42:22.307369Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801715342773270:2090] [node 5] ICP01 ready to work
2025-12-06T17:42:22.384409Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801715342773286:2096] [node 6] ICP01 ready to work
2025-12-06T17:42:22.403024Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801714074793105:2108] [node 5] ICP01 ready to work
2025-12-06T17:42:22.379571Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801715342773275:2086] [node 4] ICP01 ready to work
2025-12-06T17:42:22.513439Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801715922495831:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(189738973ns) {Configure:104(189732553ns) {ProcessConfigured:135(42945297ns) {StartInitialHandshake:157(42941019ns) {DropHandshakes:470(3607ns) {DropIncomingHandshake:442(1072ns) DropOutgoingHandshake:457(559ns)} GenerateSessionVirtualId:988(989ns) PrepareNewSessionHandshake:477(4845ns) {SwitchToState:179(1753ns)}}}}}
2025-12-06T17:42:22.551681Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801715922495861:2063] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:22.571207Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801714074793106:2109] [node 4] ICP01 ready to work
2025-12-06T17:42:22.584534Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801715041106546:2074] [node 5] ICP01 ready to work
2025-12-06T17:42:22.625723Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801713393751370:2067] [node 5] ICP01 ready to work
2025-12-06T17:42:22.598994Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801714074793105:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(24893782ns) {Configure:104(24887746ns) {ProcessConfigured:135(85592ns) {StartInitialHandshake:157(82387ns) {DropHandshakes:470(3808ns) {DropIncomingHandshake:442(945ns) DropOutgoingHandshake:457(590ns)} GenerateSessionVirtualId:988(1296ns) PrepareNewSessionHandshake:477(3257ns) {SwitchToState:179(1244ns)}}}}}
2025-12-06T17:42:22.603759Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801715041106547:2081] [node 6] ICP01 ready to work
2025-12-06T17:42:22.662721Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801713393751371:2070] [node 6] ICP01 ready to work
2025-12-06T17:42:22.625291Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801714074793107:2107] [node 6] ICP01 ready to work
2025-12-06T17:42:22.690861Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801711047805933:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(320825610ns) {Configure:104(320820851ns) {ProcessConfigured:135(70116ns) {StartInitialHandshake:157(66360ns) {DropHandshakes:470(3361ns) {DropIncomingHandshake:442(724ns) DropOutgoingHandshake:457(679ns)} GenerateSessionVirtualId:988(1197ns) PrepareNewSessionHandshake:477(3181ns) {SwitchToState:179(1076ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:22.608272Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801715041106548:2082] [node 4] ICP01 ready to work
2025-12-06T17:42:22.625436Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801712641024430:2064] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:22.694140Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801715922495878:2067] [node 5] ICP01 ready to work
2025-12-06T17:42:22.670793Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801712641024425:2062] [node 4] ICP01 ready to work
2025-12-06T17:42:22.608742Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801715041106549:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34339
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:22.716719Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801715342773303:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11761
2025-12-06T17:42:22.716958Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801715342773302:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11761
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:22.727195Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801712641024438:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26373
2025-12-06T17:42:22.763795Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801713393751370:2067] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(57623545ns) {Configure:104(57617201ns) {ProcessConfigured:135(72696ns) {StartInitialHandshake:157(70427ns) {DropHandshakes:470(3720ns) {DropIncomingHandshake:442(841ns) DropOutgoingHandshake:457(639ns)} GenerateSessionVirtualId:988(1591ns) PrepareNewSessionHandshake:477(2485ns) {SwitchToState:179(807ns)}}}}}
2025-12-06T17:42:22.701707Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801714074793119:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23577
2025-12-06T17:42:22.772663Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801715342773286:2096] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(363028731ns) {Configure:104(363021523ns) {ProcessConfigured:135(73571ns) {StartInitialHandshake:157(69477ns) {DropHandshakes:470(2666ns) {DropIncomingHandshake:442(569ns) DropOutgoingHandshake:457(776ns)} GenerateSessionVirtualId:988(578ns) PrepareNewSessionHandshake:477(2667ns) {SwitchToState:179(754ns)}}}}}
2025-12-06T17:42:22.772989Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801715342773302:2113] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:22.773136Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580801711047805932:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:22.775670Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801715922495830:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(261920082ns) {Configure:104(252710703ns) {ProcessConfigured:135(24726868ns) {StartInitialHandshake:157(24724275ns) {DropHandshakes:470(3683ns) {DropIncomingHandshake:442(992ns) DropOutgoingHandshake:457(726ns)} GenerateSessionVirtualId:988(1385ns) PrepareNewSessionHandshake:477(3704ns) {SwitchToState:179(2354ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:22.649097Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801710746139187:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(25855876ns) {Configure:104(25845109ns) {ProcessConfigured:135(83120ns) {StartInitialHandshake:157(80018ns) {DropHandshakes:470(3768ns) {DropIncomingHandshake:442(762ns) DropOutgoingHandshake:457(818ns)} GenerateSessionVirtualId:988(1024ns) PrepareNewSessionHandshake:477(1616ns) {SwitchToState:179(407ns)}}}}}
2025-12-06T17:42:22.654281Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801710746139188:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(342346150ns) {Configure:104(342337661ns) {ProcessConfigured:135(27169172ns) {StartInitialHandshake:157(27166886ns) {DropHandshakes:470(3413ns) {DropIncomingHandshake:442(854ns) DropOutgoingHandshake:457(568ns)} GenerateSessionVirtualId:988(637ns) PrepareNewSessionHandshake:477(2312ns) {SwitchToState:179(218ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:22.798861Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801715342773310:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11761
2025-12-06T17:42:22.744086Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801712641024437:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26373
2025-12-06T17:42:22.778316Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801715922495907:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63351
2025-12-06T17:42:22.743418Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801714074793120:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23577
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:22.692318Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801715041106551:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34339
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:22.784925Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801712641024437:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:22.802874Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801715342773303:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:22.739296Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801715041106549:2110] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:22.823292Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801715922495907:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:22.791337Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801708346057073:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(321905581ns) {Configure:104(321896206ns) {ProcessConfigured:135(68575ns) {StartInitialHandshake:157(65244ns) {DropHandshakes:470(3391ns) {DropIncomingHandshake:442(914ns) DropOutgoingHandshake:457(483ns)} GenerateSessionVirtualId:988(806ns) PrepareNewSessionHandshake:477(2667ns) {SwitchToState:179(962ns)}}}}}
2025-12-06T17:42:22.750306Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801714074793106:2109] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(21869745ns) {Configure:104(21862819ns) {ProcessConfigured:135(20131688ns) {StartInitialHandshake:157(20128354ns) {DropHandshakes:470(6782ns) {DropIncomingHandshake:442(954ns) DropOutgoingHandshake:457(776ns)} GenerateSessionVirtualId:988(1165ns) PrepareNewSessionHandshake:477(3210ns) {SwitchToState:179(1430ns)}}}}}
2025-12-06T17:42:22.823801Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801715922495908:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63351
2025-12-06T17:42:22.823904Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801715922495878:2067] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:22.834962Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801715922495910:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63351
2025-12-06T17:42:22.838829Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801709098784011:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(348504982ns) {Configure:104(348494055ns) {ProcessConfigured:135(7068421ns) {StartInitialHandshake:157(7065209ns) {DropHandshakes:470(3508ns) {DropIncomingHandshake:442(1143ns) DropOutgoingHandshake:457(682ns)} GenerateSessionVirtualId:988(1035ns) PrepareNewSessionHandshake:477(2953ns) {SwitchToState:179(1031ns)}}}}}
2025-12-06T17:42:22.838267Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801715342773312:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11761
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:22.792156Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801708346057075:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:22.768406Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801714074793119:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:22.783485Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801710746139187:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:22.838995Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801713393751380:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15934
2025-12-06T17:42:22.859505Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801715342773310:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:22.788727Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801709779825747:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(16050148ns) {IncomingHandshake:261(16047082ns) {DropIncomingHandshake:442(340ns) PrepareNewSessionHandshake:477(1081ns) {SwitchToState:179(564ns)} GenerateSessionVirtualId:988(333ns) IssueIncomingHandshakeReply:193(9113ns)}}
2025-12-06T17:42:22.827969Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801712641024435:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:22.787131Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801715041106548:2082] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(97436506ns) {Configure:104(97431770ns) {ProcessConfigured:135(61413858ns) {StartInitialHandshake:157(61410197ns) {DropHandshakes:470(3963ns) {DropIncomingHandshake:442(883ns) DropOutgoingHandshake:457(738ns)} GenerateSessionVirtualId:988(718ns) PrepareNewSessionHandshake:477(4314ns) {SwitchToState:179(2167ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:22.859585Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801715342773302:2113] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:22.795162Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801715041106555:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:22.859063Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801713393751381:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15934
2025-12-06T17:42:22.828001Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580801712641024435:2110] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:22.819478Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801714074793114:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:22.859823Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580801711047805932:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:22.795190Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801715041106555:2113] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:22.883468Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801713393751380:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:22.943257Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801715922495907:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:22.859883Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:22.957859Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801715922495878:2067] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:42:22.918973Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801709098784011:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:22.799154Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801715041106555:2113] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:22.837442Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801712641024436:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26373
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:22.837851Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801712641024435:2110] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:22.853656Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580801712641024430:2064] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:22.853732Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:22.853792Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801712641024430:2064] [node 6] ICP22 created new session: [5:7580801712641024452:2064]
2025-12-06T17:42:22.853849Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801712641024452:2064] [node 6] ICS09 handshake done sender: [5:7580801712641024435:2110] self: [5:7580801712641024434:0] peer: [6:7580801715922495909:0] socket: 69 qp: -1
2025-12-06T17:42:22.853904Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801712641024452:2064] [node 6] ICS10 traffic start
2025-12-06T17:42:22.853958Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:22.856510Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801712641024438:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:22.866771Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801708346057074:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:22.866924Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801712641024454:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26373
2025-12-06T17:42:22.886195Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801712641024430:2064] [node 6] ICP35 event processing took too much time PendingConnection:279(31597436ns) {HandleHandshakeStatus:329(31592925ns) {DropIncomingHandshake:442(793ns) DropOutgoingHandshake:457(772ns) SwitchToState:179(911ns) ProcessPendingSessionEvents:495(31128365ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 31031500ns max# 21213364ns}}}
2025-12-06T17:42:22.886551Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801712641024436:2111] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:22.887232Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801712641024437:2112] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:22.904442Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801708346057075:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:42:22.904500Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:22.904555Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801708346057075:2050] [node 3] ICP22 created new session: [5:7580801712641024457:2050]
2025-12-06T17:42:22.904610Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801712641024457:2050] [node 3] ICS09 handshake done sender: [5:7580801712641024437:2112] self: [5:7580801712641024450:0] peer: [3:7580801715041106554:0] socket: 67 qp: -1
2025-12-06T17:42:22.904652Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801712641024457:2050] [node 3] ICS10 traffic start
2025-12-06T17:42:22.904706Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:22.907105Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801708346057073:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:22.952170Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801712641024461:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26373
2025-12-06T17:42:22.953002Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801712641024462:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26373
2025-12-06T17:42:22.953159Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801712641024463:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26373
2025-12-06T17:42:22.964047Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801712641024438:2113] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:22.975242Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801712641024436:2111] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:22.994868Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801712641024462:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:23.001832Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801708346057074:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:23.001921Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:23.001969Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801708346057074:2049] [node 2] ICP22 created new session: [5:7580801712641024464:2049]
2025-12-06T17:42:23.002011Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801712641024464:2049] [node 2] ICS09 handshake done sender: [5:7580801712641024438:2113] self: [5:7580801712641024456:0] peer: [2:7580801715342773287:0] socket: 68 qp: -1
2025-12-06T17:42:23.002050Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801712641024464:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:23.002112Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:23.016388Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801708346057073:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:23.016482Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:22.819523Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801714074793114:2112] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:42:22.859938Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801711047805932:2048] [node 1] ICP22 created new session: [2:7580801715342773313:2048]
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:22.919413Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801713393751387:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15934
2025-12-06T17:42:22.957913Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:22.799617Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801715041106546:2074] [node 5] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:22.829551Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801714074793109:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:22.859983Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801715342773313:2048] [node 1] ICS09 handshake done sender: [2:7580801715342773302:2113] self: [2:7580801715342773309:0] peer: [1:7580801714074793113:0] socket: 62 qp: -1
2025-12-06T17:42:23.020241Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801708346057073:2048] [node 1] ICP22 created new session: [5:7580801712641024466:2048]
2025-12-06T17:42:22.799701Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:22.964346Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801715922495908:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:22.919732Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801709098784010:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(293709452ns) {Configure:104(293702535ns) {ProcessConfigured:135(22662049ns) {StartInitialHandshake:157(22658105ns) {DropHandshakes:470(15302502ns) {DropIncomingHandshake:442(1076ns) DropOutgoingHandshake:457(1106ns)} GenerateSessionVirtualId:988(1527ns) PrepareNewSessionHandshake:477(1679ns) {SwitchToState:179(138ns)}}}}}
2025-12-06T17:42:23.027021Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801712641024466:2048] [node 1] ICS09 handshake done sender: [5:7580801712641024436:2111] self: [5:7580801712641024459:0] peer: [1:7580801714074793110:0] socket: 54 qp: -1
2025-12-06T17:42:22.949471Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801713393751381:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:22.973379Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801715922495878:2067] [node 5] ICP22 created new session: [6:7580801715922495912:2067]
2025-12-06T17:42:23.028148Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801712641024425:2062] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:23.032350Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801716935991764:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26373
2025-12-06T17:42:23.033029Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801712641024466:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:23.033222Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801712641024462:2120] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:23.040883Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:23.060614Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801712641024425:2062] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:42:23.060675Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:23.060744Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801712641024425:2062] [node 4] ICP22 created new session: [5:7580801716935991766:2062]
2025-12-06T17:42:23.060813Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801716935991766:2062] [node 4] ICS09 handshake done sender: [5:7580801712641024462:2120] self: [5:7580801716935991763:0] peer: [4:7580801713393751372:0] socket: 108 qp: -1
2025-12-06T17:42:23.060861Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801716935991766:2062] [node 4] ICS10 traffic start
2025-12-06T17:42:23.060898Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:22.860023Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801715342773313:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:22.799753Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801715041106546:2074] [node 5] ICP22 created new session: [3:7580801715041106566:2074]
2025-12-06T17:42:22.829574Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801714074793109:2110] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:42:23.086349Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801708346057073:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(89774702ns) {HandleHandshakeStatus:329(89771708ns) {DropIncomingHandshake:442(5743ns) DropOutgoingHandshake:457(11290ns) SwitchToState:179(844ns) ProcessPendingSessionEvents:495(5721493ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 5636592ns max# 5158597ns}}}
2025-12-06T17:42:22.860060Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:22.799800Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801715041106566:2074] [node 5] ICS09 handshake done sender: [3:7580801715041106555:2113] self: [3:7580801715041106554:0] peer: [5:7580801712641024450:0] socket: 57 qp: -1
2025-12-06T17:42:22.987385Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801715922495831:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:22.965628Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801713393751391:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15934
2025-12-06T17:42:22.863404Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801711047805933:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(23864078ns) {IncomingHandshake:261(23862187ns) {DropIncomingHandshake:442(1717ns) PrepareNewSessionHandshake:477(4823ns) {SwitchToState:179(3338ns)} GenerateSessionVirtualId:988(1012ns) IssueIncomingHandshakeReply:193(10146ns)}}
2025-12-06T17:42:22.896482Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801715342773288:2104] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:22.896515Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801715342773288:2104] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:22.920565Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801715342773305:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:22.920591Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801715342773305:2115] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:42:22.927327Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801715342773288:2104] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:22.931019Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801715342773305:2115] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:22.955863Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801715342773275:2086] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:42:22.955956Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:22.956006Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801715342773275:2086] [node 4] ICP22 created new session: [2:7580801715342773319:2086]
2025-12-06T17:42:22.956059Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801715342773319:2086] [node 4] ICS09 handshake done sender: [2:7580801715342773305:2115] self: [2:7580801715342773304:0] peer: [4:7580801713393751388:0] socket: 66 qp: -1
2025-12-06T17:42:22.956093Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801715342773319:2086] [node 4] ICS10 traffic start
2025-12-06T17:42:22.956140Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:22.980213Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801715342773270:2090] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:22.986618Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:22.998154Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801715342773270:2090] [node 5] ICP22 created new session: [2:7580801715342773322:2090]
2025-12-06T17:42:23.020093Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801715342773322:2090] [node 5] ICS09 handshake done sender: [2:7580801715342773288:2104] self: [2:7580801715342773287:0] peer: [5:7580801712641024456:0] socket: 64 qp: -1
2025-12-06T17:42:23.025092Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801715342773322:2090] [node 5] ICS10 traffic start
2025-12-06T17:42:23.028741Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:23.038326Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801719637740620:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11761
2025-12-06T17:42:23.045384Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801715342773308:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:23.045446Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801715342773308:2116] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:23.047613Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801715342773270:2090] [node 5] ICP35 event processing took too much time PendingConnection:279(73387040ns) {HandleHandshakeStatus:329(73383658ns) {DropIncomingHandshake:442(24751ns) DropOutgoingHandshake:457(560ns) SwitchToState:179(730ns) ProcessPendingSessionEvents:495(648945ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 579123ns max# 75782ns}}}
2025-12-06T17:42:23.064761Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801715342773308:2116] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:23.065044Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801715342773286:2096] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:23.065089Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:23.065136Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801715342773286:2096] [node 6] ICP22 created new session: [2:7580801719637740622:2096]
2025-12-06T17:42:23.065179Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801719637740622:2096] [node 6] ICS09 handshake done sender: [2:7580801715342773308:2116] self: [2:7580801715342773307:0] peer: [6:7580801720217463216:0] socket: 96 qp: -1
2025-12-06T17:42:23.065214Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801719637740622:2096] [node 6] ICS10 traffic start
2025-12-06T17:42:23.065257Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:23.067379Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801715342773299:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:23.067401Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801715342773299:2112] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:42:23.068562Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801715342773299:2112] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:23.069035Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801711047805933:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:42:23.069091Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:23.069140Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801711047805933:2049] [node 3] ICP22 created new session: [2:7580801719637740625:2049]
2025-12-06T17:42:23.069186Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801719637740625:2049] [node 3] ICS09 handshake done sender: [2:7580801715342773299:2112] self: [2:7580801715342773298:0] peer: [3:7580801719336073875:0] socket: 114 qp: -1
2025-12-06T17:42:23.069222Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801719637740625:2049] [node 3] ICS10 traffic start
2025-12-06T17:42:23.069266Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:23.101339Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801719637740620:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:22.835345Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801714074793109:2110] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:22.842799Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801714074793114:2112] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:22.873836Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801714074793120:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:22.874230Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801709779825747:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:42:22.874302Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:22.874366Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801709779825747:2049] [node 3] ICP22 created new session: [1:7580801714074793127:2049]
2025-12-06T17:42:22.874420Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801714074793127:2049] [node 3] ICS09 handshake done sender: [1:7580801714074793109:2110] self: [1:7580801714074793108:0] peer: [3:7580801715041106564:0] socket: 48 qp: -1
2025-12-06T17:42:22.874461Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801714074793127:2049] [node 3] ICS10 traffic start
2025-12-06T17:42:22.874504Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:22.875972Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801709779825746:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:42:22.876011Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:22.876053Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801709779825746:2048] [node 2] ICP22 created new session: [1:7580801714074793129:2048]
2025-12-06T17:42:22.876116Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801714074793129:2048] [node 2] ICS09 handshake done sender: [1:7580801714074793114:2112] self: [1:7580801714074793113:0] peer: [2:7580801715342773309:0] socket: 50 qp: -1
2025-12-06T17:42:22.876155Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801714074793129:2048] [node 2] ICS10 traffic start
2025-12-06T17:42:22.876189Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:22.883917Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801714074793107:2107] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(153758782ns) {Configure:104(153752290ns) {ProcessConfigured:135(43353883ns) {StartInitialHandshake:157(43350109ns) {DropHandshakes:470(2831ns) {DropIncomingHandshake:442(577ns) DropOutgoingHandshake:457(517ns)} GenerateSessionVirtualId:988(723ns) PrepareNewSessionHandshake:477(6937ns) {SwitchToState:179(2838ns)}}}}}
2025-12-06T17:42:22.888900Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801714074793123:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23577
2025-12-06T17:42:22.938829Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801714074793111:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:22.938867Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801714074793111:2111] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:22.948277Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801714074793133:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23577
2025-12-06T17:42:22.955310Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801714074793111:2111] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:22.973030Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580801709779825746:2048] [node 2] ICP18 handshake (actor [1:7580801714074793120:2115]) is too old
2025-12-06T17:42:22.978707Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801714074793105:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:22.978765Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:22.979921Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801714074793105:2108] [node 5] ICP22 created new session: [1:7580801714074793135:2108]
2025-12-06T17:42:22.986552Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801714074793123:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:22.990748Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801714074793133:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:23.004440Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801714074793135:2108] [node 5] ICS09 handshake done sender: [1:7580801714074793111:2111] self: [1:7580801714074793110:0] peer: [5:7580801712641024459:0] socket: 49 qp: -1
2025-12-06T17:42:23.020532Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801718369760433:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23577
2025-12-06T17:42:23.020731Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801714074793118:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:23.020754Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801714074793118:2113] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:42:23.022668Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801714074793135:2108] [node 5] ICS10 traffic start
2025-12-06T17:42:23.025031Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:23.025203Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801714074793118:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:23.038148Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801718369760433:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:23.056578Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801714074793105:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(76970018ns) {HandleHandshakeStatus:329(76965857ns) {DropIncomingHandshake:442(882ns) DropOutgoingHandshake:457(889ns) SwitchToState:179(774ns) ProcessPendingSessionEvents:495(14530535ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 14457350ns max# 13944716ns}}}
2025-12-06T17:42:23.056674Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580801714074793105:2108] [node 5] ICP18 handshake (actor [1:7580801714074793133:2118]) is too old
2025-12-06T17:42:23.057226Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801714074793106:2109] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:42:23.057279Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:23.057322Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801714074793106:2109] [node 4] ICP22 created new session: [1:7580801718369760436:2109]
2025-12-06T17:42:23.057369Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801718369760436:2109] [node 4] ICS09 handshake done sender: [1:7580801714074793118:2113] self: [1:7580801714074793117:0] peer: [4:7580801713393751395:0] socket: 99 qp: -1
2025-12-06T17:42:23.057411Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801718369760436:2109] [node 4] ICS10 traffic start
2025-12-06T17:42:23.057451Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:23.066833Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801714074793126:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:23.066876Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801714074793126:2117] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:23.067353Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580801714074793106:2109] [node 4] ICP18 handshake (actor [1:7580801718369760433:2119]) is too old
2025-12-06T17:42:23.095033Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801714074793126:2117] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:23.103845Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801714074793107:2107] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:23.103922Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:23.103977Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801714074793107:2107] [node 6] ICP22 created new session: [1:7580801718369760439:2107]
2025-12-06T17:42:23.104028Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801718369760439:2107] [node 6] ICS09 handshake done sender: [1:7580801714074793126:2117] self: [1:7580801714074793122:0] peer: [6:7580801720217463214:0] socket: 100 qp: -1
2025-12-06T17:42:23.104069Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801718369760439:2107] [node 6] ICS10 traffic start
2025-12-06T17:42:23.104103Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:23.127820Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580801715342773286:2096] [node 6] ICP18 handshake (actor [2:7580801719637740620:2119]) is too old
2025-12-06T17:42:22.799829Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801715041106566:2074] [node 5] ICS10 traffic start
2025-12-06T17:42:22.966066Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801713393751380:2114] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:22.999555Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801715922495911:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63351
2025-12-06T17:42:22.966227Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801709098784011:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:22.799864Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:22.999757Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801715922495914:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63351
2025-12-06T17:42:22.830868Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801715041106551:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:22.966282Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:23.001328Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801715922495911:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:22.966331Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801709098784011:2049] [node 2] ICP22 created new session: [4:7580801713393751393:2049]
2025-12-06T17:42:22.863523Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801715041106569:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34339
2025-12-06T17:42:22.888255Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801715041106572:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34339
2025-12-06T17:42:22.909271Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801715041106572:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:22.913304Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801715041106570:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34339
2025-12-06T17:42:22.938012Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801715041106569:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:22.938100Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801710746139187:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6492) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580801715041106549:2110] held: no
2025-12-06T17:42:22.940188Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801715041106549:2110] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:22.940420Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801710746139187:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:22.940480Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:22.940533Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801710746139187:2048] [node 1] ICP22 created new session: [3:7580801715041106574:2048]
2025-12-06T17:42:22.940576Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801715041106574:2048] [node 1] ICS09 handshake done sender: [3:7580801715041106549:2110] self: [3:7580801715041106564:0] peer: [1:7580801714074793108:0] socket: 51 qp: -1
2025-12-06T17:42:22.940614Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801715041106574:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:22.940648Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:23.004272Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801715041106577:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34339
2025-12-06T17:42:23.027161Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801715041106557:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:23.027190Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801715041106557:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:23.033991Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801715041106577:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:23.052589Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801715041106557:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:23.054793Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801710746139188:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:23.101567Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801715041106563:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:23.101607Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801715041106563:2116] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:42:23.119103Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801710746139188:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61741) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580801715041106577:2120] held: no
2025-12-06T17:42:23.119882Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801719336073876:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34339
2025-12-06T17:42:23.173621Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801715041106547:2081] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:23.173730Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:23.173790Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801715041106547:2081] [node 6] ICP22 created new session: [3:7580801719336073878:2081]
2025-12-06T17:42:23.173850Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801719336073878:2081] [node 6] ICS09 handshake done sender: [3:7580801715041106557:2114] self: [3:7580801715041106556:0] peer: [6:7580801715922495916:0] socket: 82 qp: -1
2025-12-06T17:42:23.173894Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801719336073878:2081] [node 6] ICS10 traffic start
2025-12-06T17:42:23.173956Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:23.001479Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801715922495861:2063] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:22.966379Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801713393751393:2049] [node 2] ICS09 handshake done sender: [4:7580801713393751380:2114] self: [4:7580801713393751388:0] peer: [2:7580801715342773304:0] socket: 92 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:23.182858Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7580801715041106546:2074] [node 5] ICP18 handshake (actor [3:7580801715041106569:2117]) is too old
2025-12-06T17:42:23.016597Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801715922495912:2067] [node 5] ICS09 handshake done sender: [6:7580801715922495907:2115] self: [6:7580801715922495909:0] peer: [5:7580801712641024434:0] socket: 73 qp: -1
2025-12-06T17:42:22.966418Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801713393751393:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:22.966451Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:22.979003Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801713393751385:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15934
2025-12-06T17:42:22.986554Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801713393751387:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:22.992084Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801713393751392:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15934
2025-12-06T17:42:22.992179Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801709098784010:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:23.023775Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801713393751385:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:23.028589Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801713393751375:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:23.028623Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801713393751375:2112] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:23.030644Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801713393751373:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:23.030670Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801713393751373:2111] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:23.032257Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801713393751373:2111] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:23.038526Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801713393751392:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:23.038615Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801713393751370:2067] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:23.038708Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:23.038759Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801713393751370:2067] [node 5] ICP22 created new session: [4:7580801717688718696:2067]
2025-12-06T17:42:23.038808Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801717688718696:2067] [node 5] ICS09 handshake done sender: [4:7580801713393751373:2111] self: [4:7580801713393751372:0] peer: [5:7580801716935991763:0] socket: 59 qp: -1
2025-12-06T17:42:23.038842Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801717688718696:2067] [node 5] ICS10 traffic start
2025-12-06T17:42:23.038876Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:23.040566Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801717688718695:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15934
2025-12-06T17:42:23.063070Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801709098784012:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:23.063342Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801713393751387:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:23.078613Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801713393751375:2112] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:23.090814Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801709098784010:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:23.090880Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:23.101471Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801709098784010:2048] [node 1] ICP22 created new session: [4:7580801717688718700:2048]
2025-12-06T17:42:23.112964Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801713393751371:2070] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:23.113037Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:23.113098Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801713393751371:2070] [node 6] ICP22 created new session: [4:7580801717688718701:2070]
2025-12-06T17:42:23.113148Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801717688718701:2070] [node 6] ICS09 handshake done sender: [4:7580801713393751375:2112] self: [4:7580801713393751374:0] peer: [6:7580801715922495917:0] socket: 95 qp: -1
2025-12-06T17:42:23.113192Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801717688718701:2070] [node 6] ICS10 traffic start
2025-12-06T17:42:23.113229Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:23.125757Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801717688718700:2048] [node 1] ICS09 handshake done sender: [4:7580801713393751387:2118] self: [4:7580801713393751395:0] peer: [1:7580801714074793117:0] socket: 101 qp: -1
2025-12-06T17:42:23.125817Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801717688718700:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:23.125894Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:23.130153Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801709098784010:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(41591218ns) {HandleHandshakeStatus:329(41584566ns) {DropIncomingHandshake:442(2013ns) DropOutgoingHandshake:457(6019ns) SwitchToState:179(923ns) ProcessPendingSessionEvents:495(3252425ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 3168371ns max# 2724377ns}}}
2025-12-06T17:42:23.130228Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7580801709098784010:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:42:23.161599Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801713393751370:2067] [node 5] ICP35 event processing took too much time PendingConnection:279(122008942ns) {HandleHandshakeStatus:329(122004540ns) {DropIncomingHandshake:442(15464ns) DropOutgoingHandshake:457(917ns) SwitchToState:179(635ns) ProcessPendingSessionEvents:495(121590826ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 107193881ns max# 22195392ns}}}
2025-12-06T17:42:23.188506Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801717688718704:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15934
2025-12-06T17:42:23.021985Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801715922495913:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63351
2025-12-06T17:42:23.022957Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801715922495912:2067] [node 5] ICS10 traffic start
2025-12-06T17:42:23.023183Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801715922495914:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:23.028900Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:23.029270Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801715922495829:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:23.032409Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801715922495913:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:23.032524Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801715922495830:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:23.077006Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801715922495878:2067] [node 5] ICP35 event processing took too much time PendingConnection:279(120202858ns) {HandleHandshakeStatus:329(118190253ns) {DropIncomingHandshake:442(1127ns) DropOutgoingHandshake:457(6477ns) SwitchToState:179(930ns) ProcessPendingSessionEvents:495(9118090ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 9040789ns max# 8564788ns}}}
2025-12-06T17:42:23.077326Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801720217463217:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63351
2025-12-06T17:42:23.084035Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801715922495908:2116] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:23.097370Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801715922495831:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:42:23.097442Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:23.097491Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801715922495831:2050] [node 3] ICP22 created new session: [6:7580801720217463219:2050]
2025-12-06T17:42:23.097535Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801720217463219:2050] [node 3] ICS09 handshake done sender: [6:7580801715922495908:2116] self: [6:7580801715922495916:0] peer: [3:7580801715041106556:0] socket: 83 qp: -1
2025-12-06T17:42:23.097577Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801720217463219:2050] [node 3] ICS10 traffic start
2025-12-06T17:42:23.097611Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:23.107371Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801720217463221:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63351
2025-12-06T17:42:23.108032Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801720217463222:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63351
2025-12-06T17:42:23.112565Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801715922495913:2119] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:23.115063Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801720217463218:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63351
2025-12-06T17:42:23.143498Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801715922495861:2063] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15934) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801715922495911:2118] held: no
2025-12-06T17:42:23.144135Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801715922495830:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:23.144199Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:23.144248Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801715922495830:2049] [node 2] ICP22 created new session: [6:7580801720217463223:2049]
2025-12-06T17:42:23.144298Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801720217463223:2049] [node 2] ICS09 handshake done sender: [6:7580801715922495913:2119] self: [6:7580801720217463216:0] peer: [2:7580801715342773307:0] socket: 111 qp: -1
2025-12-06T17:42:23.144345Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801720217463223:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:23.144418Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:23.170249Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801715922495829:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6492) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801715922495914:2120] held: no
2025-12-06T17:42:23.171195Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801715922495911:2118] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:23.172403Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801715922495914:2120] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:23.183546Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801715922495829:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:23.188770Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:23.191955Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801715922495829:2048] [node 1] ICP22 created new session: [6:7580801720217463225:2048]
2025-12-06T17:42:23.195451Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801715041106577:2120] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:23.196039Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801715041106563:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:23.193287Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801720217463225:2048] [node 1] ICS09 handshake done sender: [6:7580801715922495914:2120] self: [6:7580801720217463214:0] peer: [1:7580801714074793122:0] socket: 113 qp: -1
2025-12-06T17:42:23.193356Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801720217463225:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:23.193418Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:23.194801Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801715922495861:2063] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:42:23.194891Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:23.194944Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801715922495861:2063] [node 4] ICP22 created new session: [6:7580801720217463227:2063]
2025-12-06T17:42:23.194993Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801720217463227:2063] [node 4] ICS09 handshake done sender: [6:7580801715922495911:2118] self: [6:7580801715922495917:0] peer: [4:7580801713393751374:0] socket: 105 qp: -1
2025-12-06T17:42:23.195032Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801720217463227:2063] [node 4] ICS10 traffic start
2025-12-06T17:42:23.195067Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:23.200180Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801710746139188:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:23.200936Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:23.200999Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801710746139188:2049] [node 2] ICP22 created new session: [3:7580801719336073880:2049]
2025-12-06T17:42:23.201055Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801719336073880:2049] [node 2] ICS09 handshake done sender: [3:7580801715041106577:2120] self: [3:7580801719336073875:0] peer: [2:7580801715342773298:0] socket: 115 qp: -1
2025-12-06T17:42:23.201095Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801719336073880:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:23.201132Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:23.206261Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801715041106548:2082] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:42:23.206348Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:23.206411Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801715041106548:2082] [node 4] ICP22 created new session: [3:7580801719336073882:2082]
2025-12-06T17:42:23.206466Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801719336073882:2082] [node 4] ICS09 handshake done sender: [3:7580801715041106563:2116] self: [3:7580801715041106562:0] peer: [4:7580801717688718699:0] socket: 77 qp: -1
2025-12-06T17:42:23.206526Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801719336073882:2082] [node 4] ICS10 traffic start
2025-12-06T17:42:23.206581Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:23.203589Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801713393751392:2121] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:23.204027Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801709098784012:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:42:23.204096Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:23.204159Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801709098784012:2050] [node 3] ICP22 created new session: [4:7580801717688718705:2050]
2025-12-06T17:42:23.204205Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801717688718705:2050] [node 3] ICS09 handshake done sender: [4:7580801713393751392:2121] self: [4:7580801717688718699:0] peer: [3:7580801715041106562:0] socket: 112 qp: -1
2025-12-06T17:42:23.204250Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801717688718705:2050] [node 3] ICS10 traffic start
2025-12-06T17:42:23.204290Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:23.307152Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:42:23.307419Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7580801715342773313:2048] [node 1] ICS07 socket disconnect 62 reason# EndOfStream
2025-12-06T17:42:23.307452Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580801715342773313:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:23.307529Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:23.307568Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580801715342773313:2048] [node 1] ICS15 start handshake
2025-12-06T17:42:23.322692Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:42:23.322795Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580801711047805932:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6492) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:42:23.322940Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801715041106574:2048] [node 1] ICS01 socket: 51 reason# EndOfStream
2025-12-06T17:42:23.322997Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801710746139187:2048] [node 1] ICP30 unregister session Session# [3:7580801715041106574:2048] VirtualId# [3:7580801715041106564:0]
2025-12-06T17:42:23.323085Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801715041106574:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:23.323219Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:23.323261Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:23.322852Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580801715342773313:2048] [node 1] ICS15 start handshake
2025-12-06T17:42:23.325518Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580801711047805932:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6492) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:23.325595Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580801715342773313:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:23.325625Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580801711047805932:2048] [node 1] ICP30 unregister session Session# [2:7580801715342773313:2048] VirtualId# [2:7580801715342773309:0]
2025-12-06T17:42:23.325673Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:23.325707Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [2:7580801711047805932:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:6492) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:23.325741Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6492) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:23.334720Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:42:23.335007Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801720217463225:2048] [node 1] ICS01 socket: 113 reason# EndOfStream
2025-12-06T17:42:23.335055Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801715922495829:2048] [node 1] ICP30 unregister session Session# [6:7580801720217463225:2048] VirtualId# [6:7580801720217463214:0]
2025-12-06T17:42:23.335089Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801720217463225:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:23.335167Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:23.335209Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:23.335619Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [2:7580801711047805932:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:42:23.338799Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:42:23.339100Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580801717688718700:2048] [node 1] ICS07 socket disconnect 101 reason# EndOfStream
2025-12-06T17:42:23.339132Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801717688718700:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:23.339218Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:23.339267Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580801717688718700:2048] [node 1] ICS15 start handshake
2025-12-06T17:42:23.339850Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:42:23.340067Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580801712641024466:2048] [node 1] ICS07 socket disconnect 54 reason# EndOfStream
2025-12-06T17:42:23.340096Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801712641024466:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:23.340175Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:23.340214Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580801712641024466:2048] [node 1] ICS15 start handshake
2025-12-06T17:42:23.341696Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801708346057073:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6492) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:23.341770Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801712641024466:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:23.341811Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801708346057073:2048] [node 1] ICP30 unregister session Session# [5:7580801712641024466:2048] VirtualId# [5:7580801712641024459:0]
2025-12-06T17:42:23.341904Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:23.341946Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580801708346057073:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:6492) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:23.341962Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6492) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:23.351001Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580801708346057073:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:42:23.351207Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801709098784010:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6492) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:23.351304Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801717688718700:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:23.351340Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801709098784010:2048] [node 1] ICP30 unregister session Session# [4:7580801717688718700:2048] VirtualId# [4:7580801713393751395:0]
2025-12-06T17:42:23.351438Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:23.351481Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580801709098784010:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:6492) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:23.351503Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6492) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:23.363012Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580801709098784010:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:42:23.438818Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:42:23.439056Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801719336073880:2049] [node 2] ICS01 socket: 115 reason# EndOfStream
2025-12-06T17:42:23.439098Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801710746139188:2049] [node 2] ICP30 unregister session Session# [3:7580801719336073880:2049] VirtualId# [3:7580801719336073875:0]
2025-12-06T17:42:23.439139Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801719336073880:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:23.439222Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:23.439263Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:23.449332Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:42:23.449606Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580801713393751393:2049] [node 2] ICS07 socket disconnect 92 reason# EndOfStream
2025-12-06T17:42:23.449638Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801713393751393:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:23.449733Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:23.449784Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580801713393751393:2049] [node 2] ICS15 start handshake
2025-12-06T17:42:23.450350Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:42:23.450572Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801712641024464:2049] [node 2] ICS01 socket: 68 reason# EndOfStream
2025-12-06T17:42:23.450608Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801708346057074:2049] [node 2] ICP30 unregister session Session# [5:7580801712641024464:2049] VirtualId# [5:7580801712641024456:0]
2025-12-06T17:42:23.450647Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801712641024464:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:23.450704Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:23.450742Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:23.452441Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801709098784011:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61741) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:23.452527Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801713393751393:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:23.452568Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801709098784011:2049] [node 2] ICP30 unregister session Session# [4:7580801713393751393:2049] VirtualId# [4:7580801713393751388:0]
2025-12-06T17:42:23.452615Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:23.452648Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580801709098784011:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:61741) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:23.452663Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61741) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:23.463479Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580801709098784011:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:42:23.464949Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:42:23.465204Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580801720217463223:2049] [node 2] ICS07 socket disconnect 111 reason# EndOfStream
2025-12-06T17:42:23.465238Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801720217463223:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:23.465328Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:23.465368Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580801720217463223:2049] [node 2] ICS15 start handshake
2025-12-06T17:42:23.483776Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801715922495830:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61741) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:23.486422Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801720217463223:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:23.486482Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801715922495830:2049] [node 2] ICP30 unregister session Session# [6:7580801720217463223:2049] VirtualId# [6:7580801720217463216:0]
2025-12-06T17:42:23.486550Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:23.486588Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580801715922495830:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:61741) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:23.486603Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61741) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:23.496762Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580801715922495830:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:42:23.624190Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:42:23.624448Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580801712641024457:2050] [node 3] ICS07 socket disconnect 67 reason# EndOfStream
2025-12-06T17:42:23.624480Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801712641024457:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:23.624580Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:42:23.624676Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580801712641024457:2050] [node 3] ICS15 start handshake
2025-12-06T17:42:23.645994Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:42:23.647184Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801720217463219:2050] [node 3] ICS01 socket: 83 reason# EndOfStream
2025-12-06T17:42:23.647237Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801715922495831:2050] [node 3] ICP30 unregister session Session# [6:7580801720217463219:2050] VirtualId# [6:7580801715922495916:0]
2025-12-06T17:42:23.647273Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801720217463219:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:23.647383Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:42:23.647441Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:42:23.648966Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801708346057075:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9094) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:23.649045Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801712641024457:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:23.649086Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801708346057075:2050] [node 3] ICP30 unregister session Session# [5:7580801712641024457:2050] VirtualId# [5:7580801712641024450:0]
2025-12-06T17:42:23.649131Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:42:23.649177Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580801708346057075:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:9094) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:23.649195Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9094) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:23.666458Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580801708346057075:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:42:23.744176Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:42:23.744426Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801716935991766:2062] [node 4] ICS01 socket: 108 reason# EndOfStream
2025-12-06T17:42:23.744468Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801712641024425:2062] [node 4] ICP30 unregister session Session# [5:7580801716935991766:2062] VirtualId# [5:7580801716935991763:0]
2025-12-06T17:42:23.744505Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801716935991766:2062] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:23.744591Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:42:23.744645Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:42:23.747483Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:42:23.747764Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801720217463227:2063] [node 4] ICS01 socket: 105 reason# EndOfStream
2025-12-06T17:42:23.747824Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801715922495861:2063] [node 4] ICP30 unregister session Session# [6:7580801720217463227:2063] VirtualId# [6:7580801715922495917:0]
2025-12-06T17:42:23.747863Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801720217463227:2063] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:23.747958Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:42:23.748004Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:42:23.810583Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:42:23.810866Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580801715922495912:2067] [node 5] ICS07 socket disconnect 73 reason# EndOfStream
2025-12-06T17:42:23.810901Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801715922495912:2067] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:23.811017Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:42:23.811073Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580801715922495912:2067] [node 5] ICS15 start handshake
2025-12-06T17:42:23.814240Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801715922495878:2067] [node 5] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1383) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:23.814326Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801715922495912:2067] [node 5] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:23.814368Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801715922495878:2067] [node 5] ICP30 unregister session Session# [6:7580801715922495912:2067] VirtualId# [6:7580801715922495909:0]
2025-12-06T17:42:23.814462Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
2025-12-06T17:42:23.814509Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580801715922495878:2067] [node 5] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:1383) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:23.814548Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [5] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1383) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:42:24.051996Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801721792641739:2048] [node 2] ICP01 ready to work
2025-12-06T17:42:24.052037Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801721792641740:2049] [node 3] ICP01 ready to work
2025-12-06T17:42:24.100711Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801724688420527:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:24.100752Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801724688420528:2049] [node 3] ICP01 ready to work
2025-12-06T17:42:24.131271Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801724693164670:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:24.131311Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801724693164671:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:24.187653Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801724797250088:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:24.187689Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801724797250089:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:24.187723Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801724797250090:2050] [node 3] ICP01 ready to work
2025-12-06T17:42:24.215785Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801722176887689:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:24.215825Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801722176887690:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:24.215855Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801722176887691:2050] [node 3] ICP01 ready to work
2025-12-06T17:42:24.271167Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801722904843054:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:24.271214Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801722904843055:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:24.271251Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801722904843056:2050] [node 3] ICP01 ready to work
2025-12-06T17:42:24.512195Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801724688420543:2064] [node 5] ICP01 ready to work
2025-12-06T17:42:24.569178Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801722176887703:2060] [node 4] ICP01 ready to work
2025-12-06T17:42:24.641117Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801721792641799:2086] [node 4] ICP01 ready to work
2025-12-06T17:42:24.644099Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801721792641802:2090] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:24.528878Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801724693164686:2065] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:24.691580Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801722176887707:2062] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13832
2025-12-06T17:42:24.691801Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801722176887708:2063] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13832
2025-12-06T17:42:24.614456Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801724693164709:2073] [node 5] ICP01 ready to work
2025-12-06T17:42:24.643076Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801722904843079:2069] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:24.720910Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801724797250113:2071] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19541
2025-12-06T17:42:24.675516Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801724688420601:2073] [node 6] ICP01 ready to work
2025-12-06T17:42:24.743132Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801724797250126:2060] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:24.682139Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801722904843072:2062] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:24.750695Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801724688420609:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31022
2025-12-06T17:42:24.763023Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801721792641809:2087] [node 6] ICP01 ready to work
2025-12-06T17:42:24.656034Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801724693164708:2084] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36338
2025-12-06T17:42:24.815313Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801724688420612:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31022
2025-12-06T17:42:24.867625Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801722904843079:2069] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(224155584ns) {Configure:104(224149262ns) {ProcessConfigured:135(87919ns) {StartInitialHandshake:157(85113ns) {DropHandshakes:470(3949ns) {DropIncomingHandshake:442(855ns) DropOutgoingHandshake:457(405ns)} GenerateSessionVirtualId:988(1010ns) PrepareNewSessionHandshake:477(3387ns) {SwitchToState:179(1276ns)}}}}}
2025-12-06T17:42:24.816462Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801721792641807:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18742
2025-12-06T17:42:24.656264Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801724693164714:2088] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36338
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:24.818321Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801724688420608:2066] [node 4] ICP01 ready to work
2025-12-06T17:42:24.878938Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801724797250162:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19541
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:24.914627Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801721792641802:2090] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(269906037ns) {Configure:104(269901598ns) {ProcessConfigured:135(12608241ns) {StartInitialHandshake:157(12604798ns) {DropHandshakes:470(3255ns) {DropIncomingHandshake:442(751ns) DropOutgoingHandshake:457(469ns)} GenerateSessionVirtualId:988(804ns) PrepareNewSessionHandshake:477(3813ns) {SwitchToState:179(1807ns)}}}}}
2025-12-06T17:42:24.914920Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801721792641803:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18742
2025-12-06T17:42:24.916071Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801721792641803:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:24.917787Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801722176887707:2062] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:24.869125Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801724693164671:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(252209093ns) {Configure:104(252187089ns) {ProcessConfigured:135(27111238ns) {StartInitialHandshake:157(27106055ns) {DropHandshakes:470(11784734ns) {DropIncomingHandshake:442(1062ns) DropOutgoingHandshake:457(2868ns)} GenerateSessionVirtualId:988(1725ns) PrepareNewSessionHandshake:477(4251ns) {SwitchToState:179(2265ns)}}}}}
2025-12-06T17:42:24.879143Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801724797250164:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19541
2025-12-06T17:42:24.916471Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801724797250162:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:24.932164Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801724797250163:2085] [node 6] ICP01 ready to work
2025-12-06T17:42:24.935734Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801721792641807:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:24.879892Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801724688420609:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:24.937743Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801722176887689:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(266696348ns) {Configure:104(254589598ns) {ProcessConfigured:135(65425ns) {StartInitialHandshake:157(61950ns) {DropHandshakes:470(2577ns) {DropIncomingHandshake:442(561ns) DropOutgoingHandshake:457(726ns)} GenerateSessionVirtualId:988(627ns) PrepareNewSessionHandshake:477(1251ns) {SwitchToState:179(449ns)}}}}}
2025-12-06T17:42:24.938265Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801722176887708:2063] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:24.938429Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801722176887761:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13832
2025-12-06T17:42:24.938644Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801722176887690:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:24.869598Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801724693164714:2088] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:24.887237Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801724688420608:2066] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(27715233ns) {Configure:104(27707146ns) {ProcessConfigured:135(154422ns) {StartInitialHandshake:157(150374ns) {DropHandshakes:470(4111ns) {DropIncomingHandshake:442(1197ns) DropOutgoingHandshake:457(705ns)} GenerateSessionVirtualId:988(1304ns) PrepareNewSessionHandshake:477(3297ns) {SwitchToState:179(1288ns)}}}}}
2025-12-06T17:42:24.964571Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801722904843072:2062] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(258623810ns) {Configure:104(258617074ns) {ProcessConfigured:135(7514686ns) {StartInitialHandshake:157(7511388ns) {DropHandshakes:470(3264ns) {DropIncomingHandshake:442(898ns) DropOutgoingHandshake:457(539ns)} GenerateSessionVirtualId:988(1144ns) PrepareNewSessionHandshake:477(1964ns) {SwitchToState:179(71ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:24.941467Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801724797250164:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:24.941850Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801722176887762:2077] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:24.877897Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801724693164748:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36338
2025-12-06T17:42:24.956050Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801721792641823:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18742
2025-12-06T17:42:24.967794Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801724688420612:2122] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:24.946126Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801724797250088:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(333764844ns) {Configure:104(333753293ns) {ProcessConfigured:135(56830ns) {StartInitialHandshake:157(54047ns) {DropHandshakes:470(4014ns) {DropIncomingHandshake:442(1468ns) DropOutgoingHandshake:457(503ns)} GenerateSessionVirtualId:988(1683ns) PrepareNewSessionHandshake:477(1595ns) {SwitchToState:179(383ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:24.877981Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801724693164749:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36338
2025-12-06T17:42:24.967126Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801722176887754:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13832
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:24.972118Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801724688420545:2065] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:24.946497Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801724797250088:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:24.959872Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801721792641812:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:24.999539Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801722904843055:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(397449335ns) {Configure:104(397431734ns) {ProcessConfigured:135(11076653ns) {StartInitialHandshake:157(11072252ns) {DropHandshakes:470(3694ns) {DropIncomingHandshake:442(808ns) DropOutgoingHandshake:457(591ns)} GenerateSessionVirtualId:988(1021ns) PrepareNewSessionHandshake:477(3911ns) {SwitchToState:179(1450ns)}}}}}
2025-12-06T17:42:24.971809Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801722176887754:2110] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:24.880106Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801724693164686:2065] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(288870186ns) {Configure:104(288866116ns) {ProcessConfigured:135(105994180ns) {StartInitialHandshake:157(105989161ns) {DropHandshakes:470(3602ns) {DropIncomingHandshake:442(921ns) DropOutgoingHandshake:457(558ns)} GenerateSessionVirtualId:988(812ns) PrepareNewSessionHandshake:477(4752ns) {SwitchToState:179(2550ns)}}}}}
2025-12-06T17:42:24.972168Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801724688420545:2065] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:24.978867Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801724688420616:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31022
2025-12-06T17:42:24.992120Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801724688420616:2124] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:24.995319Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801724688420545:2065] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:25.010111Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580801724688420527:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:25.022732Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801724688420603:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:25.022774Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801724688420603:2117] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:42:25.023547Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801722904843054:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(161124665ns) {Configure:104(161116859ns) {ProcessConfigured:135(22983912ns) {StartInitialHandshake:157(22980806ns) {DropHandshakes:470(3659ns) {DropIncomingHandshake:442(744ns) DropOutgoingHandshake:457(766ns)} GenerateSessionVirtualId:988(1152ns) PrepareNewSessionHandshake:477(2736ns) {SwitchToState:179(1026ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:24.959915Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801721792641812:2114] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:42:24.949272Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801724797250113:2071] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:25.053033Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801727199810428:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8511
2025-12-06T17:42:24.964117Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801721792641823:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:24.963912Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801724797250090:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:24.918740Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801724693164708:2084] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:24.971971Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801722176887703:2060] [node 4] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:25.067120Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801724688420603:2117] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:24.994869Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801721792641814:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:24.990512Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801722176887691:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(61700617ns) {Configure:104(61694483ns) {ProcessConfigured:135(55101ns) {StartInitialHandshake:157(51306ns) {DropHandshakes:470(2608ns) {DropIncomingHandshake:442(410ns) DropOutgoingHandshake:457(544ns)} GenerateSessionVirtualId:988(693ns) PrepareNewSessionHandshake:477(1960ns) {SwitchToState:179(737ns)}}}}}
2025-12-06T17:42:24.935116Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801724693164749:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:25.072294Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801727199810428:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:24.935261Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801724693164670:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:24.971542Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801724797250171:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19541
2025-12-06T17:42:25.077239Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801724688420543:2064] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:24.994918Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801721792641814:2115] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:42:24.990762Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801722176887691:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:25.097500Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801727199810429:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8511
2025-12-06T17:42:24.988140Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801724797250128:2082] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:24.956883Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801724693164748:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:25.010964Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801721792641812:2114] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:24.961553Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801724693164745:2066] [node 6] ICP01 ready to work
2025-12-06T17:42:24.970720Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801724693164744:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:24.970755Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801724693164744:2114] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:42:24.986066Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801724693164671:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:24.991097Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801724693164711:2085] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:24.991123Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801724693164711:2085] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:24.993158Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801724693164744:2114] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:25.008275Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801728988132052:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36338
2025-12-06T17:42:25.018739Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801724693164711:2085] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:25.028301Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801724693164686:2065] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:42:25.028407Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:25.028465Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801724693164686:2065] [node 4] ICP22 created new session: [3:7580801728988132056:2065]
2025-12-06T17:42:25.028522Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801728988132056:2065] [node 4] ICS09 handshake done sender: [3:7580801724693164744:2114] self: [3:7580801724693164726:0] peer: [4:7580801724797250170:0] socket: 87 qp: -1
2025-12-06T17:42:25.028567Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801728988132056:2065] [node 4] ICS10 traffic start
2025-12-06T17:42:25.028625Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:25.031661Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801724693164749:2117] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:25.032120Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801724693164709:2073] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:25.032180Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:25.032230Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801724693164709:2073] [node 5] ICP22 created new session: [3:7580801728988132059:2073]
2025-12-06T17:42:25.032279Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801728988132059:2073] [node 5] ICS09 handshake done sender: [3:7580801724693164711:2085] self: [3:7580801724693164710:0] peer: [5:7580801722176887773:0] socket: 62 qp: -1
2025-12-06T17:42:25.032778Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801728988132059:2073] [node 5] ICS10 traffic start
2025-12-06T17:42:25.037315Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801724693164670:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:25.037389Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:25.037460Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801724693164670:2048] [node 1] ICP22 created new session: [3:7580801728988132061:2048]
2025-12-06T17:42:25.037520Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801728988132061:2048] [node 1] ICS09 handshake done sender: [3:7580801724693164749:2117] self: [3:7580801724693164752:0] peer: [1:7580801721792641811:0] socket: 85 qp: -1
2025-12-06T17:42:25.037562Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801728988132061:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:25.037602Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:25.043955Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801728988132060:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36338
2025-12-06T17:42:25.045322Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:25.065290Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801724693164748:2116] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:25.065464Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801724693164671:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:25.065543Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:25.065665Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801724693164671:2049] [node 2] ICP22 created new session: [3:7580801728988132065:2049]
2025-12-06T17:42:25.065719Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801728988132065:2049] [node 2] ICS09 handshake done sender: [3:7580801724693164748:2116] self: [3:7580801724693164754:0] peer: [2:7580801724688420602:0] socket: 84 qp: -1
2025-12-06T17:42:25.065757Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801728988132065:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:25.065799Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:25.140232Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801728988132054:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:25.140264Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801728988132054:2119] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:25.154320Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801728988132054:2119] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:25.178124Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801724693164745:2066] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:25.178256Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:25.178310Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801724693164745:2066] [node 6] ICP22 created new session: [3:7580801728988132068:2066]
2025-12-06T17:42:25.178368Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801728988132068:2066] [node 6] ICS09 handshake done sender: [3:7580801728988132054:2119] self: [3:7580801728988132053:0] peer: [6:7580801727199810431:0] socket: 108 qp: -1
2025-12-06T17:42:25.178409Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801728988132068:2066] [node 6] ICS10 traffic start
2025-12-06T17:42:25.178453Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:25.097752Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801727199810430:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8511
2025-12-06T17:42:25.010986Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801722176887761:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:25.106430Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801728983387917:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31022
2025-12-06T17:42:25.022904Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801721792641814:2115] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:25.067733Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801721792641801:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:25.067766Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801721792641801:2111] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:42:25.092387Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801721792641801:2111] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:25.092827Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801721792641740:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:42:25.095296Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801721792641799:2086] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:42:25.095361Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:25.095413Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801721792641799:2086] [node 4] ICP22 created new session: [1:7580801726087609125:2086]
2025-12-06T17:42:25.095479Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801726087609125:2086] [node 4] ICS09 handshake done sender: [1:7580801721792641814:2115] self: [1:7580801721792641813:0] peer: [4:7580801724797250169:0] socket: 80 qp: -1
2025-12-06T17:42:25.095528Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801726087609125:2086] [node 4] ICS10 traffic start
2025-12-06T17:42:25.095568Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:25.123939Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:25.124024Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801721792641740:2049] [node 3] ICP22 created new session: [1:7580801726087609128:2049]
2025-12-06T17:42:25.124107Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801726087609128:2049] [node 3] ICS09 handshake done sender: [1:7580801721792641812:2114] self: [1:7580801721792641811:0] peer: [3:7580801724693164752:0] socket: 79 qp: -1
2025-12-06T17:42:25.124157Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801726087609128:2049] [node 3] ICS10 traffic start
2025-12-06T17:42:25.124206Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:25.126201Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801721792641740:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(32420077ns) {HandleHandshakeStatus:329(32416499ns) {DropIncomingHandshake:442(18604ns) DropOutgoingHandshake:457(1107ns) SwitchToState:179(638ns) ProcessPendingSessionEvents:495(828979ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 761524ns max# 131614ns}}}
2025-12-06T17:42:25.147660Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801721792641739:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:42:25.147744Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:25.147801Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801721792641739:2048] [node 2] ICP22 created new session: [1:7580801726087609130:2048]
2025-12-06T17:42:25.147855Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801726087609130:2048] [node 2] ICS09 handshake done sender: [1:7580801721792641801:2111] self: [1:7580801721792641800:0] peer: [2:7580801728983387915:0] socket: 77 qp: -1
2025-12-06T17:42:25.147892Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801726087609130:2048] [node 2] ICS10 traffic start
2025-12-06T17:42:25.147934Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:25.181053Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801721792641820:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:25.184577Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801721792641739:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(36076134ns) {HandleHandshakeStatus:329(36071992ns) {DropIncomingHandshake:442(21326ns) DropOutgoingHandshake:457(1162ns) SwitchToState:179(830ns) ProcessPendingSessionEvents:495(35618268ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 35536369ns max# 14080978ns}}}
2025-12-06T17:42:25.193747Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801721792641818:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:25.193794Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801721792641818:2116] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:25.194737Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801721792641820:2117] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:25.106515Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:24.988175Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801724797250128:2082] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:25.149423Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801727199810432:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8511
2025-12-06T17:42:25.203393Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801721792641818:2116] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:25.021353Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801726471855070:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13832
2025-12-06T17:42:25.150077Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801724688420528:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:42:25.150132Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:25.150188Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801724688420528:2049] [node 3] ICP22 created new session: [2:7580801728983387920:2049]
2025-12-06T17:42:25.150247Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801728983387920:2049] [node 3] ICS09 handshake done sender: [2:7580801724688420603:2117] self: [2:7580801724688420602:0] peer: [3:7580801724693164754:0] socket: 75 qp: -1
2025-12-06T17:42:25.150294Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801728983387920:2049] [node 3] ICS10 traffic start
2025-12-06T17:42:25.150335Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:25.151298Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7580801724688420528:2049] [node 3] ICP27 obsolete handshake fail ignored
2025-12-06T17:42:25.153521Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801728983387918:2126] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31022
2025-12-06T17:42:25.161734Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801724688420543:2064] [node 5] ICP22 created new session: [2:7580801728983387919:2064]
2025-12-06T17:42:25.169099Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801724688420612:2122] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:25.169293Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580801724688420527:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13897) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7580801724688420612:2122] held: no
2025-12-06T17:42:25.171191Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580801724688420527:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:25.187981Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:25.195001Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801728983387919:2064] [node 5] ICS09 handshake done sender: [2:7580801724688420545:2065] self: [2:7580801724688420544:0] peer: [5:7580801722176887765:0] socket: 54 qp: -1
2025-12-06T17:42:25.197947Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801724688420527:2048] [node 1] ICP22 created new session: [2:7580801728983387924:2048]
2025-12-06T17:42:25.198489Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801728983387919:2064] [node 5] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:25.209840Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:25.210165Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801728983387924:2048] [node 1] ICS09 handshake done sender: [2:7580801724688420612:2122] self: [2:7580801728983387915:0] peer: [1:7580801721792641800:0] socket: 78 qp: -1
2025-12-06T17:42:25.211652Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801728983387924:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:24.999079Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801724797250173:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19541
2025-12-06T17:42:25.212704Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:25.214503Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801724688420527:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(43215374ns) {HandleHandshakeStatus:329(43212792ns) {DropIncomingHandshake:442(1098ns) DropOutgoingHandshake:457(502ns) SwitchToState:179(668ns) ProcessPendingSessionEvents:495(1854ns)}}
2025-12-06T17:42:25.022006Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801726471855072:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13832
2025-12-06T17:42:25.056804Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801724797250126:2060] [node 5] ICP35 event processing took too much time PendingConnection:279(24890922ns) {IncomingHandshake:261(16210149ns) {DropIncomingHandshake:442(2024ns) PrepareNewSessionHandshake:477(6746ns) {SwitchToState:179(4061ns)} GenerateSessionVirtualId:988(1561ns) IssueIncomingHandshakeReply:193(9230ns)}}
2025-12-06T17:42:25.149722Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801727199810433:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8511
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:25.154499Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801727199810429:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:25.061681Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801724797250164:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:25.083332Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801722176887708:2063] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:25.220856Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801721792641809:2087] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:25.234861Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801724688420605:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:25.086372Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801726471855073:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13832
2025-12-06T17:42:25.155398Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801722904843056:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:25.220916Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:25.064419Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801724797250171:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:25.234920Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801724688420605:2118] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:25.064598Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801724797250128:2082] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:25.066909Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801724797250126:2060] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:25.072035Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:25.074865Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801724797250090:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62093) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580801724797250164:2115] held: no
2025-12-06T17:42:25.076817Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801729092217471:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19541
2025-12-06T17:42:25.091504Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801724797250126:2060] [node 5] ICP22 created new session: [4:7580801729092217472:2060]
2025-12-06T17:42:25.091587Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801729092217472:2060] [node 5] ICS09 handshake done sender: [4:7580801724797250128:2082] self: [4:7580801724797250127:0] peer: [5:7580801722176887770:0] socket: 71 qp: -1
2025-12-06T17:42:25.091636Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801729092217472:2060] [node 5] ICS10 traffic start
2025-12-06T17:42:25.091693Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:25.094517Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801724797250162:2114] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:25.111744Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801724797250088:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:25.111833Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:25.111895Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801724797250088:2048] [node 1] ICP22 created new session: [4:7580801729092217475:2048]
2025-12-06T17:42:25.111942Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801729092217475:2048] [node 1] ICS09 handshake done sender: [4:7580801724797250162:2114] self: [4:7580801724797250169:0] peer: [1:7580801721792641813:0] socket: 82 qp: -1
2025-12-06T17:42:25.111981Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801729092217475:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:25.112032Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:25.229923Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801724797250168:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:25.229962Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801724797250168:2117] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:25.235799Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801724797250090:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(139466412ns) {HandleHandshakeStatus:395(139461668ns) {LogHandshakeFail:472(31043ns) {UpdateErrorStateLog:545(19330ns)} DropOutgoingHandshake:457(3361ns) ProcessPendingSessionEvents:495(131774419ns) {unordered DropSessionEvent:512 num# 100 sum# 23962952ns max# 5768731ns}}}
2025-12-06T17:42:25.235910Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801724797250090:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:42:25.235977Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:25.236031Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801724797250090:2050] [node 3] ICP22 created new session: [4:7580801729092217480:2050]
2025-12-06T17:42:25.236076Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801729092217480:2050] [node 3] ICS09 handshake done sender: [4:7580801724797250164:2115] self: [4:7580801724797250170:0] peer: [3:7580801724693164726:0] socket: 88 qp: -1
2025-12-06T17:42:25.236118Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801729092217480:2050] [node 3] ICS10 traffic start
2025-12-06T17:42:25.236156Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:25.240330Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801724797250168:2117] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:25.240556Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801724797250163:2085] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:25.240642Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:25.240723Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801724797250163:2085] [node 6] ICP22 created new session: [4:7580801729092217483:2085]
2025-12-06T17:42:25.240778Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801729092217483:2085] [node 6] ICS09 handshake done sender: [4:7580801724797250168:2117] self: [4:7580801724797250167:0] peer: [6:7580801727199810434:0] socket: 112 qp: -1
2025-12-06T17:42:25.240810Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801729092217483:2085] [node 6] ICS10 traffic start
2025-12-06T17:42:25.240846Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:25.278634Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801729092217479:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19541
2025-12-06T17:42:25.297427Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801729092217479:2121] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:25.087087Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801722176887707:2062] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:25.220972Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801721792641809:2087] [node 6] ICP22 created new session: [1:7580801726087609133:2087]
2025-12-06T17:42:25.257073Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801728983387927:2127] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31022
2025-12-06T17:42:25.159225Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801722904843072:2062] [node 4] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:25.099150Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801722176887691:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:42:25.309059Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801724797250089:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:25.167102Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801727199810430:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:25.306592Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801724693164709:2073] [node 5] ICP35 event processing took too much time PendingConnection:279(273487297ns) {HandleHandshakeStatus:329(273484864ns) {DropIncomingHandshake:442(615ns) DropOutgoingHandshake:457(665ns) SwitchToState:179(788ns) ProcessPendingSessionEvents:495(170634060ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 161081720ns max# 36309070ns}}}
2025-12-06T17:42:25.326931Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801729092217486:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19541
2025-12-06T17:42:25.221034Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801726087609133:2087] [node 6] ICS09 handshake done sender: [1:7580801721792641818:2116] self: [1:7580801721792641817:0] peer: [6:7580801727199810435:0] socket: 114 qp: -1
2025-12-06T17:42:25.342697Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801729092217479:2121] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:25.265706Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801724688420543:2064] [node 5] ICP35 event processing took too much time PendingConnection:279(196600267ns) {HandleHandshakeStatus:329(196596563ns) {DropIncomingHandshake:442(28622ns) DropOutgoingHandshake:457(912ns) SwitchToState:179(733ns) ProcessPendingSessionEvents:495(8994386ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 8913041ns max# 8363545ns}}}
2025-12-06T17:42:25.099246Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:25.167237Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801722904843054:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:25.221069Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801726087609133:2087] [node 6] ICS10 traffic start
2025-12-06T17:42:25.343429Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801724797250089:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:25.269948Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801724688420605:2118] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:25.187554Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801722904843056:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(68379266ns) {IncomingHandshake:261(68377052ns) {DropIncomingHandshake:442(2429ns) PrepareNewSessionHandshake:477(4512ns) {SwitchToState:179(2683ns)} GenerateSessionVirtualId:988(933ns) IssueIncomingHandshakeReply:193(20670380ns) {SwitchToState:179(2522ns)}}}
2025-12-06T17:42:25.192518Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801727199810436:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8511
2025-12-06T17:42:25.207755Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801727199810428:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:25.209900Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801727199810432:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:25.210974Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801727199810437:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8511
2025-12-06T17:42:25.212300Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801727199810436:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:25.214856Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801722904843056:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62093) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801727199810428:2115] held: no
2025-12-06T17:42:25.215483Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801722904843056:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:42:25.215553Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:25.215682Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801722904843056:2050] [node 3] ICP22 created new session: [6:7580801727199810438:2050]
2025-12-06T17:42:25.215745Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801727199810438:2050] [node 3] ICS09 handshake done sender: [6:7580801727199810428:2115] self: [6:7580801727199810431:0] peer: [3:7580801728988132053:0] socket: 110 qp: -1
2025-12-06T17:42:25.215787Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801727199810438:2050] [node 3] ICS10 traffic start
2025-12-06T17:42:25.215822Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:25.217837Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801722904843055:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:25.218703Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801727199810430:2117] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:25.223476Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801722904843054:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:25.226451Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801722904843079:2069] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:25.230809Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:25.230867Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801722904843054:2048] [node 1] ICP22 created new session: [6:7580801727199810442:2048]
2025-12-06T17:42:25.230925Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801727199810442:2048] [node 1] ICS09 handshake done sender: [6:7580801727199810430:2117] self: [6:7580801727199810435:0] peer: [1:7580801721792641817:0] socket: 115 qp: -1
2025-12-06T17:42:25.230962Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801727199810442:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:25.231007Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:25.233832Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801727199810445:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8511
2025-12-06T17:42:25.261532Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801727199810432:2118] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:25.267970Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801722904843072:2062] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21836) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801727199810429:2116] held: no
2025-12-06T17:42:25.279509Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801722904843079:2069] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:42:25.279587Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:25.279675Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801722904843079:2069] [node 5] ICP22 created new session: [6:7580801727199810448:2069]
2025-12-06T17:42:25.279722Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801727199810448:2069] [node 5] ICS09 handshake done sender: [6:7580801727199810432:2118] self: [6:7580801727199810443:0] peer: [5:7580801722176887768:0] socket: 64 qp: -1
2025-12-06T17:42:25.279758Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801727199810448:2069] [node 5] ICS10 traffic start
2025-12-06T17:42:25.279800Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:25.288880Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801727199810446:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8511
2025-12-06T17:42:25.293891Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801722904843072:2062] [node 4] ICP35 event processing took too much time PendingConnection:279(41967102ns) {HandleHandshakeStatus:395(37618665ns) {LogHandshakeFail:472(28225ns) {UpdateErrorStateLog:545(6301ns)} DropOutgoingHandshake:457(2713ns) ProcessPendingSessionEvents:495(25038443ns) {unordered DropSessionEvent:512 num# 100 sum# 4645808ns max# 4070979ns}}}
2025-12-06T17:42:25.294118Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801727199810447:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8511
2025-12-06T17:42:25.304235Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801727199810429:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:25.309508Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801727199810436:2120] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:25.327124Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801722904843055:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:25.327197Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:25.327251Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801722904843055:2049] [node 2] ICP22 created new session: [6:7580801727199810450:2049]
2025-12-06T17:42:25.327296Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801727199810450:2049] [node 2] ICS09 handshake done sender: [6:7580801727199810436:2120] self: [6:7580801727199810440:0] peer: [2:7580801724688420604:0] socket: 120 qp: -1
2025-12-06T17:42:25.327333Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801727199810450:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:25.327370Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:25.328326Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801722904843072:2062] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:42:25.328365Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:25.328419Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801722904843072:2062] [node 4] ICP22 created new session: [6:7580801727199810452:2062]
2025-12-06T17:42:25.328464Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801727199810452:2062] [node 4] ICS09 handshake done sender: [6:7580801727199810429:2116] self: [6:7580801727199810434:0] peer: [4:7580801724797250167:0] socket: 113 qp: -1
2025-12-06T17:42:25.328494Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801727199810452:2062] [node 4] ICS10 traffic start
2025-12-06T17:42:25.328522Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:25.360478Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:25.099299Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801722176887691:2050] [node 3] ICP22 created new session: [5:7580801726471855074:2050]
2025-12-06T17:42:25.221106Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:25.301275Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801724688420601:2073] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:25.099360Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801726471855074:2050] [node 3] ICS09 handshake done sender: [5:7580801722176887708:2063] self: [5:7580801722176887773:0] peer: [3:7580801724693164710:0] socket: 68 qp: -1
2025-12-06T17:42:25.373170Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801724797250089:2049] [node 2] ICP22 created new session: [4:7580801729092217487:2049]
2025-12-06T17:42:25.099398Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801726471855074:2050] [node 3] ICS10 traffic start
2025-12-06T17:42:25.373275Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801729092217487:2049] [node 2] ICS09 handshake done sender: [4:7580801729092217479:2121] self: [4:7580801729092217485:0] peer: [2:7580801724688420613:0] socket: 59 qp: -1
2025-12-06T17:42:25.373314Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801729092217487:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:25.373366Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:25.375526Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801724797250089:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(30732536ns) {HandleHandshakeStatus:329(30728950ns) {DropIncomingHandshake:442(1147ns) DropOutgoingHandshake:457(4658115ns) SwitchToState:179(1366ns) ProcessPendingSessionEvents:495(627710ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 552666ns max# 58183ns}}}
2025-12-06T17:42:25.379251Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801724797250126:2060] [node 5] ICP35 event processing took too much time PendingConnection:279(183060800ns) {HandleHandshakeStatus:329(183058731ns) {DropIncomingHandshake:442(14212ns) DropOutgoingHandshake:457(240ns) SwitchToState:179(882ns) ProcessPendingSessionEvents:495(146851813ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 146708763ns max# 27756652ns}}}
2025-12-06T17:42:25.247168Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801721792641820:2117] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:25.247904Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801721792641802:2090] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:25.247986Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:25.248042Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801721792641802:2090] [node 5] ICP22 created new session: [1:7580801726087609136:2090]
2025-12-06T17:42:25.248098Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801726087609136:2090] [node 5] ICS09 handshake done sender: [1:7580801721792641820:2117] self: [1:7580801721792641819:0] peer: [5:7580801726471855082:0] socket: 106 qp: -1
2025-12-06T17:42:25.248131Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801726087609136:2090] [node 5] ICS10 traffic start
2025-12-06T17:42:25.248174Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:25.308660Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801728983387927:2127] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:25.310599Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801724688420614:2123] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:25.310631Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801724688420614:2123] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:42:25.311733Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:25.319836Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801724688420601:2073] [node 6] ICP22 created new session: [2:7580801728983387929:2073]
2025-12-06T17:42:25.331432Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801728983387929:2073] [node 6] ICS09 handshake done sender: [2:7580801724688420605:2118] self: [2:7580801724688420604:0] peer: [6:7580801727199810440:0] socket: 118 qp: -1
2025-12-06T17:42:25.331703Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801724688420614:2123] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:25.341241Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801728983387929:2073] [node 6] ICS10 traffic start
2025-12-06T17:42:25.341314Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:25.364193Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801724688420601:2073] [node 6] ICP35 event processing took too much time PendingConnection:279(62088613ns) {HandleHandshakeStatus:329(62086392ns) {DropIncomingHandshake:442(476ns) DropOutgoingHandshake:457(681ns) SwitchToState:179(802ns) ProcessPendingSessionEvents:495(21871573ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 21782038ns max# 19852169ns}}}
2025-12-06T17:42:25.364288Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580801724688420601:2073] [node 6] ICP18 handshake (actor [2:7580801728983387927:2127]) is too old
2025-12-06T17:42:25.371212Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801724688420608:2066] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:42:25.375053Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:25.378973Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801724688420608:2066] [node 4] ICP22 created new session: [2:7580801728983387932:2066]
2025-12-06T17:42:25.382058Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801728983387932:2066] [node 4] ICS09 handshake done sender: [2:7580801724688420614:2123] self: [2:7580801724688420613:0] peer: [4:7580801729092217485:0] socket: 119 qp: -1
2025-12-06T17:42:25.382102Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801728983387932:2066] [node 4] ICS10 traffic start
2025-12-06T17:42:25.382143Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:25.099438Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:25.100957Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801722176887754:2110] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:25.103806Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801722176887703:2060] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:42:25.103860Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:25.103914Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801722176887703:2060] [node 4] ICP22 created new session: [5:7580801726471855076:2060]
2025-12-06T17:42:25.103996Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801726471855076:2060] [node 4] ICS09 handshake done sender: [5:7580801722176887754:2110] self: [5:7580801722176887770:0] peer: [4:7580801724797250127:0] socket: 73 qp: -1
2025-12-06T17:42:25.104029Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801726471855076:2060] [node 4] ICS10 traffic start
2025-12-06T17:42:25.104067Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:25.122481Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801722176887690:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:25.126960Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:25.135091Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801722176887690:2049] [node 2] ICP22 created new session: [5:7580801726471855080:2049]
2025-12-06T17:42:25.135151Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801726471855080:2049] [node 2] ICS09 handshake done sender: [5:7580801722176887707:2062] self: [5:7580801722176887765:0] peer: [2:7580801724688420544:0] socket: 65 qp: -1
2025-12-06T17:42:25.135192Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801726471855080:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:25.135245Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:25.139408Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801726471855079:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13832
2025-12-06T17:42:25.165594Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801726471855079:2122] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:25.165781Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801722176887689:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:25.228124Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801722176887769:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:25.228153Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580801722176887769:2117] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:25.242576Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801722176887769:2117] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:25.243930Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801726471855084:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13832
2025-12-06T17:42:25.269705Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580801722176887762:2077] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:25.272229Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:25.290359Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801722176887689:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13897) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580801726471855079:2122] held: no
2025-12-06T17:42:25.291377Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801726471855079:2122] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:25.298802Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801722176887762:2077] [node 6] ICP22 created new session: [5:7580801726471855085:2077]
2025-12-06T17:42:25.308579Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801722176887689:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:25.308595Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801726471855085:2077] [node 6] ICS09 handshake done sender: [5:7580801722176887769:2117] self: [5:7580801722176887768:0] peer: [6:7580801727199810443:0] socket: 66 qp: -1
2025-12-06T17:42:25.318889Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801726471855085:2077] [node 6] ICS10 traffic start
2025-12-06T17:42:25.318955Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:25.325657Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801722176887762:2077] [node 6] ICP35 event processing took too much time PendingConnection:279(62416036ns) {HandleHandshakeStatus:329(62412711ns) {DropIncomingHandshake:442(23946ns) DropOutgoingHandshake:457(817ns) SwitchToState:179(990ns) ProcessPendingSessionEvents:495(5634511ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 5548064ns max# 4989200ns}}}
2025-12-06T17:42:25.350166Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:25.359789Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801722176887689:2048] [node 1] ICP22 created new session: [5:7580801726471855087:2048]
2025-12-06T17:42:25.372943Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801726471855087:2048] [node 1] ICS09 handshake done sender: [5:7580801726471855079:2122] self: [5:7580801726471855082:0] peer: [1:7580801721792641819:0] socket: 57 qp: -1
2025-12-06T17:42:25.375089Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801726471855087:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:25.381694Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:25.394816Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801722176887689:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(93444290ns) {HandleHandshakeStatus:329(93440363ns) {DropIncomingHandshake:442(3510ns) DropOutgoingHandshake:457(437ns) SwitchToState:179(600ns) ProcessPendingSessionEvents:495(1622ns)}}
2025-12-06T17:42:25.405265Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801721792641802:2090] [node 5] ICP35 event processing took too much time PendingConnection:279(144653620ns) {HandleHandshakeStatus:329(144650013ns) {DropIncomingHandshake:442(17241ns) DropOutgoingHandshake:457(664ns) SwitchToState:179(595ns) ProcessPendingSessionEvents:495(144206685ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 136853165ns max# 16407375ns}}}
2025-12-06T17:42:25.407684Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801724688420608:2066] [node 4] ICP35 event processing took too much time PendingConnection:279(33470413ns) {HandleHandshakeStatus:329(33465980ns) {DropIncomingHandshake:442(21333ns) DropOutgoingHandshake:457(3813ns) SwitchToState:179(601ns) ProcessPendingSessionEvents:495(8949817ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 8870111ns max# 8351590ns}}}
2025-12-06T17:42:25.554071Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:42:25.554340Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580801728983387924:2048] [node 1] ICS01 socket: 78 reason# EndOfStream
2025-12-06T17:42:25.554426Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580801724688420527:2048] [node 1] ICP30 unregister session Session# [2:7580801728983387924:2048] VirtualId# [2:7580801728983387915:0]
2025-12-06T17:42:25.554466Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580801728983387924:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:25.554566Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:25.554611Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:25.556085Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:42:25.556386Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801728988132061:2048] [node 1] ICS01 socket: 85 reason# EndOfStream
2025-12-06T17:42:25.556429Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801724693164670:2048] [node 1] ICP30 unregister session Session# [3:7580801728988132061:2048] VirtualId# [3:7580801724693164752:0]
2025-12-06T17:42:25.556470Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801728988132061:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:25.556566Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:25.556622Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:25.564247Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:42:25.574421Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:42:25.574737Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801726471855087:2048] [node 1] ICS01 socket: 57 reason# EndOfStream
2025-12-06T17:42:25.564506Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580801729092217475:2048] [node 1] ICS07 socket disconnect 82 reason# EndOfStream
2025-12-06T17:42:25.578808Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:42:25.579111Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580801727199810442:2048] [node 1] ICS07 socket disconnect 115 reason# EndOfStream
2025-12-06T17:42:25.579153Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801727199810442:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:25.579261Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:25.579313Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580801727199810442:2048] [node 1] ICS15 start handshake
2025-12-06T17:42:25.575267Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801722176887689:2048] [node 1] ICP30 unregister session Session# [5:7580801726471855087:2048] VirtualId# [5:7580801726471855082:0]
2025-12-06T17:42:25.575328Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801726471855087:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:25.575423Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:25.575474Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:25.564537Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801729092217475:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:25.564615Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:25.564656Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580801729092217475:2048] [node 1] ICS15 start handshake
2025-12-06T17:42:25.583849Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801724797250088:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13897) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:25.583918Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801729092217475:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:25.583954Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801724797250088:2048] [node 1] ICP30 unregister session Session# [4:7580801729092217475:2048] VirtualId# [4:7580801724797250169:0]
2025-12-06T17:42:25.584583Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801722904843054:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13897) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:25.584645Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801727199810442:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:25.584674Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801722904843054:2048] [node 1] ICP30 unregister session Session# [6:7580801727199810442:2048] VirtualId# [6:7580801727199810435:0]
2025-12-06T17:42:25.584759Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:25.584784Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580801722904843054:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:13897) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:25.584795Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13897) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:25.584002Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:25.584039Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580801724797250088:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:13897) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:25.584075Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13897) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:25.591018Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580801724797250088:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:42:25.595274Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580801722904843054:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:42:25.905894Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:42:25.906150Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580801728988132065:2049] [node 2] ICS07 socket disconnect 84 reason# EndOfStream
2025-12-06T17:42:25.906188Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801728988132065:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:25.906293Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:25.906345Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580801728988132065:2049] [node 2] ICS15 start handshake
2025-12-06T17:42:25.939276Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801724693164671:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11897) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:42:25.939346Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580801728988132065:2049] [node 2] ICS15 start handshake
2025-12-06T17:42:25.940614Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801724693164671:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11897) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:25.940693Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801728988132065:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:25.940726Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801724693164671:2049] [node 2] ICP30 unregister session Session# [3:7580801728988132065:2049] VirtualId# [3:7580801724693164754:0]
2025-12-06T17:42:25.940769Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:25.940801Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580801724693164671:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:11897) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:25.940816Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11897) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:25.946953Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:42:25.947280Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801726471855080:2049] [node 2] ICS01 socket: 65 reason# EndOfStream
2025-12-06T17:42:25.947328Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801722176887690:2049] [node 2] ICP30 unregister session Session# [5:7580801726471855080:2049] VirtualId# [5:7580801722176887765:0]
2025-12-06T17:42:25.947367Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801726471855080:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:25.947475Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:25.947531Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:25.949032Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:42:25.949307Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801729092217487:2049] [node 2] ICS01 socket: 59 reason# EndOfStream
2025-12-06T17:42:25.949359Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801724797250089:2049] [node 2] ICP30 unregister session Session# [4:7580801729092217487:2049] VirtualId# [4:7580801729092217485:0]
2025-12-06T17:42:25.949409Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801729092217487:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:25.949519Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:25.949685Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:42:25.949570Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:25.949902Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801727199810450:2049] [node 2] ICS01 socket: 120 reason# EndOfStream
2025-12-06T17:42:25.949937Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801722904843055:2049] [node 2] ICP30 unregister session Session# [6:7580801727199810450:2049] VirtualId# [6:7580801727199810440:0]
2025-12-06T17:42:25.949969Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801727199810450:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:25.950041Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:25.950096Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:25.951537Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580801724693164671:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:42:26.033407Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:42:26.033669Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801729092217480:2050] [node 3] ICS01 socket: 88 reason# EndOfStream
2025-12-06T17:42:26.033714Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801724797250090:2050] [node 3] ICP30 unregister session Session# [4:7580801729092217480:2050] VirtualId# [4:7580801724797250170:0]
2025-12-06T17:42:26.033750Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801729092217480:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:26.033823Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:42:26.033861Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:42:26.035043Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:42:26.035261Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801727199810438:2050] [node 3] ICS01 socket: 110 reason# EndOfStream
2025-12-06T17:42:26.035308Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801722904843056:2050] [node 3] ICP30 unregister session Session# [6:7580801727199810438:2050] VirtualId# [6:7580801727199810431:0]
2025-12-06T17:42:26.035338Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801727199810438:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:26.035399Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:42:26.035432Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:42:26.038649Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:42:26.038886Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801726471855074:2050] [node 3] ICS01 socket: 68 reason# EndOfStream
2025-12-06T17:42:26.039066Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801722176887691:2050] [node 3] ICP30 unregister session Session# [5:7580801726471855074:2050] VirtualId# [5:7580801722176887773:0]
2025-12-06T17:42:26.039111Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801726471855074:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:26.039206Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:42:26.039267Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:42:26.118746Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:42:26.119019Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801726471855076:2060] [node 4] ICS01 socket: 73 reason# EndOfStream
2025-12-06T17:42:26.119067Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801722176887703:2060] [node 4] ICP30 unregister session Session# [5:7580801726471855076:2060] VirtualId# [5:7580801722176887770:0]
2025-12-06T17:42:26.119109Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801726471855076:2060] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:26.119209Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:42:26.119257Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:42:26.124830Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:42:26.125064Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801727199810452:2062] [node 4] ICS01 socket: 113 reason# EndOfStream
2025-12-06T17:42:26.125106Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801722904843072:2062] [node 4] ICP30 unregister session Session# [6:7580801727199810452:2062] VirtualId# [6:7580801727199810434:0]
2025-12-06T17:42:26.125141Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801727199810452:2062] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:26.125223Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:42:26.125262Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:42:26.406704Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801732829161134:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:26.406809Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801732829161135:2049] [node 3] ICP01 ready to work
2025-12-06T17:42:26.401997Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801733206816916:2049] [node 3] ICP01 ready to work
2025-12-06T17:42:26.406667Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801733206816915:2048] [node 2] ICP01 ready to work
2025-12-06T17:42:26.459193Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801729590234612:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:26.459230Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801729590234613:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:26.459265Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801729590234614:2050] [node 3] ICP01 ready to work
2025-12-06T17:42:26.467391Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801730716973326:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:26.467427Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801730716973327:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:26.491116Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801729333319620:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:26.491157Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801729333319621:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:26.522951Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801729333319622:2050] [node 3] ICP01 ready to work
2025-12-06T17:42:26.546993Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801729523005963:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:26.547031Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801729523005964:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:26.547084Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801729523005965:2050] [node 3] ICP01 ready to work
2025-12-06T17:42:26.905425Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801729523005977:2060] [node 5] ICP01 ready to work
2025-12-06T17:42:26.921976Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801732829161189:2101] [node 5] ICP01 ready to work
2025-12-06T17:42:26.999916Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801729333319637:2062] [node 4] ICP01 ready to work
2025-12-06T17:42:27.004999Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801730716973386:2079] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:27.080894Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801732829161135:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(179080337ns) {Configure:104(179073850ns) {ProcessConfigured:135(46269527ns) {StartInitialHandshake:157(46265407ns) {DropHandshakes:470(3589ns) {DropIncomingHandshake:442(1356ns) DropOutgoingHandshake:457(566ns)} GenerateSessionVirtualId:988(569ns) PrepareNewSessionHandshake:477(6998ns) {SwitchToState:179(3808ns)}}}}}
2025-12-06T17:42:27.081124Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801732829161197:2109] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17135
2025-12-06T17:42:27.004818Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801733206817003:2131] [node 6] ICP01 ready to work
2025-12-06T17:42:27.024463Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801729523005989:2066] [node 4] ICP01 ready to work
2025-12-06T17:42:27.103394Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801737124128494:2099] [node 4] ICP01 ready to work
2025-12-06T17:42:27.034161Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801737501784300:2107] [node 4] ICP01 ready to work
2025-12-06T17:42:27.135059Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801737124128497:2105] [node 6] ICP01 ready to work
2025-12-06T17:42:27.125749Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801735011940686:2078] [node 6] ICP01 ready to work
2025-12-06T17:42:27.120619Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801735011940687:2081] [node 5] ICP01 ready to work
2025-12-06T17:42:27.135733Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801730716973327:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(229502458ns) {Configure:104(229497339ns) {ProcessConfigured:135(68710ns) {StartInitialHandshake:157(65465ns) {DropHandshakes:470(3802ns) {DropIncomingHandshake:442(858ns) DropOutgoingHandshake:457(559ns)} GenerateSessionVirtualId:988(1998ns) PrepareNewSessionHandshake:477(2153ns) {SwitchToState:179(729ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:27.029438Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801729523005965:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(121250030ns) {Configure:104(121245146ns) {ProcessConfigured:135(82874ns) {StartInitialHandshake:157(80071ns) {DropHandshakes:470(4061ns) {DropIncomingHandshake:442(929ns) DropOutgoingHandshake:457(976ns)} GenerateSessionVirtualId:988(1402ns) PrepareNewSessionHandshake:477(2008ns) {SwitchToState:179(695ns)}}}}}
2025-12-06T17:42:27.109211Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801733628286935:2063] [node 6] ICP01 ready to work
2025-12-06T17:42:27.131010Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801733885201974:2063] [node 6] ICP01 ready to work
2025-12-06T17:42:27.158903Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801737124128500:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17135
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:27.177103Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801737501784301:2112] [node 5] ICP01 ready to work
2025-12-06T17:42:27.140785Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801733885201975:2064] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:27.233297Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801733628286981:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36734
2025-12-06T17:42:27.233375Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801733628286982:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36734
2025-12-06T17:42:27.188663Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801729523005963:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(277627463ns) {Configure:104(277621843ns) {ProcessConfigured:135(65127ns) {StartInitialHandshake:157(62245ns) {DropHandshakes:470(3503ns) {DropIncomingHandshake:442(1106ns) DropOutgoingHandshake:457(417ns)} GenerateSessionVirtualId:988(1383ns) PrepareNewSessionHandshake:477(2617ns) {SwitchToState:179(1026ns)}}}}}
2025-12-06T17:42:27.200528Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801735011940699:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33037
2025-12-06T17:42:27.224235Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801732829161189:2101] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(200097568ns) {Configure:104(200089366ns) {ProcessConfigured:135(149881ns) {StartInitialHandshake:157(146141ns) {DropHandshakes:470(3814ns) {DropIncomingHandshake:442(885ns) DropOutgoingHandshake:457(425ns)} GenerateSessionVirtualId:988(961ns) PrepareNewSessionHandshake:477(2356ns) {SwitchToState:179(953ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:27.234197Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801733817973330:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20990
2025-12-06T17:42:27.279024Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801733628286981:2110] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:27.209207Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801737501784302:2135] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40563
2025-12-06T17:42:27.234249Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801733817973331:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20990
2025-12-06T17:42:27.229723Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801732829161134:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(232932837ns) {Configure:104(232926621ns) {ProcessConfigured:135(10693115ns) {StartInitialHandshake:157(10690620ns) {DropHandshakes:470(3483ns) {DropIncomingHandshake:442(958ns) DropOutgoingHandshake:457(525ns)} GenerateSessionVirtualId:988(871ns) PrepareNewSessionHandshake:477(1782ns) {SwitchToState:179(133ns)}}}}}
2025-12-06T17:42:27.200759Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801735011940700:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33037
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:27.244366Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801729523005964:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(216645894ns) {Configure:104(216639428ns) {ProcessConfigured:135(81576ns) {StartInitialHandshake:157(78750ns) {DropHandshakes:470(7723ns) {DropIncomingHandshake:442(912ns) DropOutgoingHandshake:457(300ns)} GenerateSessionVirtualId:988(910ns) PrepareNewSessionHandshake:477(2770ns) {SwitchToState:179(1140ns)}}}}}
2025-12-06T17:42:27.269429Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801737124128500:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:27.280048Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801735011940699:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:27.288952Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801729333319622:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(234990528ns) {Configure:104(234978022ns) {ProcessConfigured:135(81651ns) {StartInitialHandshake:157(78993ns) {DropHandshakes:470(2634ns) {DropIncomingHandshake:442(515ns) DropOutgoingHandshake:457(451ns)} GenerateSessionVirtualId:988(747ns) PrepareNewSessionHandshake:477(1912ns) {SwitchToState:179(859ns)}}}}}
2025-12-06T17:42:27.269589Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801732829161197:2109] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:27.267111Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801733817973330:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:27.290882Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801735011940700:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:27.313920Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801730716973327:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:27.319234Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801735011940698:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33037
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:27.327870Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801735011940698:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:27.310908Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801737501784306:2137] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:27.310959Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801737501784306:2137] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:42:27.289872Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801733628286988:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36734
2025-12-06T17:42:27.328063Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801737501784306:2137] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:27.329326Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801735011940702:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33037
2025-12-06T17:42:27.267922Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801729523005977:2060] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(312398964ns) {Configure:104(312385941ns) {ProcessConfigured:135(94422ns) {StartInitialHandshake:157(91167ns) {DropHandshakes:470(4374ns) {DropIncomingHandshake:442(879ns) DropOutgoingHandshake:457(578ns)} GenerateSessionVirtualId:988(1036ns) PrepareNewSessionHandshake:477(6968ns) {SwitchToState:179(933ns)}}}}}
2025-12-06T17:42:27.269774Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801737124128510:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17135
2025-12-06T17:42:27.291010Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801733628286982:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:27.290139Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801733817973331:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:27.291708Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801729523005964:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:27.292070Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801729523005977:2060] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:27.300011Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801729523005989:2066] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(103359464ns) {Configure:104(103349374ns) {ProcessConfigured:135(106776ns) {StartInitialHandshake:157(103477ns) {DropHandshakes:470(3930ns) {DropIncomingHandshake:442(1062ns) DropOutgoingHandshake:457(837ns)} GenerateSessionVirtualId:988(1579ns) PrepareNewSessionHandshake:477(3494ns) {SwitchToState:179(1490ns)}}}}}
2025-12-06T17:42:27.322118Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801733817973342:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20990
2025-12-06T17:42:27.333909Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801733817973329:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20990
2025-12-06T17:42:27.342958Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801729590234612:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(166021096ns) {Configure:104(166009828ns) {ProcessConfigured:135(9217772ns) {StartInitialHandshake:157(9213533ns) {DropHandshakes:470(4566ns) {DropIncomingHandshake:442(248ns) DropOutgoingHandshake:457(293ns)} GenerateSessionVirtualId:988(826ns) PrepareNewSessionHandshake:477(4494ns) {SwitchToState:179(814ns)}}}}}
2025-12-06T17:42:27.340554Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801733206816916:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(80964253ns) {Configure:104(80955469ns) {ProcessConfigured:135(77906ns) {StartInitialHandshake:157(75081ns) {DropHandshakes:470(3617ns) {DropIncomingHandshake:442(662ns) DropOutgoingHandshake:457(471ns)} GenerateSessionVirtualId:988(1183ns) PrepareNewSessionHandshake:477(2447ns) {SwitchToState:179(591ns)}}}}}
2025-12-06T17:42:27.272626Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801737124128509:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17135
2025-12-06T17:42:27.346711Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801733206816915:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:42:27.346771Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:27.346823Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801733206816915:2048] [node 2] ICP22 created new session: [1:7580801737501784314:2048]
2025-12-06T17:42:27.346888Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801737501784314:2048] [node 2] ICS09 handshake done sender: [1:7580801737501784306:2137] self: [1:7580801737501784305:0] peer: [2:7580801737124128512:0] socket: 81 qp: -1
2025-12-06T17:42:27.346932Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801737501784314:2048] [node 2] ICS10 traffic start
2025-12-06T17:42:27.346968Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:27.358675Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801737501784302:2135] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:27.366111Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801737501784309:2138] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40563
2025-12-06T17:42:27.329398Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801735011940703:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33037
2025-12-06T17:42:27.308928Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801733628286984:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:27.379515Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801737501784304:2136] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:27.379577Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801737501784304:2136] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:27.399000Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801733817973331:2114] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:27.403517Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801735011940702:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:27.404010Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801735011940707:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33037
2025-12-06T17:42:27.404151Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801735011940699:2115] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:27.405451Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801733817973329:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:27.291006Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801737124128509:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:27.405797Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801733817973343:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20990
2025-12-06T17:42:27.405965Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801733817973344:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20990
2025-12-06T17:42:27.406156Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801729523005965:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:27.406579Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801729523005977:2060] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:42:27.406675Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:27.406724Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801729523005977:2060] [node 5] ICP22 created new session: [6:7580801733817973346:2060]
2025-12-06T17:42:27.406777Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801733817973346:2060] [node 5] ICS09 handshake done sender: [6:7580801733817973331:2114] self: [6:7580801733817973339:0] peer: [5:7580801733628286983:0] socket: 89 qp: -1
2025-12-06T17:42:27.406817Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801733817973346:2060] [node 5] ICS10 traffic start
2025-12-06T17:42:27.406858Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:27.423092Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801730716973327:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:27.308962Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580801733628286984:2112] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:27.291162Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580801732829161134:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:27.411263Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801733885201980:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:27.418353Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801737501784304:2136] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:27.311379Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801733628286984:2112] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:27.437552Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801737501784301:2112] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:27.411314Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801733885201980:2112] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:27.303010Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801737124128510:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:27.443208Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801729523005964:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61250) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801733817973330:2113] held: no
2025-12-06T17:42:27.438198Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801735011940692:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:27.426487Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801733885201986:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36133
2025-12-06T17:42:27.314726Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801737124128505:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:27.437642Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:27.331823Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801729333319621:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(196767658ns) {Configure:104(196759975ns) {ProcessConfigured:135(110427ns) {StartInitialHandshake:157(104932ns) {DropHandshakes:470(2748ns) {DropIncomingHandshake:442(585ns) DropOutgoingHandshake:457(556ns)} GenerateSessionVirtualId:988(803ns) PrepareNewSessionHandshake:477(2520ns) {SwitchToState:179(617ns)}}}}}
2025-12-06T17:42:27.438246Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801735011940692:2112] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:27.455411Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801733817973330:2113] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:27.429759Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801733885201980:2112] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:27.437703Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801737501784301:2112] [node 5] ICP22 created new session: [1:7580801737501784322:2112]
2025-12-06T17:42:27.314767Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801737124128505:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:27.445951Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:27.332180Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801729333319621:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:27.496207Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801733817973349:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20990
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:27.522508Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801733817973344:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:27.522727Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801729523005964:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:27.523223Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801733817973329:2112] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:27.527035Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801729523005965:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:42:27.527097Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:27.527147Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801729523005965:2050] [node 3] ICP22 created new session: [6:7580801733817973351:2050]
2025-12-06T17:42:27.527192Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801733817973351:2050] [node 3] ICS09 handshake done sender: [6:7580801733817973329:2112] self: [6:7580801733817973345:0] peer: [3:7580801735011940691:0] socket: 72 qp: -1
2025-12-06T17:42:27.527246Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801733817973351:2050] [node 3] ICS10 traffic start
2025-12-06T17:42:27.527287Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:27.532214Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801729523005963:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:27.551169Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:27.556813Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801729523005964:2049] [node 2] ICP22 created new session: [6:7580801733817973353:2049]
2025-12-06T17:42:27.558788Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801733817973354:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20990
2025-12-06T17:42:27.437760Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801737501784322:2112] [node 5] ICS09 handshake done sender: [1:7580801737501784304:2136] self: [1:7580801737501784303:0] peer: [5:7580801733628287001:0] socket: 80 qp: -1
2025-12-06T17:42:27.437796Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801737501784322:2112] [node 5] ICS10 traffic start
2025-12-06T17:42:27.437839Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:27.447722Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801737501784300:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(117453877ns) {Configure:104(117446513ns) {ProcessConfigured:135(65979ns) {StartInitialHandshake:157(62835ns) {DropHandshakes:470(4071ns) {DropIncomingHandshake:442(1281ns) DropOutgoingHandshake:457(600ns)} GenerateSessionVirtualId:988(664ns) PrepareNewSessionHandshake:477(2505ns) {SwitchToState:179(648ns)}}}}}
2025-12-06T17:42:27.448034Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801737501784309:2138] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:27.490335Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801737501784320:2141] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40563
2025-12-06T17:42:27.507059Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801737501784312:2139] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:27.366346Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801729333319620:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(310307668ns) {Configure:104(310296328ns) {ProcessConfigured:135(10854426ns) {StartInitialHandshake:157(10850740ns) {DropHandshakes:470(3522ns) {DropIncomingHandshake:442(839ns) DropOutgoingHandshake:457(466ns)} GenerateSessionVirtualId:988(1248ns) PrepareNewSessionHandshake:477(3685ns) {SwitchToState:179(1676ns)}}}}}
2025-12-06T17:42:27.507100Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801737501784312:2139] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:42:27.510750Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801737501784301:2112] [node 5] ICP35 event processing took too much time PendingConnection:279(72211785ns) {HandleHandshakeStatus:329(72208303ns) {DropIncomingHandshake:442(826ns) DropOutgoingHandshake:457(883ns) SwitchToState:179(738ns) ProcessPendingSessionEvents:495(13126524ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 13057275ns max# 12551259ns}}}
2025-12-06T17:42:27.366602Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801733628286988:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:27.511794Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [1:7580801737501784301:2112] [node 5] ICP27 obsolete handshake fail ignored
2025-12-06T17:42:27.366668Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580801733628286935:2063] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:27.521980Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801737501784312:2139] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:27.366722Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:27.547438Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801737501784317:2140] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:27.366797Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801733628286935:2063] [node 6] ICP22 created new session: [5:7580801733628286998:2063]
2025-12-06T17:42:27.366856Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801733628286998:2063] [node 6] ICS09 handshake done sender: [5:7580801733628286984:2112] self: [5:7580801733628286983:0] peer: [6:7580801733817973339:0] socket: 87 qp: -1
2025-12-06T17:42:27.547470Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801737501784317:2140] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:27.548500Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801733206816916:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:42:27.548591Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:27.548645Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801733206816916:2049] [node 3] ICP22 created new session: [1:7580801737501784331:2049]
2025-12-06T17:42:27.548734Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801737501784331:2049] [node 3] ICS09 handshake done sender: [1:7580801737501784312:2139] self: [1:7580801737501784311:0] peer: [3:7580801735011940712:0] socket: 106 qp: -1
2025-12-06T17:42:27.548773Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801737501784331:2049] [node 3] ICS10 traffic start
2025-12-06T17:42:27.548836Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:27.498689Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801733885201974:2063] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(116887035ns) {Configure:104(116876796ns) {ProcessConfigured:135(76782ns) {StartInitialHandshake:157(73324ns) {DropHandshakes:470(1424ns) {DropIncomingHandshake:442(392ns) DropOutgoingHandshake:457(242ns)} GenerateSessionVirtualId:988(576ns) PrepareNewSessionHandshake:477(1371ns) {SwitchToState:179(304ns)}}}}}
2025-12-06T17:42:27.319517Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801737124128498:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:27.446339Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801735011940707:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:27.366901Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801733628286998:2063] [node 6] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:27.366947Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:27.508687Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801733885201989:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36133
2025-12-06T17:42:27.574348Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801733817973353:2049] [node 2] ICS09 handshake done sender: [6:7580801733817973330:2113] self: [6:7580801733817973338:0] peer: [2:7580801737124128504:0] socket: 88 qp: -1
2025-12-06T17:42:27.319545Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801737124128498:2111] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:42:27.485311Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801730716973327:2049] [node 2] ICP22 created new session: [3:7580801735011940710:2049]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:27.572114Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801737501784329:2143] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40563
2025-12-06T17:42:27.327618Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801737124128498:2111] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:27.576179Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801733817973353:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:27.369371Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801729333319620:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:27.487759Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801730716973326:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:27.508885Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801733885201990:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36133
2025-12-06T17:42:27.585962Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:27.487952Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801730716973326:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(28809563ns) {IncomingHandshake:261(89205ns) {DropIncomingHandshake:442(257ns) PrepareNewSessionHandshake:477(1376ns) {SwitchToState:179(314ns)} GenerateSessionVirtualId:988(872ns) IssueIncomingHandshakeReply:193(53529ns) {SwitchToState:179(135ns)}}}
2025-12-06T17:42:27.369934Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801729333319637:2062] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(259312231ns) {Configure:104(243711682ns) {ProcessConfigured:135(8467068ns) {StartInitialHandshake:157(8462186ns) {DropHandshakes:470(3132ns) {DropIncomingHandshake:442(663ns) DropOutgoingHandshake:457(551ns)} GenerateSessionVirtualId:988(872ns) PrepareNewSessionHandshake:477(1852ns) {SwitchToState:179(184ns)}}}}}
2025-12-06T17:42:27.328342Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801737124128505:2114] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:27.572450Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801737501784317:2140] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:27.592288Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801733817973344:2120] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:27.370440Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801729333319637:2062] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:27.390856Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801733628287004:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36734
2025-12-06T17:42:27.431544Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801733628287005:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36734
2025-12-06T17:42:27.435039Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801733628287006:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36734
2025-12-06T17:42:27.437485Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801733628286981:2110] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:27.522614Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801733885201984:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36133
2025-12-06T17:42:27.579415Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801733206817003:2131] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:27.613165Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801729523005964:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(99188884ns) {HandleHandshakeStatus:329(99185045ns) {DropIncomingHandshake:442(2558ns) DropOutgoingHandshake:457(536ns) SwitchToState:179(930ns) ProcessPendingSessionEvents:495(2414ns)}}
2025-12-06T17:42:27.622724Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801729523005963:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:27.622864Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:27.622927Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801729523005963:2048] [node 1] ICP22 created new session: [6:7580801733817973356:2048]
2025-12-06T17:42:27.622985Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801733817973356:2048] [node 1] ICS09 handshake done sender: [6:7580801733817973344:2120] self: [6:7580801733817973350:0] peer: [1:7580801737501784316:0] socket: 115 qp: -1
2025-12-06T17:42:27.623030Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801733817973356:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:27.623094Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:27.624006Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580801729523005963:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:42:27.644285Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801733817973358:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20990
2025-12-06T17:42:27.651694Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801733817973358:2123] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:27.491058Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801735011940692:2112] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:27.444196Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801733628286988:2114] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:27.449402Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801729333319620:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:27.449477Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:27.449525Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801729333319620:2048] [node 1] ICP22 created new session: [5:7580801733628287008:2048]
2025-12-06T17:42:27.449580Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801733628287008:2048] [node 1] ICS09 handshake done sender: [5:7580801733628286981:2110] self: [5:7580801733628287001:0] peer: [1:7580801737501784303:0] socket: 82 qp: -1
2025-12-06T17:42:27.449625Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801733628287008:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:27.449664Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:27.455220Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801733628286982:2111] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:27.484148Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801733628287007:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36734
2025-12-06T17:42:27.496393Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801729333319637:2062] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:42:27.496822Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801729333319621:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:27.496869Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:27.512459Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:27.512516Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801729333319637:2062] [node 4] ICP22 created new session: [5:7580801733628287012:2062]
2025-12-06T17:42:27.522375Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801729333319621:2049] [node 2] ICP22 created new session: [5:7580801733628287011:2049]
2025-12-06T17:42:27.541745Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801733628287011:2049] [node 2] ICS09 handshake done sender: [5:7580801733628286982:2111] self: [5:7580801733628286995:0] peer: [2:7580801737124128502:0] socket: 86 qp: -1
2025-12-06T17:42:27.541923Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801733628287012:2062] [node 4] ICS09 handshake done sender: [5:7580801733628286988:2114] self: [5:7580801733628287003:0] peer: [4:7580801733885201979:0] socket: 95 qp: -1
2025-12-06T17:42:27.551462Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801733628287011:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:27.551618Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801733628287012:2062] [node 4] ICS10 traffic start
2025-12-06T17:42:27.557268Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801733628287007:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:27.557710Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:27.557807Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:27.563717Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801729333319622:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:27.578780Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801733628287016:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36734
2025-12-06T17:42:27.592101Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801733628287007:2121] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:27.599510Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801729333319622:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:42:27.599616Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:27.599677Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801729333319622:2050] [node 3] ICP22 created new session: [5:7580801733628287017:2050]
2025-12-06T17:42:27.599735Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801733628287017:2050] [node 3] ICS09 handshake done sender: [5:7580801733628287007:2121] self: [5:7580801733628287015:0] peer: [3:7580801735011940705:0] socket: 122 qp: -1
2025-12-06T17:42:27.599779Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801733628287017:2050] [node 3] ICS10 traffic start
2025-12-06T17:42:27.599821Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:27.328584Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801737124128519:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17135
2025-12-06T17:42:27.653460Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801729523005989:2066] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:27.492065Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801735011940710:2049] [node 2] ICS09 handshake done sender: [3:7580801735011940699:2115] self: [3:7580801735011940701:0] peer: [2:7580801737124128495:0] socket: 77 qp: -1
2025-12-06T17:42:27.496330Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801735011940710:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:27.503724Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:27.532006Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801735011940686:2078] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:27.546310Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:27.551814Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801735011940686:2078] [node 6] ICP22 created new session: [3:7580801735011940715:2078]
2025-12-06T17:42:27.551884Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801735011940715:2078] [node 6] ICS09 handshake done sender: [3:7580801735011940692:2112] self: [3:7580801735011940691:0] peer: [6:7580801733817973345:0] socket: 69 qp: -1
2025-12-06T17:42:27.551921Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801735011940715:2078] [node 6] ICS10 traffic start
2025-12-06T17:42:27.551991Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:27.553749Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801735011940686:2078] [node 6] ICP35 event processing took too much time PendingConnection:279(29765377ns) {HandleHandshakeStatus:329(29763931ns) {DropIncomingHandshake:442(30709ns) DropOutgoingHandshake:457(661ns) SwitchToState:179(877ns) ProcessPendingSessionEvents:495(626610ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 532976ns max# 51611ns}}}
2025-12-06T17:42:27.560528Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801730716973327:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(136469345ns) {HandleHandshakeStatus:329(136466325ns) {DropIncomingHandshake:442(1232ns) DropOutgoingHandshake:457(5994ns) SwitchToState:179(763ns) ProcessPendingSessionEvents:495(17688703ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 17622412ns max# 17138881ns}}}
2025-12-06T17:42:27.560607Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7580801730716973327:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:42:27.562972Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801730716973386:2079] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(232673419ns) {Configure:104(232666797ns) {ProcessConfigured:135(11032064ns) {StartInitialHandshake:157(11027696ns) {DropHandshakes:470(3829ns) {DropIncomingHandshake:442(794ns) DropOutgoingHandshake:457(553ns)} GenerateSessionVirtualId:988(741ns) PrepareNewSessionHandshake:477(3592ns) {SwitchToState:179(1657ns)}}}}}
2025-12-06T17:42:27.576008Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801735011940706:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:27.576048Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801735011940706:2119] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:27.584284Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801730716973326:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29598) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580801735011940707:2120] held: no
2025-12-06T17:42:27.586417Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801735011940706:2119] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:27.592374Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801735011940714:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33037
2025-12-06T17:42:27.604443Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801735011940687:2081] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:27.604518Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:27.604617Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801735011940687:2081] [node 5] ICP22 created new session: [3:7580801735011940722:2081]
2025-12-06T17:42:27.604690Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801735011940722:2081] [node 5] ICS09 handshake done sender: [3:7580801735011940706:2119] self: [3:7580801735011940705:0] peer: [5:7580801733628287015:0] socket: 66 qp: -1
2025-12-06T17:42:27.604731Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801735011940722:2081] [node 5] ICS10 traffic start
2025-12-06T17:42:27.604771Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:27.620357Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801735011940707:2120] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:27.630658Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801730716973326:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:27.638671Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:27.638744Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801730716973326:2048] [node 1] ICP22 created new session: [3:7580801735011940724:2048]
2025-12-06T17:42:27.638821Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801735011940724:2048] [node 1] ICS09 handshake done sender: [3:7580801735011940707:2120] self: [3:7580801735011940712:0] peer: [1:7580801737501784311:0] socket: 114 qp: -1
2025-12-06T17:42:27.638870Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801735011940724:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:27.638917Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:27.652015Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801735011940718:2122] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:27.652057Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801735011940718:2122] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:42:27.533044Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801733885201975:2064] [node 5] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:27.582775Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801737501784325:2142] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:27.410482Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801737124128509:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:27.670996Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801735011940718:2122] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:27.533128Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:27.410886Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801737124128520:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17135
2025-12-06T17:42:27.582816Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801737501784325:2142] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:42:27.533179Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801733885201975:2064] [node 5] ICP22 created new session: [4:7580801733885201992:2064]
2025-12-06T17:42:27.533242Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801733885201992:2064] [node 5] ICS09 handshake done sender: [4:7580801733885201980:2112] self: [4:7580801733885201979:0] peer: [5:7580801733628287003:0] socket: 94 qp: -1
2025-12-06T17:42:27.533280Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801733885201992:2064] [node 5] ICS10 traffic start
2025-12-06T17:42:27.533322Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:27.541545Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801733885201984:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:27.551055Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801733885201989:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:27.557896Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801733885201986:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:27.558095Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801729590234613:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:27.569327Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801729590234612:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:27.569493Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801729590234612:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(18133494ns) {IncomingHandshake:261(18130871ns) {DropIncomingHandshake:442(2298ns) PrepareNewSessionHandshake:477(4844ns) {SwitchToState:179(2897ns)} GenerateSessionVirtualId:988(714ns) IssueIncomingHandshakeReply:193(65944ns) {SwitchToState:179(151ns)}}}
2025-12-06T17:42:27.572042Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801733885201974:2063] [node 6] ICP35 event processing took too much time PendingConnection:279(30228680ns) {IncomingHandshake:261(14243741ns) {DropIncomingHandshake:442(739ns) PrepareNewSessionHandshake:477(2821ns) {SwitchToState:179(1205ns)} GenerateSessionVirtualId:988(1254ns) IssueIncomingHandshakeReply:193(15849ns)}}
2025-12-06T17:42:27.578259Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801733885201998:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36133
2025-12-06T17:42:27.587008Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801733885201997:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36133
2025-12-06T17:42:27.593243Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801733885201986:2115] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:27.603359Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801733885201999:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36133
2025-12-06T17:42:27.604215Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801733885201997:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:27.620282Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801729590234613:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:27.625429Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801729590234614:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:27.628731Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801729590234612:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29598) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580801733885201989:2117] held: no
2025-12-06T17:42:27.632720Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:27.640912Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801729590234613:2049] [node 2] ICP22 created new session: [4:7580801733885202001:2049]
2025-12-06T17:42:27.640986Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801733885202001:2049] [node 2] ICS09 handshake done sender: [4:7580801733885201986:2115] self: [4:7580801733885201995:0] peer: [2:7580801737124128513:0] socket: 121 qp: -1
2025-12-06T17:42:27.641029Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801733885202001:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:27.641078Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:27.642735Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801733885201989:2117] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:27.646386Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801729590234612:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:27.646457Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:27.646514Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801729590234612:2048] [node 1] ICP22 created new session: [4:7580801733885202004:2048]
2025-12-06T17:42:27.646580Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801733885202004:2048] [node 1] ICS09 handshake done sender: [4:7580801733885201989:2117] self: [4:7580801733885201996:0] peer: [1:7580801737501784324:0] socket: 126 qp: -1
2025-12-06T17:42:27.646622Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801733885202004:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:27.646677Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:27.668380Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801733885201988:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:27.668437Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801733885201988:2116] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:27.671879Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801733885202006:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36133
2025-12-06T17:42:27.691048Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801733885201997:2119] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:27.691689Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801729590234614:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:42:27.691766Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:27.691823Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801729590234614:2050] [node 3] ICP22 created new session: [4:7580801733885202007:2050]
2025-12-06T17:42:27.691881Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801733885202007:2050] [node 3] ICS09 handshake done sender: [4:7580801733885201997:2119] self: [4:7580801733885202000:0] peer: [3:7580801735011940716:0] socket: 129 qp: -1
2025-12-06T17:42:27.691923Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801733885202007:2050] [node 3] ICS10 traffic start
2025-12-06T17:42:27.691978Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:27.672791Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801729333319621:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(78939719ns) {HandleHandshakeStatus:329(78936159ns) {DropIncomingHandshake:442(1266ns) DropOutgoingHandshake:457(5412ns) SwitchToState:179(243ns) ProcessPendingSessionEvents:495(1817347ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 1727170ns max# 1118327ns}}}
2025-12-06T17:42:27.692339Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801730716973386:2079] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:42:27.412034Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801732829161135:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:42:27.412125Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:27.412178Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801732829161135:2049] [node 3] ICP22 created new session: [2:7580801737124128521:2049]
2025-12-06T17:42:27.412235Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801737124128521:2049] [node 3] ICS09 handshake done sender: [2:7580801737124128498:2111] self: [2:7580801737124128495:0] peer: [3:7580801735011940701:0] socket: 64 qp: -1
2025-12-06T17:42:27.412268Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801737124128521:2049] [node 3] ICS10 traffic start
2025-12-06T17:42:27.412326Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:27.413564Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801737124128497:2105] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:27.413678Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:27.413727Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801737124128497:2105] [node 6] ICP22 created new session: [2:7580801737124128523:2105]
2025-12-06T17:42:27.413786Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801737124128523:2105] [node 6] ICS09 handshake done sender: [2:7580801737124128505:2114] self: [2:7580801737124128504:0] peer: [6:7580801733817973338:0] socket: 85 qp: -1
2025-12-06T17:42:27.413827Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801737124128523:2105] [node 6] ICS10 traffic start
2025-12-06T17:42:27.413878Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:27.414989Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580801732829161134:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:27.415060Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:27.415104Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801732829161134:2048] [node 1] ICP22 created new session: [2:7580801737124128525:2048]
2025-12-06T17:42:27.415180Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801737124128525:2048] [node 1] ICS09 handshake done sender: [2:7580801737124128509:2116] self: [2:7580801737124128512:0] peer: [1:7580801737501784305:0] socket: 83 qp: -1
2025-12-06T17:42:27.415223Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801737124128525:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:27.415254Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:27.417630Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801737124128503:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:27.417671Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801737124128503:2113] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:27.425044Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801737124128520:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:27.426117Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801737124128503:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:27.487103Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801732829161189:2101] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:27.496147Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:27.503261Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801732829161189:2101] [node 5] ICP22 created new session: [2:7580801737124128531:2101]
2025-12-06T17:42:27.526462Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801737124128531:2101] [node 5] ICS09 handshake done sender: [2:7580801737124128503:2113] self: [2:7580801737124128502:0] peer: [5:7580801733628286995:0] socket: 84 qp: -1
2025-12-06T17:42:27.540231Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801737124128531:2101] [node 5] ICS10 traffic start
2025-12-06T17:42:27.551294Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:27.563770Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801737124128514:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:27.563800Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801737124128514:2118] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:42:27.582722Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801737124128514:2118] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:27.607767Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801737124128494:2099] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:42:27.607876Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:27.607933Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801737124128494:2099] [node 4] ICP22 created new session: [2:7580801737124128534:2099]
2025-12-06T17:42:27.608019Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801737124128534:2099] [node 4] ICS09 handshake done sender: [2:7580801737124128514:2118] self: [2:7580801737124128513:0] peer: [4:7580801733885201995:0] socket: 120 qp: -1
2025-12-06T17:42:27.608061Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801737124128534:2099] [node 4] ICS10 traffic start
2025-12-06T17:42:27.608115Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:27.631828Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801732829161189:2101] [node 5] ICP35 event processing took too much time PendingConnection:279(175659972ns) {HandleHandshakeStatus:329(175656485ns) {DropIncomingHandshake:442(30541ns) DropOutgoingHandshake:457(706ns) SwitchToState:179(725ns) ProcessPendingSessionEvents:495(45332866ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 42977080ns max# 17191787ns}}}
2025-12-06T17:42:27.591933Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801737501784325:2142] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:27.714794Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801729523005989:2066] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9613) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801733817973358:2123] held: no
2025-12-06T17:42:27.723067Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801733817973360:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20990
2025-12-06T17:42:27.593559Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801737501784329:2143] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:27.610012Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801737501784300:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:42:27.610114Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:27.610162Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801737501784300:2107] [node 4] ICP22 created new session: [1:7580801737501784336:2107]
2025-12-06T17:42:27.610213Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801737501784336:2107] [node 4] ICS09 handshake done sender: [1:7580801737501784325:2142] self: [1:7580801737501784324:0] peer: [4:7580801733885201996:0] socket: 90 qp: -1
2025-12-06T17:42:27.610247Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801737501784336:2107] [node 4] ICS10 traffic start
2025-12-06T17:42:27.610296Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:27.619739Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:27.642037Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801733206817003:2131] [node 6] ICP22 created new session: [1:7580801737501784335:2131]
2025-12-06T17:42:27.652288Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801737501784335:2131] [node 6] ICS09 handshake done sender: [1:7580801737501784317:2140] self: [1:7580801737501784316:0] peer: [6:7580801733817973350:0] socket: 107 qp: -1
2025-12-06T17:42:27.652338Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801737501784335:2131] [node 6] ICS10 traffic start
2025-12-06T17:42:27.652397Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:27.684619Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801733206817003:2131] [node 6] ICP35 event processing took too much time PendingConnection:279(104133595ns) {HandleHandshakeStatus:329(104129691ns) {DropIncomingHandshake:442(16958ns) DropOutgoingHandshake:457(611ns) SwitchToState:179(789ns) ProcessPendingSessionEvents:495(11260498ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 11191569ns max# 10688293ns}}}
2025-12-06T17:42:27.702265Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801737501784300:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(91361898ns) {HandleHandshakeStatus:329(91358837ns) {DropIncomingHandshake:442(24456ns) DropOutgoingHandshake:457(686ns) SwitchToState:179(984ns) ProcessPendingSessionEvents:495(90945996ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 88529411ns max# 11967192ns}}}
2025-12-06T17:42:27.711111Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801733885201988:2116] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:27.711440Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801733885201974:2063] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:27.711516Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:27.711594Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801733885201974:2063] [node 6] ICP22 created new session: [4:7580801733885202010:2063]
2025-12-06T17:42:27.711643Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801733885202010:2063] [node 6] ICS09 handshake done sender: [4:7580801733885201988:2116] self: [4:7580801733885201987:0] peer: [6:7580801733817973359:0] socket: 60 qp: -1
2025-12-06T17:42:27.711679Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801733885202010:2063] [node 6] ICS10 traffic start
2025-12-06T17:42:27.711722Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:27.728405Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801729333319637:2062] [node 4] ICP35 event processing took too much time PendingConnection:279(235149761ns) {HandleHandshakeStatus:329(235146214ns) {DropIncomingHandshake:442(1711ns) DropOutgoingHandshake:457(7346ns) SwitchToState:179(672ns) ProcessPendingSessionEvents:495(141532002ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 120129517ns max# 11422603ns}}}
2025-12-06T17:42:27.730428Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801733817973358:2123] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:27.731502Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801729523005989:2066] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:42:27.710826Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:27.726649Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801730716973386:2079] [node 4] ICP22 created new session: [3:7580801735011940727:2079]
2025-12-06T17:42:27.726723Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801735011940727:2079] [node 4] ICS09 handshake done sender: [3:7580801735011940718:2122] self: [3:7580801735011940716:0] peer: [4:7580801733885202000:0] socket: 108 qp: -1
2025-12-06T17:42:27.726767Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801735011940727:2079] [node 4] ICS10 traffic start
2025-12-06T17:42:27.726857Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:27.731767Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:27.736682Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801730716973386:2079] [node 4] ICP35 event processing took too much time PendingConnection:279(43534179ns) {HandleHandshakeStatus:329(43529485ns) {DropIncomingHandshake:442(22967ns) DropOutgoingHandshake:457(245ns) SwitchToState:179(212ns) ProcessPendingSessionEvents:495(8809449ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 8736953ns max# 4320444ns}}}
2025-12-06T17:42:27.731829Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801729523005989:2066] [node 4] ICP22 created new session: [6:7580801733817973361:2066]
2025-12-06T17:42:27.731879Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801733817973361:2066] [node 4] ICS09 handshake done sender: [6:7580801733817973358:2123] self: [6:7580801733817973359:0] peer: [4:7580801733885201987:0] socket: 61 qp: -1
2025-12-06T17:42:27.731914Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801733817973361:2066] [node 4] ICS10 traffic start
2025-12-06T17:42:27.731958Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:27.735237Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801729590234613:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(120516676ns) {HandleHandshakeStatus:329(120515236ns) {DropIncomingHandshake:442(2935ns) DropOutgoingHandshake:457(4974ns) SwitchToState:179(1132ns) ProcessPendingSessionEvents:495(92997071ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 92906865ns max# 20573058ns}}}
2025-12-06T17:42:27.735366Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7580801729590234613:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:42:27.821003Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:42:27.821252Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7580801737124128525:2048] [node 1] ICS07 socket disconnect 83 reason# EndOfStream
2025-12-06T17:42:27.821296Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580801737124128525:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:27.821381Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:27.821423Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580801737124128525:2048] [node 1] ICS15 start handshake
2025-12-06T17:42:27.825360Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:42:27.825519Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801735011940724:2048] [node 1] ICS01 socket: 114 reason# EndOfStream
2025-12-06T17:42:27.825551Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801730716973326:2048] [node 1] ICP30 unregister session Session# [3:7580801735011940724:2048] VirtualId# [3:7580801735011940712:0]
2025-12-06T17:42:27.825585Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801735011940724:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:27.825648Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:27.825687Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:27.827494Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580801732829161134:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29598) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:42:27.827535Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580801737124128525:2048] [node 1] ICS15 start handshake
2025-12-06T17:42:27.828581Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580801732829161134:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29598) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:27.828634Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580801737124128525:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:27.828686Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580801732829161134:2048] [node 1] ICP30 unregister session Session# [2:7580801737124128525:2048] VirtualId# [2:7580801737124128512:0]
2025-12-06T17:42:27.828729Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:27.828762Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [2:7580801732829161134:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:29598) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:27.828785Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29598) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:27.831598Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:42:27.831809Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801733885202004:2048] [node 1] ICS01 socket: 126 reason# EndOfStream
2025-12-06T17:42:27.831849Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801729590234612:2048] [node 1] ICP30 unregister session Session# [4:7580801733885202004:2048] VirtualId# [4:7580801733885201996:0]
2025-12-06T17:42:27.831883Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801733885202004:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:27.831966Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:27.832006Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:27.832915Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:42:27.833110Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801733628287008:2048] [node 1] ICS01 socket: 82 reason# EndOfStream
2025-12-06T17:42:27.833145Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801729333319620:2048] [node 1] ICP30 unregister session Session# [5:7580801733628287008:2048] VirtualId# [5:7580801733628287001:0]
2025-12-06T17:42:27.833180Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801733628287008:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:27.833248Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:27.833282Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:27.836435Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:42:27.836637Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801733817973356:2048] [node 1] ICS01 socket: 115 reason# EndOfStream
2025-12-06T17:42:27.836686Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801729523005963:2048] [node 1] ICP30 unregister session Session# [6:7580801733817973356:2048] VirtualId# [6:7580801733817973350:0]
2025-12-06T17:42:27.836711Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801733817973356:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:27.836784Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:27.836824Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:28.023811Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:42:28.024082Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580801735011940710:2049] [node 2] ICS07 socket disconnect 77 reason# EndOfStream
2025-12-06T17:42:28.024112Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801735011940710:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:28.024193Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:28.024235Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580801735011940710:2049] [node 2] ICS15 start handshake
2025-12-06T17:42:28.029723Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801730716973327:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61250) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:42:28.029768Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580801735011940710:2049] [node 2] ICS15 start handshake
2025-12-06T17:42:28.030874Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801730716973327:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61250) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:28.030930Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801735011940710:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:28.030962Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801730716973327:2049] [node 2] ICP30 unregister session Session# [3:7580801735011940710:2049] VirtualId# [3:7580801735011940701:0]
2025-12-06T17:42:28.031094Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:28.031133Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580801730716973327:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:61250) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:28.031155Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61250) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:28.042682Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580801730716973327:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:42:28.052279Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:42:28.052603Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580801733885202001:2049] [node 2] ICS07 socket disconnect 121 reason# EndOfStream
2025-12-06T17:42:28.052645Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801733885202001:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:28.052745Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:28.052785Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580801733885202001:2049] [node 2] ICS15 start handshake
2025-12-06T17:42:28.054673Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801729590234613:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61250) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:28.054728Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801733885202001:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:28.054831Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801729590234613:2049] [node 2] ICP30 unregister session Session# [4:7580801733885202001:2049] VirtualId# [4:7580801733885201995:0]
2025-12-06T17:42:28.054928Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:28.055338Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:42:28.054965Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580801729590234613:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:61250) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:28.054980Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61250) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:28.057763Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580801733628287011:2049] [node 2] ICS07 socket disconnect 86 reason# EndOfStream
2025-12-06T17:42:28.057825Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801733628287011:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:28.057910Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:28.057955Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580801733628287011:2049] [node 2] ICS15 start handshake
2025-12-06T17:42:28.054805Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:42:28.055022Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801733817973353:2049] [node 2] ICS01 socket: 88 reason# EndOfStream
2025-12-06T17:42:28.055069Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801729523005964:2049] [node 2] ICP30 unregister session Session# [6:7580801733817973353:2049] VirtualId# [6:7580801733817973338:0]
2025-12-06T17:42:28.055099Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801733817973353:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:28.055173Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:28.055232Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:28.070682Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580801729590234613:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:42:28.073586Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801729333319621:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61250) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:28.073918Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801733628287011:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:28.073966Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801729333319621:2049] [node 2] ICP30 unregister session Session# [5:7580801733628287011:2049] VirtualId# [5:7580801733628286995:0]
2025-12-06T17:42:28.074085Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:28.074128Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580801729333319621:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:61250) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:28.074146Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61250) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:28.082710Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580801729333319621:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:42:28.363573Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:42:28.363879Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801733817973351:2050] [node 3] ICS01 socket: 72 reason# EndOfStream
2025-12-06T17:42:28.363932Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801729523005965:2050] [node 3] ICP30 unregister session Session# [6:7580801733817973351:2050] VirtualId# [6:7580801733817973345:0]
2025-12-06T17:42:28.363968Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801733817973351:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:28.364072Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:42:28.364130Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:42:28.364078Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:42:28.364289Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580801733628287017:2050] [node 3] ICS07 socket disconnect 122 reason# EndOfStream
2025-12-06T17:42:28.364321Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801733628287017:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:28.364756Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:42:28.364957Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801733885202007:2050] [node 3] ICS01 socket: 129 reason# EndOfStream
2025-12-06T17:42:28.364997Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801729590234614:2050] [node 3] ICP30 unregister session Session# [4:7580801733885202007:2050] VirtualId# [4:7580801733885202000:0]
2025-12-06T17:42:28.365031Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801733885202007:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:28.365108Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:42:28.365162Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:42:28.364387Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:42:28.364429Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580801733628287017:2050] [node 3] ICS15 start handshake
2025-12-06T17:42:28.384113Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801729333319622:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3457) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:28.384195Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801733628287017:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:28.384228Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801729333319622:2050] [node 3] ICP30 unregister session Session# [5:7580801733628287017:2050] VirtualId# [5:7580801733628287015:0]
2025-12-06T17:42:28.384319Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:42:28.384369Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580801729333319622:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:3457) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:28.384386Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3457) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:28.399752Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580801729333319622:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:42:28.518829Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:42:28.519109Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580801733628287012:2062] [node 4] ICS07 socket disconnect 95 reason# EndOfStream
2025-12-06T17:42:28.519141Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801733628287012:2062] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:28.519254Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:42:28.519303Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580801733628287012:2062] [node 4] ICS15 start handshake
2025-12-06T17:42:28.520559Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:42:28.520796Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801733817973361:2066] [node 4] ICS01 socket: 61 reason# EndOfStream
2025-12-06T17:42:28.520838Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801729523005989:2066] [node 4] ICP30 unregister session Session# [6:7580801733817973361:2066] VirtualId# [6:7580801733817973359:0]
2025-12-06T17:42:28.520870Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801733817973361:2066] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:28.520961Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:42:28.521011Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:42:28.522098Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801729333319637:2062] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9613) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:28.522177Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801733628287012:2062] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:28.522219Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801729333319637:2062] [node 4] ICP30 unregister session Session# [5:7580801733628287012:2062] VirtualId# [5:7580801733628287003:0]
2025-12-06T17:42:28.522319Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:42:28.522373Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580801729333319637:2062] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:9613) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:28.522399Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9613) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:28.610243Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:42:28.610524Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801733817973346:2060] [node 5] ICS01 socket: 89 reason# EndOfStream
2025-12-06T17:42:28.610583Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801729523005977:2060] [node 5] ICP30 unregister session Session# [6:7580801733817973346:2060] VirtualId# [6:7580801733817973339:0]
2025-12-06T17:42:28.610645Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801733817973346:2060] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:28.610755Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:42:28.610805Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:42:28.859178Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801738749521891:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:28.859217Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801738749521892:2049] [node 3] ICP01 ready to work
2025-12-06T17:42:28.885441Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801740735529968:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:28.885573Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801740735529969:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:28.895527Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801740735529970:2050] [node 3] ICP01 ready to work
2025-12-06T17:42:28.879549Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801741062295799:2048] [node 2] ICP01 ready to work
2025-12-06T17:42:29.002181Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801738546015267:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:28.879670Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801741062295800:2049] [node 3] ICP01 ready to work
2025-12-06T17:42:29.002227Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801738546015268:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:29.002260Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801738546015269:2050] [node 3] ICP01 ready to work
2025-12-06T17:42:28.984031Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801738860668725:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:28.983487Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801740031281858:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:28.984069Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801738860668726:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:28.983535Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801740031281859:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:29.192035Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801743155636059:2085] [node 4] ICP01 ready to work
2025-12-06T17:42:29.232778Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801742840982580:2060] [node 5] ICP01 ready to work
2025-12-06T17:42:28.983576Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801740031281860:2050] [node 3] ICP01 ready to work
2025-12-06T17:42:29.310353Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801745357263158:2105] [node 4] ICP01 ready to work
2025-12-06T17:42:29.323376Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801742840982584:2063] [node 4] ICP01 ready to work
2025-12-06T17:42:29.361757Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801745030497295:2067] [node 4] ICP01 ready to work
2025-12-06T17:42:29.363366Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801743155636059:2085] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(170992810ns) {Configure:104(170985114ns) {ProcessConfigured:135(84627ns) {StartInitialHandshake:157(81751ns) {DropHandshakes:470(4213ns) {DropIncomingHandshake:442(1130ns) DropOutgoingHandshake:457(675ns)} GenerateSessionVirtualId:988(1065ns) PrepareNewSessionHandshake:477(2588ns) {SwitchToState:179(867ns)}}}}}
2025-12-06T17:42:29.364419Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801743155636087:2089] [node 6] ICP01 ready to work
2025-12-06T17:42:29.365207Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801743155636088:2094] [node 5] ICP01 ready to work
2025-12-06T17:42:29.330996Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801743044489246:2085] [node 5] ICP01 ready to work
2025-12-06T17:42:29.233575Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801740031281859:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(32322323ns) {Configure:104(32316007ns) {ProcessConfigured:135(83734ns) {StartInitialHandshake:157(80152ns) {DropHandshakes:470(4808ns) {DropIncomingHandshake:442(852ns) DropOutgoingHandshake:457(1170ns)} GenerateSessionVirtualId:988(1563ns) PrepareNewSessionHandshake:477(2408ns) {SwitchToState:179(696ns)}}}}}
2025-12-06T17:42:29.373122Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801745357263159:2106] [node 5] ICP01 ready to work
2025-12-06T17:42:29.397686Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801738860668726:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(16511541ns) {Configure:104(16505102ns) {ProcessConfigured:135(106005ns) {StartInitialHandshake:157(102005ns) {DropHandshakes:470(3839ns) {DropIncomingHandshake:442(967ns) DropOutgoingHandshake:457(456ns)} GenerateSessionVirtualId:988(896ns) PrepareNewSessionHandshake:477(2872ns) {SwitchToState:179(921ns)}}}}}
2025-12-06T17:42:29.234485Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801744326249186:2076] [node 5] ICP01 ready to work
2025-12-06T17:42:29.419368Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801745357263160:2108] [node 6] ICP01 ready to work
2025-12-06T17:42:29.418886Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801743044489251:2091] [node 6] ICP01 ready to work
2025-12-06T17:42:29.435331Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801740031281858:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(184860491ns) {Configure:104(184855582ns) {ProcessConfigured:135(74401ns) {StartInitialHandshake:157(71286ns) {DropHandshakes:470(4606ns) {DropIncomingHandshake:442(1367ns) DropOutgoingHandshake:457(498ns)} GenerateSessionVirtualId:988(1038ns) PrepareNewSessionHandshake:477(1464ns) {SwitchToState:179(247ns)}}}}}
2025-12-06T17:42:29.439783Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801745030497331:2068] [node 6] ICP01 ready to work
2025-12-06T17:42:29.452830Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801743155636087:2089] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(28369939ns) {Configure:104(28362796ns) {ProcessConfigured:135(64505ns) {StartInitialHandshake:157(62305ns) {DropHandshakes:470(4191ns) {DropIncomingHandshake:442(1339ns) DropOutgoingHandshake:457(596ns)} GenerateSessionVirtualId:988(550ns) PrepareNewSessionHandshake:477(1949ns) {SwitchToState:179(443ns)}}}}}
2025-12-06T17:42:29.446628Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801743044489252:2094] [node 4] ICP01 ready to work
2025-12-06T17:42:29.482919Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801738546015267:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(49135969ns) {Configure:104(49131508ns) {ProcessConfigured:135(90993ns) {StartInitialHandshake:157(87424ns) {DropHandshakes:470(3475ns) {DropIncomingHandshake:442(771ns) DropOutgoingHandshake:457(566ns)} GenerateSessionVirtualId:988(1098ns) PrepareNewSessionHandshake:477(2287ns) {SwitchToState:179(714ns)}}}}}
2025-12-06T17:42:29.485627Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801744326249186:2076] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(48119621ns) {Configure:104(48115724ns) {ProcessConfigured:135(84724ns) {StartInitialHandshake:157(81854ns) {DropHandshakes:470(3210ns) {DropIncomingHandshake:442(623ns) DropOutgoingHandshake:457(403ns)} GenerateSessionVirtualId:988(1476ns) PrepareNewSessionHandshake:477(2633ns) {SwitchToState:179(675ns)}}}}}
2025-12-06T17:42:29.486303Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801744326249227:2081] [node 6] ICP01 ready to work
2025-12-06T17:42:29.510893Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801743155636088:2094] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(42169616ns) {Configure:104(42165342ns) {ProcessConfigured:135(75362ns) {StartInitialHandshake:157(72489ns) {DropHandshakes:470(3357ns) {DropIncomingHandshake:442(956ns) DropOutgoingHandshake:457(423ns)} GenerateSessionVirtualId:988(838ns) PrepareNewSessionHandshake:477(2865ns) {SwitchToState:179(1072ns)}}}}}
2025-12-06T17:42:29.524068Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801745357263160:2108] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(58161345ns) {Configure:104(58148721ns) {ProcessConfigured:135(87287ns) {StartInitialHandshake:157(84516ns) {DropHandshakes:470(3681ns) {DropIncomingHandshake:442(616ns) DropOutgoingHandshake:457(496ns)} GenerateSessionVirtualId:988(1070ns) PrepareNewSessionHandshake:477(2509ns) {SwitchToState:179(769ns)}}}}}
2025-12-06T17:42:29.535786Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801743044489252:2094] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(85734638ns) {Configure:104(85730504ns) {ProcessConfigured:135(66939ns) {StartInitialHandshake:157(64518ns) {DropHandshakes:470(2340ns) {DropIncomingHandshake:442(338ns) DropOutgoingHandshake:457(476ns)} GenerateSessionVirtualId:988(1306ns) PrepareNewSessionHandshake:477(2401ns) {SwitchToState:179(677ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:29.531424Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801742840982584:2063] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(47746736ns) {Configure:104(47738404ns) {ProcessConfigured:135(91201ns) {StartInitialHandshake:157(86897ns) {DropHandshakes:470(6881ns) {DropIncomingHandshake:442(942ns) DropOutgoingHandshake:457(3991ns)} GenerateSessionVirtualId:988(1333ns) PrepareNewSessionHandshake:477(2476ns) {SwitchToState:179(705ns)}}}}}
2025-12-06T17:42:29.547923Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801742840982638:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27470
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:29.552774Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801745357263163:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28982
2025-12-06T17:42:29.552883Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801745357263168:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28982
2025-12-06T17:42:29.552951Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801745357263173:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28982
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:29.585799Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801742840982642:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27470
2025-12-06T17:42:29.606080Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801744326249232:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30009
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:29.606165Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801744326249233:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30009
2025-12-06T17:42:29.590740Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801743044489251:2091] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(53035803ns) {Configure:104(53031335ns) {ProcessConfigured:135(92440ns) {StartInitialHandshake:157(90003ns) {DropHandshakes:470(3946ns) {DropIncomingHandshake:442(764ns) DropOutgoingHandshake:457(667ns)} GenerateSessionVirtualId:988(1529ns) PrepareNewSessionHandshake:477(3141ns) {SwitchToState:179(791ns)}}}}}
2025-12-06T17:42:29.607445Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801745357263173:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:29.607577Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801745357263168:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:29.607807Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801745357263177:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28982
2025-12-06T17:42:29.608207Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801742840982642:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:29.608328Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801738546015267:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:29.624853Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801743155636100:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42870
2025-12-06T17:42:29.625105Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801743155636101:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42870
2025-12-06T17:42:29.599101Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801743044489263:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38716
2025-12-06T17:42:29.610776Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801740735529970:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(54004255ns) {Configure:104(53997055ns) {ProcessConfigured:135(61060ns) {StartInitialHandshake:157(57875ns) {DropHandshakes:470(2174ns) {DropIncomingHandshake:442(246ns) DropOutgoingHandshake:457(573ns)} GenerateSessionVirtualId:988(794ns) PrepareNewSessionHandshake:477(1506ns) {SwitchToState:179(426ns)}}}}}
2025-12-06T17:42:29.606425Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801744326249234:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30009
2025-12-06T17:42:29.599276Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801743044489264:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38716
2025-12-06T17:42:29.618262Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801742840982644:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27470
2025-12-06T17:42:29.611322Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801745357263165:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:29.612782Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801744326249233:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:29.634865Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801740031281858:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:29.611364Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801745357263165:2112] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:29.612473Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801745357263165:2112] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:29.635359Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801745357263160:2108] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:29.635448Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:29.635503Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801745357263160:2108] [node 6] ICP22 created new session: [1:7580801745357263181:2108]
2025-12-06T17:42:29.635549Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801745357263181:2108] [node 6] ICS09 handshake done sender: [1:7580801745357263165:2112] self: [1:7580801745357263164:0] peer: [6:7580801742840982643:0] socket: 83 qp: -1
2025-12-06T17:42:29.635589Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801745357263181:2108] [node 6] ICS10 traffic start
2025-12-06T17:42:29.635669Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:29.639309Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801743155636100:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:29.642878Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801745030497338:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53068
2025-12-06T17:42:29.646416Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801744326249236:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30009
2025-12-06T17:42:29.645202Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801745030497336:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53068
2025-12-06T17:42:29.645368Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801745030497337:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53068
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:29.647488Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801743155636102:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42870
2025-12-06T17:42:29.649751Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801743155636101:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:29.648695Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801744326249232:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:29.650165Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801740031281860:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:29.649368Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801742840982642:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:29.654576Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801743155636086:2110] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:29.654635Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801743155636086:2110] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:29.656586Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801744326249238:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30009
2025-12-06T17:42:29.656917Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801743155636086:2110] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:29.657740Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801744326249232:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:29.657976Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801740031281860:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:42:29.658062Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:29.658117Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801740031281860:2050] [node 3] ICP22 created new session: [4:7580801744326249239:2050]
2025-12-06T17:42:29.658183Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801744326249239:2050] [node 3] ICS09 handshake done sender: [4:7580801744326249232:2115] self: [4:7580801744326249237:0] peer: [3:7580801743155636085:0] socket: 91 qp: -1
2025-12-06T17:42:29.658218Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801744326249239:2050] [node 3] ICS10 traffic start
2025-12-06T17:42:29.658255Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:29.651260Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801742840982638:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:29.666458Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801745357263167:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:29.666512Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801745357263167:2113] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:42:29.667461Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801745357263163:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:29.651317Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801738546015267:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:29.678254Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801743155636059:2085] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:42:29.678362Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:29.678419Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801743155636059:2085] [node 4] ICP22 created new session: [3:7580801743155636106:2085]
2025-12-06T17:42:29.678472Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801743155636106:2085] [node 4] ICS09 handshake done sender: [3:7580801743155636086:2110] self: [3:7580801743155636085:0] peer: [4:7580801744326249237:0] socket: 73 qp: -1
2025-12-06T17:42:29.678512Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801743155636106:2085] [node 4] ICS10 traffic start
2025-12-06T17:42:29.679107Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:29.689287Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801743044489263:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:29.691564Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801743155636092:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:29.691600Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801743155636092:2112] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:29.685473Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801745030497336:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:29.686503Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801745357263167:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:29.651394Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:29.706217Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801743044489268:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38716
2025-12-06T17:42:29.706563Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801743155636092:2112] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:29.686653Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801745030497337:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:29.694569Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801745357263177:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:29.708250Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801743044489264:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:29.651464Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801738546015267:2048] [node 1] ICP22 created new session: [6:7580801742840982645:2048]
2025-12-06T17:42:29.651509Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801742840982645:2048] [node 1] ICS09 handshake done sender: [6:7580801742840982642:2116] self: [6:7580801742840982643:0] peer: [1:7580801745357263164:0] socket: 85 qp: -1
2025-12-06T17:42:29.651561Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801742840982645:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:29.651597Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:29.681873Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801738546015269:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:29.703655Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801742840982649:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27470
2025-12-06T17:42:29.710775Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801742840982638:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:29.712383Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801738546015269:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:42:29.712462Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:29.712516Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801738546015269:2050] [node 3] ICP22 created new session: [6:7580801742840982650:2050]
2025-12-06T17:42:29.712570Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801742840982650:2050] [node 3] ICS09 handshake done sender: [6:7580801742840982638:2115] self: [6:7580801742840982647:0] peer: [3:7580801743155636091:0] socket: 77 qp: -1
2025-12-06T17:42:29.712606Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801742840982650:2050] [node 3] ICS10 traffic start
2025-12-06T17:42:29.712640Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:29.694652Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801745357263158:2105] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:42:29.694743Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:29.694812Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801745357263158:2105] [node 4] ICP22 created new session: [1:7580801745357263186:2105]
2025-12-06T17:42:29.694882Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801745357263186:2105] [node 4] ICS09 handshake done sender: [1:7580801745357263167:2113] self: [1:7580801745357263166:0] peer: [4:7580801744326249235:0] socket: 84 qp: -1
2025-12-06T17:42:29.694922Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801745357263186:2105] [node 4] ICS10 traffic start
2025-12-06T17:42:29.694968Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:29.693684Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801745030497338:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:29.693925Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801745030497345:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53068
2025-12-06T17:42:29.716955Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801740735529968:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:29.717322Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801740735529969:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:29.718983Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801743155636087:2089] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:29.719097Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:29.719149Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801743155636087:2089] [node 6] ICP22 created new session: [3:7580801743155636110:2089]
2025-12-06T17:42:29.719204Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801743155636110:2089] [node 6] ICS09 handshake done sender: [3:7580801743155636092:2112] self: [3:7580801743155636091:0] peer: [6:7580801742840982647:0] socket: 75 qp: -1
2025-12-06T17:42:29.719247Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801743155636110:2089] [node 6] ICS10 traffic start
2025-12-06T17:42:29.719287Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:29.722039Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801743044489268:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:29.722214Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801743044489258:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:29.722236Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801743044489258:2112] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:29.723309Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580801738749521891:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:29.724157Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801745030497349:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53068
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:29.724378Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801745357263188:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28982
2025-12-06T17:42:29.724703Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801745357263162:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:29.724735Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801745357263162:2110] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:29.725406Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801745357263170:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:29.725425Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801745357263170:2115] [node 2] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:29.727401Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801745030497350:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53068
2025-12-06T17:42:29.727933Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801743044489258:2112] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:29.728607Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801745030497338:2115] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:29.728880Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801740735529969:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:29.728935Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:29.728977Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801740735529969:2049] [node 2] ICP22 created new session: [5:7580801745030497351:2049]
2025-12-06T17:42:29.729026Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801745030497351:2049] [node 2] ICS09 handshake done sender: [5:7580801745030497338:2115] self: [5:7580801745030497348:0] peer: [2:7580801743044489257:0] socket: 105 qp: -1
2025-12-06T17:42:29.729061Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801745030497351:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:29.729107Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:29.731521Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801743044489246:2085] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:29.731569Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:29.731616Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801743044489246:2085] [node 5] ICP22 created new session: [2:7580801743044489274:2085]
2025-12-06T17:42:29.731660Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801743044489274:2085] [node 5] ICS09 handshake done sender: [2:7580801743044489258:2112] self: [2:7580801743044489257:0] peer: [5:7580801745030497348:0] socket: 97 qp: -1
2025-12-06T17:42:29.731690Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801743044489274:2085] [node 5] ICS10 traffic start
2025-12-06T17:42:29.731722Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:29.734133Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801743155636102:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:29.735424Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801745357263162:2110] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:29.762875Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801742840982652:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27470
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:29.764114Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801744326249234:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:29.764245Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801744326249236:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:29.764331Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801744326249242:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30009
2025-12-06T17:42:29.760352Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801745357263170:2115] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:29.772951Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801743044489273:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38716
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:29.773760Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801743044489276:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38716
2025-12-06T17:42:29.773925Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801743044489268:2117] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:29.774360Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580801738749521891:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:29.774439Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:29.774484Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801738749521891:2048] [node 1] ICP22 created new session: [2:7580801743044489278:2048]
2025-12-06T17:42:29.774551Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801743044489278:2048] [node 1] ICS09 handshake done sender: [2:7580801743044489268:2117] self: [2:7580801743044489272:0] peer: [1:7580801745357263169:0] socket: 113 qp: -1
2025-12-06T17:42:29.774585Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801743044489278:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:29.774625Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:29.778937Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801742840982654:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27470
2025-12-06T17:42:29.779526Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801745357263159:2106] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:29.779617Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:29.779677Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801745357263159:2106] [node 5] ICP22 created new session: [1:7580801745357263193:2106]
2025-12-06T17:42:29.779739Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801745357263193:2106] [node 5] ICS09 handshake done sender: [1:7580801745357263162:2110] self: [1:7580801745357263161:0] peer: [5:7580801745030497347:0] socket: 82 qp: -1
2025-12-06T17:42:29.779782Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801745357263193:2106] [node 5] ICS10 traffic start
2025-12-06T17:42:29.779850Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:29.781164Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801741062295799:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:42:29.781245Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:29.781301Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801741062295799:2048] [node 2] ICP22 created new session: [1:7580801745357263195:2048]
2025-12-06T17:42:29.781350Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801745357263195:2048] [node 2] ICS09 handshake done sender: [1:7580801745357263170:2115] self: [1:7580801745357263169:0] peer: [2:7580801743044489272:0] socket: 71 qp: -1
2025-12-06T17:42:29.781384Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801745357263195:2048] [node 2] ICS10 traffic start
2025-12-06T17:42:29.781424Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:29.768369Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801744326249243:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30009
2025-12-06T17:42:29.769846Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801740031281858:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13937) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580801744326249233:2116] held: no
2025-12-06T17:42:29.770642Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801744326249233:2116] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:29.787611Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801743155636112:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42870
2025-12-06T17:42:29.788524Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801745030497337:2114] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:29.790747Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801745030497354:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53068
2025-12-06T17:42:29.790874Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801740735529968:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:29.790954Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:29.791008Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801740735529968:2048] [node 1] ICP22 created new session: [5:7580801745030497355:2048]
2025-12-06T17:42:29.791073Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801745030497355:2048] [node 1] ICS09 handshake done sender: [5:7580801745030497337:2114] self: [5:7580801745030497347:0] peer: [1:7580801745357263161:0] socket: 104 qp: -1
2025-12-06T17:42:29.791114Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801745030497355:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:29.791163Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:29.796566Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801744326249243:2121] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:29.796837Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801740031281858:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:29.796925Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:29.796977Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801740031281858:2048] [node 1] ICP22 created new session: [4:7580801744326249244:2048]
2025-12-06T17:42:29.797027Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801744326249244:2048] [node 1] ICS09 handshake done sender: [4:7580801744326249233:2116] self: [4:7580801744326249235:0] peer: [1:7580801745357263166:0] socket: 92 qp: -1
2025-12-06T17:42:29.797066Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801744326249244:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:29.797114Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:29.820062Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801743155636096:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:29.820098Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801743155636096:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:29.821358Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801743155636096:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:29.821979Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801743155636088:2094] [node 5] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:29.826679Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801744326249225:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:29.826721Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801744326249225:2113] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:29.827296Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801740031281859:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:29.823312Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801742840982652:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:29.835419Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801742840982580:2060] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:29.835819Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801742840982655:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27470
2025-12-06T17:42:29.811317Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801745030497345:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:29.811469Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801745030497354:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:29.819460Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801745030497295:2067] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:29.819546Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801740735529970:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:29.830567Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801745030497359:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53068
2025-12-06T17:42:29.822077Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:29.822128Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801743155636088:2094] [node 5] ICP22 created new session: [3:7580801743155636116:2094]
2025-12-06T17:42:29.822176Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801743155636116:2094] [node 5] ICS09 handshake done sender: [3:7580801743155636096:2114] self: [3:7580801743155636095:0] peer: [5:7580801745030497358:0] socket: 130 qp: -1
2025-12-06T17:42:29.822224Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801743155636116:2094] [node 5] ICS10 traffic start
2025-12-06T17:42:29.822258Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:29.837350Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801743155636112:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:29.837504Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801738860668725:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:29.838570Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801743044489276:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:29.839705Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801743044489256:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:29.839730Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801743044489256:2111] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:42:29.841878Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801745030497343:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:29.841918Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580801745030497343:2117] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:29.843433Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801744326249225:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:29.843459Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801745357263188:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:29.843603Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801745357263172:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:29.843643Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801745357263172:2116] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:42:29.846172Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801744326249186:2076] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:29.846269Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:29.846318Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801744326249186:2076] [node 5] ICP22 created new session: [4:7580801744326249252:2076]
2025-12-06T17:42:29.846363Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801744326249252:2076] [node 5] ICS09 handshake done sender: [4:7580801744326249225:2113] self: [4:7580801744326249224:0] peer: [5:7580801745030497357:0] socket: 81 qp: -1
2025-12-06T17:42:29.846417Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801744326249252:2076] [node 5] ICS10 traffic start
2025-12-06T17:42:29.846456Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:29.850131Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801743155636119:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42870
2025-12-06T17:42:29.850201Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801743155636120:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42870
2025-12-06T17:42:29.850501Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801740735529970:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30375) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580801745030497354:2121] held: no
2025-12-06T17:42:29.851253Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801745030497354:2121] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:29.851663Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801745357263172:2116] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:29.852296Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801743155636112:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:29.852812Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801738860668725:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:29.852875Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:29.852922Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801738860668725:2048] [node 1] ICP22 created new session: [3:7580801743155636121:2048]
2025-12-06T17:42:29.852971Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801743155636121:2048] [node 1] ICS09 handshake done sender: [3:7580801743155636112:2118] self: [3:7580801743155636118:0] peer: [1:7580801745357263171:0] socket: 129 qp: -1
2025-12-06T17:42:29.853013Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801743155636121:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:29.853048Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:29.855900Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801740735529970:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:42:29.855960Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:29.856011Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801740735529970:2050] [node 3] ICP22 created new session: [5:7580801745030497362:2050]
2025-12-06T17:42:29.856058Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801745030497362:2050] [node 3] ICS09 handshake done sender: [5:7580801745030497354:2121] self: [5:7580801745030497358:0] peer: [3:7580801743155636095:0] socket: 131 qp: -1
2025-12-06T17:42:29.856094Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801745030497362:2050] [node 3] ICS10 traffic start
2025-12-06T17:42:29.856131Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:29.857493Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801745030497360:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53068
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:29.858445Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801742840982657:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27470
2025-12-06T17:42:29.859066Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801743044489256:2111] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:29.858967Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801741062295800:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:42:29.859076Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:29.859130Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801741062295800:2049] [node 3] ICP22 created new session: [1:7580801745357263199:2049]
2025-12-06T17:42:29.859173Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801745357263199:2049] [node 3] ICS09 handshake done sender: [1:7580801745357263172:2116] self: [1:7580801745357263171:0] peer: [3:7580801743155636118:0] socket: 121 qp: -1
2025-12-06T17:42:29.859209Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801745357263199:2049] [node 3] ICS10 traffic start
2025-12-06T17:42:29.859253Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:29.864121Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801743044489252:2094] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:42:29.864201Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:29.864250Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801743044489252:2094] [node 4] ICP22 created new session: [2:7580801743044489283:2094]
2025-12-06T17:42:29.864300Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801743044489283:2094] [node 4] ICS09 handshake done sender: [2:7580801743044489256:2111] self: [2:7580801743044489255:0] peer: [4:7580801744326249248:0] socket: 96 qp: -1
2025-12-06T17:42:29.864333Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801743044489283:2094] [node 4] ICS10 traffic start
2025-12-06T17:42:29.864374Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:29.865940Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801742840982654:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:29.866111Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801738546015268:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:29.870953Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801744326249251:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30009
2025-12-06T17:42:29.871826Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801745030497343:2117] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:29.872916Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801743044489260:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:29.872953Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801743044489260:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:29.881234Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801742840982652:2119] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:29.883361Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801743044489260:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:29.883361Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801742840982655:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:29.883434Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801742840982580:2060] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:42:29.883533Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:29.883594Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801742840982580:2060] [node 5] ICP22 created new session: [6:7580801742840982660:2060]
2025-12-06T17:42:29.883730Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801742840982660:2060] [node 5] ICS09 handshake done sender: [6:7580801742840982652:2119] self: [6:7580801742840982656:0] peer: [5:7580801745030497342:0] socket: 79 qp: -1
2025-12-06T17:42:29.883774Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801742840982660:2060] [node 5] ICS10 traffic start
2025-12-06T17:42:29.883817Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:29.891484Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801743044489251:2091] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:29.891560Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:29.891611Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801743044489251:2091] [node 6] ICP22 created new session: [2:7580801743044489286:2091]
2025-12-06T17:42:29.891662Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801743044489286:2091] [node 6] ICS09 handshake done sender: [2:7580801743044489260:2113] self: [2:7580801743044489259:0] peer: [6:7580801742840982658:0] socket: 127 qp: -1
2025-12-06T17:42:29.891701Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801743044489286:2091] [node 6] ICS10 traffic start
2025-12-06T17:42:29.891737Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:29.902059Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801743044489262:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:29.894862Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801745030497295:2067] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14709) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580801745030497345:2118] held: no
2025-12-06T17:42:29.895508Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580801745030497331:2068] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:29.895580Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:29.895635Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801745030497331:2068] [node 6] ICP22 created new session: [5:7580801745030497364:2068]
2025-12-06T17:42:29.895692Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801745030497364:2068] [node 6] ICS09 handshake done sender: [5:7580801745030497343:2117] self: [5:7580801745030497342:0] peer: [6:7580801742840982656:0] socket: 125 qp: -1
2025-12-06T17:42:29.895728Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801745030497364:2068] [node 6] ICS10 traffic start
2025-12-06T17:42:29.895784Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:29.897996Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801745030497345:2118] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:29.898253Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801743155636119:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:29.898403Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801738860668726:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:29.903680Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801743155636124:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42870
2025-12-06T17:42:29.915204Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801743155636119:2119] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:29.902103Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801743044489262:2114] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:42:29.910667Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801743044489262:2114] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:29.911723Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801738749521892:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:42:29.911800Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:29.911854Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801738749521892:2049] [node 3] ICP22 created new session: [2:7580801743044489289:2049]
2025-12-06T17:42:29.911902Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801743044489289:2049] [node 3] ICS09 handshake done sender: [2:7580801743044489262:2114] self: [2:7580801743044489261:0] peer: [3:7580801743155636123:0] socket: 134 qp: -1
2025-12-06T17:42:29.911940Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801743044489289:2049] [node 3] ICS10 traffic start
2025-12-06T17:42:29.911998Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:29.914043Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801740031281859:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15511) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580801744326249234:2117] held: no
2025-12-06T17:42:29.914768Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801744326249234:2117] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:29.917934Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801738860668726:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:29.917998Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:29.918060Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801738860668726:2049] [node 2] ICP22 created new session: [3:7580801743155636125:2049]
2025-12-06T17:42:29.918109Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801743155636125:2049] [node 2] ICS09 handshake done sender: [3:7580801743155636119:2119] self: [3:7580801743155636123:0] peer: [2:7580801743044489261:0] socket: 135 qp: -1
2025-12-06T17:42:29.918148Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801743155636125:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:29.918190Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:29.921274Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801745030497295:2067] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:42:29.921359Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:29.921409Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801745030497295:2067] [node 4] ICP22 created new session: [5:7580801745030497366:2067]
2025-12-06T17:42:29.921461Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801745030497366:2067] [node 4] ICS09 handshake done sender: [5:7580801745030497345:2118] self: [5:7580801745030497357:0] peer: [4:7580801744326249224:0] socket: 114 qp: -1
2025-12-06T17:42:29.921494Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801745030497366:2067] [node 4] ICS10 traffic start
2025-12-06T17:42:29.921538Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:29.923464Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801740031281859:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:29.923537Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:29.923583Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801740031281859:2049] [node 2] ICP22 created new session: [4:7580801744326249254:2049]
2025-12-06T17:42:29.923623Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801744326249254:2049] [node 2] ICS09 handshake done sender: [4:7580801744326249234:2117] self: [4:7580801744326249248:0] peer: [2:7580801743044489255:0] socket: 100 qp: -1
2025-12-06T17:42:29.923658Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801744326249254:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:29.923702Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:29.926254Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801742840982659:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27470
2025-12-06T17:42:29.927420Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801742840982584:2063] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:29.927548Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801738546015268:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15511) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801742840982654:2120] held: no
2025-12-06T17:42:29.938766Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801744326249229:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:29.938809Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801744326249229:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:29.938788Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801742840982654:2120] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:29.941593Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801738546015268:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:29.941671Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:29.941725Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801738546015268:2049] [node 2] ICP22 created new session: [6:7580801742840982664:2049]
2025-12-06T17:42:29.941771Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801742840982664:2049] [node 2] ICS09 handshake done sender: [6:7580801742840982654:2120] self: [6:7580801742840982658:0] peer: [2:7580801743044489259:0] socket: 128 qp: -1
2025-12-06T17:42:29.941830Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801742840982664:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:29.941866Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:29.943959Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801742840982663:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27470
2025-12-06T17:42:29.944293Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801744326249229:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:29.944932Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801742840982655:2121] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:29.949425Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801742840982584:2063] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:42:29.949526Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:29.949584Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801742840982584:2063] [node 4] ICP22 created new session: [6:7580801742840982666:2063]
2025-12-06T17:42:29.949631Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801742840982666:2063] [node 4] ICS09 handshake done sender: [6:7580801742840982655:2121] self: [6:7580801742840982662:0] peer: [4:7580801744326249228:0] socket: 133 qp: -1
2025-12-06T17:42:29.949668Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801742840982666:2063] [node 4] ICS10 traffic start
2025-12-06T17:42:29.949714Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:29.952356Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801744326249227:2081] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:29.952463Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:29.952532Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801744326249227:2081] [node 6] ICP22 created new session: [4:7580801744326249257:2081]
2025-12-06T17:42:29.952584Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801744326249257:2081] [node 6] ICS09 handshake done sender: [4:7580801744326249229:2114] self: [4:7580801744326249228:0] peer: [6:7580801742840982662:0] socket: 95 qp: -1
2025-12-06T17:42:29.952626Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801744326249257:2081] [node 6] ICS10 traffic start
2025-12-06T17:42:29.952681Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:30.006116Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:42:30.006391Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7580801743044489278:2048] [node 1] ICS07 socket disconnect 113 reason# EndOfStream
2025-12-06T17:42:30.006426Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580801743044489278:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:30.006522Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:30.006584Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580801743044489278:2048] [node 1] ICS15 start handshake
2025-12-06T17:42:30.015080Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:42:30.015378Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580801743155636121:2048] [node 1] ICS07 socket disconnect 129 reason# EndOfStream
2025-12-06T17:42:30.015406Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801743155636121:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:30.015508Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:30.015561Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580801743155636121:2048] [node 1] ICS15 start handshake
2025-12-06T17:42:30.019546Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801738860668725:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13937) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:30.019615Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801743155636121:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:30.019673Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801738860668725:2048] [node 1] ICP30 unregister session Session# [3:7580801743155636121:2048] VirtualId# [3:7580801743155636118:0]
2025-12-06T17:42:30.019724Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:30.019756Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580801738860668725:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:13937) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:30.019772Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13937) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:30.020869Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580801738749521891:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13937) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:42:30.020917Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580801743044489278:2048] [node 1] ICS15 start handshake
2025-12-06T17:42:30.021996Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580801738749521891:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13937) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:30.022042Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580801743044489278:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:30.022076Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580801738749521891:2048] [node 1] ICP30 unregister session Session# [2:7580801743044489278:2048] VirtualId# [2:7580801743044489272:0]
2025-12-06T17:42:30.022118Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:30.022165Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [2:7580801738749521891:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:13937) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:30.022181Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13937) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:30.026914Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:42:30.027181Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801744326249244:2048] [node 1] ICS01 socket: 92 reason# EndOfStream
2025-12-06T17:42:30.027225Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801740031281858:2048] [node 1] ICP30 unregister session Session# [4:7580801744326249244:2048] VirtualId# [4:7580801744326249235:0]
2025-12-06T17:42:30.027262Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801744326249244:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:30.027356Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:30.027397Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:30.027545Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:42:30.027720Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801745030497355:2048] [node 1] ICS01 socket: 104 reason# EndOfStream
2025-12-06T17:42:30.027750Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801740735529968:2048] [node 1] ICP30 unregister session Session# [5:7580801745030497355:2048] VirtualId# [5:7580801745030497347:0]
2025-12-06T17:42:30.027782Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801745030497355:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:30.027829Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:30.027862Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:30.027957Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:42:30.028110Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801742840982645:2048] [node 1] ICS01 socket: 85 reason# EndOfStream
2025-12-06T17:42:30.028138Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801738546015267:2048] [node 1] ICP30 unregister session Session# [6:7580801742840982645:2048] VirtualId# [6:7580801742840982643:0]
2025-12-06T17:42:30.028159Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801742840982645:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:30.028205Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:30.028237Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:30.029921Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580801738860668725:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:42:30.030228Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [2:7580801738749521891:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:42:30.262611Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:42:30.262873Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801743155636125:2049] [node 2] ICS01 socket: 135 reason# EndOfStream
2025-12-06T17:42:30.262917Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801738860668726:2049] [node 2] ICP30 unregister session Session# [3:7580801743155636125:2049] VirtualId# [3:7580801743155636123:0]
2025-12-06T17:42:30.262953Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801743155636125:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:30.263059Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:30.263121Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:30.282856Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:42:30.283146Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580801745030497351:2049] [node 2] ICS07 socket disconnect 105 reason# EndOfStream
2025-12-06T17:42:30.283186Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801745030497351:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:30.283298Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:30.283351Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580801745030497351:2049] [node 2] ICS15 start handshake
2025-12-06T17:42:30.283909Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:42:30.284102Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801742840982664:2049] [node 2] ICS01 socket: 128 reason# EndOfStream
2025-12-06T17:42:30.284145Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801738546015268:2049] [node 2] ICP30 unregister session Session# [6:7580801742840982664:2049] VirtualId# [6:7580801742840982658:0]
2025-12-06T17:42:30.284179Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801742840982664:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:30.284245Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:30.284291Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:30.284414Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:42:30.284585Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801744326249254:2049] [node 2] ICS01 socket: 100 reason# EndOfStream
2025-12-06T17:42:30.284621Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801740031281859:2049] [node 2] ICP30 unregister session Session# [4:7580801744326249254:2049] VirtualId# [4:7580801744326249248:0]
2025-12-06T17:42:30.284646Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801744326249254:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:30.284719Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:30.284753Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:30.286707Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801740735529969:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15511) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:30.286769Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801745030497351:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:30.286807Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801740735529969:2049] [node 2] ICP30 unregister session Session# [5:7580801745030497351:2049] VirtualId# [5:7580801745030497348:0]
2025-12-06T17:42:30.286851Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:30.286915Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580801740735529969:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:15511) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:30.286932Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15511) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:30.388302Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:42:30.388551Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580801744326249239:2050] [node 3] ICS07 socket disconnect 91 reason# EndOfStream
2025-12-06T17:42:30.388587Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801744326249239:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:30.388703Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:42:30.388746Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580801744326249239:2050] [node 3] ICS15 start handshake
2025-12-06T17:42:30.389897Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:42:30.390133Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580801742840982650:2050] [node 3] ICS07 socket disconnect 77 reason# EndOfStream
2025-12-06T17:42:30.390162Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801742840982650:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:30.390247Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:42:30.390289Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580801742840982650:2050] [node 3] ICS15 start handshake
2025-12-06T17:42:30.390808Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:42:30.391016Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801745030497362:2050] [node 3] ICS01 socket: 131 reason# EndOfStream
2025-12-06T17:42:30.391050Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801740735529970:2050] [node 3] ICP30 unregister session Session# [5:7580801745030497362:2050] VirtualId# [5:7580801745030497358:0]
2025-12-06T17:42:30.391092Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801745030497362:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:30.391163Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:42:30.391215Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:42:30.393770Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801740031281860:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30375) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:30.393845Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801744326249239:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:30.393885Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801740031281860:2050] [node 3] ICP30 unregister session Session# [4:7580801744326249239:2050] VirtualId# [4:7580801744326249237:0]
2025-12-06T17:42:30.393933Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:42:30.393984Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580801740031281860:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:30375) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:30.394001Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30375) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:30.395565Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801738546015269:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30375) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:30.395631Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801742840982650:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:30.395675Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801738546015269:2050] [node 3] ICP30 unregister session Session# [6:7580801742840982650:2050] VirtualId# [6:7580801742840982647:0]
2025-12-06T17:42:30.395719Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:42:30.395764Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580801738546015269:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:30375) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:30.395778Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30375) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:30.402913Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580801740031281860:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:42:30.410402Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580801738546015269:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:42:30.422808Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580801740735529969:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:42:30.527838Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:42:30.528077Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580801742840982666:2063] [node 4] ICS07 socket disconnect 133 reason# EndOfStream
2025-12-06T17:42:30.528108Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801742840982666:2063] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:30.528207Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:42:30.528253Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580801742840982666:2063] [node 4] ICS15 start handshake
2025-12-06T17:42:30.530779Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:42:30.531021Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801745030497366:2067] [node 4] ICS01 socket: 114 reason# EndOfStream
2025-12-06T17:42:30.531061Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801745030497295:2067] [node 4] ICP30 unregister session Session# [5:7580801745030497366:2067] VirtualId# [5:7580801745030497357:0]
2025-12-06T17:42:30.531102Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801745030497366:2067] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:30.531217Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:42:30.531285Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:42:30.531335Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801742840982584:2063] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14709) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:30.531400Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801742840982666:2063] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:30.531460Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801742840982584:2063] [node 4] ICP30 unregister session Session# [6:7580801742840982666:2063] VirtualId# [6:7580801742840982662:0]
2025-12-06T17:42:30.531502Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:42:30.531533Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580801742840982584:2063] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:14709) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:30.531575Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14709) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:30.542919Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580801742840982584:2063] [node 4] ICP33 wake up from error state
2025-12-06T17:42:30.742473Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:42:30.742757Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580801742840982660:2060] [node 5] ICS07 socket disconnect 79 reason# EndOfStream
2025-12-06T17:42:30.742789Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801742840982660:2060] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:30.742905Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:42:30.742953Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580801742840982660:2060] [node 5] ICS15 start handshake
2025-12-06T17:42:30.744411Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801742840982580:2060] [node 5] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19663) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:30.744475Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801742840982660:2060] [node 5] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:30.744514Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801742840982580:2060] [node 5] ICP30 unregister session Session# [6:7580801742840982660:2060] VirtualId# [6:7580801742840982656:0]
2025-12-06T17:42:30.744563Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
2025-12-06T17:42:30.744596Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580801742840982580:2060] [node 5] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:19663) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:30.744611Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [5] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19663) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:42:30.933000Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801748727658978:2048] [node 2] ICP01 ready to work
2025-12-06T17:42:30.933054Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801748727658979:2049] [node 3] ICP01 ready to work
2025-12-06T17:42:31.002847Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801749794705449:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:31.002886Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801749794705450:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:31.031844Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801748691126889:2049] [node 3] ICP01 ready to work
2025-12-06T17:42:31.031990Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801748691126888:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:31.052782Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801753344025595:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:31.052821Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801753344025596:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:31.052856Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801753344025597:2050] [node 3] ICP01 ready to work
2025-12-06T17:42:31.067689Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801750870641071:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:31.067731Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801750870641072:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:31.067765Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801750870641073:2050] [node 3] ICP01 ready to work
2025-12-06T17:42:31.115129Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801751144545996:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:31.115177Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801751144545997:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:31.115217Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801751144545998:2050] [node 3] ICP01 ready to work
2025-12-06T17:42:31.452780Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801753344025609:2060] [node 5] ICP01 ready to work
2025-12-06T17:42:31.464429Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801752986094199:2061] [node 4] ICP01 ready to work
2025-12-06T17:42:31.535730Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801754089672770:2063] [node 5] ICP01 ready to work
2025-12-06T17:42:31.591286Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801753022626337:2095] [node 5] ICP01 ready to work
2025-12-06T17:42:31.565123Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801754089672788:2059] [node 6] ICP01 ready to work
2025-12-06T17:42:31.595638Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801751144546019:2064] [node 5] ICP01 ready to work
2025-12-06T17:42:31.621172Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801753022626338:2097] [node 6] ICP01 ready to work
2025-12-06T17:42:31.632316Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801754089672810:2077] [node 4] ICP01 ready to work
2025-12-06T17:42:31.609710Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801751144546021:2066] [node 4] ICP01 ready to work
2025-12-06T17:42:31.649096Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801750870641137:2062] [node 4] ICP01 ready to work
2025-12-06T17:42:31.714912Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801752986094199:2061] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(250108416ns) {Configure:104(250100928ns) {ProcessConfigured:135(49562338ns) {StartInitialHandshake:157(49558660ns) {DropHandshakes:470(3413ns) {DropIncomingHandshake:442(915ns) DropOutgoingHandshake:457(569ns)} GenerateSessionVirtualId:988(1189ns) PrepareNewSessionHandshake:477(5334ns) {SwitchToState:179(3049ns)}}}}}
2025-12-06T17:42:31.715391Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801752986094252:2062] [node 6] ICP01 ready to work
2025-12-06T17:42:31.716191Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801752986094253:2069] [node 5] ICP01 ready to work
2025-12-06T17:42:31.628457Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801753022626339:2099] [node 4] ICP01 ready to work
2025-12-06T17:42:31.654681Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801753022626339:2099] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(16637746ns) {Configure:104(16633532ns) {ProcessConfigured:135(110024ns) {StartInitialHandshake:157(107149ns) {DropHandshakes:470(3878ns) {DropIncomingHandshake:442(710ns) DropOutgoingHandshake:457(974ns)} GenerateSessionVirtualId:988(1609ns) PrepareNewSessionHandshake:477(2308ns) {SwitchToState:179(758ns)}}}}}
2025-12-06T17:42:31.670731Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801753022626337:2095] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(39097978ns) {Configure:104(39092999ns) {ProcessConfigured:135(81240ns) {StartInitialHandshake:157(78574ns) {DropHandshakes:470(3359ns) {DropIncomingHandshake:442(743ns) DropOutgoingHandshake:457(388ns)} GenerateSessionVirtualId:988(1423ns) PrepareNewSessionHandshake:477(3047ns) {SwitchToState:179(907ns)}}}}}
2025-12-06T17:42:31.705536Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801753344025597:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(213834161ns) {Configure:104(213828384ns) {ProcessConfigured:135(68858ns) {StartInitialHandshake:157(65919ns) {DropHandshakes:470(3682ns) {DropIncomingHandshake:442(849ns) DropOutgoingHandshake:457(460ns)} GenerateSessionVirtualId:988(1566ns) PrepareNewSessionHandshake:477(2200ns) {SwitchToState:179(1073ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:31.683809Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801750870641138:2068] [node 6] ICP01 ready to work
2025-12-06T17:42:31.727384Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801753022626353:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22604
2025-12-06T17:42:31.747262Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801750870641073:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(19011296ns) {Configure:104(19005282ns) {ProcessConfigured:135(97216ns) {StartInitialHandshake:157(92403ns) {DropHandshakes:470(4387ns) {DropIncomingHandshake:442(1053ns) DropOutgoingHandshake:457(656ns)} GenerateSessionVirtualId:988(1400ns) PrepareNewSessionHandshake:477(2781ns) {SwitchToState:179(852ns)}}}}}
2025-12-06T17:42:31.707120Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801753344025660:2073] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:31.760012Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801753022626345:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:31.760065Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801753022626345:2112] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:42:31.761577Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801751144546021:2066] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(63393256ns) {Configure:104(63388227ns) {ProcessConfigured:135(76045ns) {StartInitialHandshake:157(72570ns) {DropHandshakes:470(3810ns) {DropIncomingHandshake:442(811ns) DropOutgoingHandshake:457(548ns)} GenerateSessionVirtualId:988(1508ns) PrepareNewSessionHandshake:477(2250ns) {SwitchToState:179(715ns)}}}}}
2025-12-06T17:42:31.737399Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801748691126889:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(266146026ns) {Configure:104(266138103ns) {ProcessConfigured:135(55049837ns) {StartInitialHandshake:157(55045985ns) {DropHandshakes:470(3987ns) {DropIncomingHandshake:442(939ns) DropOutgoingHandshake:457(432ns)} GenerateSessionVirtualId:988(1216ns) PrepareNewSessionHandshake:477(20313369ns) {SwitchToState:179(8389ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:31.722856Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801753344025609:2060] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(269714520ns) {Configure:104(269708560ns) {ProcessConfigured:135(56900ns) {StartInitialHandshake:157(54224ns) {DropHandshakes:470(4282ns) {DropIncomingHandshake:442(1254ns) DropOutgoingHandshake:457(560ns)} GenerateSessionVirtualId:988(527ns) PrepareNewSessionHandshake:477(2016ns) {SwitchToState:179(685ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:31.806125Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801754089672811:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54347
2025-12-06T17:42:31.770816Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801752986094252:2062] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(36254837ns) {Configure:104(36229216ns) {ProcessConfigured:135(34440095ns) {StartInitialHandshake:157(34436423ns) {DropHandshakes:470(3484ns) {DropIncomingHandshake:442(888ns) DropOutgoingHandshake:457(460ns)} GenerateSessionVirtualId:988(952ns) PrepareNewSessionHandshake:477(34378110ns) {SwitchToState:179(8053ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:31.800237Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801753022626345:2112] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:31.786135Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801751144546072:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15636
2025-12-06T17:42:31.788133Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801750870641141:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43566
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:31.725697Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801753344025661:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17925
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:31.838660Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801751144546061:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15636
2025-12-06T17:42:31.839546Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801751144546076:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15636
2025-12-06T17:42:31.839621Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801751144546077:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15636
2025-12-06T17:42:31.813235Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801752986094254:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35966
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:31.846075Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801750870641150:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43566
2025-12-06T17:42:31.846226Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801750870641151:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43566
2025-12-06T17:42:31.827342Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801754089672813:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54347
2025-12-06T17:42:31.736759Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801753344025596:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(26895496ns) {Configure:104(26891097ns) {ProcessConfigured:135(7096732ns) {StartInitialHandshake:157(7095401ns) {DropHandshakes:470(3402ns) {DropIncomingHandshake:442(774ns) DropOutgoingHandshake:457(408ns)} GenerateSessionVirtualId:988(497ns) PrepareNewSessionHandshake:477(7975ns) {SwitchToState:179(155ns)}}}}}
2025-12-06T17:42:31.846997Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801751144546061:2110] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:31.847142Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801751144546072:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:31.847484Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801751144545996:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:31.847567Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801751144546019:2064] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:31.826432Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801748691126888:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(77859420ns) {Configure:104(77850968ns) {ProcessConfigured:135(65216ns) {StartInitialHandshake:157(62606ns) {DropHandshakes:470(3723ns) {DropIncomingHandshake:442(964ns) DropOutgoingHandshake:457(728ns)} GenerateSessionVirtualId:988(1159ns) PrepareNewSessionHandshake:477(3229ns) {SwitchToState:179(994ns)}}}}}
2025-12-06T17:42:31.853763Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801750870641143:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:31.853797Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801750870641150:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:31.853808Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580801750870641143:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:31.736925Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801753344025661:2110] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:31.827499Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801754089672814:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54347
2025-12-06T17:42:31.867611Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801750870641141:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:31.867920Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801750870641137:2062] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:31.843018Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801753022626339:2099] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:42:31.834084Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801752986094264:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35966
2025-12-06T17:42:31.862064Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801752986094264:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:31.866945Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801752986094254:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:31.737042Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801753344025595:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:31.827565Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801754089672812:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54347
2025-12-06T17:42:31.863396Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801751144546080:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15636
2025-12-06T17:42:31.850266Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801754089672813:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:31.850448Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801754089672812:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:31.850912Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801754089672811:2110] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:31.852926Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801749794705449:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:31.887413Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801754089672814:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:31.887572Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801749794705450:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:31.863590Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801751144546081:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15636
2025-12-06T17:42:31.868200Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801751144546077:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:31.843080Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:31.824310Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801753344025675:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17925
2025-12-06T17:42:31.824435Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801753344025676:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17925
2025-12-06T17:42:31.861691Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801753344025675:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:31.861923Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801753344025661:2110] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:31.887979Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801753344025595:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:31.888047Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:31.888096Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801753344025595:2048] [node 1] ICP22 created new session: [4:7580801753344025679:2048]
2025-12-06T17:42:31.888146Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801753344025679:2048] [node 1] ICS09 handshake done sender: [4:7580801753344025661:2110] self: [4:7580801753344025673:0] peer: [1:7580801753022626344:0] socket: 80 qp: -1
2025-12-06T17:42:31.888181Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801753344025679:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:31.888225Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:31.890235Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801753344025665:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:31.890261Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801753344025665:2113] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:31.879756Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801750870641143:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:31.843144Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801753022626339:2099] [node 4] ICP22 created new session: [1:7580801753022626355:2099]
2025-12-06T17:42:31.868392Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801751144545997:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:31.928264Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801752986094250:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:31.928326Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801752986094250:2110] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:42:31.893886Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801751144546061:2110] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:31.843191Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801753022626355:2099] [node 4] ICS09 handshake done sender: [1:7580801753022626345:2112] self: [1:7580801753022626344:0] peer: [4:7580801753344025673:0] socket: 76 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:31.962655Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801754089672820:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:31.969059Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801750870641151:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:31.969496Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801750870641073:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:31.969748Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801750870641155:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43566
2025-12-06T17:42:31.962733Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801754089672820:2116] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:31.916548Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801751144546076:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:31.944861Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801752986094256:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:31.963698Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801754089672832:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54347
2025-12-06T17:42:31.965373Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801754089672811:2110] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:31.965560Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801749794705449:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:31.965640Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:31.965690Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801749794705449:2048] [node 1] ICP22 created new session: [3:7580801754089672834:2048]
2025-12-06T17:42:31.965759Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801754089672834:2048] [node 1] ICS09 handshake done sender: [3:7580801754089672811:2110] self: [3:7580801754089672830:0] peer: [1:7580801753022626340:0] socket: 79 qp: -1
2025-12-06T17:42:31.965795Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801754089672834:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:31.965845Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:31.947507Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801753344025609:2060] [node 5] ICP35 event processing took too much time PendingConnection:279(18161473ns) {IncomingHandshake:261(9530977ns) {DropIncomingHandshake:442(306ns) PrepareNewSessionHandshake:477(1737ns) {SwitchToState:179(374ns)} GenerateSessionVirtualId:988(718ns) IssueIncomingHandshakeReply:193(14437ns)}}
2025-12-06T17:42:31.980202Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580801750870641138:2068] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:31.843230Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801753022626355:2099] [node 4] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:31.944904Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801752986094256:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:31.916611Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801751144545996:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:31.980328Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:31.843266Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:31.916685Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:31.916729Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801751144545996:2048] [node 1] ICP22 created new session: [6:7580801751144546083:2048]
2025-12-06T17:42:31.916778Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801751144546083:2048] [node 1] ICS09 handshake done sender: [6:7580801751144546061:2110] self: [6:7580801751144546078:0] peer: [1:7580801753022626342:0] socket: 78 qp: -1
2025-12-06T17:42:31.916817Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801751144546083:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:31.916869Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:31.919493Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801751144546072:2116] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:31.920395Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801751144545998:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:31.920506Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801751144546019:2064] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:42:31.920548Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:31.920593Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801751144546019:2064] [node 5] ICP22 created new session: [6:7580801751144546086:2064]
2025-12-06T17:42:31.920660Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801751144546086:2064] [node 5] ICS09 handshake done sender: [6:7580801751144546072:2116] self: [6:7580801751144546079:0] peer: [5:7580801750870641142:0] socket: 90 qp: -1
2025-12-06T17:42:31.920695Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801751144546086:2064] [node 5] ICS10 traffic start
2025-12-06T17:42:31.920735Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:31.964672Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801751144546089:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15636
2025-12-06T17:42:32.005427Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801751144546077:2118] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:32.026860Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801751144545997:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:32.026925Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:32.026991Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801751144545997:2049] [node 2] ICP22 created new session: [6:7580801755439513387:2049]
2025-12-06T17:42:32.027038Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801755439513387:2049] [node 2] ICS09 handshake done sender: [6:7580801751144546077:2118] self: [6:7580801751144546082:0] peer: [2:7580801752986094255:0] socket: 112 qp: -1
2025-12-06T17:42:32.027073Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801755439513387:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:32.027148Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:31.947280Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801752986094250:2110] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:31.848890Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801753022626343:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:32.026676Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801753344025677:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17925
2025-12-06T17:42:32.039618Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801753344025678:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17925
2025-12-06T17:42:32.040214Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801757638992979:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17925
2025-12-06T17:42:32.057744Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801753344025665:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:31.974907Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801752986094256:2113] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:31.848923Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801753022626343:2111] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:31.980383Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801750870641138:2068] [node 6] ICP22 created new session: [5:7580801750870641157:2068]
2025-12-06T17:42:31.980438Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801750870641157:2068] [node 6] ICS09 handshake done sender: [5:7580801750870641143:2113] self: [5:7580801750870641142:0] peer: [6:7580801751144546079:0] socket: 89 qp: -1
2025-12-06T17:42:31.980477Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801750870641157:2068] [node 6] ICS10 traffic start
2025-12-06T17:42:31.980519Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:32.037927Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801750870641155:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:32.038177Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801750870641071:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:32.038922Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801755165608455:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43566
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:32.079351Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801754089672818:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:32.079414Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801754089672818:2115] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:32.080418Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801754089672836:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54347
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:31.995076Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801748691126889:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:42:32.056832Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580801751144545997:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:42:32.099195Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801757638992979:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:32.101637Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801753344025678:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:32.101778Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801753344025677:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:32.101838Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801753344025609:2060] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:32.101915Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:32.101972Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801753344025609:2060] [node 5] ICP22 created new session: [4:7580801757638992981:2060]
2025-12-06T17:42:32.102040Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801757638992981:2060] [node 5] ICS09 handshake done sender: [4:7580801753344025665:2113] self: [4:7580801753344025664:0] peer: [5:7580801750870641154:0] socket: 84 qp: -1
2025-12-06T17:42:32.102081Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801757638992981:2060] [node 5] ICS10 traffic start
2025-12-06T17:42:32.102120Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:32.081158Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801755165608455:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:31.862281Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801753022626353:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:32.110315Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801754089672820:2116] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:32.066978Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801755439513386:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15636
2025-12-06T17:42:31.995132Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:32.114441Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801753344025596:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:32.114514Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801753344025597:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:31.995188Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801748691126889:2049] [node 3] ICP22 created new session: [2:7580801752986094270:2049]
2025-12-06T17:42:32.081334Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801755165608458:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43566
2025-12-06T17:42:31.867294Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580801753022626339:2099] [node 4] ICP18 handshake (actor [1:7580801753022626353:2115]) is too old
2025-12-06T17:42:32.131754Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801753344025669:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:32.131814Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801753344025669:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:32.134322Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801753344025669:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:32.067052Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801755439513389:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15636
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:32.082198Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801755165608459:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43566
2025-12-06T17:42:31.875391Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801753022626343:2111] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:31.995241Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801752986094270:2049] [node 3] ICS09 handshake done sender: [2:7580801752986094250:2110] self: [2:7580801752986094248:0] peer: [3:7580801754089672831:0] socket: 92 qp: -1
2025-12-06T17:42:32.111164Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801751144546076:2117] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:31.995281Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801752986094270:2049] [node 3] ICS10 traffic start
2025-12-06T17:42:31.995321Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:31.996478Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801752986094252:2062] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:31.996577Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:31.996623Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801752986094252:2062] [node 6] ICP22 created new session: [2:7580801752986094272:2062]
2025-12-06T17:42:31.996686Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801752986094272:2062] [node 6] ICS09 handshake done sender: [2:7580801752986094256:2113] self: [2:7580801752986094255:0] peer: [6:7580801751144546082:0] socket: 108 qp: -1
2025-12-06T17:42:31.996725Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801752986094272:2062] [node 6] ICS10 traffic start
2025-12-06T17:42:31.996768Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:31.997919Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801752986094265:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35966
2025-12-06T17:42:32.014032Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801752986094265:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:32.017109Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580801748691126888:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:32.019355Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801757281061573:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35966
2025-12-06T17:42:32.071073Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801752986094265:2117] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:32.105033Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580801748691126888:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:32.105123Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:32.105171Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801748691126888:2048] [node 1] ICP22 created new session: [2:7580801757281061574:2048]
2025-12-06T17:42:32.105231Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801757281061574:2048] [node 1] ICS09 handshake done sender: [2:7580801752986094265:2117] self: [2:7580801757281061572:0] peer: [1:7580801753022626348:0] socket: 119 qp: -1
2025-12-06T17:42:32.105270Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801757281061574:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:32.105331Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:32.154955Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801752986094251:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:32.154992Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801752986094251:2111] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:42:32.155810Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801752986094258:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:32.155833Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801752986094258:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:32.157250Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7580801748691126888:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:42:32.157902Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801757281061579:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35966
2025-12-06T17:42:32.158094Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801757281061578:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35966
2025-12-06T17:42:31.904119Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801753022626341:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:31.904150Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801753022626341:2110] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:42:31.904754Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801753022626338:2097] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:31.904810Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:31.904865Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801753022626338:2097] [node 6] ICP22 created new session: [1:7580801753022626359:2097]
2025-12-06T17:42:31.904911Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801753022626359:2097] [node 6] ICS09 handshake done sender: [1:7580801753022626343:2111] self: [1:7580801753022626342:0] peer: [6:7580801751144546078:0] socket: 75 qp: -1
2025-12-06T17:42:31.904950Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801753022626359:2097] [node 6] ICS10 traffic start
2025-12-06T17:42:31.904999Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:31.950777Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801753022626341:2110] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:31.951342Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801748727658979:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:42:31.951400Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:31.951457Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801748727658979:2049] [node 3] ICP22 created new session: [1:7580801753022626363:2049]
2025-12-06T17:42:31.951508Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801753022626363:2049] [node 3] ICS09 handshake done sender: [1:7580801753022626341:2110] self: [1:7580801753022626340:0] peer: [3:7580801754089672830:0] socket: 74 qp: -1
2025-12-06T17:42:31.951554Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801753022626363:2049] [node 3] ICS10 traffic start
2025-12-06T17:42:31.951591Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:32.007182Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801757317593661:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22604
2025-12-06T17:42:32.017617Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801753022626349:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:32.017645Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801753022626349:2113] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:42:32.019634Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801753022626349:2113] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:32.040664Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801753022626352:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:32.040690Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801753022626352:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:32.041436Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801748727658978:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:42:32.041482Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:32.041531Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801748727658978:2048] [node 2] ICP22 created new session: [1:7580801757317593664:2048]
2025-12-06T17:42:32.041583Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801757317593664:2048] [node 2] ICS09 handshake done sender: [1:7580801753022626349:2113] self: [1:7580801753022626348:0] peer: [2:7580801757281061572:0] socket: 113 qp: -1
2025-12-06T17:42:32.041621Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801757317593664:2048] [node 2] ICS10 traffic start
2025-12-06T17:42:32.041659Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:32.056341Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801757317593663:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22604
2025-12-06T17:42:32.058022Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801757317593661:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:32.063782Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801753022626352:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:32.064130Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801753022626337:2095] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:32.064178Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:32.064241Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801753022626337:2095] [node 5] ICP22 created new session: [1:7580801757317593667:2095]
2025-12-06T17:42:32.064307Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801757317593667:2095] [node 5] ICS09 handshake done sender: [1:7580801753022626352:2114] self: [1:7580801753022626351:0] peer: [5:7580801755165608456:0] socket: 122 qp: -1
2025-12-06T17:42:32.064353Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801757317593667:2095] [node 5] ICS10 traffic start
2025-12-06T17:42:32.064399Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:32.074346Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580801748727658978:2048] [node 2] ICP18 handshake (actor [1:7580801757317593661:2116]) is too old
2025-12-06T17:42:32.139684Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801757317593663:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:32.144339Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580801753022626337:2095] [node 5] ICP18 handshake (actor [1:7580801757317593663:2117]) is too old
2025-12-06T17:42:32.098910Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801750870641072:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:32.173442Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801752986094251:2111] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:32.115192Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801755439513389:2123] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:32.140014Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801753344025660:2073] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:32.103919Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801750870641072:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(16314944ns) {IncomingHandshake:261(16312107ns) {DropIncomingHandshake:442(717ns) PrepareNewSessionHandshake:477(6040ns) {SwitchToState:179(1008ns)} GenerateSessionVirtualId:988(1180ns) IssueIncomingHandshakeReply:193(16280984ns) {SwitchToState:179(4389ns)}}}
2025-12-06T17:42:32.104032Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801750870641141:2112] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:32.111347Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801750870641155:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:32.119009Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801750870641137:2062] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:42:32.119088Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:32.119141Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801750870641137:2062] [node 4] ICP22 created new session: [5:7580801755165608461:2062]
2025-12-06T17:42:32.119199Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801755165608461:2062] [node 4] ICS09 handshake done sender: [5:7580801750870641141:2112] self: [5:7580801750870641154:0] peer: [4:7580801753344025664:0] socket: 87 qp: -1
2025-12-06T17:42:32.119240Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801755165608461:2062] [node 4] ICS10 traffic start
2025-12-06T17:42:32.119276Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:32.134757Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801750870641071:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:32.134861Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:32.134912Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801750870641071:2048] [node 1] ICP22 created new session: [5:7580801755165608464:2048]
2025-12-06T17:42:32.134955Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801755165608464:2048] [node 1] ICS09 handshake done sender: [5:7580801750870641155:2118] self: [5:7580801755165608456:0] peer: [1:7580801753022626351:0] socket: 128 qp: -1
2025-12-06T17:42:32.134993Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801755165608464:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:32.135030Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:32.137034Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7580801750870641137:2062] [node 4] ICP27 obsolete handshake fail ignored
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:32.140115Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:32.140165Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801753344025660:2073] [node 6] ICP22 created new session: [4:7580801757638992988:2073]
2025-12-06T17:42:32.140216Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801757638992988:2073] [node 6] ICS09 handshake done sender: [4:7580801753344025669:2114] self: [4:7580801753344025668:0] peer: [6:7580801755439513390:0] socket: 137 qp: -1
2025-12-06T17:42:32.140769Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801757638992988:2073] [node 6] ICS10 traffic start
2025-12-06T17:42:32.140819Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:32.181179Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801754089672816:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:32.181233Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801754089672816:2114] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:32.181041Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801755165608463:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43566
2025-12-06T17:42:32.188322Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801752986094258:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:32.187567Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801754089672814:2113] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:32.115323Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801751144546021:2066] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:32.201805Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801753344025609:2060] [node 5] ICP35 event processing took too much time PendingConnection:279(80412617ns) {HandleHandshakeStatus:329(80402618ns) {DropIncomingHandshake:442(22870ns) DropOutgoingHandshake:457(680ns) SwitchToState:179(548ns) ProcessPendingSessionEvents:495(79965771ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 74594650ns max# 37845645ns}}}
2025-12-06T17:42:32.203514Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801749794705450:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:32.203606Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:32.203663Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801749794705450:2049] [node 2] ICP22 created new session: [3:7580801758384640136:2049]
2025-12-06T17:42:32.203737Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801758384640136:2049] [node 2] ICS09 handshake done sender: [3:7580801754089672814:2113] self: [3:7580801754089672831:0] peer: [2:7580801752986094248:0] socket: 95 qp: -1
2025-12-06T17:42:32.203784Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801758384640136:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:32.203821Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:32.205960Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801754089672788:2059] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:32.206043Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:32.206100Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801754089672788:2059] [node 6] ICP22 created new session: [3:7580801758384640138:2059]
2025-12-06T17:42:32.206167Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801758384640138:2059] [node 6] ICS09 handshake done sender: [3:7580801754089672820:2116] self: [3:7580801754089672819:0] peer: [6:7580801751144546085:0] socket: 105 qp: -1
2025-12-06T17:42:32.206214Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801758384640138:2059] [node 6] ICS10 traffic start
2025-12-06T17:42:32.206308Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:32.208696Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801757638992990:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17925
2025-12-06T17:42:32.187646Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801755165608466:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43566
2025-12-06T17:42:32.207955Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801755165608455:2119] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:32.188717Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801757281061578:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:32.188771Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801752986094199:2061] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:42:32.188871Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:32.189902Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801752986094199:2061] [node 4] ICP22 created new session: [2:7580801757281061580:2061]
2025-12-06T17:42:32.189958Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801757281061580:2061] [node 4] ICS09 handshake done sender: [2:7580801752986094251:2111] self: [2:7580801752986094249:0] peer: [4:7580801757638992985:0] socket: 103 qp: -1
2025-12-06T17:42:32.190001Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801757281061580:2061] [node 4] ICS10 traffic start
2025-12-06T17:42:32.190057Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:32.191549Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580801752986094199:2061] [node 4] ICP18 handshake (actor [2:7580801757281061578:2119]) is too old
2025-12-06T17:42:32.210197Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801752986094253:2069] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:32.210282Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:32.210348Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801752986094253:2069] [node 5] ICP22 created new session: [2:7580801757281061582:2069]
2025-12-06T17:42:32.210407Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801757281061582:2069] [node 5] ICS09 handshake done sender: [2:7580801752986094258:2114] self: [2:7580801752986094257:0] peer: [5:7580801755165608460:0] socket: 130 qp: -1
2025-12-06T17:42:32.210448Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801757281061582:2069] [node 5] ICS10 traffic start
2025-12-06T17:42:32.210508Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:32.115819Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801751144545998:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:42:32.122085Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:32.122165Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801751144545998:2050] [node 3] ICP22 created new session: [6:7580801755439513391:2050]
2025-12-06T17:42:32.122214Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801755439513391:2050] [node 3] ICS09 handshake done sender: [6:7580801751144546076:2117] self: [6:7580801751144546085:0] peer: [3:7580801754089672819:0] socket: 111 qp: -1
2025-12-06T17:42:32.122251Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801755439513391:2050] [node 3] ICS10 traffic start
2025-12-06T17:42:32.122290Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:32.139301Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801755439513393:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15636
2025-12-06T17:42:32.145430Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801755439513389:2123] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:32.145681Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801751144546021:2066] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:42:32.145735Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:32.145788Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801751144546021:2066] [node 4] ICP22 created new session: [6:7580801755439513394:2066]
2025-12-06T17:42:32.145852Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801755439513394:2066] [node 4] ICS09 handshake done sender: [6:7580801755439513389:2123] self: [6:7580801755439513390:0] peer: [4:7580801753344025668:0] socket: 97 qp: -1
2025-12-06T17:42:32.145905Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801755439513394:2066] [node 4] ICS10 traffic start
2025-12-06T17:42:32.145949Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:32.215126Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801753344025678:2119] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:32.215497Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801753344025596:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:32.215679Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:32.215758Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801753344025596:2049] [node 2] ICP22 created new session: [4:7580801757638992991:2049]
2025-12-06T17:42:32.215814Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801757638992991:2049] [node 2] ICS09 handshake done sender: [4:7580801753344025678:2119] self: [4:7580801757638992985:0] peer: [2:7580801752986094249:0] socket: 118 qp: -1
2025-12-06T17:42:32.215876Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801757638992991:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:32.215918Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:32.216763Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801750870641072:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:32.216862Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:32.216913Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801750870641072:2049] [node 2] ICP22 created new session: [5:7580801755165608468:2049]
2025-12-06T17:42:32.216983Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801755165608468:2049] [node 2] ICS09 handshake done sender: [5:7580801755165608455:2119] self: [5:7580801755165608460:0] peer: [2:7580801752986094257:0] socket: 134 qp: -1
2025-12-06T17:42:32.217027Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801755165608468:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:32.217067Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:32.228542Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801754089672788:2059] [node 6] ICP35 event processing took too much time PendingConnection:279(21513490ns) {HandleHandshakeStatus:329(21510187ns) {DropIncomingHandshake:442(17812ns) DropOutgoingHandshake:457(894ns) SwitchToState:179(639ns) ProcessPendingSessionEvents:495(21024054ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 20942399ns max# 20385965ns}}}
2025-12-06T17:42:32.229361Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801754089672818:2115] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:32.236493Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801757638992993:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17925
2025-12-06T17:42:32.238177Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801750870641151:2117] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:32.240291Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801750870641073:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:42:32.240390Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:32.240448Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801750870641073:2050] [node 3] ICP22 created new session: [5:7580801755165608470:2050]
2025-12-06T17:42:32.240510Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801755165608470:2050] [node 3] ICS09 handshake done sender: [5:7580801750870641151:2117] self: [5:7580801750870641156:0] peer: [3:7580801754089672817:0] socket: 107 qp: -1
2025-12-06T17:42:32.240550Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801755165608470:2050] [node 3] ICS10 traffic start
2025-12-06T17:42:32.240589Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:32.247152Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801754089672816:2114] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:32.247975Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801753344025677:2118] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:32.250139Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801754089672770:2063] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:32.250226Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:32.250285Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801754089672770:2063] [node 5] ICP22 created new session: [3:7580801758384640141:2063]
2025-12-06T17:42:32.250351Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801758384640141:2063] [node 5] ICS09 handshake done sender: [3:7580801754089672818:2115] self: [3:7580801754089672817:0] peer: [5:7580801750870641156:0] socket: 104 qp: -1
2025-12-06T17:42:32.250390Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801758384640141:2063] [node 5] ICS10 traffic start
2025-12-06T17:42:32.250439Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:32.252832Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801754089672810:2077] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:42:32.252904Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:32.252972Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801754089672810:2077] [node 4] ICP22 created new session: [3:7580801758384640143:2077]
2025-12-06T17:42:32.253019Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801758384640143:2077] [node 4] ICS09 handshake done sender: [3:7580801754089672816:2114] self: [3:7580801754089672815:0] peer: [4:7580801757638992986:0] socket: 106 qp: -1
2025-12-06T17:42:32.253254Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801758384640143:2077] [node 4] ICS10 traffic start
2025-12-06T17:42:32.253302Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:32.256786Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801753344025597:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:42:32.256886Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:32.256951Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801753344025597:2050] [node 3] ICP22 created new session: [4:7580801757638992994:2050]
2025-12-06T17:42:32.257012Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801757638992994:2050] [node 3] ICS09 handshake done sender: [4:7580801753344025677:2118] self: [4:7580801757638992986:0] peer: [3:7580801754089672815:0] socket: 114 qp: -1
2025-12-06T17:42:32.257051Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801757638992994:2050] [node 3] ICS10 traffic start
2025-12-06T17:42:32.257104Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:32.271878Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801758384640135:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54347
2025-12-06T17:42:32.273173Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7580801754089672770:2063] [node 5] ICP27 obsolete handshake fail ignored
2025-12-06T17:42:32.394825Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:42:32.395127Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7580801757281061574:2048] [node 1] ICS07 socket disconnect 119 reason# EndOfStream
2025-12-06T17:42:32.395159Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580801757281061574:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:32.395254Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:32.395300Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580801757281061574:2048] [node 1] ICS15 start handshake
2025-12-06T17:42:32.397703Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:42:32.398098Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580801754089672834:2048] [node 1] ICS07 socket disconnect 79 reason# EndOfStream
2025-12-06T17:42:32.398127Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801754089672834:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:32.398218Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:32.398268Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580801754089672834:2048] [node 1] ICS15 start handshake
2025-12-06T17:42:32.403800Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580801748691126888:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19544) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:42:32.403851Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580801757281061574:2048] [node 1] ICS15 start handshake
2025-12-06T17:42:32.404986Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801749794705449:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19544) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:32.405052Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801754089672834:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:32.405098Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801749794705449:2048] [node 1] ICP30 unregister session Session# [3:7580801754089672834:2048] VirtualId# [3:7580801754089672830:0]
2025-12-06T17:42:32.405227Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:32.405262Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580801749794705449:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:19544) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:32.405276Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19544) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:32.406156Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580801748691126888:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19544) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:32.406214Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580801757281061574:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:32.406245Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580801748691126888:2048] [node 1] ICP30 unregister session Session# [2:7580801757281061574:2048] VirtualId# [2:7580801757281061572:0]
2025-12-06T17:42:32.406283Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:32.406311Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [2:7580801748691126888:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:19544) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:32.406324Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19544) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:32.416668Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:42:32.416934Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580801753344025679:2048] [node 1] ICS07 socket disconnect 80 reason# EndOfStream
2025-12-06T17:42:32.416963Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801753344025679:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:32.417037Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:32.417072Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580801753344025679:2048] [node 1] ICS15 start handshake
2025-12-06T17:42:32.417607Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:42:32.417821Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580801755165608464:2048] [node 1] ICS07 socket disconnect 128 reason# EndOfStream
2025-12-06T17:42:32.417846Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801755165608464:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:32.417902Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:32.417944Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580801755165608464:2048] [node 1] ICS15 start handshake
2025-12-06T17:42:32.418358Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:42:32.418576Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801751144546083:2048] [node 1] ICS01 socket: 78 reason# EndOfStream
2025-12-06T17:42:32.418618Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801751144545996:2048] [node 1] ICP30 unregister session Session# [6:7580801751144546083:2048] VirtualId# [6:7580801751144546078:0]
2025-12-06T17:42:32.418654Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801751144546083:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:32.418721Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:32.418766Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:32.420346Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801750870641071:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19544) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:32.420412Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801755165608464:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:32.420443Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801750870641071:2048] [node 1] ICP30 unregister session Session# [5:7580801755165608464:2048] VirtualId# [5:7580801755165608456:0]
2025-12-06T17:42:32.420491Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:32.420518Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580801750870641071:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:19544) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:32.420531Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19544) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:32.421279Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801753344025595:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19544) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:32.421339Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801753344025679:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:32.421370Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801753344025595:2048] [node 1] ICP30 unregister session Session# [4:7580801753344025679:2048] VirtualId# [4:7580801753344025673:0]
2025-12-06T17:42:32.421403Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:32.421428Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580801753344025595:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:19544) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:32.421440Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19544) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:32.422397Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580801749794705449:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:42:32.425349Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [2:7580801748691126888:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:42:32.428062Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580801750870641071:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:42:32.436244Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580801753344025595:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:42:32.692755Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:42:32.693019Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580801758384640136:2049] [node 2] ICS07 socket disconnect 95 reason# EndOfStream
2025-12-06T17:42:32.693053Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801758384640136:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:32.693137Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:32.693178Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580801758384640136:2049] [node 2] ICS15 start handshake
2025-12-06T17:42:32.704555Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801749794705450:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:32396) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:42:32.704610Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580801758384640136:2049] [node 2] ICS15 start handshake
2025-12-06T17:42:32.705598Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801749794705450:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:32396) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:32.705656Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801758384640136:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:32.705691Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801749794705450:2049] [node 2] ICP30 unregister session Session# [3:7580801758384640136:2049] VirtualId# [3:7580801754089672831:0]
2025-12-06T17:42:32.705738Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:32.705770Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580801749794705450:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:32396) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:32.705785Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:32396) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:32.715031Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580801749794705450:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:42:32.722901Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:42:32.723177Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580801757638992991:2049] [node 2] ICS07 socket disconnect 118 reason# EndOfStream
2025-12-06T17:42:32.723209Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801757638992991:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:32.723291Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:32.723327Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580801757638992991:2049] [node 2] ICS15 start handshake
2025-12-06T17:42:32.725113Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801753344025596:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:32396) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:32.725191Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801757638992991:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:32.725230Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801753344025596:2049] [node 2] ICP30 unregister session Session# [4:7580801757638992991:2049] VirtualId# [4:7580801757638992985:0]
2025-12-06T17:42:32.725276Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:32.725313Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580801753344025596:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:32396) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:32.725330Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:32396) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:32.733468Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:42:32.733741Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801755165608468:2049] [node 2] ICS01 socket: 134 reason# EndOfStream
2025-12-06T17:42:32.733798Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801750870641072:2049] [node 2] ICP30 unregister session Session# [5:7580801755165608468:2049] VirtualId# [5:7580801755165608460:0]
2025-12-06T17:42:32.733836Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801755165608468:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:32.733946Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:32.733991Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:32.734356Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:42:32.734605Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580801755439513387:2049] [node 2] ICS07 socket disconnect 112 reason# EndOfStream
2025-12-06T17:42:32.734634Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801755439513387:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:32.734719Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:32.734769Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580801755439513387:2049] [node 2] ICS15 start handshake
2025-12-06T17:42:32.736839Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801751144545997:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:32396) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:32.736899Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801755439513387:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:32.736937Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801751144545997:2049] [node 2] ICP30 unregister session Session# [6:7580801755439513387:2049] VirtualId# [6:7580801751144546082:0]
2025-12-06T17:42:32.736979Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:32.737014Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580801751144545997:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:32396) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:32.737028Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:32396) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:32.738975Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580801753344025596:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:42:32.746893Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580801751144545997:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:42:32.841756Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:42:32.841990Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801757638992994:2050] [node 3] ICS01 socket: 114 reason# EndOfStream
2025-12-06T17:42:32.842030Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801753344025597:2050] [node 3] ICP30 unregister session Session# [4:7580801757638992994:2050] VirtualId# [4:7580801757638992986:0]
2025-12-06T17:42:32.842065Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801757638992994:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:32.842161Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:42:32.842205Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:42:32.841156Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:42:32.841441Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580801755165608470:2050] [node 3] ICS07 socket disconnect 107 reason# EndOfStream
2025-12-06T17:42:32.841478Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801755165608470:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:32.841592Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:42:32.841642Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580801755165608470:2050] [node 3] ICS15 start handshake
2025-12-06T17:42:32.843176Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801750870641073:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19412) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:32.843245Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801755165608470:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:32.843279Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801750870641073:2050] [node 3] ICP30 unregister session Session# [5:7580801755165608470:2050] VirtualId# [5:7580801750870641156:0]
2025-12-06T17:42:32.843319Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:42:32.843353Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580801750870641073:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:19412) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:32.843368Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19412) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:32.842661Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:42:32.846689Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801755439513391:2050] [node 3] ICS01 socket: 111 reason# EndOfStream
2025-12-06T17:42:32.846754Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801751144545998:2050] [node 3] ICP30 unregister session Session# [6:7580801755439513391:2050] VirtualId# [6:7580801751144546085:0]
2025-12-06T17:42:32.846806Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801755439513391:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:32.846943Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:42:32.847221Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:42:32.851457Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580801750870641073:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:42:33.064975Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:42:33.065285Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801755165608461:2062] [node 4] ICS01 socket: 87 reason# EndOfStream
2025-12-06T17:42:33.065334Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801750870641137:2062] [node 4] ICP30 unregister session Session# [5:7580801755165608461:2062] VirtualId# [5:7580801750870641154:0]
2025-12-06T17:42:33.065379Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801755165608461:2062] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:33.065471Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:42:33.065540Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:42:33.066837Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:42:33.067069Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801755439513394:2066] [node 4] ICS01 socket: 97 reason# EndOfStream
2025-12-06T17:42:33.067109Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801751144546021:2066] [node 4] ICP30 unregister session Session# [6:7580801755439513394:2066] VirtualId# [6:7580801755439513390:0]
2025-12-06T17:42:33.067153Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801755439513394:2066] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:33.067248Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:42:33.067301Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:42:33.311207Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801759697354267:2048] [node 2] ICP01 ready to work
2025-12-06T17:42:33.311266Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801759697354268:2049] [node 3] ICP01 ready to work
2025-12-06T17:42:33.328430Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801761790191572:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:33.328475Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801761790191573:2049] [node 3] ICP01 ready to work
2025-12-06T17:42:33.365907Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801760960474869:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:33.365952Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801760960474870:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:33.375435Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801762009740185:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:33.375471Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801762009740186:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:33.375505Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801762009740187:2050] [node 3] ICP01 ready to work
2025-12-06T17:42:33.420593Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801762666960643:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:33.420623Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801762666960644:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:33.420666Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801762666960645:2050] [node 3] ICP01 ready to work
2025-12-06T17:42:33.432951Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801762065791101:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:33.432981Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801762065791102:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:33.438086Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801762065791103:2050] [node 3] ICP01 ready to work
2025-12-06T17:42:33.954891Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801761790191635:2108] [node 5] ICP01 ready to work
2025-12-06T17:42:33.984147Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801762009740248:2097] [node 5] ICP01 ready to work
2025-12-06T17:42:33.986909Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801761790191636:2107] [node 4] ICP01 ready to work
2025-12-06T17:42:34.018774Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801759697354330:2108] [node 5] ICP01 ready to work
2025-12-06T17:42:34.027434Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801765255442228:2107] [node 4] ICP01 ready to work
2025-12-06T17:42:34.019046Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801761790191637:2109] [node 6] ICP01 ready to work
2025-12-06T17:42:34.039740Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801766360758432:2068] [node 4] ICP01 ready to work
2025-12-06T17:42:34.092266Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801761790191636:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(46313666ns) {Configure:104(46309366ns) {ProcessConfigured:135(83317ns) {StartInitialHandshake:157(80001ns) {DropHandshakes:470(3639ns) {DropIncomingHandshake:442(795ns) DropOutgoingHandshake:457(546ns)} GenerateSessionVirtualId:988(1195ns) PrepareNewSessionHandshake:477(2711ns) {SwitchToState:179(718ns)}}}}}
2025-12-06T17:42:34.047618Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801766304707545:2098] [node 6] ICP01 ready to work
2025-12-06T17:42:34.038062Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801763992321628:2109] [node 6] ICP01 ready to work
2025-12-06T17:42:34.063678Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801760960474869:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(194914500ns) {Configure:104(194908340ns) {ProcessConfigured:135(70806ns) {StartInitialHandshake:157(67668ns) {DropHandshakes:470(4570ns) {DropIncomingHandshake:442(1280ns) DropOutgoingHandshake:457(463ns)} GenerateSessionVirtualId:988(1000ns) PrepareNewSessionHandshake:477(1269ns) {SwitchToState:179(335ns)}}}}}
2025-12-06T17:42:34.058037Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801766961927998:2079] [node 6] ICP01 ready to work
2025-12-06T17:42:34.087815Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801766961928003:2078] [node 4] ICP01 ready to work
2025-12-06T17:42:34.064113Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801765255442232:2109] [node 6] ICP01 ready to work
2025-12-06T17:42:34.047908Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801763992321627:2107] [node 4] ICP01 ready to work
2025-12-06T17:42:34.122680Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801766360758459:2069] [node 5] ICP01 ready to work
2025-12-06T17:42:34.080571Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801765255442229:2108] [node 5] ICP01 ready to work
2025-12-06T17:42:34.082180Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801760960474870:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(212311921ns) {Configure:104(212301288ns) {ProcessConfigured:135(87404ns) {StartInitialHandshake:157(83780ns) {DropHandshakes:470(3665ns) {DropIncomingHandshake:442(794ns) DropOutgoingHandshake:457(898ns)} GenerateSessionVirtualId:988(1642ns) PrepareNewSessionHandshake:477(2335ns) {SwitchToState:179(782ns)}}}}}
2025-12-06T17:42:34.136736Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801761790191573:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(21386114ns) {Configure:104(21379635ns) {ProcessConfigured:135(19775568ns) {StartInitialHandshake:157(19772442ns) {DropHandshakes:470(4040ns) {DropIncomingHandshake:442(985ns) DropOutgoingHandshake:457(515ns)} GenerateSessionVirtualId:988(870ns) PrepareNewSessionHandshake:477(4060ns) {SwitchToState:179(1861ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:34.191534Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801759697354268:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(136554342ns) {Configure:104(136543707ns) {ProcessConfigured:135(80097ns) {StartInitialHandshake:157(70321ns) {DropHandshakes:470(4242ns) {DropIncomingHandshake:442(1275ns) DropOutgoingHandshake:457(796ns)} GenerateSessionVirtualId:988(1011ns) PrepareNewSessionHandshake:477(2108ns) {SwitchToState:179(902ns)}}}}}
2025-12-06T17:42:34.181273Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801766961927998:2079] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(70000781ns) {Configure:104(69996249ns) {ProcessConfigured:135(91136ns) {StartInitialHandshake:157(87800ns) {DropHandshakes:470(3778ns) {DropIncomingHandshake:442(783ns) DropOutgoingHandshake:457(844ns)} GenerateSessionVirtualId:988(1544ns) PrepareNewSessionHandshake:477(2284ns) {SwitchToState:179(821ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:34.202923Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801765255442228:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(106982497ns) {Configure:104(106977376ns) {ProcessConfigured:135(112431ns) {StartInitialHandshake:157(96039ns) {DropHandshakes:470(3774ns) {DropIncomingHandshake:442(836ns) DropOutgoingHandshake:457(587ns)} GenerateSessionVirtualId:988(1267ns) PrepareNewSessionHandshake:477(3014ns) {SwitchToState:179(961ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:34.215200Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801762065791103:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(61630773ns) {Configure:104(61621876ns) {ProcessConfigured:135(107521ns) {StartInitialHandshake:157(104888ns) {DropHandshakes:470(23525ns) {DropIncomingHandshake:442(778ns) DropOutgoingHandshake:457(644ns)} GenerateSessionVirtualId:988(1563ns) PrepareNewSessionHandshake:477(2678ns) {SwitchToState:179(1070ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:34.212137Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801763992321627:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(20116803ns) {Configure:104(20111376ns) {ProcessConfigured:135(100629ns) {StartInitialHandshake:157(97261ns) {DropHandshakes:470(3706ns) {DropIncomingHandshake:442(1060ns) DropOutgoingHandshake:457(508ns)} GenerateSessionVirtualId:988(1236ns) PrepareNewSessionHandshake:477(2153ns) {SwitchToState:179(779ns)}}}}}
2025-12-06T17:42:34.237029Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801762009740186:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(71196423ns) {Configure:104(71189949ns) {ProcessConfigured:135(6659639ns) {StartInitialHandshake:157(6656420ns) {DropHandshakes:470(4209ns) {DropIncomingHandshake:442(811ns) DropOutgoingHandshake:457(634ns)} GenerateSessionVirtualId:988(1161ns) PrepareNewSessionHandshake:477(2324ns) {SwitchToState:179(167ns)}}}}}
2025-12-06T17:42:34.231068Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801765255442244:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56680
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:34.251355Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801765255442245:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56680
2025-12-06T17:42:34.223732Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801762065791101:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(62493893ns) {Configure:104(62489853ns) {ProcessConfigured:135(22648167ns) {StartInitialHandshake:157(22644617ns) {DropHandshakes:470(1741ns) {DropIncomingHandshake:442(444ns) DropOutgoingHandshake:457(292ns)} GenerateSessionVirtualId:988(666ns) PrepareNewSessionHandshake:477(3395ns) {SwitchToState:179(1289ns)}}}}}
2025-12-06T17:42:34.253656Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801766085158947:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4891
2025-12-06T17:42:34.219449Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801763992321635:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9013
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:34.263385Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801766961928007:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57651
2025-12-06T17:42:34.245241Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801766360758467:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15367
2025-12-06T17:42:34.219588Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801763992321636:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9013
2025-12-06T17:42:34.271463Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801766085158947:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:34.279864Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801765255442244:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:34.277799Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801766961928004:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57651
2025-12-06T17:42:34.247689Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801766360758469:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15367
2025-12-06T17:42:34.293852Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801766304707549:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23071
2025-12-06T17:42:34.287651Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801766085158948:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4891
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:34.236507Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801759697354330:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(173192935ns) {Configure:104(173185236ns) {ProcessConfigured:135(12279576ns) {StartInitialHandshake:157(12275920ns) {DropHandshakes:470(3496ns) {DropIncomingHandshake:442(870ns) DropOutgoingHandshake:457(605ns)} GenerateSessionVirtualId:988(636ns) PrepareNewSessionHandshake:477(4575ns) {SwitchToState:179(1272ns)}}}}}
2025-12-06T17:42:34.283097Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801760960474869:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:34.263095Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801766360758467:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:34.303463Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801762666960643:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(176337007ns) {Configure:104(176330658ns) {ProcessConfigured:135(87594ns) {StartInitialHandshake:157(85298ns) {DropHandshakes:470(4049ns) {DropIncomingHandshake:442(946ns) DropOutgoingHandshake:457(580ns)} GenerateSessionVirtualId:988(1170ns) PrepareNewSessionHandshake:477(2521ns) {SwitchToState:179(767ns)}}}}}
2025-12-06T17:42:34.299845Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801766085158941:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:34.311317Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801765255442239:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:34.257607Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801763992321635:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:34.303913Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801766961928007:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:34.344594Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801762009740187:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(200274329ns) {Configure:104(200266849ns) {ProcessConfigured:135(97665ns) {StartInitialHandshake:157(94185ns) {DropHandshakes:470(3908ns) {DropIncomingHandshake:442(827ns) DropOutgoingHandshake:457(559ns)} GenerateSessionVirtualId:988(1135ns) PrepareNewSessionHandshake:477(2521ns) {SwitchToState:179(935ns)}}}}}
2025-12-06T17:42:34.278859Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801762065791102:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:34.299889Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801766085158941:2113] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:34.304026Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801766961928004:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:34.311346Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801765255442239:2113] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:34.345009Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801766304707549:2111] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:34.258154Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801763992321642:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9013
2025-12-06T17:42:34.288035Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801766360758477:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15367
2025-12-06T17:42:34.327228Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801766360758479:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15367
2025-12-06T17:42:34.394640Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801766360758477:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:34.394952Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801766360758467:2112] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:34.395259Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801766360758469:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:34.306697Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801766085158948:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:34.423783Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801762065791101:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:34.423908Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801766360758459:2069] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:34.423954Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801762065791102:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:34.424035Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:34.424082Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801762065791102:2049] [node 2] ICP22 created new session: [6:7580801766360758482:2049]
2025-12-06T17:42:34.424123Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801766360758482:2049] [node 2] ICS09 handshake done sender: [6:7580801766360758467:2112] self: [6:7580801766360758478:0] peer: [2:7580801766085158940:0] socket: 87 qp: -1
2025-12-06T17:42:34.424170Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801766360758482:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:34.424210Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:34.346044Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801762009740248:2097] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(52108837ns) {Configure:104(52098589ns) {ProcessConfigured:135(22057482ns) {StartInitialHandshake:157(22053494ns) {DropHandshakes:470(4073ns) {DropIncomingHandshake:442(837ns) DropOutgoingHandshake:457(668ns)} GenerateSessionVirtualId:988(1549ns) PrepareNewSessionHandshake:477(4387ns) {SwitchToState:179(1429ns)}}}}}
2025-12-06T17:42:34.262289Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801763992321636:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:34.304430Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801762666960645:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:34.335095Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801765255442245:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:34.333965Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801766085158941:2113] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:34.272779Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801759697354267:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(141803766ns) {Configure:104(141795803ns) {ProcessConfigured:135(67908ns) {StartInitialHandshake:157(65211ns) {DropHandshakes:470(4388ns) {DropIncomingHandshake:442(1117ns) DropOutgoingHandshake:457(624ns)} GenerateSessionVirtualId:988(847ns) PrepareNewSessionHandshake:477(2292ns) {SwitchToState:179(714ns)}}}}}
2025-12-06T17:42:34.287948Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801763992321642:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:34.346906Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801766304707551:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23071
2025-12-06T17:42:34.335226Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801765255442249:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56680
2025-12-06T17:42:34.351154Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801766961928018:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57651
2025-12-06T17:42:34.352244Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801761790191637:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(25598816ns) {IncomingHandshake:261(9358054ns) {DropIncomingHandshake:442(991ns) PrepareNewSessionHandshake:477(6163ns) {SwitchToState:179(3943ns)} GenerateSessionVirtualId:988(1287ns) IssueIncomingHandshakeReply:193(5332ns)}}
2025-12-06T17:42:34.316212Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801763992321630:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:34.359323Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801762666960644:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(172863444ns) {Configure:104(172858745ns) {ProcessConfigured:135(7348144ns) {StartInitialHandshake:157(7343965ns) {DropHandshakes:470(4555ns) {DropIncomingHandshake:442(1025ns) DropOutgoingHandshake:457(578ns)} GenerateSessionVirtualId:988(1269ns) PrepareNewSessionHandshake:477(8286ns) {SwitchToState:179(708ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:34.352406Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801762009740185:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:34.343871Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801765255442239:2113] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:34.316256Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801763992321630:2110] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:42:34.392743Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801766085158952:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4891
2025-12-06T17:42:34.483025Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801766360758486:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15367
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:34.382858Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801766304707551:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:34.519503Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801766360758477:2117] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:34.519986Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801762065791101:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:34.520039Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:34.520089Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801762065791101:2048] [node 1] ICP22 created new session: [6:7580801766360758488:2048]
2025-12-06T17:42:34.520137Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801766360758488:2048] [node 1] ICS09 handshake done sender: [6:7580801766360758477:2117] self: [6:7580801766360758480:0] peer: [1:7580801763992321633:0] socket: 99 qp: -1
2025-12-06T17:42:34.520173Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801766360758488:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:34.520224Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:34.543859Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801762065791101:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(22726864ns) {HandleHandshakeStatus:329(22724493ns) {DropIncomingHandshake:442(1196ns) DropOutgoingHandshake:457(6038ns) SwitchToState:179(658ns) ProcessPendingSessionEvents:495(22351894ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 22273266ns max# 15616690ns}}}
2025-12-06T17:42:34.544781Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801766360758487:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15367
2025-12-06T17:42:34.359570Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801762666960644:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:34.553542Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801766360758469:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:34.407082Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801761790191637:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:34.431372Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801766304707561:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23071
2025-12-06T17:42:34.358771Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801765255442248:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56680
2025-12-06T17:42:34.339044Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801763992321630:2110] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:34.356344Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801759697354268:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:42:34.362987Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:34.374840Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801759697354268:2049] [node 3] ICP22 created new session: [1:7580801763992321650:2049]
2025-12-06T17:42:34.390176Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801763992321650:2049] [node 3] ICS09 handshake done sender: [1:7580801763992321630:2110] self: [1:7580801763992321629:0] peer: [3:7580801765255442246:0] socket: 94 qp: -1
2025-12-06T17:42:34.394023Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801763992321650:2049] [node 3] ICS10 traffic start
2025-12-06T17:42:34.399654Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801763992321632:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:34.399694Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801763992321632:2111] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:42:34.414823Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:34.433727Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801763992321634:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:34.433760Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801763992321634:2112] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:34.470970Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801763992321632:2111] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:34.498777Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801763992321627:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:42:34.498838Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:34.498889Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801763992321627:2107] [node 4] ICP22 created new session: [1:7580801763992321655:2107]
2025-12-06T17:42:34.498940Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801763992321655:2107] [node 4] ICS09 handshake done sender: [1:7580801763992321632:2111] self: [1:7580801763992321631:0] peer: [4:7580801766304707559:0] socket: 95 qp: -1
2025-12-06T17:42:34.498974Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801763992321655:2107] [node 4] ICS10 traffic start
2025-12-06T17:42:34.499007Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:34.521473Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801763992321634:2112] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:34.533689Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801763992321653:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9013
2025-12-06T17:42:34.547225Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801763992321641:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:34.547252Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801763992321641:2115] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:34.547941Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801763992321628:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:34.548024Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:34.548076Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801763992321628:2109] [node 6] ICP22 created new session: [1:7580801763992321658:2109]
2025-12-06T17:42:34.548140Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801763992321658:2109] [node 6] ICS09 handshake done sender: [1:7580801763992321634:2112] self: [1:7580801763992321633:0] peer: [6:7580801766360758480:0] socket: 96 qp: -1
2025-12-06T17:42:34.548182Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801763992321658:2109] [node 6] ICS10 traffic start
2025-12-06T17:42:34.548221Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:34.403200Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801765255442248:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:34.360450Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801766961928022:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57651
2025-12-06T17:42:34.576247Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801759697354268:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(223156426ns) {HandleHandshakeStatus:329(223152834ns) {DropIncomingHandshake:442(28083ns) DropOutgoingHandshake:457(1027ns) SwitchToState:179(949ns) ProcessPendingSessionEvents:495(120229541ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 107797224ns max# 21756217ns}}}
2025-12-06T17:42:34.578503Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801763992321653:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:34.410700Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801766085158939:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:34.557777Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801766360758459:2069] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:42:34.432351Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801766304707562:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23071
2025-12-06T17:42:34.403351Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801765255442251:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56680
2025-12-06T17:42:34.449987Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801766304707562:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:34.462949Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801766304707564:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23071
2025-12-06T17:42:34.527046Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801766304707545:2098] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(184068558ns) {Configure:104(184062570ns) {ProcessConfigured:135(39199616ns) {StartInitialHandshake:157(39196451ns) {DropHandshakes:470(3216ns) {DropIncomingHandshake:442(585ns) DropOutgoingHandshake:457(640ns)} GenerateSessionVirtualId:988(651ns) PrepareNewSessionHandshake:477(4504ns) {SwitchToState:179(2390ns)}}}}}
2025-12-06T17:42:34.560878Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801766304707564:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:34.566717Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801766304707549:2111] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:34.583529Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801766304707550:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:34.583558Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801766304707550:2112] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:34.585017Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801766304707567:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23071
2025-12-06T17:42:34.585177Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801762009740187:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:34.360508Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801766961928023:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57651
2025-12-06T17:42:34.410753Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801766085158939:2112] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:34.594950Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801763992321641:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:34.360948Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801766961928004:2110] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:34.390661Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801762666960645:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:42:34.394322Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:34.398873Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801762666960645:2050] [node 3] ICP22 created new session: [5:7580801766961928024:2050]
2025-12-06T17:42:34.418947Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801766961928024:2050] [node 3] ICS09 handshake done sender: [5:7580801766961928004:2110] self: [5:7580801766961928017:0] peer: [3:7580801765255442238:0] socket: 81 qp: -1
2025-12-06T17:42:34.438921Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801766961928024:2050] [node 3] ICS10 traffic start
2025-12-06T17:42:34.438977Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:34.449818Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801766961928022:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:34.449967Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801766961928023:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:34.458801Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801766961928027:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57651
2025-12-06T17:42:34.471509Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801766961928007:2112] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:34.483397Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801766961928006:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:34.483439Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580801766961928006:2111] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:34.495348Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801766961928003:2078] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:34.495443Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801762666960643:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:34.497118Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801762666960644:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:34.497199Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:34.497255Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801762666960644:2049] [node 2] ICP22 created new session: [5:7580801766961928030:2049]
2025-12-06T17:42:34.497307Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801766961928030:2049] [node 2] ICS09 handshake done sender: [5:7580801766961928007:2112] self: [5:7580801766961928021:0] peer: [2:7580801766085158938:0] socket: 89 qp: -1
2025-12-06T17:42:34.497352Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801766961928030:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:34.497389Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:34.517116Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801766961928006:2111] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:34.517384Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580801766961927998:2079] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:34.517439Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:34.517495Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801766961927998:2079] [node 6] ICP22 created new session: [5:7580801766961928033:2079]
2025-12-06T17:42:34.517540Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801766961928033:2079] [node 6] ICS09 handshake done sender: [5:7580801766961928006:2111] self: [5:7580801766961928005:0] peer: [6:7580801766360758481:0] socket: 90 qp: -1
2025-12-06T17:42:34.517591Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801766961928033:2079] [node 6] ICS10 traffic start
2025-12-06T17:42:34.517631Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:34.543735Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801762666960645:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(166931758ns) {HandleHandshakeStatus:329(166927275ns) {DropIncomingHandshake:442(1773ns) DropOutgoingHandshake:457(6987ns) SwitchToState:179(4383ns) ProcessPendingSessionEvents:495(54364172ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 54289665ns max# 53714568ns}}}
2025-12-06T17:42:34.607706Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801766961928037:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57651
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:34.557844Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:34.410947Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801765255442244:2115] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:34.427204Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801766085158952:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:34.599568Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801766304707567:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:34.439096Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:34.439161Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801761790191637:2109] [node 6] ICP22 created new session: [2:7580801766085158956:2109]
2025-12-06T17:42:34.439204Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801766085158956:2109] [node 6] ICS09 handshake done sender: [2:7580801766085158941:2113] self: [2:7580801766085158940:0] peer: [6:7580801766360758478:0] socket: 83 qp: -1
2025-12-06T17:42:34.439254Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801766085158956:2109] [node 6] ICS10 traffic start
2025-12-06T17:42:34.439295Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:34.454911Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801766085158939:2112] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:34.475121Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801761790191635:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:34.475176Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:34.475231Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801761790191635:2108] [node 5] ICP22 created new session: [2:7580801766085158958:2108]
2025-12-06T17:42:34.475271Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801766085158958:2108] [node 5] ICS09 handshake done sender: [2:7580801766085158939:2112] self: [2:7580801766085158938:0] peer: [5:7580801766961928021:0] socket: 85 qp: -1
2025-12-06T17:42:34.475316Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801766085158958:2108] [node 5] ICS10 traffic start
2025-12-06T17:42:34.475352Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:34.504298Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801761790191637:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(96310776ns) {HandleHandshakeStatus:329(96307291ns) {DropIncomingHandshake:442(17341ns) DropOutgoingHandshake:457(850ns) SwitchToState:179(3466ns) ProcessPendingSessionEvents:495(28704611ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 28638027ns max# 28113373ns}}}
2025-12-06T17:42:34.506851Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801766085158961:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4891
2025-12-06T17:42:34.515458Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801766085158943:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:34.515487Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801766085158943:2114] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:42:34.530753Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801766085158943:2114] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:34.566802Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801761790191573:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:42:34.569651Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:34.569710Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801761790191573:2049] [node 3] ICP22 created new session: [2:7580801766085158963:2049]
2025-12-06T17:42:34.586999Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801766085158963:2049] [node 3] ICS09 handshake done sender: [2:7580801766085158943:2114] self: [2:7580801766085158942:0] peer: [3:7580801765255442261:0] socket: 130 qp: -1
2025-12-06T17:42:34.604884Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801766085158963:2049] [node 3] ICS10 traffic start
2025-12-06T17:42:34.609301Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801766085158937:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:34.609330Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801766085158937:2111] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:42:34.610805Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:34.616644Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801766085158961:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:34.617047Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580801761790191572:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:34.625189Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801766085158937:2111] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:34.621021Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801763992321645:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:34.557892Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801766360758459:2069] [node 5] ICP22 created new session: [6:7580801766360758491:2069]
2025-12-06T17:42:34.624750Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801766961928036:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57651
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:34.625897Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801766961928023:2119] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:34.648994Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801761790191573:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(87264770ns) {HandleHandshakeStatus:329(87260113ns) {DropIncomingHandshake:442(26854ns) DropOutgoingHandshake:457(644ns) SwitchToState:179(728ns) ProcessPendingSessionEvents:495(13170641ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 13104054ns max# 7976470ns}}}
2025-12-06T17:42:34.654955Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801766085158967:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4891
2025-12-06T17:42:34.415239Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801765255442229:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:34.415361Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:34.415427Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801765255442229:2108] [node 5] ICP22 created new session: [3:7580801765255442253:2108]
2025-12-06T17:42:34.415474Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801765255442253:2108] [node 5] ICS09 handshake done sender: [3:7580801765255442239:2113] self: [3:7580801765255442238:0] peer: [5:7580801766961928017:0] socket: 79 qp: -1
2025-12-06T17:42:34.415514Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801765255442253:2108] [node 5] ICS10 traffic start
2025-12-06T17:42:34.415550Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:34.439787Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801760960474869:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13603) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580801765255442244:2115] held: no
2025-12-06T17:42:34.440447Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801760960474869:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:34.440527Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:34.440575Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801760960474869:2048] [node 1] ICP22 created new session: [3:7580801765255442255:2048]
2025-12-06T17:42:34.440621Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801765255442255:2048] [node 1] ICS09 handshake done sender: [3:7580801765255442244:2115] self: [3:7580801765255442246:0] peer: [1:7580801763992321629:0] socket: 98 qp: -1
2025-12-06T17:42:34.440671Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801765255442255:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:34.440702Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:34.442273Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801765255442257:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56680
2025-12-06T17:42:34.447233Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801765255442251:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:34.468157Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801765255442228:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(20580703ns) {IncomingHandshake:261(20566456ns) {DropIncomingHandshake:442(951ns) PrepareNewSessionHandshake:477(7678335ns) {SwitchToState:179(4092ns)} GenerateSessionVirtualId:988(1381ns) IssueIncomingHandshakeReply:193(11656ns)}}
2025-12-06T17:42:34.514929Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801765255442257:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:34.515108Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801760960474870:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:34.516844Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801765255442262:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56680
2025-12-06T17:42:34.554728Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801765255442257:2120] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:34.555000Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801760960474870:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:34.555057Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:34.555104Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801760960474870:2049] [node 2] ICP22 created new session: [3:7580801765255442263:2049]
2025-12-06T17:42:34.555164Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801765255442263:2049] [node 2] ICS09 handshake done sender: [3:7580801765255442257:2120] self: [3:7580801765255442261:0] peer: [2:7580801766085158942:0] socket: 78 qp: -1
2025-12-06T17:42:34.555206Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801765255442263:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:34.555257Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:34.585605Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801765255442243:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:34.585636Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801765255442243:2114] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:42:34.644680Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801765255442243:2114] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:34.599757Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801766304707550:2112] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:34.639070Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801766961928035:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57651
2025-12-06T17:42:34.655775Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801762666960643:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:34.655864Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:34.655919Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801762666960643:2048] [node 1] ICP22 created new session: [5:7580801766961928038:2048]
2025-12-06T17:42:34.655991Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801766961928038:2048] [node 1] ICS09 handshake done sender: [5:7580801766961928023:2119] self: [5:7580801766961928029:0] peer: [1:7580801763992321640:0] socket: 125 qp: -1
2025-12-06T17:42:34.656024Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801766961928038:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:34.656054Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:34.656775Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7580801762666960643:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:42:34.658090Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801766961928022:2118] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:34.621063Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801763992321645:2117] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:42:34.557962Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801766360758491:2069] [node 5] ICS09 handshake done sender: [6:7580801766360758469:2114] self: [6:7580801766360758481:0] peer: [5:7580801766961928005:0] socket: 91 qp: -1
2025-12-06T17:42:34.663457Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801761790191636:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:42:34.621485Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801759697354330:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:34.686487Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801765255442228:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:42:34.605182Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801762009740185:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:34.558021Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801766360758491:2069] [node 5] ICS10 traffic start
2025-12-06T17:42:34.678914Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801766961928003:2078] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:42:34.663587Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:34.608438Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801762009740186:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:34.621551Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:34.558055Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:34.699423Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:34.679001Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:34.621599Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801759697354330:2108] [node 5] ICP22 created new session: [1:7580801763992321662:2108]
2025-12-06T17:42:34.621652Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801763992321662:2108] [node 5] ICS09 handshake done sender: [1:7580801763992321641:2115] self: [1:7580801763992321640:0] peer: [5:7580801766961928029:0] socket: 123 qp: -1
2025-12-06T17:42:34.621685Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801763992321662:2108] [node 5] ICS10 traffic start
2025-12-06T17:42:34.663649Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801761790191636:2107] [node 4] ICP22 created new session: [2:7580801766085158968:2107]
2025-12-06T17:42:34.614821Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:34.615351Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801766360758493:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15367
2025-12-06T17:42:34.679057Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801766961928003:2078] [node 4] ICP22 created new session: [5:7580801766961928040:2078]
2025-12-06T17:42:34.621737Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:34.631828Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801763992321645:2117] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:34.666667Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801759697354267:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:42:34.682768Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:34.690669Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801759697354267:2048] [node 2] ICP22 created new session: [1:7580801763992321665:2048]
2025-12-06T17:42:34.698902Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801763992321665:2048] [node 2] ICS09 handshake done sender: [1:7580801763992321645:2117] self: [1:7580801763992321644:0] peer: [2:7580801766085158966:0] socket: 139 qp: -1
2025-12-06T17:42:34.699530Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801763992321665:2048] [node 2] ICS10 traffic start
2025-12-06T17:42:34.705892Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801763992321628:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(135008332ns) {HandleHandshakeStatus:329(135003793ns) {DropIncomingHandshake:442(12181ns) DropOutgoingHandshake:457(922ns) SwitchToState:179(718ns) ProcessPendingSessionEvents:495(134538180ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 134391631ns max# 17853667ns}}}
2025-12-06T17:42:34.713618Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:34.720529Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801759697354267:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(53024236ns) {HandleHandshakeStatus:329(53021481ns) {DropIncomingHandshake:442(28349ns) DropOutgoingHandshake:457(1205ns) SwitchToState:179(853ns) ProcessPendingSessionEvents:495(556300ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 488587ns max# 51516ns}}}
2025-12-06T17:42:34.618126Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801762009740185:2048] [node 1] ICP22 created new session: [4:7580801766304707572:2048]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:34.620691Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801766304707573:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23071
2025-12-06T17:42:34.631701Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801766304707572:2048] [node 1] ICS09 handshake done sender: [4:7580801766304707549:2111] self: [4:7580801766304707559:0] peer: [1:7580801763992321631:0] socket: 100 qp: -1
2025-12-06T17:42:34.636905Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801762009740248:2097] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:34.637003Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:34.637065Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801762009740248:2097] [node 5] ICP22 created new session: [4:7580801766304707575:2097]
2025-12-06T17:42:34.663706Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801766085158968:2107] [node 4] ICS09 handshake done sender: [2:7580801766085158937:2111] self: [2:7580801766085158936:0] peer: [4:7580801766304707570:0] socket: 138 qp: -1
2025-12-06T17:42:34.637105Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801766304707575:2097] [node 5] ICS09 handshake done sender: [4:7580801766304707550:2112] self: [4:7580801766304707548:0] peer: [5:7580801766961928028:0] socket: 120 qp: -1
2025-12-06T17:42:34.710933Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801765255442228:2107] [node 4] ICP22 created new session: [3:7580801765255442266:2107]
2025-12-06T17:42:34.637141Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801766304707575:2097] [node 5] ICS10 traffic start
2025-12-06T17:42:34.663750Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801766085158968:2107] [node 4] ICS10 traffic start
2025-12-06T17:42:34.637176Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:34.645029Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801766304707572:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:34.663793Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:34.658752Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:34.665714Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801766085158961:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:34.671348Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801766304707574:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23071
2025-12-06T17:42:34.683634Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580801761790191572:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:34.704493Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801762009740185:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(107820475ns) {HandleHandshakeStatus:329(107816386ns) {DropIncomingHandshake:442(3063ns) DropOutgoingHandshake:457(7902ns) SwitchToState:179(1905ns) ProcessPendingSessionEvents:495(11261197ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 11188472ns max# 10748193ns}}}
2025-12-06T17:42:34.683700Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:34.704613Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801766304707567:2120] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:34.683753Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801761790191572:2048] [node 1] ICP22 created new session: [2:7580801766085158970:2048]
2025-12-06T17:42:34.718939Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801766304707564:2118] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:34.683818Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801766085158970:2048] [node 1] ICS09 handshake done sender: [2:7580801766085158961:2118] self: [2:7580801766085158966:0] peer: [1:7580801763992321644:0] socket: 140 qp: -1
2025-12-06T17:42:34.722795Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801762009740186:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6931) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580801766304707567:2120] held: no
2025-12-06T17:42:34.683866Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801766085158970:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:34.723645Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801762009740186:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:34.683910Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:34.723694Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:34.631567Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801766360758485:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15367
2025-12-06T17:42:34.658845Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801766360758493:2122] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:34.682926Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801766360758485:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:34.690812Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801762065791103:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:34.692002Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801766360758432:2068] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:34.726827Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801762065791103:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26845) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801766360758485:2119] held: no
2025-12-06T17:42:34.746770Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801766360758496:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15367
2025-12-06T17:42:34.723743Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801762009740186:2049] [node 2] ICP22 created new session: [4:7580801766304707578:2049]
2025-12-06T17:42:34.723800Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801766304707578:2049] [node 2] ICS09 handshake done sender: [4:7580801766304707567:2120] self: [4:7580801766304707570:0] peer: [2:7580801766085158936:0] socket: 80 qp: -1
2025-12-06T17:42:34.723837Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801766304707578:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:34.723912Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:34.725499Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801766304707565:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:34.725527Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801766304707565:2119] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:34.743279Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801762009740187:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:42:34.743379Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:34.743444Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801762009740187:2050] [node 3] ICP22 created new session: [4:7580801766304707580:2050]
2025-12-06T17:42:34.743512Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801766304707580:2050] [node 3] ICS09 handshake done sender: [4:7580801766304707564:2118] self: [4:7580801766304707569:0] peer: [3:7580801765255442242:0] socket: 135 qp: -1
2025-12-06T17:42:34.743554Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801766304707580:2050] [node 3] ICS10 traffic start
2025-12-06T17:42:34.743599Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:34.744363Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7580801762009740187:2050] [node 3] ICP27 obsolete handshake fail ignored
2025-12-06T17:42:34.710996Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801765255442266:2107] [node 4] ICS09 handshake done sender: [3:7580801765255442243:2114] self: [3:7580801765255442242:0] peer: [4:7580801766304707569:0] socket: 134 qp: -1
2025-12-06T17:42:34.711039Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801765255442266:2107] [node 4] ICS10 traffic start
2025-12-06T17:42:34.711107Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:34.712780Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801765255442228:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(25427167ns) {HandleHandshakeStatus:329(25423708ns) {DropIncomingHandshake:442(16588ns) DropOutgoingHandshake:457(661ns) SwitchToState:179(668ns) ProcessPendingSessionEvents:495(657834ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 592441ns max# 73222ns}}}
2025-12-06T17:42:34.714082Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801765255442234:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:34.714115Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801765255442234:2111] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:34.715426Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801765255442234:2111] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:34.715716Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801765255442232:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:34.715778Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:34.715828Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801765255442232:2109] [node 6] ICP22 created new session: [3:7580801765255442269:2109]
2025-12-06T17:42:34.715875Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801765255442269:2109] [node 6] ICS09 handshake done sender: [3:7580801765255442234:2111] self: [3:7580801765255442233:0] peer: [6:7580801766360758495:0] socket: 133 qp: -1
2025-12-06T17:42:34.715909Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801765255442269:2109] [node 6] ICS10 traffic start
2025-12-06T17:42:34.715954Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:34.679116Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801766961928040:2078] [node 4] ICS09 handshake done sender: [5:7580801766961928022:2118] self: [5:7580801766961928028:0] peer: [4:7580801766304707548:0] socket: 124 qp: -1
2025-12-06T17:42:34.679178Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801766961928040:2078] [node 4] ICS10 traffic start
2025-12-06T17:42:34.679215Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:34.680028Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7580801766961928003:2078] [node 4] ICP27 obsolete handshake fail ignored
2025-12-06T17:42:34.754444Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801766304707565:2119] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:34.754695Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801766360758485:2119] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:34.757302Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801766360758497:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15367
2025-12-06T17:42:34.755152Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801766304707545:2098] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:34.757668Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801762065791103:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:42:34.755244Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:34.755303Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801766304707545:2098] [node 6] ICP22 created new session: [4:7580801766304707583:2098]
2025-12-06T17:42:34.755347Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801766304707583:2098] [node 6] ICS09 handshake done sender: [4:7580801766304707565:2119] self: [4:7580801766304707563:0] peer: [6:7580801766360758494:0] socket: 147 qp: -1
2025-12-06T17:42:34.755386Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801766304707583:2098] [node 6] ICS10 traffic start
2025-12-06T17:42:34.755439Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:34.757744Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:34.757797Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801762065791103:2050] [node 3] ICP22 created new session: [6:7580801766360758498:2050]
2025-12-06T17:42:34.757849Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801766360758498:2050] [node 3] ICS09 handshake done sender: [6:7580801766360758485:2119] self: [6:7580801766360758495:0] peer: [3:7580801765255442233:0] socket: 114 qp: -1
2025-12-06T17:42:34.757889Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801766360758498:2050] [node 3] ICS10 traffic start
2025-12-06T17:42:34.757937Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:34.759488Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801766360758493:2122] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:34.764917Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801766360758432:2068] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8026) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801766360758493:2122] held: no
2025-12-06T17:42:34.765626Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801766360758432:2068] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:42:34.765675Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:34.765722Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801766360758432:2068] [node 4] ICP22 created new session: [6:7580801766360758500:2068]
2025-12-06T17:42:34.765775Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801766360758500:2068] [node 4] ICS09 handshake done sender: [6:7580801766360758493:2122] self: [6:7580801766360758494:0] peer: [4:7580801766304707563:0] socket: 148 qp: -1
2025-12-06T17:42:34.765813Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801766360758500:2068] [node 4] ICS10 traffic start
2025-12-06T17:42:34.765890Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:34.820172Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:42:34.820434Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580801766085158970:2048] [node 1] ICS01 socket: 140 reason# EndOfStream
2025-12-06T17:42:34.820476Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580801761790191572:2048] [node 1] ICP30 unregister session Session# [2:7580801766085158970:2048] VirtualId# [2:7580801766085158966:0]
2025-12-06T17:42:34.820513Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580801766085158970:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:34.820603Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:34.820668Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:34.822889Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:42:34.823138Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801765255442255:2048] [node 1] ICS01 socket: 98 reason# EndOfStream
2025-12-06T17:42:34.823178Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801760960474869:2048] [node 1] ICP30 unregister session Session# [3:7580801765255442255:2048] VirtualId# [3:7580801765255442246:0]
2025-12-06T17:42:34.823212Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801765255442255:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:34.823297Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:34.823337Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:34.826758Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:42:34.826998Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580801766304707572:2048] [node 1] ICS07 socket disconnect 100 reason# EndOfStream
2025-12-06T17:42:34.827030Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801766304707572:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:34.827104Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:34.827141Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580801766304707572:2048] [node 1] ICS15 start handshake
2025-12-06T17:42:34.828220Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801762009740185:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13603) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:34.828285Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801766304707572:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:34.828323Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801762009740185:2048] [node 1] ICP30 unregister session Session# [4:7580801766304707572:2048] VirtualId# [4:7580801766304707559:0]
2025-12-06T17:42:34.828415Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:34.828448Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580801762009740185:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:13603) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:34.828469Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13603) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:34.832424Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:42:34.832692Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580801766961928038:2048] [node 1] ICS07 socket disconnect 125 reason# EndOfStream
2025-12-06T17:42:34.832719Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801766961928038:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:34.832802Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:34.832853Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580801766961928038:2048] [node 1] ICS15 start handshake
2025-12-06T17:42:34.833402Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:42:34.833603Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801766360758488:2048] [node 1] ICS01 socket: 99 reason# EndOfStream
2025-12-06T17:42:34.833644Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801762065791101:2048] [node 1] ICP30 unregister session Session# [6:7580801766360758488:2048] VirtualId# [6:7580801766360758480:0]
2025-12-06T17:42:34.833680Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801766360758488:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:34.833749Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:34.833798Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:34.835066Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801762666960643:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13603) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:34.835131Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801766961928038:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:34.835161Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801762666960643:2048] [node 1] ICP30 unregister session Session# [5:7580801766961928038:2048] VirtualId# [5:7580801766961928029:0]
2025-12-06T17:42:34.835201Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:34.835234Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580801762666960643:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:13603) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:34.835249Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13603) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:34.843995Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580801762009740185:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:42:34.850784Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580801762666960643:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:42:34.890509Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:42:34.890764Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801765255442263:2049] [node 2] ICS01 socket: 78 reason# EndOfStream
2025-12-06T17:42:34.890821Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801760960474870:2049] [node 2] ICP30 unregister session Session# [3:7580801765255442263:2049] VirtualId# [3:7580801765255442261:0]
2025-12-06T17:42:34.890860Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801765255442263:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:34.890950Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:34.890996Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:34.902773Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:42:34.903036Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801766304707578:2049] [node 2] ICS01 socket: 80 reason# EndOfStream
2025-12-06T17:42:34.903084Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801762009740186:2049] [node 2] ICP30 unregister session Session# [4:7580801766304707578:2049] VirtualId# [4:7580801766304707570:0]
2025-12-06T17:42:34.903122Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801766304707578:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:34.903220Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:34.903265Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:34.903369Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:42:34.903563Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580801766961928030:2049] [node 2] ICS07 socket disconnect 89 reason# EndOfStream
2025-12-06T17:42:34.903590Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801766961928030:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:34.903647Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:34.903686Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580801766961928030:2049] [node 2] ICS15 start handshake
2025-12-06T17:42:34.904228Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:42:34.904413Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801766360758482:2049] [node 2] ICS01 socket: 87 reason# EndOfStream
2025-12-06T17:42:34.904453Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801762065791102:2049] [node 2] ICP30 unregister session Session# [6:7580801766360758482:2049] VirtualId# [6:7580801766360758478:0]
2025-12-06T17:42:34.904485Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801766360758482:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:34.904537Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:34.904573Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:34.906137Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801762666960644:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6931) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:34.906200Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801766961928030:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:34.906232Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801762666960644:2049] [node 2] ICP30 unregister session Session# [5:7580801766961928030:2049] VirtualId# [5:7580801766961928021:0]
2025-12-06T17:42:34.906274Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:34.906311Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580801762666960644:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:6931) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:34.906338Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6931) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:34.918361Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580801762666960644:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:42:34.984711Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:42:34.984980Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801766360758498:2050] [node 3] ICS01 socket: 114 reason# EndOfStream
2025-12-06T17:42:34.985036Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801762065791103:2050] [node 3] ICP30 unregister session Session# [6:7580801766360758498:2050] VirtualId# [6:7580801766360758495:0]
2025-12-06T17:42:34.985073Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801766360758498:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:34.985149Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:42:34.985188Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:42:34.985401Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:42:34.985601Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580801766304707580:2050] [node 3] ICS07 socket disconnect 135 reason# EndOfStream
2025-12-06T17:42:34.985630Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801766304707580:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:34.985694Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:42:34.985734Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580801766304707580:2050] [node 3] ICS15 start handshake
2025-12-06T17:42:34.986342Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:42:34.988174Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580801766961928024:2050] [node 3] ICS07 socket disconnect 81 reason# EndOfStream
2025-12-06T17:42:34.988218Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801766961928024:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:34.988294Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:42:34.988336Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580801766961928024:2050] [node 3] ICS15 start handshake
2025-12-06T17:42:34.989681Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801762009740187:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26845) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:34.989737Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801766304707580:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:34.989776Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801762009740187:2050] [node 3] ICP30 unregister session Session# [4:7580801766304707580:2050] VirtualId# [4:7580801766304707569:0]
2025-12-06T17:42:34.989819Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:42:34.989864Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580801762009740187:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:26845) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:34.989880Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26845) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:34.990683Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801762666960645:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26845) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:34.990740Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801766961928024:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:34.990769Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801762666960645:2050] [node 3] ICP30 unregister session Session# [5:7580801766961928024:2050] VirtualId# [5:7580801766961928017:0]
2025-12-06T17:42:34.990848Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:42:34.990876Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580801762666960645:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:26845) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:34.990887Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26845) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:35.006666Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580801762009740187:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:42:35.006795Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580801762666960645:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:42:35.150857Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:42:35.151135Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801766961928040:2078] [node 4] ICS01 socket: 124 reason# EndOfStream
2025-12-06T17:42:35.151181Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801766961928003:2078] [node 4] ICP30 unregister session Session# [5:7580801766961928040:2078] VirtualId# [5:7580801766961928028:0]
2025-12-06T17:42:35.151223Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801766961928040:2078] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:35.151324Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:42:35.151379Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:42:35.151498Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:42:35.151746Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801766360758500:2068] [node 4] ICS01 socket: 148 reason# EndOfStream
2025-12-06T17:42:35.151782Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801766360758432:2068] [node 4] ICP30 unregister session Session# [6:7580801766360758500:2068] VirtualId# [6:7580801766360758494:0]
2025-12-06T17:42:35.151812Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801766360758500:2068] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:35.151874Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:42:35.151912Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:42:35.258995Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:42:35.483411Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801770240067223:2048] [node 2] ICP01 ready to work
2025-12-06T17:42:35.483453Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801770240067224:2049] [node 3] ICP01 ready to work
2025-12-06T17:42:35.551121Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801771041076254:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:35.551181Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801771041076255:2049] [node 3] ICP01 ready to work
2025-12-06T17:42:35.595068Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801767979341609:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:35.595104Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801767979341610:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:35.654262Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801768810438841:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:35.654303Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801768810438842:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:35.654339Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801768810438843:2050] [node 3] ICP01 ready to work
2025-12-06T17:42:35.685822Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801769156586450:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:35.685861Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801769156586451:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:35.685896Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801769156586452:2050] [node 3] ICP01 ready to work
2025-12-06T17:42:35.742969Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801771298182599:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:35.743005Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801771298182600:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:35.743037Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801771298182601:2050] [node 3] ICP01 ready to work
2025-12-06T17:42:36.023611Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801775336043590:2068] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:36.137831Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801773451553760:2060] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3600
2025-12-06T17:42:36.058771Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801774535034582:2090] [node 4] ICP01 ready to work
2025-12-06T17:42:36.098304Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801773105406155:2065] [node 6] ICP01 ready to work
2025-12-06T17:42:36.003928Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801775593149910:2061] [node 5] ICP01 ready to work
2025-12-06T17:42:36.127854Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801772274308965:2069] [node 4] ICP01 ready to work
2025-12-06T17:42:36.074765Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801775336043597:2069] [node 5] ICP01 ready to work
2025-12-06T17:42:36.162744Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801774535034583:2092] [node 6] ICP01 ready to work
2025-12-06T17:42:36.157716Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801773451553763:2062] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:36.159651Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801775336043615:2070] [node 6] ICP01 ready to work
2025-12-06T17:42:36.064708Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801771298182601:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(17683482ns) {Configure:104(17677114ns) {ProcessConfigured:135(125721ns) {StartInitialHandshake:157(121778ns) {DropHandshakes:470(3836ns) {DropIncomingHandshake:442(879ns) DropOutgoingHandshake:457(596ns)} GenerateSessionVirtualId:988(1798ns) PrepareNewSessionHandshake:477(2732ns) {SwitchToState:179(1136ns)}}}}}
2025-12-06T17:42:36.167983Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801773451553768:2066] [node 4] ICP01 ready to work
2025-12-06T17:42:36.139384Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801772274308962:2067] [node 5] ICP01 ready to work
2025-12-06T17:42:36.162979Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801774535034584:2089] [node 5] ICP01 ready to work
2025-12-06T17:42:36.128029Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801775593149917:2059] [node 4] ICP01 ready to work
2025-12-06T17:42:36.249846Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801775336043622:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24939
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:36.139433Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801772274308963:2068] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:36.186909Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801769156586451:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(177943488ns) {Configure:104(177936587ns) {ProcessConfigured:135(63925106ns) {StartInitialHandshake:157(63920074ns) {DropHandshakes:470(3639ns) {DropIncomingHandshake:442(1042ns) DropOutgoingHandshake:457(522ns)} GenerateSessionVirtualId:988(1121ns) PrepareNewSessionHandshake:477(5058ns) {SwitchToState:179(1044ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:36.206189Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801767979341609:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(250728327ns) {Configure:104(250721309ns) {ProcessConfigured:135(31948757ns) {StartInitialHandshake:157(31944975ns) {DropHandshakes:470(3936ns) {DropIncomingHandshake:442(731ns) DropOutgoingHandshake:457(706ns)} GenerateSessionVirtualId:988(1073ns) PrepareNewSessionHandshake:477(4464ns) {SwitchToState:179(1709ns)}}}}}
2025-12-06T17:42:36.206339Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801772274308972:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32753
2025-12-06T17:42:36.271002Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801772274308972:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:36.311433Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801775593149910:2061] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(236555114ns) {Configure:104(208612122ns) {ProcessConfigured:135(68875ns) {StartInitialHandshake:157(66566ns) {DropHandshakes:470(3972ns) {DropIncomingHandshake:442(780ns) DropOutgoingHandshake:457(639ns)} GenerateSessionVirtualId:988(1534ns) PrepareNewSessionHandshake:477(2876ns) {SwitchToState:179(980ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:36.312837Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801775593149971:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16690
2025-12-06T17:42:36.312940Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801775593149972:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16690
2025-12-06T17:42:36.314127Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801775593149971:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:36.314280Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801771298182601:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:36.289456Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801774535034586:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22866
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:36.324592Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801775593149974:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16690
2025-12-06T17:42:36.325552Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801775593149971:2114] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:36.325776Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801771298182601:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:42:36.325850Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:36.325906Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801771298182601:2050] [node 3] ICP22 created new session: [6:7580801775593149975:2050]
2025-12-06T17:42:36.325952Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801775593149975:2050] [node 3] ICS09 handshake done sender: [6:7580801775593149971:2114] self: [6:7580801775593149973:0] peer: [3:7580801772274308975:0] socket: 104 qp: -1
2025-12-06T17:42:36.280332Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801775336043623:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24939
2025-12-06T17:42:36.325988Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801775593149975:2050] [node 3] ICS10 traffic start
2025-12-06T17:42:36.323111Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801772274308976:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:36.319062Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801774535034585:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22866
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:36.339306Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801773451553760:2060] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:36.290923Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801775336043624:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24939
2025-12-06T17:42:36.323162Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801772274308976:2112] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:36.326035Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:36.344435Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801768810438843:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(284888419ns) {Configure:104(284879289ns) {ProcessConfigured:135(74837ns) {StartInitialHandshake:157(71216ns) {DropHandshakes:470(3724ns) {DropIncomingHandshake:442(1133ns) DropOutgoingHandshake:457(543ns)} GenerateSessionVirtualId:988(1443ns) PrepareNewSessionHandshake:477(3020ns) {SwitchToState:179(787ns)}}}}}
2025-12-06T17:42:36.321842Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801775336043623:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:36.373830Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801775336043622:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:36.338915Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801770240067224:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(19227471ns) {Configure:104(19221137ns) {ProcessConfigured:135(16735306ns) {StartInitialHandshake:157(16732509ns) {DropHandshakes:470(4113ns) {DropIncomingHandshake:442(993ns) DropOutgoingHandshake:457(697ns)} GenerateSessionVirtualId:988(1193ns) PrepareNewSessionHandshake:477(5119ns) {SwitchToState:179(2279ns)}}}}}
2025-12-06T17:42:36.383239Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801775593149977:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16690
2025-12-06T17:42:36.357570Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801773451553763:2062] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(199509440ns) {Configure:104(199503303ns) {ProcessConfigured:135(14373099ns) {StartInitialHandshake:157(9953661ns) {DropHandshakes:470(5082ns) {DropIncomingHandshake:442(861ns) DropOutgoingHandshake:457(481ns)} GenerateSessionVirtualId:988(1169ns) PrepareNewSessionHandshake:477(3202ns) {SwitchToState:179(1847ns)}}}}}
2025-12-06T17:42:36.344996Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801773105406203:2087] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:36.324951Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801772274308976:2112] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:36.400117Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801775336043617:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:36.400173Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801775336043617:2110] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:36.412247Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801775336043626:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24939
2025-12-06T17:42:36.418797Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801775336043617:2110] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:36.363289Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801769156586451:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:36.339116Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801774535034586:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:36.356908Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801773105406204:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44652
2025-12-06T17:42:36.352394Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801772274308963:2068] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:36.405473Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801774535034585:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:36.447114Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801774535034587:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22866
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:36.365526Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801773451553822:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3600
2025-12-06T17:42:36.395730Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801768810438842:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(310670208ns) {Configure:104(310661131ns) {ProcessConfigured:135(8595794ns) {StartInitialHandshake:157(8592559ns) {DropHandshakes:470(2148ns) {DropIncomingHandshake:442(413ns) DropOutgoingHandshake:457(415ns)} GenerateSessionVirtualId:988(799ns) PrepareNewSessionHandshake:477(4017ns) {SwitchToState:179(1641ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:36.435083Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801775593149977:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:36.352480Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:36.466029Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801774535034587:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:36.435259Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801775593149910:2061] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:36.449810Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801775593149980:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16690
2025-12-06T17:42:36.471539Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801775593149977:2117] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:36.504702Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801775593149910:2061] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:42:36.504807Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:36.504870Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801775593149910:2061] [node 5] ICP22 created new session: [6:7580801775593149981:2061]
2025-12-06T17:42:36.504918Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801775593149981:2061] [node 5] ICS09 handshake done sender: [6:7580801775593149977:2117] self: [6:7580801775593149979:0] peer: [5:7580801773451553818:0] socket: 121 qp: -1
2025-12-06T17:42:36.504964Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801775593149981:2061] [node 5] ICS10 traffic start
2025-12-06T17:42:36.505008Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:36.373205Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801769156586450:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(75817490ns) {Configure:104(75810740ns) {ProcessConfigured:135(18171175ns) {StartInitialHandshake:157(18167556ns) {DropHandshakes:470(8084395ns) {DropIncomingHandshake:442(890ns) DropOutgoingHandshake:457(3209ns)} GenerateSessionVirtualId:988(2647ns) PrepareNewSessionHandshake:477(4754ns) {SwitchToState:179(2400ns)}}}}}
2025-12-06T17:42:36.415422Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801768810438841:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(416385939ns) {Configure:104(416377448ns) {ProcessConfigured:135(28365837ns) {StartInitialHandshake:157(28362318ns) {DropHandshakes:470(3303ns) {DropIncomingHandshake:442(799ns) DropOutgoingHandshake:457(620ns)} GenerateSessionVirtualId:988(895ns) PrepareNewSessionHandshake:477(3433ns) {SwitchToState:179(1608ns)}}}}}
2025-12-06T17:42:36.462783Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801775336043597:2069] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:36.352538Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801772274308963:2068] [node 6] ICP22 created new session: [3:7580801772274308987:2068]
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:36.543314Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801775593149983:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16690
2025-12-06T17:42:36.462869Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:36.380747Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801773451553768:2066] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(210513622ns) {Configure:104(210508719ns) {ProcessConfigured:135(6707903ns) {StartInitialHandshake:157(6705040ns) {DropHandshakes:470(3648ns) {DropIncomingHandshake:442(883ns) DropOutgoingHandshake:457(632ns)} GenerateSessionVirtualId:988(536ns) PrepareNewSessionHandshake:477(5028ns) {SwitchToState:179(2433ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:36.525830Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801774535034582:2090] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(235141727ns) {Configure:104(235134835ns) {ProcessConfigured:135(18623755ns) {StartInitialHandshake:157(18619752ns) {DropHandshakes:470(3704ns) {DropIncomingHandshake:442(557ns) DropOutgoingHandshake:457(823ns)} GenerateSessionVirtualId:988(1275ns) PrepareNewSessionHandshake:477(5353ns) {SwitchToState:179(2088ns)}}}}}
2025-12-06T17:42:36.415582Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801773105406204:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:36.352585Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801772274308987:2068] [node 6] ICS09 handshake done sender: [3:7580801772274308976:2112] self: [3:7580801772274308975:0] peer: [6:7580801775593149973:0] socket: 99 qp: -1
2025-12-06T17:42:36.403189Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801773451553822:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:36.542476Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801774535034602:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22866
2025-12-06T17:42:36.352647Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801772274308987:2068] [node 6] ICS10 traffic start
2025-12-06T17:42:36.352686Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:36.373916Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801772274308965:2069] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(69673613ns) {Configure:104(69667325ns) {ProcessConfigured:135(28048009ns) {StartInitialHandshake:157(28044806ns) {DropHandshakes:470(3740ns) {DropIncomingHandshake:442(1191ns) DropOutgoingHandshake:457(573ns)} GenerateSessionVirtualId:988(1139ns) PrepareNewSessionHandshake:477(3067ns) {SwitchToState:179(959ns)}}}}}
2025-12-06T17:42:36.382019Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801772274308989:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32753
2025-12-06T17:42:36.382164Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801772274308990:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32753
2025-12-06T17:42:36.399475Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801772274308989:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:36.413600Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801772274308990:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:36.459838Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801772274308979:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:36.459868Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801772274308979:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:36.461726Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801772274308979:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:36.462042Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801772274308962:2067] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:36.462114Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:36.462169Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801772274308962:2067] [node 5] ICP22 created new session: [3:7580801772274308995:2067]
2025-12-06T17:42:36.462230Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801772274308995:2067] [node 5] ICS09 handshake done sender: [3:7580801772274308979:2114] self: [3:7580801772274308978:0] peer: [5:7580801773451553831:0] socket: 88 qp: -1
2025-12-06T17:42:36.462266Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801772274308995:2067] [node 5] ICS10 traffic start
2025-12-06T17:42:36.462305Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:36.492228Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801772274308962:2067] [node 5] ICP35 event processing took too much time PendingConnection:279(29349730ns) {HandleHandshakeStatus:329(29345413ns) {DropIncomingHandshake:442(15236ns) DropOutgoingHandshake:457(778ns) SwitchToState:179(731ns) ProcessPendingSessionEvents:495(28928320ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 28855886ns max# 16401213ns}}}
2025-12-06T17:42:36.526699Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801772274308997:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32753
2025-12-06T17:42:36.565229Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801772274308997:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:36.564443Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801775593149972:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:36.584201Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801767979341609:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:36.462917Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801775336043597:2069] [node 5] ICP22 created new session: [2:7580801775336043628:2069]
2025-12-06T17:42:36.419097Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801773105406206:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:36.403333Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801773451553768:2066] [node 4] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:36.565198Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801771298182600:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(318442346ns) {Configure:104(318431425ns) {ProcessConfigured:135(16118962ns) {StartInitialHandshake:157(16116031ns) {DropHandshakes:470(4254ns) {DropIncomingHandshake:442(968ns) DropOutgoingHandshake:457(576ns)} GenerateSessionVirtualId:988(870ns) PrepareNewSessionHandshake:477(4427ns) {SwitchToState:179(1846ns)}}}}}
2025-12-06T17:42:36.567605Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801774535034584:2089] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(82900175ns) {Configure:104(82893315ns) {ProcessConfigured:135(96632ns) {StartInitialHandshake:157(94346ns) {DropHandshakes:470(3924ns) {DropIncomingHandshake:442(1040ns) DropOutgoingHandshake:457(567ns)} GenerateSessionVirtualId:988(1190ns) PrepareNewSessionHandshake:477(2433ns) {SwitchToState:179(737ns)}}}}}
2025-12-06T17:42:36.419139Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801773105406206:2112] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:36.462958Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801775336043628:2069] [node 5] ICS09 handshake done sender: [2:7580801775336043617:2110] self: [2:7580801775336043616:0] peer: [5:7580801773451553823:0] socket: 85 qp: -1
2025-12-06T17:42:36.599251Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801772274309000:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32753
2025-12-06T17:42:36.424207Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801773451553828:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3600
2025-12-06T17:42:36.571335Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801775593149983:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:36.571723Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801771298182600:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:36.571798Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801771298182599:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:36.593708Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801775593149989:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16690
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:36.462991Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801775336043628:2069] [node 5] ICS10 traffic start
2025-12-06T17:42:36.447840Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801773451553819:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:36.447868Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580801773451553819:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:36.448705Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801773451553829:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3600
2025-12-06T17:42:36.450061Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801773451553828:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:36.450177Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801773451553829:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:36.450310Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801773451553819:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:36.459092Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801769156586452:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:36.466730Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801773451553833:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3600
2025-12-06T17:42:36.478682Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580801773451553763:2062] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:36.493299Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801773451553822:2114] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:36.518862Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801773451553832:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3600
2025-12-06T17:42:36.530827Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:36.530898Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801773451553763:2062] [node 6] ICP22 created new session: [5:7580801773451553836:2062]
2025-12-06T17:42:36.534881Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801773451553834:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3600
2025-12-06T17:42:36.538925Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801773451553836:2062] [node 6] ICS09 handshake done sender: [5:7580801773451553819:2113] self: [5:7580801773451553818:0] peer: [6:7580801775593149979:0] socket: 114 qp: -1
2025-12-06T17:42:36.538978Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801773451553836:2062] [node 6] ICS10 traffic start
2025-12-06T17:42:36.539036Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:36.540580Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801773451553763:2062] [node 6] ICP35 event processing took too much time PendingConnection:279(72718403ns) {HandleHandshakeStatus:329(61086364ns) {DropIncomingHandshake:442(746ns) DropOutgoingHandshake:457(1205ns) SwitchToState:179(634ns) ProcessPendingSessionEvents:495(547558ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 484852ns max# 56514ns}}}
2025-12-06T17:42:36.540922Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [5:7580801773451553763:2062] [node 6] ICP18 handshake (actor [5:7580801773451553829:2118]) is too old
2025-12-06T17:42:36.541469Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801769156586451:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27489) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580801773451553760:2060] held: no
2025-12-06T17:42:36.555982Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801773451553768:2066] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:42:36.556075Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:36.556132Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801773451553768:2066] [node 4] ICP22 created new session: [5:7580801773451553838:2066]
2025-12-06T17:42:36.556194Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801773451553838:2066] [node 4] ICS09 handshake done sender: [5:7580801773451553822:2114] self: [5:7580801773451553827:0] peer: [4:7580801773105406205:0] socket: 116 qp: -1
2025-12-06T17:42:36.556239Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801773451553838:2066] [node 4] ICS10 traffic start
2025-12-06T17:42:36.556282Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:36.557633Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801769156586452:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61823) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580801773451553828:2117] held: no
2025-12-06T17:42:36.563187Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801773451553828:2117] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:36.564675Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801773451553760:2060] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:36.574097Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801769156586452:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:42:36.574195Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:36.574250Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801769156586452:2050] [node 3] ICP22 created new session: [5:7580801773451553841:2050]
2025-12-06T17:42:36.574299Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801773451553841:2050] [node 3] ICS09 handshake done sender: [5:7580801773451553828:2117] self: [5:7580801773451553831:0] peer: [3:7580801772274308978:0] socket: 120 qp: -1
2025-12-06T17:42:36.574337Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801773451553841:2050] [node 3] ICS10 traffic start
2025-12-06T17:42:36.574399Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:36.580587Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801769156586451:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:36.580665Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:36.580712Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801769156586451:2049] [node 2] ICP22 created new session: [5:7580801773451553843:2049]
2025-12-06T17:42:36.580761Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801773451553843:2049] [node 2] ICS09 handshake done sender: [5:7580801773451553760:2060] self: [5:7580801773451553823:0] peer: [2:7580801775336043616:0] socket: 87 qp: -1
2025-12-06T17:42:36.580803Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801773451553843:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:36.580838Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:36.423344Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801773105406155:2065] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(261113993ns) {Configure:104(261103987ns) {ProcessConfigured:135(80590ns) {StartInitialHandshake:157(77876ns) {DropHandshakes:470(2927ns) {DropIncomingHandshake:442(757ns) DropOutgoingHandshake:457(428ns)} GenerateSessionVirtualId:988(852ns) PrepareNewSessionHandshake:477(1897ns) {SwitchToState:179(552ns)}}}}}
2025-12-06T17:42:36.575808Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801774535034589:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:36.439980Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801773105406206:2112] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:36.463026Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:36.544475Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801775336043624:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:36.559251Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580801771041076254:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:36.563606Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801775336043634:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24939
2025-12-06T17:42:36.583249Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801771041076255:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(243635612ns) {Configure:104(232317209ns) {ProcessConfigured:135(60927ns) {StartInitialHandshake:157(58698ns) {DropHandshakes:470(3199ns) {DropIncomingHandshake:442(508ns) DropOutgoingHandshake:457(570ns)} GenerateSessionVirtualId:988(1011ns) PrepareNewSessionHandshake:477(2191ns) {SwitchToState:179(716ns)}}}}}
2025-12-06T17:42:36.585478Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801775336043590:2068] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(251305742ns) {Configure:104(251291966ns) {ProcessConfigured:135(9071333ns) {StartInitialHandshake:157(9067825ns) {DropHandshakes:470(3255ns) {DropIncomingHandshake:442(593ns) DropOutgoingHandshake:457(581ns)} GenerateSessionVirtualId:988(903ns) PrepareNewSessionHandshake:477(1281ns) {SwitchToState:179(118ns)}}}}}
2025-12-06T17:42:36.594718Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801775336043631:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:36.594766Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801775336043631:2116] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:36.595813Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801775336043626:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:36.615341Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801775336043634:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:36.620260Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801775336043641:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24939
2025-12-06T17:42:36.624306Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801775336043631:2116] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:36.638922Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801775336043590:2068] [node 4] ICP35 event processing took too much time PendingConnection:279(17205063ns) {IncomingHandshake:261(9978826ns) {DropIncomingHandshake:442(979ns) PrepareNewSessionHandshake:477(4839ns) {SwitchToState:179(2767ns)} GenerateSessionVirtualId:988(975ns) IssueIncomingHandshakeReply:193(9564ns)}}
2025-12-06T17:42:36.647488Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801775336043624:2114] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:36.663135Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801772274309000:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:36.663358Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801767979341610:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:36.575851Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801774535034589:2113] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:42:36.640196Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801775593149910:2061] [node 5] ICP35 event processing took too much time PendingConnection:279(134627937ns) {HandleHandshakeStatus:329(134623130ns) {DropIncomingHandshake:442(1316ns) DropOutgoingHandshake:457(6898ns) SwitchToState:179(747ns) ProcessPendingSessionEvents:495(134136809ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 127441277ns max# 19811252ns}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:36.677272Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801772274309001:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32753
2025-12-06T17:42:36.651969Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801775336043615:2070] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:36.564855Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801773105406203:2087] [node 5] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:36.692024Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801772274308997:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:36.693967Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801772274309003:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32753
2025-12-06T17:42:36.591007Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801774535034591:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:36.704497Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801773451553845:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3600
2025-12-06T17:42:36.695751Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801772274309000:2119] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:36.652039Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:36.591041Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801774535034591:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:36.642059Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801775593149990:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16690
2025-12-06T17:42:36.564918Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:36.652098Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801775336043615:2070] [node 6] ICP22 created new session: [2:7580801775336043646:2070]
2025-12-06T17:42:36.652149Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801775336043646:2070] [node 6] ICS09 handshake done sender: [2:7580801775336043631:2116] self: [2:7580801775336043630:0] peer: [6:7580801775593149987:0] socket: 95 qp: -1
2025-12-06T17:42:36.652184Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801775336043646:2070] [node 6] ICS10 traffic start
2025-12-06T17:42:36.652225Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:36.677691Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801775336043637:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:36.677721Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801775336043637:2118] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:42:36.686759Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580801771041076254:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21081) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7580801775336043624:2114] held: no
2025-12-06T17:42:36.692419Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580801771041076254:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:36.692498Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:36.692557Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801771041076254:2048] [node 1] ICP22 created new session: [2:7580801775336043649:2048]
2025-12-06T17:42:36.692611Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801775336043649:2048] [node 1] ICS09 handshake done sender: [2:7580801775336043624:2114] self: [2:7580801775336043633:0] peer: [1:7580801774535034588:0] socket: 107 qp: -1
2025-12-06T17:42:36.692675Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801775336043649:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:36.692713Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:36.694968Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801775336043637:2118] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:36.696083Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801771041076255:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:42:36.696141Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:36.696188Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801771041076255:2049] [node 3] ICP22 created new session: [2:7580801775336043651:2049]
2025-12-06T17:42:36.696233Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801775336043651:2049] [node 3] ICS09 handshake done sender: [2:7580801775336043637:2118] self: [2:7580801775336043636:0] peer: [3:7580801772274309002:0] socket: 138 qp: -1
2025-12-06T17:42:36.696263Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801775336043651:2049] [node 3] ICS10 traffic start
2025-12-06T17:42:36.696294Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:36.564967Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801773105406203:2087] [node 5] ICP22 created new session: [4:7580801773105406219:2087]
2025-12-06T17:42:36.582772Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801773105406219:2087] [node 5] ICS09 handshake done sender: [4:7580801773105406206:2112] self: [4:7580801773105406205:0] peer: [5:7580801773451553827:0] socket: 113 qp: -1
2025-12-06T17:42:36.598605Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801773105406219:2087] [node 5] ICS10 traffic start
2025-12-06T17:42:36.599778Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:36.625952Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801773105406203:2087] [node 5] ICP35 event processing took too much time PendingConnection:279(65393541ns) {HandleHandshakeStatus:329(60183762ns) {DropIncomingHandshake:442(679ns) DropOutgoingHandshake:457(1227ns) SwitchToState:179(691ns) ProcessPendingSessionEvents:495(9797656ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 9735892ns max# 9294603ns}}}
2025-12-06T17:42:36.663970Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801773105406222:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44652
2025-12-06T17:42:36.664294Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801773105406218:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44652
2025-12-06T17:42:36.688023Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801773105406223:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44652
2025-12-06T17:42:36.694447Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801773105406218:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:36.695504Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801773105406223:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:36.712805Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801768810438843:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:36.715025Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801768810438841:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:36.727810Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801773105406222:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:36.734860Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801768810438842:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:36.730570Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801773451553845:2122] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:36.662626Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801771298182599:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21081) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801775593149972:2115] held: no
2025-12-06T17:42:36.695937Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801767979341609:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:36.591118Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801774535034602:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:36.750742Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801769156586450:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:36.675005Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801775593149983:2119] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:36.770630Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801775336043640:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:36.770701Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801775336043640:2119] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:42:36.696029Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:36.591767Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801774535034595:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:36.676593Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801771298182599:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(40531585ns) {HandleHandshakeStatus:395(40527258ns) {LogHandshakeFail:472(11866998ns) {UpdateErrorStateLog:545(7634ns)} DropOutgoingHandshake:457(3767ns) ProcessPendingSessionEvents:495(13112258ns) {unordered DropSessionEvent:512 num# 100 sum# 573615ns max# 23140ns}}}
2025-12-06T17:42:36.677000Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801775593149972:2115] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:36.698392Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801771298182599:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:36.698462Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:36.698510Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801771298182599:2048] [node 1] ICP22 created new session: [6:7580801775593149991:2048]
2025-12-06T17:42:36.698625Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801775593149991:2048] [node 1] ICS09 handshake done sender: [6:7580801775593149972:2115] self: [6:7580801775593149988:0] peer: [1:7580801774535034590:0] socket: 108 qp: -1
2025-12-06T17:42:36.715500Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801771298182600:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:36.715586Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:36.715637Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801771298182600:2049] [node 2] ICP22 created new session: [6:7580801775593149992:2049]
2025-12-06T17:42:36.715687Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801775593149992:2049] [node 2] ICS09 handshake done sender: [6:7580801775593149983:2119] self: [6:7580801775593149987:0] peer: [2:7580801775336043630:0] socket: 84 qp: -1
2025-12-06T17:42:36.715722Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801775593149992:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:36.715785Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:36.716500Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580801771298182600:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:42:36.722971Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801775593149991:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:36.723044Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:36.740723Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801771298182601:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(237123837ns) {HandleHandshakeStatus:329(237120789ns) {DropIncomingHandshake:442(1351ns) DropOutgoingHandshake:457(6043ns) SwitchToState:179(672ns) ProcessPendingSessionEvents:495(236643266ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 236478638ns max# 26206244ns}}}
2025-12-06T17:42:36.751186Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801771298182599:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(52691067ns) {HandleHandshakeStatus:329(52689001ns) {DropIncomingHandshake:442(593ns) DropOutgoingHandshake:457(647ns) SwitchToState:179(205ns) ProcessPendingSessionEvents:495(4110ns)}}
2025-12-06T17:42:36.778664Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801769156586450:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(20094121ns) {IncomingHandshake:261(20091193ns) {DropIncomingHandshake:442(670ns) PrepareNewSessionHandshake:477(1315ns) {SwitchToState:179(495ns)} GenerateSessionVirtualId:988(655ns) IssueIncomingHandshakeReply:193(17750614ns) {SwitchToState:179(3215ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:36.591786Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801774535034595:2115] [node 3] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:36.798102Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801773451553847:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3600
2025-12-06T17:42:36.767720Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801773105406227:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44652
2025-12-06T17:42:36.696096Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801767979341609:2048] [node 1] ICP22 created new session: [3:7580801772274309004:2048]
2025-12-06T17:42:36.779608Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801775336043640:2119] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:36.811980Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801775336043590:2068] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:42:36.594034Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801774535034591:2114] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:36.696168Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801772274309004:2048] [node 1] ICS09 handshake done sender: [3:7580801772274308997:2118] self: [3:7580801772274308999:0] peer: [1:7580801774535034594:0] socket: 132 qp: -1
2025-12-06T17:42:36.783332Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801773105406228:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44652
2025-12-06T17:42:36.843297Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801773451553845:2122] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:36.823180Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:36.846002Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801769156586450:2048] [node 1] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:36.793903Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801773105406223:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:36.696211Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801772274309004:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:36.594625Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801774535034583:2092] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:36.846105Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:36.846162Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801769156586450:2048] [node 1] ICP22 created new session: [5:7580801773451553848:2048]
2025-12-06T17:42:36.846214Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801773451553848:2048] [node 1] ICS09 handshake done sender: [5:7580801773451553845:2122] self: [5:7580801773451553846:0] peer: [1:7580801774535034603:0] socket: 153 qp: -1
2025-12-06T17:42:36.846252Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801773451553848:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:36.846299Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:36.864529Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801775593149995:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16690
2025-12-06T17:42:36.869222Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801775593149995:2123] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:36.811516Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801773105406222:2117] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:36.814293Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801768810438841:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:36.814360Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:36.814414Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801768810438841:2048] [node 1] ICP22 created new session: [4:7580801773105406229:2048]
2025-12-06T17:42:36.814467Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801773105406229:2048] [node 1] ICS09 handshake done sender: [4:7580801773105406223:2118] self: [4:7580801773105406225:0] peer: [1:7580801774535034600:0] socket: 150 qp: -1
2025-12-06T17:42:36.814509Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801773105406229:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:36.814580Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:36.827206Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7580801768810438841:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:42:36.827582Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801773105406231:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44652
2025-12-06T17:42:36.855058Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801768810438842:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:36.855187Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:36.855251Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801768810438842:2049] [node 2] ICP22 created new session: [4:7580801773105406233:2049]
2025-12-06T17:42:36.855308Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801773105406233:2049] [node 2] ICS09 handshake done sender: [4:7580801773105406222:2117] self: [4:7580801773105406226:0] peer: [2:7580801775336043635:0] socket: 148 qp: -1
2025-12-06T17:42:36.855341Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801773105406233:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:36.855384Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:36.857345Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801768810438842:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(16334791ns) {HandleHandshakeStatus:329(16330582ns) {DropIncomingHandshake:442(2921ns) DropOutgoingHandshake:457(6205ns) SwitchToState:179(786ns) ProcessPendingSessionEvents:495(727828ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 658750ns max# 143220ns}}}
2025-12-06T17:42:36.859690Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7580801768810438842:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:42:36.869087Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801773105406218:2116] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:36.869403Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801768810438843:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:42:36.869497Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:36.869551Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801768810438843:2050] [node 3] ICP22 created new session: [4:7580801773105406235:2050]
2025-12-06T17:42:36.869597Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801773105406235:2050] [node 3] ICS09 handshake done sender: [4:7580801773105406218:2116] self: [4:7580801773105406224:0] peer: [3:7580801772274308984:0] socket: 122 qp: -1
2025-12-06T17:42:36.869636Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801773105406235:2050] [node 3] ICS10 traffic start
2025-12-06T17:42:36.869677Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:36.696253Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:36.696612Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801767979341610:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:36.696696Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:36.696744Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801767979341610:2049] [node 2] ICP22 created new session: [3:7580801772274309006:2049]
2025-12-06T17:42:36.696786Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801772274309006:2049] [node 2] ICS09 handshake done sender: [3:7580801772274309000:2119] self: [3:7580801772274309002:0] peer: [2:7580801775336043636:0] socket: 140 qp: -1
2025-12-06T17:42:36.696823Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801772274309006:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:36.696871Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:36.742017Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801772274308985:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:36.742059Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801772274308985:2115] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:42:36.753832Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801767979341609:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(57028404ns) {HandleHandshakeStatus:329(57019852ns) {DropIncomingHandshake:442(1103ns) DropOutgoingHandshake:457(4701ns) SwitchToState:179(863ns) ProcessPendingSessionEvents:495(21871645ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 21788460ns max# 21328957ns}}}
2025-12-06T17:42:36.754714Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7580801767979341609:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:42:36.862159Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801772274308985:2115] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:36.595295Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801774535034589:2113] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:36.596040Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801774535034595:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:36.606431Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801770240067223:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:42:36.606548Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:36.606605Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801770240067223:2048] [node 2] ICP22 created new session: [1:7580801774535034609:2048]
2025-12-06T17:42:36.619043Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:36.622159Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801774535034609:2048] [node 2] ICS09 handshake done sender: [1:7580801774535034589:2113] self: [1:7580801774535034588:0] peer: [2:7580801775336043633:0] socket: 106 qp: -1
2025-12-06T17:42:36.622220Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801774535034609:2048] [node 2] ICS10 traffic start
2025-12-06T17:42:36.622266Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:36.627427Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801774535034583:2092] [node 6] ICP22 created new session: [1:7580801774535034610:2092]
2025-12-06T17:42:36.635402Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801774535034610:2092] [node 6] ICS09 handshake done sender: [1:7580801774535034591:2114] self: [1:7580801774535034590:0] peer: [6:7580801775593149988:0] socket: 105 qp: -1
2025-12-06T17:42:36.635466Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801770240067223:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(16582523ns) {HandleHandshakeStatus:329(16578276ns) {DropIncomingHandshake:442(18783ns) DropOutgoingHandshake:457(1457ns) SwitchToState:179(719ns) ProcessPendingSessionEvents:495(549797ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 496780ns max# 59514ns}}}
2025-12-06T17:42:36.646743Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801770240067224:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:42:36.646877Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:36.646938Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801770240067224:2049] [node 3] ICP22 created new session: [1:7580801774535034614:2049]
2025-12-06T17:42:36.647228Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801774535034610:2092] [node 6] ICS10 traffic start
2025-12-06T17:42:36.650707Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801774535034614:2049] [node 3] ICS09 handshake done sender: [1:7580801774535034595:2115] self: [1:7580801774535034594:0] peer: [3:7580801772274308999:0] socket: 127 qp: -1
2025-12-06T17:42:36.659112Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801774535034614:2049] [node 3] ICS10 traffic start
2025-12-06T17:42:36.662794Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:36.666622Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:36.668320Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801770240067224:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(20742745ns) {HandleHandshakeStatus:329(20736753ns) {DropIncomingHandshake:442(21277ns) DropOutgoingHandshake:457(918ns) SwitchToState:179(1086ns) ProcessPendingSessionEvents:495(545171ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 486102ns max# 66736ns}}}
2025-12-06T17:42:36.669576Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801774535034616:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22866
2025-12-06T17:42:36.722815Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801774535034616:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:36.736973Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801774535034583:2092] [node 6] ICP35 event processing took too much time PendingConnection:279(141538129ns) {HandleHandshakeStatus:329(141534894ns) {DropIncomingHandshake:442(30488ns) DropOutgoingHandshake:457(1021ns) SwitchToState:179(627ns) ProcessPendingSessionEvents:495(3560897ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 3497315ns max# 3066722ns}}}
2025-12-06T17:42:36.742785Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801774535034601:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:36.742824Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801774535034601:2116] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:42:36.768483Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801774535034601:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:36.791875Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801774535034582:2090] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:42:36.791991Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:36.792050Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801774535034582:2090] [node 4] ICP22 created new session: [1:7580801774535034620:2090]
2025-12-06T17:42:36.792106Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801774535034620:2090] [node 4] ICS09 handshake done sender: [1:7580801774535034601:2116] self: [1:7580801774535034600:0] peer: [4:7580801773105406225:0] socket: 86 qp: -1
2025-12-06T17:42:36.792154Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801774535034620:2090] [node 4] ICS10 traffic start
2025-12-06T17:42:36.792200Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:36.794828Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801774535034604:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:36.794868Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801774535034604:2118] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:36.823014Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801774535034604:2118] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:36.843913Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801774535034584:2089] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:36.844009Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:36.844068Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801774535034584:2089] [node 5] ICP22 created new session: [1:7580801774535034623:2089]
2025-12-06T17:42:36.844124Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801774535034623:2089] [node 5] ICS09 handshake done sender: [1:7580801774535034604:2118] self: [1:7580801774535034603:0] peer: [5:7580801773451553846:0] socket: 149 qp: -1
2025-12-06T17:42:36.844163Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801774535034623:2089] [node 5] ICS10 traffic start
2025-12-06T17:42:36.844207Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:36.830936Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801775336043590:2068] [node 4] ICP22 created new session: [2:7580801775336043654:2068]
2025-12-06T17:42:36.854849Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801775336043654:2068] [node 4] ICS09 handshake done sender: [2:7580801775336043640:2119] self: [2:7580801775336043635:0] peer: [4:7580801773105406226:0] socket: 147 qp: -1
2025-12-06T17:42:36.861964Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801775336043654:2068] [node 4] ICS10 traffic start
2025-12-06T17:42:36.878043Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:36.887755Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801769156586450:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(40823744ns) {HandleHandshakeStatus:329(40819325ns) {DropIncomingHandshake:442(854ns) DropOutgoingHandshake:457(10120ns) SwitchToState:179(1066ns) ProcessPendingSessionEvents:495(40357611ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 40270753ns max# 15218873ns}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:36.880102Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801772274308965:2069] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:42:36.890591Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:36.890668Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801772274308965:2069] [node 4] ICP22 created new session: [3:7580801772274309009:2069]
2025-12-06T17:42:36.890722Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801772274309009:2069] [node 4] ICS09 handshake done sender: [3:7580801772274308985:2115] self: [3:7580801772274308984:0] peer: [4:7580801773105406224:0] socket: 136 qp: -1
2025-12-06T17:42:36.890762Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801772274309009:2069] [node 4] ICS10 traffic start
2025-12-06T17:42:36.890815Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:36.878554Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801775593149917:2059] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:36.893334Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801775593149997:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16690
2025-12-06T17:42:36.904849Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801775593149995:2123] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:36.881965Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801775336043590:2068] [node 4] ICP35 event processing took too much time PendingConnection:279(69060314ns) {HandleHandshakeStatus:329(69055105ns) {DropIncomingHandshake:442(25482ns) DropOutgoingHandshake:457(1017ns) SwitchToState:179(793ns) ProcessPendingSessionEvents:495(2809169ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 2728418ns max# 2297497ns}}}
2025-12-06T17:42:36.899001Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801771041076255:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(202006874ns) {HandleHandshakeStatus:329(202003872ns) {DropIncomingHandshake:442(15142ns) DropOutgoingHandshake:457(356ns) SwitchToState:179(422ns) ProcessPendingSessionEvents:495(201626379ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 198607525ns max# 17654606ns}}}
2025-12-06T17:42:36.896353Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801772274308965:2069] [node 4] ICP35 event processing took too much time PendingConnection:279(16658280ns) {HandleHandshakeStatus:329(16655428ns) {DropIncomingHandshake:442(10383057ns) DropOutgoingHandshake:457(2223ns) SwitchToState:179(772ns) ProcessPendingSessionEvents:495(4487566ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 4419088ns max# 3939055ns}}}
2025-12-06T17:42:36.891247Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801773105406215:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:36.891287Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801773105406215:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:36.892706Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801773105406215:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:36.894094Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801773105406155:2065] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:36.894192Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:36.894246Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801773105406155:2065] [node 6] ICP22 created new session: [4:7580801773105406238:2065]
2025-12-06T17:42:36.894327Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801773105406238:2065] [node 6] ICS09 handshake done sender: [4:7580801773105406215:2115] self: [4:7580801773105406214:0] peer: [6:7580801775593149996:0] socket: 102 qp: -1
2025-12-06T17:42:36.894365Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801773105406238:2065] [node 6] ICS10 traffic start
2025-12-06T17:42:36.894425Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:36.906241Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801775593149917:2059] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:42:36.906348Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:36.906406Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801775593149917:2059] [node 4] ICP22 created new session: [6:7580801775593149998:2059]
2025-12-06T17:42:36.906453Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801775593149998:2059] [node 4] ICS09 handshake done sender: [6:7580801775593149995:2123] self: [6:7580801775593149996:0] peer: [4:7580801773105406214:0] socket: 115 qp: -1
2025-12-06T17:42:36.906488Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801775593149998:2059] [node 4] ICS10 traffic start
2025-12-06T17:42:36.906551Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:37.004903Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:42:37.005163Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580801772274309004:2048] [node 1] ICS07 socket disconnect 132 reason# EndOfStream
2025-12-06T17:42:37.005208Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801772274309004:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:37.005296Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:37.005333Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580801772274309004:2048] [node 1] ICS15 start handshake
2025-12-06T17:42:37.006660Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:42:37.006921Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580801775336043649:2048] [node 1] ICS01 socket: 107 reason# EndOfStream
2025-12-06T17:42:37.006956Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580801771041076254:2048] [node 1] ICP30 unregister session Session# [2:7580801775336043649:2048] VirtualId# [2:7580801775336043633:0]
2025-12-06T17:42:37.007000Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580801775336043649:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:37.007089Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:37.007138Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:37.021631Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801767979341609:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21081) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:42:37.021680Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580801772274309004:2048] [node 1] ICS15 start handshake
2025-12-06T17:42:37.022688Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801767979341609:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21081) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:37.022751Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801772274309004:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:37.022795Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801767979341609:2048] [node 1] ICP30 unregister session Session# [3:7580801772274309004:2048] VirtualId# [3:7580801772274308999:0]
2025-12-06T17:42:37.022885Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:37.022929Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580801767979341609:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:21081) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:37.022944Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21081) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:37.028702Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:42:37.028952Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580801773451553848:2048] [node 1] ICS07 socket disconnect 153 reason# EndOfStream
2025-12-06T17:42:37.028985Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801773451553848:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:37.029061Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:37.029105Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580801773451553848:2048] [node 1] ICS15 start handshake
2025-12-06T17:42:37.030350Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801769156586450:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21081) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:37.030404Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801773451553848:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:37.030440Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801769156586450:2048] [node 1] ICP30 unregister session Session# [5:7580801773451553848:2048] VirtualId# [5:7580801773451553846:0]
2025-12-06T17:42:37.030524Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:37.030586Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580801769156586450:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:21081) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:37.030602Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21081) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:37.034822Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:42:37.035309Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580801767979341609:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:42:37.035100Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580801773105406229:2048] [node 1] ICS07 socket disconnect 150 reason# EndOfStream
2025-12-06T17:42:37.035139Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801773105406229:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:37.035240Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:37.035291Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580801773105406229:2048] [node 1] ICS15 start handshake
2025-12-06T17:42:37.038737Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:42:37.039017Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801775593149991:2048] [node 1] ICS01 socket: 108 reason# EndOfStream
2025-12-06T17:42:37.039093Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801771298182599:2048] [node 1] ICP30 unregister session Session# [6:7580801775593149991:2048] VirtualId# [6:7580801775593149988:0]
2025-12-06T17:42:37.039132Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801775593149991:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:37.039240Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:37.039292Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:37.039658Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580801769156586450:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:42:37.043313Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801768810438841:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21081) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:37.043385Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801773105406229:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:37.043427Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801768810438841:2048] [node 1] ICP30 unregister session Session# [4:7580801773105406229:2048] VirtualId# [4:7580801773105406225:0]
2025-12-06T17:42:37.043531Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:37.043565Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580801768810438841:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:21081) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:37.043581Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21081) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:37.054828Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580801768810438841:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:42:37.121418Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:42:37.121682Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801772274309006:2049] [node 2] ICS01 socket: 140 reason# EndOfStream
2025-12-06T17:42:37.121727Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801767979341610:2049] [node 2] ICP30 unregister session Session# [3:7580801772274309006:2049] VirtualId# [3:7580801772274309002:0]
2025-12-06T17:42:37.121764Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801772274309006:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:37.121857Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:37.121910Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:37.134931Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:42:37.134758Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:42:37.135041Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801773105406233:2049] [node 2] ICS01 socket: 148 reason# EndOfStream
2025-12-06T17:42:37.135147Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580801775593149992:2049] [node 2] ICS07 socket disconnect 84 reason# EndOfStream
2025-12-06T17:42:37.135090Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801768810438842:2049] [node 2] ICP30 unregister session Session# [4:7580801773105406233:2049] VirtualId# [4:7580801773105406226:0]
2025-12-06T17:42:37.158052Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:42:37.158403Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801773451553843:2049] [node 2] ICS01 socket: 87 reason# EndOfStream
2025-12-06T17:42:37.158454Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801769156586451:2049] [node 2] ICP30 unregister session Session# [5:7580801773451553843:2049] VirtualId# [5:7580801773451553823:0]
2025-12-06T17:42:37.158496Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801773451553843:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:37.158641Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:37.158694Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:37.135182Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801775593149992:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:37.135262Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:37.135328Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580801775593149992:2049] [node 2] ICS15 start handshake
2025-12-06T17:42:37.135124Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801773105406233:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:37.135229Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:37.135278Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:37.160392Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801771298182600:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27489) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:37.160474Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801775593149992:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:37.160515Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801771298182600:2049] [node 2] ICP30 unregister session Session# [6:7580801775593149992:2049] VirtualId# [6:7580801775593149987:0]
2025-12-06T17:42:37.160562Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:37.161783Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580801771298182600:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:27489) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:37.161853Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27489) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:37.171050Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580801771298182600:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:42:37.441199Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:42:37.441439Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801773451553841:2050] [node 3] ICS01 socket: 120 reason# EndOfStream
2025-12-06T17:42:37.441481Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801769156586452:2050] [node 3] ICP30 unregister session Session# [5:7580801773451553841:2050] VirtualId# [5:7580801773451553831:0]
2025-12-06T17:42:37.441514Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801773451553841:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:37.441599Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:42:37.441642Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:42:37.441742Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:42:37.441909Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580801775593149975:2050] [node 3] ICS07 socket disconnect 104 reason# EndOfStream
2025-12-06T17:42:37.441933Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801775593149975:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:37.441990Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:42:37.442029Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580801775593149975:2050] [node 3] ICS15 start handshake
2025-12-06T17:42:37.442595Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:42:37.442765Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801773105406235:2050] [node 3] ICS01 socket: 122 reason# EndOfStream
2025-12-06T17:42:37.442797Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801768810438843:2050] [node 3] ICP30 unregister session Session# [4:7580801773105406235:2050] VirtualId# [4:7580801773105406224:0]
2025-12-06T17:42:37.442826Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801773105406235:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:37.442892Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:42:37.442935Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:42:37.444582Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801771298182601:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61823) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:37.444667Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801775593149975:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:37.444702Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801771298182601:2050] [node 3] ICP30 unregister session Session# [6:7580801775593149975:2050] VirtualId# [6:7580801775593149973:0]
2025-12-06T17:42:37.444795Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:42:37.444827Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580801771298182601:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:61823) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:37.444843Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61823) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:37.458674Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580801771298182601:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:42:37.568970Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:42:37.569220Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580801775593149998:2059] [node 4] ICS07 socket disconnect 115 reason# EndOfStream
2025-12-06T17:42:37.569249Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801775593149998:2059] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:37.569337Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:42:37.569382Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580801775593149998:2059] [node 4] ICS15 start handshake
2025-12-06T17:42:37.570024Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:42:37.570208Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801773451553838:2066] [node 4] ICS01 socket: 116 reason# EndOfStream
2025-12-06T17:42:37.570248Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801773451553768:2066] [node 4] ICP30 unregister session Session# [5:7580801773451553838:2066] VirtualId# [5:7580801773451553827:0]
2025-12-06T17:42:37.570282Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801773451553838:2066] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:37.570348Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:42:37.570398Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:42:37.571707Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801775593149917:2059] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27822) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:37.571770Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801775593149998:2059] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:37.571826Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801775593149917:2059] [node 4] ICP30 unregister session Session# [6:7580801775593149998:2059] VirtualId# [6:7580801775593149996:0]
2025-12-06T17:42:37.571866Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:42:37.571895Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580801775593149917:2059] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:27822) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:37.571913Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27822) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:37.582717Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580801775593149917:2059] [node 4] ICP33 wake up from error state
2025-12-06T17:42:37.746767Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:42:37.747038Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801775593149981:2061] [node 5] ICS01 socket: 121 reason# EndOfStream
2025-12-06T17:42:37.747088Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801775593149910:2061] [node 5] ICP30 unregister session Session# [6:7580801775593149981:2061] VirtualId# [6:7580801775593149979:0]
2025-12-06T17:42:37.747134Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801775593149981:2061] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:37.747231Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:42:37.747292Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:42:37.969405Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801776447220210:2049] [node 3] ICP01 ready to work
2025-12-06T17:42:37.978745Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801776447220209:2048] [node 2] ICP01 ready to work
2025-12-06T17:42:38.003064Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801784107594262:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:38.003103Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801784107594263:2049] [node 3] ICP01 ready to work
2025-12-06T17:42:38.043171Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801784664280055:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:38.043206Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801784664280056:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:38.043241Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801784664280057:2050] [node 3] ICP01 ready to work
2025-12-06T17:42:38.029458Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801783561821457:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:38.029496Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801783561821458:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:38.114984Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801781262419375:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:38.115020Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801781262419376:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:38.115055Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801781262419377:2050] [node 3] ICP01 ready to work
2025-12-06T17:42:38.271653Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801784381864483:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:38.271692Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801784381864484:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:38.290650Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801784381864485:2050] [node 3] ICP01 ready to work
2025-12-06T17:42:38.431645Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801784107594314:2077] [node 6] ICP01 ready to work
2025-12-06T17:42:38.368876Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801783561821503:2093] [node 6] ICP01 ready to work
2025-12-06T17:42:38.387591Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801784381864499:2062] [node 5] ICP01 ready to work
2025-12-06T17:42:38.493379Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801784107594320:2079] [node 5] ICP01 ready to work
2025-12-06T17:42:38.447775Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801780742187556:2090] [node 5] ICP01 ready to work
2025-12-06T17:42:38.466840Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801781262419392:2063] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:38.555203Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801781262419401:2068] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44273
2025-12-06T17:42:38.555449Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801781262419402:2069] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44273
2025-12-06T17:42:38.504777Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801784381864505:2060] [node 4] ICP01 ready to work
2025-12-06T17:42:38.526870Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801784664280091:2075] [node 5] ICP01 ready to work
2025-12-06T17:42:38.530829Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801780742187563:2093] [node 4] ICP01 ready to work
2025-12-06T17:42:38.524386Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801784107594325:2081] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:38.632149Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801784107594338:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6510
2025-12-06T17:42:38.598673Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801780742187570:2092] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:38.598920Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801781262419403:2061] [node 6] ICP01 ready to work
2025-12-06T17:42:38.627009Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801783561821521:2088] [node 4] ICP01 ready to work
2025-12-06T17:42:38.679088Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801780742187571:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7983
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:38.648040Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801781262419402:2069] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:38.643611Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801783561821503:2093] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(274356252ns) {Configure:104(274350260ns) {ProcessConfigured:135(105078ns) {StartInitialHandshake:157(99928ns) {DropHandshakes:470(4275ns) {DropIncomingHandshake:442(995ns) DropOutgoingHandshake:457(606ns)} GenerateSessionVirtualId:988(1584ns) PrepareNewSessionHandshake:477(2969ns) {SwitchToState:179(884ns)}}}}}
2025-12-06T17:42:38.661927Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801783561821527:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59680
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:38.632355Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801784107594339:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6510
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:38.648374Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801781262419376:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:38.718995Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801783561821528:2095] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:38.701194Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801776447220210:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(142293462ns) {Configure:104(142282881ns) {ProcessConfigured:135(86570ns) {StartInitialHandshake:157(83074ns) {DropHandshakes:470(4222ns) {DropIncomingHandshake:442(1024ns) DropOutgoingHandshake:457(640ns)} GenerateSessionVirtualId:988(1780ns) PrepareNewSessionHandshake:477(2263ns) {SwitchToState:179(687ns)}}}}}
2025-12-06T17:42:38.715461Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801780742187573:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7983
2025-12-06T17:42:38.715647Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801780742187572:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7983
2025-12-06T17:42:38.731341Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801780742187573:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:38.787287Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801781262419454:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44273
2025-12-06T17:42:38.789338Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801781262419401:2068] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:38.789875Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801781262419402:2069] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:38.790123Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801781262419376:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:38.790245Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:38.790306Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801781262419376:2049] [node 2] ICP22 created new session: [5:7580801781262419455:2049]
2025-12-06T17:42:38.790360Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801781262419455:2049] [node 2] ICS09 handshake done sender: [5:7580801781262419402:2069] self: [5:7580801781262419450:0] peer: [2:7580801784107594321:0] socket: 98 qp: -1
2025-12-06T17:42:38.790399Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801781262419455:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:38.790442Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:38.795319Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801780742187556:2090] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(113372626ns) {Configure:104(113367756ns) {ProcessConfigured:135(65448ns) {StartInitialHandshake:157(59911ns) {DropHandshakes:470(3950ns) {DropIncomingHandshake:442(1061ns) DropOutgoingHandshake:457(590ns)} GenerateSessionVirtualId:988(814ns) PrepareNewSessionHandshake:477(2675ns) {SwitchToState:179(735ns)}}}}}
2025-12-06T17:42:38.795491Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801780742187571:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:38.692060Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801784107594339:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:38.762844Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801784664280119:2081] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:38.749634Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801784381864554:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41202
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:38.759016Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801783561821532:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59680
2025-12-06T17:42:38.782812Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801783561821527:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:38.798909Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801784664280120:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22805
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:38.800332Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801780742187572:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:38.719176Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801784107594322:2103] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:38.749880Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801784381864556:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41202
2025-12-06T17:42:38.847053Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801781262419457:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44273
2025-12-06T17:42:38.898963Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801783561821532:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:38.899160Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801783561821457:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:38.719221Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801784107594322:2103] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:38.811919Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801780742187563:2093] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(109625662ns) {Configure:104(109619121ns) {ProcessConfigured:135(65828ns) {StartInitialHandshake:157(62817ns) {DropHandshakes:470(3217ns) {DropIncomingHandshake:442(854ns) DropOutgoingHandshake:457(555ns)} GenerateSessionVirtualId:988(1557ns) PrepareNewSessionHandshake:477(2756ns) {SwitchToState:179(779ns)}}}}}
2025-12-06T17:42:38.788308Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801784381864556:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:38.866758Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801781262419457:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:38.770851Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801784107594322:2103] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:38.788766Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801784381864554:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:38.815194Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801780742187575:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:38.826571Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801784107594316:2100] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:38.788942Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801784381864484:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:38.890386Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801781262419375:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:38.933289Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801783561821458:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(449274336ns) {Configure:104(449263275ns) {ProcessConfigured:135(24768401ns) {StartInitialHandshake:157(24764737ns) {DropHandshakes:470(3529ns) {DropIncomingHandshake:442(698ns) DropOutgoingHandshake:457(887ns)} GenerateSessionVirtualId:988(1185ns) PrepareNewSessionHandshake:477(4055ns) {SwitchToState:179(1999ns)}}}}}
2025-12-06T17:42:38.815223Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801780742187575:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:38.933961Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801781262419460:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44273
2025-12-06T17:42:38.967051Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801781262419457:2117] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:38.928715Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801784664280056:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(244962698ns) {Configure:104(244956071ns) {ProcessConfigured:135(75596ns) {StartInitialHandshake:157(73392ns) {DropHandshakes:470(2800ns) {DropIncomingHandshake:442(597ns) DropOutgoingHandshake:457(304ns)} GenerateSessionVirtualId:988(943ns) PrepareNewSessionHandshake:477(2388ns) {SwitchToState:179(789ns)}}}}}
2025-12-06T17:42:38.826621Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801784107594316:2100] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:38.794592Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801784381864557:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41202
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:38.816756Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801780742187575:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:38.955843Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801783561821540:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59680
2025-12-06T17:42:38.928965Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801784664280120:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:38.831878Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801780742187570:2092] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:38.831953Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:38.839300Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801780742187590:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7983
2025-12-06T17:42:38.842975Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801776447220209:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(459806068ns) {Configure:104(459797631ns) {ProcessConfigured:135(16044739ns) {StartInitialHandshake:157(16040310ns) {DropHandshakes:470(4119ns) {DropIncomingHandshake:442(913ns) DropOutgoingHandshake:457(853ns)} GenerateSessionVirtualId:988(1771ns) PrepareNewSessionHandshake:477(6439ns) {SwitchToState:179(3782ns)}}}}}
2025-12-06T17:42:38.860493Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801780742187570:2092] [node 6] ICP22 created new session: [1:7580801780742187589:2092]
2025-12-06T17:42:38.896868Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801780742187581:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:38.896898Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801780742187581:2115] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:38.911913Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801780742187589:2092] [node 6] ICS09 handshake done sender: [1:7580801780742187575:2113] self: [1:7580801780742187574:0] peer: [6:7580801784381864563:0] socket: 112 qp: -1
2025-12-06T17:42:38.911987Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801780742187589:2092] [node 6] ICS10 traffic start
2025-12-06T17:42:38.912147Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801780742187581:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:38.923060Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801780742187577:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:38.923108Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801780742187577:2114] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:42:38.923372Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801780742187590:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:38.934994Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:38.957199Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801780742187556:2090] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:38.970822Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801780742187577:2114] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:38.981532Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:38.997897Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801776447220210:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:42:38.998023Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:38.998088Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801776447220210:2049] [node 3] ICP22 created new session: [1:7580801780742187600:2049]
2025-12-06T17:42:38.998148Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801780742187600:2049] [node 3] ICS09 handshake done sender: [1:7580801780742187577:2114] self: [1:7580801780742187576:0] peer: [3:7580801783561821536:0] socket: 115 qp: -1
2025-12-06T17:42:38.998190Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801780742187600:2049] [node 3] ICS10 traffic start
2025-12-06T17:42:38.998235Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:39.006309Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801780742187556:2090] [node 5] ICP22 created new session: [1:7580801780742187599:2090]
2025-12-06T17:42:39.013177Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801780742187570:2092] [node 6] ICP35 event processing took too much time PendingConnection:279(180171739ns) {HandleHandshakeStatus:329(180168342ns) {DropIncomingHandshake:442(22075ns) DropOutgoingHandshake:457(599ns) SwitchToState:179(740ns) ProcessPendingSessionEvents:495(14922734ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 14856463ns max# 14338653ns}}}
2025-12-06T17:42:39.019022Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801780742187599:2090] [node 5] ICS09 handshake done sender: [1:7580801780742187581:2115] self: [1:7580801780742187580:0] peer: [5:7580801781262419459:0] socket: 123 qp: -1
2025-12-06T17:42:39.019083Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801780742187599:2090] [node 5] ICS10 traffic start
2025-12-06T17:42:39.019183Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:39.020908Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801780742187556:2090] [node 5] ICP35 event processing took too much time PendingConnection:279(65008794ns) {HandleHandshakeStatus:329(65003989ns) {DropIncomingHandshake:442(32339ns) DropOutgoingHandshake:457(713ns) SwitchToState:179(786ns) ProcessPendingSessionEvents:495(571539ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 507736ns max# 60634ns}}}
2025-12-06T17:42:38.835632Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801784107594263:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(293287985ns) {Configure:104(293282386ns) {ProcessConfigured:135(77087ns) {StartInitialHandshake:157(74746ns) {DropHandshakes:470(3056ns) {DropIncomingHandshake:442(574ns) DropOutgoingHandshake:457(651ns)} GenerateSessionVirtualId:988(1158ns) PrepareNewSessionHandshake:477(2974ns) {SwitchToState:179(909ns)}}}}}
2025-12-06T17:42:38.991714Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801781262419461:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44273
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:38.961845Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801783561821541:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59680
2025-12-06T17:42:39.040148Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801780742187585:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:39.040196Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801780742187585:2116] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:42:39.044474Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801780742187585:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:38.805461Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801784381864505:2060] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(86263024ns) {Configure:104(86256200ns) {ProcessConfigured:135(84483ns) {StartInitialHandshake:157(82002ns) {DropHandshakes:470(4142ns) {DropIncomingHandshake:442(753ns) DropOutgoingHandshake:457(760ns)} GenerateSessionVirtualId:988(1681ns) PrepareNewSessionHandshake:477(2866ns) {SwitchToState:179(725ns)}}}}}
2025-12-06T17:42:38.929853Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801784664280124:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22805
2025-12-06T17:42:39.071810Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801780742187563:2093] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:42:39.010081Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801781262419403:2061] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(27741890ns) {Configure:104(27732475ns) {ProcessConfigured:135(64187ns) {StartInitialHandshake:157(61883ns) {DropHandshakes:470(4090ns) {DropIncomingHandshake:442(834ns) DropOutgoingHandshake:457(616ns)} GenerateSessionVirtualId:988(808ns) PrepareNewSessionHandshake:477(2751ns) {SwitchToState:179(712ns)}}}}}
2025-12-06T17:42:39.032498Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801781262419375:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:39.046968Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:39.052745Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801781262419375:2048] [node 1] ICP22 created new session: [5:7580801785557386761:2048]
2025-12-06T17:42:39.055223Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801781262419461:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:39.055436Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801781262419392:2063] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:39.000135Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801783561821523:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:38.859114Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801784107594316:2100] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:38.812743Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801784381864557:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:38.930044Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801784664280125:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22805
2025-12-06T17:42:38.812927Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801784381864483:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:39.000185Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801783561821523:2110] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:39.095036Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:38.886170Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801784107594338:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:39.080431Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801785557386763:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44273
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:38.930165Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801784664280126:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22805
2025-12-06T17:42:39.007329Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801787856788839:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59680
2025-12-06T17:42:38.892252Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801784107594314:2077] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:38.816496Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801784381864564:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41202
2025-12-06T17:42:39.095357Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801785557386761:2048] [node 1] ICS09 handshake done sender: [5:7580801781262419457:2117] self: [5:7580801781262419459:0] peer: [1:7580801780742187580:0] socket: 124 qp: -1
2025-12-06T17:42:39.108253Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801780742187563:2093] [node 4] ICP22 created new session: [1:7580801785037154900:2093]
2025-12-06T17:42:38.930627Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801784664280123:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22805
2025-12-06T17:42:39.111394Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801781262419461:2119] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:38.892318Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:39.007607Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801783561821542:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59680
2025-12-06T17:42:38.817324Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801784381864557:2114] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:38.892381Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801784107594314:2077] [node 6] ICP22 created new session: [2:7580801784107594346:2077]
2025-12-06T17:42:38.892436Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801784107594346:2077] [node 6] ICS09 handshake done sender: [2:7580801784107594316:2100] self: [2:7580801784107594315:0] peer: [6:7580801784381864559:0] socket: 91 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:38.892483Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801784107594346:2077] [node 6] ICS10 traffic start
2025-12-06T17:42:38.892526Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:38.893937Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801784107594320:2079] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:38.893994Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:38.894040Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801784107594320:2079] [node 5] ICP22 created new session: [2:7580801784107594348:2079]
2025-12-06T17:42:38.894088Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801784107594348:2079] [node 5] ICS09 handshake done sender: [2:7580801784107594322:2103] self: [2:7580801784107594321:0] peer: [5:7580801781262419450:0] socket: 94 qp: -1
2025-12-06T17:42:38.894125Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801784107594348:2079] [node 5] ICS10 traffic start
2025-12-06T17:42:38.894163Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:38.914575Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801784107594325:2081] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(372048179ns) {Configure:104(372043341ns) {ProcessConfigured:135(10498420ns) {StartInitialHandshake:157(10494861ns) {DropHandshakes:470(2969ns) {DropIncomingHandshake:442(612ns) DropOutgoingHandshake:457(563ns)} GenerateSessionVirtualId:988(1140ns) PrepareNewSessionHandshake:477(3647ns) {SwitchToState:179(1424ns)}}}}}
2025-12-06T17:42:38.914756Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580801784107594314:2077] [node 6] ICP18 handshake (actor [2:7580801784107594338:2114]) is too old
2025-12-06T17:42:38.955543Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801784107594353:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6510
2025-12-06T17:42:39.007934Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801788402561650:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6510
2025-12-06T17:42:39.052149Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801784107594351:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:39.052205Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801784107594351:2117] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:42:39.088359Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801784107594353:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:39.095505Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801784107594351:2117] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:39.096976Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801788402561650:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:39.113318Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801784107594325:2081] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:42:39.121464Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801788402561653:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6510
2025-12-06T17:42:39.124560Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:39.129286Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580801784107594262:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:39.140153Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801784107594325:2081] [node 4] ICP22 created new session: [2:7580801788402561654:2081]
2025-12-06T17:42:39.147595Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801784107594343:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:39.147646Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801784107594343:2116] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:42:39.154618Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801788402561653:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:39.201480Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801788402561654:2081] [node 4] ICS09 handshake done sender: [2:7580801784107594351:2117] self: [2:7580801784107594350:0] peer: [4:7580801788959247433:0] socket: 134 qp: -1
2025-12-06T17:42:39.201707Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801784107594343:2116] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:39.124349Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801785037154900:2093] [node 4] ICS09 handshake done sender: [1:7580801780742187585:2116] self: [1:7580801780742187584:0] peer: [4:7580801788959247437:0] socket: 107 qp: -1
2025-12-06T17:42:38.940161Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801784664280091:2075] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(162247435ns) {Configure:104(162240989ns) {ProcessConfigured:135(90540ns) {StartInitialHandshake:157(88386ns) {DropHandshakes:470(3487ns) {DropIncomingHandshake:442(805ns) DropOutgoingHandshake:457(797ns)} GenerateSessionVirtualId:988(1489ns) PrepareNewSessionHandshake:477(2252ns) {SwitchToState:179(917ns)}}}}}
2025-12-06T17:42:39.113082Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801785557386761:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:39.065559Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801783561821523:2110] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:38.817848Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801784381864483:2048] [node 1] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:39.210126Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801788402561654:2081] [node 4] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:39.135690Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801780742187591:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:38.940439Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801784664280125:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:39.073462Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801783561821530:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:38.817927Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:39.119116Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801785557386765:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44273
2025-12-06T17:42:39.135717Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801780742187591:2118] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:42:39.210230Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:38.817976Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801784381864483:2048] [node 1] ICP22 created new session: [6:7580801784381864565:2048]
2025-12-06T17:42:38.940561Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801784664280124:2113] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:39.127108Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801781262419392:2063] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:42:39.073502Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801783561821530:2113] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:42:38.818027Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801784381864565:2048] [node 1] ICS09 handshake done sender: [6:7580801784381864557:2114] self: [6:7580801784381864563:0] peer: [1:7580801780742187574:0] socket: 118 qp: -1
2025-12-06T17:42:39.073915Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801787856788839:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:39.223890Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801788402561658:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6510
2025-12-06T17:42:39.139901Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801785037154900:2093] [node 4] ICS10 traffic start
2025-12-06T17:42:38.956724Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801784664280123:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:39.127190Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:38.983150Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801784664280057:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(400134250ns) {Configure:104(400123058ns) {ProcessConfigured:135(95009ns) {StartInitialHandshake:157(91969ns) {DropHandshakes:470(2568ns) {DropIncomingHandshake:442(992ns) DropOutgoingHandshake:457(507ns)} GenerateSessionVirtualId:988(1384ns) PrepareNewSessionHandshake:477(1488ns) {SwitchToState:179(630ns)}}}}}
2025-12-06T17:42:38.983691Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801784664280057:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:39.010982Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801784664280126:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:39.011166Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801784664280056:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:39.039016Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801784664280055:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(380055984ns) {Configure:104(380045541ns) {ProcessConfigured:135(6720001ns) {StartInitialHandshake:157(6716602ns) {DropHandshakes:470(2635ns) {DropIncomingHandshake:442(625ns) DropOutgoingHandshake:457(294ns)} GenerateSessionVirtualId:988(894ns) PrepareNewSessionHandshake:477(3928ns) {SwitchToState:179(669ns)}}}}}
2025-12-06T17:42:39.039381Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801784664280055:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:39.043995Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801788959247438:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22805
2025-12-06T17:42:39.045201Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801784664280124:2113] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:39.045457Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801784664280055:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:39.045541Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:39.045600Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801784664280055:2048] [node 1] ICP22 created new session: [4:7580801788959247439:2048]
2025-12-06T17:42:39.045654Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801788959247439:2048] [node 1] ICS09 handshake done sender: [4:7580801784664280124:2113] self: [4:7580801788959247437:0] peer: [1:7580801780742187584:0] socket: 136 qp: -1
2025-12-06T17:42:39.045699Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801788959247439:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:39.045761Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:39.059021Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801784664280129:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:39.059049Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801784664280129:2116] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:39.062833Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801784664280119:2081] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(231384283ns) {Configure:104(231378097ns) {ProcessConfigured:135(48011764ns) {StartInitialHandshake:157(48007509ns) {DropHandshakes:470(9588363ns) {DropIncomingHandshake:442(2408ns) DropOutgoingHandshake:457(1107ns)} GenerateSessionVirtualId:988(2641ns) PrepareNewSessionHandshake:477(4964ns) {SwitchToState:179(2433ns)}}}}}
2025-12-06T17:42:39.073780Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801784664280129:2116] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:39.107959Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801784664280091:2075] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:39.120766Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801788959247444:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22805
2025-12-06T17:42:39.122803Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:39.125290Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801784664280091:2075] [node 5] ICP22 created new session: [4:7580801788959247446:2075]
2025-12-06T17:42:39.127016Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801784664280126:2115] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:39.137118Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801788959247445:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22805
2025-12-06T17:42:39.147205Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801784664280056:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:39.147280Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:39.147807Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801788959247446:2075] [node 5] ICS09 handshake done sender: [4:7580801784664280129:2116] self: [4:7580801784664280128:0] peer: [5:7580801785557386762:0] socket: 140 qp: -1
2025-12-06T17:42:39.156342Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801784664280056:2049] [node 2] ICP22 created new session: [4:7580801788959247447:2049]
2025-12-06T17:42:39.168139Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801788959247446:2075] [node 5] ICS10 traffic start
2025-12-06T17:42:39.186068Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801788959247434:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:39.186131Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801788959247434:2118] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:39.198452Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:39.198681Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801788959247447:2049] [node 2] ICS09 handshake done sender: [4:7580801784664280126:2115] self: [4:7580801788959247433:0] peer: [2:7580801784107594350:0] socket: 138 qp: -1
2025-12-06T17:42:39.202032Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801784664280057:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8425) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580801784664280120:2110] held: no
2025-12-06T17:42:39.202945Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801784664280120:2110] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:39.209532Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801788959247447:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:39.210723Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801784664280057:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:42:39.210818Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:39.210894Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801784664280057:2050] [node 3] ICP22 created new session: [4:7580801788959247451:2050]
2025-12-06T17:42:39.210954Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801788959247451:2050] [node 3] ICS09 handshake done sender: [4:7580801784664280120:2110] self: [4:7580801784664280135:0] peer: [3:7580801783561821529:0] socket: 122 qp: -1
2025-12-06T17:42:39.211005Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801788959247451:2050] [node 3] ICS10 traffic start
2025-12-06T17:42:39.211036Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:39.218416Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:39.223270Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801788959247434:2118] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:39.230562Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801784664280119:2081] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:39.230665Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:39.230726Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801784664280119:2081] [node 6] ICP22 created new session: [4:7580801788959247453:2081]
2025-12-06T17:42:39.230779Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801788959247453:2081] [node 6] ICS09 handshake done sender: [4:7580801788959247434:2118] self: [4:7580801784664280136:0] peer: [6:7580801788676831874:0] socket: 157 qp: -1
2025-12-06T17:42:39.230837Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801788959247453:2081] [node 6] ICS10 traffic start
2025-12-06T17:42:39.230869Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:39.252234Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801784664280091:2075] [node 5] ICP35 event processing took too much time PendingConnection:279(143391420ns) {HandleHandshakeStatus:329(143388377ns) {DropIncomingHandshake:442(17959ns) DropOutgoingHandshake:457(176ns) SwitchToState:179(746ns) ProcessPendingSessionEvents:495(24367520ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 24285038ns max# 16323351ns}}}
2025-12-06T17:42:39.312468Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801784664280056:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(164300521ns) {HandleHandshakeStatus:329(164294040ns) {DropIncomingHandshake:442(1447ns) DropOutgoingHandshake:457(13547ns) SwitchToState:179(645ns) ProcessPendingSessionEvents:495(68550613ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 59442282ns max# 19853853ns}}}
2025-12-06T17:42:39.224688Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801784107594263:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:42:39.088899Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801783561821532:2114] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:39.127242Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801781262419392:2063] [node 4] ICP22 created new session: [5:7580801785557386766:2063]
2025-12-06T17:42:39.140001Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:38.818065Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801784381864565:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:39.093411Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801783561821503:2093] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:39.093468Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:39.093519Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801783561821503:2093] [node 6] ICP22 created new session: [3:7580801787856788843:2093]
2025-12-06T17:42:39.093587Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801787856788843:2093] [node 6] ICS09 handshake done sender: [3:7580801783561821523:2110] self: [3:7580801783561821522:0] peer: [6:7580801784381864573:0] socket: 106 qp: -1
2025-12-06T17:42:39.093622Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801787856788843:2093] [node 6] ICS10 traffic start
2025-12-06T17:42:39.093663Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:39.096718Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801783561821530:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:39.106897Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801783561821457:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12063) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580801783561821532:2114] held: no
2025-12-06T17:42:39.118278Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801783561821542:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:39.118607Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7580801783561821503:2093] [node 6] ICP18 handshake (actor [3:7580801783561821542:2119]) is too old
2025-12-06T17:42:39.123077Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801783561821540:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:39.123363Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801783561821458:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:39.130983Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801783561821521:2088] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:42:39.131075Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:39.131122Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801783561821521:2088] [node 4] ICP22 created new session: [3:7580801787856788848:2088]
2025-12-06T17:42:39.131164Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801787856788848:2088] [node 4] ICS09 handshake done sender: [3:7580801783561821530:2113] self: [3:7580801783561821529:0] peer: [4:7580801784664280135:0] socket: 110 qp: -1
2025-12-06T17:42:39.131197Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801787856788848:2088] [node 4] ICS10 traffic start
2025-12-06T17:42:39.131232Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:39.175560Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801783561821457:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(93133727ns) {HandleHandshakeStatus:395(93130098ns) {LogHandshakeFail:472(15578ns) {UpdateErrorStateLog:545(6508ns)} DropOutgoingHandshake:457(4171ns) ProcessPendingSessionEvents:495(67640558ns) {unordered DropSessionEvent:512 num# 100 sum# 67568049ns max# 18626665ns}}}
2025-12-06T17:42:39.175814Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801783561821457:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:39.243894Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801788402561650:2119] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:38.818101Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:39.175893Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:39.175957Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801783561821457:2048] [node 1] ICP22 created new session: [3:7580801787856788850:2048]
2025-12-06T17:42:39.176020Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801787856788850:2048] [node 1] ICS09 handshake done sender: [3:7580801783561821532:2114] self: [3:7580801783561821536:0] peer: [1:7580801780742187576:0] socket: 116 qp: -1
2025-12-06T17:42:39.176064Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801787856788850:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:39.176124Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:39.195424Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801787856788852:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59680
2025-12-06T17:42:39.227110Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801783561821538:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:39.227154Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801783561821538:2116] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:39.242895Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801783561821540:2117] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:39.247960Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801783561821538:2116] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:39.275117Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801783561821458:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28185) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580801783561821540:2117] held: no
2025-12-06T17:42:39.275731Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801783561821458:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:39.275837Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:39.282697Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801783561821528:2095] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:39.282959Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801783561821458:2049] [node 2] ICP22 created new session: [3:7580801787856788854:2049]
2025-12-06T17:42:39.283011Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801787856788854:2049] [node 2] ICS09 handshake done sender: [3:7580801783561821540:2117] self: [3:7580801787856788847:0] peer: [2:7580801784107594342:0] socket: 133 qp: -1
2025-12-06T17:42:39.283056Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801787856788854:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:39.283103Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:39.295071Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801783561821458:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(19207421ns) {HandleHandshakeStatus:329(19204713ns) {DropIncomingHandshake:442(1404ns) DropOutgoingHandshake:457(133ns) SwitchToState:179(685ns) ProcessPendingSessionEvents:495(1002ns)}}
2025-12-06T17:42:39.298880Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:39.298950Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801783561821528:2095] [node 5] ICP22 created new session: [3:7580801787856788856:2095]
2025-12-06T17:42:39.298997Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801787856788856:2095] [node 5] ICS09 handshake done sender: [3:7580801783561821538:2116] self: [3:7580801783561821537:0] peer: [5:7580801785557386769:0] socket: 161 qp: -1
2025-12-06T17:42:39.299040Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801787856788856:2095] [node 5] ICS10 traffic start
2025-12-06T17:42:39.299091Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:39.300674Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801783561821528:2095] [node 5] ICP35 event processing took too much time PendingConnection:279(17155889ns) {HandleHandshakeStatus:329(17150892ns) {DropIncomingHandshake:442(19200ns) DropOutgoingHandshake:457(665ns) SwitchToState:179(901ns) ProcessPendingSessionEvents:495(568745ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 512392ns max# 66340ns}}}
2025-12-06T17:42:39.127294Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801785557386766:2063] [node 4] ICS09 handshake done sender: [5:7580801781262419461:2119] self: [5:7580801785557386762:0] peer: [4:7580801784664280128:0] socket: 141 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:39.186462Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801780742187591:2118] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:39.258819Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:38.864175Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801784381864567:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41202
2025-12-06T17:42:39.127330Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801785557386766:2063] [node 4] ICS10 traffic start
2025-12-06T17:42:39.210523Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801776447220209:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:42:39.266757Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801784107594263:2049] [node 3] ICP22 created new session: [2:7580801788402561660:2049]
2025-12-06T17:42:38.898028Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801784381864554:2111] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:38.919069Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801784381864484:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:38.956868Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:38.971782Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801784381864485:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(312770311ns) {Configure:104(248678052ns) {ProcessConfigured:135(89487ns) {StartInitialHandshake:157(87193ns) {DropHandshakes:470(1610ns) {DropIncomingHandshake:442(307ns) DropOutgoingHandshake:457(237ns)} GenerateSessionVirtualId:988(1282ns) PrepareNewSessionHandshake:477(1577ns) {SwitchToState:179(275ns)}}}}}
2025-12-06T17:42:38.972517Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801784381864485:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:38.978651Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801784381864484:2049] [node 2] ICP22 created new session: [6:7580801784381864569:2049]
2025-12-06T17:42:38.981319Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801784381864569:2049] [node 2] ICS09 handshake done sender: [6:7580801784381864554:2111] self: [6:7580801784381864559:0] peer: [2:7580801784107594315:0] socket: 111 qp: -1
2025-12-06T17:42:39.006002Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801784381864569:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:39.006072Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:39.038247Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801788676831871:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41202
2025-12-06T17:42:39.057314Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801784381864484:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(152675642ns) {HandleHandshakeStatus:329(152671689ns) {DropIncomingHandshake:442(6327ns) DropOutgoingHandshake:457(29383ns) SwitchToState:179(576ns) ProcessPendingSessionEvents:495(9153320ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 9051733ns max# 8609482ns}}}
2025-12-06T17:42:39.093014Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801788676831872:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41202
2025-12-06T17:42:39.093089Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801788676831873:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41202
2025-12-06T17:42:39.122243Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801784381864556:2113] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:39.133658Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801788676831873:2122] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:39.134346Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801784381864485:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8425) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801784381864556:2113] held: no
2025-12-06T17:42:39.135262Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801784381864505:2060] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:39.147328Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801784381864485:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:42:39.208682Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801788676831872:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:39.208856Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801784381864499:2062] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:39.218359Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:39.222939Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801784381864483:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(183316318ns) {HandleHandshakeStatus:329(183313401ns) {DropIncomingHandshake:442(993ns) DropOutgoingHandshake:457(5707ns) SwitchToState:179(229ns) ProcessPendingSessionEvents:495(182879687ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 182717498ns max# 21483562ns}}}
2025-12-06T17:42:39.242819Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801784381864485:2050] [node 3] ICP22 created new session: [6:7580801788676831876:2050]
2025-12-06T17:42:39.258682Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801788676831876:2050] [node 3] ICS09 handshake done sender: [6:7580801784381864556:2113] self: [6:7580801784381864573:0] peer: [3:7580801783561821522:0] socket: 117 qp: -1
2025-12-06T17:42:39.258740Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801788676831876:2050] [node 3] ICS10 traffic start
2025-12-06T17:42:39.274611Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:39.288744Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801784381864505:2060] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5465) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801788676831873:2122] held: no
2025-12-06T17:42:39.308401Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801788676831879:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41202
2025-12-06T17:42:39.319112Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801788676831872:2121] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:39.330104Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801784381864485:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(175242478ns) {HandleHandshakeStatus:329(175240056ns) {DropIncomingHandshake:442(1428ns) DropOutgoingHandshake:457(199ns) SwitchToState:179(155ns) ProcessPendingSessionEvents:495(1293ns)}}
2025-12-06T17:42:39.339519Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801784381864499:2062] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:42:39.339684Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:39.339767Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801784381864499:2062] [node 5] ICP22 created new session: [6:7580801788676831880:2062]
2025-12-06T17:42:39.339853Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801788676831880:2062] [node 5] ICS09 handshake done sender: [6:7580801788676831872:2121] self: [6:7580801788676831875:0] peer: [5:7580801785557386758:0] socket: 158 qp: -1
2025-12-06T17:42:39.269674Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580801784107594262:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12063) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7580801788402561650:2119] held: no
2025-12-06T17:42:39.339903Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801788676831880:2062] [node 5] ICS10 traffic start
2025-12-06T17:42:39.294785Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801788402561660:2049] [node 3] ICS09 handshake done sender: [2:7580801784107594343:2116] self: [2:7580801784107594342:0] peer: [3:7580801787856788847:0] socket: 105 qp: -1
2025-12-06T17:42:39.339974Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:39.351693Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580801784381864499:2062] [node 5] ICP27 obsolete handshake fail ignored
2025-12-06T17:42:39.295894Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801788402561660:2049] [node 3] ICS10 traffic start
2025-12-06T17:42:39.367721Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801788676831877:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41202
2025-12-06T17:42:39.306837Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:39.308641Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801784107594263:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(88341387ns) {HandleHandshakeStatus:329(83009336ns) {DropIncomingHandshake:442(27391ns) DropOutgoingHandshake:457(464ns) SwitchToState:179(821ns) ProcessPendingSessionEvents:495(604964ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 539331ns max# 60008ns}}}
2025-12-06T17:42:39.215271Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801780742187563:2093] [node 4] ICP35 event processing took too much time PendingConnection:279(153053168ns) {HandleHandshakeStatus:329(153049639ns) {DropIncomingHandshake:442(2241ns) DropOutgoingHandshake:457(1439ns) SwitchToState:179(683ns) ProcessPendingSessionEvents:495(10246529ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 10165105ns max# 9671356ns}}}
2025-12-06T17:42:39.342572Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801784107594325:2081] [node 4] ICP35 event processing took too much time PendingConnection:279(227966608ns) {HandleHandshakeStatus:329(227962881ns) {DropIncomingHandshake:442(18079ns) DropOutgoingHandshake:457(5912ns) SwitchToState:179(803ns) ProcessPendingSessionEvents:495(100117165ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 99999971ns max# 23746592ns}}}
2025-12-06T17:42:39.240551Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:39.240636Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801776447220209:2048] [node 2] ICP22 created new session: [1:7580801785037154903:2048]
2025-12-06T17:42:39.266957Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801785037154903:2048] [node 2] ICS09 handshake done sender: [1:7580801780742187591:2118] self: [1:7580801780742187588:0] peer: [2:7580801788402561655:0] socket: 147 qp: -1
2025-12-06T17:42:39.267023Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801785037154903:2048] [node 2] ICS10 traffic start
2025-12-06T17:42:39.267069Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:39.268699Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801776447220209:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(64514163ns) {HandleHandshakeStatus:329(64510849ns) {DropIncomingHandshake:442(32724ns) DropOutgoingHandshake:457(779ns) SwitchToState:179(114ns) ProcessPendingSessionEvents:495(648204ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 585265ns max# 58090ns}}}
2025-12-06T17:42:39.127365Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:39.146219Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:39.150101Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801781262419375:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(147324414ns) {HandleHandshakeStatus:329(147320779ns) {DropIncomingHandshake:442(2062ns) DropOutgoingHandshake:457(8145ns) SwitchToState:179(420ns) ProcessPendingSessionEvents:495(754393ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 676132ns max# 110035ns}}}
2025-12-06T17:42:39.150222Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7580801781262419375:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:42:39.186705Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801785557386765:2122] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:39.209599Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801781262419377:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:39.229095Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801785557386770:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44273
2025-12-06T17:42:39.240993Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801785557386759:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:39.241034Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580801785557386759:2120] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:39.263470Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801781262419377:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(22707676ns) {IncomingHandshake:261(11629794ns) {DropIncomingHandshake:442(1046ns) PrepareNewSessionHandshake:477(3463ns) {SwitchToState:179(1343ns)} GenerateSessionVirtualId:988(1559ns) IssueIncomingHandshakeReply:193(11584275ns) {SwitchToState:179(1476ns)}}}
2025-12-06T17:42:39.263874Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801785557386759:2120] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:39.278923Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801785557386765:2122] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:39.291281Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580801781262419403:2061] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:39.295792Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801781262419377:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:42:39.322889Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:39.322948Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:39.330288Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801781262419403:2061] [node 6] ICP22 created new session: [5:7580801785557386772:2061]
2025-12-06T17:42:39.338828Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801781262419377:2050] [node 3] ICP22 created new session: [5:7580801785557386773:2050]
2025-12-06T17:42:39.345264Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801785557386772:2061] [node 6] ICS09 handshake done sender: [5:7580801785557386759:2120] self: [5:7580801785557386758:0] peer: [6:7580801788676831875:0] socket: 155 qp: -1
2025-12-06T17:42:39.346734Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801785557386773:2050] [node 3] ICS09 handshake done sender: [5:7580801785557386765:2122] self: [5:7580801785557386769:0] peer: [3:7580801783561821537:0] socket: 162 qp: -1
2025-12-06T17:42:39.347241Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801785557386772:2061] [node 6] ICS10 traffic start
2025-12-06T17:42:39.347325Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:39.360086Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801781262419403:2061] [node 6] ICP35 event processing took too much time PendingConnection:279(67765318ns) {HandleHandshakeStatus:329(67760884ns) {DropIncomingHandshake:442(16437ns) DropOutgoingHandshake:457(660ns) SwitchToState:179(826ns) ProcessPendingSessionEvents:495(714496ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 642760ns max# 96095ns}}}
2025-12-06T17:42:39.364126Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801785557386773:2050] [node 3] ICS10 traffic start
2025-12-06T17:42:39.364225Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:39.382464Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801781262419377:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(90147431ns) {HandleHandshakeStatus:329(90144539ns) {DropIncomingHandshake:442(2262ns) DropOutgoingHandshake:457(8312ns) SwitchToState:179(550ns) ProcessPendingSessionEvents:495(7734947ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 7660429ns max# 7218680ns}}}
2025-12-06T17:42:39.382630Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7580801781262419377:2050] [node 3] ICP27 obsolete handshake fail ignored
2025-12-06T17:42:39.386959Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801784107594262:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(136649579ns) {HandleHandshakeStatus:395(122187678ns) {LogHandshakeFail:472(17632ns) {UpdateErrorStateLog:545(6428ns)} DropOutgoingHandshake:457(1626ns) ProcessPendingSessionEvents:495(116304976ns) {unordered DropSessionEvent:512 num# 100 sum# 82544577ns max# 58148921ns}}}
2025-12-06T17:42:39.387059Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580801784107594262:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:39.387191Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:39.387252Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801784107594262:2048] [node 1] ICP22 created new session: [2:7580801788402561662:2048]
2025-12-06T17:42:39.387305Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801788402561662:2048] [node 1] ICS09 handshake done sender: [2:7580801788402561650:2119] self: [2:7580801788402561655:0] peer: [1:7580801780742187588:0] socket: 148 qp: -1
2025-12-06T17:42:39.387350Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801788402561662:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:39.387393Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:39.390728Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801788676831873:2122] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:39.391194Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801784381864505:2060] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:42:39.391266Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:39.391328Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801784381864505:2060] [node 4] ICP22 created new session: [6:7580801788676831882:2060]
2025-12-06T17:42:39.391395Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801788676831882:2060] [node 4] ICS09 handshake done sender: [6:7580801788676831873:2122] self: [6:7580801788676831874:0] peer: [4:7580801784664280136:0] socket: 159 qp: -1
2025-12-06T17:42:39.391441Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801788676831882:2060] [node 4] ICS10 traffic start
2025-12-06T17:42:39.391481Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:39.555262Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:42:39.555523Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580801788402561662:2048] [node 1] ICS01 socket: 148 reason# EndOfStream
2025-12-06T17:42:39.555573Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580801784107594262:2048] [node 1] ICP30 unregister session Session# [2:7580801788402561662:2048] VirtualId# [2:7580801788402561655:0]
2025-12-06T17:42:39.555616Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580801788402561662:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:39.555717Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:39.555770Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:39.559339Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:42:39.559569Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801787856788850:2048] [node 1] ICS01 socket: 116 reason# EndOfStream
2025-12-06T17:42:39.559609Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801783561821457:2048] [node 1] ICP30 unregister session Session# [3:7580801787856788850:2048] VirtualId# [3:7580801783561821536:0]
2025-12-06T17:42:39.559652Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801787856788850:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:39.559744Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:39.559787Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:39.566348Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:42:39.566646Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801788959247439:2048] [node 1] ICS01 socket: 136 reason# EndOfStream
2025-12-06T17:42:39.566691Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801784664280055:2048] [node 1] ICP30 unregister session Session# [4:7580801788959247439:2048] VirtualId# [4:7580801788959247437:0]
2025-12-06T17:42:39.566726Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801788959247439:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:39.566808Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:39.566859Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:39.567961Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:42:39.568201Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580801784381864565:2048] [node 1] ICS07 socket disconnect 118 reason# EndOfStream
2025-12-06T17:42:39.568224Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801784381864565:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:39.568296Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:39.568335Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580801784381864565:2048] [node 1] ICS15 start handshake
2025-12-06T17:42:39.566853Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:42:39.567101Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580801785557386761:2048] [node 1] ICS07 socket disconnect 124 reason# EndOfStream
2025-12-06T17:42:39.567139Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801785557386761:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:39.567243Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:39.567287Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580801785557386761:2048] [node 1] ICS15 start handshake
2025-12-06T17:42:39.569159Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801781262419375:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12063) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:39.569224Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801785557386761:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:39.569265Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801781262419375:2048] [node 1] ICP30 unregister session Session# [5:7580801785557386761:2048] VirtualId# [5:7580801781262419459:0]
2025-12-06T17:42:39.569315Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:39.569379Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580801781262419375:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:12063) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:39.569397Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12063) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:39.582917Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580801781262419375:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:42:39.586074Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801784381864483:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12063) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:39.586157Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801784381864565:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:39.586200Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801784381864483:2048] [node 1] ICP30 unregister session Session# [6:7580801784381864565:2048] VirtualId# [6:7580801784381864563:0]
2025-12-06T17:42:39.586315Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:39.586347Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580801784381864483:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:12063) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:39.586361Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12063) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:39.610671Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580801784381864483:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:42:39.654706Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:42:39.655004Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801787856788854:2049] [node 2] ICS01 socket: 133 reason# EndOfStream
2025-12-06T17:42:39.655046Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801783561821458:2049] [node 2] ICP30 unregister session Session# [3:7580801787856788854:2049] VirtualId# [3:7580801787856788847:0]
2025-12-06T17:42:39.655086Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801787856788854:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:39.655188Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:39.655236Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:39.663899Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:42:39.664150Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580801788959247447:2049] [node 2] ICS07 socket disconnect 138 reason# EndOfStream
2025-12-06T17:42:39.664188Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801788959247447:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:39.664301Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:39.664349Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580801788959247447:2049] [node 2] ICS15 start handshake
2025-12-06T17:42:39.667315Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801784664280056:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28185) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:39.667405Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801788959247447:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:39.667450Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801784664280056:2049] [node 2] ICP30 unregister session Session# [4:7580801788959247447:2049] VirtualId# [4:7580801788959247433:0]
2025-12-06T17:42:39.667548Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:39.667583Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580801784664280056:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:28185) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:39.667625Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28185) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:39.667314Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:42:39.667522Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580801781262419455:2049] [node 2] ICS07 socket disconnect 98 reason# EndOfStream
2025-12-06T17:42:39.667551Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801781262419455:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:39.667624Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:39.667679Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580801781262419455:2049] [node 2] ICS15 start handshake
2025-12-06T17:42:39.666704Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:42:39.666960Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580801784381864569:2049] [node 2] ICS07 socket disconnect 111 reason# EndOfStream
2025-12-06T17:42:39.666993Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801784381864569:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:39.667096Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:39.667144Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580801784381864569:2049] [node 2] ICS15 start handshake
2025-12-06T17:42:39.693338Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801781262419376:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28185) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:39.694917Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801781262419455:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:39.694978Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801781262419376:2049] [node 2] ICP30 unregister session Session# [5:7580801781262419455:2049] VirtualId# [5:7580801781262419450:0]
2025-12-06T17:42:39.695028Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:39.695070Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580801781262419376:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:28185) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:39.695090Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28185) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:39.695454Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:294: Proxy [5:7580801781262419376:2049] [node 2] ICP35 event processing took too much time StateWork:294(21223416ns) {HandleHandshakeStatus:395(21219818ns) {LogHandshakeFail:472(11565ns) {UpdateErrorStateLog:545(3121ns)} DropOutgoingHandshake:457(6982ns) ProcessPendingSessionEvents:495(418ns) UnregisterSession:538(53018ns) {ProcessPendingSessionEvents:495(90ns) SwitchToInitialState:202(1219ns) {SwitchToState:179(497ns)}} TransitToErrorState:752(62861ns) {SwitchToState:179(5523ns) ProcessPendingSessionEvents:495(92ns) DropHandshakes:470(1709ns) {DropIncomingHandshake:442(786ns) DropOutgoingHandshake:457(286ns)}}}}
2025-12-06T17:42:39.693560Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801784381864484:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28185) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:39.693640Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801784381864569:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:39.693682Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801784381864484:2049] [node 2] ICP30 unregister session Session# [6:7580801784381864569:2049] VirtualId# [6:7580801784381864559:0]
2025-12-06T17:42:39.693820Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:39.693863Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580801784381864484:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:28185) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:39.693919Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28185) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:39.704548Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580801784664280056:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:42:39.711694Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580801784381864484:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:42:39.711821Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580801781262419376:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:42:39.749626Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:42:39.749876Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801788959247451:2050] [node 3] ICS01 socket: 122 reason# EndOfStream
2025-12-06T17:42:39.749923Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801784664280057:2050] [node 3] ICP30 unregister session Session# [4:7580801788959247451:2050] VirtualId# [4:7580801784664280135:0]
2025-12-06T17:42:39.749962Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801788959247451:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:39.750054Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:42:39.750100Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:42:39.749762Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:42:39.749936Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801788676831876:2050] [node 3] ICS01 socket: 117 reason# EndOfStream
2025-12-06T17:42:39.749974Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801784381864485:2050] [node 3] ICP30 unregister session Session# [6:7580801788676831876:2050] VirtualId# [6:7580801784381864573:0]
2025-12-06T17:42:39.750004Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801788676831876:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:39.750058Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:42:39.750100Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:42:39.753662Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:42:39.753945Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580801785557386773:2050] [node 3] ICS07 socket disconnect 162 reason# EndOfStream
2025-12-06T17:42:39.753982Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801785557386773:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:39.754112Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:42:39.754168Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580801785557386773:2050] [node 3] ICS15 start handshake
2025-12-06T17:42:39.759400Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801781262419377:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8425) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:39.759485Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801785557386773:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:39.759531Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801781262419377:2050] [node 3] ICP30 unregister session Session# [5:7580801785557386773:2050] VirtualId# [5:7580801785557386769:0]
2025-12-06T17:42:39.759623Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:42:39.759678Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580801781262419377:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:8425) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:39.759696Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8425) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:39.776857Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580801781262419377:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:42:39.874894Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:42:39.875162Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801788676831882:2060] [node 4] ICS01 socket: 159 reason# EndOfStream
2025-12-06T17:42:39.875209Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801784381864505:2060] [node 4] ICP30 unregister session Session# [6:7580801788676831882:2060] VirtualId# [6:7580801788676831874:0]
2025-12-06T17:42:39.875248Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801788676831882:2060] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:39.875362Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:42:39.875431Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:42:39.994729Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:42:39.995028Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801788676831880:2062] [node 5] ICS01 socket: 158 reason# EndOfStream
2025-12-06T17:42:39.995092Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801784381864499:2062] [node 5] ICP30 unregister session Session# [6:7580801788676831880:2062] VirtualId# [6:7580801788676831875:0]
2025-12-06T17:42:39.995136Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801788676831880:2062] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:39.995237Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:42:39.995292Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:42:40.375455Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801793486468819:2048] [node 2] ICP01 ready to work
2025-12-06T17:42:40.375509Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801793486468820:2049] [node 3] ICP01 ready to work
2025-12-06T17:42:40.390677Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801792229050020:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:40.390717Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801792229050021:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:40.409921Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801791933981984:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:40.409964Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801791933981985:2049] [node 3] ICP01 ready to work
2025-12-06T17:42:40.410760Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801792167367562:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:40.410801Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801792167367563:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:40.410838Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801792167367564:2050] [node 3] ICP01 ready to work
2025-12-06T17:42:40.435086Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801791776331608:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:40.435121Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801791776331609:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:40.435145Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801791776331610:2050] [node 3] ICP01 ready to work
2025-12-06T17:42:40.440267Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801793212999239:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:40.440305Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801793212999240:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:40.440342Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801793212999241:2050] [node 3] ICP01 ready to work
2025-12-06T17:42:40.850739Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801792167367578:2060] [node 6] ICP01 ready to work
2025-12-06T17:42:40.898578Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801791776331609:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(62724433ns) {Configure:104(62718634ns) {ProcessConfigured:135(84154ns) {StartInitialHandshake:157(81306ns) {DropHandshakes:470(3256ns) {DropIncomingHandshake:442(1059ns) DropOutgoingHandshake:457(589ns)} GenerateSessionVirtualId:988(824ns) PrepareNewSessionHandshake:477(1794ns) {SwitchToState:179(493ns)}}}}}
2025-12-06T17:42:40.931191Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801792229050082:2082] [node 5] ICP01 ready to work
2025-12-06T17:42:40.984244Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801793486468883:2107] [node 4] ICP01 ready to work
2025-12-06T17:42:40.999302Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801793212999240:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(227294140ns) {Configure:104(227282990ns) {ProcessConfigured:135(18984241ns) {StartInitialHandshake:157(18980579ns) {DropHandshakes:470(2696ns) {DropIncomingHandshake:442(435ns) DropOutgoingHandshake:457(438ns)} GenerateSessionVirtualId:988(836ns) PrepareNewSessionHandshake:477(8044ns) {SwitchToState:179(4172ns)}}}}}
2025-12-06T17:42:40.951333Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801792229050083:2083] [node 4] ICP01 ready to work
2025-12-06T17:42:40.939108Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801791933982047:2106] [node 4] ICP01 ready to work
2025-12-06T17:42:40.942324Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801791933982050:2107] [node 5] ICP01 ready to work
2025-12-06T17:42:41.039757Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801796228949347:2108] [node 6] ICP01 ready to work
2025-12-06T17:42:40.952175Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801792229050084:2084] [node 6] ICP01 ready to work
2025-12-06T17:42:41.047251Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801797507966600:2064] [node 5] ICP01 ready to work
2025-12-06T17:42:41.047934Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801797507966601:2080] [node 4] ICP01 ready to work
2025-12-06T17:42:41.024223Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801797781436180:2108] [node 5] ICP01 ready to work
2025-12-06T17:42:41.034847Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801792229050021:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(81642561ns) {Configure:104(81636417ns) {ProcessConfigured:135(19893280ns) {StartInitialHandshake:157(19890230ns) {DropHandshakes:470(8908391ns) {DropIncomingHandshake:442(10622ns) DropOutgoingHandshake:457(401ns)} GenerateSessionVirtualId:988(2158ns) PrepareNewSessionHandshake:477(3106ns) {SwitchToState:179(211ns)}}}}}
2025-12-06T17:42:41.025006Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801797781436181:2109] [node 6] ICP01 ready to work
2025-12-06T17:42:41.060297Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801793486468883:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(17256401ns) {Configure:104(17250486ns) {ProcessConfigured:135(89564ns) {StartInitialHandshake:157(86695ns) {DropHandshakes:470(3561ns) {DropIncomingHandshake:442(662ns) DropOutgoingHandshake:457(412ns)} GenerateSessionVirtualId:988(1366ns) PrepareNewSessionHandshake:477(2425ns) {SwitchToState:179(1157ns)}}}}}
2025-12-06T17:42:41.067122Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801796071298969:2066] [node 6] ICP01 ready to work
2025-12-06T17:42:41.089150Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801793212999241:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(40614633ns) {Configure:104(40608266ns) {ProcessConfigured:135(87611ns) {StartInitialHandshake:157(83992ns) {DropHandshakes:470(2818ns) {DropIncomingHandshake:442(658ns) DropOutgoingHandshake:457(343ns)} GenerateSessionVirtualId:988(976ns) PrepareNewSessionHandshake:477(1671ns) {SwitchToState:179(499ns)}}}}}
2025-12-06T17:42:41.067771Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801796071298970:2069] [node 4] ICP01 ready to work
2025-12-06T17:42:41.091161Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801791933982050:2107] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(40504407ns) {Configure:104(40499668ns) {ProcessConfigured:135(6107005ns) {StartInitialHandshake:157(6102399ns) {DropHandshakes:470(2750ns) {DropIncomingHandshake:442(936ns) DropOutgoingHandshake:457(574ns)} GenerateSessionVirtualId:988(1202ns) PrepareNewSessionHandshake:477(8908ns) {SwitchToState:179(2854ns)}}}}}
2025-12-06T17:42:41.106301Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801796071298969:2066] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(37169637ns) {Configure:104(37163959ns) {ProcessConfigured:135(95186ns) {StartInitialHandshake:157(90952ns) {DropHandshakes:470(2836ns) {DropIncomingHandshake:442(470ns) DropOutgoingHandshake:457(306ns)} GenerateSessionVirtualId:988(876ns) PrepareNewSessionHandshake:477(2020ns) {SwitchToState:179(554ns)}}}}}
2025-12-06T17:42:41.098565Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801796462334922:2072] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:41.160305Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801793212999239:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(70658122ns) {Configure:104(70646054ns) {ProcessConfigured:135(15077651ns) {StartInitialHandshake:157(15074625ns) {DropHandshakes:470(14985854ns) {DropIncomingHandshake:442(555ns) DropOutgoingHandshake:457(2453ns)} GenerateSessionVirtualId:988(2759ns) PrepareNewSessionHandshake:477(3937ns) {SwitchToState:179(2896ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:41.170099Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801796228949362:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42347
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:41.170197Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801796228949359:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42347
2025-12-06T17:42:41.170268Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801796228949360:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42347
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:41.129196Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801796524017393:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19442
2025-12-06T17:42:41.175149Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801796228949361:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42347
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:41.209352Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801797507966611:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49682
2025-12-06T17:42:41.215467Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801796228949359:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:41.215590Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580801791933981984:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:41.129266Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801796524017394:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19442
2025-12-06T17:42:41.216336Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801796071298982:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55611
2025-12-06T17:42:41.220933Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801796524017394:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:41.221243Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801796524017393:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:41.226353Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801796228949361:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:41.228439Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801796228949365:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42347
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:41.202134Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801797781436195:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37654
2025-12-06T17:42:41.202280Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801797781436196:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37654
2025-12-06T17:42:41.202331Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801797781436197:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37654
2025-12-06T17:42:41.215124Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801797781436195:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:41.226867Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801797781436183:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:41.226900Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801797781436183:2111] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:42:41.227572Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801797781436197:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:41.205959Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801792167367564:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(51995014ns) {Configure:104(51991504ns) {ProcessConfigured:135(72601ns) {StartInitialHandshake:157(70539ns) {DropHandshakes:470(2429ns) {DropIncomingHandshake:442(538ns) DropOutgoingHandshake:457(580ns)} GenerateSessionVirtualId:988(1045ns) PrepareNewSessionHandshake:477(1850ns) {SwitchToState:179(729ns)}}}}}
2025-12-06T17:42:41.228882Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801796524017398:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19442
2025-12-06T17:42:41.228976Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801792229050021:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:41.229032Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801792229050020:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:41.239175Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801796228949349:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:41.239216Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801796228949349:2111] [node 3] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:41.240718Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801796524017401:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19442
2025-12-06T17:42:41.240992Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801797781436183:2111] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:41.241429Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801797781436185:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:41.241458Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801797781436185:2112] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:42:41.243819Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801793486468819:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:42:41.243944Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:41.244008Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801793486468819:2048] [node 2] ICP22 created new session: [1:7580801797781436201:2048]
2025-12-06T17:42:41.244071Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801797781436201:2048] [node 2] ICS09 handshake done sender: [1:7580801797781436183:2111] self: [1:7580801797781436182:0] peer: [2:7580801796228949363:0] socket: 96 qp: -1
2025-12-06T17:42:41.244120Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801797781436201:2048] [node 2] ICS10 traffic start
2025-12-06T17:42:41.244163Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:41.246416Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801796228949349:2111] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:41.247231Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801796524017394:2117] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:41.247588Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801792229050021:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:41.247673Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:41.247729Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801792229050021:2049] [node 2] ICP22 created new session: [3:7580801796524017402:2049]
2025-12-06T17:42:41.247784Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801796524017402:2049] [node 2] ICS09 handshake done sender: [3:7580801796524017394:2117] self: [3:7580801796524017399:0] peer: [2:7580801796228949348:0] socket: 108 qp: -1
2025-12-06T17:42:41.247840Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801796524017402:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:41.247876Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:41.250906Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801791933981985:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:42:41.251012Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:41.251064Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801791933981985:2049] [node 3] ICP22 created new session: [2:7580801796228949367:2049]
2025-12-06T17:42:41.251126Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801796228949367:2049] [node 3] ICS09 handshake done sender: [2:7580801796228949349:2111] self: [2:7580801796228949348:0] peer: [3:7580801796524017399:0] socket: 100 qp: -1
2025-12-06T17:42:41.251168Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801796228949367:2049] [node 3] ICS10 traffic start
2025-12-06T17:42:41.251206Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:41.254676Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580801791933981984:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5779) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7580801796228949359:2115] held: no
2025-12-06T17:42:41.257717Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801796071298982:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:41.258332Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801791776331610:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:41.267188Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801792167367563:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(54080816ns) {Configure:104(54075221ns) {ProcessConfigured:135(82698ns) {StartInitialHandshake:157(77335ns) {DropHandshakes:470(2969ns) {DropIncomingHandshake:442(799ns) DropOutgoingHandshake:457(389ns)} GenerateSessionVirtualId:988(962ns) PrepareNewSessionHandshake:477(1358ns) {SwitchToState:179(587ns)}}}}}
2025-12-06T17:42:41.268012Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801796462334923:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54517
2025-12-06T17:42:41.268162Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801796462334924:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54517
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:41.269294Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801796071298984:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55611
2025-12-06T17:42:41.269861Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801796524017388:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:41.269897Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801796524017388:2113] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:41.272198Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801796524017404:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19442
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:41.272698Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801796071298985:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55611
2025-12-06T17:42:41.280063Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801796071298972:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:41.280116Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580801796071298972:2111] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:41.272955Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801797507966611:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:41.273444Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801797507966600:2064] [node 5] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:41.281194Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801797781436196:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:41.282527Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801797781436206:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37654
2025-12-06T17:42:41.282866Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801797781436185:2112] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:41.283171Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801793486468820:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:42:41.283259Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:41.289051Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801796228949359:2115] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:41.283317Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801793486468820:2049] [node 3] ICP22 created new session: [1:7580801797781436207:2049]
2025-12-06T17:42:41.283370Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801797781436207:2049] [node 3] ICS09 handshake done sender: [1:7580801797781436185:2112] self: [1:7580801797781436184:0] peer: [3:7580801796524017400:0] socket: 97 qp: -1
2025-12-06T17:42:41.283416Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801797781436207:2049] [node 3] ICS10 traffic start
2025-12-06T17:42:41.283453Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:41.290025Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801796462334923:2110] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:41.289554Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801796071298972:2111] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:41.303852Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801797507966614:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49682
2025-12-06T17:42:41.304469Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801797507966616:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49682
2025-12-06T17:42:41.299062Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801792167367562:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:41.311059Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801797781436187:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:41.311100Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801797781436187:2113] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:42:41.304711Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801796228949360:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:41.299072Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801796524017388:2113] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:41.317192Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580801796071298969:2066] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:41.317243Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:41.317307Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801796071298969:2066] [node 6] ICP22 created new session: [5:7580801796071298988:2066]
2025-12-06T17:42:41.317367Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801796071298988:2066] [node 6] ICS09 handshake done sender: [5:7580801796071298972:2111] self: [5:7580801796071298971:0] peer: [6:7580801797507966615:0] socket: 104 qp: -1
2025-12-06T17:42:41.317399Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801796071298988:2066] [node 6] ICS10 traffic start
2025-12-06T17:42:41.317458Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:41.317910Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801797781436187:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:41.319450Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801793486468883:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:42:41.319523Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:41.319574Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801793486468883:2107] [node 4] ICP22 created new session: [1:7580801797781436211:2107]
2025-12-06T17:42:41.319628Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801797781436211:2107] [node 4] ICS09 handshake done sender: [1:7580801797781436187:2113] self: [1:7580801797781436186:0] peer: [4:7580801796462334939:0] socket: 98 qp: -1
2025-12-06T17:42:41.319657Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801797781436211:2107] [node 4] ICS10 traffic start
2025-12-06T17:42:41.319694Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:41.308835Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801796462334938:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54517
2025-12-06T17:42:41.317980Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801796462334924:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:41.318357Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801792167367563:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:41.318760Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801796462334940:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54517
2025-12-06T17:42:41.310101Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580801791933981984:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:41.310173Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:41.310239Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801791933981984:2048] [node 1] ICP22 created new session: [2:7580801796228949370:2048]
2025-12-06T17:42:41.310291Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801796228949370:2048] [node 1] ICS09 handshake done sender: [2:7580801796228949359:2115] self: [2:7580801796228949363:0] peer: [1:7580801797781436182:0] socket: 122 qp: -1
2025-12-06T17:42:41.310335Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801796228949370:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:41.310386Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:41.324143Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801796071298987:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55611
2025-12-06T17:42:41.324338Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801796071298982:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:41.324839Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801791776331610:2050] [node 3] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:41.324884Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:41.324932Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801791776331610:2050] [node 3] ICP22 created new session: [5:7580801796071298991:2050]
2025-12-06T17:42:41.324978Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801796071298991:2050] [node 3] ICS09 handshake done sender: [5:7580801796071298982:2115] self: [5:7580801796071298983:0] peer: [3:7580801796524017387:0] socket: 115 qp: -1
2025-12-06T17:42:41.325011Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801796071298991:2050] [node 3] ICS10 traffic start
2025-12-06T17:42:41.325059Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:41.315255Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801796524017398:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:41.335482Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801796228949362:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:41.334602Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801797507966617:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49682
2025-12-06T17:42:41.316587Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801792229050082:2082] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:41.346415Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801796071298987:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:41.350990Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801796071298984:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:41.351510Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801791776331608:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:41.351624Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801796071298993:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55611
2025-12-06T17:42:41.351810Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801796071298970:2069] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:41.354407Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801797781436206:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:41.316644Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:41.343448Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801796228949351:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:41.316692Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801792229050082:2082] [node 5] ICP22 created new session: [3:7580801796524017408:2082]
2025-12-06T17:42:41.316746Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801796524017408:2082] [node 5] ICS09 handshake done sender: [3:7580801796524017388:2113] self: [3:7580801796524017387:0] peer: [5:7580801796071298983:0] socket: 109 qp: -1
2025-12-06T17:42:41.316784Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801796524017408:2082] [node 5] ICS10 traffic start
2025-12-06T17:42:41.316833Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:41.323462Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801792229050020:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5779) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580801796524017393:2116] held: no
2025-12-06T17:42:41.340656Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801792229050020:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(16346249ns) {HandleHandshakeStatus:395(16343763ns) {LogHandshakeFail:472(12731ns) {UpdateErrorStateLog:545(5501ns)} DropOutgoingHandshake:457(306ns) ProcessPendingSessionEvents:495(16272718ns) {unordered DropSessionEvent:512 num# 100 sum# 16239112ns max# 14951753ns}}}
2025-12-06T17:42:41.341138Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801796524017404:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:41.342598Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801796524017407:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19442
2025-12-06T17:42:41.349463Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801796524017393:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:41.343477Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801796228949351:2112] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:42:41.366780Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801796228949351:2112] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:41.375122Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801792229050020:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:41.375193Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:41.375252Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801792229050020:2048] [node 1] ICP22 created new session: [3:7580801796524017414:2048]
2025-12-06T17:42:41.375305Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801796524017414:2048] [node 1] ICS09 handshake done sender: [3:7580801796524017393:2116] self: [3:7580801796524017400:0] peer: [1:7580801797781436184:0] socket: 107 qp: -1
2025-12-06T17:42:41.375349Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801796524017414:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:41.375389Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:41.376545Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801796524017410:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19442
2025-12-06T17:42:41.334962Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801797507966614:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:41.376864Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801797781436189:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:41.376924Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801797781436189:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:41.378830Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801796462334923:2110] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:41.335247Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801797507966611:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:41.390847Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801791933982047:2106] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:42:41.387568Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801796462334938:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:41.387804Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801796462334928:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:41.390939Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:41.387830Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801796462334928:2113] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:41.388759Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801792167367562:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:41.388837Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:41.390998Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801791933982047:2106] [node 4] ICP22 created new session: [2:7580801796228949376:2106]
2025-12-06T17:42:41.388889Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801792167367562:2048] [node 1] ICP22 created new session: [4:7580801796462334944:2048]
2025-12-06T17:42:41.347102Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801797507966600:2064] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:42:41.347160Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:41.362666Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801797507966600:2064] [node 5] ICP22 created new session: [6:7580801797507966619:2064]
2025-12-06T17:42:41.367151Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801797507966619:2064] [node 5] ICS09 handshake done sender: [6:7580801797507966611:2115] self: [6:7580801797507966615:0] peer: [5:7580801796071298971:0] socket: 120 qp: -1
2025-12-06T17:42:41.378615Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801797507966619:2064] [node 5] ICS10 traffic start
2025-12-06T17:42:41.379402Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:41.404416Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801797507966600:2064] [node 5] ICP35 event processing took too much time PendingConnection:279(56363534ns) {HandleHandshakeStatus:329(56357761ns) {DropIncomingHandshake:442(781ns) DropOutgoingHandshake:457(4952ns) SwitchToState:179(460ns) ProcessPendingSessionEvents:495(4541607ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 4442828ns max# 3980922ns}}}
2025-12-06T17:42:41.388952Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801796462334944:2048] [node 1] ICS09 handshake done sender: [4:7580801796462334923:2110] self: [4:7580801796462334939:0] peer: [1:7580801797781436186:0] socket: 113 qp: -1
2025-12-06T17:42:41.391052Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801796228949376:2106] [node 4] ICS09 handshake done sender: [2:7580801796228949351:2112] self: [2:7580801796228949350:0] peer: [4:7580801796462334941:0] socket: 101 qp: -1
2025-12-06T17:42:41.388997Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801796462334944:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:41.389038Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:41.396982Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801796462334942:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54517
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:41.394613Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801796228949376:2106] [node 4] ICS10 traffic start
2025-12-06T17:42:41.397383Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:41.418919Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801796071298997:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55611
2025-12-06T17:42:41.419154Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801796462334943:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54517
2025-12-06T17:42:41.419467Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801792167367564:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:41.419857Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801796462334924:2111] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:41.422701Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801797781436189:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:41.423659Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801796071298998:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55611
2025-12-06T17:42:41.424551Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801797781436180:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:41.424647Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:41.424706Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801797781436180:2108] [node 5] ICP22 created new session: [1:7580801797781436215:2108]
2025-12-06T17:42:41.424760Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801797781436215:2108] [node 5] ICS09 handshake done sender: [1:7580801797781436189:2114] self: [1:7580801797781436188:0] peer: [5:7580801796071298995:0] socket: 140 qp: -1
2025-12-06T17:42:41.424796Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801797781436215:2108] [node 5] ICS10 traffic start
2025-12-06T17:42:41.424827Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:41.435861Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801797507966601:2080] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:41.436276Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801797507966617:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:41.438761Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801796462334928:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:41.437234Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801797507966618:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49682
2025-12-06T17:42:41.426848Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801796524017390:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:41.437585Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801797507966622:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49682
2025-12-06T17:42:41.426904Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801796524017390:2114] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:42:41.437743Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801793212999239:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:41.439435Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801797781436191:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:41.439475Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801797781436191:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:41.441218Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801792167367563:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:41.441303Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:41.441360Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801792167367563:2049] [node 2] ICP22 created new session: [4:7580801796462334949:2049]
2025-12-06T17:42:41.441409Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801796462334949:2049] [node 2] ICS09 handshake done sender: [4:7580801796462334924:2111] self: [4:7580801796462334941:0] peer: [2:7580801796228949350:0] socket: 118 qp: -1
2025-12-06T17:42:41.441459Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801796462334949:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:41.441503Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:41.462748Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801796524017390:2114] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:41.461795Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801797507966618:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:41.474186Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801796228949378:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42347
2025-12-06T17:42:41.458725Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801797781436191:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:41.474898Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801797507966622:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:41.463225Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801796071298987:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:41.466843Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801796462334943:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:41.467201Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801796462334926:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:41.467234Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801796462334926:2112] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:41.468239Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801796462334922:2072] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:41.468319Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:41.468379Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801796462334922:2072] [node 5] ICP22 created new session: [4:7580801796462334953:2072]
2025-12-06T17:42:41.468432Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801796462334953:2072] [node 5] ICS09 handshake done sender: [4:7580801796462334928:2113] self: [4:7580801796462334927:0] peer: [5:7580801796071298996:0] socket: 133 qp: -1
2025-12-06T17:42:41.468471Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801796462334953:2072] [node 5] ICS10 traffic start
2025-12-06T17:42:41.468513Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:41.470678Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801791776331608:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5779) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580801796071298987:2118] held: no
2025-12-06T17:42:41.476254Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801792229050083:2083] [node 4] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:41.511301Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801796228949355:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:41.511347Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801796228949355:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:41.491164Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801797781436181:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:41.471344Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801791776331608:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:41.471406Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:41.471470Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801791776331608:2048] [node 1] ICP22 created new session: [5:7580801796071298999:2048]
2025-12-06T17:42:41.471522Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801796071298999:2048] [node 1] ICS09 handshake done sender: [5:7580801796071298987:2118] self: [5:7580801796071298995:0] peer: [1:7580801797781436188:0] socket: 147 qp: -1
2025-12-06T17:42:41.471561Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801796071298999:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:41.471627Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:41.473516Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801796071298993:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:41.479948Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801796071298984:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:41.480293Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801791776331609:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:41.480353Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801796071298970:2069] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:42:41.483144Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:41.483212Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801796071298970:2069] [node 4] ICP22 created new session: [5:7580801796071299002:2069]
2025-12-06T17:42:41.483266Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801796071299002:2069] [node 4] ICS09 handshake done sender: [5:7580801796071298984:2116] self: [5:7580801796071298996:0] peer: [4:7580801796462334927:0] socket: 135 qp: -1
2025-12-06T17:42:41.483307Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801796071299002:2069] [node 4] ICS10 traffic start
2025-12-06T17:42:41.483366Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:41.508027Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7580801796462334922:2072] [node 5] ICP18 handshake (actor [4:7580801796462334943:2120]) is too old
2025-12-06T17:42:41.508267Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801796462334952:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54517
2025-12-06T17:42:41.524394Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801796462334926:2112] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:41.525145Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801796462334951:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54517
2025-12-06T17:42:41.525986Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801792167367578:2060] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:41.526059Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:41.526116Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801792167367578:2060] [node 6] ICP22 created new session: [4:7580801796462334956:2060]
2025-12-06T17:42:41.526185Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801796462334956:2060] [node 6] ICS09 handshake done sender: [4:7580801796462334926:2112] self: [4:7580801796462334925:0] peer: [6:7580801797507966621:0] socket: 102 qp: -1
2025-12-06T17:42:41.526240Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801796462334956:2060] [node 6] ICS10 traffic start
2025-12-06T17:42:41.526289Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:41.491281Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:41.519623Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801796228949355:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:41.506789Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:41.542739Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801797507966625:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49682
2025-12-06T17:42:41.518898Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801792229050083:2083] [node 4] ICP22 created new session: [3:7580801796524017417:2083]
2025-12-06T17:42:41.538829Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801796524017417:2083] [node 4] ICS09 handshake done sender: [3:7580801796524017390:2114] self: [3:7580801796524017389:0] peer: [4:7580801796462334947:0] socket: 137 qp: -1
2025-12-06T17:42:41.543468Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801796524017417:2083] [node 4] ICS10 traffic start
2025-12-06T17:42:41.544127Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801791933982050:2107] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:41.544235Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:41.544306Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801791933982050:2107] [node 5] ICP22 created new session: [2:7580801796228949380:2107]
2025-12-06T17:42:41.544361Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801796228949380:2107] [node 5] ICS09 handshake done sender: [2:7580801796228949355:2114] self: [2:7580801796228949354:0] peer: [5:7580801796071299001:0] socket: 152 qp: -1
2025-12-06T17:42:41.544397Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801796228949380:2107] [node 5] ICS10 traffic start
2025-12-06T17:42:41.544449Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:41.551217Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801793212999240:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:41.491344Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801797781436181:2109] [node 6] ICP22 created new session: [1:7580801797781436218:2109]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:41.553141Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801793212999239:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5779) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801797507966617:2118] held: no
2025-12-06T17:42:41.553787Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:41.491399Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801797781436218:2109] [node 6] ICS09 handshake done sender: [1:7580801797781436191:2115] self: [1:7580801797781436190:0] peer: [6:7580801797507966623:0] socket: 114 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:41.564510Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801792229050083:2083] [node 4] ICP35 event processing took too much time PendingConnection:279(87300896ns) {HandleHandshakeStatus:329(87297580ns) {DropIncomingHandshake:442(19251ns) DropOutgoingHandshake:457(755ns) SwitchToState:179(436ns) ProcessPendingSessionEvents:495(644424ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 559106ns max# 70495ns}}}
2025-12-06T17:42:41.559322Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801793212999241:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:41.491440Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801797781436218:2109] [node 6] ICS10 traffic start
2025-12-06T17:42:41.491482Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:41.559467Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801797507966617:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:41.560516Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801797507966626:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49682
2025-12-06T17:42:41.561019Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801793212999239:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:41.561083Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:41.561134Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801793212999239:2048] [node 1] ICP22 created new session: [6:7580801797507966629:2048]
2025-12-06T17:42:41.561222Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801797507966629:2048] [node 1] ICS09 handshake done sender: [6:7580801797507966617:2118] self: [6:7580801797507966623:0] peer: [1:7580801797781436190:0] socket: 146 qp: -1
2025-12-06T17:42:41.561268Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801797507966629:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:41.561307Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:41.578937Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801797507966614:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:41.579433Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801797507966601:2080] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:42:41.579489Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:41.579553Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801797507966601:2080] [node 4] ICP22 created new session: [6:7580801797507966631:2080]
2025-12-06T17:42:41.579628Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801797507966631:2080] [node 4] ICS09 handshake done sender: [6:7580801797507966614:2116] self: [6:7580801797507966621:0] peer: [4:7580801796462334925:0] socket: 139 qp: -1
2025-12-06T17:42:41.579668Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801797507966631:2080] [node 4] ICS10 traffic start
2025-12-06T17:42:41.579704Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:41.584890Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801797507966633:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49682
2025-12-06T17:42:41.585320Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801797507966622:2120] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:41.571561Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801796228949353:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:41.581009Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801796524017392:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:41.594915Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801791776331609:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27557) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580801796071298993:2119] held: no
2025-12-06T17:42:41.571602Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801796228949353:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:41.581036Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801796524017392:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:41.586236Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801796524017392:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:41.603469Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801792229050084:2084] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:41.603563Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:41.603627Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801792229050084:2084] [node 6] ICP22 created new session: [3:7580801796524017420:2084]
2025-12-06T17:42:41.603686Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801796524017420:2084] [node 6] ICS09 handshake done sender: [3:7580801796524017392:2115] self: [3:7580801796524017391:0] peer: [6:7580801797507966628:0] socket: 157 qp: -1
2025-12-06T17:42:41.603734Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801796524017420:2084] [node 6] ICS10 traffic start
2025-12-06T17:42:41.603796Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:41.607453Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801792167367578:2060] [node 6] ICP35 event processing took too much time PendingConnection:279(28063116ns) {HandleHandshakeStatus:329(28059630ns) {DropIncomingHandshake:442(488ns) DropOutgoingHandshake:457(700ns) SwitchToState:179(496ns) ProcessPendingSessionEvents:495(27626052ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 27516514ns max# 16069675ns}}}
2025-12-06T17:42:41.609095Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801796462334952:2122] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:41.597790Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801796228949353:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:41.597374Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801796071299004:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55611
2025-12-06T17:42:41.599594Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801796071298993:2119] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:41.606078Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801793212999241:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:42:41.598086Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801796228949347:2108] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:41.598155Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:41.598212Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801796228949347:2108] [node 6] ICP22 created new session: [2:7580801796228949383:2108]
2025-12-06T17:42:41.598264Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801796228949383:2108] [node 6] ICS09 handshake done sender: [2:7580801796228949353:2113] self: [2:7580801796228949352:0] peer: [6:7580801797507966627:0] socket: 150 qp: -1
2025-12-06T17:42:41.620389Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801796462334938:2117] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:41.598302Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801796228949383:2108] [node 6] ICS10 traffic start
2025-12-06T17:42:41.598338Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:41.617927Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801791776331609:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:41.617989Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:41.618047Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801791776331609:2049] [node 2] ICP22 created new session: [5:7580801796071299005:2049]
2025-12-06T17:42:41.618092Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801796071299005:2049] [node 2] ICS09 handshake done sender: [5:7580801796071298993:2119] self: [5:7580801796071299001:0] peer: [2:7580801796228949354:0] socket: 154 qp: -1
2025-12-06T17:42:41.618132Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801796071299005:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:41.618187Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:41.606157Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:41.606225Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801793212999241:2050] [node 3] ICP22 created new session: [6:7580801797507966634:2050]
2025-12-06T17:42:41.606282Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801797507966634:2050] [node 3] ICS09 handshake done sender: [6:7580801797507966622:2120] self: [6:7580801797507966628:0] peer: [3:7580801796524017391:0] socket: 163 qp: -1
2025-12-06T17:42:41.606320Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801797507966634:2050] [node 3] ICS10 traffic start
2025-12-06T17:42:41.606361Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:41.623564Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801792167367564:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62027) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580801796462334938:2117] held: no
2025-12-06T17:42:41.624197Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801792167367564:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:42:41.624265Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:41.624314Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801792167367564:2050] [node 3] ICP22 created new session: [4:7580801796462334958:2050]
2025-12-06T17:42:41.624362Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801796462334958:2050] [node 3] ICS09 handshake done sender: [4:7580801796462334938:2117] self: [4:7580801796462334947:0] peer: [3:7580801796524017389:0] socket: 143 qp: -1
2025-12-06T17:42:41.624405Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801796462334958:2050] [node 3] ICS10 traffic start
2025-12-06T17:42:41.624440Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:41.625959Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7580801792167367578:2060] [node 6] ICP18 handshake (actor [4:7580801796462334952:2122]) is too old
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:41.628149Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801797507966636:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49682
2025-12-06T17:42:41.628779Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801793212999240:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27557) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801797507966618:2119] held: no
2025-12-06T17:42:41.629969Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801797507966618:2119] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:41.630741Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801793212999240:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:41.630817Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:41.630873Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801793212999240:2049] [node 2] ICP22 created new session: [6:7580801797507966637:2049]
2025-12-06T17:42:41.630918Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801797507966637:2049] [node 2] ICS09 handshake done sender: [6:7580801797507966618:2119] self: [6:7580801797507966627:0] peer: [2:7580801796228949352:0] socket: 156 qp: -1
2025-12-06T17:42:41.630956Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801797507966637:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:41.630994Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:41.668786Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:42:41.669030Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580801796228949370:2048] [node 1] ICS01 socket: 122 reason# EndOfStream
2025-12-06T17:42:41.669085Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580801791933981984:2048] [node 1] ICP30 unregister session Session# [2:7580801796228949370:2048] VirtualId# [2:7580801796228949363:0]
2025-12-06T17:42:41.669126Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580801796228949370:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:41.669224Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:41.669267Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:41.670952Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:42:41.671179Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801796524017414:2048] [node 1] ICS01 socket: 107 reason# EndOfStream
2025-12-06T17:42:41.671219Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801792229050020:2048] [node 1] ICP30 unregister session Session# [3:7580801796524017414:2048] VirtualId# [3:7580801796524017400:0]
2025-12-06T17:42:41.671253Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801796524017414:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:41.671326Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:41.671367Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:41.678849Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:42:41.679111Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580801796462334944:2048] [node 1] ICS07 socket disconnect 113 reason# EndOfStream
2025-12-06T17:42:41.679149Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801796462334944:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:41.679233Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:41.679276Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580801796462334944:2048] [node 1] ICS15 start handshake
2025-12-06T17:42:41.681653Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801792167367562:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5779) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:41.681717Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801796462334944:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:41.681756Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801792167367562:2048] [node 1] ICP30 unregister session Session# [4:7580801796462334944:2048] VirtualId# [4:7580801796462334939:0]
2025-12-06T17:42:41.681794Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:41.681825Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580801792167367562:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:5779) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:41.681848Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5779) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:41.679823Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:42:41.680027Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801796071298999:2048] [node 1] ICS01 socket: 147 reason# EndOfStream
2025-12-06T17:42:41.680068Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801791776331608:2048] [node 1] ICP30 unregister session Session# [5:7580801796071298999:2048] VirtualId# [5:7580801796071298995:0]
2025-12-06T17:42:41.680108Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801796071298999:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:41.680181Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:41.680225Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:41.680325Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:42:41.680506Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801797507966629:2048] [node 1] ICS01 socket: 146 reason# EndOfStream
2025-12-06T17:42:41.680539Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801793212999239:2048] [node 1] ICP30 unregister session Session# [6:7580801797507966629:2048] VirtualId# [6:7580801797507966623:0]
2025-12-06T17:42:41.680563Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801797507966629:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:41.680633Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:41.680670Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:41.691387Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580801792167367562:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:42:41.770018Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:42:41.770269Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580801796524017402:2049] [node 2] ICS07 socket disconnect 108 reason# EndOfStream
2025-12-06T17:42:41.770309Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801796524017402:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:41.770412Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:41.770460Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580801796524017402:2049] [node 2] ICS15 start handshake
2025-12-06T17:42:41.772462Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801792229050021:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27557) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:41.772533Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801796524017402:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:41.772575Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801792229050021:2049] [node 2] ICP30 unregister session Session# [3:7580801796524017402:2049] VirtualId# [3:7580801796524017399:0]
2025-12-06T17:42:41.772637Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:41.772675Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580801792229050021:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:27557) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:41.772691Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27557) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:41.777926Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:42:41.778176Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580801796462334949:2049] [node 2] ICS07 socket disconnect 118 reason# EndOfStream
2025-12-06T17:42:41.778212Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801796462334949:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:41.778309Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:41.778364Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580801796462334949:2049] [node 2] ICS15 start handshake
2025-12-06T17:42:41.778953Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:42:41.779155Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801797507966637:2049] [node 2] ICS01 socket: 156 reason# EndOfStream
2025-12-06T17:42:41.779201Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801793212999240:2049] [node 2] ICP30 unregister session Session# [6:7580801797507966637:2049] VirtualId# [6:7580801797507966627:0]
2025-12-06T17:42:41.779235Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801797507966637:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:41.779300Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:41.779343Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:41.780037Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:42:41.780228Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801796071299005:2049] [node 2] ICS01 socket: 154 reason# EndOfStream
2025-12-06T17:42:41.780268Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801791776331609:2049] [node 2] ICP30 unregister session Session# [5:7580801796071299005:2049] VirtualId# [5:7580801796071299001:0]
2025-12-06T17:42:41.780300Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801796071299005:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:41.780376Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:41.780418Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:41.781484Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801792167367563:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27557) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:41.781548Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801796462334949:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:41.781582Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801792167367563:2049] [node 2] ICP30 unregister session Session# [4:7580801796462334949:2049] VirtualId# [4:7580801796462334941:0]
2025-12-06T17:42:41.781703Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:41.781739Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580801792167367563:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:27557) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:41.781752Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27557) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:41.781537Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580801792229050021:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:42:41.790772Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580801792167367563:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:42:41.830972Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:42:41.831215Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801796071298991:2050] [node 3] ICS01 socket: 115 reason# EndOfStream
2025-12-06T17:42:41.831260Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801791776331610:2050] [node 3] ICP30 unregister session Session# [5:7580801796071298991:2050] VirtualId# [5:7580801796071298983:0]
2025-12-06T17:42:41.831296Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801796071298991:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:41.831396Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:42:41.831451Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:42:41.831650Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:42:41.831888Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801796462334958:2050] [node 3] ICS01 socket: 143 reason# EndOfStream
2025-12-06T17:42:41.831952Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801792167367564:2050] [node 3] ICP30 unregister session Session# [4:7580801796462334958:2050] VirtualId# [4:7580801796462334947:0]
2025-12-06T17:42:41.832005Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801796462334958:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:41.832109Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:42:41.832154Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:42:41.832246Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:42:41.832500Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801797507966634:2050] [node 3] ICS01 socket: 163 reason# EndOfStream
2025-12-06T17:42:41.832600Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801793212999241:2050] [node 3] ICP30 unregister session Session# [6:7580801797507966634:2050] VirtualId# [6:7580801797507966628:0]
2025-12-06T17:42:41.832656Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801797507966634:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:41.832721Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:42:41.832769Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:42:41.883294Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:42:41.883479Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580801797507966631:2080] [node 4] ICS07 socket disconnect 139 reason# EndOfStream
2025-12-06T17:42:41.883522Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801797507966631:2080] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:41.883588Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:42:41.883653Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580801797507966631:2080] [node 4] ICS15 start handshake
2025-12-06T17:42:41.884799Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801797507966601:2080] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62932) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:41.884863Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801797507966631:2080] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:41.884909Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801797507966601:2080] [node 4] ICP30 unregister session Session# [6:7580801797507966631:2080] VirtualId# [6:7580801797507966621:0]
2025-12-06T17:42:41.884951Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:42:41.884980Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580801797507966601:2080] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:62932) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:41.884996Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62932) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:41.882642Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:42:41.883088Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801796071299002:2069] [node 4] ICS01 socket: 135 reason# EndOfStream
2025-12-06T17:42:41.883133Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801796071298970:2069] [node 4] ICP30 unregister session Session# [5:7580801796071299002:2069] VirtualId# [5:7580801796071298996:0]
2025-12-06T17:42:41.883172Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801796071299002:2069] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:41.883258Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:42:41.885412Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:42:41.899328Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580801797507966601:2080] [node 4] ICP33 wake up from error state
2025-12-06T17:42:41.950973Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:42:41.951215Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580801797507966619:2064] [node 5] ICS07 socket disconnect 120 reason# EndOfStream
2025-12-06T17:42:41.951261Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801797507966619:2064] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:41.951360Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:42:41.951405Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580801797507966619:2064] [node 5] ICS15 start handshake
2025-12-06T17:42:41.956817Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801797507966600:2064] [node 5] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15321) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:41.956895Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801797507966619:2064] [node 5] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:41.956936Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801797507966600:2064] [node 5] ICP30 unregister session Session# [6:7580801797507966619:2064] VirtualId# [6:7580801797507966615:0]
2025-12-06T17:42:41.956989Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
2025-12-06T17:42:41.957030Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580801797507966600:2064] [node 5] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:15321) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:41.957047Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [5] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15321) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:41.967022Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580801797507966600:2064] [node 5] ICP33 wake up from error state
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:42:42.105274Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801800872971876:2048] [node 2] ICP01 ready to work
2025-12-06T17:42:42.105312Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801800872971877:2049] [node 3] ICP01 ready to work
2025-12-06T17:42:42.118755Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801800736359319:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:42.118875Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801800736359320:2049] [node 3] ICP01 ready to work
2025-12-06T17:42:42.160057Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801798350381614:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:42.160096Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801798350381615:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:42.160131Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801798350381616:2050] [node 3] ICP01 ready to work
2025-12-06T17:42:42.132184Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801798013366054:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:42.132224Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801798013366055:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:42.133038Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801800998689816:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:42.133086Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801800998689817:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:42.133119Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801800998689818:2050] [node 3] ICP01 ready to work
2025-12-06T17:42:42.203390Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801801991716625:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:42.203428Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801801991716626:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:42.203469Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801801991716627:2050] [node 3] ICP01 ready to work
2025-12-06T17:42:42.436335Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801801991716639:2060] [node 4] ICP01 ready to work
2025-12-06T17:42:42.466312Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801800872971929:2085] [node 6] ICP01 ready to work
2025-12-06T17:42:42.466330Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801800736359377:2079] [node 4] ICP01 ready to work
2025-12-06T17:42:42.466778Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801800736359378:2082] [node 5] ICP01 ready to work
2025-12-06T17:42:42.483454Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801800736359361:2080] [node 6] ICP01 ready to work
2025-12-06T17:42:42.506718Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801798013366111:2077] [node 5] ICP01 ready to work
2025-12-06T17:42:42.506895Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801800998689847:2068] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:42.582717Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801798013366116:2078] [node 4] ICP01 ready to work
2025-12-06T17:42:42.554017Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801800872971940:2087] [node 5] ICP01 ready to work
2025-12-06T17:42:42.639859Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801798350381615:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(238314772ns) {Configure:104(238307836ns) {ProcessConfigured:135(15710510ns) {StartInitialHandshake:157(15706683ns) {DropHandshakes:470(2512ns) {DropIncomingHandshake:442(657ns) DropOutgoingHandshake:457(360ns)} GenerateSessionVirtualId:988(659ns) PrepareNewSessionHandshake:477(6114ns) {SwitchToState:179(3005ns)}}}}}
2025-12-06T17:42:42.576348Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801801991716648:2064] [node 5] ICP01 ready to work
2025-12-06T17:42:42.600338Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801800872971941:2088] [node 4] ICP01 ready to work
2025-12-06T17:42:42.609680Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801800998689859:2089] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16422
2025-12-06T17:42:42.642640Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801798350381680:2080] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:42.612621Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801801991716626:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(202571681ns) {Configure:104(202561032ns) {ProcessConfigured:135(89943ns) {StartInitialHandshake:157(84968ns) {DropHandshakes:470(3287ns) {DropIncomingHandshake:442(887ns) DropOutgoingHandshake:457(385ns)} GenerateSessionVirtualId:988(775ns) PrepareNewSessionHandshake:477(2165ns) {SwitchToState:179(749ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:42.657259Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801798350381682:2065] [node 6] ICP01 ready to work
2025-12-06T17:42:42.674901Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801800736359378:2082] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(207516872ns) {Configure:104(207508851ns) {ProcessConfigured:135(19673286ns) {StartInitialHandshake:157(19669897ns) {DropHandshakes:470(2796ns) {DropIncomingHandshake:442(792ns) DropOutgoingHandshake:457(602ns)} GenerateSessionVirtualId:988(863ns) PrepareNewSessionHandshake:477(5832ns) {SwitchToState:179(3163ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:42.706675Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801798013366119:2079] [node 6] ICP01 ready to work
2025-12-06T17:42:42.643379Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801801991716627:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(66597891ns) {Configure:104(66592712ns) {ProcessConfigured:135(19084120ns) {StartInitialHandshake:157(19081825ns) {DropHandshakes:470(772ns) {DropIncomingHandshake:442(146ns) DropOutgoingHandshake:457(56ns)} GenerateSessionVirtualId:988(165ns) PrepareNewSessionHandshake:477(4064ns) {SwitchToState:179(1693ns)}}}}}
2025-12-06T17:42:42.678515Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801800736359390:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60740
2025-12-06T17:42:42.694842Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801800998689818:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(153108609ns) {Configure:104(153098366ns) {ProcessConfigured:135(23895166ns) {StartInitialHandshake:157(23891554ns) {DropHandshakes:470(2312ns) {DropIncomingHandshake:442(1399ns) DropOutgoingHandshake:457(249ns)} GenerateSessionVirtualId:988(523ns) PrepareNewSessionHandshake:477(3399ns) {SwitchToState:179(2210ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:42.740721Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801800872971941:2088] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(18232388ns) {Configure:104(18226181ns) {ProcessConfigured:135(85145ns) {StartInitialHandshake:157(82300ns) {DropHandshakes:470(2538ns) {DropIncomingHandshake:442(511ns) DropOutgoingHandshake:457(652ns)} GenerateSessionVirtualId:988(958ns) PrepareNewSessionHandshake:477(1884ns) {SwitchToState:179(747ns)}}}}}
2025-12-06T17:42:42.689414Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801798350381683:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45949
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:42.733925Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801800736359390:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:42.695081Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801800998689859:2089] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:42.690366Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801798350381686:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45949
2025-12-06T17:42:42.706919Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801798350381683:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:42.766217Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801798350381682:2065] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(105234639ns) {Configure:104(105229354ns) {ProcessConfigured:135(11203328ns) {StartInitialHandshake:157(11200973ns) {DropHandshakes:470(2786ns) {DropIncomingHandshake:442(476ns) DropOutgoingHandshake:457(629ns)} GenerateSessionVirtualId:988(937ns) PrepareNewSessionHandshake:477(3586ns) {SwitchToState:179(1830ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:42.779340Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801801991716704:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63548
2025-12-06T17:42:42.779773Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801801991716703:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63548
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:42.748850Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801800872971946:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62204
2025-12-06T17:42:42.749041Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801800872971947:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62204
2025-12-06T17:42:42.749439Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801800872971952:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62204
2025-12-06T17:42:42.788099Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801800872971947:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:42.788266Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801800872971946:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:42.769943Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801798013366054:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(41705865ns) {Configure:104(41700939ns) {ProcessConfigured:135(68566ns) {StartInitialHandshake:157(62173ns) {DropHandshakes:470(2411ns) {DropIncomingHandshake:442(681ns) DropOutgoingHandshake:457(499ns)} GenerateSessionVirtualId:988(685ns) PrepareNewSessionHandshake:477(1439ns) {SwitchToState:179(554ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:42.707548Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801800998689891:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16422
2025-12-06T17:42:42.741669Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801800736359399:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60740
2025-12-06T17:42:42.787341Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801798350381694:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45949
2025-12-06T17:42:42.711344Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801800998689892:2098] [node 6] ICP01 ready to work
2025-12-06T17:42:42.755411Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801800998689894:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16422
2025-12-06T17:42:42.806685Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801800998689891:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:42.741829Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801800736359400:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60740
2025-12-06T17:42:42.822527Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801798350381686:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:42.797460Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801798013366120:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10788
2025-12-06T17:42:42.825424Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801798013366116:2078] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(54897521ns) {Configure:104(54892331ns) {ProcessConfigured:135(14164849ns) {StartInitialHandshake:157(14160698ns) {DropHandshakes:470(8756746ns) {DropIncomingHandshake:442(1758ns) DropOutgoingHandshake:457(617ns)} GenerateSessionVirtualId:988(1621ns) PrepareNewSessionHandshake:477(3764ns) {SwitchToState:179(1922ns)}}}}}
2025-12-06T17:42:42.825648Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801798013366120:2110] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:42.819254Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801800872971877:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(125680240ns) {Configure:104(125675142ns) {ProcessConfigured:135(18427690ns) {StartInitialHandshake:157(18425685ns) {DropHandshakes:470(2838ns) {DropIncomingHandshake:442(471ns) DropOutgoingHandshake:457(695ns)} GenerateSessionVirtualId:988(1137ns) PrepareNewSessionHandshake:477(4028ns) {SwitchToState:179(162ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:42.832712Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801800998689894:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:42.832875Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801800998689816:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:42.766948Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801800736359400:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:42.823764Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801798350381615:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:42.819407Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801800872971952:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:42.832053Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801798350381694:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:42.845266Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801800998689900:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16422
2025-12-06T17:42:42.836876Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801801991716704:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:42.848288Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801798350381614:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:42.848712Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801798350381698:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45949
2025-12-06T17:42:42.849851Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801800998689894:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:42.850865Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801798350381686:2114] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:42.851183Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801798350381615:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:42.851260Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:42.851313Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801798350381615:2049] [node 2] ICP22 created new session: [5:7580801798350381699:2049]
2025-12-06T17:42:42.851407Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801798350381699:2049] [node 2] ICS09 handshake done sender: [5:7580801798350381686:2114] self: [5:7580801798350381696:0] peer: [2:7580801800736359389:0] socket: 110 qp: -1
2025-12-06T17:42:42.851458Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801798350381699:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:42.851517Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:42.854900Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801800998689816:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:42.854986Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:42.855051Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801800998689816:2048] [node 1] ICP22 created new session: [4:7580801800998689901:2048]
2025-12-06T17:42:42.855120Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801800998689901:2048] [node 1] ICS09 handshake done sender: [4:7580801800998689894:2116] self: [4:7580801800998689899:0] peer: [1:7580801800872971948:0] socket: 133 qp: -1
2025-12-06T17:42:42.855165Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801800998689901:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:42.855223Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:42.858928Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801798350381702:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45949
2025-12-06T17:42:42.813035Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801800736359399:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:42.833463Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801800872971949:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:42.837004Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801801991716705:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63548
2025-12-06T17:42:42.865092Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801798013366135:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10788
2025-12-06T17:42:42.876424Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801798350381702:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:42.876602Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801798350381680:2080] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:42.877075Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801800998689888:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:42.877128Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801800998689888:2114] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:42.833489Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801800872971949:2114] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:42:42.878421Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801798350381704:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45949
2025-12-06T17:42:42.831095Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801800736359320:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(99815596ns) {Configure:104(99810063ns) {ProcessConfigured:135(19689093ns) {StartInitialHandshake:157(19685979ns) {DropHandshakes:470(2636ns) {DropIncomingHandshake:442(478ns) DropOutgoingHandshake:457(340ns)} GenerateSessionVirtualId:988(1126ns) PrepareNewSessionHandshake:477(4590ns) {SwitchToState:179(2379ns)}}}}}
2025-12-06T17:42:42.874769Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801798013366135:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:42.882897Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801800998689888:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:42.837157Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801801991716625:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:42.831483Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801800736359408:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60740
2025-12-06T17:42:42.836505Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801800872971961:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62204
2025-12-06T17:42:42.837539Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801801991716703:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:42.847926Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801801991716626:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:42.870937Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801801991716708:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63548
2025-12-06T17:42:42.879163Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801801991716705:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:42.879319Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801801991716627:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:42.890681Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801798013366128:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:42.891180Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801800998689847:2068] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:42.891271Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:42.891337Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801800998689847:2068] [node 5] ICP22 created new session: [4:7580801800998689905:2068]
2025-12-06T17:42:42.891399Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801800998689905:2068] [node 5] ICS09 handshake done sender: [4:7580801800998689888:2114] self: [4:7580801800998689887:0] peer: [5:7580801798350381703:0] socket: 115 qp: -1
2025-12-06T17:42:42.891445Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801800998689905:2068] [node 5] ICS10 traffic start
2025-12-06T17:42:42.891490Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:42.901330Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801801991716704:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:42.839463Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801800872971949:2114] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:42.842001Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801800736359395:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:42.890754Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801798013366128:2114] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:42.842332Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801800872971945:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:42.922108Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801798350381702:2119] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:42.842056Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801800736359395:2117] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:42.939894Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801801991716625:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:42.939965Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:42.940018Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801801991716625:2048] [node 1] ICP22 created new session: [6:7580801801991716711:2048]
2025-12-06T17:42:42.940069Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801801991716711:2048] [node 1] ICS09 handshake done sender: [6:7580801801991716704:2116] self: [6:7580801801991716706:0] peer: [1:7580801800872971944:0] socket: 135 qp: -1
2025-12-06T17:42:42.940105Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801801991716711:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:42.940141Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:42.942737Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801801991716710:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63548
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:42.957810Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801800998689908:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16422
2025-12-06T17:42:42.842358Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801800872971945:2111] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:42.915591Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801798013366137:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10788
2025-12-06T17:42:42.929582Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801798013366128:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:42.930983Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801798013366137:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:42.931131Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801798013366054:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:42.931935Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801798350381705:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45949
2025-12-06T17:42:42.850286Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801800736359395:2117] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:42.879692Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801800872971945:2111] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:42.871477Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801800736359392:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:42.871521Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801800736359392:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:42.893494Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801800736359378:2082] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:42.893565Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:42.893622Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801800736359378:2082] [node 5] ICP22 created new session: [2:7580801800736359410:2082]
2025-12-06T17:42:42.893676Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801800736359410:2082] [node 5] ICS09 handshake done sender: [2:7580801800736359395:2117] self: [2:7580801800736359389:0] peer: [5:7580801798350381696:0] socket: 109 qp: -1
2025-12-06T17:42:42.893719Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801800736359410:2082] [node 5] ICS10 traffic start
2025-12-06T17:42:42.893763Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:42.929216Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801800736359414:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60740
2025-12-06T17:42:42.934845Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801800736359392:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:42.937019Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801800736359361:2080] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:42.937091Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:42.937142Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801800736359361:2080] [node 6] ICP22 created new session: [2:7580801800736359415:2080]
2025-12-06T17:42:42.937192Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801800736359415:2080] [node 6] ICS09 handshake done sender: [2:7580801800736359392:2115] self: [2:7580801800736359391:0] peer: [6:7580801801991716707:0] socket: 127 qp: -1
2025-12-06T17:42:42.937229Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801800736359415:2080] [node 6] ICS10 traffic start
2025-12-06T17:42:42.937270Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:42.965723Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801800736359408:2122] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:42.932450Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801798350381680:2080] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9792) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580801798350381702:2119] held: no
2025-12-06T17:42:42.979064Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801800998689908:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:42.975520Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801801991716710:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:42.880126Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801800872971943:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:42.991336Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801801991716626:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17645) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801801991716703:2115] held: no
2025-12-06T17:42:42.979285Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801800998689817:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:42.933140Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801798350381680:2080] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:42:42.998768Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801800736359414:2123] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:42.999021Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580801800736359319:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:42.999954Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801800736359398:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:42.999992Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801800736359398:2118] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:42:43.019205Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801800736359398:2118] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:43.020136Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801800736359407:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:43.020160Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801800736359407:2121] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:42:43.020933Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801800736359377:2079] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:42:43.021008Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:43.021059Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801800736359377:2079] [node 4] ICP22 created new session: [2:7580801805031326717:2079]
2025-12-06T17:42:43.021114Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801805031326717:2079] [node 4] ICS09 handshake done sender: [2:7580801800736359398:2118] self: [2:7580801800736359397:0] peer: [4:7580801800998689909:0] socket: 161 qp: -1
2025-12-06T17:42:43.021165Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801805031326717:2079] [node 4] ICS10 traffic start
2025-12-06T17:42:43.021209Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:42.880153Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801800872971943:2110] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:43.011841Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801798013366119:2079] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:43.011929Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:43.012012Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801798013366119:2079] [node 6] ICP22 created new session: [3:7580801802308333438:2079]
2025-12-06T17:42:43.012074Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801802308333438:2079] [node 6] ICS09 handshake done sender: [3:7580801798013366128:2114] self: [3:7580801798013366127:0] peer: [6:7580801801991716709:0] socket: 139 qp: -1
2025-12-06T17:42:43.012113Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801802308333438:2079] [node 6] ICS10 traffic start
2025-12-06T17:42:43.012151Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:43.013479Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801802308333436:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10788
2025-12-06T17:42:43.013666Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801802308333437:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10788
2025-12-06T17:42:43.019413Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801802308333437:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:43.019554Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801798013366055:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:43.058802Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801802308333436:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:43.059219Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801800736359407:2121] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:42.992264Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801801991716715:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63548
2025-12-06T17:42:42.933212Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:42.880626Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801800872971941:2088] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:42:42.880690Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:42.880740Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801800872971941:2088] [node 4] ICP22 created new session: [1:7580801800872971964:2088]
2025-12-06T17:42:42.880793Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801800872971964:2088] [node 4] ICS09 handshake done sender: [1:7580801800872971949:2114] self: [1:7580801800872971948:0] peer: [4:7580801800998689899:0] socket: 132 qp: -1
2025-12-06T17:42:42.880856Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801800872971964:2088] [node 4] ICS10 traffic start
2025-12-06T17:42:42.880898Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:42.911883Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801800872971929:2085] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:42.911940Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:42.912001Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801800872971929:2085] [node 6] ICP22 created new session: [1:7580801800872971967:2085]
2025-12-06T17:42:42.912053Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801800872971967:2085] [node 6] ICS09 handshake done sender: [1:7580801800872971945:2111] self: [1:7580801800872971944:0] peer: [6:7580801801991716706:0] socket: 131 qp: -1
2025-12-06T17:42:42.912090Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801800872971967:2085] [node 6] ICS10 traffic start
2025-12-06T17:42:42.912137Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:42.919035Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801800872971943:2110] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:42.927147Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801800872971961:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:42.927385Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801800872971940:2087] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:42.927456Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:42.927515Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801800872971940:2087] [node 5] ICP22 created new session: [1:7580801800872971971:2087]
2025-12-06T17:42:42.927565Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801800872971971:2087] [node 5] ICS09 handshake done sender: [1:7580801800872971943:2110] self: [1:7580801800872971942:0] peer: [5:7580801798350381697:0] socket: 130 qp: -1
2025-12-06T17:42:42.927610Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801800872971971:2087] [node 5] ICS10 traffic start
2025-12-06T17:42:42.927663Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:42.984366Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801800872971940:2087] [node 5] ICP35 event processing took too much time PendingConnection:279(55979880ns) {HandleHandshakeStatus:329(55973228ns) {DropIncomingHandshake:442(17099ns) DropOutgoingHandshake:457(410ns) SwitchToState:179(560ns) ProcessPendingSessionEvents:495(55566835ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 49952685ns max# 15829630ns}}}
2025-12-06T17:42:42.984945Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801800872971957:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:42.984976Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801800872971957:2117] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:42:43.027330Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801800872971951:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:43.027361Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801800872971951:2115] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:42:43.046899Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801800872971957:2117] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:43.054964Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801800872971951:2115] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:43.051472Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801800998689896:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:43.080340Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801802308333442:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10788
2025-12-06T17:42:42.933267Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801798350381680:2080] [node 4] ICP22 created new session: [5:7580801798350381707:2080]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:43.086087Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801805031326720:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60740
2025-12-06T17:42:43.087435Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801800872971876:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:42:43.087525Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:43.087576Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801800872971876:2048] [node 2] ICP22 created new session: [1:7580801805167939272:2048]
2025-12-06T17:42:43.002495Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801801991716716:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63548
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:43.051532Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801800998689896:2117] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:43.086627Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7580801798013366119:2079] [node 6] ICP18 handshake (actor [3:7580801802308333436:2118]) is too old
2025-12-06T17:42:43.091124Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801802308333443:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10788
2025-12-06T17:42:43.091471Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801800998689817:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17645) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580801800998689908:2119] held: no
2025-12-06T17:42:42.933320Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801798350381707:2080] [node 4] ICS09 handshake done sender: [5:7580801798350381702:2119] self: [5:7580801798350381703:0] peer: [4:7580801800998689887:0] socket: 151 qp: -1
2025-12-06T17:42:43.007064Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801801991716639:2060] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:43.007613Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801801991716703:2115] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:43.011229Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801801991716714:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63548
2025-12-06T17:42:43.047884Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801801991716626:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:43.047945Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:43.048005Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801801991716626:2049] [node 2] ICP22 created new session: [6:7580801806286684014:2049]
2025-12-06T17:42:43.048070Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801806286684014:2049] [node 2] ICS09 handshake done sender: [6:7580801801991716703:2115] self: [6:7580801801991716707:0] peer: [2:7580801800736359391:0] socket: 128 qp: -1
2025-12-06T17:42:43.048119Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801806286684014:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:43.048158Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:43.049454Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801801991716705:2117] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:43.050236Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801801991716627:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:42:43.050297Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:43.050351Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801801991716627:2050] [node 3] ICP22 created new session: [6:7580801806286684016:2050]
2025-12-06T17:42:43.050408Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801806286684016:2050] [node 3] ICS09 handshake done sender: [6:7580801801991716705:2117] self: [6:7580801801991716709:0] peer: [3:7580801798013366127:0] socket: 142 qp: -1
2025-12-06T17:42:43.050452Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801806286684016:2050] [node 3] ICS10 traffic start
2025-12-06T17:42:43.050487Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:43.082228Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801801991716627:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(31023092ns) {HandleHandshakeStatus:329(31019361ns) {DropIncomingHandshake:442(758ns) DropOutgoingHandshake:457(6840ns) SwitchToState:179(509ns) ProcessPendingSessionEvents:495(5901365ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 5830881ns max# 5371204ns}}}
2025-12-06T17:42:43.086987Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801801991716716:2122] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:43.087247Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801801991716648:2064] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:42.933357Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801798350381707:2080] [node 4] ICS10 traffic start
2025-12-06T17:42:42.933394Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:42.976918Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801798350381694:2117] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:43.051283Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801798350381614:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64754) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580801798350381694:2117] held: no
2025-12-06T17:42:43.077678Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801798350381614:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(54105362ns) {HandleHandshakeStatus:395(47727940ns) {LogHandshakeFail:472(17794ns) {UpdateErrorStateLog:545(6150ns)} DropOutgoingHandshake:457(1812ns) ProcessPendingSessionEvents:495(25479395ns) {unordered DropSessionEvent:512 num# 100 sum# 25431169ns max# 9326867ns}}}
2025-12-06T17:42:43.077838Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801798350381614:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:43.077893Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:43.077951Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801798350381614:2048] [node 1] ICP22 created new session: [5:7580801802645349005:2048]
2025-12-06T17:42:43.078003Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801802645349005:2048] [node 1] ICS09 handshake done sender: [5:7580801798350381694:2117] self: [5:7580801798350381697:0] peer: [1:7580801800872971942:0] socket: 134 qp: -1
2025-12-06T17:42:43.078043Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801802645349005:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:43.078087Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:43.087631Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801805167939272:2048] [node 2] ICS09 handshake done sender: [1:7580801800872971951:2115] self: [1:7580801800872971950:0] peer: [2:7580801800736359419:0] socket: 155 qp: -1
2025-12-06T17:42:43.087674Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801805167939272:2048] [node 2] ICS10 traffic start
2025-12-06T17:42:43.087721Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:43.089378Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801800872971877:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:42:43.089436Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:43.089503Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801800872971877:2049] [node 3] ICP22 created new session: [1:7580801805167939274:2049]
2025-12-06T17:42:43.089556Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801805167939274:2049] [node 3] ICS09 handshake done sender: [1:7580801800872971957:2117] self: [1:7580801800872971956:0] peer: [3:7580801798013366139:0] socket: 156 qp: -1
2025-12-06T17:42:43.089594Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801805167939274:2049] [node 3] ICS10 traffic start
2025-12-06T17:42:43.089628Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:43.094292Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801800736359320:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:42:43.094392Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:43.094446Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801800736359320:2049] [node 3] ICP22 created new session: [2:7580801805031326721:2049]
2025-12-06T17:42:43.094498Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801805031326721:2049] [node 3] ICS09 handshake done sender: [2:7580801800736359407:2121] self: [2:7580801800736359404:0] peer: [3:7580801802308333441:0] socket: 107 qp: -1
2025-12-06T17:42:43.094621Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801805031326721:2049] [node 3] ICS10 traffic start
2025-12-06T17:42:43.094667Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:43.102032Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580801800736359319:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64754) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7580801800736359414:2123] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:43.105459Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801802308333437:2119] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:43.102991Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801798350381693:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:43.107037Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801800736359414:2123] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:43.104223Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801805293657206:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16422
2025-12-06T17:42:43.103049Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580801798350381693:2116] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:43.107645Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801798013366137:2117] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:43.107932Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801800998689896:2117] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:43.109451Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801800998689892:2098] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:43.109529Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:43.109591Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801800998689892:2098] [node 6] ICP22 created new session: [4:7580801805293657209:2098]
2025-12-06T17:42:43.109644Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801805293657209:2098] [node 6] ICS09 handshake done sender: [4:7580801800998689896:2117] self: [4:7580801800998689895:0] peer: [6:7580801806286684013:0] socket: 114 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:43.109685Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801805293657209:2098] [node 6] ICS10 traffic start
2025-12-06T17:42:43.109723Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:43.111010Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801805293657207:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16422
2025-12-06T17:42:43.111294Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801806286684019:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63548
2025-12-06T17:42:43.111446Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801806286684020:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63548
2025-12-06T17:42:43.111742Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801798350381693:2116] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:43.112204Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801801991716716:2122] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:43.112114Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580801798350381682:2065] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:43.112229Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:43.112283Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801798350381682:2065] [node 6] ICP22 created new session: [5:7580801802645349008:2065]
2025-12-06T17:42:43.112332Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801802645349008:2065] [node 6] ICS09 handshake done sender: [5:7580801798350381693:2116] self: [5:7580801798350381692:0] peer: [6:7580801806286684018:0] socket: 162 qp: -1
2025-12-06T17:42:43.119996Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801798013366054:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:43.120079Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:43.120126Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801798013366054:2048] [node 1] ICP22 created new session: [3:7580801802308333444:2048]
2025-12-06T17:42:43.120179Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801802308333444:2048] [node 1] ICS09 handshake done sender: [3:7580801798013366137:2117] self: [3:7580801798013366139:0] peer: [1:7580801800872971956:0] socket: 157 qp: -1
2025-12-06T17:42:43.120223Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801802308333444:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:43.120268Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:43.120996Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7580801798013366054:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:42:43.121478Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801798013366055:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:43.121537Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:43.121585Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801798013366055:2049] [node 2] ICP22 created new session: [3:7580801802308333446:2049]
2025-12-06T17:42:43.121630Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801802308333446:2049] [node 2] ICS09 handshake done sender: [3:7580801802308333437:2119] self: [3:7580801802308333441:0] peer: [2:7580801800736359404:0] socket: 112 qp: -1
2025-12-06T17:42:43.121665Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801802308333446:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:43.121700Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:43.131303Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7580801798013366055:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:42:43.132854Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801805293657206:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:43.132935Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801800998689908:2119] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:43.142961Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801800998689818:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:43.119081Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801801991716648:2064] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:42:43.133213Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580801800736359319:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:43.117443Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801802645349008:2065] [node 6] ICS10 traffic start
2025-12-06T17:42:43.144855Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801798013366130:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:43.144896Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801798013366130:2115] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:43.146502Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801805293657212:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16422
2025-12-06T17:42:43.133283Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:43.133338Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801800736359319:2048] [node 1] ICP22 created new session: [2:7580801805031326723:2048]
2025-12-06T17:42:43.133405Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801805031326723:2048] [node 1] ICS09 handshake done sender: [2:7580801800736359414:2123] self: [2:7580801800736359419:0] peer: [1:7580801800872971950:0] socket: 119 qp: -1
2025-12-06T17:42:43.133447Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801805031326723:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:43.133486Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:43.119191Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:43.127400Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801801991716648:2064] [node 5] ICP22 created new session: [6:7580801806286684021:2064]
2025-12-06T17:42:43.134873Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801801991716710:2119] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:43.138723Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801801991716639:2060] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:42:43.138800Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:43.138858Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801801991716639:2060] [node 4] ICP22 created new session: [6:7580801806286684022:2060]
2025-12-06T17:42:43.138912Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801806286684022:2060] [node 4] ICS09 handshake done sender: [6:7580801801991716710:2119] self: [6:7580801806286684013:0] peer: [4:7580801800998689895:0] socket: 123 qp: -1
2025-12-06T17:42:43.138956Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801806286684022:2060] [node 4] ICS10 traffic start
2025-12-06T17:42:43.138990Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:43.140620Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801806286684021:2064] [node 5] ICS09 handshake done sender: [6:7580801801991716716:2122] self: [6:7580801806286684018:0] peer: [5:7580801798350381692:0] socket: 122 qp: -1
2025-12-06T17:42:43.140666Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801806286684021:2064] [node 5] ICS10 traffic start
2025-12-06T17:42:43.140705Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:43.142374Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801801991716648:2064] [node 5] ICP35 event processing took too much time PendingConnection:279(22387083ns) {HandleHandshakeStatus:329(22384886ns) {DropIncomingHandshake:442(1387ns) DropOutgoingHandshake:457(5503ns) SwitchToState:179(449ns) ProcessPendingSessionEvents:495(611342ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 540623ns max# 44660ns}}}
2025-12-06T17:42:43.117515Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:43.135161Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801802645349010:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45949
2025-12-06T17:42:43.147206Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801798013366130:2115] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:43.152093Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801802645349010:2122] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:43.152261Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801798350381616:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:43.150082Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801800998689817:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:43.174783Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801798013366126:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:43.174865Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801798013366126:2113] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:43.175819Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801798013366116:2078] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:42:43.175910Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:43.175975Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801798013366116:2078] [node 4] ICP22 created new session: [3:7580801802308333450:2078]
2025-12-06T17:42:43.176033Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801802308333450:2078] [node 4] ICS09 handshake done sender: [3:7580801798013366130:2115] self: [3:7580801798013366129:0] peer: [4:7580801805293657211:0] socket: 166 qp: -1
2025-12-06T17:42:43.176079Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801802308333450:2078] [node 4] ICS10 traffic start
2025-12-06T17:42:43.176132Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:43.188498Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801802645349012:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45949
2025-12-06T17:42:43.150161Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:43.150227Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801800998689817:2049] [node 2] ICP22 created new session: [4:7580801805293657213:2049]
2025-12-06T17:42:43.150285Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801805293657213:2049] [node 2] ICS09 handshake done sender: [4:7580801800998689908:2119] self: [4:7580801800998689909:0] peer: [2:7580801800736359397:0] socket: 163 qp: -1
2025-12-06T17:42:43.150325Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801805293657213:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:43.150379Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:43.159842Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801805293657206:2120] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:43.182213Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801800998689818:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:42:43.182282Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:43.182343Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801800998689818:2050] [node 3] ICP22 created new session: [4:7580801805293657215:2050]
2025-12-06T17:42:43.182407Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801805293657215:2050] [node 3] ICS09 handshake done sender: [4:7580801805293657206:2120] self: [4:7580801805293657211:0] peer: [3:7580801798013366129:0] socket: 167 qp: -1
2025-12-06T17:42:43.182457Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801805293657215:2050] [node 3] ICS10 traffic start
2025-12-06T17:42:43.182501Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:43.190126Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801798013366126:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:43.190566Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801798013366111:2077] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:43.190686Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:43.190747Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801798013366111:2077] [node 5] ICP22 created new session: [3:7580801802308333453:2077]
2025-12-06T17:42:43.190806Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801802308333453:2077] [node 5] ICS09 handshake done sender: [3:7580801798013366126:2113] self: [3:7580801798013366125:0] peer: [5:7580801802645349011:0] socket: 108 qp: -1
2025-12-06T17:42:43.190850Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801802308333453:2077] [node 5] ICS10 traffic start
2025-12-06T17:42:43.190891Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:43.193159Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801802645349010:2122] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:43.193502Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801798350381616:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:42:43.193569Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:43.193624Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801798350381616:2050] [node 3] ICP22 created new session: [5:7580801802645349013:2050]
2025-12-06T17:42:43.193679Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801802645349013:2050] [node 3] ICS09 handshake done sender: [5:7580801802645349010:2122] self: [5:7580801802645349011:0] peer: [3:7580801798013366125:0] socket: 106 qp: -1
2025-12-06T17:42:43.193723Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801802645349013:2050] [node 3] ICS10 traffic start
2025-12-06T17:42:43.193766Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:43.324571Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:42:43.324854Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580801805031326723:2048] [node 1] ICS01 socket: 119 reason# EndOfStream
2025-12-06T17:42:43.324906Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580801800736359319:2048] [node 1] ICP30 unregister session Session# [2:7580801805031326723:2048] VirtualId# [2:7580801800736359419:0]
2025-12-06T17:42:43.324944Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580801805031326723:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:43.325032Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:43.325077Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:43.329125Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:42:43.329366Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801802308333444:2048] [node 1] ICS01 socket: 157 reason# EndOfStream
2025-12-06T17:42:43.329414Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801798013366054:2048] [node 1] ICP30 unregister session Session# [3:7580801802308333444:2048] VirtualId# [3:7580801798013366139:0]
2025-12-06T17:42:43.329451Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801802308333444:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:43.329539Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:43.329585Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:43.336976Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:42:43.337181Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801802645349005:2048] [node 1] ICS01 socket: 134 reason# EndOfStream
2025-12-06T17:42:43.337227Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801798350381614:2048] [node 1] ICP30 unregister session Session# [5:7580801802645349005:2048] VirtualId# [5:7580801798350381697:0]
2025-12-06T17:42:43.337262Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801802645349005:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:43.337324Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:43.337375Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:43.337497Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:42:43.337699Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580801800998689901:2048] [node 1] ICS07 socket disconnect 133 reason# EndOfStream
2025-12-06T17:42:43.337728Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801800998689901:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:43.335937Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:42:43.337779Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:43.336198Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580801801991716711:2048] [node 1] ICS07 socket disconnect 135 reason# EndOfStream
2025-12-06T17:42:43.337813Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580801800998689901:2048] [node 1] ICS15 start handshake
2025-12-06T17:42:43.336238Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801801991716711:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:43.336349Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:43.336392Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580801801991716711:2048] [node 1] ICS15 start handshake
2025-12-06T17:42:43.340426Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801800998689816:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64754) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:43.340493Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801800998689901:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:43.340530Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801800998689816:2048] [node 1] ICP30 unregister session Session# [4:7580801800998689901:2048] VirtualId# [4:7580801800998689899:0]
2025-12-06T17:42:43.340684Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:43.340725Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580801800998689816:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:64754) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:43.340743Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64754) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:43.341514Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801801991716625:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64754) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:43.341578Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801801991716711:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:43.341611Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801801991716625:2048] [node 1] ICP30 unregister session Session# [6:7580801801991716711:2048] VirtualId# [6:7580801801991716706:0]
2025-12-06T17:42:43.341647Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:43.341677Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580801801991716625:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:64754) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:43.341691Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64754) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:43.350759Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580801801991716625:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:42:43.352225Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580801800998689816:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:42:43.418222Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:42:43.418443Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580801802308333446:2049] [node 2] ICS07 socket disconnect 112 reason# EndOfStream
2025-12-06T17:42:43.418478Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801802308333446:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:43.418583Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:43.418635Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580801802308333446:2049] [node 2] ICS15 start handshake
2025-12-06T17:42:43.423322Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801798013366055:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17645) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:42:43.423369Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580801802308333446:2049] [node 2] ICS15 start handshake
2025-12-06T17:42:43.424462Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801798013366055:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17645) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:43.424525Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801802308333446:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:43.424563Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801798013366055:2049] [node 2] ICP30 unregister session Session# [3:7580801802308333446:2049] VirtualId# [3:7580801802308333441:0]
2025-12-06T17:42:43.424629Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:43.424663Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580801798013366055:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:17645) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:43.424681Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17645) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:43.431786Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:42:43.432013Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801805293657213:2049] [node 2] ICS01 socket: 163 reason# EndOfStream
2025-12-06T17:42:43.432061Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801800998689817:2049] [node 2] ICP30 unregister session Session# [4:7580801805293657213:2049] VirtualId# [4:7580801800998689909:0]
2025-12-06T17:42:43.432100Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801805293657213:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:43.432200Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:43.432261Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:43.432391Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:42:43.432572Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801806286684014:2049] [node 2] ICS01 socket: 128 reason# EndOfStream
2025-12-06T17:42:43.432625Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801801991716626:2049] [node 2] ICP30 unregister session Session# [6:7580801806286684014:2049] VirtualId# [6:7580801801991716707:0]
2025-12-06T17:42:43.432653Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801806286684014:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:43.432719Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:43.432755Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:43.432840Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:42:43.433019Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580801798350381699:2049] [node 2] ICS07 socket disconnect 110 reason# EndOfStream
2025-12-06T17:42:43.433054Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801798350381699:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:43.433117Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:43.433159Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580801798350381699:2049] [node 2] ICS15 start handshake
2025-12-06T17:42:43.435026Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801798350381615:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17645) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:43.435102Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801798350381699:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:43.435133Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801798350381615:2049] [node 2] ICP30 unregister session Session# [5:7580801798350381699:2049] VirtualId# [5:7580801798350381696:0]
2025-12-06T17:42:43.435173Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:43.435217Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580801798350381615:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:17645) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:43.435237Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17645) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:43.443663Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580801798013366055:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:42:43.531158Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:42:43.531404Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580801802645349013:2050] [node 3] ICS07 socket disconnect 106 reason# EndOfStream
2025-12-06T17:42:43.531439Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801802645349013:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:43.531536Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:42:43.531587Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580801802645349013:2050] [node 3] ICS15 start handshake
2025-12-06T17:42:43.532192Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:42:43.532384Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580801805293657215:2050] [node 3] ICS07 socket disconnect 167 reason# EndOfStream
2025-12-06T17:42:43.532414Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801805293657215:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:43.532477Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:42:43.532524Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580801805293657215:2050] [node 3] ICS15 start handshake
2025-12-06T17:42:43.532989Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:42:43.533174Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580801806286684016:2050] [node 3] ICS07 socket disconnect 142 reason# EndOfStream
2025-12-06T17:42:43.533199Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801806286684016:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:43.533267Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:42:43.533304Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580801806286684016:2050] [node 3] ICS15 start handshake
2025-12-06T17:42:43.534991Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801801991716627:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9258) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:43.535056Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801806286684016:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:43.535095Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801801991716627:2050] [node 3] ICP30 unregister session Session# [6:7580801806286684016:2050] VirtualId# [6:7580801801991716709:0]
2025-12-06T17:42:43.535141Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:42:43.535180Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580801801991716627:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:9258) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:43.535197Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9258) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:43.535827Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801800998689818:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9258) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:43.535885Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801805293657215:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:43.535926Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801800998689818:2050] [node 3] ICP30 unregister session Session# [4:7580801805293657215:2050] VirtualId# [4:7580801805293657211:0]
2025-12-06T17:42:43.535961Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:42:43.535992Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580801800998689818:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:9258) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:43.536007Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9258) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:43.536703Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801798350381616:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9258) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:43.536763Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801802645349013:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:43.536802Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801798350381616:2050] [node 3] ICP30 unregister session Session# [5:7580801802645349013:2050] VirtualId# [5:7580801802645349011:0]
2025-12-06T17:42:43.536894Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:42:43.536924Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580801798350381616:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:9258) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:43.536937Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9258) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:43.542004Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580801798350381615:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:42:43.547506Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580801798350381616:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:42:43.550849Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580801801991716627:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:42:43.559419Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:309: Proxy [5:7580801798350381615:2049] [node 2] ICP35 event processing took too much time HoldByError:309(17298298ns) {WakeupFromErrorState:799(17295597ns) {SwitchToInitialState:202(8652ns) {SwitchToState:179(6115ns)}}}
2025-12-06T17:42:43.617848Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:42:43.618099Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801798350381707:2080] [node 4] ICS01 socket: 151 reason# EndOfStream
2025-12-06T17:42:43.618195Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801798350381680:2080] [node 4] ICP30 unregister session Session# [5:7580801798350381707:2080] VirtualId# [5:7580801798350381703:0]
2025-12-06T17:42:43.618235Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801798350381707:2080] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:43.618344Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:42:43.618406Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:42:43.618722Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:42:43.618919Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580801806286684022:2060] [node 4] ICS07 socket disconnect 123 reason# EndOfStream
2025-12-06T17:42:43.618956Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801806286684022:2060] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:43.619025Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:42:43.619068Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580801806286684022:2060] [node 4] ICS15 start handshake
2025-12-06T17:42:43.620539Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801801991716639:2060] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9792) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:43.620623Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801806286684022:2060] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:43.620666Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801801991716639:2060] [node 4] ICP30 unregister session Session# [6:7580801806286684022:2060] VirtualId# [6:7580801806286684013:0]
2025-12-06T17:42:43.620783Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:42:43.620827Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580801801991716639:2060] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:9792) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:43.620853Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9792) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:43.631802Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580801801991716639:2060] [node 4] ICP33 wake up from error state
2025-12-06T17:42:43.813533Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:42:43.813786Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580801806286684021:2064] [node 5] ICS07 socket disconnect 122 reason# EndOfStream
2025-12-06T17:42:43.813828Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801806286684021:2064] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:43.813938Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:42:43.813985Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580801806286684021:2064] [node 5] ICS15 start handshake
2025-12-06T17:42:43.817228Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801801991716648:2064] [node 5] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:32179) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:43.817302Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801806286684021:2064] [node 5] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:43.817348Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801801991716648:2064] [node 5] ICP30 unregister session Session# [6:7580801806286684021:2064] VirtualId# [6:7580801806286684018:0]
2025-12-06T17:42:43.817468Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
2025-12-06T17:42:43.817504Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580801801991716648:2064] [node 5] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:32179) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:43.817524Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [5] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:32179) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:42:43.956966Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801803459053729:2048] [node 2] ICP01 ready to work
2025-12-06T17:42:43.957011Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801803459053730:2049] [node 3] ICP01 ready to work
2025-12-06T17:42:43.996276Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801806362233325:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:43.996320Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801806362233326:2049] [node 3] ICP01 ready to work
2025-12-06T17:42:44.063087Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801808549437458:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:44.063133Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801808549437459:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:44.063173Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801808549437460:2050] [node 3] ICP01 ready to work
2025-12-06T17:42:44.082601Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801806667564702:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:44.082643Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801806667564703:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:44.082682Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801806667564704:2050] [node 3] ICP01 ready to work
2025-12-06T17:42:44.149889Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801808242332077:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:44.149925Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801808242332078:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:44.149960Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801808242332079:2050] [node 3] ICP01 ready to work
2025-12-06T17:42:44.045626Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801810388875118:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:44.329719Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801808242332095:2062] [node 4] ICP01 ready to work
2025-12-06T17:42:44.403939Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801807754021089:2106] [node 5] ICP01 ready to work
2025-12-06T17:42:44.393721Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801810657200681:2102] [node 4] ICP01 ready to work
2025-12-06T17:42:44.045669Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801810388875119:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:44.432527Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801808549437495:2081] [node 5] ICP01 ready to work
2025-12-06T17:42:44.404608Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801807754021090:2107] [node 6] ICP01 ready to work
2025-12-06T17:42:44.501924Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801810388875118:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(63484656ns) {Configure:104(63479514ns) {ProcessConfigured:135(96366ns) {StartInitialHandshake:157(92437ns) {DropHandshakes:470(10005ns) {DropIncomingHandshake:442(697ns) DropOutgoingHandshake:457(446ns)} GenerateSessionVirtualId:988(1135ns) PrepareNewSessionHandshake:477(2200ns) {SwitchToState:179(760ns)}}}}}
2025-12-06T17:42:44.432660Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801808549437494:2079] [node 6] ICP01 ready to work
2025-12-06T17:42:44.399011Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801807754021087:2105] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:44.502556Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801810388875182:2091] [node 5] ICP01 ready to work
2025-12-06T17:42:44.494684Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801808242332101:2064] [node 5] ICP01 ready to work
2025-12-06T17:42:44.550591Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801810657200685:2100] [node 5] ICP01 ready to work
2025-12-06T17:42:44.537646Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801803459053730:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(89709801ns) {Configure:104(89704056ns) {ProcessConfigured:135(80090811ns) {StartInitialHandshake:157(80085762ns) {DropHandshakes:470(20229ns) {DropIncomingHandshake:442(643ns) DropOutgoingHandshake:457(468ns)} GenerateSessionVirtualId:988(1880ns) PrepareNewSessionHandshake:477(4244ns) {SwitchToState:179(2138ns)}}}}}
2025-12-06T17:42:44.504517Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801810388875176:2090] [node 6] ICP01 ready to work
2025-12-06T17:42:44.527967Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801810388875183:2088] [node 4] ICP01 ready to work
2025-12-06T17:42:44.526222Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801806667564726:2066] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:44.575455Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801808242332078:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(245367684ns) {Configure:104(245361757ns) {ProcessConfigured:135(85079ns) {StartInitialHandshake:157(80725ns) {DropHandshakes:470(3391ns) {DropIncomingHandshake:442(961ns) DropOutgoingHandshake:457(729ns)} GenerateSessionVirtualId:988(832ns) PrepareNewSessionHandshake:477(2191ns) {SwitchToState:179(578ns)}}}}}
2025-12-06T17:42:44.551775Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801807754021102:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14613
2025-12-06T17:42:44.581570Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801810388875193:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16720
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:44.616151Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801808242332079:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(216718498ns) {Configure:104(216707942ns) {ProcessConfigured:135(99128ns) {StartInitialHandshake:157(95305ns) {DropHandshakes:470(2648ns) {DropIncomingHandshake:442(882ns) DropOutgoingHandshake:457(359ns)} GenerateSessionVirtualId:988(1312ns) PrepareNewSessionHandshake:477(2162ns) {SwitchToState:179(436ns)}}}}}
2025-12-06T17:42:44.587613Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801810657200686:2107] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:44.599462Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801810657200687:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39785
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:44.627009Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801807754021087:2105] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(152970657ns) {Configure:104(152965238ns) {ProcessConfigured:135(15346417ns) {StartInitialHandshake:157(15343015ns) {DropHandshakes:470(2559ns) {DropIncomingHandshake:442(616ns) DropOutgoingHandshake:457(314ns)} GenerateSessionVirtualId:988(771ns) PrepareNewSessionHandshake:477(10872ns) {SwitchToState:179(2505ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:44.644600Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801808242332148:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27155
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:44.645712Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801806667564766:2076] [node 4] ICP01 ready to work
2025-12-06T17:42:44.635281Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801810388875193:2113] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:44.639612Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801806362233325:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(17987436ns) {Configure:104(17982389ns) {ProcessConfigured:135(73221ns) {StartInitialHandshake:157(69665ns) {DropHandshakes:470(1809ns) {DropIncomingHandshake:442(657ns) DropOutgoingHandshake:457(242ns)} GenerateSessionVirtualId:988(520ns) PrepareNewSessionHandshake:477(2383ns) {SwitchToState:179(618ns)}}}}}
2025-12-06T17:42:44.651555Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801807754021105:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14613
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:44.656838Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801806667564768:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54608
2025-12-06T17:42:44.644768Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801808242332150:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27155
2025-12-06T17:42:44.651632Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801807754021106:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14613
2025-12-06T17:42:44.635461Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801810388875118:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:44.647351Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801808242332101:2064] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(68921301ns) {Configure:104(68917134ns) {ProcessConfigured:135(9024439ns) {StartInitialHandshake:157(9020563ns) {DropHandshakes:470(2579ns) {DropIncomingHandshake:442(862ns) DropOutgoingHandshake:457(271ns)} GenerateSessionVirtualId:988(1219ns) PrepareNewSessionHandshake:477(3436ns) {SwitchToState:179(1315ns)}}}}}
2025-12-06T17:42:44.681039Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801810657200687:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:44.701555Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801810388875198:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16720
2025-12-06T17:42:44.654778Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801807754021094:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:44.657006Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801806667564769:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54608
2025-12-06T17:42:44.700541Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801808242332150:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:44.681611Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801810657200699:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39785
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:44.707618Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801810388875197:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16720
2025-12-06T17:42:44.654828Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801807754021094:2111] [node 3] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:44.681813Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801810657200700:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39785
2025-12-06T17:42:44.716626Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801806667564703:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(293722367ns) {Configure:104(293712496ns) {ProcessConfigured:135(1336971ns) {StartInitialHandshake:157(1333164ns) {DropHandshakes:470(2050ns) {DropIncomingHandshake:442(444ns) DropOutgoingHandshake:457(584ns)} GenerateSessionVirtualId:988(848ns) PrepareNewSessionHandshake:477(2080ns) {SwitchToState:179(923ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:44.701007Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801808242332078:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:44.787176Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801810388875197:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:44.716758Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801806667564768:2111] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:44.710197Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801810657200692:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:44.659026Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801807754021094:2111] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:44.706686Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801808242332148:2113] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:44.745892Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801806667564704:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(28540375ns) {Configure:104(28536599ns) {ProcessConfigured:135(26755828ns) {StartInitialHandshake:157(26753403ns) {DropHandshakes:470(2013ns) {DropIncomingHandshake:442(252ns) DropOutgoingHandshake:457(284ns)} GenerateSessionVirtualId:988(767ns) PrepareNewSessionHandshake:477(5172ns) {SwitchToState:179(2240ns)}}}}}
2025-12-06T17:42:44.665420Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801803459053730:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:42:44.809067Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801810388875193:2113] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:44.710229Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801810657200692:2112] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:44.707104Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801808242332077:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:44.746979Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801806667564702:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(266628763ns) {Configure:104(266618702ns) {ProcessConfigured:135(16630971ns) {StartInitialHandshake:157(16627885ns) {DropHandshakes:470(3572987ns) {DropIncomingHandshake:442(378ns) DropOutgoingHandshake:457(1674ns)} GenerateSessionVirtualId:988(1158ns) PrepareNewSessionHandshake:477(2428ns) {SwitchToState:179(187ns)}}}}}
2025-12-06T17:42:44.811637Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801810388875199:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16720
2025-12-06T17:42:44.694388Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:44.714487Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801808242332157:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27155
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:44.813159Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801810388875118:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:44.869229Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801808549437458:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(121072839ns) {Configure:104(121067579ns) {ProcessConfigured:135(78556ns) {StartInitialHandshake:157(74792ns) {DropHandshakes:470(2884ns) {DropIncomingHandshake:442(565ns) DropOutgoingHandshake:457(491ns)} GenerateSessionVirtualId:988(751ns) PrepareNewSessionHandshake:477(1683ns) {SwitchToState:179(588ns)}}}}}
2025-12-06T17:42:44.711803Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801810657200692:2112] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:44.713050Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801810657200686:2107] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:44.694493Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801807754021102:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:44.747887Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801806667564702:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:44.715004Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801808242332150:2114] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:44.813255Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:44.873065Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801808549437528:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34829
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:44.713124Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:44.714090Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801807754021106:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:44.721686Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801808242332095:2062] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(206569709ns) {Configure:104(206563212ns) {ProcessConfigured:135(85170ns) {StartInitialHandshake:157(82626ns) {DropHandshakes:470(1666ns) {DropIncomingHandshake:442(368ns) DropOutgoingHandshake:457(314ns)} GenerateSessionVirtualId:988(441ns) PrepareNewSessionHandshake:477(1598ns) {SwitchToState:179(563ns)}}}}}
2025-12-06T17:42:44.813320Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801810388875118:2048] [node 1] ICP22 created new session: [3:7580801810388875200:2048]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:44.777058Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801806667564766:2076] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(30555944ns) {Configure:104(30548733ns) {ProcessConfigured:135(96212ns) {StartInitialHandshake:157(92943ns) {DropHandshakes:470(3190ns) {DropIncomingHandshake:442(787ns) DropOutgoingHandshake:457(831ns)} GenerateSessionVirtualId:988(741ns) PrepareNewSessionHandshake:477(1587ns) {SwitchToState:179(570ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:44.727582Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801808242332078:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:44.715390Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801803459053730:2049] [node 3] ICP22 created new session: [1:7580801807754021109:2049]
2025-12-06T17:42:44.779063Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801806667564726:2066] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(91253903ns) {Configure:104(91247552ns) {ProcessConfigured:135(25060048ns) {StartInitialHandshake:157(25056979ns) {DropHandshakes:470(1796ns) {DropIncomingHandshake:442(411ns) DropOutgoingHandshake:457(356ns)} GenerateSessionVirtualId:988(819ns) PrepareNewSessionHandshake:477(2521ns) {SwitchToState:179(978ns)}}}}}
2025-12-06T17:42:44.713180Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801810657200686:2107] [node 6] ICP22 created new session: [2:7580801810657200702:2107]
2025-12-06T17:42:44.943658Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801808549437459:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(200188645ns) {Configure:104(200179753ns) {ProcessConfigured:135(83760ns) {StartInitialHandshake:157(81129ns) {DropHandshakes:470(2713ns) {DropIncomingHandshake:442(532ns) DropOutgoingHandshake:457(565ns)} GenerateSessionVirtualId:988(617ns) PrepareNewSessionHandshake:477(2242ns) {SwitchToState:179(763ns)}}}}}
2025-12-06T17:42:44.813391Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801810388875200:2048] [node 1] ICS09 handshake done sender: [3:7580801810388875193:2113] self: [3:7580801810388875196:0] peer: [1:7580801807754021091:0] socket: 116 qp: -1
2025-12-06T17:42:44.727408Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801807754021109:2049] [node 3] ICS09 handshake done sender: [1:7580801807754021094:2111] self: [1:7580801807754021091:0] peer: [3:7580801810388875196:0] socket: 112 qp: -1
2025-12-06T17:42:44.749064Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:44.784218Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801806667564783:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54608
2025-12-06T17:42:44.713241Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801810657200702:2107] [node 6] ICS09 handshake done sender: [2:7580801810657200692:2112] self: [2:7580801810657200691:0] peer: [6:7580801808242332155:0] socket: 122 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:44.813431Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801810388875200:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:44.963790Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801808549437529:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34829
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:44.749160Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801808242332078:2049] [node 2] ICP22 created new session: [6:7580801808242332160:2049]
2025-12-06T17:42:44.730219Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801807754021093:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:44.975680Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801808549437528:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:44.713294Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801810657200702:2107] [node 6] ICS10 traffic start
2025-12-06T17:42:44.813479Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:44.819351Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801806667564769:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:44.713350Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:44.730271Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801807754021093:2110] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:44.826498Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801806667564767:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54608
2025-12-06T17:42:44.778205Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801808242332161:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27155
2025-12-06T17:42:44.975964Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801808549437530:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34829
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:44.900965Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801810388875199:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:44.778292Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801808242332162:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27155
2025-12-06T17:42:44.788104Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801808242332148:2113] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:44.793337Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801808242332077:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:44.793419Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:44.793492Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801808242332077:2048] [node 1] ICP22 created new session: [6:7580801808242332164:2048]
2025-12-06T17:42:44.793549Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801808242332164:2048] [node 1] ICS09 handshake done sender: [6:7580801808242332148:2113] self: [6:7580801808242332156:0] peer: [1:7580801807754021092:0] socket: 120 qp: -1
2025-12-06T17:42:44.793596Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801808242332164:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:44.793638Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:44.827090Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801808242332160:2049] [node 2] ICS09 handshake done sender: [6:7580801808242332150:2114] self: [6:7580801808242332155:0] peer: [2:7580801810657200691:0] socket: 124 qp: -1
2025-12-06T17:42:44.829584Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801808242332160:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:44.833520Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:44.886111Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801808242332078:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(165670382ns) {HandleHandshakeStatus:329(165666721ns) {DropIncomingHandshake:442(3340ns) DropOutgoingHandshake:457(20008ns) SwitchToState:179(794ns) ProcessPendingSessionEvents:495(25017207ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 24948586ns max# 24497660ns}}}
2025-12-06T17:42:44.941892Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801808242332168:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27155
2025-12-06T17:42:44.963491Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801808242332168:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:44.974790Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801808242332169:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27155
2025-12-06T17:42:44.981697Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801808242332101:2064] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:44.987062Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801808242332161:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:44.988470Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801808242332095:2062] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:44.999196Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801808242332169:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:44.999383Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801808242332079:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:44.732526Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801807754021105:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:44.713816Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801810657200699:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:44.827662Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801806667564703:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:44.976315Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801808549437529:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:44.944052Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801810388875185:2108] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:45.026834Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801812537299471:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27155
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:44.976851Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801808549437537:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34829
2025-12-06T17:42:44.976971Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801808549437538:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34829
2025-12-06T17:42:44.977115Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801808549437459:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:44.984370Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801808549437460:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(139708389ns) {Configure:104(139700851ns) {ProcessConfigured:135(1171115ns) {StartInitialHandshake:157(1167996ns) {DropHandshakes:470(1735ns) {DropIncomingHandshake:442(389ns) DropOutgoingHandshake:457(466ns)} GenerateSessionVirtualId:988(730ns) PrepareNewSessionHandshake:477(3761ns) {SwitchToState:179(1850ns)}}}}}
2025-12-06T17:42:44.989547Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801808549437537:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:44.989702Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801808549437530:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:44.992876Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801808549437524:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:44.992909Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801808549437524:2110] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:44.993761Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801808549437458:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:44.993844Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801808549437460:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:44.998901Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801808549437538:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:45.008745Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801808549437495:2081] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(113740616ns) {Configure:104(113733534ns) {ProcessConfigured:135(14565410ns) {StartInitialHandshake:157(14561816ns) {DropHandshakes:470(2636ns) {DropIncomingHandshake:442(578ns) DropOutgoingHandshake:457(349ns)} GenerateSessionVirtualId:988(503ns) PrepareNewSessionHandshake:477(3558ns) {SwitchToState:179(1334ns)}}}}}
2025-12-06T17:42:45.009135Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801808549437524:2110] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:45.019443Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801812844404843:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34829
2025-12-06T17:42:45.025099Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801812844404844:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34829
2025-12-06T17:42:45.027301Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801808549437494:2079] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:45.027367Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:45.030811Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801808549437530:2114] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:45.031174Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801808549437494:2079] [node 6] ICP22 created new session: [4:7580801812844404846:2079]
2025-12-06T17:42:44.733366Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801807754021109:2049] [node 3] ICS10 traffic start
2025-12-06T17:42:44.731170Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801806362233326:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(85261180ns) {Configure:104(85253351ns) {ProcessConfigured:135(81270ns) {StartInitialHandshake:157(78452ns) {DropHandshakes:470(7979ns) {DropIncomingHandshake:442(370ns) DropOutgoingHandshake:457(357ns)} GenerateSessionVirtualId:988(797ns) PrepareNewSessionHandshake:477(1902ns) {SwitchToState:179(522ns)}}}}}
2025-12-06T17:42:44.827758Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801806667564785:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54608
2025-12-06T17:42:44.944085Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801810388875185:2108] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:44.742857Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:44.731643Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801810657200700:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:44.835174Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801806667564787:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54608
2025-12-06T17:42:44.946662Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801810388875185:2108] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:45.040194Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801812844404846:2079] [node 6] ICS09 handshake done sender: [4:7580801808549437524:2110] self: [4:7580801808549437523:0] peer: [6:7580801808242332171:0] socket: 125 qp: -1
2025-12-06T17:42:45.042072Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801812844404846:2079] [node 6] ICS10 traffic start
2025-12-06T17:42:45.042435Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801808549437460:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:42:45.042524Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:45.043378Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:45.043646Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801808549437460:2050] [node 3] ICP22 created new session: [4:7580801812844404848:2050]
2025-12-06T17:42:45.043695Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801812844404848:2050] [node 3] ICS09 handshake done sender: [4:7580801808549437530:2114] self: [4:7580801808549437545:0] peer: [3:7580801810388875194:0] socket: 162 qp: -1
2025-12-06T17:42:45.043733Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801812844404848:2050] [node 3] ICS10 traffic start
2025-12-06T17:42:45.043774Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:44.779215Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801807754021093:2110] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:45.042766Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801812537299470:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27155
2025-12-06T17:42:44.799247Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801806362233325:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(18013749ns)
2025-12-06T17:42:44.957144Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801810388875176:2090] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(229209719ns) {Configure:104(229200173ns) {ProcessConfigured:135(9761476ns) {StartInitialHandshake:157(9757947ns) {DropHandshakes:470(2523ns) {DropIncomingHandshake:442(318ns) DropOutgoingHandshake:457(736ns)} GenerateSessionVirtualId:988(448ns) PrepareNewSessionHandshake:477(4452ns) {SwitchToState:179(2288ns)}}}}}
2025-12-06T17:42:45.051947Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801808242332172:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27155
2025-12-06T17:42:44.884388Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801806667564769:2112] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:45.054225Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801808242332101:2064] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20693) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801808242332168:2120] held: no
2025-12-06T17:42:45.055915Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801808242332169:2121] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:45.056381Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801808242332079:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20545) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801808242332169:2121] held: no
2025-12-06T17:42:45.057071Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801808242332079:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:42:45.057136Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:45.057200Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801808242332079:2050] [node 3] ICP22 created new session: [6:7580801812537299472:2050]
2025-12-06T17:42:45.057251Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801812537299472:2050] [node 3] ICS09 handshake done sender: [6:7580801808242332169:2121] self: [6:7580801808242332173:0] peer: [3:7580801810388875206:0] socket: 168 qp: -1
2025-12-06T17:42:45.057289Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801812537299472:2050] [node 3] ICS10 traffic start
2025-12-06T17:42:45.057329Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:45.058774Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801808242332161:2118] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:45.053533Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801808549437494:2079] [node 6] ICP35 event processing took too much time PendingConnection:279(25301545ns) {HandleHandshakeStatus:329(25298862ns) {DropIncomingHandshake:442(16592ns) DropOutgoingHandshake:457(401ns) SwitchToState:179(626ns) ProcessPendingSessionEvents:495(520369ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 456470ns max# 50166ns}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:45.061201Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801808549437458:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5433) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580801808549437537:2117] held: no
2025-12-06T17:42:45.062859Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801812844404847:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34829
2025-12-06T17:42:44.799792Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801807754021096:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:44.824642Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801810657200709:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39785
2025-12-06T17:42:45.076042Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801808549437537:2117] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:45.076338Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801808549437459:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27035) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580801808549437528:2112] held: no
2025-12-06T17:42:44.891487Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801806667564768:2111] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:45.083230Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801808549437528:2112] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:45.085733Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801808242332095:2062] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:42:44.961543Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801810388875182:2091] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:44.799832Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801807754021096:2112] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:45.085816Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:44.826255Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580801806362233325:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:44.899712Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801806667564767:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:44.961642Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:44.964102Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801810388875182:2091] [node 5] ICP22 created new session: [3:7580801810388875209:2091]
2025-12-06T17:42:44.964164Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801810388875209:2091] [node 5] ICS09 handshake done sender: [3:7580801810388875185:2108] self: [3:7580801810388875184:0] peer: [5:7580801806667564792:0] socket: 110 qp: -1
2025-12-06T17:42:44.964204Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801810388875209:2091] [node 5] ICS10 traffic start
2025-12-06T17:42:44.964250Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:44.987301Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801810388875203:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16720
2025-12-06T17:42:44.994874Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801810388875195:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:44.994901Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801810388875195:2114] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:42:44.995939Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801810388875195:2114] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:44.996201Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801810388875183:2088] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:42:44.996252Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:44.996307Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801810388875183:2088] [node 4] ICP22 created new session: [3:7580801810388875213:2088]
2025-12-06T17:42:44.996360Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801810388875213:2088] [node 4] ICS09 handshake done sender: [3:7580801810388875195:2114] self: [3:7580801810388875194:0] peer: [4:7580801808549437545:0] socket: 155 qp: -1
2025-12-06T17:42:44.996399Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801810388875213:2088] [node 4] ICS10 traffic start
2025-12-06T17:42:44.996441Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:45.021614Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801810388875207:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:45.021660Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801810388875207:2119] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:45.025537Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801814683842511:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16720
2025-12-06T17:42:45.033377Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801810388875207:2119] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:45.036694Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801810388875203:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:45.036838Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801810388875119:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:45.037637Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801810388875176:2090] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:45.037701Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:45.038294Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801810388875176:2090] [node 6] ICP22 created new session: [3:7580801814683842514:2090]
2025-12-06T17:42:45.038347Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801814683842514:2090] [node 6] ICS09 handshake done sender: [3:7580801810388875207:2119] self: [3:7580801810388875206:0] peer: [6:7580801808242332173:0] socket: 126 qp: -1
2025-12-06T17:42:45.038384Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801814683842514:2090] [node 6] ICS10 traffic start
2025-12-06T17:42:45.038427Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:45.079551Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801814683842516:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16720
2025-12-06T17:42:44.825756Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801807754021114:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14613
2025-12-06T17:42:44.828178Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801810657200689:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:44.828208Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801810657200689:2111] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:44.833840Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801810657200689:2111] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:44.859109Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801810657200685:2100] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:44.859164Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:44.859229Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801810657200685:2100] [node 5] ICP22 created new session: [2:7580801810657200711:2100]
2025-12-06T17:42:44.859302Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801810657200711:2100] [node 5] ICS09 handshake done sender: [2:7580801810657200689:2111] self: [2:7580801810657200688:0] peer: [5:7580801806667564786:0] socket: 119 qp: -1
2025-12-06T17:42:44.859343Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801810657200711:2100] [node 5] ICS10 traffic start
2025-12-06T17:42:44.859381Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:44.892520Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801810657200713:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39785
2025-12-06T17:42:44.899221Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801810657200700:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:44.927006Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801810657200685:2100] [node 5] ICP35 event processing took too much time PendingConnection:279(43615182ns) {HandleHandshakeStatus:329(43612031ns) {DropIncomingHandshake:442(458ns) DropOutgoingHandshake:457(1117ns) SwitchToState:179(189ns) ProcessPendingSessionEvents:495(43183475ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 35674344ns max# 13786040ns}}}
2025-12-06T17:42:44.927288Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801810657200709:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:44.928762Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580801806362233325:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:44.928836Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:44.928901Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801806362233325:2048] [node 1] ICP22 created new session: [2:7580801810657200715:2048]
2025-12-06T17:42:44.928947Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801810657200715:2048] [node 1] ICS09 handshake done sender: [2:7580801810657200700:2116] self: [2:7580801810657200708:0] peer: [1:7580801807754021097:0] socket: 138 qp: -1
2025-12-06T17:42:44.928989Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801810657200715:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:44.929035Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:45.007238Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801810657200698:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:45.007274Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801810657200698:2114] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:42:45.008121Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580801810657200685:2100] [node 5] ICP18 handshake (actor [2:7580801810657200709:2118]) is too old
2025-12-06T17:42:45.034260Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801814952168013:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39785
2025-12-06T17:42:45.047124Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801810657200705:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:45.047154Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801810657200705:2117] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:42:45.047785Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801814952168013:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:45.048377Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801810657200698:2114] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:45.051500Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801810657200686:2107] [node 6] ICP35 event processing took too much time PendingConnection:279(326925557ns) {HandleHandshakeStatus:329(326922741ns) {DropIncomingHandshake:442(554ns) DropOutgoingHandshake:457(722ns) SwitchToState:179(579ns) ProcessPendingSessionEvents:495(326456047ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 326142626ns max# 36209647ns}}}
2025-12-06T17:42:45.051696Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801810657200705:2117] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:45.063231Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801810657200681:2102] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:42:45.063332Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:45.063387Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801810657200681:2102] [node 4] ICP22 created new session: [2:7580801814952168017:2102]
2025-12-06T17:42:45.063448Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801814952168017:2102] [node 4] ICS09 handshake done sender: [2:7580801810657200698:2114] self: [2:7580801810657200697:0] peer: [4:7580801808549437540:0] socket: 142 qp: -1
2025-12-06T17:42:45.063484Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801814952168017:2102] [node 4] ICS10 traffic start
2025-12-06T17:42:45.063524Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:45.065248Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801806362233326:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:42:45.065308Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:45.065356Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801806362233326:2049] [node 3] ICP22 created new session: [2:7580801814952168019:2049]
2025-12-06T17:42:45.065401Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801814952168019:2049] [node 3] ICS09 handshake done sender: [2:7580801810657200705:2117] self: [2:7580801810657200704:0] peer: [3:7580801814683842513:0] socket: 164 qp: -1
2025-12-06T17:42:45.065441Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801814952168019:2049] [node 3] ICS10 traffic start
2025-12-06T17:42:45.065480Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:45.068070Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580801810657200686:2107] [node 6] ICP18 handshake (actor [2:7580801810657200699:2115]) is too old
2025-12-06T17:42:45.106988Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801810388875119:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27035) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580801810388875203:2118] held: no
2025-12-06T17:42:44.900201Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801806667564702:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:45.087058Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801808549437458:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:45.087813Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:45.087879Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801808549437458:2048] [node 1] ICP22 created new session: [4:7580801812844404852:2048]
2025-12-06T17:42:45.087939Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801812844404852:2048] [node 1] ICS09 handshake done sender: [4:7580801808549437537:2117] self: [4:7580801808549437544:0] peer: [1:7580801807754021103:0] socket: 152 qp: -1
2025-12-06T17:42:45.087980Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801812844404852:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:45.088049Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:45.090693Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801808549437459:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:45.085882Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801808242332095:2062] [node 4] ICP22 created new session: [6:7580801812537299474:2062]
2025-12-06T17:42:44.829547Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801807754021096:2112] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:45.128474Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:44.900289Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:44.900343Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801806667564702:2048] [node 1] ICP22 created new session: [5:7580801806667564788:2048]
2025-12-06T17:42:44.900422Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801806667564788:2048] [node 1] ICS09 handshake done sender: [5:7580801806667564768:2111] self: [5:7580801806667564779:0] peer: [1:7580801807754021095:0] socket: 134 qp: -1
2025-12-06T17:42:44.900472Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801806667564788:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:44.900516Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:44.900843Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801806667564783:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:44.903380Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801806667564703:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:44.903443Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:44.903509Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801806667564703:2049] [node 2] ICP22 created new session: [5:7580801806667564790:2049]
2025-12-06T17:42:44.903567Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801806667564790:2049] [node 2] ICS09 handshake done sender: [5:7580801806667564769:2112] self: [5:7580801806667564786:0] peer: [2:7580801810657200688:0] socket: 135 qp: -1
2025-12-06T17:42:44.903617Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801806667564790:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:44.903657Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:44.938870Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801806667564704:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:44.954502Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801806667564796:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54608
2025-12-06T17:42:44.961924Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801806667564767:2110] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:44.963005Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801806667564704:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:42:44.963069Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:44.963136Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801806667564704:2050] [node 3] ICP22 created new session: [5:7580801806667564797:2050]
2025-12-06T17:42:44.963197Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801806667564797:2050] [node 3] ICS09 handshake done sender: [5:7580801806667564767:2110] self: [5:7580801806667564792:0] peer: [3:7580801810388875184:0] socket: 131 qp: -1
2025-12-06T17:42:44.963242Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801806667564797:2050] [node 3] ICS10 traffic start
2025-12-06T17:42:44.963305Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:44.981872Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801806667564780:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:44.981921Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580801806667564780:2116] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:45.001538Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801806667564780:2116] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:45.019735Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580801806667564726:2066] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:45.019808Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:45.019871Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801806667564726:2066] [node 6] ICP22 created new session: [5:7580801810962532096:2066]
2025-12-06T17:42:45.019917Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801810962532096:2066] [node 6] ICS09 handshake done sender: [5:7580801806667564780:2116] self: [5:7580801806667564773:0] peer: [6:7580801808242332170:0] socket: 144 qp: -1
2025-12-06T17:42:45.019957Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801810962532096:2066] [node 6] ICS10 traffic start
2025-12-06T17:42:45.019996Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:45.092438Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801810962532098:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54608
2025-12-06T17:42:45.115944Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801806667564702:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(214690959ns) {HandleHandshakeStatus:329(214683745ns) {DropIncomingHandshake:442(818ns) DropOutgoingHandshake:457(5347ns) SwitchToState:179(637ns) ProcessPendingSessionEvents:495(207535754ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 207292097ns max# 21389033ns}}}
2025-12-06T17:42:45.085947Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801812537299474:2062] [node 4] ICS09 handshake done sender: [6:7580801808242332161:2118] self: [6:7580801808242332171:0] peer: [4:7580801808549437523:0] socket: 146 qp: -1
2025-12-06T17:42:45.086000Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801812537299474:2062] [node 4] ICS10 traffic start
2025-12-06T17:42:45.086042Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:45.090833Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801808242332168:2120] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:45.095075Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580801808242332095:2062] [node 4] ICP27 obsolete handshake fail ignored
2025-12-06T17:42:45.105515Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801808242332101:2064] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:42:45.105576Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:45.131224Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801808242332101:2064] [node 5] ICP22 created new session: [6:7580801812537299476:2064]
2025-12-06T17:42:44.848426Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801807754021090:2107] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:44.848519Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:44.848597Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801807754021090:2107] [node 6] ICP22 created new session: [1:7580801807754021116:2107]
2025-12-06T17:42:44.848661Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801807754021116:2107] [node 6] ICS09 handshake done sender: [1:7580801807754021093:2110] self: [1:7580801807754021092:0] peer: [6:7580801808242332156:0] socket: 111 qp: -1
2025-12-06T17:42:44.848703Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801807754021116:2107] [node 6] ICS10 traffic start
2025-12-06T17:42:44.848752Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:44.850908Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801807754021098:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:44.850937Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801807754021098:2113] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:42:44.851648Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801807754021089:2106] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:44.851696Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:44.851754Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801807754021089:2106] [node 5] ICP22 created new session: [1:7580801807754021118:2106]
2025-12-06T17:42:44.851826Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801807754021118:2106] [node 5] ICS09 handshake done sender: [1:7580801807754021096:2112] self: [1:7580801807754021095:0] peer: [5:7580801806667564779:0] socket: 113 qp: -1
2025-12-06T17:42:44.851868Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801807754021118:2106] [node 5] ICS10 traffic start
2025-12-06T17:42:44.851913Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:44.865172Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801803459053730:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(198831761ns) {HandleHandshakeStatus:329(198827534ns) {DropIncomingHandshake:442(585ns) DropOutgoingHandshake:457(783ns) SwitchToState:179(701ns) ProcessPendingSessionEvents:495(37554887ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 37459201ns max# 10536259ns}}}
2025-12-06T17:42:44.865342Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580801803459053730:2049] [node 3] ICP18 handshake (actor [1:7580801807754021102:2114]) is too old
2025-12-06T17:42:44.894396Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801807754021098:2113] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:44.917754Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801807754021114:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:44.917995Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801803459053729:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:42:44.918065Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:44.918115Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801803459053729:2048] [node 2] ICP22 created new session: [1:7580801807754021122:2048]
2025-12-06T17:42:44.918180Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801807754021122:2048] [node 2] ICS09 handshake done sender: [1:7580801807754021098:2113] self: [1:7580801807754021097:0] peer: [2:7580801810657200708:0] socket: 137 qp: -1
2025-12-06T17:42:44.918225Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801807754021122:2048] [node 2] ICS10 traffic start
2025-12-06T17:42:44.918293Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:44.935774Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580801807754021089:2106] [node 5] ICP18 handshake (actor [1:7580801807754021114:2118]) is too old
2025-12-06T17:42:44.978069Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801807754021124:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14613
2025-12-06T17:42:44.996447Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801807754021104:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:44.996475Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801807754021104:2115] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:42:44.999482Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801807754021104:2115] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:44.999700Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801807754021087:2105] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:42:44.999793Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:45.003449Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801807754021087:2105] [node 4] ICP22 created new session: [1:7580801807754021126:2105]
2025-12-06T17:42:45.010815Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801807754021124:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:45.021893Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801807754021126:2105] [node 4] ICS09 handshake done sender: [1:7580801807754021104:2115] self: [1:7580801807754021103:0] peer: [4:7580801808549437544:0] socket: 132 qp: -1
2025-12-06T17:42:45.023480Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801807754021126:2105] [node 4] ICS10 traffic start
2025-12-06T17:42:45.023589Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:45.032003Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801807754021087:2105] [node 4] ICP35 event processing took too much time PendingConnection:279(24746285ns) {HandleHandshakeStatus:329(24743630ns) {DropIncomingHandshake:442(361ns) DropOutgoingHandshake:457(518ns) SwitchToState:179(278ns) ProcessPendingSessionEvents:495(666542ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 602039ns max# 56382ns}}}
2025-12-06T17:42:45.032092Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580801807754021087:2105] [node 4] ICP18 handshake (actor [1:7580801807754021124:2119]) is too old
2025-12-06T17:42:45.136536Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801810962532098:2122] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:45.136724Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801806667564766:2076] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:45.135194Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801808549437459:2049] [node 2] ICP22 created new session: [4:7580801812844404854:2049]
2025-12-06T17:42:45.149805Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801810388875119:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(59473178ns) {HandleHandshakeStatus:395(54099720ns) {LogHandshakeFail:472(17512ns) {UpdateErrorStateLog:545(6279ns)} DropOutgoingHandshake:457(3657ns) ProcessPendingSessionEvents:495(41826993ns) {unordered DropSessionEvent:512 num# 100 sum# 41766750ns max# 11656174ns}}}
2025-12-06T17:42:45.150131Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801810388875203:2118] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:45.136795Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801812537299476:2064] [node 5] ICS09 handshake done sender: [6:7580801808242332168:2120] self: [6:7580801808242332170:0] peer: [5:7580801806667564773:0] socket: 166 qp: -1
2025-12-06T17:42:45.135266Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801812844404854:2049] [node 2] ICS09 handshake done sender: [4:7580801808549437528:2112] self: [4:7580801808549437540:0] peer: [2:7580801810657200697:0] socket: 160 qp: -1
2025-12-06T17:42:45.135307Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801812844404854:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:45.135399Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:45.135619Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801808549437459:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(47918972ns) {HandleHandshakeStatus:329(47916766ns) {DropIncomingHandshake:442(2941ns) DropOutgoingHandshake:457(350ns) SwitchToState:179(556ns) ProcessPendingSessionEvents:495(1380ns)}}
2025-12-06T17:42:45.137221Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801808549437542:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:45.137248Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801808549437542:2119] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:45.136864Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801812537299476:2064] [node 5] ICS10 traffic start
2025-12-06T17:42:45.136918Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:45.137153Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801808242332101:2064] [node 5] ICP35 event processing took too much time PendingConnection:279(31553517ns) {HandleHandshakeStatus:329(31550171ns) {DropIncomingHandshake:442(1524ns) DropOutgoingHandshake:457(462ns) SwitchToState:179(1213ns) ProcessPendingSessionEvents:495(1469ns)}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:45.154201Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801810962532100:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54608
2025-12-06T17:42:45.154625Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801808549437542:2119] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:45.155438Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801810962532098:2122] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:45.155811Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801806667564766:2076] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:42:45.155906Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:45.155965Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801806667564766:2076] [node 4] ICP22 created new session: [5:7580801810962532101:2076]
2025-12-06T17:42:45.156031Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801810962532101:2076] [node 4] ICS09 handshake done sender: [5:7580801810962532098:2122] self: [5:7580801810962532099:0] peer: [4:7580801808549437534:0] socket: 136 qp: -1
2025-12-06T17:42:45.156074Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801810962532101:2076] [node 4] ICS10 traffic start
2025-12-06T17:42:45.156136Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:45.159676Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801808549437495:2081] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:45.159780Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:45.159841Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801808549437495:2081] [node 5] ICP22 created new session: [4:7580801812844404857:2081]
2025-12-06T17:42:45.159894Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801812844404857:2081] [node 5] ICS09 handshake done sender: [4:7580801808549437542:2119] self: [4:7580801808549437534:0] peer: [5:7580801810962532099:0] socket: 117 qp: -1
2025-12-06T17:42:45.159945Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801812844404857:2081] [node 5] ICS10 traffic start
2025-12-06T17:42:45.159979Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:45.163259Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801810388875119:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:45.168031Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:45.168117Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801810388875119:2049] [node 2] ICP22 created new session: [3:7580801814683842517:2049]
2025-12-06T17:42:45.168178Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801814683842517:2049] [node 2] ICS09 handshake done sender: [3:7580801810388875203:2118] self: [3:7580801814683842513:0] peer: [2:7580801810657200704:0] socket: 165 qp: -1
2025-12-06T17:42:45.168224Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801814683842517:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:45.168276Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:45.266725Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:42:45.267027Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7580801810657200715:2048] [node 1] ICS07 socket disconnect 138 reason# EndOfStream
2025-12-06T17:42:45.267069Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580801810657200715:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:45.267170Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:45.267219Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580801810657200715:2048] [node 1] ICS15 start handshake
2025-12-06T17:42:45.273185Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:42:45.273437Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801810388875200:2048] [node 1] ICS01 socket: 116 reason# EndOfStream
2025-12-06T17:42:45.273484Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801810388875118:2048] [node 1] ICP30 unregister session Session# [3:7580801810388875200:2048] VirtualId# [3:7580801810388875196:0]
2025-12-06T17:42:45.273524Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801810388875200:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:45.273608Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:45.273654Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:45.283599Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580801806362233325:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5433) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:42:45.283658Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580801810657200715:2048] [node 1] ICS15 start handshake
2025-12-06T17:42:45.285604Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580801806362233325:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5433) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:45.285692Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580801810657200715:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:45.285738Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580801806362233325:2048] [node 1] ICP30 unregister session Session# [2:7580801810657200715:2048] VirtualId# [2:7580801810657200708:0]
2025-12-06T17:42:45.285791Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:45.285830Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [2:7580801806362233325:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:5433) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:45.285848Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5433) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:45.293356Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:42:45.293576Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801812844404852:2048] [node 1] ICS01 socket: 152 reason# EndOfStream
2025-12-06T17:42:45.293622Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801808549437458:2048] [node 1] ICP30 unregister session Session# [4:7580801812844404852:2048] VirtualId# [4:7580801808549437544:0]
2025-12-06T17:42:45.293661Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801812844404852:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:45.292053Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:42:45.292325Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580801806667564788:2048] [node 1] ICS07 socket disconnect 134 reason# EndOfStream
2025-12-06T17:42:45.292371Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801806667564788:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:45.292450Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:45.292520Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580801806667564788:2048] [node 1] ICS15 start handshake
2025-12-06T17:42:45.295316Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801806667564702:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5433) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:45.295765Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801806667564788:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:45.295827Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801806667564702:2048] [node 1] ICP30 unregister session Session# [5:7580801806667564788:2048] VirtualId# [5:7580801806667564779:0]
2025-12-06T17:42:45.295965Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:45.296015Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580801806667564702:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:5433) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:45.296049Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5433) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:45.293742Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:45.293804Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:45.298176Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [2:7580801806362233325:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:42:45.303222Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:42:45.303527Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580801808242332164:2048] [node 1] ICS07 socket disconnect 120 reason# EndOfStream
2025-12-06T17:42:45.303568Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801808242332164:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:45.303681Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:45.303738Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580801808242332164:2048] [node 1] ICS15 start handshake
2025-12-06T17:42:45.306811Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801808242332077:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5433) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:45.306898Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801808242332164:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:45.306943Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801808242332077:2048] [node 1] ICP30 unregister session Session# [6:7580801808242332164:2048] VirtualId# [6:7580801808242332156:0]
2025-12-06T17:42:45.306994Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:45.307030Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580801808242332077:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:5433) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:45.307063Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5433) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:45.311338Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580801806667564702:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:42:45.317808Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580801808242332077:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:42:45.459525Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:42:45.459796Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801814683842517:2049] [node 2] ICS01 socket: 165 reason# EndOfStream
2025-12-06T17:42:45.459845Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801810388875119:2049] [node 2] ICP30 unregister session Session# [3:7580801814683842517:2049] VirtualId# [3:7580801814683842513:0]
2025-12-06T17:42:45.459886Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801814683842517:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:45.459981Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:45.460025Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:45.479642Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:42:45.479974Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801812844404854:2049] [node 2] ICS01 socket: 160 reason# EndOfStream
2025-12-06T17:42:45.480039Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801808549437459:2049] [node 2] ICP30 unregister session Session# [4:7580801812844404854:2049] VirtualId# [4:7580801808549437540:0]
2025-12-06T17:42:45.480084Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801812844404854:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:45.480189Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:45.480242Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:45.481398Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:42:45.481668Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801808242332160:2049] [node 2] ICS01 socket: 124 reason# EndOfStream
2025-12-06T17:42:45.481715Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801808242332078:2049] [node 2] ICP30 unregister session Session# [6:7580801808242332160:2049] VirtualId# [6:7580801808242332155:0]
2025-12-06T17:42:45.481755Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801808242332160:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:45.481845Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:45.481902Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:45.482841Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:42:45.483077Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801806667564790:2049] [node 2] ICS01 socket: 135 reason# EndOfStream
2025-12-06T17:42:45.483212Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801806667564703:2049] [node 2] ICP30 unregister session Session# [5:7580801806667564790:2049] VirtualId# [5:7580801806667564786:0]
2025-12-06T17:42:45.483248Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801806667564790:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:45.483353Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:45.483402Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:45.654679Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:42:45.654955Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801812537299472:2050] [node 3] ICS01 socket: 168 reason# EndOfStream
2025-12-06T17:42:45.655008Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801808242332079:2050] [node 3] ICP30 unregister session Session# [6:7580801812537299472:2050] VirtualId# [6:7580801808242332173:0]
2025-12-06T17:42:45.655053Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801812537299472:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:45.655153Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:42:45.655206Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:42:45.651676Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:42:45.651944Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580801812844404848:2050] [node 3] ICS07 socket disconnect 162 reason# EndOfStream
2025-12-06T17:42:45.651983Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801812844404848:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:45.652093Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:42:45.652146Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580801812844404848:2050] [node 3] ICS15 start handshake
2025-12-06T17:42:45.659110Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:42:45.659563Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580801806667564797:2050] [node 3] ICS07 socket disconnect 131 reason# EndOfStream
2025-12-06T17:42:45.659605Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801806667564797:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:45.659735Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:42:45.666328Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580801806667564797:2050] [node 3] ICS15 start handshake
2025-12-06T17:42:45.685968Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801806667564704:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20545) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:45.687145Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801806667564797:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:45.687193Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801806667564704:2050] [node 3] ICP30 unregister session Session# [5:7580801806667564797:2050] VirtualId# [5:7580801806667564792:0]
2025-12-06T17:42:45.687248Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:42:45.687294Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580801806667564704:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:20545) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:45.687315Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20545) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:45.698962Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580801806667564704:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:42:45.945819Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:42:45.946097Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580801812537299474:2062] [node 4] ICS07 socket disconnect 146 reason# EndOfStream
2025-12-06T17:42:45.946142Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801812537299474:2062] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:45.946250Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:42:45.946299Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580801812537299474:2062] [node 4] ICS15 start handshake
2025-12-06T17:42:45.947261Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:42:45.947505Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580801810962532101:2076] [node 4] ICS07 socket disconnect 136 reason# EndOfStream
2025-12-06T17:42:45.947550Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801810962532101:2076] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:45.947634Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:42:45.947679Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580801810962532101:2076] [node 4] ICS15 start handshake
2025-12-06T17:42:45.948917Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801806667564766:2076] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3464) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:45.948995Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801810962532101:2076] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:45.949038Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801806667564766:2076] [node 4] ICP30 unregister session Session# [5:7580801810962532101:2076] VirtualId# [5:7580801810962532099:0]
2025-12-06T17:42:45.949087Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:42:45.949127Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580801806667564766:2076] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:3464) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:45.949152Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3464) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:45.961561Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801808242332095:2062] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3464) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:45.961657Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801812537299474:2062] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:45.961708Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801808242332095:2062] [node 4] ICP30 unregister session Session# [6:7580801812537299474:2062] VirtualId# [6:7580801808242332171:0]
2025-12-06T17:42:45.961841Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:42:45.961887Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580801808242332095:2062] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:3464) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:45.961904Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3464) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:45.966335Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580801806667564766:2076] [node 4] ICP33 wake up from error state
2025-12-06T17:42:45.975151Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580801808242332095:2062] [node 4] ICP33 wake up from error state
2025-12-06T17:42:46.056459Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:42:46.056751Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801812537299476:2064] [node 5] ICS01 socket: 166 reason# EndOfStream
2025-12-06T17:42:46.056807Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801808242332101:2064] [node 5] ICP30 unregister session Session# [6:7580801812537299476:2064] VirtualId# [6:7580801808242332170:0]
2025-12-06T17:42:46.056848Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801812537299476:2064] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:46.056939Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:42:46.056984Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:42:46.391601Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801818116098544:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:46.391650Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801818116098545:2049] [node 3] ICP01 ready to work
2025-12-06T17:42:46.389573Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801816993821868:2048] [node 2] ICP01 ready to work
2025-12-06T17:42:46.389619Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801816993821869:2049] [node 3] ICP01 ready to work
2025-12-06T17:42:46.423104Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801816777899027:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:46.423141Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801816777899028:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:46.451356Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801816728492397:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:46.451399Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801816728492398:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:46.451435Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801816728492399:2050] [node 3] ICP01 ready to work
2025-12-06T17:42:46.502562Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801817994395923:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:46.502600Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801817994395924:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:46.502637Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801817994395925:2050] [node 3] ICP01 ready to work
2025-12-06T17:42:46.580851Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801816912434548:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:46.580993Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801816912434549:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:46.593127Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801816912434550:2050] [node 3] ICP01 ready to work
2025-12-06T17:42:46.805684Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801816912434561:2059] [node 5] ICP01 ready to work
2025-12-06T17:42:46.808287Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801816728492418:2069] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:46.811699Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801817994395935:2060] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9797
2025-12-06T17:42:46.820649Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801816777899066:2079] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:46.869581Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801818116098583:2088] [node 5] ICP01 ready to work
2025-12-06T17:42:46.939200Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801816912434571:2063] [node 4] ICP01 ready to work
2025-12-06T17:42:46.821069Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801816777899067:2080] [node 6] ICP01 ready to work
2025-12-06T17:42:46.946981Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801816993821955:2108] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:46.927007Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801816728492428:2065] [node 6] ICP01 ready to work
2025-12-06T17:42:46.895446Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801818116098593:2085] [node 6] ICP01 ready to work
2025-12-06T17:42:46.821355Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801816777899068:2084] [node 4] ICP01 ready to work
2025-12-06T17:42:46.955188Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801816777899089:2104] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30301
2025-12-06T17:42:46.926808Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801818116098603:2076] [node 4] ICP01 ready to work
2025-12-06T17:42:47.003050Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801817994395963:2062] [node 6] ICP01 ready to work
2025-12-06T17:42:46.971078Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801816993821956:2104] [node 5] ICP01 ready to work
2025-12-06T17:42:47.042946Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801816993821957:2110] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:47.060510Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801816728492428:2065] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(61500407ns) {Configure:104(61494457ns) {ProcessConfigured:135(35972826ns) {StartInitialHandshake:157(35968807ns) {DropHandshakes:470(2770ns) {DropIncomingHandshake:442(619ns) DropOutgoingHandshake:457(395ns)} GenerateSessionVirtualId:988(717ns) PrepareNewSessionHandshake:477(4814ns) {SwitchToState:179(1920ns)}}}}}
2025-12-06T17:42:47.062707Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801816728492444:2090] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37679
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:47.065841Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801816777899089:2104] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:47.066554Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801821072866396:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30301
2025-12-06T17:42:46.962751Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801818116098582:2091] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48136
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:47.095105Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801816912434561:2059] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(289010152ns) {Configure:104(289003568ns) {ProcessConfigured:135(24538204ns) {StartInitialHandshake:157(24534508ns) {DropHandshakes:470(2827ns) {DropIncomingHandshake:442(636ns) DropOutgoingHandshake:457(507ns)} GenerateSessionVirtualId:988(711ns) PrepareNewSessionHandshake:477(4555ns) {SwitchToState:179(2251ns)}}}}}
2025-12-06T17:42:47.096644Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801821207401914:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56392
2025-12-06T17:42:47.096712Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801821207401915:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56392
2025-12-06T17:42:47.097664Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801817994395923:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(285696116ns) {Configure:104(285690199ns) {ProcessConfigured:135(27111178ns) {StartInitialHandshake:157(27108579ns) {DropHandshakes:470(1811ns) {DropIncomingHandshake:442(443ns) DropOutgoingHandshake:457(328ns)} GenerateSessionVirtualId:988(746ns) PrepareNewSessionHandshake:477(4013ns) {SwitchToState:179(2241ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:47.129590Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801821288789254:2134] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24668
2025-12-06T17:42:47.128472Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801816728492444:2090] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:47.138471Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801816912434549:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(296007488ns) {Configure:104(295996177ns) {ProcessConfigured:135(66722ns) {StartInitialHandshake:157(64171ns) {DropHandshakes:470(5209ns) {DropIncomingHandshake:442(1138ns) DropOutgoingHandshake:457(439ns)} GenerateSessionVirtualId:988(831ns) PrepareNewSessionHandshake:477(1316ns) {SwitchToState:179(543ns)}}}}}
2025-12-06T17:42:47.108308Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801822289363294:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9797
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:47.110897Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801822289363285:2080] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:47.146976Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801822411065908:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:47.176531Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801816728492398:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(193296362ns) {Configure:104(193287933ns) {ProcessConfigured:135(103964ns) {StartInitialHandshake:157(100295ns) {DropHandshakes:470(2631ns) {DropIncomingHandshake:442(706ns) DropOutgoingHandshake:457(427ns)} GenerateSessionVirtualId:988(1002ns) PrepareNewSessionHandshake:477(2421ns) {SwitchToState:179(717ns)}}}}}
2025-12-06T17:42:47.178744Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801821207401914:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:47.114753Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801822289363295:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9797
2025-12-06T17:42:47.200881Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801821023459763:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:47.183090Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801816777899067:2080] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(360541494ns) {Configure:104(360532979ns) {ProcessConfigured:135(80262ns) {StartInitialHandshake:157(76445ns) {DropHandshakes:470(2786ns) {DropIncomingHandshake:442(856ns) DropOutgoingHandshake:457(441ns)} GenerateSessionVirtualId:988(1075ns) PrepareNewSessionHandshake:477(2476ns) {SwitchToState:179(875ns)}}}}}
2025-12-06T17:42:47.147053Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801822411065908:2111] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:47.186655Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801821288789264:2138] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24668
2025-12-06T17:42:47.179875Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801821207401915:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:47.119370Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801822289363295:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:47.185543Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801821072866401:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30301
2025-12-06T17:42:47.200922Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801821023459763:2112] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:47.150785Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801818116098582:2091] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:47.204931Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801821288789265:2139] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24668
2025-12-06T17:42:47.193419Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801816912434549:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:47.122849Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801822289363294:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:47.155500Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801822411065919:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48136
2025-12-06T17:42:47.203076Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801816777899066:2079] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(301337900ns) {Configure:104(301332425ns) {ProcessConfigured:135(38601956ns) {StartInitialHandshake:157(38598633ns) {DropHandshakes:470(2786ns) {DropIncomingHandshake:442(551ns) DropOutgoingHandshake:457(325ns)} GenerateSessionVirtualId:988(870ns) PrepareNewSessionHandshake:477(5077ns) {SwitchToState:179(2338ns)}}}}}
2025-12-06T17:42:47.225145Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801816993821957:2110] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(22147872ns) {Configure:104(22139538ns) {ProcessConfigured:135(93710ns) {StartInitialHandshake:157(90959ns) {DropHandshakes:470(2313ns) {DropIncomingHandshake:442(462ns) DropOutgoingHandshake:457(505ns)} GenerateSessionVirtualId:988(792ns) PrepareNewSessionHandshake:477(12564ns) {SwitchToState:179(384ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:47.211194Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801821023459763:2112] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:47.193526Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801816912434571:2063] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:47.238380Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801821288789264:2138] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:47.227242Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801816777899068:2084] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(331924671ns) {Configure:104(324542038ns) {ProcessConfigured:135(4670438ns) {StartInitialHandshake:157(4667188ns) {DropHandshakes:470(1811ns) {DropIncomingHandshake:442(295ns) DropOutgoingHandshake:457(400ns)} GenerateSessionVirtualId:988(1099ns) PrepareNewSessionHandshake:477(1711ns) {SwitchToState:179(232ns)}}}}}
2025-12-06T17:42:47.123020Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801817994395924:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:47.193634Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801821207401923:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56392
2025-12-06T17:42:47.158921Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801817994395935:2060] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:47.169915Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801822289363300:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9797
2025-12-06T17:42:47.194324Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801822289363294:2114] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:47.217428Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801822289363285:2080] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(81728019ns) {Configure:104(81722238ns) {ProcessConfigured:135(106800ns) {StartInitialHandshake:157(103259ns) {DropHandshakes:470(2809ns) {DropIncomingHandshake:442(898ns) DropOutgoingHandshake:457(391ns)} GenerateSessionVirtualId:988(1165ns) PrepareNewSessionHandshake:477(1595ns) {SwitchToState:179(438ns)}}}}}
2025-12-06T17:42:47.217714Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801822289363285:2080] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:47.218971Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801817994395924:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:47.219051Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:47.221597Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801817994395924:2049] [node 2] ICP22 created new session: [5:7580801822289363304:2049]
2025-12-06T17:42:47.239714Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801822289363304:2049] [node 2] ICS09 handshake done sender: [5:7580801822289363294:2114] self: [5:7580801822289363296:0] peer: [2:7580801822411065907:0] socket: 133 qp: -1
2025-12-06T17:42:47.239769Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801822289363304:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:47.259637Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:47.155803Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801822411065917:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48136
2025-12-06T17:42:47.298302Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801822289363307:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9797
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:47.238569Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801821288789254:2134] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:47.274862Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801816728492428:2065] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:47.230772Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801821072866396:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:47.156034Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801822411065918:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48136
2025-12-06T17:42:47.274991Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:47.311984Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801817994395924:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(102809369ns) {HandleHandshakeStatus:329(102806720ns) {DropIncomingHandshake:442(2023ns) DropOutgoingHandshake:457(13427ns) SwitchToState:179(215ns) ProcessPendingSessionEvents:495(19295546ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 19220834ns max# 18724949ns}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:47.262629Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801821072866400:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:47.207029Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801821207401919:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56392
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:47.275056Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801816728492428:2065] [node 6] ICP22 created new session: [4:7580801821023459774:2065]
2025-12-06T17:42:47.254002Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801821288789265:2139] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:47.170502Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801822411065917:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:47.221692Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801821207401923:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:47.262703Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801821072866400:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:47.334869Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801817994395935:2060] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:47.298916Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801816993821956:2104] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(178989894ns) {Configure:104(178983805ns) {ProcessConfigured:135(43121405ns) {StartInitialHandshake:157(43118622ns) {DropHandshakes:470(1092ns) {DropIncomingHandshake:442(316ns) DropOutgoingHandshake:457(281ns)} GenerateSessionVirtualId:988(286ns) PrepareNewSessionHandshake:477(3057ns) {SwitchToState:179(1124ns)}}}}}
2025-12-06T17:42:47.275129Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801821023459774:2065] [node 6] ICS09 handshake done sender: [4:7580801821023459763:2112] self: [4:7580801821023459748:0] peer: [6:7580801821207401925:0] socket: 129 qp: -1
2025-12-06T17:42:47.171218Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801822411065908:2111] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:47.338654Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801821288789260:2137] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:47.263628Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801821072866407:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30301
2025-12-06T17:42:47.343337Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801822289363298:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:47.202129Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801818116098603:2076] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(238741881ns) {Configure:104(238734535ns) {ProcessConfigured:135(15081379ns) {StartInitialHandshake:157(15077100ns) {DropHandshakes:470(2055ns) {DropIncomingHandshake:442(346ns) DropOutgoingHandshake:457(557ns)} GenerateSessionVirtualId:988(454ns) PrepareNewSessionHandshake:477(4892ns) {SwitchToState:179(2461ns)}}}}}
2025-12-06T17:42:47.212285Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801818116098583:2088] [node 5] ICP35 event processing took too much time PendingConnection:279(33111848ns) {IncomingHandshake:261(18264442ns) {DropIncomingHandshake:442(588ns) PrepareNewSessionHandshake:477(2141ns) {SwitchToState:179(1003ns)} GenerateSessionVirtualId:988(811ns) IssueIncomingHandshakeReply:193(12125ns)}}
2025-12-06T17:42:47.221905Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801816912434548:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(336400321ns) {Configure:104(336394138ns) {ProcessConfigured:135(11994427ns) {StartInitialHandshake:157(11990618ns) {DropHandshakes:470(5281ns) {DropIncomingHandshake:442(3817ns) DropOutgoingHandshake:457(360ns)} GenerateSessionVirtualId:988(1576ns) PrepareNewSessionHandshake:477(2501ns) {SwitchToState:179(301ns)}}}}}
2025-12-06T17:42:47.238207Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801822411065910:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:47.238258Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801822411065910:2112] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:47.243034Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801818116098583:2088] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:47.243132Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:47.243198Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801818116098583:2088] [node 5] ICP22 created new session: [2:7580801822411065926:2088]
2025-12-06T17:42:47.243257Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801822411065926:2088] [node 5] ICS09 handshake done sender: [2:7580801822411065908:2111] self: [2:7580801822411065907:0] peer: [5:7580801822289363296:0] socket: 126 qp: -1
2025-12-06T17:42:47.243298Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801822411065926:2088] [node 5] ICS10 traffic start
2025-12-06T17:42:47.243358Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:47.254948Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801822411065910:2112] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:47.256241Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801822411065919:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:47.276703Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801818116098593:2085] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:47.287601Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801822411065931:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48136
2025-12-06T17:42:47.298631Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801822411065918:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:47.324325Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801822411065920:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:47.324358Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801822411065920:2117] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:42:47.328100Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801822411065920:2117] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:47.328720Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:47.342814Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801818116098593:2085] [node 6] ICP22 created new session: [2:7580801822411065934:2085]
2025-12-06T17:42:47.347150Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801818116098545:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:42:47.347309Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580801818116098544:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:47.354670Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:47.371762Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801822411065934:2085] [node 6] ICS09 handshake done sender: [2:7580801822411065910:2112] self: [2:7580801822411065909:0] peer: [6:7580801821207401924:0] socket: 127 qp: -1
2025-12-06T17:42:47.376777Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801818116098545:2049] [node 3] ICP22 created new session: [2:7580801822411065936:2049]
2025-12-06T17:42:47.379246Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801822411065925:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:47.379277Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801822411065925:2118] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:42:47.381831Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801822411065934:2085] [node 6] ICS10 traffic start
2025-12-06T17:42:47.388762Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801822411065925:2118] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:47.390929Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801822411065936:2049] [node 3] ICS09 handshake done sender: [2:7580801822411065920:2117] self: [2:7580801822411065916:0] peer: [3:7580801821072866410:0] socket: 162 qp: -1
2025-12-06T17:42:47.391093Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:47.392933Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801818116098593:2085] [node 6] ICP35 event processing took too much time PendingConnection:279(115247622ns) {HandleHandshakeStatus:329(115243172ns) {DropIncomingHandshake:442(17035ns) DropOutgoingHandshake:457(405ns) SwitchToState:179(784ns) ProcessPendingSessionEvents:495(669914ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 605525ns max# 71542ns}}}
2025-12-06T17:42:47.397984Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801822411065936:2049] [node 3] ICS10 traffic start
2025-12-06T17:42:47.398062Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:47.399816Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801818116098545:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(51693546ns) {HandleHandshakeStatus:329(51690317ns) {DropIncomingHandshake:442(15334ns) DropOutgoingHandshake:457(781ns) SwitchToState:179(451ns) ProcessPendingSessionEvents:495(628267ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 556988ns max# 57499ns}}}
2025-12-06T17:42:47.416137Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801822411065931:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:47.290873Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801821072866400:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:47.275194Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801821023459774:2065] [node 6] ICS10 traffic start
2025-12-06T17:42:47.343371Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580801822289363298:2116] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:47.228113Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801821207401926:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56392
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:47.275259Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:47.338718Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801821288789260:2137] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:42:47.235637Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801816912434550:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:47.298584Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801821072866401:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:47.448865Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801822411065941:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48136
2025-12-06T17:42:47.346236Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801822289363298:2116] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:47.285004Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801816728492420:2070] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:47.350406Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801821288789260:2137] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:47.355087Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801822289363285:2080] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:42:47.322465Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801816777899027:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:47.470812Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801818116098603:2076] [node 4] ICP35 event processing took too much time PendingConnection:279(21515179ns) {IncomingHandshake:261(21513273ns) {DropIncomingHandshake:442(1982ns) PrepareNewSessionHandshake:477(4252ns) {SwitchToState:179(3022ns)} GenerateSessionVirtualId:988(916ns) IssueIncomingHandshakeReply:193(9479ns)}}
2025-12-06T17:42:47.235910Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801821207401915:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:47.285053Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801816728492420:2070] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:47.322742Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801821072866407:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:47.354897Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801821288789274:2143] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24668
2025-12-06T17:42:47.470918Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801818116098603:2076] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:42:47.355158Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:47.299247Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801816728492397:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(351120963ns) {Configure:104(351112840ns) {ProcessConfigured:135(25151613ns) {StartInitialHandshake:157(25147927ns) {DropHandshakes:470(2213ns) {DropIncomingHandshake:442(324ns) DropOutgoingHandshake:457(899ns)} GenerateSessionVirtualId:988(1074ns) PrepareNewSessionHandshake:477(5595ns) {SwitchToState:179(3267ns)}}}}}
2025-12-06T17:42:47.303876Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801821023459778:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37679
2025-12-06T17:42:47.307170Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801816728492420:2070] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:47.315870Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801816728492418:2069] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:47.315943Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:47.316003Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801816728492418:2069] [node 5] ICP22 created new session: [4:7580801821023459779:2069]
2025-12-06T17:42:47.316054Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801821023459779:2069] [node 5] ICS09 handshake done sender: [4:7580801816728492420:2070] self: [4:7580801816728492419:0] peer: [5:7580801822289363303:0] socket: 114 qp: -1
2025-12-06T17:42:47.316091Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801821023459779:2069] [node 5] ICS10 traffic start
2025-12-06T17:42:47.316125Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:47.346683Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801821023459778:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:47.358567Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801816728492398:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:47.400886Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801821023459783:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37679
2025-12-06T17:42:47.430780Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801821023459778:2116] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:47.455382Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801816728492398:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:47.455501Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:47.455568Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801816728492398:2049] [node 2] ICP22 created new session: [4:7580801821023459784:2049]
2025-12-06T17:42:47.455648Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801821023459784:2049] [node 2] ICS09 handshake done sender: [4:7580801821023459778:2116] self: [4:7580801821023459782:0] peer: [2:7580801822411065924:0] socket: 169 qp: -1
2025-12-06T17:42:47.455694Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801821023459784:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:47.455735Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:47.467605Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801821023459786:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37679
2025-12-06T17:42:47.509927Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801821023459786:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:47.519273Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801816728492397:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:47.355002Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801821288789273:2142] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24668
2025-12-06T17:42:47.253142Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801821207401930:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56392
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:47.536238Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801821023459788:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37679
2025-12-06T17:42:47.470982Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:47.477479Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801818116098603:2076] [node 4] ICP22 created new session: [2:7580801822411065942:2076]
2025-12-06T17:42:47.477558Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801822411065942:2076] [node 4] ICS09 handshake done sender: [2:7580801822411065925:2118] self: [2:7580801822411065924:0] peer: [4:7580801821023459782:0] socket: 167 qp: -1
2025-12-06T17:42:47.477604Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801822411065942:2076] [node 4] ICS10 traffic start
2025-12-06T17:42:47.477651Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:47.485347Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580801818116098544:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23648) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7580801822411065918:2115] held: no
2025-12-06T17:42:47.490980Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801822411065918:2115] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:47.509742Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580801818116098544:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:47.511031Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:47.518883Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801818116098544:2048] [node 1] ICP22 created new session: [2:7580801822411065944:2048]
2025-12-06T17:42:47.534097Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801822411065944:2048] [node 1] ICS09 handshake done sender: [2:7580801822411065918:2115] self: [2:7580801822411065935:0] peer: [1:7580801821288789257:0] socket: 150 qp: -1
2025-12-06T17:42:47.355228Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801822289363285:2080] [node 4] ICP22 created new session: [5:7580801822289363309:2080]
2025-12-06T17:42:47.355283Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801822289363309:2080] [node 4] ICS09 handshake done sender: [5:7580801817994395935:2060] self: [5:7580801822289363303:0] peer: [4:7580801816728492419:0] socket: 115 qp: -1
2025-12-06T17:42:47.355328Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801822289363309:2080] [node 4] ICS10 traffic start
2025-12-06T17:42:47.355369Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:47.395020Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580801817994395963:2062] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:47.395112Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:47.395170Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801817994395963:2062] [node 6] ICP22 created new session: [5:7580801822289363311:2062]
2025-12-06T17:42:47.395230Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801822289363311:2062] [node 6] ICS09 handshake done sender: [5:7580801822289363298:2116] self: [5:7580801822289363297:0] peer: [6:7580801821207401939:0] socket: 160 qp: -1
2025-12-06T17:42:47.395271Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801822289363311:2062] [node 6] ICS10 traffic start
2025-12-06T17:42:47.395322Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:47.484357Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801822289363313:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9797
2025-12-06T17:42:47.534930Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801822289363313:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:47.535609Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801817994395923:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:47.322903Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801816777899028:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:47.327546Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801816777899027:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(23742728ns) {IncomingHandshake:261(23740630ns) {DropIncomingHandshake:442(3099ns) PrepareNewSessionHandshake:477(5094ns) {SwitchToState:179(4285ns)} GenerateSessionVirtualId:988(921ns) IssueIncomingHandshakeReply:193(7714899ns) {SwitchToState:179(1944ns)}}}
2025-12-06T17:42:47.351198Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801821072866411:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30301
2025-12-06T17:42:47.351431Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801821072866412:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30301
2025-12-06T17:42:47.377983Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801816777899028:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2236) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580801821072866407:2118] held: no
2025-12-06T17:42:47.397545Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801821072866413:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30301
2025-12-06T17:42:47.415464Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801816777899067:2080] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:47.427784Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:47.427857Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801816777899067:2080] [node 6] ICP22 created new session: [3:7580801821072866414:2080]
2025-12-06T17:42:47.448030Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801821072866407:2118] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:47.462927Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801821072866401:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:47.464701Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801821072866414:2080] [node 6] ICS09 handshake done sender: [3:7580801821072866400:2115] self: [3:7580801821072866399:0] peer: [6:7580801821207401929:0] socket: 155 qp: -1
2025-12-06T17:42:47.470662Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801821072866414:2080] [node 6] ICS10 traffic start
2025-12-06T17:42:47.470719Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:47.521312Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801816777899067:2080] [node 6] ICP35 event processing took too much time PendingConnection:279(116369613ns) {HandleHandshakeStatus:329(116366224ns) {DropIncomingHandshake:442(3292ns) DropOutgoingHandshake:457(659ns) SwitchToState:179(616ns) ProcessPendingSessionEvents:495(10706419ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 10636200ns max# 10150246ns}}}
2025-12-06T17:42:47.521392Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801816777899027:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:47.521458Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:47.521510Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801816777899027:2048] [node 1] ICP22 created new session: [3:7580801821072866416:2048]
2025-12-06T17:42:47.521564Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801821072866416:2048] [node 1] ICS09 handshake done sender: [3:7580801821072866401:2116] self: [3:7580801821072866409:0] peer: [1:7580801821288789259:0] socket: 154 qp: -1
2025-12-06T17:42:47.521610Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801821072866416:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:47.521669Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:47.522435Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7580801816777899027:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:42:47.376946Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801821288789256:2135] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:47.253231Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801821207401931:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56392
2025-12-06T17:42:47.555785Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801822411065944:2048] [node 1] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:47.551109Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801821023459789:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37679
2025-12-06T17:42:47.254957Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801816912434571:2063] [node 4] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:47.562173Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:47.376992Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801821288789256:2135] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:47.579382Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801821072866405:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:47.579423Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801821072866405:2117] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:42:47.583305Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801821072866405:2117] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:47.272506Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:47.272595Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801816912434571:2063] [node 4] ICP22 created new session: [6:7580801821207401932:2063]
2025-12-06T17:42:47.288643Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801821207401914:2112] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:47.299030Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801821207401932:2063] [node 4] ICS09 handshake done sender: [6:7580801821207401915:2113] self: [6:7580801821207401925:0] peer: [4:7580801821023459748:0] socket: 136 qp: -1
2025-12-06T17:42:47.306820Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801821207401932:2063] [node 4] ICS10 traffic start
2025-12-06T17:42:47.307654Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801821207401930:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:47.307712Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801816912434549:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:47.307769Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:47.307832Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801816912434549:2049] [node 2] ICP22 created new session: [6:7580801821207401935:2049]
2025-12-06T17:42:47.307884Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801821207401935:2049] [node 2] ICS09 handshake done sender: [6:7580801821207401914:2112] self: [6:7580801821207401924:0] peer: [2:7580801822411065909:0] socket: 135 qp: -1
2025-12-06T17:42:47.307931Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801821207401935:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:47.307975Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:47.322177Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801821207401934:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56392
2025-12-06T17:42:47.327315Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:47.331278Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801816912434571:2063] [node 4] ICP35 event processing took too much time PendingConnection:279(90514391ns) {HandleHandshakeStatus:329(83461318ns) {DropIncomingHandshake:442(3734ns) DropOutgoingHandshake:457(17024ns) SwitchToState:179(395ns) ProcessPendingSessionEvents:495(597011ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 538852ns max# 62805ns}}}
2025-12-06T17:42:47.331540Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801816912434561:2059] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:47.345084Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801821207401919:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:47.345196Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801821207401923:2117] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:47.345384Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801816912434548:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:47.368243Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801816912434550:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:42:47.368305Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:47.368363Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801816912434550:2050] [node 3] ICP22 created new session: [6:7580801821207401941:2050]
2025-12-06T17:42:47.368442Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801821207401941:2050] [node 3] ICS09 handshake done sender: [6:7580801821207401923:2117] self: [6:7580801821207401929:0] peer: [3:7580801821072866399:0] socket: 156 qp: -1
2025-12-06T17:42:47.368489Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801821207401941:2050] [node 3] ICS10 traffic start
2025-12-06T17:42:47.368529Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:47.371110Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801821207401943:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56392
2025-12-06T17:42:47.378941Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801821207401930:2120] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:47.397382Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801816912434561:2059] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:42:47.403835Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:47.424249Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801816912434561:2059] [node 5] ICP22 created new session: [6:7580801821207401944:2059]
2025-12-06T17:42:47.439125Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801821207401944:2059] [node 5] ICS09 handshake done sender: [6:7580801821207401930:2120] self: [6:7580801821207401939:0] peer: [5:7580801822289363297:0] socket: 139 qp: -1
2025-12-06T17:42:47.443006Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801821207401945:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56392
2025-12-06T17:42:47.463577Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801821207401944:2059] [node 5] ICS10 traffic start
2025-12-06T17:42:47.463655Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:47.470655Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801821207401919:2115] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:47.483126Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801816912434548:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23648) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801821207401919:2115] held: no
2025-12-06T17:42:47.504038Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801816912434548:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(20019767ns) {HandleHandshakeStatus:395(20007419ns) {LogHandshakeFail:472(16682ns) {UpdateErrorStateLog:545(6851ns)} DropOutgoingHandshake:457(454ns) ProcessPendingSessionEvents:495(19903791ns) {unordered DropSessionEvent:512 num# 100 sum# 8180867ns max# 7463926ns}}}
2025-12-06T17:42:47.504348Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801816912434548:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:47.504403Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:47.504459Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801816912434548:2048] [node 1] ICP22 created new session: [6:7580801821207401947:2048]
2025-12-06T17:42:47.504512Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801821207401947:2048] [node 1] ICS09 handshake done sender: [6:7580801821207401919:2115] self: [6:7580801821207401940:0] peer: [1:7580801821288789255:0] socket: 147 qp: -1
2025-12-06T17:42:47.504579Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801821207401947:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:47.504625Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:47.377445Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801821288789274:2143] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:47.420210Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801821288789258:2136] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:47.420246Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801821288789258:2136] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:42:47.421162Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801821288789273:2142] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:47.430896Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801821288789256:2135] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:47.431010Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801821288789258:2136] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:47.449298Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801816993821957:2110] [node 4] ICP35 event processing took too much time PendingConnection:279(19583375ns) {IncomingHandshake:261(8631220ns) {DropIncomingHandshake:442(652ns) PrepareNewSessionHandshake:477(2379ns) {SwitchToState:179(1355ns)} GenerateSessionVirtualId:988(760ns) IssueIncomingHandshakeReply:193(11933ns)}}
2025-12-06T17:42:47.462425Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801816993821869:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:42:47.463798Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801816993821955:2108] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:47.467127Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:47.467250Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801816993821869:2049] [node 3] ICP22 created new session: [1:7580801821288789281:2049]
2025-12-06T17:42:47.467336Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801821288789281:2049] [node 3] ICS09 handshake done sender: [1:7580801821288789260:2137] self: [1:7580801821288789259:0] peer: [3:7580801821072866409:0] socket: 145 qp: -1
2025-12-06T17:42:47.468309Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801816993821868:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:42:47.468407Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:47.468467Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801816993821868:2048] [node 2] ICP22 created new session: [1:7580801821288789283:2048]
2025-12-06T17:42:47.468524Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801821288789283:2048] [node 2] ICS09 handshake done sender: [1:7580801821288789258:2136] self: [1:7580801821288789257:0] peer: [2:7580801822411065935:0] socket: 144 qp: -1
2025-12-06T17:42:47.468587Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801821288789283:2048] [node 2] ICS10 traffic start
2025-12-06T17:42:47.468634Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:47.470742Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:47.471142Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801821288789281:2049] [node 3] ICS10 traffic start
2025-12-06T17:42:47.471191Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:47.477000Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801816993821955:2108] [node 6] ICP22 created new session: [1:7580801821288789282:2108]
2025-12-06T17:42:47.496848Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801821288789282:2108] [node 6] ICS09 handshake done sender: [1:7580801821288789256:2135] self: [1:7580801821288789255:0] peer: [6:7580801821207401940:0] socket: 143 qp: -1
2025-12-06T17:42:47.496912Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801821288789282:2108] [node 6] ICS10 traffic start
2025-12-06T17:42:47.508426Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:47.523581Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801821288789267:2140] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:47.523611Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801821288789267:2140] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:42:47.524936Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801821288789267:2140] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:47.525342Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801816993821957:2110] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:42:47.525414Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:47.525473Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801816993821957:2110] [node 4] ICP22 created new session: [1:7580801821288789289:2110]
2025-12-06T17:42:47.525521Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801821288789289:2110] [node 4] ICS09 handshake done sender: [1:7580801821288789267:2140] self: [1:7580801821288789266:0] peer: [4:7580801821023459787:0] socket: 137 qp: -1
2025-12-06T17:42:47.525558Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801821288789289:2110] [node 4] ICS10 traffic start
2025-12-06T17:42:47.525594Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:47.570198Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801821288789270:2141] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:47.570263Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801821288789270:2141] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:47.579206Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801821288789270:2141] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:47.561880Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801821023459786:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:47.566149Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801822289363315:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9797
2025-12-06T17:42:47.598428Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801821072866398:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:47.598474Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801821072866398:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:47.595345Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801818116098544:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(74902746ns) {HandleHandshakeStatus:329(74898593ns) {DropIncomingHandshake:442(4702ns) DropOutgoingHandshake:457(653ns) SwitchToState:179(660ns) ProcessPendingSessionEvents:495(1785ns)}}
2025-12-06T17:42:47.596153Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801816912434561:2059] [node 5] ICP35 event processing took too much time PendingConnection:279(197737698ns) {HandleHandshakeStatus:329(197734224ns) {DropIncomingHandshake:442(667ns) DropOutgoingHandshake:457(5501ns) SwitchToState:179(367ns) ProcessPendingSessionEvents:495(118132159ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 109051625ns max# 18556248ns}}}
2025-12-06T17:42:47.580811Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801822289363316:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9797
2025-12-06T17:42:47.564302Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801816728492397:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23648) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580801821023459786:2118] held: no
2025-12-06T17:42:47.598755Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801816777899028:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(27553826ns) {HandleHandshakeStatus:395(27552554ns) {LogHandshakeFail:472(15209ns) {UpdateErrorStateLog:545(7011ns)} DropOutgoingHandshake:457(514ns) ProcessPendingSessionEvents:495(27458316ns) {unordered DropSessionEvent:512 num# 100 sum# 13680955ns max# 7775495ns}}}
2025-12-06T17:42:47.604160Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801816993821956:2104] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:47.590227Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801822289363313:2120] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:47.598849Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801816777899028:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:47.598932Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:47.599153Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801816777899068:2084] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:42:47.599236Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:47.599324Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801816777899068:2084] [node 4] ICP22 created new session: [3:7580801821072866422:2084]
2025-12-06T17:42:47.603099Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801816777899028:2049] [node 2] ICP22 created new session: [3:7580801821072866421:2049]
2025-12-06T17:42:47.614983Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801821072866421:2049] [node 2] ICS09 handshake done sender: [3:7580801821072866407:2118] self: [3:7580801821072866410:0] peer: [2:7580801822411065916:0] socket: 163 qp: -1
2025-12-06T17:42:47.615060Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801821072866421:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:47.615123Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:47.615388Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801816777899028:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(16436723ns) {HandleHandshakeStatus:329(16433783ns) {DropIncomingHandshake:442(779ns) DropOutgoingHandshake:457(397ns) SwitchToState:179(328ns) ProcessPendingSessionEvents:495(2361ns)}}
2025-12-06T17:42:47.616834Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801821072866422:2084] [node 4] ICS09 handshake done sender: [3:7580801821072866405:2117] self: [3:7580801821072866403:0] peer: [4:7580801821023459792:0] socket: 142 qp: -1
2025-12-06T17:42:47.616899Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801821072866422:2084] [node 4] ICS10 traffic start
2025-12-06T17:42:47.617965Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801821072866398:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:47.629136Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:47.574252Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801816728492397:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:47.596885Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801822289363315:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:47.610871Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801816993821955:2108] [node 6] ICP35 event processing took too much time PendingConnection:279(129936267ns) {HandleHandshakeStatus:329(129931177ns) {DropIncomingHandshake:442(18694ns) DropOutgoingHandshake:457(265ns) SwitchToState:179(269ns) ProcessPendingSessionEvents:495(46763237ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 46666925ns max# 15112785ns}}}
2025-12-06T17:42:47.574309Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:47.614715Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:47.617466Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801816993821956:2104] [node 5] ICP22 created new session: [1:7580801821288789292:2104]
2025-12-06T17:42:47.629219Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801821288789292:2104] [node 5] ICS09 handshake done sender: [1:7580801821288789270:2141] self: [1:7580801821288789268:0] peer: [5:7580801822289363314:0] socket: 132 qp: -1
2025-12-06T17:42:47.631335Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801821288789292:2104] [node 5] ICS10 traffic start
2025-12-06T17:42:47.638981Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:47.640783Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801816993821956:2104] [node 5] ICP35 event processing took too much time PendingConnection:279(36851740ns) {HandleHandshakeStatus:329(36848015ns) {DropIncomingHandshake:442(18852ns) DropOutgoingHandshake:457(384ns) SwitchToState:179(1419ns) ProcessPendingSessionEvents:495(602108ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 537552ns max# 66508ns}}}
2025-12-06T17:42:47.597076Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801817994395925:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:47.633057Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801816777899068:2084] [node 4] ICP35 event processing took too much time PendingConnection:279(32928227ns) {HandleHandshakeStatus:329(32925654ns) {DropIncomingHandshake:442(15715ns) DropOutgoingHandshake:457(327ns) SwitchToState:179(127ns) ProcessPendingSessionEvents:495(596805ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 515605ns max# 64424ns}}}
2025-12-06T17:42:47.642987Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801816777899066:2079] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:47.643098Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:47.643157Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801816777899066:2079] [node 5] ICP22 created new session: [3:7580801821072866426:2079]
2025-12-06T17:42:47.643226Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801821072866426:2079] [node 5] ICS09 handshake done sender: [3:7580801821072866398:2114] self: [3:7580801821072866397:0] peer: [5:7580801822289363317:0] socket: 164 qp: -1
2025-12-06T17:42:47.643267Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801821072866426:2079] [node 5] ICS10 traffic start
2025-12-06T17:42:47.643310Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:47.574368Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801816728492397:2048] [node 1] ICP22 created new session: [4:7580801821023459790:2048]
2025-12-06T17:42:47.574418Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801821023459790:2048] [node 1] ICS09 handshake done sender: [4:7580801821023459786:2118] self: [4:7580801821023459787:0] peer: [1:7580801821288789266:0] socket: 148 qp: -1
2025-12-06T17:42:47.574463Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801821023459790:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:47.574543Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:47.575696Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801821023459789:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:47.576164Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801816728492399:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:47.590886Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801821023459793:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37679
2025-12-06T17:42:47.611082Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801821023459789:2120] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:47.611785Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801816728492399:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:42:47.628942Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:47.630501Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801816728492399:2050] [node 3] ICP22 created new session: [4:7580801821023459794:2050]
2025-12-06T17:42:47.638822Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801821023459794:2050] [node 3] ICS09 handshake done sender: [4:7580801821023459789:2120] self: [4:7580801821023459792:0] peer: [3:7580801821072866403:0] socket: 166 qp: -1
2025-12-06T17:42:47.645454Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801821023459794:2050] [node 3] ICS10 traffic start
2025-12-06T17:42:47.645556Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:47.656684Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801816728492399:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(34507610ns) {HandleHandshakeStatus:329(34503240ns) {DropIncomingHandshake:442(938ns) DropOutgoingHandshake:457(13457ns) SwitchToState:179(5726ns) ProcessPendingSessionEvents:495(598721ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 524533ns max# 63542ns}}}
2025-12-06T17:42:47.599738Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801817994395923:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:47.599814Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:47.599870Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801817994395923:2048] [node 1] ICP22 created new session: [5:7580801822289363318:2048]
2025-12-06T17:42:47.599929Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801822289363318:2048] [node 1] ICS09 handshake done sender: [5:7580801822289363313:2120] self: [5:7580801822289363314:0] peer: [1:7580801821288789268:0] socket: 149 qp: -1
2025-12-06T17:42:47.599972Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801822289363318:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:47.600012Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:47.623661Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801822289363320:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9797
2025-12-06T17:42:47.635500Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801822289363315:2121] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:47.648379Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801817994395925:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:42:47.648490Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:47.648553Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801817994395925:2050] [node 3] ICP22 created new session: [5:7580801822289363321:2050]
2025-12-06T17:42:47.648652Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801822289363321:2050] [node 3] ICS09 handshake done sender: [5:7580801822289363315:2121] self: [5:7580801822289363317:0] peer: [3:7580801821072866397:0] socket: 131 qp: -1
2025-12-06T17:42:47.648698Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801822289363321:2050] [node 3] ICS10 traffic start
2025-12-06T17:42:47.648764Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:47.732297Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:42:47.732594Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580801822411065944:2048] [node 1] ICS01 socket: 150 reason# EndOfStream
2025-12-06T17:42:47.732638Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580801818116098544:2048] [node 1] ICP30 unregister session Session# [2:7580801822411065944:2048] VirtualId# [2:7580801822411065935:0]
2025-12-06T17:42:47.732678Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580801822411065944:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:47.732770Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:47.732818Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:47.734890Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:42:47.735124Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580801821072866416:2048] [node 1] ICS07 socket disconnect 154 reason# EndOfStream
2025-12-06T17:42:47.735160Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801821072866416:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:47.735244Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:47.735290Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580801821072866416:2048] [node 1] ICS15 start handshake
2025-12-06T17:42:47.740186Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801816777899027:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23648) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:42:47.740239Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580801821072866416:2048] [node 1] ICS15 start handshake
2025-12-06T17:42:47.741383Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801816777899027:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23648) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:47.741446Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801821072866416:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:47.741488Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801816777899027:2048] [node 1] ICP30 unregister session Session# [3:7580801821072866416:2048] VirtualId# [3:7580801821072866409:0]
2025-12-06T17:42:47.741593Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:47.741629Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580801816777899027:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:23648) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:47.741646Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23648) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:47.746266Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:42:47.746575Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801821023459790:2048] [node 1] ICS01 socket: 148 reason# EndOfStream
2025-12-06T17:42:47.746621Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801816728492397:2048] [node 1] ICP30 unregister session Session# [4:7580801821023459790:2048] VirtualId# [4:7580801821023459787:0]
2025-12-06T17:42:47.746666Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801821023459790:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:47.746760Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:47.746802Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:47.746924Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:42:47.747177Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801822289363318:2048] [node 1] ICS01 socket: 149 reason# EndOfStream
2025-12-06T17:42:47.747233Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801817994395923:2048] [node 1] ICP30 unregister session Session# [5:7580801822289363318:2048] VirtualId# [5:7580801822289363314:0]
2025-12-06T17:42:47.747269Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801822289363318:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:47.747342Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:47.747384Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:47.747502Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:42:47.747694Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801821207401947:2048] [node 1] ICS01 socket: 147 reason# EndOfStream
2025-12-06T17:42:47.747728Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801816912434548:2048] [node 1] ICP30 unregister session Session# [6:7580801821207401947:2048] VirtualId# [6:7580801821207401940:0]
2025-12-06T17:42:47.747763Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801821207401947:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:47.747820Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:47.747857Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:47.762884Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580801816777899027:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:42:47.863310Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:42:47.863589Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801821072866421:2049] [node 2] ICS01 socket: 163 reason# EndOfStream
2025-12-06T17:42:47.863642Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801816777899028:2049] [node 2] ICP30 unregister session Session# [3:7580801821072866421:2049] VirtualId# [3:7580801821072866410:0]
2025-12-06T17:42:47.863686Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801821072866421:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:47.863814Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:47.863861Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:47.871467Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:42:47.871722Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580801822289363304:2049] [node 2] ICS07 socket disconnect 133 reason# EndOfStream
2025-12-06T17:42:47.871758Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801822289363304:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:47.871842Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:47.871880Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580801822289363304:2049] [node 2] ICS15 start handshake
2025-12-06T17:42:47.872524Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:42:47.872752Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580801821023459784:2049] [node 2] ICS07 socket disconnect 169 reason# EndOfStream
2025-12-06T17:42:47.872787Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801821023459784:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:47.872872Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:47.872932Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580801821023459784:2049] [node 2] ICS15 start handshake
2025-12-06T17:42:47.873454Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:42:47.873657Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580801821207401935:2049] [node 2] ICS07 socket disconnect 135 reason# EndOfStream
2025-12-06T17:42:47.873692Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801821207401935:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:47.873763Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:47.873805Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580801821207401935:2049] [node 2] ICS15 start handshake
2025-12-06T17:42:47.878035Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801816912434549:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2236) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:47.878143Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801821207401935:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:47.878184Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801816912434549:2049] [node 2] ICP30 unregister session Session# [6:7580801821207401935:2049] VirtualId# [6:7580801821207401924:0]
2025-12-06T17:42:47.878241Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:47.878287Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580801816912434549:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:2236) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:47.878304Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2236) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:47.883232Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801817994395924:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2236) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:47.883313Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801822289363304:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:47.883355Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801817994395924:2049] [node 2] ICP30 unregister session Session# [5:7580801822289363304:2049] VirtualId# [5:7580801822289363296:0]
2025-12-06T17:42:47.883414Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:47.883451Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580801817994395924:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:2236) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:47.883480Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2236) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:47.884629Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801816728492398:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2236) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:47.884711Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801821023459784:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:47.884753Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801816728492398:2049] [node 2] ICP30 unregister session Session# [4:7580801821023459784:2049] VirtualId# [4:7580801821023459782:0]
2025-12-06T17:42:47.884796Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:47.884830Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580801816728492398:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:2236) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:47.884845Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2236) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:47.896227Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580801816728492398:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:42:47.897145Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580801817994395924:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:42:47.898034Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580801816912434549:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:42:48.026021Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:42:48.026300Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801821207401941:2050] [node 3] ICS01 socket: 156 reason# EndOfStream
2025-12-06T17:42:48.026347Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801816912434550:2050] [node 3] ICP30 unregister session Session# [6:7580801821207401941:2050] VirtualId# [6:7580801821207401929:0]
2025-12-06T17:42:48.026397Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801821207401941:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:48.026505Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:42:48.026567Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:42:48.026717Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:42:48.026928Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580801822289363321:2050] [node 3] ICS07 socket disconnect 131 reason# EndOfStream
2025-12-06T17:42:48.026962Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801822289363321:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:48.027055Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:42:48.027109Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580801822289363321:2050] [node 3] ICS15 start handshake
2025-12-06T17:42:48.028042Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:42:48.028271Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580801821023459794:2050] [node 3] ICS07 socket disconnect 166 reason# EndOfStream
2025-12-06T17:42:48.028302Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801821023459794:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:48.028391Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:42:48.028447Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580801821023459794:2050] [node 3] ICS15 start handshake
2025-12-06T17:42:48.029634Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801817994395925:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23926) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:48.029698Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801822289363321:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:48.029735Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801817994395925:2050] [node 3] ICP30 unregister session Session# [5:7580801822289363321:2050] VirtualId# [5:7580801822289363317:0]
2025-12-06T17:42:48.029779Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:42:48.029834Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580801817994395925:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:23926) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:48.029853Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23926) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:48.042860Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580801817994395925:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:42:48.202911Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:42:48.203206Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580801822289363309:2080] [node 4] ICS07 socket disconnect 115 reason# EndOfStream
2025-12-06T17:42:48.203243Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801822289363309:2080] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:48.203323Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:42:48.203360Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580801822289363309:2080] [node 4] ICS15 start handshake
2025-12-06T17:42:48.203944Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:42:48.204171Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580801821207401932:2063] [node 4] ICS07 socket disconnect 136 reason# EndOfStream
2025-12-06T17:42:48.204200Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801821207401932:2063] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:48.204282Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:42:48.204325Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580801821207401932:2063] [node 4] ICS15 start handshake
2025-12-06T17:42:48.255512Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801816912434571:2063] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12179) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:48.255619Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801821207401932:2063] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:48.255682Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801816912434571:2063] [node 4] ICP30 unregister session Session# [6:7580801821207401932:2063] VirtualId# [6:7580801821207401925:0]
2025-12-06T17:42:48.255762Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:42:48.255809Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580801816912434571:2063] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:12179) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:48.255859Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12179) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:48.269832Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580801816912434571:2063] [node 4] ICP33 wake up from error state
2025-12-06T17:42:48.351269Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:42:48.351579Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580801821207401944:2059] [node 5] ICS07 socket disconnect 139 reason# EndOfStream
2025-12-06T17:42:48.351846Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801821207401944:2059] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:48.351966Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:42:48.352022Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580801821207401944:2059] [node 5] ICS15 start handshake
2025-12-06T17:42:48.363856Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801816912434561:2059] [node 5] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17702) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:48.363951Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801821207401944:2059] [node 5] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:48.364001Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801816912434561:2059] [node 5] ICP30 unregister session Session# [6:7580801821207401944:2059] VirtualId# [6:7580801821207401939:0]
2025-12-06T17:42:48.364124Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
2025-12-06T17:42:48.364162Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580801816912434561:2059] [node 5] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:17702) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:48.364178Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [5] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17702) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:48.378289Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580801816912434561:2059] [node 5] ICP33 wake up from error state
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:42:48.628890Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801827359333914:2048] [node 2] ICP01 ready to work
2025-12-06T17:42:48.628937Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801827359333915:2049] [node 3] ICP01 ready to work
2025-12-06T17:42:48.668180Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801823622482786:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:48.668239Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801823622482787:2049] [node 3] ICP01 ready to work
2025-12-06T17:42:48.699454Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801825779591614:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:48.703199Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801825779591613:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:48.723104Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801826430469082:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:48.723143Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801826430469083:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:48.723178Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801826430469084:2050] [node 3] ICP01 ready to work
2025-12-06T17:42:48.753280Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801825023467793:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:48.753320Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801825023467794:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:48.753363Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801825023467795:2050] [node 3] ICP01 ready to work
2025-12-06T17:42:48.826091Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801825870283035:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:48.826127Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801825870283036:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:48.826161Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801825870283037:2050] [node 3] ICP01 ready to work
2025-12-06T17:42:49.024950Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801829318435109:2067] [node 4] ICP01 ready to work
2025-12-06T17:42:49.097330Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801827917450130:2094] [node 6] ICP01 ready to work
2025-12-06T17:42:49.161423Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801830074558942:2079] [node 4] ICP01 ready to work
2025-12-06T17:42:49.032788Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801825870283053:2059] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:49.118732Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801831654301275:2089] [node 6] ICP01 ready to work
2025-12-06T17:42:49.169889Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801830725436423:2064] [node 5] ICP01 ready to work
2025-12-06T17:42:49.170829Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801827917450147:2063] [node 4] ICP01 ready to work
2025-12-06T17:42:49.210960Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801831654301278:2086] [node 4] ICP01 ready to work
2025-12-06T17:42:49.212198Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801825779591614:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(72441670ns) {Configure:104(72428802ns) {ProcessConfigured:135(60744ns) {StartInitialHandshake:157(58227ns) {DropHandshakes:470(1212ns) {DropIncomingHandshake:442(280ns) DropOutgoingHandshake:457(201ns)} GenerateSessionVirtualId:988(890ns) PrepareNewSessionHandshake:477(1133ns) {SwitchToState:179(407ns)}}}}}
2025-12-06T17:42:49.221011Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801825870283037:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(228272066ns) {Configure:104(228265314ns) {ProcessConfigured:135(79738ns) {StartInitialHandshake:157(75634ns) {DropHandshakes:470(2979ns) {DropIncomingHandshake:442(513ns) DropOutgoingHandshake:457(682ns)} GenerateSessionVirtualId:988(1249ns) PrepareNewSessionHandshake:477(1554ns) {SwitchToState:179(572ns)}}}}}
2025-12-06T17:42:49.235124Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801829318435136:2063] [node 6] ICP01 ready to work
2025-12-06T17:42:49.290361Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801830074558980:2071] [node 6] ICP01 ready to work
2025-12-06T17:42:49.291122Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801830074558976:2059] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:49.240104Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801825870283053:2059] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(18727390ns) {Configure:104(18722579ns) {ProcessConfigured:135(87313ns) {StartInitialHandshake:157(83810ns) {DropHandshakes:470(2766ns) {DropIncomingHandshake:442(595ns) DropOutgoingHandshake:457(402ns)} GenerateSessionVirtualId:988(730ns) PrepareNewSessionHandshake:477(1484ns) {SwitchToState:179(432ns)}}}}}
2025-12-06T17:42:49.194445Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801827917450144:2107] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12078
2025-12-06T17:42:49.307168Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801831654301282:2088] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:49.247801Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801829318435109:2067] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(217920949ns) {Configure:104(217914629ns) {ProcessConfigured:135(32000293ns) {StartInitialHandshake:157(31997616ns) {DropHandshakes:470(2634ns) {DropIncomingHandshake:442(568ns) DropOutgoingHandshake:457(488ns)} GenerateSessionVirtualId:988(958ns) PrepareNewSessionHandshake:477(4742ns) {SwitchToState:179(2419ns)}}}}}
2025-12-06T17:42:49.258158Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801827917450157:2062] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:49.311890Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801830725436441:2077] [node 6] ICP01 ready to work
2025-12-06T17:42:49.316494Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801831654301283:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47466
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:49.353317Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801830074558981:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52528
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:49.362324Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801831654301283:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:49.362768Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801831654301284:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47466
2025-12-06T17:42:49.342654Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801826430469082:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(216852992ns) {Configure:104(216845515ns) {ProcessConfigured:135(59557ns) {StartInitialHandshake:157(56551ns) {DropHandshakes:470(2382ns) {DropIncomingHandshake:442(385ns) DropOutgoingHandshake:457(395ns)} GenerateSessionVirtualId:988(698ns) PrepareNewSessionHandshake:477(1612ns) {SwitchToState:179(713ns)}}}}}
2025-12-06T17:42:49.297883Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801830165250393:2081] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:49.323192Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801829318435159:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2046
2025-12-06T17:42:49.374725Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801831654301257:2093] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:49.374809Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801831654301257:2093] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:42:49.304849Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801827917450144:2107] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:49.332934Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801825023467794:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(225873141ns) {Configure:104(225862362ns) {ProcessConfigured:135(86949ns) {StartInitialHandshake:157(84107ns) {DropHandshakes:470(2336ns) {DropIncomingHandshake:442(586ns) DropOutgoingHandshake:457(447ns)} GenerateSessionVirtualId:988(1121ns) PrepareNewSessionHandshake:477(1243ns) {SwitchToState:179(640ns)}}}}}
2025-12-06T17:42:49.345402Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801830725436444:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49501
2025-12-06T17:42:49.311635Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801827917450158:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12078
2025-12-06T17:42:49.424965Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801830165250351:2066] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4377
2025-12-06T17:42:49.363121Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801827917450162:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12078
2025-12-06T17:42:49.367933Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580801823622482786:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:49.368168Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801823622482786:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(55425669ns) {IncomingHandshake:261(36932481ns) {DropIncomingHandshake:442(470ns) PrepareNewSessionHandshake:477(2010ns) {SwitchToState:179(847ns)} GenerateSessionVirtualId:988(906ns) IssueIncomingHandshakeReply:193(20824462ns) {SwitchToState:179(3452ns)}}}
2025-12-06T17:42:49.415691Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801827917450147:2063] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(19301450ns) {Configure:104(19293388ns) {ProcessConfigured:135(97455ns) {StartInitialHandshake:157(94663ns) {DropHandshakes:470(7377ns) {DropIncomingHandshake:442(618ns) DropOutgoingHandshake:457(240ns)} GenerateSessionVirtualId:988(1013ns) PrepareNewSessionHandshake:477(1714ns) {SwitchToState:179(530ns)}}}}}
2025-12-06T17:42:49.455063Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801827917450151:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:49.455096Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801827917450151:2112] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:42:49.456115Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801827917450162:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:49.457080Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801829318435159:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:49.444922Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801830074558981:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:49.453621Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801825779591614:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:49.439916Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801825870283036:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(432284378ns) {Configure:104(432272495ns) {ProcessConfigured:135(61081731ns) {StartInitialHandshake:157(53764531ns) {DropHandshakes:470(3591ns) {DropIncomingHandshake:442(585ns) DropOutgoingHandshake:457(515ns)} GenerateSessionVirtualId:988(976ns) PrepareNewSessionHandshake:477(4383ns) {SwitchToState:179(1842ns)}}}}}
2025-12-06T17:42:49.440328Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801830165250351:2066] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:49.440473Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801830165250403:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4377
2025-12-06T17:42:49.440952Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801825870283036:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:49.441350Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801830165250408:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4377
2025-12-06T17:42:49.447228Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801830165250403:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:49.447658Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801825870283035:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(453302014ns) {Configure:104(453297152ns) {ProcessConfigured:135(66047ns) {StartInitialHandshake:157(63378ns) {DropHandshakes:470(3531ns) {DropIncomingHandshake:442(872ns) DropOutgoingHandshake:457(434ns)} GenerateSessionVirtualId:988(851ns) PrepareNewSessionHandshake:477(1970ns) {SwitchToState:179(631ns)}}}}}
2025-12-06T17:42:49.454594Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801830165250393:2081] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(156128224ns) {Configure:104(156122379ns) {ProcessConfigured:135(14836204ns) {StartInitialHandshake:157(14832194ns) {DropHandshakes:470(3148ns) {DropIncomingHandshake:442(941ns) DropOutgoingHandshake:457(441ns)} GenerateSessionVirtualId:988(1039ns) PrepareNewSessionHandshake:477(3630ns) {SwitchToState:179(1393ns)}}}}}
2025-12-06T17:42:49.456863Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801825870283053:2059] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:49.406117Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801830725436444:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:49.479781Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801830074558982:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52528
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:49.487722Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801830165250408:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:49.487918Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801825870283037:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:49.488236Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801830074558982:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:49.491230Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801830074558990:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52528
2025-12-06T17:42:49.471521Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801825023467795:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(364359418ns) {Configure:104(364353768ns) {ProcessConfigured:135(92058ns) {StartInitialHandshake:157(88729ns) {DropHandshakes:470(3270ns) {DropIncomingHandshake:442(861ns) DropOutgoingHandshake:457(779ns)} GenerateSessionVirtualId:988(1034ns) PrepareNewSessionHandshake:477(2005ns) {SwitchToState:179(613ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:49.470740Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801827917450132:2096] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:49.500856Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801830165250416:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4377
2025-12-06T17:42:49.462207Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801830725436443:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49501
2025-12-06T17:42:49.479156Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801831654301257:2093] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:49.470817Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801827917450132:2096] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:49.481910Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801827917450151:2112] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:49.487227Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801827917450158:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:49.495813Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801827917450169:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12078
2025-12-06T17:42:49.507752Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801830165250416:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:49.507926Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801830165250393:2081] [node 4] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:49.497453Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801830725436443:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:49.496261Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801825023467793:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(418621973ns) {Configure:104(418612483ns) {ProcessConfigured:135(13885159ns) {StartInitialHandshake:157(13882543ns) {DropHandshakes:470(3373ns) {DropIncomingHandshake:442(466ns) DropOutgoingHandshake:457(722ns)} GenerateSessionVirtualId:988(1226ns) PrepareNewSessionHandshake:477(2762ns) {SwitchToState:179(1185ns)}}}}}
2025-12-06T17:42:49.499520Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801830074558981:2112] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:49.526504Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801830165250401:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4377
2025-12-06T17:42:49.506782Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801827359333915:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(206072992ns) {Configure:104(206063881ns) {ProcessConfigured:135(64305ns) {StartInitialHandshake:157(61874ns) {DropHandshakes:470(4965ns) {DropIncomingHandshake:442(507ns) DropOutgoingHandshake:457(370ns)} GenerateSessionVirtualId:988(721ns) PrepareNewSessionHandshake:477(1879ns) {SwitchToState:179(774ns)}}}}}
2025-12-06T17:42:49.534616Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801827917450165:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12078
2025-12-06T17:42:49.506166Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801830074558984:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:49.500158Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801829318435167:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2046
2025-12-06T17:42:49.515110Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801826430469083:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(371208979ns) {Configure:104(371200563ns) {ProcessConfigured:135(72161ns) {StartInitialHandshake:157(70360ns) {DropHandshakes:470(2342ns) {DropIncomingHandshake:442(644ns) DropOutgoingHandshake:457(369ns)} GenerateSessionVirtualId:988(610ns) PrepareNewSessionHandshake:477(1469ns) {SwitchToState:179(622ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:49.506223Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801830074558984:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:49.531667Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801831654301284:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:49.541860Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801827917450144:2107] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:49.547433Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801830165250401:2111] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:49.520506Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801826430469084:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(203282916ns) {Configure:104(203274355ns) {ProcessConfigured:135(63722ns) {StartInitialHandshake:157(61663ns) {DropHandshakes:470(1869ns) {DropIncomingHandshake:442(389ns) DropOutgoingHandshake:457(562ns)} GenerateSessionVirtualId:988(500ns) PrepareNewSessionHandshake:477(1115ns) {SwitchToState:179(501ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:49.543568Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801827359333914:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:42:49.507174Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801829318435149:2102] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:49.542924Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801827917450132:2096] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:49.550432Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801823622482787:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:42:49.550519Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:49.550598Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801823622482787:2049] [node 3] ICP22 created new session: [2:7580801827917450171:2049]
2025-12-06T17:42:49.550669Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801827917450171:2049] [node 3] ICS09 handshake done sender: [2:7580801827917450151:2112] self: [2:7580801827917450150:0] peer: [3:7580801830074558986:0] socket: 129 qp: -1
2025-12-06T17:42:49.550708Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801827917450171:2049] [node 3] ICS10 traffic start
2025-12-06T17:42:49.550761Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:49.559044Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580801823622482786:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:49.559132Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:49.579410Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801823622482786:2048] [node 1] ICP22 created new session: [2:7580801827917450173:2048]
2025-12-06T17:42:49.583888Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801827917450165:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:49.584881Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801827917450130:2094] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:49.584990Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:49.585049Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801827917450130:2094] [node 6] ICP22 created new session: [2:7580801827917450175:2094]
2025-12-06T17:42:49.585110Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801827917450175:2094] [node 6] ICS09 handshake done sender: [2:7580801827917450132:2096] self: [2:7580801827917450131:0] peer: [6:7580801830165250409:0] socket: 122 qp: -1
2025-12-06T17:42:49.585155Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801827917450175:2094] [node 6] ICS10 traffic start
2025-12-06T17:42:49.585202Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:49.516155Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801830074558984:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:49.507220Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580801829318435149:2102] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:49.558225Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801830165250418:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4377
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:49.520829Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801826430469084:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:49.543639Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:49.618470Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801827917450173:2048] [node 1] ICS09 handshake done sender: [2:7580801827917450144:2107] self: [2:7580801827917450161:0] peer: [1:7580801831654301256:0] socket: 124 qp: -1
2025-12-06T17:42:49.516418Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801825779591613:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(438676464ns) {Configure:104(438667497ns) {ProcessConfigured:135(9222763ns) {StartInitialHandshake:157(9219660ns) {DropHandshakes:470(2321ns) {DropIncomingHandshake:442(458ns) DropOutgoingHandshake:457(402ns)} GenerateSessionVirtualId:988(2122ns) PrepareNewSessionHandshake:477(1820ns) {SwitchToState:179(302ns)}}}}}
2025-12-06T17:42:49.559595Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801830165250408:2116] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:49.546910Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801829318435170:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2046
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:49.531276Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801830725436448:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:49.531320Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801830725436448:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:49.541326Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801830725436461:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49501
2025-12-06T17:42:49.566850Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801830725436448:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:49.618905Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801830725436462:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49501
2025-12-06T17:42:49.643445Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801830725436443:2110] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:49.543690Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801827359333914:2048] [node 2] ICP22 created new session: [1:7580801831654301294:2048]
2025-12-06T17:42:49.618572Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801827917450173:2048] [node 1] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:49.655690Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801830725436441:2077] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:49.655784Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:49.655847Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801830725436441:2077] [node 6] ICP22 created new session: [4:7580801830725436465:2077]
2025-12-06T17:42:49.655904Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801830725436465:2077] [node 6] ICS09 handshake done sender: [4:7580801830725436448:2113] self: [4:7580801830725436447:0] peer: [6:7580801830165250417:0] socket: 156 qp: -1
2025-12-06T17:42:49.655939Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801830725436465:2077] [node 6] ICS10 traffic start
2025-12-06T17:42:49.656003Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:49.660445Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801830725436463:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49501
2025-12-06T17:42:49.660636Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801830725436464:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49501
2025-12-06T17:42:49.588512Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801825870283037:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:42:49.557419Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801829318435170:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:49.516466Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801825779591614:2049] [node 2] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:49.543738Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801831654301294:2048] [node 2] ICS09 handshake done sender: [1:7580801831654301257:2093] self: [1:7580801831654301256:0] peer: [2:7580801827917450161:0] socket: 120 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:49.630753Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:49.557627Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801825023467795:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:49.516567Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:49.588627Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:49.664530Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801826430469084:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:42:49.635576Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801823622482786:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(72578525ns) {HandleHandshakeStatus:329(72575983ns) {DropIncomingHandshake:442(569ns) DropOutgoingHandshake:457(6739ns) SwitchToState:179(506ns) ProcessPendingSessionEvents:495(673804ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 597096ns max# 61810ns}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:49.543777Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801831654301294:2048] [node 2] ICS10 traffic start
2025-12-06T17:42:49.579221Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801829318435149:2102] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:49.516641Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801825779591614:2049] [node 2] ICP22 created new session: [3:7580801830074558995:2049]
2025-12-06T17:42:49.592833Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801829318435167:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:49.616279Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801829318435109:2067] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:49.660096Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580801829318435136:2063] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:49.668212Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:49.668313Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801829318435136:2063] [node 6] ICP22 created new session: [5:7580801829318435177:2063]
2025-12-06T17:42:49.668376Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801829318435177:2063] [node 6] ICS09 handshake done sender: [5:7580801829318435149:2102] self: [5:7580801829318435148:0] peer: [6:7580801830165250414:0] socket: 134 qp: -1
2025-12-06T17:42:49.668419Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801829318435177:2063] [node 6] ICS10 traffic start
2025-12-06T17:42:49.668463Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:49.697061Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801829318435175:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2046
2025-12-06T17:42:49.699243Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801829318435174:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2046
2025-12-06T17:42:49.700918Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801829318435179:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2046
2025-12-06T17:42:49.701474Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801829318435170:2117] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:49.701738Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801825023467795:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:42:49.701815Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:49.701875Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801825023467795:2050] [node 3] ICP22 created new session: [5:7580801829318435180:2050]
2025-12-06T17:42:49.701928Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801829318435180:2050] [node 3] ICS09 handshake done sender: [5:7580801829318435170:2117] self: [5:7580801829318435171:0] peer: [3:7580801830074558987:0] socket: 170 qp: -1
2025-12-06T17:42:49.701991Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801829318435180:2050] [node 3] ICS10 traffic start
2025-12-06T17:42:49.702034Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:49.588692Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801825870283037:2050] [node 3] ICP22 created new session: [6:7580801830165250422:2050]
2025-12-06T17:42:49.691017Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801827917450164:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:49.543828Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:49.588743Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801830165250422:2050] [node 3] ICS09 handshake done sender: [6:7580801830165250408:2116] self: [6:7580801830165250415:0] peer: [3:7580801830074558983:0] socket: 152 qp: -1
2025-12-06T17:42:49.664651Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:49.627393Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801831654301299:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47466
2025-12-06T17:42:49.516693Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801830074558995:2049] [node 2] ICS09 handshake done sender: [3:7580801830074558981:2112] self: [3:7580801830074558986:0] peer: [2:7580801827917450150:0] socket: 142 qp: -1
2025-12-06T17:42:49.720745Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801829318435182:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2046
2025-12-06T17:42:49.664706Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801826430469084:2050] [node 3] ICP22 created new session: [4:7580801830725436467:2050]
2025-12-06T17:42:49.693993Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801827917450164:2117] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:42:49.728155Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801829318435175:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:49.588784Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801830165250422:2050] [node 3] ICS10 traffic start
2025-12-06T17:42:49.705287Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801827917450164:2117] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:49.728522Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801827917450147:2063] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:42:49.739099Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801827917450160:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:49.739126Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801827917450160:2115] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:49.740394Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801827917450160:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:49.753814Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:49.753886Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801827917450147:2063] [node 4] ICP22 created new session: [2:7580801827917450183:2063]
2025-12-06T17:42:49.762241Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801827917450183:2063] [node 4] ICS09 handshake done sender: [2:7580801827917450164:2117] self: [2:7580801827917450163:0] peer: [4:7580801830725436469:0] socket: 130 qp: -1
2025-12-06T17:42:49.516739Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801830074558995:2049] [node 2] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:49.630324Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801831654301288:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:49.771226Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801827917450183:2063] [node 4] ICS10 traffic start
2025-12-06T17:42:49.771820Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801827917450157:2062] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:49.773398Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801827917450181:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12078
2025-12-06T17:42:49.588837Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:49.664764Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801830725436467:2050] [node 3] ICS09 handshake done sender: [4:7580801830725436443:2110] self: [4:7580801830725436459:0] peer: [3:7580801830074558943:0] socket: 141 qp: -1
2025-12-06T17:42:49.735629Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801825023467794:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:49.630371Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801831654301288:2115] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:42:49.516789Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:49.604841Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801830165250421:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4377
2025-12-06T17:42:49.664805Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801830725436467:2050] [node 3] ICS10 traffic start
2025-12-06T17:42:49.759483Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801829318435179:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:49.527264Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801830074558993:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52528
2025-12-06T17:42:49.785796Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:49.638297Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801831654301280:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:49.605916Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801825870283035:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:49.664853Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:49.537980Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801830074558944:2080] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:49.759656Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801825023467793:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:49.798732Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:49.764333Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801829318435167:2115] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:49.666187Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801830725436463:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:49.619772Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801825870283036:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11823) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801830165250351:2066] held: no
2025-12-06T17:42:49.638341Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801831654301280:2112] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:49.811164Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801827917450157:2062] [node 5] ICP22 created new session: [2:7580801827917450185:2062]
2025-12-06T17:42:49.795522Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801829318435109:2067] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:42:49.620623Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801830165250403:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:49.621005Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801830165250420:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4377
2025-12-06T17:42:49.626938Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801830165250416:2119] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:49.627682Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801825870283053:2059] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:42:49.627759Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:49.627806Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801825870283053:2059] [node 5] ICP22 created new session: [6:7580801830165250426:2059]
2025-12-06T17:42:49.627862Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801830165250426:2059] [node 5] ICS09 handshake done sender: [6:7580801830165250403:2113] self: [6:7580801830165250414:0] peer: [5:7580801829318435148:0] socket: 139 qp: -1
2025-12-06T17:42:49.627899Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801830165250426:2059] [node 5] ICS10 traffic start
2025-12-06T17:42:49.627935Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:49.638920Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801830165250393:2081] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:42:49.638995Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:49.639053Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801830165250393:2081] [node 4] ICP22 created new session: [6:7580801830165250429:2081]
2025-12-06T17:42:49.639099Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801830165250429:2081] [node 4] ICS09 handshake done sender: [6:7580801830165250416:2119] self: [6:7580801830165250417:0] peer: [4:7580801830725436447:0] socket: 160 qp: -1
2025-12-06T17:42:49.639138Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801830165250429:2081] [node 4] ICS10 traffic start
2025-12-06T17:42:49.639203Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:49.695075Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801830165250419:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4377
2025-12-06T17:42:49.706976Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801825870283035:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27321) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801830165250401:2111] held: no
2025-12-06T17:42:49.711994Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801830165250351:2066] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:49.718179Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801825870283036:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:49.718269Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:49.718321Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801825870283036:2049] [node 2] ICP22 created new session: [6:7580801830165250432:2049]
2025-12-06T17:42:49.718386Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801830165250432:2049] [node 2] ICS09 handshake done sender: [6:7580801830165250351:2066] self: [6:7580801830165250409:0] peer: [2:7580801827917450131:0] socket: 123 qp: -1
2025-12-06T17:42:49.718424Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801830165250432:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:49.718467Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:49.762358Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801830165250431:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4377
2025-12-06T17:42:49.768691Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801825870283035:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(60831813ns) {HandleHandshakeStatus:395(60827087ns) {LogHandshakeFail:472(14481ns) {UpdateErrorStateLog:545(6218ns)} DropOutgoingHandshake:457(819ns) ProcessPendingSessionEvents:495(60749694ns) {unordered DropSessionEvent:512 num# 100 sum# 10806604ns max# 4294511ns}}}
2025-12-06T17:42:49.785275Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801830165250401:2111] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:49.791639Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801825870283035:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:49.799233Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:49.799303Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801825870283035:2048] [node 1] ICP22 created new session: [6:7580801830165250434:2048]
2025-12-06T17:42:49.799367Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801830165250434:2048] [node 1] ICS09 handshake done sender: [6:7580801830165250401:2111] self: [6:7580801830165250424:0] peer: [1:7580801831654301279:0] socket: 128 qp: -1
2025-12-06T17:42:49.799410Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801830165250434:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:49.799472Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:49.641874Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801831654301299:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:49.651391Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801831654301288:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:49.660163Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801831654301280:2112] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:49.679633Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801827359333915:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:42:49.679702Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:49.679772Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801827359333915:2049] [node 3] ICP22 created new session: [1:7580801831654301303:2049]
2025-12-06T17:42:49.679843Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801831654301303:2049] [node 3] ICS09 handshake done sender: [1:7580801831654301288:2115] self: [1:7580801831654301287:0] peer: [3:7580801830074559002:0] socket: 164 qp: -1
2025-12-06T17:42:49.679884Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801831654301303:2049] [node 3] ICS10 traffic start
2025-12-06T17:42:49.679933Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:49.681845Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801831654301275:2089] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:49.681934Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:49.681987Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801831654301275:2089] [node 6] ICP22 created new session: [1:7580801831654301305:2089]
2025-12-06T17:42:49.682036Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801831654301305:2089] [node 6] ICS09 handshake done sender: [1:7580801831654301280:2112] self: [1:7580801831654301279:0] peer: [6:7580801830165250424:0] socket: 127 qp: -1
2025-12-06T17:42:49.682075Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801831654301305:2089] [node 6] ICS10 traffic start
2025-12-06T17:42:49.682105Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:49.695334Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801831654301298:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47466
2025-12-06T17:42:49.696458Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [1:7580801827359333915:2049] [node 3] ICP27 obsolete handshake fail ignored
2025-12-06T17:42:49.736070Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801831654301291:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:49.736110Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801831654301291:2116] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:42:49.747766Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801831654301308:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47466
2025-12-06T17:42:49.758066Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801831654301291:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:49.779712Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801831654301278:2086] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:42:49.779832Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:49.779900Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801831654301278:2086] [node 4] ICP22 created new session: [1:7580801831654301310:2086]
2025-12-06T17:42:49.779954Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801831654301310:2086] [node 4] ICS09 handshake done sender: [1:7580801831654301291:2116] self: [1:7580801831654301290:0] peer: [4:7580801830725436471:0] socket: 173 qp: -1
2025-12-06T17:42:49.779999Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801831654301310:2086] [node 4] ICS10 traffic start
2025-12-06T17:42:49.780039Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:49.798761Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801831654301293:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:49.798812Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801831654301293:2117] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:49.824654Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801831654301293:2117] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:49.824722Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801831654301308:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:49.854869Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801831654301282:2088] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:49.538011Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801830074558944:2080] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:42:49.666696Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801826430469083:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:49.827017Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801827917450185:2062] [node 5] ICS09 handshake done sender: [2:7580801827917450160:2115] self: [2:7580801827917450159:0] peer: [5:7580801829318435184:0] socket: 180 qp: -1
2025-12-06T17:42:49.547533Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801830074558980:2071] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:49.667640Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801830725436451:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:49.795628Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:49.886709Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:49.891011Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801831654301282:2088] [node 5] ICP22 created new session: [1:7580801831654301314:2088]
2025-12-06T17:42:49.827092Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801827917450185:2062] [node 5] ICS10 traffic start
2025-12-06T17:42:49.827166Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:49.828992Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801827917450157:2062] [node 5] ICP35 event processing took too much time PendingConnection:279(56276737ns) {HandleHandshakeStatus:329(56273180ns) {DropIncomingHandshake:442(28295ns) DropOutgoingHandshake:457(480ns) SwitchToState:179(5360ns) ProcessPendingSessionEvents:495(723279ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 647997ns max# 69501ns}}}
2025-12-06T17:42:49.550113Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801830074558944:2080] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:49.667679Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801830725436451:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:49.795692Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801829318435109:2067] [node 4] ICP22 created new session: [5:7580801829318435187:2067]
2025-12-06T17:42:49.679348Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801830725436462:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:49.795753Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801829318435187:2067] [node 4] ICS09 handshake done sender: [5:7580801829318435167:2115] self: [5:7580801829318435173:0] peer: [4:7580801830725436450:0] socket: 163 qp: -1
2025-12-06T17:42:49.569792Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:49.795798Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801829318435187:2067] [node 4] ICS10 traffic start
2025-12-06T17:42:49.795845Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:49.796689Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7580801829318435109:2067] [node 4] ICP27 obsolete handshake fail ignored
2025-12-06T17:42:49.807935Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801825023467794:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11823) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580801829318435175:2119] held: no
2025-12-06T17:42:49.841841Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801829318435189:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2046
2025-12-06T17:42:49.854605Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801829318435185:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2046
2025-12-06T17:42:49.855544Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801829318435179:2120] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:49.882726Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801825023467793:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27321) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580801829318435179:2120] held: no
2025-12-06T17:42:49.895284Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801829318435175:2119] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:49.903532Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801825023467794:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:49.907806Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:49.907896Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801825023467794:2049] [node 2] ICP22 created new session: [5:7580801829318435190:2049]
2025-12-06T17:42:49.907963Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801829318435190:2049] [node 2] ICS09 handshake done sender: [5:7580801829318435175:2119] self: [5:7580801829318435184:0] peer: [2:7580801827917450159:0] socket: 184 qp: -1
2025-12-06T17:42:49.908015Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801829318435190:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:49.908068Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:49.915619Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801825023467793:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(44521872ns) {HandleHandshakeStatus:395(44517621ns) {LogHandshakeFail:472(2385846ns) {UpdateErrorStateLog:545(7180ns)} DropOutgoingHandshake:457(3589ns) ProcessPendingSessionEvents:495(31869307ns) {unordered DropSessionEvent:512 num# 100 sum# 31813206ns max# 9756764ns}}}
2025-12-06T17:42:49.915834Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801825023467793:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:49.915907Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:49.915972Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801825023467793:2048] [node 1] ICP22 created new session: [5:7580801829318435192:2048]
2025-12-06T17:42:49.916029Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801829318435192:2048] [node 1] ICS09 handshake done sender: [5:7580801829318435179:2120] self: [5:7580801829318435186:0] peer: [1:7580801831654301292:0] socket: 145 qp: -1
2025-12-06T17:42:49.916069Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801829318435192:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:49.916108Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:49.927836Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801827917450147:2063] [node 4] ICP35 event processing took too much time PendingConnection:279(211553516ns) {HandleHandshakeStatus:329(200175903ns) {DropIncomingHandshake:442(1944ns) DropOutgoingHandshake:457(3543ns) SwitchToState:179(1284ns) ProcessPendingSessionEvents:495(89530699ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 89385497ns max# 12064723ns}}}
2025-12-06T17:42:49.927951Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7580801827917450147:2063] [node 4] ICP27 obsolete handshake fail ignored
2025-12-06T17:42:49.703735Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801826430469082:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:49.705598Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801830725436472:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49501
2025-12-06T17:42:49.721362Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801830725436451:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:49.727292Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801830725436463:2119] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:49.738810Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801830725436423:2064] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:49.754920Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801826430469083:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:49.766968Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:49.771968Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801830725436423:2064] [node 5] ICP22 created new session: [4:7580801830725436475:2064]
2025-12-06T17:42:49.774116Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801830725436474:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49501
2025-12-06T17:42:49.780754Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:49.780839Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801826430469083:2049] [node 2] ICP22 created new session: [4:7580801830725436476:2049]
2025-12-06T17:42:49.786749Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801830725436475:2064] [node 5] ICS09 handshake done sender: [4:7580801830725436451:2114] self: [4:7580801830725436450:0] peer: [5:7580801829318435173:0] socket: 161 qp: -1
2025-12-06T17:42:49.799175Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801830725436462:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:49.803484Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801830725436475:2064] [node 5] ICS10 traffic start
2025-12-06T17:42:49.811139Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:49.811449Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801826430469082:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27321) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580801830725436462:2118] held: no
2025-12-06T17:42:49.812088Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801826430469082:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:49.812169Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:49.812232Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801826430469082:2048] [node 1] ICP22 created new session: [4:7580801830725436478:2048]
2025-12-06T17:42:49.812300Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801830725436478:2048] [node 1] ICS09 handshake done sender: [4:7580801830725436462:2118] self: [4:7580801830725436471:0] peer: [1:7580801831654301290:0] socket: 174 qp: -1
2025-12-06T17:42:49.812345Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801830725436478:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:49.812397Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:49.814920Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801830725436476:2049] [node 2] ICS09 handshake done sender: [4:7580801830725436463:2119] self: [4:7580801830725436469:0] peer: [2:7580801827917450163:0] socket: 153 qp: -1
2025-12-06T17:42:49.831164Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801830725436476:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:49.839017Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:49.840661Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801826430469083:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(104328172ns) {HandleHandshakeStatus:329(104325318ns) {DropIncomingHandshake:442(3105ns) DropOutgoingHandshake:457(8906ns) SwitchToState:179(1098ns) ProcessPendingSessionEvents:495(572572ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 505261ns max# 63035ns}}}
2025-12-06T17:42:49.852627Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801830725436423:2064] [node 5] ICP35 event processing took too much time PendingConnection:279(112960557ns) {HandleHandshakeStatus:329(112956030ns) {DropIncomingHandshake:442(24230ns) DropOutgoingHandshake:457(582ns) SwitchToState:179(700ns) ProcessPendingSessionEvents:495(8718885ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 8660217ns max# 8193532ns}}}
2025-12-06T17:42:49.909741Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801831654301314:2088] [node 5] ICS09 handshake done sender: [1:7580801831654301293:2117] self: [1:7580801831654301292:0] peer: [5:7580801829318435186:0] socket: 143 qp: -1
2025-12-06T17:42:49.911856Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801831654301314:2088] [node 5] ICS10 traffic start
2025-12-06T17:42:49.922955Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:49.924801Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801831654301282:2088] [node 5] ICP35 event processing took too much time PendingConnection:279(68932095ns) {HandleHandshakeStatus:329(68929653ns) {DropIncomingHandshake:442(11113ns) DropOutgoingHandshake:457(936ns) SwitchToState:179(123ns) ProcessPendingSessionEvents:495(631028ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 565154ns max# 63926ns}}}
2025-12-06T17:42:49.569881Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801830074558980:2071] [node 6] ICP22 created new session: [3:7580801830074558999:2071]
2025-12-06T17:42:49.586967Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801830074558988:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:49.586996Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801830074558988:2115] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:49.598952Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801830074558999:2071] [node 6] ICS09 handshake done sender: [3:7580801830074558984:2114] self: [3:7580801830074558983:0] peer: [6:7580801830165250415:0] socket: 151 qp: -1
2025-12-06T17:42:49.603609Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801830074558993:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:49.603829Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801825779591613:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:49.605831Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801830074558999:2071] [node 6] ICS10 traffic start
2025-12-06T17:42:49.618759Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801830074558988:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:49.619113Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801830074558942:2079] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:42:49.630557Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:49.632566Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801830074558976:2059] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:49.642818Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:49.647196Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801830074559005:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52528
2025-12-06T17:42:49.651010Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801830074558942:2079] [node 4] ICP22 created new session: [3:7580801830074559004:2079]
2025-12-06T17:42:49.661543Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:49.663651Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801830074558993:2117] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:49.667470Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801830074559004:2079] [node 4] ICS09 handshake done sender: [3:7580801830074558944:2080] self: [3:7580801830074558943:0] peer: [4:7580801830725436459:0] socket: 125 qp: -1
2025-12-06T17:42:49.673485Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801830074559004:2079] [node 4] ICS10 traffic start
2025-12-06T17:42:49.673711Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801830074558976:2059] [node 5] ICP22 created new session: [3:7580801830074559006:2059]
2025-12-06T17:42:49.674476Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801825779591613:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:49.674570Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:49.674629Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801825779591613:2048] [node 1] ICP22 created new session: [3:7580801830074559008:2048]
2025-12-06T17:42:49.674684Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801830074559008:2048] [node 1] ICS09 handshake done sender: [3:7580801830074558993:2117] self: [3:7580801830074559002:0] peer: [1:7580801831654301287:0] socket: 166 qp: -1
2025-12-06T17:42:49.674724Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801830074559008:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:49.674758Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:49.683996Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801830074559007:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52528
2025-12-06T17:42:49.687358Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801830074559006:2059] [node 5] ICS09 handshake done sender: [3:7580801830074558988:2115] self: [3:7580801830074558987:0] peer: [5:7580801829318435171:0] socket: 168 qp: -1
2025-12-06T17:42:49.696065Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801830074559007:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:49.697850Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801830074559006:2059] [node 5] ICS10 traffic start
2025-12-06T17:42:49.699071Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:49.704580Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:49.751696Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801830074558976:2059] [node 5] ICP35 event processing took too much time PendingConnection:279(118099686ns) {HandleHandshakeStatus:329(118096971ns) {DropIncomingHandshake:442(558ns) DropOutgoingHandshake:457(475ns) SwitchToState:179(426ns) ProcessPendingSessionEvents:495(14208544ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 14110043ns max# 13569911ns}}}
2025-12-06T17:42:49.751816Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7580801830074558976:2059] [node 5] ICP18 handshake (actor [3:7580801830074559007:2120]) is too old
2025-12-06T17:42:49.868046Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801830074558980:2071] [node 6] ICP35 event processing took too much time PendingConnection:279(321067262ns) {HandleHandshakeStatus:329(321064043ns) {DropIncomingHandshake:442(18272ns) DropOutgoingHandshake:457(372ns) SwitchToState:179(487ns) ProcessPendingSessionEvents:495(207299885ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 207100142ns max# 27451094ns}}}
2025-12-06T17:42:49.931310Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801830074558942:2079] [node 4] ICP35 event processing took too much time PendingConnection:279(311318430ns) {HandleHandshakeStatus:329(311315291ns) {DropIncomingHandshake:442(747ns) DropOutgoingHandshake:457(488ns) SwitchToState:179(964ns) ProcessPendingSessionEvents:495(206658402ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 206479350ns max# 17957914ns}}}
2025-12-06T17:42:50.131878Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:42:50.132159Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7580801827917450173:2048] [node 1] ICS07 socket disconnect 124 reason# EndOfStream
2025-12-06T17:42:50.132194Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580801827917450173:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:50.132291Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:50.132334Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580801827917450173:2048] [node 1] ICS15 start handshake
2025-12-06T17:42:50.132584Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:42:50.132776Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580801830074559008:2048] [node 1] ICS07 socket disconnect 166 reason# EndOfStream
2025-12-06T17:42:50.132803Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801830074559008:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:50.132863Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:50.132898Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580801830074559008:2048] [node 1] ICS15 start handshake
2025-12-06T17:42:50.146717Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801825779591613:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27321) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:42:50.146774Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580801830074559008:2048] [node 1] ICS15 start handshake
2025-12-06T17:42:50.151027Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580801823622482786:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27321) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:42:50.151089Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580801827917450173:2048] [node 1] ICS15 start handshake
2025-12-06T17:42:50.152741Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580801823622482786:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27321) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:50.152806Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580801827917450173:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:50.152852Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580801823622482786:2048] [node 1] ICP30 unregister session Session# [2:7580801827917450173:2048] VirtualId# [2:7580801827917450161:0]
2025-12-06T17:42:50.152905Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:50.152947Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [2:7580801823622482786:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:27321) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:50.152975Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27321) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:50.154966Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801825779591613:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27321) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:50.159595Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801830074559008:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:50.159652Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801825779591613:2048] [node 1] ICP30 unregister session Session# [3:7580801830074559008:2048] VirtualId# [3:7580801830074559002:0]
2025-12-06T17:42:50.159723Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:50.159787Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580801825779591613:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:27321) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:50.159809Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27321) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:50.160441Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [2:7580801823622482786:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:42:50.160538Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:42:50.160813Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801830725436478:2048] [node 1] ICS01 socket: 174 reason# EndOfStream
2025-12-06T17:42:50.160869Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801826430469082:2048] [node 1] ICP30 unregister session Session# [4:7580801830725436478:2048] VirtualId# [4:7580801830725436471:0]
2025-12-06T17:42:50.160910Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801830725436478:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:50.161012Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:50.161060Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:50.161232Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:42:50.161468Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801829318435192:2048] [node 1] ICS01 socket: 145 reason# EndOfStream
2025-12-06T17:42:50.161507Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801825023467793:2048] [node 1] ICP30 unregister session Session# [5:7580801829318435192:2048] VirtualId# [5:7580801829318435186:0]
2025-12-06T17:42:50.161538Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801829318435192:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:50.161595Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:50.161631Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:50.167915Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:42:50.168189Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801830165250434:2048] [node 1] ICS01 socket: 128 reason# EndOfStream
2025-12-06T17:42:50.168235Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801825870283035:2048] [node 1] ICP30 unregister session Session# [6:7580801830165250434:2048] VirtualId# [6:7580801830165250424:0]
2025-12-06T17:42:50.168273Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801830165250434:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:50.168370Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:50.168416Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:50.173732Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580801825779591613:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:42:50.407070Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:42:50.407351Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580801830074558995:2049] [node 2] ICS07 socket disconnect 142 reason# EndOfStream
2025-12-06T17:42:50.407387Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801830074558995:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:50.407488Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:50.407536Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580801830074558995:2049] [node 2] ICS15 start handshake
2025-12-06T17:42:50.424013Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801825779591614:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11823) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:42:50.424086Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580801830074558995:2049] [node 2] ICS15 start handshake
2025-12-06T17:42:50.425738Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801825779591614:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11823) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:50.425814Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801830074558995:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:50.425853Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801825779591614:2049] [node 2] ICP30 unregister session Session# [3:7580801830074558995:2049] VirtualId# [3:7580801830074558986:0]
2025-12-06T17:42:50.425926Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:50.425969Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580801825779591614:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:11823) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:50.425986Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11823) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:50.435563Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580801825779591614:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:42:50.439572Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:42:50.443443Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801829318435190:2049] [node 2] ICS01 socket: 184 reason# EndOfStream
2025-12-06T17:42:50.443525Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801825023467794:2049] [node 2] ICP30 unregister session Session# [5:7580801829318435190:2049] VirtualId# [5:7580801829318435184:0]
2025-12-06T17:42:50.443573Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801829318435190:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:50.443692Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:50.443752Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:50.444390Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:42:50.444661Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801830725436476:2049] [node 2] ICS01 socket: 153 reason# EndOfStream
2025-12-06T17:42:50.444711Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801826430469083:2049] [node 2] ICP30 unregister session Session# [4:7580801830725436476:2049] VirtualId# [4:7580801830725436469:0]
2025-12-06T17:42:50.444752Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801830725436476:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:50.444836Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:50.444888Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:50.445844Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:42:50.458605Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801830165250432:2049] [node 2] ICS01 socket: 123 reason# EndOfStream
2025-12-06T17:42:50.458686Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801825870283036:2049] [node 2] ICP30 unregister session Session# [6:7580801830165250432:2049] VirtualId# [6:7580801830165250409:0]
2025-12-06T17:42:50.458732Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801830165250432:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:50.458838Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:50.458896Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:50.618865Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:42:50.619134Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801829318435180:2050] [node 3] ICS01 socket: 170 reason# EndOfStream
2025-12-06T17:42:50.619175Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801825023467795:2050] [node 3] ICP30 unregister session Session# [5:7580801829318435180:2050] VirtualId# [5:7580801829318435171:0]
2025-12-06T17:42:50.619210Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801829318435180:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:50.619291Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:42:50.619334Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:42:50.625106Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:42:50.625338Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801830165250422:2050] [node 3] ICS01 socket: 152 reason# EndOfStream
2025-12-06T17:42:50.625380Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801825870283037:2050] [node 3] ICP30 unregister session Session# [6:7580801830165250422:2050] VirtualId# [6:7580801830165250415:0]
2025-12-06T17:42:50.625418Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801830165250422:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:50.625497Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:42:50.625540Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:42:50.626315Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:42:50.626522Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801830725436467:2050] [node 3] ICS01 socket: 141 reason# EndOfStream
2025-12-06T17:42:50.626581Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801826430469084:2050] [node 3] ICP30 unregister session Session# [4:7580801830725436467:2050] VirtualId# [4:7580801830725436459:0]
2025-12-06T17:42:50.626611Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801830725436467:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:50.626689Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:42:50.626729Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:42:50.978251Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:42:50.978551Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801829318435187:2067] [node 4] ICS01 socket: 163 reason# EndOfStream
2025-12-06T17:42:50.978600Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801829318435109:2067] [node 4] ICP30 unregister session Session# [5:7580801829318435187:2067] VirtualId# [5:7580801829318435173:0]
2025-12-06T17:42:50.978659Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801829318435187:2067] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:50.978703Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:42:50.978799Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:42:50.986916Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:42:50.987222Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801830165250429:2081] [node 4] ICS01 socket: 160 reason# EndOfStream
2025-12-06T17:42:50.987275Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801830165250393:2081] [node 4] ICP30 unregister session Session# [6:7580801830165250429:2081] VirtualId# [6:7580801830165250417:0]
2025-12-06T17:42:50.987310Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801830165250429:2081] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:50.987352Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:42:50.987462Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:42:51.135789Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:42:51.136042Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801830165250426:2059] [node 5] ICS01 socket: 139 reason# EndOfStream
2025-12-06T17:42:51.136094Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801825870283053:2059] [node 5] ICP30 unregister session Session# [6:7580801830165250426:2059] VirtualId# [6:7580801830165250414:0]
2025-12-06T17:42:51.136134Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801830165250426:2059] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:51.136246Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:42:51.136294Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:42:51.515650Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801837705805768:2048] [node 2] ICP01 ready to work
2025-12-06T17:42:51.515712Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801837705805769:2049] [node 3] ICP01 ready to work
2025-12-06T17:42:51.530698Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801840586960901:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:51.530802Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801840586960902:2049] [node 3] ICP01 ready to work
2025-12-06T17:42:51.531260Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801836543318047:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:51.531297Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801836543318048:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:51.550564Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801837747443140:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:51.550603Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801837747443141:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:51.550645Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801837747443142:2050] [node 3] ICP01 ready to work
2025-12-06T17:42:51.583322Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801840704975816:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:51.583361Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801840704975817:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:51.583399Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801840704975818:2050] [node 3] ICP01 ready to work
2025-12-06T17:42:51.778997Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801840365814640:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:51.779039Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801840365814641:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:51.779079Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801840365814642:2050] [node 3] ICP01 ready to work
2025-12-06T17:42:51.957386Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801837705805826:2105] [node 4] ICP01 ready to work
2025-12-06T17:42:52.043268Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801842042410497:2063] [node 5] ICP01 ready to work
2025-12-06T17:42:52.075233Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801842042410500:2064] [node 6] ICP01 ready to work
2025-12-06T17:42:52.071192Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801840838285396:2082] [node 5] ICP01 ready to work
2025-12-06T17:42:52.143389Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801837705805826:2105] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(185604629ns) {Configure:104(185599342ns) {ProcessConfigured:135(117621ns) {StartInitialHandshake:157(112859ns) {DropHandshakes:470(2625ns) {DropIncomingHandshake:442(586ns) DropOutgoingHandshake:457(442ns)} GenerateSessionVirtualId:988(1210ns) PrepareNewSessionHandshake:477(2183ns) {SwitchToState:179(602ns)}}}}}
2025-12-06T17:42:52.119006Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801840838285407:2083] [node 4] ICP01 ready to work
2025-12-06T17:42:52.146950Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801842042410497:2063] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(70168054ns) {Configure:104(70140025ns) {ProcessConfigured:135(15905875ns) {StartInitialHandshake:157(15901153ns) {DropHandshakes:470(3413ns) {DropIncomingHandshake:442(778ns) DropOutgoingHandshake:457(677ns)} GenerateSessionVirtualId:988(850ns) PrepareNewSessionHandshake:477(4744ns) {SwitchToState:179(1926ns)}}}}}
2025-12-06T17:42:52.187594Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801837747443140:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(38052341ns) {Configure:104(38047458ns) {ProcessConfigured:135(80284ns) {StartInitialHandshake:157(77449ns) {DropHandshakes:470(2339ns) {DropIncomingHandshake:442(724ns) DropOutgoingHandshake:457(457ns)} GenerateSessionVirtualId:988(841ns) PrepareNewSessionHandshake:477(1606ns) {SwitchToState:179(938ns)}}}}}
2025-12-06T17:42:52.186840Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801844881928261:2103] [node 4] ICP01 ready to work
2025-12-06T17:42:52.204087Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801842000773130:2106] [node 5] ICP01 ready to work
2025-12-06T17:42:52.205119Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801842000773131:2107] [node 6] ICP01 ready to work
2025-12-06T17:42:52.157738Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801840838285407:2083] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(36462899ns) {Configure:104(36456238ns) {ProcessConfigured:135(91868ns) {StartInitialHandshake:157(86847ns) {DropHandshakes:470(3059ns) {DropIncomingHandshake:442(786ns) DropOutgoingHandshake:457(511ns)} GenerateSessionVirtualId:988(1307ns) PrepareNewSessionHandshake:477(1531ns) {SwitchToState:179(657ns)}}}}}
2025-12-06T17:42:52.162866Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801844999943174:2072] [node 4] ICP01 ready to work
2025-12-06T17:42:52.195039Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801844660781996:2068] [node 4] ICP01 ready to work
2025-12-06T17:42:52.195769Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801844660781997:2070] [node 5] ICP01 ready to work
2025-12-06T17:42:52.158235Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801840838285410:2084] [node 6] ICP01 ready to work
2025-12-06T17:42:52.219971Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801844999943176:2074] [node 6] ICP01 ready to work
2025-12-06T17:42:52.244682Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801837747443142:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(41364754ns) {Configure:104(33091040ns) {ProcessConfigured:135(87467ns) {StartInitialHandshake:157(83499ns) {DropHandshakes:470(2364ns) {DropIncomingHandshake:442(623ns) DropOutgoingHandshake:457(473ns)} GenerateSessionVirtualId:988(1273ns) PrepareNewSessionHandshake:477(1560ns) {SwitchToState:179(630ns)}}}}}
2025-12-06T17:42:52.264230Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801837747443141:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(19109804ns) {Configure:104(19104206ns) {ProcessConfigured:135(94080ns) {StartInitialHandshake:157(90129ns) {DropHandshakes:470(2796ns) {DropIncomingHandshake:442(657ns) DropOutgoingHandshake:457(514ns)} GenerateSessionVirtualId:988(1714ns) PrepareNewSessionHandshake:477(5253ns) {SwitchToState:179(799ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:52.257782Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801836543318048:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(82634174ns) {Configure:104(82618854ns) {ProcessConfigured:135(87804ns) {StartInitialHandshake:157(85019ns) {DropHandshakes:470(3108ns) {DropIncomingHandshake:442(692ns) DropOutgoingHandshake:457(619ns)} GenerateSessionVirtualId:988(906ns) PrepareNewSessionHandshake:477(1843ns) {SwitchToState:179(504ns)}}}}}
2025-12-06T17:42:52.268820Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801840704975818:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(19626953ns) {Configure:104(19621198ns) {ProcessConfigured:135(45332ns) {StartInitialHandshake:157(43653ns) {DropHandshakes:470(836ns) {DropIncomingHandshake:442(232ns) DropOutgoingHandshake:457(223ns)} GenerateSessionVirtualId:988(440ns) PrepareNewSessionHandshake:477(845ns) {SwitchToState:179(149ns)}}}}}
2025-12-06T17:42:52.268207Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801842000773130:2106] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(45689905ns) {Configure:104(45684482ns) {ProcessConfigured:135(285465ns) {StartInitialHandshake:157(282536ns) {DropHandshakes:470(2295ns) {DropIncomingHandshake:442(528ns) DropOutgoingHandshake:457(502ns)} GenerateSessionVirtualId:988(748ns) PrepareNewSessionHandshake:477(2001ns) {SwitchToState:179(625ns)}}}}}
2025-12-06T17:42:52.316261Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801837705805769:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(47741309ns) {Configure:104(47735204ns) {ProcessConfigured:135(80483ns) {StartInitialHandshake:157(76668ns) {DropHandshakes:470(2571ns) {DropIncomingHandshake:442(699ns) DropOutgoingHandshake:457(453ns)} GenerateSessionVirtualId:988(1622ns) PrepareNewSessionHandshake:477(5213ns) {SwitchToState:179(614ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:52.324516Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801844660782009:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42572
2025-12-06T17:42:52.324991Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801844881928262:2104] [node 5] ICP01 ready to work
2025-12-06T17:42:52.282931Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801836543318047:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(22573291ns) {Configure:104(22567928ns) {ProcessConfigured:135(77291ns) {StartInitialHandshake:157(74747ns) {DropHandshakes:470(2980ns) {DropIncomingHandshake:442(1008ns) DropOutgoingHandshake:457(398ns)} GenerateSessionVirtualId:988(1143ns) PrepareNewSessionHandshake:477(1396ns) {SwitchToState:179(464ns)}}}}}
2025-12-06T17:42:52.327843Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801844881928265:2105] [node 6] ICP01 ready to work
2025-12-06T17:42:52.307416Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801840704975817:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(27263957ns) {Configure:104(27257253ns) {ProcessConfigured:135(85195ns) {StartInitialHandshake:157(82591ns) {DropHandshakes:470(2679ns) {DropIncomingHandshake:442(717ns) DropOutgoingHandshake:457(348ns)} GenerateSessionVirtualId:988(1003ns) PrepareNewSessionHandshake:477(1643ns) {SwitchToState:179(605ns)}}}}}
2025-12-06T17:42:52.308131Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801844999943187:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38513
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:52.336741Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801842042410514:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26223
2025-12-06T17:42:52.336922Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801842042410515:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26223
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:52.352830Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801840838285422:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8748
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:52.353159Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801840838285423:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8748
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:52.387556Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801844881928262:2104] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(58536743ns) {Configure:104(58531394ns) {ProcessConfigured:135(28444291ns) {StartInitialHandshake:157(28440397ns) {DropHandshakes:470(2707ns) {DropIncomingHandshake:442(541ns) DropOutgoingHandshake:457(375ns)} GenerateSessionVirtualId:988(879ns) PrepareNewSessionHandshake:477(5067ns) {SwitchToState:179(3078ns)}}}}}
2025-12-06T17:42:52.395406Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801842042410514:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:52.395568Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801837747443142:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:52.355494Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801842000773141:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7421
2025-12-06T17:42:52.406685Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801840838285409:2110] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:52.395866Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801844999943187:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:52.409658Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801840586960902:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(19393841ns) {Configure:104(19388737ns) {ProcessConfigured:135(69354ns) {StartInitialHandshake:157(65658ns) {DropHandshakes:470(3479ns) {DropIncomingHandshake:442(1418ns) DropOutgoingHandshake:457(471ns)} GenerateSessionVirtualId:988(1107ns) PrepareNewSessionHandshake:477(1593ns) {SwitchToState:179(595ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:52.355666Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801842000773142:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7421
2025-12-06T17:42:52.406752Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801840838285409:2110] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:42:52.414276Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801840838285409:2110] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:52.412695Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801844999943174:2072] [node 4] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:52.414730Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801844660782009:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:52.408000Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801842000773141:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:52.424277Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801844999943191:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38513
2025-12-06T17:42:52.431069Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801844881928269:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23611
2025-12-06T17:42:52.431158Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801844881928270:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23611
2025-12-06T17:42:52.431401Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801844881928268:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23611
2025-12-06T17:42:52.440987Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801840838285407:2083] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:42:52.450695Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:52.451013Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801844881928269:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:52.439543Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801844660781996:2068] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:52.462064Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801844881928270:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:52.462211Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580801840586960901:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:52.459414Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801842042410502:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:52.454890Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801840838285407:2083] [node 4] ICP22 created new session: [3:7580801840838285425:2083]
2025-12-06T17:42:52.424512Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801844999943192:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38513
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:52.424595Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801844999943194:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38513
2025-12-06T17:42:52.435339Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801844999943195:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38513
2025-12-06T17:42:52.458651Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801844999943194:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:52.459219Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801844999943192:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:52.482542Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801840838285425:2083] [node 4] ICS09 handshake done sender: [3:7580801840838285409:2110] self: [3:7580801840838285408:0] peer: [4:7580801842042410517:0] socket: 130 qp: -1
2025-12-06T17:42:52.462884Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801842000773142:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:52.463044Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801842000773133:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:52.463071Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801842000773133:2111] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:42:52.459457Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801842042410502:2110] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:52.483451Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801840838285425:2083] [node 4] ICS10 traffic start
2025-12-06T17:42:52.483527Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:52.495172Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801840704975816:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:52.474688Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801842042410515:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:52.474923Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801842042410504:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:52.474952Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801842042410504:2111] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:52.475806Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801842042410516:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26223
2025-12-06T17:42:52.476803Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801842042410521:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26223
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:52.487306Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801844660782016:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42572
2025-12-06T17:42:52.511427Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801842000773146:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7421
2025-12-06T17:42:52.511699Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801842000773133:2111] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:52.504619Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801840838285407:2083] [node 4] ICP35 event processing took too much time PendingConnection:279(63101317ns) {HandleHandshakeStatus:329(63099322ns) {DropIncomingHandshake:442(423ns) DropOutgoingHandshake:457(993ns) SwitchToState:179(106ns) ProcessPendingSessionEvents:495(592943ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 515977ns max# 77855ns}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:52.504903Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801840838285423:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:52.505525Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801840838285422:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:52.520165Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801840838285414:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:52.520195Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801840838285414:2112] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:52.511924Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801840704975816:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(17744768ns) {IncomingHandshake:261(17743030ns) {DropIncomingHandshake:442(371ns) PrepareNewSessionHandshake:477(1939ns) {SwitchToState:179(624ns)} GenerateSessionVirtualId:988(494ns) IssueIncomingHandshakeReply:193(11874657ns) {SwitchToState:179(3463ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:52.521494Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801844881928268:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:52.521934Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801844881928267:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:52.521957Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801844881928267:2112] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:52.522910Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801844881928282:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23611
2025-12-06T17:42:52.519041Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801844999943195:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:52.519261Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801844999943191:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:52.519428Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801844999943198:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38513
2025-12-06T17:42:52.519614Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801840704975817:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:52.519691Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801840704975818:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:52.523881Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801842042410516:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:52.524002Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801842042410514:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:52.524379Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801837747443142:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:42:52.524446Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:52.524500Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801837747443142:2050] [node 3] ICP22 created new session: [4:7580801842042410523:2050]
2025-12-06T17:42:52.524569Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801842042410523:2050] [node 3] ICS09 handshake done sender: [4:7580801842042410514:2115] self: [4:7580801842042410517:0] peer: [3:7580801840838285408:0] socket: 143 qp: -1
2025-12-06T17:42:52.524603Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801842042410523:2050] [node 3] ICS10 traffic start
2025-12-06T17:42:52.524641Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:52.527060Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801840838285414:2112] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:52.528158Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801840838285396:2082] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:52.528234Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:52.528289Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801840838285396:2082] [node 5] ICP22 created new session: [3:7580801840838285431:2082]
2025-12-06T17:42:52.528338Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801840838285431:2082] [node 5] ICS09 handshake done sender: [3:7580801840838285414:2112] self: [3:7580801840838285413:0] peer: [5:7580801844999943200:0] socket: 137 qp: -1
2025-12-06T17:42:52.528375Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801840838285431:2082] [node 5] ICS10 traffic start
2025-12-06T17:42:52.528412Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:52.526788Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801844881928270:2115] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:52.530781Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801842000773146:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:52.530851Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801837705805768:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:42:52.530899Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:52.530946Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801837705805768:2048] [node 2] ICP22 created new session: [1:7580801842000773150:2048]
2025-12-06T17:42:52.531001Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801842000773150:2048] [node 2] ICS09 handshake done sender: [1:7580801842000773133:2111] self: [1:7580801842000773132:0] peer: [2:7580801844881928281:0] socket: 153 qp: -1
2025-12-06T17:42:52.531037Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801842000773150:2048] [node 2] ICS10 traffic start
2025-12-06T17:42:52.531082Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:52.532287Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580801837705805768:2048] [node 2] ICP18 handshake (actor [1:7580801842000773146:2117]) is too old
2025-12-06T17:42:52.530192Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801844999943201:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38513
2025-12-06T17:42:52.533289Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801844999943191:2116] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:52.533500Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801840704975818:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:42:52.533566Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:52.533613Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801840704975818:2050] [node 3] ICP22 created new session: [5:7580801844999943203:2050]
2025-12-06T17:42:52.533661Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801844999943203:2050] [node 3] ICS09 handshake done sender: [5:7580801844999943191:2116] self: [5:7580801844999943200:0] peer: [3:7580801840838285413:0] socket: 147 qp: -1
2025-12-06T17:42:52.533698Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801844999943203:2050] [node 3] ICS10 traffic start
2025-12-06T17:42:52.533744Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:52.537119Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801844881928267:2112] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:52.542958Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580801840586960901:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:52.543069Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:52.543135Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801840586960901:2048] [node 1] ICP22 created new session: [2:7580801844881928285:2048]
2025-12-06T17:42:52.543187Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801844881928285:2048] [node 1] ICS09 handshake done sender: [2:7580801844881928270:2115] self: [2:7580801844881928281:0] peer: [1:7580801842000773132:0] socket: 159 qp: -1
2025-12-06T17:42:52.543234Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801844881928285:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:52.543281Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:52.545391Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801844881928262:2104] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:52.545489Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:52.545544Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801844881928262:2104] [node 5] ICP22 created new session: [2:7580801844881928287:2104]
2025-12-06T17:42:52.545591Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801844881928287:2104] [node 5] ICS09 handshake done sender: [2:7580801844881928267:2112] self: [2:7580801844881928266:0] peer: [5:7580801844999943199:0] socket: 163 qp: -1
2025-12-06T17:42:52.545636Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801844881928287:2104] [node 5] ICS10 traffic start
2025-12-06T17:42:52.545694Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:52.548239Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801842000773135:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:52.548284Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801842000773135:2112] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:52.549083Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801842000773149:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7421
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:52.555022Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801842000773149:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:52.555404Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801842000773135:2112] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:52.558352Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801840838285433:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8748
2025-12-06T17:42:52.551054Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801837747443140:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:52.559641Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801842042410522:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26223
2025-12-06T17:42:52.559934Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801842042410502:2110] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:52.562461Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801842042410504:2111] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:52.552416Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801844999943202:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38513
2025-12-06T17:42:52.562882Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801842042410500:2064] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:52.562940Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:52.563007Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801842042410500:2064] [node 6] ICP22 created new session: [4:7580801842042410526:2064]
2025-12-06T17:42:52.563094Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801842042410526:2064] [node 6] ICS09 handshake done sender: [4:7580801842042410504:2111] self: [4:7580801842042410503:0] peer: [6:7580801844660782015:0] socket: 127 qp: -1
2025-12-06T17:42:52.563142Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801842042410526:2064] [node 6] ICS10 traffic start
2025-12-06T17:42:52.563179Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:52.564876Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801842042410497:2063] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:52.564933Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:52.564985Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801842042410497:2063] [node 5] ICP22 created new session: [4:7580801842042410529:2063]
2025-12-06T17:42:52.565028Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801842042410529:2063] [node 5] ICS09 handshake done sender: [4:7580801842042410502:2110] self: [4:7580801842042410501:0] peer: [5:7580801844999943193:0] socket: 126 qp: -1
2025-12-06T17:42:52.565062Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801842042410529:2063] [node 5] ICS10 traffic start
2025-12-06T17:42:52.565099Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:52.574978Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801844999943205:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38513
2025-12-06T17:42:52.575371Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801844999943195:2119] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:52.575730Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801844999943187:2115] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:52.575891Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801840704975817:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:52.575965Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:52.576017Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801840704975817:2049] [node 2] ICP22 created new session: [5:7580801844999943207:2049]
2025-12-06T17:42:52.576068Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801844999943207:2049] [node 2] ICS09 handshake done sender: [5:7580801844999943195:2119] self: [5:7580801844999943199:0] peer: [2:7580801844881928266:0] socket: 165 qp: -1
2025-12-06T17:42:52.576108Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801844999943207:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:52.576162Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:52.577998Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801844999943194:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:52.584169Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801842000773130:2106] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:52.584254Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:52.583383Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801844999943174:2072] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:42:52.584315Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801842000773130:2106] [node 5] ICP22 created new session: [1:7580801842000773155:2106]
2025-12-06T17:42:52.583477Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:52.584360Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801842000773155:2106] [node 5] ICS09 handshake done sender: [1:7580801842000773135:2112] self: [1:7580801842000773134:0] peer: [5:7580801844999943196:0] socket: 154 qp: -1
2025-12-06T17:42:52.584390Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801842000773155:2106] [node 5] ICS10 traffic start
2025-12-06T17:42:52.584422Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:52.583550Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801844999943174:2072] [node 4] ICP22 created new session: [5:7580801844999943209:2072]
2025-12-06T17:42:52.583638Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801844999943209:2072] [node 4] ICS09 handshake done sender: [5:7580801844999943187:2115] self: [5:7580801844999943193:0] peer: [4:7580801842042410501:0] socket: 131 qp: -1
2025-12-06T17:42:52.583692Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801844999943209:2072] [node 4] ICS10 traffic start
2025-12-06T17:42:52.583748Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:52.591573Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801840704975816:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:52.591652Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:52.602039Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801844660782017:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42572
2025-12-06T17:42:52.602221Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801844660782009:2114] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:52.588359Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801844881928272:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:52.591715Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801840704975816:2048] [node 1] ICP22 created new session: [5:7580801844999943211:2048]
2025-12-06T17:42:52.591768Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801844999943211:2048] [node 1] ICS09 handshake done sender: [5:7580801844999943194:2118] self: [5:7580801844999943196:0] peer: [1:7580801842000773134:0] socket: 161 qp: -1
2025-12-06T17:42:52.591807Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801844999943211:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:52.591847Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:52.588399Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801844881928272:2116] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:42:52.600619Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801844881928289:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23611
2025-12-06T17:42:52.614635Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801844881928272:2116] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:52.585229Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801842042410522:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:52.630544Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801844881928289:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:52.630627Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801844881928261:2103] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:42:52.630708Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:52.630764Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801844881928261:2103] [node 4] ICP22 created new session: [2:7580801844881928293:2103]
2025-12-06T17:42:52.630819Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801844881928293:2103] [node 4] ICS09 handshake done sender: [2:7580801844881928272:2116] self: [2:7580801844881928271:0] peer: [4:7580801842042410531:0] socket: 164 qp: -1
2025-12-06T17:42:52.630852Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801844881928293:2103] [node 4] ICS10 traffic start
2025-12-06T17:42:52.630906Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:52.585585Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801837747443141:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:52.643426Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580801844881928261:2103] [node 4] ICP18 handshake (actor [2:7580801844881928289:2120]) is too old
2025-12-06T17:42:52.626873Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801844660782018:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42572
2025-12-06T17:42:52.626999Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801844660782019:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42572
2025-12-06T17:42:52.627057Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801844660781996:2068] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:42:52.627142Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:52.627200Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801844660781996:2068] [node 4] ICP22 created new session: [6:7580801844660782020:2068]
2025-12-06T17:42:52.627251Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801844660782020:2068] [node 4] ICS09 handshake done sender: [6:7580801844660782009:2114] self: [6:7580801844660782015:0] peer: [4:7580801842042410503:0] socket: 139 qp: -1
2025-12-06T17:42:52.627296Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801844660782020:2068] [node 4] ICS10 traffic start
2025-12-06T17:42:52.627364Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:52.639190Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801840838285435:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8748
2025-12-06T17:42:52.602923Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801842042410532:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26223
2025-12-06T17:42:52.616326Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801842042410522:2119] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:52.644006Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801837747443141:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:52.644065Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:52.644122Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801837747443141:2049] [node 2] ICP22 created new session: [4:7580801842042410533:2049]
2025-12-06T17:42:52.644179Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801842042410533:2049] [node 2] ICS09 handshake done sender: [4:7580801842042410522:2119] self: [4:7580801842042410531:0] peer: [2:7580801844881928271:0] socket: 171 qp: -1
2025-12-06T17:42:52.644219Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801842042410533:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:52.644262Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:52.659000Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801840838285435:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:52.671508Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801844660782017:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:52.671638Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801844660782019:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:52.672161Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801840365814642:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:52.672359Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801840365814641:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:52.672697Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801844660782023:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42572
2025-12-06T17:42:52.677500Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801844881928276:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:52.667985Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801842000773129:2110] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:52.668029Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801842000773129:2110] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:42:52.674784Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801836543318048:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:52.675008Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801840838285418:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:52.679007Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801842000773157:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7421
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:52.682256Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801842042410535:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26223
2025-12-06T17:42:52.675037Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801840838285418:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:52.682501Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801844660782026:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42572
2025-12-06T17:42:52.681825Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801840838285418:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:52.677554Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801844881928276:2118] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:52.686674Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801844881928274:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:52.686707Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801844881928274:2117] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:42:52.690565Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801844660782018:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:52.683256Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801840838285410:2084] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:52.683323Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:52.683380Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801840838285410:2084] [node 6] ICP22 created new session: [3:7580801840838285438:2084]
2025-12-06T17:42:52.683441Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801840838285438:2084] [node 6] ICS09 handshake done sender: [3:7580801840838285418:2114] self: [3:7580801840838285417:0] peer: [6:7580801844660782024:0] socket: 183 qp: -1
2025-12-06T17:42:52.691055Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801842000773129:2110] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:52.683486Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801840838285438:2084] [node 6] ICS10 traffic start
2025-12-06T17:42:52.683525Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:52.691580Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801842042410516:2117] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:52.691779Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801837747443140:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:52.694324Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801844660782017:2117] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:52.691835Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:52.691890Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801837747443140:2048] [node 1] ICP22 created new session: [4:7580801842042410536:2048]
2025-12-06T17:42:52.691944Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801842042410536:2048] [node 1] ICS09 handshake done sender: [4:7580801842042410516:2117] self: [4:7580801842042410525:0] peer: [1:7580801842000773128:0] socket: 156 qp: -1
2025-12-06T17:42:52.691982Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801842042410536:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:52.692017Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:52.695410Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801842000773157:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:52.695598Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801837705805826:2105] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:42:52.695686Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:52.695752Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801837705805826:2105] [node 4] ICP22 created new session: [1:7580801842000773160:2105]
2025-12-06T17:42:52.695808Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801842000773160:2105] [node 4] ICS09 handshake done sender: [1:7580801842000773129:2110] self: [1:7580801842000773128:0] peer: [4:7580801842042410525:0] socket: 138 qp: -1
2025-12-06T17:42:52.695844Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801842000773160:2105] [node 4] ICS10 traffic start
2025-12-06T17:42:52.695885Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:52.698938Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801840838285433:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:52.699119Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801840838285440:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8748
2025-12-06T17:42:52.699261Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801836543318047:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:52.700014Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801844660782023:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:52.701504Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801840365814642:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:42:52.701605Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:52.701682Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801840365814642:2050] [node 3] ICP22 created new session: [6:7580801844660782028:2050]
2025-12-06T17:42:52.701746Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801844660782028:2050] [node 3] ICS09 handshake done sender: [6:7580801844660782017:2117] self: [6:7580801844660782024:0] peer: [3:7580801840838285417:0] socket: 184 qp: -1
2025-12-06T17:42:52.701795Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801844660782028:2050] [node 3] ICS10 traffic start
2025-12-06T17:42:52.701834Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:52.702665Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580801840365814642:2050] [node 3] ICP27 obsolete handshake fail ignored
2025-12-06T17:42:52.703958Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801844660781997:2070] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:52.706700Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801844881928276:2118] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:52.709712Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801840838285442:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8748
2025-12-06T17:42:52.710517Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801840838285433:2117] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:52.710825Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801836543318047:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:52.710888Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:52.710941Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801836543318047:2048] [node 1] ICP22 created new session: [3:7580801840838285443:2048]
2025-12-06T17:42:52.710993Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801840838285443:2048] [node 1] ICS09 handshake done sender: [3:7580801840838285433:2117] self: [3:7580801840838285441:0] peer: [1:7580801842000773136:0] socket: 182 qp: -1
2025-12-06T17:42:52.711031Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801840838285443:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:52.711066Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:52.707644Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801842000773137:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:52.707687Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801842000773137:2113] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:42:52.710026Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801842000773137:2113] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:52.713554Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801837705805769:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:42:52.713638Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:52.713703Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801837705805769:2049] [node 3] ICP22 created new session: [1:7580801842000773164:2049]
2025-12-06T17:42:52.713763Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801842000773164:2049] [node 3] ICS09 handshake done sender: [1:7580801842000773137:2113] self: [1:7580801842000773136:0] peer: [3:7580801840838285441:0] socket: 167 qp: -1
2025-12-06T17:42:52.713802Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801842000773164:2049] [node 3] ICS10 traffic start
2025-12-06T17:42:52.713855Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:52.727084Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801844660782027:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42572
2025-12-06T17:42:52.727460Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801844881928274:2117] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:52.727854Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801844999943184:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:52.727900Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580801844999943184:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:52.729332Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801844881928265:2105] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:52.729454Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:52.729516Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801844881928265:2105] [node 6] ICP22 created new session: [2:7580801844881928297:2105]
2025-12-06T17:42:52.729574Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801844881928297:2105] [node 6] ICS09 handshake done sender: [2:7580801844881928276:2118] self: [2:7580801844881928275:0] peer: [6:7580801844660782025:0] socket: 152 qp: -1
2025-12-06T17:42:52.729620Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801844881928297:2105] [node 6] ICS10 traffic start
2025-12-06T17:42:52.729674Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:52.730815Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801840586960902:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:42:52.730903Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:52.730965Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801840586960902:2049] [node 3] ICP22 created new session: [2:7580801844881928299:2049]
2025-12-06T17:42:52.731024Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801844881928299:2049] [node 3] ICS09 handshake done sender: [2:7580801844881928274:2117] self: [2:7580801844881928273:0] peer: [3:7580801840838285436:0] socket: 144 qp: -1
2025-12-06T17:42:52.731061Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801844881928299:2049] [node 3] ICS10 traffic start
2025-12-06T17:42:52.731108Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:52.733144Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801844999943184:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:52.735800Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801840838285435:2118] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:52.738215Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801840365814640:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:52.738624Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801844660782019:2119] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:52.739407Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580801844999943176:2074] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:52.739516Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:52.739577Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801844999943176:2074] [node 6] ICP22 created new session: [5:7580801844999943214:2074]
2025-12-06T17:42:52.739632Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801844999943214:2074] [node 6] ICS09 handshake done sender: [5:7580801844999943184:2113] self: [5:7580801844999943183:0] peer: [6:7580801844660782030:0] socket: 186 qp: -1
2025-12-06T17:42:52.739684Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801844999943214:2074] [node 6] ICS10 traffic start
2025-12-06T17:42:52.739734Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:52.739829Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801840365814641:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:52.739927Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:52.739988Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801840365814641:2049] [node 2] ICP22 created new session: [6:7580801844660782033:2049]
2025-12-06T17:42:52.740037Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801844660782033:2049] [node 2] ICS09 handshake done sender: [6:7580801844660782019:2119] self: [6:7580801844660782025:0] peer: [2:7580801844881928275:0] socket: 190 qp: -1
2025-12-06T17:42:52.740071Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801844660782033:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:52.740137Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:52.747669Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801842000773139:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:52.747718Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801842000773139:2114] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:52.763379Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801844660781997:2070] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29078) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801844660782018:2118] held: no
2025-12-06T17:42:52.764263Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801844660782032:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42572
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:52.773608Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801844660782035:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42572
2025-12-06T17:42:52.762182Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801842000773139:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:52.770312Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801842000773131:2107] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:52.770410Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:52.770471Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801842000773131:2107] [node 6] ICP22 created new session: [1:7580801842000773167:2107]
2025-12-06T17:42:52.770550Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801842000773167:2107] [node 6] ICS09 handshake done sender: [1:7580801842000773139:2114] self: [1:7580801842000773138:0] peer: [6:7580801844660782031:0] socket: 132 qp: -1
2025-12-06T17:42:52.770602Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801842000773167:2107] [node 6] ICS10 traffic start
2025-12-06T17:42:52.770649Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:52.759217Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801836543318048:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:52.759311Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:52.759363Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801836543318048:2049] [node 2] ICP22 created new session: [3:7580801840838285445:2049]
2025-12-06T17:42:52.759420Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801840838285445:2049] [node 2] ICS09 handshake done sender: [3:7580801840838285435:2118] self: [3:7580801840838285436:0] peer: [2:7580801844881928273:0] socket: 187 qp: -1
2025-12-06T17:42:52.759463Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801840838285445:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:52.759509Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:52.763125Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7580801836543318048:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:42:52.783283Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801840365814640:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64796) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801844660782023:2120] held: no
2025-12-06T17:42:52.784057Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801844660782023:2120] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:52.784723Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801844660782018:2118] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:52.785029Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801840365814640:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:52.785102Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:52.785162Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801840365814640:2048] [node 1] ICP22 created new session: [6:7580801844660782036:2048]
2025-12-06T17:42:52.785234Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801844660782036:2048] [node 1] ICS09 handshake done sender: [6:7580801844660782023:2120] self: [6:7580801844660782031:0] peer: [1:7580801842000773138:0] socket: 185 qp: -1
2025-12-06T17:42:52.785279Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801844660782036:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:52.785333Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:52.786695Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801844660781997:2070] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:42:52.786782Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:52.786839Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801844660781997:2070] [node 5] ICP22 created new session: [6:7580801844660782038:2070]
2025-12-06T17:42:52.786889Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801844660782038:2070] [node 5] ICS09 handshake done sender: [6:7580801844660782018:2118] self: [6:7580801844660782030:0] peer: [5:7580801844999943183:0] socket: 189 qp: -1
2025-12-06T17:42:52.786927Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801844660782038:2070] [node 5] ICS10 traffic start
2025-12-06T17:42:52.786978Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:52.836289Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:42:52.836571Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7580801844881928285:2048] [node 1] ICS07 socket disconnect 159 reason# EndOfStream
2025-12-06T17:42:52.836605Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580801844881928285:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:52.836702Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:52.836750Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580801844881928285:2048] [node 1] ICS15 start handshake
2025-12-06T17:42:52.838728Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:42:52.838958Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580801840838285443:2048] [node 1] ICS07 socket disconnect 182 reason# EndOfStream
2025-12-06T17:42:52.838993Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801840838285443:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:52.839067Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:52.839108Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580801840838285443:2048] [node 1] ICS15 start handshake
2025-12-06T17:42:52.856549Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580801840586960901:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64796) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:42:52.856621Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580801844881928285:2048] [node 1] ICS15 start handshake
2025-12-06T17:42:52.858132Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580801840586960901:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64796) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:52.858201Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580801844881928285:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:52.858239Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580801840586960901:2048] [node 1] ICP30 unregister session Session# [2:7580801844881928285:2048] VirtualId# [2:7580801844881928281:0]
2025-12-06T17:42:52.858292Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:52.858328Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [2:7580801840586960901:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:64796) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:52.858346Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64796) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:52.862930Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801836543318047:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64796) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:42:52.862990Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580801840838285443:2048] [node 1] ICS15 start handshake
2025-12-06T17:42:52.868946Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801836543318047:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64796) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:52.869031Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801840838285443:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:52.869069Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801836543318047:2048] [node 1] ICP30 unregister session Session# [3:7580801840838285443:2048] VirtualId# [3:7580801840838285441:0]
2025-12-06T17:42:52.869119Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:52.869186Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580801836543318047:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:64796) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:52.869210Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64796) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:52.873999Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:42:52.873999Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:42:52.874279Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801844660782036:2048] [node 1] ICS01 socket: 185 reason# EndOfStream
2025-12-06T17:42:52.874328Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801840365814640:2048] [node 1] ICP30 unregister session Session# [6:7580801844660782036:2048] VirtualId# [6:7580801844660782031:0]
2025-12-06T17:42:52.874752Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [2:7580801840586960901:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:42:52.874377Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801844660782036:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:52.874464Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:52.874502Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:52.874652Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:42:52.874854Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801844999943211:2048] [node 1] ICS01 socket: 161 reason# EndOfStream
2025-12-06T17:42:52.874898Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801840704975816:2048] [node 1] ICP30 unregister session Session# [5:7580801844999943211:2048] VirtualId# [5:7580801844999943196:0]
2025-12-06T17:42:52.874929Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801844999943211:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:52.875004Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:52.875049Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:52.875555Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580801842042410536:2048] [node 1] ICS07 socket disconnect 156 reason# EndOfStream
2025-12-06T17:42:52.875608Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801842042410536:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:52.875691Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:52.875736Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580801842042410536:2048] [node 1] ICS15 start handshake
2025-12-06T17:42:52.883202Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801837747443140:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64796) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:52.883294Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801842042410536:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:52.883336Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801837747443140:2048] [node 1] ICP30 unregister session Session# [4:7580801842042410536:2048] VirtualId# [4:7580801842042410525:0]
2025-12-06T17:42:52.883394Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:52.883433Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580801837747443140:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:64796) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:52.883449Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64796) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:52.883586Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580801836543318047:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:42:52.895219Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580801837747443140:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:42:52.938871Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:42:52.939137Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801840838285445:2049] [node 2] ICS01 socket: 187 reason# EndOfStream
2025-12-06T17:42:52.939184Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801836543318048:2049] [node 2] ICP30 unregister session Session# [3:7580801840838285445:2049] VirtualId# [3:7580801840838285436:0]
2025-12-06T17:42:52.939224Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801840838285445:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:52.939314Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:52.939357Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:52.961971Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:42:52.962225Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801844660782033:2049] [node 2] ICS01 socket: 190 reason# EndOfStream
2025-12-06T17:42:52.962273Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801840365814641:2049] [node 2] ICP30 unregister session Session# [6:7580801844660782033:2049] VirtualId# [6:7580801844660782025:0]
2025-12-06T17:42:52.962314Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801844660782033:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:52.962414Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:52.962453Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:52.962673Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:42:52.962889Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580801844999943207:2049] [node 2] ICS07 socket disconnect 165 reason# EndOfStream
2025-12-06T17:42:52.962923Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801844999943207:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:52.963006Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:52.963050Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580801844999943207:2049] [node 2] ICS15 start handshake
2025-12-06T17:42:52.964926Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:42:52.965148Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580801842042410533:2049] [node 2] ICS07 socket disconnect 171 reason# EndOfStream
2025-12-06T17:42:52.965183Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801842042410533:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:52.965264Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:52.965310Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580801842042410533:2049] [node 2] ICS15 start handshake
2025-12-06T17:42:52.967585Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801840704975817:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15196) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:52.967667Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801844999943207:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:52.967711Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801840704975817:2049] [node 2] ICP30 unregister session Session# [5:7580801844999943207:2049] VirtualId# [5:7580801844999943199:0]
2025-12-06T17:42:52.967759Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:52.967793Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580801840704975817:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:15196) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:52.967810Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15196) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:52.969137Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801837747443141:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15196) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:52.969205Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801842042410533:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:52.969241Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801837747443141:2049] [node 2] ICP30 unregister session Session# [4:7580801842042410533:2049] VirtualId# [4:7580801842042410531:0]
2025-12-06T17:42:52.969284Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:52.969315Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580801837747443141:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:15196) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:52.969332Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15196) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:52.978939Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580801840704975817:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:42:52.979137Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580801837747443141:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:42:53.208579Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:42:53.208836Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801844999943203:2050] [node 3] ICS01 socket: 147 reason# EndOfStream
2025-12-06T17:42:53.208897Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801840704975818:2050] [node 3] ICP30 unregister session Session# [5:7580801844999943203:2050] VirtualId# [5:7580801844999943200:0]
2025-12-06T17:42:53.208932Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801844999943203:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:53.209005Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:42:53.209054Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:42:53.208579Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:42:53.208682Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:42:53.208875Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580801842042410523:2050] [node 3] ICS07 socket disconnect 143 reason# EndOfStream
2025-12-06T17:42:53.208915Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801842042410523:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:53.209006Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:42:53.209054Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580801842042410523:2050] [node 3] ICS15 start handshake
2025-12-06T17:42:53.210133Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580801844660782028:2050] [node 3] ICS07 socket disconnect 184 reason# EndOfStream
2025-12-06T17:42:53.210194Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801844660782028:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:53.210288Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:42:53.210327Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580801844660782028:2050] [node 3] ICS15 start handshake
2025-12-06T17:42:53.211700Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801837747443142:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11298) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:53.211769Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801842042410523:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:53.211818Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801837747443142:2050] [node 3] ICP30 unregister session Session# [4:7580801842042410523:2050] VirtualId# [4:7580801842042410517:0]
2025-12-06T17:42:53.211864Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:42:53.211900Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580801837747443142:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:11298) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:53.211917Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11298) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:53.212646Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801840365814642:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11298) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:53.212714Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801844660782028:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:53.212744Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801840365814642:2050] [node 3] ICP30 unregister session Session# [6:7580801844660782028:2050] VirtualId# [6:7580801844660782024:0]
2025-12-06T17:42:53.212780Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:42:53.212814Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580801840365814642:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:11298) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:53.212839Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11298) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:53.222771Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580801837747443142:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:42:53.226748Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580801840365814642:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:42:53.338870Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:42:53.339137Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580801844999943209:2072] [node 4] ICS07 socket disconnect 131 reason# EndOfStream
2025-12-06T17:42:53.339176Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801844999943209:2072] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:53.339276Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:42:53.339323Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580801844999943209:2072] [node 4] ICS15 start handshake
2025-12-06T17:42:53.339949Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:42:53.340166Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580801844660782020:2068] [node 4] ICS07 socket disconnect 139 reason# EndOfStream
2025-12-06T17:42:53.340199Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801844660782020:2068] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:53.340268Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:42:53.340311Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580801844660782020:2068] [node 4] ICS15 start handshake
2025-12-06T17:42:53.341610Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801844660781996:2068] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28518) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:53.341683Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801844660782020:2068] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:53.341725Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801844660781996:2068] [node 4] ICP30 unregister session Session# [6:7580801844660782020:2068] VirtualId# [6:7580801844660782015:0]
2025-12-06T17:42:53.341774Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:42:53.341813Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580801844660781996:2068] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:28518) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:53.341844Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28518) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:53.342588Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801844999943174:2072] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28518) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:53.342660Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801844999943209:2072] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:53.342713Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801844999943174:2072] [node 4] ICP30 unregister session Session# [5:7580801844999943209:2072] VirtualId# [5:7580801844999943193:0]
2025-12-06T17:42:53.342834Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:42:53.342885Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580801844999943174:2072] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:28518) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:53.342914Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28518) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:53.351308Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580801844660781996:2068] [node 4] ICP33 wake up from error state
2025-12-06T17:42:53.490731Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:42:53.491019Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801844660782038:2070] [node 5] ICS01 socket: 189 reason# EndOfStream
2025-12-06T17:42:53.491074Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801844660781997:2070] [node 5] ICP30 unregister session Session# [6:7580801844660782038:2070] VirtualId# [6:7580801844660782030:0]
2025-12-06T17:42:53.491121Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801844660782038:2070] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:53.491235Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:42:53.491284Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:42:53.906508Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801848459291711:2048] [node 2] ICP01 ready to work
2025-12-06T17:42:53.906668Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801848459291712:2049] [node 3] ICP01 ready to work
2025-12-06T17:42:53.955036Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801846589668460:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:53.955101Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801846589668461:2049] [node 3] ICP01 ready to work
2025-12-06T17:42:53.939120Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801846107523028:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:53.939157Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801846107523029:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:53.987849Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801848784341286:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:53.987916Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801848784341287:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:53.987954Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801848784341288:2050] [node 3] ICP01 ready to work
2025-12-06T17:42:53.999214Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801848766518950:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:53.999252Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801848766518951:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:53.999291Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801848766518952:2050] [node 3] ICP01 ready to work
2025-12-06T17:42:54.068188Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801850937793950:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:54.068228Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801850937793951:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:54.436228Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801850402490386:2065] [node 6] ICP01 ready to work
2025-12-06T17:42:54.446526Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801852754259070:2108] [node 6] ICP01 ready to work
2025-12-06T17:42:54.068264Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801850937793952:2050] [node 3] ICP01 ready to work
2025-12-06T17:42:54.439602Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801853061486275:2071] [node 4] ICP01 ready to work
2025-12-06T17:42:54.487235Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801846589668460:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(181217025ns) {Configure:104(181207332ns) {ProcessConfigured:135(12821415ns) {StartInitialHandshake:157(12817383ns) {DropHandshakes:470(3066ns) {DropIncomingHandshake:442(811ns) DropOutgoingHandshake:457(454ns)} GenerateSessionVirtualId:988(1262ns) PrepareNewSessionHandshake:477(5573ns) {SwitchToState:179(2663ns)}}}}}
2025-12-06T17:42:54.488478Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801850884635821:2096] [node 4] ICP01 ready to work
2025-12-06T17:42:54.489164Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801850884635822:2097] [node 6] ICP01 ready to work
2025-12-06T17:42:54.440018Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801853061486276:2072] [node 6] ICP01 ready to work
2025-12-06T17:42:54.338596Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801850937793969:2066] [node 5] ICP01 ready to work
2025-12-06T17:42:54.477836Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801852754259071:2107] [node 5] ICP01 ready to work
2025-12-06T17:42:54.514467Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801850402490388:2064] [node 5] ICP01 ready to work
2025-12-06T17:42:54.544501Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801850402490389:2071] [node 4] ICP01 ready to work
2025-12-06T17:42:54.518680Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801850937793993:2076] [node 4] ICP01 ready to work
2025-12-06T17:42:54.570048Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801850884635832:2095] [node 5] ICP01 ready to work
2025-12-06T17:42:54.531702Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801850937793951:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(219568865ns) {Configure:104(219564141ns) {ProcessConfigured:135(81798ns) {StartInitialHandshake:157(78338ns) {DropHandshakes:470(2896ns) {DropIncomingHandshake:442(846ns) DropOutgoingHandshake:457(460ns)} GenerateSessionVirtualId:988(913ns) PrepareNewSessionHandshake:477(1568ns) {SwitchToState:179(570ns)}}}}}
2025-12-06T17:42:54.563317Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801853079308646:2072] [node 5] ICP01 ready to work
2025-12-06T17:42:54.554904Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801853061486275:2071] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(107887325ns) {Configure:104(107880445ns) {ProcessConfigured:135(123781ns) {StartInitialHandshake:157(119910ns) {DropHandshakes:470(3849ns) {DropIncomingHandshake:442(763ns) DropOutgoingHandshake:457(281ns)} GenerateSessionVirtualId:988(1417ns) PrepareNewSessionHandshake:477(1490ns) {SwitchToState:179(510ns)}}}}}
2025-12-06T17:42:54.574978Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801852754259072:2109] [node 4] ICP01 ready to work
2025-12-06T17:42:54.603673Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801853079308647:2073] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:54.630265Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801848459291711:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(51851397ns) {Configure:104(51845754ns) {ProcessConfigured:135(51783ns) {StartInitialHandshake:157(48747ns) {DropHandshakes:470(1562ns) {DropIncomingHandshake:442(451ns) DropOutgoingHandshake:457(564ns)} GenerateSessionVirtualId:988(503ns) PrepareNewSessionHandshake:477(1346ns) {SwitchToState:179(339ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:54.638420Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801850402490386:2065] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(93099293ns) {Configure:104(93094610ns) {ProcessConfigured:135(10817449ns) {StartInitialHandshake:157(10814941ns) {DropHandshakes:470(1232ns) {DropIncomingHandshake:442(235ns) DropOutgoingHandshake:457(264ns)} GenerateSessionVirtualId:988(564ns) PrepareNewSessionHandshake:477(4498ns) {SwitchToState:179(1930ns)}}}}}
2025-12-06T17:42:54.637178Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801852754259073:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37411
2025-12-06T17:42:54.637458Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801852754259078:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37411
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:54.601096Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801850937793950:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(58024059ns) {Configure:104(58017112ns) {ProcessConfigured:135(104380ns) {StartInitialHandshake:157(100264ns) {DropHandshakes:470(6526ns) {DropIncomingHandshake:442(577ns) DropOutgoingHandshake:457(373ns)} GenerateSessionVirtualId:988(1628ns) PrepareNewSessionHandshake:477(2148ns) {SwitchToState:179(393ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:54.622492Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801850884635833:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40293
2025-12-06T17:42:54.655082Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801852754259073:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:54.620696Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801848766518950:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(62399551ns) {Configure:104(62394423ns) {ProcessConfigured:135(93826ns) {StartInitialHandshake:157(91504ns) {DropHandshakes:470(5537ns) {DropIncomingHandshake:442(523ns) DropOutgoingHandshake:457(268ns)} GenerateSessionVirtualId:988(1371ns) PrepareNewSessionHandshake:477(2217ns) {SwitchToState:179(940ns)}}}}}
2025-12-06T17:42:54.648965Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801853079308650:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64087
2025-12-06T17:42:54.627980Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801850937793969:2066] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(90104340ns) {Configure:104(90098438ns) {ProcessConfigured:135(68950ns) {StartInitialHandshake:157(66321ns) {DropHandshakes:470(851ns) {DropIncomingHandshake:442(401ns) DropOutgoingHandshake:457(54ns)} GenerateSessionVirtualId:988(229ns) PrepareNewSessionHandshake:477(1654ns) {SwitchToState:179(404ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:54.668228Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801850402490389:2071] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(29513524ns) {Configure:104(29508633ns) {ProcessConfigured:135(59375ns) {StartInitialHandshake:157(56808ns) {DropHandshakes:470(1397ns) {DropIncomingHandshake:442(178ns) DropOutgoingHandshake:457(318ns)} GenerateSessionVirtualId:988(985ns) PrepareNewSessionHandshake:477(4144ns) {SwitchToState:179(301ns)}}}}}
2025-12-06T17:42:54.668679Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801850402490390:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51250
2025-12-06T17:42:54.669801Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801850402490401:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51250
2025-12-06T17:42:54.669862Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801850402490402:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51250
2025-12-06T17:42:54.647148Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801850884635834:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40293
2025-12-06T17:42:54.665057Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801850884635832:2095] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(92930332ns) {Configure:104(92924664ns) {ProcessConfigured:135(82782ns) {StartInitialHandshake:157(80336ns) {DropHandshakes:470(2378ns) {DropIncomingHandshake:442(614ns) DropOutgoingHandshake:457(391ns)} GenerateSessionVirtualId:988(1015ns) PrepareNewSessionHandshake:477(1703ns) {SwitchToState:179(556ns)}}}}}
2025-12-06T17:42:54.666310Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801850884635837:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40293
2025-12-06T17:42:54.673415Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801850884635826:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:54.673448Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801850884635826:2112] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:42:54.685980Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801850884635826:2112] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:54.649146Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801853079308651:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64087
2025-12-06T17:42:54.674235Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801846107523029:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(77451637ns) {Configure:104(77446359ns) {ProcessConfigured:135(8007515ns) {StartInitialHandshake:157(8004850ns) {DropHandshakes:470(1957ns) {DropIncomingHandshake:442(365ns) DropOutgoingHandshake:457(434ns)} GenerateSessionVirtualId:988(668ns) PrepareNewSessionHandshake:477(3985ns) {SwitchToState:179(2159ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:54.710125Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801850937794029:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20769
2025-12-06T17:42:54.712392Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801853061486325:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31476
2025-12-06T17:42:54.712472Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801853061486326:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31476
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:54.686723Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801852754259072:2109] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(53756937ns) {Configure:104(53750578ns) {ProcessConfigured:135(19773525ns) {StartInitialHandshake:157(19769016ns) {DropHandshakes:470(4222642ns) {DropIncomingHandshake:442(352ns) DropOutgoingHandshake:457(2286ns)} GenerateSessionVirtualId:988(2767ns) PrepareNewSessionHandshake:477(4236ns) {SwitchToState:179(126ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:54.649215Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801853079308656:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64087
2025-12-06T17:42:54.719146Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801850884635824:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:54.732898Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801850937794028:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20769
2025-12-06T17:42:54.660234Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801853079308647:2073] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(18074289ns) {Configure:104(18070390ns) {ProcessConfigured:135(68556ns) {StartInitialHandshake:157(65909ns) {DropHandshakes:470(1012ns) {DropIncomingHandshake:442(329ns) DropOutgoingHandshake:457(144ns)} GenerateSessionVirtualId:988(330ns) PrepareNewSessionHandshake:477(2076ns) {SwitchToState:179(507ns)}}}}}
2025-12-06T17:42:54.660693Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801853079308650:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:54.672673Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801848784341287:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:54.718500Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801853079308665:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64087
2025-12-06T17:42:54.726991Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801853079308651:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:54.727382Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801853079308650:2112] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:54.719085Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801848766518951:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(231307912ns) {Configure:104(231303151ns) {ProcessConfigured:135(16124629ns) {StartInitialHandshake:157(16119606ns) {DropHandshakes:470(3132ns) {DropIncomingHandshake:442(1089ns) DropOutgoingHandshake:457(369ns)} GenerateSessionVirtualId:988(1544ns) PrepareNewSessionHandshake:477(2763ns) {SwitchToState:179(158ns)}}}}}
2025-12-06T17:42:54.674514Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801850402490390:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:54.719316Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801852754259086:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37411
2025-12-06T17:42:54.719196Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801850884635824:2111] [node 3] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:54.686392Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801846107523029:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:54.750932Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801848784341287:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:54.772905Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801853061486325:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:54.733996Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801852754259086:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:54.771419Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801850884635838:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40293
2025-12-06T17:42:54.770762Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801850402490401:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:54.751054Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:54.751117Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801848784341287:2049] [node 2] ICP22 created new session: [4:7580801853079308667:2049]
2025-12-06T17:42:54.751174Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801853079308667:2049] [node 2] ICS09 handshake done sender: [4:7580801853079308650:2112] self: [4:7580801853079308664:0] peer: [2:7580801850884635825:0] socket: 142 qp: -1
2025-12-06T17:42:54.751230Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801853079308667:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:54.751288Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:54.768812Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801853079308656:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:54.787961Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801853061486326:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:54.778725Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801850937794028:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:54.779189Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801850937794029:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:54.779405Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801850937794030:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20769
2025-12-06T17:42:54.779491Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801850937793969:2066] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:54.779575Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801850937793950:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:54.793727Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801850937794033:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20769
2025-12-06T17:42:54.794956Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801850937794029:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:54.772511Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801850884635821:2096] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:42:54.734156Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801852754259090:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37411
2025-12-06T17:42:54.774914Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801850402490402:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:54.771094Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801852754259078:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:54.803661Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801848766518950:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:54.805032Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801853061486317:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:54.805094Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580801853061486317:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:54.819094Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801848766518950:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(16789389ns) {IncomingHandshake:261(16783731ns) {DropIncomingHandshake:442(385ns) PrepareNewSessionHandshake:477(2038ns) {SwitchToState:179(1057ns)} GenerateSessionVirtualId:988(940ns) IssueIncomingHandshakeReply:193(15447144ns) {SwitchToState:179(3118ns)}}}
2025-12-06T17:42:54.828146Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801848766518952:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:54.831247Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801853061486317:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:54.780063Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801850884635824:2111] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:54.813615Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801850937793950:2048] [node 1] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:54.791652Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801852754259090:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:54.807675Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801850884635833:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:54.835016Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801850402490394:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:54.868039Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801853079308671:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64087
2025-12-06T17:42:54.791786Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801852754259080:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:54.807783Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801850884635834:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:54.807877Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801850884635838:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:54.807919Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801846589668461:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:42:54.808002Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:54.808061Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801846589668461:2049] [node 3] ICP22 created new session: [2:7580801850884635844:2049]
2025-12-06T17:42:54.808119Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801850884635844:2049] [node 3] ICS09 handshake done sender: [2:7580801850884635824:2111] self: [2:7580801850884635823:0] peer: [3:7580801850402490406:0] socket: 133 qp: -1
2025-12-06T17:42:54.808158Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801850884635844:2049] [node 3] ICS10 traffic start
2025-12-06T17:42:54.808197Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:54.813838Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:54.822959Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801850884635821:2096] [node 4] ICP22 created new session: [2:7580801850884635842:2096]
2025-12-06T17:42:54.835987Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801850884635842:2096] [node 4] ICS09 handshake done sender: [2:7580801850884635826:2112] self: [2:7580801850884635825:0] peer: [4:7580801853079308664:0] socket: 134 qp: -1
2025-12-06T17:42:54.845552Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580801846589668461:2049] [node 3] ICP18 handshake (actor [2:7580801850884635838:2118]) is too old
2025-12-06T17:42:54.845788Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580801846589668460:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:54.846862Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801850884635842:2096] [node 4] ICS10 traffic start
2025-12-06T17:42:54.846918Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:54.866095Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801853061486330:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31476
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:54.846155Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:54.835079Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801850402490394:2112] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:54.856948Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801850937793950:2048] [node 1] ICP22 created new session: [6:7580801850937794034:2048]
2025-12-06T17:42:54.865752Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801850937794035:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20769
2025-12-06T17:42:54.868421Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801850937794034:2048] [node 1] ICS09 handshake done sender: [6:7580801850937794029:2116] self: [6:7580801850937794032:0] peer: [1:7580801852754259079:0] socket: 161 qp: -1
2025-12-06T17:42:54.872384Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801850937794028:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:54.874823Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801850937794034:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:54.882759Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:54.872931Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801853061486331:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31476
2025-12-06T17:42:54.883640Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801853079308671:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:54.888424Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801850884635821:2096] [node 4] ICP35 event processing took too much time PendingConnection:279(114913820ns) {HandleHandshakeStatus:329(114910385ns) {DropIncomingHandshake:442(15006ns) DropOutgoingHandshake:457(713ns) SwitchToState:179(707ns) ProcessPendingSessionEvents:495(8621071ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 8536009ns max# 8027670ns}}}
2025-12-06T17:42:54.888547Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7580801850884635821:2096] [node 4] ICP27 obsolete handshake fail ignored
2025-12-06T17:42:54.791815Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801852754259080:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:54.890716Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801850937794030:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:54.890799Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801850937793969:2066] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:42:54.890893Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:54.890965Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801850937793969:2066] [node 5] ICP22 created new session: [6:7580801850937794038:2066]
2025-12-06T17:42:54.891026Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801850937794038:2066] [node 5] ICS09 handshake done sender: [6:7580801850937794028:2115] self: [6:7580801850937794031:0] peer: [5:7580801853061486316:0] socket: 159 qp: -1
2025-12-06T17:42:54.891067Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801850937794038:2066] [node 5] ICS10 traffic start
2025-12-06T17:42:54.891106Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:54.904568Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801850937793950:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(99527357ns) {HandleHandshakeStatus:329(99524423ns) {DropIncomingHandshake:442(2033ns) DropOutgoingHandshake:457(8972ns) SwitchToState:179(5372ns) ProcessPendingSessionEvents:495(639327ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 567034ns max# 84610ns}}}
2025-12-06T17:42:54.905975Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801850937793951:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:54.845106Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801850402490410:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51250
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:54.910415Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801848784341286:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:54.910745Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801853079308658:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:54.910781Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801853079308658:2117] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:54.794082Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801852754259080:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:54.850945Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801850402490394:2112] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:54.873216Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801850402490409:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51250
2025-12-06T17:42:54.896412Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801846107523029:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26013) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580801850402490390:2110] held: no
2025-12-06T17:42:54.897206Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801850402490388:2064] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:54.897302Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:54.897358Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801850402490388:2064] [node 5] ICP22 created new session: [3:7580801850402490413:2064]
2025-12-06T17:42:54.897416Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801850402490413:2064] [node 5] ICS09 handshake done sender: [3:7580801850402490394:2112] self: [3:7580801850402490393:0] peer: [5:7580801853061486329:0] socket: 165 qp: -1
2025-12-06T17:42:54.897451Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801850402490413:2064] [node 5] ICS10 traffic start
2025-12-06T17:42:54.897492Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:54.898895Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801850402490410:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:54.898957Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801850402490390:2110] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:54.912376Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801850402490412:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51250
2025-12-06T17:42:54.912749Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801846107523028:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:54.873200Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801853061486330:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:54.811275Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801852754259070:2108] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:54.811388Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:54.811447Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801852754259070:2108] [node 6] ICP22 created new session: [1:7580801852754259095:2108]
2025-12-06T17:42:54.811506Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801852754259095:2108] [node 6] ICS09 handshake done sender: [1:7580801852754259080:2114] self: [1:7580801852754259079:0] peer: [6:7580801850937794032:0] socket: 151 qp: -1
2025-12-06T17:42:54.811554Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801852754259095:2108] [node 6] ICS10 traffic start
2025-12-06T17:42:54.811611Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:54.846223Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801852754259075:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:54.846270Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801852754259075:2111] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:54.852879Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801852754259075:2111] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:54.853320Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801852754259071:2107] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:54.853413Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:54.853480Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801852754259071:2107] [node 5] ICP22 created new session: [1:7580801852754259099:2107]
2025-12-06T17:42:54.853547Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801852754259099:2107] [node 5] ICS09 handshake done sender: [1:7580801852754259075:2111] self: [1:7580801852754259074:0] peer: [5:7580801853061486327:0] socket: 149 qp: -1
2025-12-06T17:42:54.853590Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801852754259099:2107] [node 5] ICS10 traffic start
2025-12-06T17:42:54.853646Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:54.873717Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801852754259077:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:54.873752Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801852754259077:2112] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:42:54.880507Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801852754259077:2112] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:54.914942Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801852754259088:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:54.914977Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801852754259088:2117] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:42:54.915692Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801852754259082:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:54.915712Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801852754259082:2115] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:42:54.916208Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801848459291711:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:42:54.916289Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:54.916352Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801848459291711:2048] [node 2] ICP22 created new session: [1:7580801852754259104:2048]
2025-12-06T17:42:54.916400Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801852754259104:2048] [node 2] ICS09 handshake done sender: [1:7580801852754259077:2112] self: [1:7580801852754259076:0] peer: [2:7580801850884635847:0] socket: 150 qp: -1
2025-12-06T17:42:54.916439Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801852754259104:2048] [node 2] ICS10 traffic start
2025-12-06T17:42:54.916486Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:54.881019Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801853061486331:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:54.881077Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580801853061486276:2072] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:54.881159Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:54.881224Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801853061486276:2072] [node 6] ICP22 created new session: [5:7580801853061486332:2072]
2025-12-06T17:42:54.881279Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801853061486332:2072] [node 6] ICS09 handshake done sender: [5:7580801853061486317:2113] self: [5:7580801853061486316:0] peer: [6:7580801850937794031:0] socket: 146 qp: -1
2025-12-06T17:42:54.881325Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801853061486332:2072] [node 6] ICS10 traffic start
2025-12-06T17:42:54.881383Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:54.895138Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801848766518951:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:54.907736Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801853061486275:2071] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:54.909493Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801853061486335:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31476
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:54.922510Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801853079308658:2117] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:54.909997Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801850884635836:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:54.910049Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801850884635836:2116] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:54.924637Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801850884635828:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:54.924676Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801850884635828:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:54.925579Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801850884635849:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40293
2025-12-06T17:42:54.921017Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801852754259103:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37411
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:54.926704Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801853079308674:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64087
2025-12-06T17:42:54.926775Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801853079308675:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64087
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:54.927278Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801848766518952:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13000) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580801853061486326:2117] held: no
2025-12-06T17:42:54.927931Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801853061486334:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31476
2025-12-06T17:42:54.928485Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801853079308646:2072] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:54.928587Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:54.928645Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801853079308646:2072] [node 5] ICP22 created new session: [4:7580801853079308676:2072]
2025-12-06T17:42:54.928690Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801853079308676:2072] [node 5] ICS09 handshake done sender: [4:7580801853079308658:2117] self: [4:7580801853079308657:0] peer: [5:7580801853061486338:0] socket: 183 qp: -1
2025-12-06T17:42:54.928726Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801853079308676:2072] [node 5] ICS10 traffic start
2025-12-06T17:42:54.928767Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:54.931090Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801846107523029:2049] [node 2] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:54.953318Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801850937794041:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20769
2025-12-06T17:42:54.939484Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801852754259088:2117] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:54.955348Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801853079308671:2120] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:54.955716Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801850884635834:2115] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:54.954653Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801850937794042:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20769
2025-12-06T17:42:54.931213Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:54.945009Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801852754259082:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:54.956713Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801852754259072:2109] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:42:54.956837Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:54.956901Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801852754259072:2109] [node 4] ICP22 created new session: [1:7580801852754259108:2109]
2025-12-06T17:42:54.956971Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801852754259108:2109] [node 4] ICS09 handshake done sender: [1:7580801852754259088:2117] self: [1:7580801852754259087:0] peer: [4:7580801853079308672:0] socket: 188 qp: -1
2025-12-06T17:42:54.957015Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801852754259108:2109] [node 4] ICS10 traffic start
2025-12-06T17:42:54.957076Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:54.958384Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801848459291712:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:42:54.958484Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:54.958557Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801848459291712:2049] [node 3] ICP22 created new session: [1:7580801852754259110:2049]
2025-12-06T17:42:54.958617Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801852754259110:2049] [node 3] ICS09 handshake done sender: [1:7580801852754259082:2115] self: [1:7580801852754259081:0] peer: [3:7580801850402490417:0] socket: 160 qp: -1
2025-12-06T17:42:54.958655Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801852754259110:2049] [node 3] ICS10 traffic start
2025-12-06T17:42:54.958704Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:54.953635Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801853061486325:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:54.931274Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801846107523029:2049] [node 2] ICP22 created new session: [3:7580801850402490419:2049]
2025-12-06T17:42:54.931333Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801850402490419:2049] [node 2] ICS09 handshake done sender: [3:7580801850402490390:2110] self: [3:7580801850402490406:0] peer: [2:7580801850884635823:0] socket: 136 qp: -1
2025-12-06T17:42:54.931375Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801850402490419:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:54.931453Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:54.939292Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801850402490418:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51250
2025-12-06T17:42:54.961686Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801850402490410:2119] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:54.956462Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801853061486326:2117] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:54.963566Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801853079308674:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:54.963751Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801848784341288:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:54.964328Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801853061486275:2071] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22522) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580801853061486331:2119] held: no
2025-12-06T17:42:54.966724Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801848766518950:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:54.966804Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:54.966865Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801848766518950:2048] [node 1] ICP22 created new session: [5:7580801853061486341:2048]
2025-12-06T17:42:54.966923Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801853061486341:2048] [node 1] ICS09 handshake done sender: [5:7580801853061486325:2116] self: [5:7580801853061486327:0] peer: [1:7580801852754259074:0] socket: 169 qp: -1
2025-12-06T17:42:54.966963Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801853061486341:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:54.967000Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:54.969486Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801853061486339:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31476
2025-12-06T17:42:54.970634Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801848784341286:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:54.970745Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:54.970808Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801848784341286:2048] [node 1] ICP22 created new session: [4:7580801853079308680:2048]
2025-12-06T17:42:54.970867Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801853079308680:2048] [node 1] ICS09 handshake done sender: [4:7580801853079308671:2120] self: [4:7580801853079308672:0] peer: [1:7580801852754259087:0] socket: 189 qp: -1
2025-12-06T17:42:54.970910Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801853079308680:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:54.970957Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:54.974314Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580801846589668460:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9106) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7580801850884635834:2115] held: no
2025-12-06T17:42:54.975172Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580801846589668460:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:54.975302Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:54.975364Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801846589668460:2048] [node 1] ICP22 created new session: [2:7580801850884635852:2048]
2025-12-06T17:42:54.975425Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801850884635852:2048] [node 1] ICS09 handshake done sender: [2:7580801850884635834:2115] self: [2:7580801850884635847:0] peer: [1:7580801852754259076:0] socket: 152 qp: -1
2025-12-06T17:42:54.975467Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801850884635852:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:54.975521Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:54.977016Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801850884635836:2116] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:54.978808Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801850884635828:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:54.977346Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801850402490400:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:54.977410Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801850402490400:2115] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:54.986770Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801850402490400:2115] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:54.985632Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801850884635832:2095] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:54.985732Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:54.985803Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801850884635832:2095] [node 5] ICP22 created new session: [2:7580801850884635854:2095]
2025-12-06T17:42:54.985864Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801850884635854:2095] [node 5] ICS09 handshake done sender: [2:7580801850884635836:2116] self: [2:7580801850884635835:0] peer: [5:7580801853061486336:0] socket: 182 qp: -1
2025-12-06T17:42:54.985912Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801850884635854:2095] [node 5] ICS10 traffic start
2025-12-06T17:42:54.985959Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:54.988236Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801850884635822:2097] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:54.988327Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:54.988391Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801850884635822:2097] [node 6] ICP22 created new session: [2:7580801850884635856:2097]
2025-12-06T17:42:54.988440Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801850884635856:2097] [node 6] ICS09 handshake done sender: [2:7580801850884635828:2113] self: [2:7580801850884635827:0] peer: [6:7580801850937794040:0] socket: 177 qp: -1
2025-12-06T17:42:54.988488Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801850884635856:2097] [node 6] ICS10 traffic start
2025-12-06T17:42:54.988556Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:54.979890Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801853061486340:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31476
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:55.006881Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801855232761339:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20769
2025-12-06T17:42:54.991936Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801853079308682:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64087
2025-12-06T17:42:55.009024Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801846107523028:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:55.009175Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:55.009247Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801846107523028:2048] [node 1] ICP22 created new session: [3:7580801854697457718:2048]
2025-12-06T17:42:55.009310Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801854697457718:2048] [node 1] ICS09 handshake done sender: [3:7580801850402490410:2119] self: [3:7580801850402490417:0] peer: [1:7580801852754259081:0] socket: 185 qp: -1
2025-12-06T17:42:55.009364Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801854697457718:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:55.009431Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:55.010298Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7580801846107523028:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:42:55.012034Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801850402490412:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:55.012097Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801850402490389:2071] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:42:55.012197Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:55.012268Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801850402490389:2071] [node 4] ICP22 created new session: [3:7580801854697457720:2071]
2025-12-06T17:42:55.012334Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801854697457720:2071] [node 4] ICS09 handshake done sender: [3:7580801850402490400:2115] self: [3:7580801850402490399:0] peer: [4:7580801853079308679:0] socket: 196 qp: -1
2025-12-06T17:42:55.012386Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801854697457720:2071] [node 4] ICS10 traffic start
2025-12-06T17:42:55.012444Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:55.020455Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801848766518952:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:42:55.020546Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:55.020633Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801848766518952:2050] [node 3] ICP22 created new session: [5:7580801857356453640:2050]
2025-12-06T17:42:55.020713Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801857356453640:2050] [node 3] ICS09 handshake done sender: [5:7580801853061486326:2117] self: [5:7580801853061486329:0] peer: [3:7580801850402490393:0] socket: 172 qp: -1
2025-12-06T17:42:55.020758Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801857356453640:2050] [node 3] ICS10 traffic start
2025-12-06T17:42:55.020806Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:55.019526Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801850937794030:2117] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:55.008428Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801853079308674:2121] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:55.029225Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801848784341288:2050] [node 3] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:55.032952Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801855179603154:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40293
2025-12-06T17:42:55.029731Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:55.029851Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801848784341288:2050] [node 3] ICP22 created new session: [4:7580801857374275979:2050]
2025-12-06T17:42:55.029920Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801857374275979:2050] [node 3] ICS09 handshake done sender: [4:7580801853079308674:2121] self: [4:7580801853079308679:0] peer: [3:7580801850402490399:0] socket: 200 qp: -1
2025-12-06T17:42:55.029963Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801857374275979:2050] [node 3] ICS10 traffic start
2025-12-06T17:42:55.030036Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:55.031182Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7580801848784341288:2050] [node 3] ICP27 obsolete handshake fail ignored
2025-12-06T17:42:55.025273Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801853061486330:2118] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:55.029580Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801853061486331:2119] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:55.035489Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801848766518951:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:55.035571Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:55.035628Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801848766518951:2049] [node 2] ICP22 created new session: [5:7580801857356453642:2049]
2025-12-06T17:42:55.035675Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801857356453642:2049] [node 2] ICS09 handshake done sender: [5:7580801853061486330:2118] self: [5:7580801853061486336:0] peer: [2:7580801850884635835:0] socket: 148 qp: -1
2025-12-06T17:42:55.035716Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801857356453642:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:55.035754Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:55.038469Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801853061486275:2071] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:42:55.038561Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:55.038623Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801853061486275:2071] [node 4] ICP22 created new session: [5:7580801857356453644:2071]
2025-12-06T17:42:55.038675Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801857356453644:2071] [node 4] ICS09 handshake done sender: [5:7580801853061486331:2119] self: [5:7580801853061486338:0] peer: [4:7580801853079308657:0] socket: 184 qp: -1
2025-12-06T17:42:55.038716Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801857356453644:2071] [node 4] ICS10 traffic start
2025-12-06T17:42:55.038786Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:55.038961Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [1:7580801852754259071:2107] [node 5] ICP27 obsolete handshake fail ignored
2025-12-06T17:42:55.034558Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801850937794041:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:55.051718Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801855179603154:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:55.041176Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801850937793951:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:55.052846Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:55.053670Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801850937793951:2049] [node 2] ICP22 created new session: [6:7580801855232761340:2049]
2025-12-06T17:42:55.053748Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801855232761340:2049] [node 2] ICS09 handshake done sender: [6:7580801850937794030:2117] self: [6:7580801850937794040:0] peer: [2:7580801850884635827:0] socket: 178 qp: -1
2025-12-06T17:42:55.053793Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801855232761340:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:55.053841Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:55.055705Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801850937793951:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(16194128ns) {HandleHandshakeStatus:329(16190565ns) {DropIncomingHandshake:442(3381ns) DropOutgoingHandshake:457(8875ns) SwitchToState:179(583ns) ProcessPendingSessionEvents:495(696409ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 619175ns max# 62626ns}}}
2025-12-06T17:42:55.055786Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580801850937793951:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:42:55.057368Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801855232761339:2122] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:55.057902Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801850937793952:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:55.058004Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801850937793993:2076] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:55.058998Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801850402490396:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:55.059044Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801850402490396:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:55.068584Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580801850884635832:2095] [node 5] ICP18 handshake (actor [2:7580801855179603154:2120]) is too old
2025-12-06T17:42:55.062951Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801853079308663:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:55.063000Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801853079308663:2118] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:55.064295Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801853079308663:2118] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:55.064792Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801853079308647:2073] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:55.064894Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:55.064955Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801853079308647:2073] [node 6] ICP22 created new session: [4:7580801857374275982:2073]
2025-12-06T17:42:55.065009Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801857374275982:2073] [node 6] ICS09 handshake done sender: [4:7580801853079308663:2118] self: [4:7580801853079308662:0] peer: [6:7580801855232761343:0] socket: 145 qp: -1
2025-12-06T17:42:55.065054Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801857374275982:2073] [node 6] ICS10 traffic start
2025-12-06T17:42:55.065094Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:55.063159Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801850402490396:2113] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:55.071464Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801850937793993:2076] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22522) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801855232761339:2122] held: no
2025-12-06T17:42:55.072273Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801855232761344:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20769
2025-12-06T17:42:55.072801Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801850402490386:2065] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:55.075655Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801850937794041:2120] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:55.075873Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801850937793952:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:42:55.075968Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:55.076028Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801850937793952:2050] [node 3] ICP22 created new session: [6:7580801855232761346:2050]
2025-12-06T17:42:55.076080Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801855232761346:2050] [node 3] ICS09 handshake done sender: [6:7580801850937794041:2120] self: [6:7580801855232761342:0] peer: [3:7580801850402490395:0] socket: 202 qp: -1
2025-12-06T17:42:55.076124Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801855232761346:2050] [node 3] ICS10 traffic start
2025-12-06T17:42:55.076184Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:55.079487Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801855232761345:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20769
2025-12-06T17:42:55.072923Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:55.072979Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801850402490386:2065] [node 6] ICP22 created new session: [3:7580801854697457724:2065]
2025-12-06T17:42:55.073029Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801854697457724:2065] [node 6] ICS09 handshake done sender: [3:7580801850402490396:2113] self: [3:7580801850402490395:0] peer: [6:7580801855232761342:0] socket: 162 qp: -1
2025-12-06T17:42:55.073067Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801854697457724:2065] [node 6] ICS10 traffic start
2025-12-06T17:42:55.073104Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:55.095438Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801855232761339:2122] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:55.095951Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801850937793993:2076] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:42:55.096046Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:55.096123Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801850937793993:2076] [node 4] ICP22 created new session: [6:7580801855232761348:2076]
2025-12-06T17:42:55.096179Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801855232761348:2076] [node 4] ICS09 handshake done sender: [6:7580801855232761339:2122] self: [6:7580801855232761343:0] peer: [4:7580801853079308662:0] socket: 132 qp: -1
2025-12-06T17:42:55.096227Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801855232761348:2076] [node 4] ICS10 traffic start
2025-12-06T17:42:55.096285Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:55.248535Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:42:55.248799Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580801850884635852:2048] [node 1] ICS01 socket: 152 reason# EndOfStream
2025-12-06T17:42:55.248850Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580801846589668460:2048] [node 1] ICP30 unregister session Session# [2:7580801850884635852:2048] VirtualId# [2:7580801850884635847:0]
2025-12-06T17:42:55.248893Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580801850884635852:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:55.248986Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:55.249031Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:55.266153Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:42:55.266436Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580801854697457718:2048] [node 1] ICS07 socket disconnect 185 reason# EndOfStream
2025-12-06T17:42:55.266477Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801854697457718:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:55.266619Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:55.266670Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580801854697457718:2048] [node 1] ICS15 start handshake
2025-12-06T17:42:55.271732Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801846107523028:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9106) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:55.271818Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801854697457718:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:55.271857Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801846107523028:2048] [node 1] ICP30 unregister session Session# [3:7580801854697457718:2048] VirtualId# [3:7580801850402490417:0]
2025-12-06T17:42:55.271917Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:55.271956Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580801846107523028:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:9106) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:55.271973Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9106) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:55.283396Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580801846107523028:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:42:55.288701Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:42:55.287845Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:42:55.286786Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:42:55.288052Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580801850937794034:2048] [node 1] ICS07 socket disconnect 161 reason# EndOfStream
2025-12-06T17:42:55.288085Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801850937794034:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:55.287043Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580801853061486341:2048] [node 1] ICS07 socket disconnect 169 reason# EndOfStream
2025-12-06T17:42:55.288151Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:55.287084Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801853061486341:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:55.288196Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580801850937794034:2048] [node 1] ICS15 start handshake
2025-12-06T17:42:55.287191Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:55.287242Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580801853061486341:2048] [node 1] ICS15 start handshake
2025-12-06T17:42:55.288935Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801853079308680:2048] [node 1] ICS01 socket: 189 reason# EndOfStream
2025-12-06T17:42:55.289004Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801848784341286:2048] [node 1] ICP30 unregister session Session# [4:7580801853079308680:2048] VirtualId# [4:7580801853079308672:0]
2025-12-06T17:42:55.289041Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801853079308680:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:55.289116Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:55.289165Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:55.291121Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801850937793950:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9106) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:55.291195Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801850937794034:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:55.291233Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801850937793950:2048] [node 1] ICP30 unregister session Session# [6:7580801850937794034:2048] VirtualId# [6:7580801850937794032:0]
2025-12-06T17:42:55.291283Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:55.291323Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580801850937793950:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:9106) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:55.291340Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9106) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:55.293250Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801848766518950:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9106) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:55.293323Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801853061486341:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:55.293359Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801848766518950:2048] [node 1] ICP30 unregister session Session# [5:7580801853061486341:2048] VirtualId# [5:7580801853061486327:0]
2025-12-06T17:42:55.293404Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:55.293439Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580801848766518950:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:9106) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:55.293456Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9106) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:55.302860Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580801848766518950:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:42:55.306775Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580801850937793950:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:42:55.435237Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:42:55.435489Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801850402490419:2049] [node 2] ICS01 socket: 136 reason# EndOfStream
2025-12-06T17:42:55.435544Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801846107523029:2049] [node 2] ICP30 unregister session Session# [3:7580801850402490419:2049] VirtualId# [3:7580801850402490406:0]
2025-12-06T17:42:55.435587Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801850402490419:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:55.435687Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:55.435736Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:55.438789Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:42:55.439047Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580801857356453642:2049] [node 2] ICS07 socket disconnect 148 reason# EndOfStream
2025-12-06T17:42:55.439082Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801857356453642:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:55.439198Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:55.439247Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580801857356453642:2049] [node 2] ICS15 start handshake
2025-12-06T17:42:55.441859Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801848766518951:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26013) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:55.441937Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801857356453642:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:55.441977Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801848766518951:2049] [node 2] ICP30 unregister session Session# [5:7580801857356453642:2049] VirtualId# [5:7580801853061486336:0]
2025-12-06T17:42:55.442028Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:55.442065Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580801848766518951:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:26013) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:55.442098Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26013) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:55.441622Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:42:55.442752Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580801855232761340:2049] [node 2] ICS07 socket disconnect 178 reason# EndOfStream
2025-12-06T17:42:55.442793Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801855232761340:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:55.447487Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:55.447619Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580801855232761340:2049] [node 2] ICS15 start handshake
2025-12-06T17:42:55.442515Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:42:55.443117Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801853079308667:2049] [node 2] ICS01 socket: 142 reason# EndOfStream
2025-12-06T17:42:55.443169Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801848784341287:2049] [node 2] ICP30 unregister session Session# [4:7580801853079308667:2049] VirtualId# [4:7580801853079308664:0]
2025-12-06T17:42:55.443204Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801853079308667:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:55.443294Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:55.443347Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:55.451535Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801850937793951:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26013) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:55.451605Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801855232761340:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:55.451637Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801850937793951:2049] [node 2] ICP30 unregister session Session# [6:7580801855232761340:2049] VirtualId# [6:7580801850937794040:0]
2025-12-06T17:42:55.451683Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:55.451723Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580801850937793951:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:26013) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:55.451739Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26013) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:55.454907Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580801848766518951:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:42:55.462175Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580801850937793951:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:42:55.545569Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:42:55.544466Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:42:55.544743Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801857374275979:2050] [node 3] ICS01 socket: 200 reason# EndOfStream
2025-12-06T17:42:55.544790Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801848784341288:2050] [node 3] ICP30 unregister session Session# [4:7580801857374275979:2050] VirtualId# [4:7580801853079308679:0]
2025-12-06T17:42:55.544825Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801857374275979:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:55.544900Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:42:55.544940Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:42:55.545069Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:42:55.545282Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801857356453640:2050] [node 3] ICS01 socket: 172 reason# EndOfStream
2025-12-06T17:42:55.545321Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801848766518952:2050] [node 3] ICP30 unregister session Session# [5:7580801857356453640:2050] VirtualId# [5:7580801853061486329:0]
2025-12-06T17:42:55.545364Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801857356453640:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:55.545435Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:42:55.545476Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:42:55.545792Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580801855232761346:2050] [node 3] ICS07 socket disconnect 202 reason# EndOfStream
2025-12-06T17:42:55.545831Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801855232761346:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:55.545893Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:42:55.545934Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580801855232761346:2050] [node 3] ICS15 start handshake
2025-12-06T17:42:55.548602Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801850937793952:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13000) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:55.548665Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801855232761346:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:55.548707Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801850937793952:2050] [node 3] ICP30 unregister session Session# [6:7580801855232761346:2050] VirtualId# [6:7580801855232761342:0]
2025-12-06T17:42:55.548752Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:42:55.548784Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580801850937793952:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:13000) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:55.548801Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13000) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:55.559187Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580801850937793952:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:42:55.619011Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:42:55.619263Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801857356453644:2071] [node 4] ICS01 socket: 184 reason# EndOfStream
2025-12-06T17:42:55.619316Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801853061486275:2071] [node 4] ICP30 unregister session Session# [5:7580801857356453644:2071] VirtualId# [5:7580801853061486338:0]
2025-12-06T17:42:55.619358Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801857356453644:2071] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:55.619454Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:42:55.619501Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:42:55.619621Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:42:55.619825Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801855232761348:2076] [node 4] ICS01 socket: 132 reason# EndOfStream
2025-12-06T17:42:55.619871Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801850937793993:2076] [node 4] ICP30 unregister session Session# [6:7580801855232761348:2076] VirtualId# [6:7580801855232761343:0]
2025-12-06T17:42:55.619900Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801855232761348:2076] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:55.619964Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:42:55.619999Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:42:55.693763Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:42:55.694034Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801850937794038:2066] [node 5] ICS01 socket: 159 reason# EndOfStream
2025-12-06T17:42:55.694093Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801850937793969:2066] [node 5] ICP30 unregister session Session# [6:7580801850937794038:2066] VirtualId# [6:7580801850937794031:0]
2025-12-06T17:42:55.694139Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801850937794038:2066] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:55.694261Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:42:55.694318Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:42:55.966662Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801855001543341:2048] [node 2] ICP01 ready to work
2025-12-06T17:42:55.966714Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801855001543342:2049] [node 3] ICP01 ready to work
2025-12-06T17:42:55.979737Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801855157586706:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:55.979784Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801855157586707:2049] [node 3] ICP01 ready to work
2025-12-06T17:42:55.999137Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801857423797886:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:55.999181Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801857423797887:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:56.031643Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801862085569945:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:56.031692Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801862085569946:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:56.031728Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801862085569947:2050] [node 3] ICP01 ready to work
2025-12-06T17:42:56.079331Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801861921861290:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:56.079476Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801861921861291:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:56.080064Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801861921861292:2050] [node 3] ICP01 ready to work
2025-12-06T17:42:56.271697Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801859296510693:2089] [node 5] ICP01 ready to work
2025-12-06T17:42:56.291749Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801861921861303:2059] [node 6] ICP01 ready to work
2025-12-06T17:42:56.415263Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801861718765231:2068] [node 6] ICP01 ready to work
2025-12-06T17:42:56.416623Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801859452554066:2066] [node 5] ICP01 ready to work
2025-12-06T17:42:56.430098Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801859296510710:2082] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:56.087574Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801859664296651:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:56.498044Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801859296510715:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56851
2025-12-06T17:42:56.419144Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801859452554067:2071] [node 4] ICP01 ready to work
2025-12-06T17:42:56.471447Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801861921861337:2061] [node 4] ICP01 ready to work
2025-12-06T17:42:56.087629Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801859664296652:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:56.087677Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801859664296653:2050] [node 3] ICP01 ready to work
2025-12-06T17:42:56.350732Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801859664296668:2059] [node 4] ICP01 ready to work
2025-12-06T17:42:56.406319Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801859664296652:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(161491650ns) {Configure:104(161484522ns) {ProcessConfigured:135(22904967ns) {StartInitialHandshake:157(22901223ns) {DropHandshakes:470(2889ns) {DropIncomingHandshake:442(568ns) DropOutgoingHandshake:457(446ns)} GenerateSessionVirtualId:988(653ns) PrepareNewSessionHandshake:477(6719ns) {SwitchToState:179(3131ns)}}}}}
2025-12-06T17:42:56.501203Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801859664296688:2070] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:56.502932Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801859296510714:2085] [node 4] ICP01 ready to work
2025-12-06T17:42:56.522880Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801862085570007:2062] [node 5] ICP01 ready to work
2025-12-06T17:42:56.501261Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801859452554068:2067] [node 6] ICP01 ready to work
2025-12-06T17:42:56.534668Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801861718765249:2067] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:56.544190Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801861921861337:2061] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(61942754ns) {Configure:104(61935298ns) {ProcessConfigured:135(10399009ns) {StartInitialHandshake:157(10394228ns) {DropHandshakes:470(2477ns) {DropIncomingHandshake:442(630ns) DropOutgoingHandshake:457(393ns)} GenerateSessionVirtualId:988(913ns) PrepareNewSessionHandshake:477(6591ns) {SwitchToState:179(3985ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:56.533557Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801862085570006:2063] [node 6] ICP01 ready to work
2025-12-06T17:42:56.545787Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801859452554071:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33596
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:56.623054Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801861921861366:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61722
2025-12-06T17:42:56.623749Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801861921861366:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:56.628562Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801861921861290:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:56.572489Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801857423797886:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(189237245ns) {Configure:104(179837278ns) {ProcessConfigured:135(83441ns) {StartInitialHandshake:157(79495ns) {DropHandshakes:470(3013ns) {DropIncomingHandshake:442(666ns) DropOutgoingHandshake:457(473ns)} GenerateSessionVirtualId:988(1973ns) PrepareNewSessionHandshake:477(1814ns) {SwitchToState:179(692ns)}}}}}
2025-12-06T17:42:56.582700Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801859296510715:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:56.606092Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801862085570013:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38944
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:56.647796Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801859664296727:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32108
2025-12-06T17:42:56.573781Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801861718765252:2069] [node 5] ICP01 ready to work
2025-12-06T17:42:56.645223Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801861718765231:2068] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(24015806ns) {Configure:104(24010044ns) {ProcessConfigured:135(84932ns) {StartInitialHandshake:157(81783ns) {DropHandshakes:470(2739ns) {DropIncomingHandshake:442(601ns) DropOutgoingHandshake:457(317ns)} GenerateSessionVirtualId:988(1319ns) PrepareNewSessionHandshake:477(1510ns) {SwitchToState:179(505ns)}}}}}
2025-12-06T17:42:56.645554Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801861718765253:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2363
2025-12-06T17:42:56.645875Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801861718765254:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2363
2025-12-06T17:42:56.646023Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801861718765255:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2363
2025-12-06T17:42:56.646888Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801861718765260:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2363
2025-12-06T17:42:56.647031Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801861718765261:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2363
2025-12-06T17:42:56.578752Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801855157586707:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(161518001ns) {Configure:104(161509571ns) {ProcessConfigured:135(12766898ns) {StartInitialHandshake:157(12764519ns) {DropHandshakes:470(2918ns) {DropIncomingHandshake:442(755ns) DropOutgoingHandshake:457(334ns)} GenerateSessionVirtualId:988(1302ns) PrepareNewSessionHandshake:477(5099ns) {SwitchToState:179(2725ns)}}}}}
2025-12-06T17:42:56.652419Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801859664296651:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(266343190ns) {Configure:104(266334590ns) {ProcessConfigured:135(12605526ns) {StartInitialHandshake:157(12602105ns) {DropHandshakes:470(3228ns) {DropIncomingHandshake:442(708ns) DropOutgoingHandshake:457(405ns)} GenerateSessionVirtualId:988(957ns) PrepareNewSessionHandshake:477(4363ns) {SwitchToState:179(2187ns)}}}}}
2025-12-06T17:42:56.603417Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801859296510716:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56851
2025-12-06T17:42:56.668252Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801862085569945:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(306891881ns) {Configure:104(306882486ns) {ProcessConfigured:135(79116ns) {StartInitialHandshake:157(76199ns) {DropHandshakes:470(2837ns) {DropIncomingHandshake:442(677ns) DropOutgoingHandshake:457(413ns)} GenerateSessionVirtualId:988(980ns) PrepareNewSessionHandshake:477(1944ns) {SwitchToState:179(613ns)}}}}}
2025-12-06T17:42:56.668576Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801862085570013:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:56.629567Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801859296510695:2104] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:56.681467Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801861921861369:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61722
2025-12-06T17:42:56.701004Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801862085570006:2063] [node 6] ICP35 event processing took too much time PendingConnection:279(16056057ns) {IncomingHandshake:261(16051497ns) {DropIncomingHandshake:442(616ns) PrepareNewSessionHandshake:477(2624ns) {SwitchToState:179(1180ns)} GenerateSessionVirtualId:988(1317ns) IssueIncomingHandshakeReply:193(15057ns)}}
2025-12-06T17:42:56.578927Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801859452554071:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:56.713013Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801861921861303:2059] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(348534010ns) {Configure:104(348523572ns) {ProcessConfigured:135(84085ns) {StartInitialHandshake:157(81304ns) {DropHandshakes:470(2666ns) {DropIncomingHandshake:442(456ns) DropOutgoingHandshake:457(540ns)} GenerateSessionVirtualId:988(712ns) PrepareNewSessionHandshake:477(1969ns) {SwitchToState:179(1011ns)}}}}}
2025-12-06T17:42:56.713437Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801861921861370:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61722
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:56.716143Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801859664296731:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32108
2025-12-06T17:42:56.629598Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801859296510695:2104] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:56.690082Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801861718765260:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:56.601747Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801859452554069:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33596
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:56.707394Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801861718765255:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:56.728233Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801859664296727:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:56.630254Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801859296510716:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:56.601941Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801859452554070:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33596
2025-12-06T17:42:56.763015Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801862085570012:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:56.763084Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801862085570012:2111] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:56.728441Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801859664296668:2059] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:56.655377Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801859296510695:2104] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:56.751266Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801861921861368:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61722
2025-12-06T17:42:56.711173Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801857423797887:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(295499108ns) {Configure:104(295493036ns) {ProcessConfigured:135(91240ns) {StartInitialHandshake:157(86848ns) {DropHandshakes:470(3021ns) {DropIncomingHandshake:442(771ns) DropOutgoingHandshake:457(380ns)} GenerateSessionVirtualId:988(1312ns) PrepareNewSessionHandshake:477(2093ns) {SwitchToState:179(914ns)}}}}}
2025-12-06T17:42:56.611945Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801859452554069:2111] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:56.801737Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801859664296733:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32108
2025-12-06T17:42:56.802746Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801859664296727:2114] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:56.803341Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801859664296668:2059] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:42:56.803451Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:56.803523Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801859664296668:2059] [node 4] ICP22 created new session: [6:7580801859664296734:2059]
2025-12-06T17:42:56.803585Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801859664296734:2059] [node 4] ICS09 handshake done sender: [6:7580801859664296727:2114] self: [6:7580801859664296732:0] peer: [4:7580801862085570011:0] socket: 160 qp: -1
2025-12-06T17:42:56.803637Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801859664296734:2059] [node 4] ICS10 traffic start
2025-12-06T17:42:56.803698Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:56.758703Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801861921861366:2114] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:56.774837Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801862085570012:2111] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:56.612416Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801859452554082:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33596
2025-12-06T17:42:56.711406Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801861718765254:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:56.666942Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801859296510693:2089] [node 5] ICP35 event processing took too much time PendingConnection:279(24035761ns) {IncomingHandshake:261(3559194ns) {DropIncomingHandshake:442(388ns) PrepareNewSessionHandshake:477(2418ns) {SwitchToState:179(866ns)} GenerateSessionVirtualId:988(1025ns) IssueIncomingHandshakeReply:193(11509ns)}}
2025-12-06T17:42:56.679574Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801859296510700:2107] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:56.679613Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801859296510700:2107] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:42:56.680506Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801859296510720:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56851
2025-12-06T17:42:56.715325Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801859296510693:2089] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:56.715457Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:56.715515Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801859296510693:2089] [node 5] ICP22 created new session: [1:7580801859296510723:2089]
2025-12-06T17:42:56.715582Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801859296510723:2089] [node 5] ICS09 handshake done sender: [1:7580801859296510695:2104] self: [1:7580801859296510694:0] peer: [5:7580801861921861367:0] socket: 138 qp: -1
2025-12-06T17:42:56.715623Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801859296510723:2089] [node 5] ICS10 traffic start
2025-12-06T17:42:56.715688Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:56.729378Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801859296510700:2107] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:56.785511Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801859296510698:2106] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:56.785548Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801859296510698:2106] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:42:56.786392Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801855001543341:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:42:56.786500Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:56.786588Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801855001543341:2048] [node 2] ICP22 created new session: [1:7580801859296510725:2048]
2025-12-06T17:42:56.786652Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801859296510725:2048] [node 2] ICS09 handshake done sender: [1:7580801859296510700:2107] self: [1:7580801859296510699:0] peer: [2:7580801859452554083:0] socket: 141 qp: -1
2025-12-06T17:42:56.786709Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801859296510725:2048] [node 2] ICS10 traffic start
2025-12-06T17:42:56.786760Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:56.800387Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801859296510714:2085] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(85803023ns) {Configure:104(85792031ns) {ProcessConfigured:135(82429ns) {StartInitialHandshake:157(80338ns) {DropHandshakes:470(2819ns) {DropIncomingHandshake:442(709ns) DropOutgoingHandshake:457(481ns)} GenerateSessionVirtualId:988(928ns) PrepareNewSessionHandshake:477(2326ns) {SwitchToState:179(612ns)}}}}}
2025-12-06T17:42:56.820795Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801859296510698:2106] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:56.790947Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801861921861290:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:56.711523Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801861718765253:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:56.842144Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801859296510720:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:56.838872Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801859664296730:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32108
2025-12-06T17:42:56.850735Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801859664296730:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:56.869651Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801862085570027:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38944
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:56.614137Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580801855157586706:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:56.791055Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:56.883179Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801862085570006:2063] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:56.639005Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801859452554070:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:56.723104Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801857423797887:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:56.723252Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801857423797886:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:56.757722Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801861718765261:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:56.771570Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801861718765249:2067] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(182639057ns) {Configure:104(182633859ns) {ProcessConfigured:135(66170ns) {StartInitialHandshake:157(64343ns) {DropHandshakes:470(2865ns) {DropIncomingHandshake:442(548ns) DropOutgoingHandshake:457(413ns)} GenerateSessionVirtualId:988(848ns) PrepareNewSessionHandshake:477(1580ns) {SwitchToState:179(533ns)}}}}}
2025-12-06T17:42:56.789044Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801861718765274:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2363
2025-12-06T17:42:56.820317Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801861718765275:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2363
2025-12-06T17:42:56.847610Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801861718765260:2119] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:56.850366Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801861718765254:2115] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:56.878256Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801857423797886:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:56.878367Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:56.878433Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801857423797886:2048] [node 1] ICP22 created new session: [3:7580801861718765276:2048]
2025-12-06T17:42:56.883334Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801857423797887:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:56.883421Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:56.883499Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801857423797887:2049] [node 2] ICP22 created new session: [3:7580801861718765277:2049]
2025-12-06T17:42:56.883562Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801861718765277:2049] [node 2] ICS09 handshake done sender: [3:7580801861718765260:2119] self: [3:7580801861718765267:0] peer: [2:7580801859452554072:0] socket: 173 qp: -1
2025-12-06T17:42:56.883630Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801861718765277:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:56.883686Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:56.895678Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801861718765259:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:56.870606Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801859664296731:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:56.895712Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801861718765259:2118] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:56.886848Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801855001543342:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:42:56.791139Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801861921861290:2048] [node 1] ICP22 created new session: [5:7580801861921861373:2048]
2025-12-06T17:42:56.886939Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:56.903205Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801855001543342:2049] [node 3] ICP22 created new session: [1:7580801859296510732:2049]
2025-12-06T17:42:56.909694Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801859296510713:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:56.909730Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801859296510713:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:56.918673Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801859296510732:2049] [node 3] ICS09 handshake done sender: [1:7580801859296510698:2106] self: [1:7580801859296510697:0] peer: [3:7580801861718765269:0] socket: 142 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:56.898761Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801862085570028:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38944
2025-12-06T17:42:56.681963Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801859452554084:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33596
2025-12-06T17:42:56.695309Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801859452554068:2067] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(148857414ns) {Configure:104(148851084ns) {ProcessConfigured:135(89611ns) {StartInitialHandshake:157(87143ns) {DropHandshakes:470(2716ns) {DropIncomingHandshake:442(650ns) DropOutgoingHandshake:457(595ns)} GenerateSessionVirtualId:988(1257ns) PrepareNewSessionHandshake:477(1718ns) {SwitchToState:179(630ns)}}}}}
2025-12-06T17:42:56.727803Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801859452554067:2071] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(145633371ns) {Configure:104(145627913ns) {ProcessConfigured:135(95269ns) {StartInitialHandshake:157(92323ns) {DropHandshakes:470(1635ns) {DropIncomingHandshake:442(286ns) DropOutgoingHandshake:457(403ns)} GenerateSessionVirtualId:988(917ns) PrepareNewSessionHandshake:477(1408ns) {SwitchToState:179(769ns)}}}}}
2025-12-06T17:42:56.757278Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801859452554073:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:56.757339Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801859452554073:2114] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:42:56.810903Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801859452554082:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:56.811174Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801859452554073:2114] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:56.812791Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580801855157586706:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5086) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7580801859452554069:2111] held: no
2025-12-06T17:42:56.867336Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801855157586707:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:42:56.867395Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:56.867463Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801855157586707:2049] [node 3] ICP22 created new session: [2:7580801859452554092:2049]
2025-12-06T17:42:56.867547Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801859452554092:2049] [node 3] ICS09 handshake done sender: [2:7580801859452554073:2114] self: [2:7580801859452554072:0] peer: [3:7580801861718765267:0] socket: 161 qp: -1
2025-12-06T17:42:56.867609Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801859452554092:2049] [node 3] ICS10 traffic start
2025-12-06T17:42:56.867663Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:56.869117Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801859452554069:2111] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:56.892676Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580801855157586706:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:56.892738Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:56.892790Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801855157586706:2048] [node 1] ICP22 created new session: [2:7580801859452554095:2048]
2025-12-06T17:42:56.892854Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801859452554095:2048] [node 1] ICS09 handshake done sender: [2:7580801859452554069:2111] self: [2:7580801859452554083:0] peer: [1:7580801859296510699:0] socket: 150 qp: -1
2025-12-06T17:42:56.892908Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801859452554095:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:56.892947Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:56.904689Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801859452554075:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:56.904735Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801859452554075:2115] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:56.922696Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801859296510732:2049] [node 3] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:56.885653Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801859664296653:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:56.911227Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801861718765257:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:56.791193Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801861921861373:2048] [node 1] ICS09 handshake done sender: [5:7580801861921861366:2114] self: [5:7580801861921861367:0] peer: [1:7580801859296510694:0] socket: 151 qp: -1
2025-12-06T17:42:56.900897Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:56.911271Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801861718765257:2117] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:56.927144Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801859296510713:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:56.886123Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801859664296651:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:56.791233Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801861921861373:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:56.886384Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801859664296737:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32108
2025-12-06T17:42:56.915069Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801862085570006:2063] [node 6] ICP22 created new session: [4:7580801862085570029:2063]
2025-12-06T17:42:56.791289Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:56.934622Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:56.904231Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801859664296740:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32108
2025-12-06T17:42:56.915871Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801861718765257:2117] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:56.922257Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801862085570029:2063] [node 6] ICS09 handshake done sender: [4:7580801862085570012:2111] self: [4:7580801862085570011:0] peer: [6:7580801859664296732:0] socket: 159 qp: -1
2025-12-06T17:42:56.955983Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801859452554075:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:56.946013Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801855001543342:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(66110567ns) {HandleHandshakeStatus:329(66107158ns) {DropIncomingHandshake:442(21800ns) DropOutgoingHandshake:457(659ns) SwitchToState:179(209ns) ProcessPendingSessionEvents:495(640759ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 561917ns max# 65422ns}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:56.792085Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7580801861921861290:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:42:56.916221Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801861718765276:2048] [node 1] ICS09 handshake done sender: [3:7580801861718765254:2115] self: [3:7580801861718765269:0] peer: [1:7580801859296510697:0] socket: 156 qp: -1
2025-12-06T17:42:56.924255Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801862085570028:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:56.921344Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801859664296741:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32108
2025-12-06T17:42:56.990837Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801859452554066:2066] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:56.806727Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801861921861375:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61722
2025-12-06T17:42:56.916642Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801861718765259:2118] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:56.924715Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801862085570030:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38944
2025-12-06T17:42:56.946271Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801859296510729:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:56.922050Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801861718765276:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:56.848315Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801861921861368:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:56.993925Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801859452554089:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:56.927555Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801859664296730:2116] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:56.946299Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801859296510729:2118] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:56.924793Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801862085570031:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38944
2025-12-06T17:42:56.926884Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801862085570029:2063] [node 6] ICS10 traffic start
2025-12-06T17:42:56.926933Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:56.928012Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801862085570027:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:56.938250Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801862085569945:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:56.951297Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801862085570030:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:56.971014Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801862085569946:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:56.994362Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801862085570031:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:56.994558Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801862085569947:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:57.000161Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801862085570039:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38944
2025-12-06T17:42:57.000556Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801862085570036:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38944
2025-12-06T17:42:57.016705Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801862085570027:2117] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:57.027277Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801862085569945:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:57.030823Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:57.030889Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801862085569945:2048] [node 1] ICP22 created new session: [4:7580801866380537336:2048]
2025-12-06T17:42:57.030947Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801866380537336:2048] [node 1] ICS09 handshake done sender: [4:7580801862085570027:2117] self: [4:7580801862085570035:0] peer: [1:7580801859296510728:0] socket: 146 qp: -1
2025-12-06T17:42:57.030987Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801866380537336:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:57.031032Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:57.033049Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801862085570031:2120] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:56.848659Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801861921861291:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:56.851123Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801861921861370:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:56.882933Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801861921861375:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:56.900324Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801861921861292:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:56.921680Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801861921861380:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61722
2025-12-06T17:42:56.941030Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801861921861370:2117] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:56.974056Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801861921861292:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:42:56.974953Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:56.975008Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801861921861292:2050] [node 3] ICP22 created new session: [5:7580801861921861383:2050]
2025-12-06T17:42:56.975062Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801861921861383:2050] [node 3] ICS09 handshake done sender: [5:7580801861921861370:2117] self: [5:7580801861921861378:0] peer: [3:7580801861718765256:0] socket: 179 qp: -1
2025-12-06T17:42:56.975105Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801861921861383:2050] [node 3] ICS10 traffic start
2025-12-06T17:42:56.975159Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:56.978321Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7580801861921861292:2050] [node 3] ICP27 obsolete handshake fail ignored
2025-12-06T17:42:56.978613Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801861921861382:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61722
2025-12-06T17:42:56.999269Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801861921861368:2115] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:57.035384Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801861921861291:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:57.043644Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801861921861381:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61722
2025-12-06T17:42:56.938098Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801859664296653:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:42:56.955551Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801859664296731:2117] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:56.968900Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:56.971480Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801859664296651:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:56.971573Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:56.971628Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801859664296651:2048] [node 1] ICP22 created new session: [6:7580801859664296744:2048]
2025-12-06T17:42:56.971694Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801859664296744:2048] [node 1] ICS09 handshake done sender: [6:7580801859664296731:2117] self: [6:7580801859664296739:0] peer: [1:7580801859296510712:0] socket: 184 qp: -1
2025-12-06T17:42:56.971733Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801859664296744:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:56.971773Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:56.974607Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801859664296653:2050] [node 3] ICP22 created new session: [6:7580801859664296742:2050]
2025-12-06T17:42:56.986842Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801859664296737:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:56.991403Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801859664296652:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:56.995074Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801859664296747:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32108
2025-12-06T17:42:56.996545Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801859664296742:2050] [node 3] ICS09 handshake done sender: [6:7580801859664296730:2116] self: [6:7580801859664296738:0] peer: [3:7580801861718765258:0] socket: 178 qp: -1
2025-12-06T17:42:56.996594Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801859664296742:2050] [node 3] ICS10 traffic start
2025-12-06T17:42:57.009010Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:57.022365Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801859664296653:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(83300592ns) {HandleHandshakeStatus:329(83297458ns) {DropIncomingHandshake:442(923ns) DropOutgoingHandshake:457(8834ns) SwitchToState:179(912ns) ProcessPendingSessionEvents:495(549374ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 481699ns max# 56562ns}}}
2025-12-06T17:42:57.033725Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801863959264045:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32108
2025-12-06T17:42:56.926688Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:56.948187Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801861718765252:2069] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:56.948277Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:56.948348Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801861718765252:2069] [node 5] ICP22 created new session: [3:7580801861718765283:2069]
2025-12-06T17:42:56.948406Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801861718765283:2069] [node 5] ICS09 handshake done sender: [3:7580801861718765257:2117] self: [3:7580801861718765256:0] peer: [5:7580801861921861378:0] socket: 176 qp: -1
2025-12-06T17:42:56.948452Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801861718765283:2069] [node 5] ICS10 traffic start
2025-12-06T17:42:56.948527Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:56.954926Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801861718765231:2068] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:56.955023Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:56.955081Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801861718765231:2068] [node 6] ICP22 created new session: [3:7580801861718765285:2068]
2025-12-06T17:42:56.955131Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801861718765285:2068] [node 6] ICS09 handshake done sender: [3:7580801861718765259:2118] self: [3:7580801861718765258:0] peer: [6:7580801859664296738:0] socket: 177 qp: -1
2025-12-06T17:42:56.956591Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801861718765285:2068] [node 6] ICS10 traffic start
2025-12-06T17:42:56.956664Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:56.995277Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801861718765272:2122] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:56.995301Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801861718765272:2122] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:42:56.999835Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801861718765272:2122] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:57.014441Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801861718765249:2067] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:42:57.014574Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:57.014638Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801861718765249:2067] [node 4] ICP22 created new session: [3:7580801866013732584:2067]
2025-12-06T17:42:57.014696Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801866013732584:2067] [node 4] ICS09 handshake done sender: [3:7580801861718765272:2122] self: [3:7580801861718765271:0] peer: [4:7580801862085570038:0] socket: 198 qp: -1
2025-12-06T17:42:57.014743Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801866013732584:2067] [node 4] ICS10 traffic start
2025-12-06T17:42:57.014800Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:56.993964Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801859452554089:2120] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:42:57.008715Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:57.012045Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801859452554066:2066] [node 5] ICP22 created new session: [2:7580801863747521395:2066]
2025-12-06T17:42:57.024341Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801859452554086:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:57.024376Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801859452554086:2119] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:57.034430Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801863747521395:2066] [node 5] ICS09 handshake done sender: [2:7580801859452554075:2115] self: [2:7580801859452554074:0] peer: [5:7580801861921861377:0] socket: 162 qp: -1
2025-12-06T17:42:57.034480Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801863747521395:2066] [node 5] ICS10 traffic start
2025-12-06T17:42:57.034523Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:57.034692Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801859452554086:2119] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:57.034977Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801859452554089:2120] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:56.950595Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801859296510710:2082] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:56.950671Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:56.950733Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801859296510710:2082] [node 6] ICP22 created new session: [1:7580801859296510736:2082]
2025-12-06T17:42:56.950803Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801859296510736:2082] [node 6] ICS09 handshake done sender: [1:7580801859296510713:2114] self: [1:7580801859296510712:0] peer: [6:7580801859664296739:0] socket: 183 qp: -1
2025-12-06T17:42:56.950846Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801859296510736:2082] [node 6] ICS10 traffic start
2025-12-06T17:42:56.952911Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:56.954324Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801859296510729:2118] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:56.991726Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801859296510714:2085] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:42:56.991824Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:56.991879Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801859296510714:2085] [node 4] ICP22 created new session: [1:7580801859296510739:2085]
2025-12-06T17:42:56.991941Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801859296510739:2085] [node 4] ICS09 handshake done sender: [1:7580801859296510729:2118] self: [1:7580801859296510728:0] peer: [4:7580801862085570035:0] socket: 189 qp: -1
2025-12-06T17:42:56.991980Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801859296510739:2085] [node 4] ICS10 traffic start
2025-12-06T17:42:56.992021Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:56.993364Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801859296510738:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56851
2025-12-06T17:42:57.002031Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801859296510693:2089] [node 5] ICP35 event processing took too much time PendingConnection:279(285779944ns) {HandleHandshakeStatus:329(285776808ns) {DropIncomingHandshake:442(22733ns) DropOutgoingHandshake:457(520ns) SwitchToState:179(749ns) ProcessPendingSessionEvents:495(285230190ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 276156908ns max# 25029969ns}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:57.052645Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801859664296747:2122] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:57.061927Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801861921861381:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:57.062351Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:57.062411Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801861921861291:2049] [node 2] ICP22 created new session: [5:7580801866216828682:2049]
2025-12-06T17:42:57.062472Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801866216828682:2049] [node 2] ICS09 handshake done sender: [5:7580801861921861368:2115] self: [5:7580801861921861377:0] peer: [2:7580801859452554074:0] socket: 165 qp: -1
2025-12-06T17:42:57.062506Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801866216828682:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:57.062585Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:57.052955Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801859664296737:2119] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:57.063769Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801859664296652:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:57.063844Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:57.063900Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801859664296652:2049] [node 2] ICP22 created new session: [6:7580801863959264047:2049]
2025-12-06T17:42:57.063944Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801863959264047:2049] [node 2] ICS09 handshake done sender: [6:7580801859664296737:2119] self: [6:7580801859664296746:0] peer: [2:7580801859452554085:0] socket: 194 qp: -1
2025-12-06T17:42:57.063977Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801863959264047:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:57.064013Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:57.079246Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801859664296688:2070] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:57.058778Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801859452554068:2067] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:57.054401Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801862085569947:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15113) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580801862085570031:2120] held: no
2025-12-06T17:42:57.058851Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:57.080116Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801859664296688:2070] [node 5] ICP35 event processing took too much time PendingConnection:279(17560028ns) {IncomingHandshake:261(17558347ns) {DropIncomingHandshake:442(278ns) PrepareNewSessionHandshake:477(1309254ns) {SwitchToState:179(1674ns)} GenerateSessionVirtualId:988(929ns) IssueIncomingHandshakeReply:193(65075ns) {SwitchToState:179(422ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:57.055134Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801862085569947:2050] [node 3] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:57.073216Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801861921861291:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(36904679ns) {HandleHandshakeStatus:329(36901635ns) {DropIncomingHandshake:442(620ns) DropOutgoingHandshake:457(4407ns) SwitchToState:179(599ns) ProcessPendingSessionEvents:495(9576552ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 9512291ns max# 9048660ns}}}
2025-12-06T17:42:57.058902Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801859452554068:2067] [node 6] ICP22 created new session: [2:7580801863747521399:2067]
2025-12-06T17:42:57.055209Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:57.105772Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801863959264049:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32108
2025-12-06T17:42:57.073365Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7580801861921861291:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:42:57.122368Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801859664296747:2122] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:57.055265Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801862085569947:2050] [node 3] ICP22 created new session: [4:7580801866380537339:2050]
2025-12-06T17:42:57.058959Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801863747521399:2067] [node 6] ICS09 handshake done sender: [2:7580801859452554086:2119] self: [2:7580801859452554085:0] peer: [6:7580801859664296746:0] socket: 163 qp: -1
2025-12-06T17:42:57.074093Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801861921861337:2061] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:57.087974Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801866216828685:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61722
2025-12-06T17:42:57.088233Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801861921861372:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:57.088259Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580801861921861372:2118] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:57.110976Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801861921861372:2118] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:57.111725Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801861921861381:2121] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:57.116278Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801861921861337:2061] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:42:57.116372Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:57.116427Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801861921861337:2061] [node 4] ICP22 created new session: [5:7580801866216828687:2061]
2025-12-06T17:42:57.116484Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801866216828687:2061] [node 4] ICS09 handshake done sender: [5:7580801861921861381:2121] self: [5:7580801866216828684:0] peer: [4:7580801862085570019:0] socket: 203 qp: -1
2025-12-06T17:42:57.116539Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801866216828687:2061] [node 4] ICS10 traffic start
2025-12-06T17:42:57.116574Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:57.128465Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580801861921861303:2059] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:57.128595Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:57.128660Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801861921861303:2059] [node 6] ICP22 created new session: [5:7580801866216828689:2059]
2025-12-06T17:42:57.128717Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801866216828689:2059] [node 6] ICS09 handshake done sender: [5:7580801861921861372:2118] self: [5:7580801861921861371:0] peer: [6:7580801863959264046:0] socket: 139 qp: -1
2025-12-06T17:42:57.128761Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801866216828689:2059] [node 6] ICS10 traffic start
2025-12-06T17:42:57.128801Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:57.059001Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801863747521399:2067] [node 6] ICS10 traffic start
2025-12-06T17:42:57.055320Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801866380537339:2050] [node 3] ICS09 handshake done sender: [4:7580801862085570031:2120] self: [4:7580801862085570038:0] peer: [3:7580801861718765271:0] socket: 201 qp: -1
2025-12-06T17:42:57.059040Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:57.055362Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801866380537339:2050] [node 3] ICS10 traffic start
2025-12-06T17:42:57.060093Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801859452554067:2071] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:42:57.055402Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:57.060144Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:57.057262Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801866380537338:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38944
2025-12-06T17:42:57.060186Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801859452554067:2071] [node 4] ICP22 created new session: [2:7580801863747521401:2071]
2025-12-06T17:42:57.082131Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801862085570006:2063] [node 6] ICP35 event processing took too much time PendingConnection:279(210174689ns) {HandleHandshakeStatus:329(210170873ns) {DropIncomingHandshake:442(28299ns) DropOutgoingHandshake:457(569ns) SwitchToState:179(1060ns) ProcessPendingSessionEvents:495(126376058ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 117781161ns max# 17381660ns}}}
2025-12-06T17:42:57.060223Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801863747521401:2071] [node 4] ICS09 handshake done sender: [2:7580801859452554089:2120] self: [2:7580801859452554088:0] peer: [4:7580801862085570037:0] socket: 195 qp: -1
2025-12-06T17:42:57.082314Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801862085570020:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:57.060257Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801863747521401:2071] [node 4] ICS10 traffic start
2025-12-06T17:42:57.082342Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801862085570020:2115] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:57.060304Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:57.086787Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801862085570020:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:57.076134Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801859452554066:2066] [node 5] ICP35 event processing took too much time PendingConnection:279(88011973ns) {HandleHandshakeStatus:329(88009246ns) {DropIncomingHandshake:442(22754ns) DropOutgoingHandshake:457(472ns) SwitchToState:179(318ns) ProcessPendingSessionEvents:495(12335960ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 12262505ns max# 11767347ns}}}
2025-12-06T17:42:57.087886Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801862085570030:2119] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:57.107118Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801862085570007:2062] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:57.107238Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:57.107305Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801862085570007:2062] [node 5] ICP22 created new session: [4:7580801866380537342:2062]
2025-12-06T17:42:57.107365Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801866380537342:2062] [node 5] ICS09 handshake done sender: [4:7580801862085570020:2115] self: [4:7580801862085570019:0] peer: [5:7580801866216828684:0] socket: 202 qp: -1
2025-12-06T17:42:57.107414Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801866380537342:2062] [node 5] ICS10 traffic start
2025-12-06T17:42:57.107467Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:57.108752Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801862085569946:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:57.108820Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:57.108881Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801862085569946:2049] [node 2] ICP22 created new session: [4:7580801866380537344:2049]
2025-12-06T17:42:57.108935Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801866380537344:2049] [node 2] ICS09 handshake done sender: [4:7580801862085570030:2119] self: [4:7580801862085570037:0] peer: [2:7580801859452554088:0] socket: 158 qp: -1
2025-12-06T17:42:57.108979Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801866380537344:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:57.109039Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:57.109816Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7580801862085569946:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:42:57.141441Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801859664296688:2070] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:42:57.141555Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:57.141618Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801859664296688:2070] [node 5] ICP22 created new session: [6:7580801863959264050:2070]
2025-12-06T17:42:57.141678Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801863959264050:2070] [node 5] ICS09 handshake done sender: [6:7580801859664296747:2122] self: [6:7580801863959264046:0] peer: [5:7580801861921861371:0] socket: 143 qp: -1
2025-12-06T17:42:57.141731Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801863959264050:2070] [node 5] ICS10 traffic start
2025-12-06T17:42:57.141782Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:57.143153Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580801859664296688:2070] [node 5] ICP27 obsolete handshake fail ignored
2025-12-06T17:42:57.147203Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801857423797886:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(277946735ns) {HandleHandshakeStatus:329(277940049ns) {DropIncomingHandshake:442(5521ns) DropOutgoingHandshake:457(13444ns) SwitchToState:179(704ns) ProcessPendingSessionEvents:495(200450661ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 200252270ns max# 17473080ns}}}
2025-12-06T17:42:57.219404Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:42:57.219676Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580801859452554095:2048] [node 1] ICS01 socket: 150 reason# EndOfStream
2025-12-06T17:42:57.219733Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580801855157586706:2048] [node 1] ICP30 unregister session Session# [2:7580801859452554095:2048] VirtualId# [2:7580801859452554083:0]
2025-12-06T17:42:57.219770Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580801859452554095:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:57.219858Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:57.219914Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:57.222139Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:42:57.222377Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580801861718765276:2048] [node 1] ICS07 socket disconnect 156 reason# EndOfStream
2025-12-06T17:42:57.222412Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801861718765276:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:57.222496Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:57.222557Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580801861718765276:2048] [node 1] ICS15 start handshake
2025-12-06T17:42:57.226888Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801857423797886:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5086) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:42:57.226947Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580801861718765276:2048] [node 1] ICS15 start handshake
2025-12-06T17:42:57.227984Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801857423797886:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5086) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:57.228053Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801861718765276:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:57.228089Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801857423797886:2048] [node 1] ICP30 unregister session Session# [3:7580801861718765276:2048] VirtualId# [3:7580801861718765269:0]
2025-12-06T17:42:57.228209Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:57.228247Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580801857423797886:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:5086) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:57.228265Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5086) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:57.230798Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:42:57.231044Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580801859664296744:2048] [node 1] ICS07 socket disconnect 184 reason# EndOfStream
2025-12-06T17:42:57.231091Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801859664296744:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:57.231171Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:57.231215Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580801859664296744:2048] [node 1] ICS15 start handshake
2025-12-06T17:42:57.232343Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801859664296651:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5086) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:57.232406Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801859664296744:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:57.232456Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801859664296651:2048] [node 1] ICP30 unregister session Session# [6:7580801859664296744:2048] VirtualId# [6:7580801859664296739:0]
2025-12-06T17:42:57.232495Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:57.232555Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580801859664296651:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:5086) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:57.232571Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5086) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:57.238782Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:42:57.239019Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580801866380537336:2048] [node 1] ICS07 socket disconnect 146 reason# EndOfStream
2025-12-06T17:42:57.239052Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801866380537336:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:57.239151Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:57.239198Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580801866380537336:2048] [node 1] ICS15 start handshake
2025-12-06T17:42:57.239800Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:42:57.240033Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801861921861373:2048] [node 1] ICS01 socket: 151 reason# EndOfStream
2025-12-06T17:42:57.240078Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801861921861290:2048] [node 1] ICP30 unregister session Session# [5:7580801861921861373:2048] VirtualId# [5:7580801861921861367:0]
2025-12-06T17:42:57.240114Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801861921861373:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:57.240187Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:42:57.240246Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:57.241045Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580801857423797886:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:42:57.242146Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801862085569945:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5086) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:57.242216Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801866380537336:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:57.242255Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801862085569945:2048] [node 1] ICP30 unregister session Session# [4:7580801866380537336:2048] VirtualId# [4:7580801862085570035:0]
2025-12-06T17:42:57.242307Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:42:57.242348Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580801862085569945:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:5086) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:57.242365Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5086) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:57.242813Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580801859664296651:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:42:57.254842Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580801862085569945:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:42:57.553714Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:42:57.553972Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580801861718765277:2049] [node 2] ICS07 socket disconnect 173 reason# EndOfStream
2025-12-06T17:42:57.554022Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801861718765277:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:57.554140Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:57.554211Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580801861718765277:2049] [node 2] ICS15 start handshake
2025-12-06T17:42:57.555609Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801857423797887:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15491) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:57.555670Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801861718765277:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:57.555717Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801857423797887:2049] [node 2] ICP30 unregister session Session# [3:7580801861718765277:2049] VirtualId# [3:7580801861718765267:0]
2025-12-06T17:42:57.555763Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:57.555798Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580801857423797887:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:15491) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:57.555825Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15491) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:57.568656Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580801857423797887:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:42:57.571750Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:42:57.572046Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801866216828682:2049] [node 2] ICS01 socket: 165 reason# EndOfStream
2025-12-06T17:42:57.572106Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801861921861291:2049] [node 2] ICP30 unregister session Session# [5:7580801866216828682:2049] VirtualId# [5:7580801861921861377:0]
2025-12-06T17:42:57.572146Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801866216828682:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:57.572244Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:57.572297Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:57.572414Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:42:57.572650Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801863959264047:2049] [node 2] ICS01 socket: 194 reason# EndOfStream
2025-12-06T17:42:57.572691Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801859664296652:2049] [node 2] ICP30 unregister session Session# [6:7580801863959264047:2049] VirtualId# [6:7580801859664296746:0]
2025-12-06T17:42:57.572723Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801863959264047:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:57.572791Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:57.572842Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:57.575139Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:42:57.575396Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580801866380537344:2049] [node 2] ICS07 socket disconnect 158 reason# EndOfStream
2025-12-06T17:42:57.575433Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801866380537344:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:57.575554Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:42:57.575622Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580801866380537344:2049] [node 2] ICS15 start handshake
2025-12-06T17:42:57.579719Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801862085569946:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15491) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:57.579795Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801866380537344:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:57.579840Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801862085569946:2049] [node 2] ICP30 unregister session Session# [4:7580801866380537344:2049] VirtualId# [4:7580801862085570037:0]
2025-12-06T17:42:57.579899Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:42:57.579937Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580801862085569946:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:15491) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:57.579970Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15491) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:57.590991Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580801862085569946:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:42:57.794753Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:42:57.795111Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580801859664296742:2050] [node 3] ICS07 socket disconnect 178 reason# EndOfStream
2025-12-06T17:42:57.795153Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801859664296742:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:57.795241Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:42:57.795287Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580801859664296742:2050] [node 3] ICS15 start handshake
2025-12-06T17:42:57.794759Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:42:57.795027Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801866380537339:2050] [node 3] ICS01 socket: 201 reason# EndOfStream
2025-12-06T17:42:57.795073Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801862085569947:2050] [node 3] ICP30 unregister session Session# [4:7580801866380537339:2050] VirtualId# [4:7580801862085570038:0]
2025-12-06T17:42:57.795115Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801866380537339:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:57.795243Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:42:57.795299Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:42:57.796615Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801859664296653:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15113) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:57.796691Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801859664296742:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:57.796731Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801859664296653:2050] [node 3] ICP30 unregister session Session# [6:7580801859664296742:2050] VirtualId# [6:7580801859664296738:0]
2025-12-06T17:42:57.796778Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:42:57.796816Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580801859664296653:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:15113) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:57.796835Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15113) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:57.796751Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:42:57.796961Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580801861921861383:2050] [node 3] ICS07 socket disconnect 179 reason# EndOfStream
2025-12-06T17:42:57.796999Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801861921861383:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:57.797071Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:42:57.797133Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580801861921861383:2050] [node 3] ICS15 start handshake
2025-12-06T17:42:57.798159Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801861921861292:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15113) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:42:57.798227Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801861921861383:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:42:57.798271Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801861921861292:2050] [node 3] ICP30 unregister session Session# [5:7580801861921861383:2050] VirtualId# [5:7580801861921861378:0]
2025-12-06T17:42:57.798313Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:42:57.798346Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580801861921861292:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:15113) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:57.798369Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15113) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:42:57.804021Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580801861921861292:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:42:57.807895Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580801859664296653:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:42:58.018436Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:42:58.018471Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:42:58.018777Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801866216828687:2061] [node 4] ICS01 socket: 203 reason# EndOfStream
2025-12-06T17:42:58.018829Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801861921861337:2061] [node 4] ICP30 unregister session Session# [5:7580801866216828687:2061] VirtualId# [5:7580801866216828684:0]
2025-12-06T17:42:58.018880Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801866216828687:2061] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:58.018998Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:42:58.019058Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:42:58.018758Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801859664296734:2059] [node 4] ICS01 socket: 160 reason# EndOfStream
2025-12-06T17:42:58.018820Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801859664296668:2059] [node 4] ICP30 unregister session Session# [6:7580801859664296734:2059] VirtualId# [6:7580801859664296732:0]
2025-12-06T17:42:58.018865Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801859664296734:2059] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:58.018964Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:42:58.019021Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:42:58.307607Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:42:58.307941Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801863959264050:2070] [node 5] ICS01 socket: 143 reason# EndOfStream
2025-12-06T17:42:58.308020Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801859664296688:2070] [node 5] ICP30 unregister session Session# [6:7580801863959264050:2070] VirtualId# [6:7580801863959264046:0]
2025-12-06T17:42:58.308066Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801863959264050:2070] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:42:58.308198Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:42:58.308248Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:42:58.539154Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801870686768474:2048] [node 2] ICP01 ready to work
2025-12-06T17:42:58.539197Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801870686768475:2049] [node 3] ICP01 ready to work
2025-12-06T17:42:58.553236Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801870623649872:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:58.553282Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801870623649873:2049] [node 3] ICP01 ready to work
2025-12-06T17:42:58.619355Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801870237002111:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:58.619393Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801870237002112:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:58.654933Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801868824408837:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:58.654974Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801868824408838:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:58.655015Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801868824408839:2050] [node 3] ICP01 ready to work
2025-12-06T17:42:58.680678Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801868141042621:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:58.680725Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801868141042622:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:58.680764Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801868141042623:2050] [node 3] ICP01 ready to work
2025-12-06T17:42:58.759315Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801868543324151:2048] [node 1] ICP01 ready to work
2025-12-06T17:42:58.759372Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801868543324152:2049] [node 2] ICP01 ready to work
2025-12-06T17:42:58.759417Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801868543324153:2050] [node 3] ICP01 ready to work
2025-12-06T17:42:59.121213Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801872436009939:2068] [node 6] ICP01 ready to work
2025-12-06T17:42:59.143964Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801874531969468:2074] [node 6] ICP01 ready to work
2025-12-06T17:42:59.196327Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801874918617231:2076] [node 6] ICP01 ready to work
2025-12-06T17:42:59.196300Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801874918617232:2077] [node 5] ICP01 ready to work
2025-12-06T17:42:59.205481Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801872838291475:2065] [node 5] ICP01 ready to work
2025-12-06T17:42:59.205244Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801874981735835:2102] [node 5] ICP01 ready to work
2025-12-06T17:42:59.251362Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801873119376197:2069] [node 5] ICP01 ready to work
2025-12-06T17:42:59.212705Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801874981735834:2103] [node 6] ICP01 ready to work
2025-12-06T17:42:59.244241Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801874918617233:2075] [node 4] ICP01 ready to work
2025-12-06T17:42:59.231954Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801874531969472:2073] [node 5] ICP01 ready to work
2025-12-06T17:42:59.218594Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801874981735836:2101] [node 4] ICP01 ready to work
2025-12-06T17:42:59.260407Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801873119376196:2072] [node 6] ICP01 ready to work
2025-12-06T17:42:59.297718Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801874531969473:2075] [node 4] ICP01 ready to work
2025-12-06T17:42:59.296776Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801868824408837:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(216444326ns) {Configure:104(216435523ns) {ProcessConfigured:135(91562ns) {StartInitialHandshake:157(88765ns) {DropHandshakes:470(2700ns) {DropIncomingHandshake:442(644ns) DropOutgoingHandshake:457(358ns)} GenerateSessionVirtualId:988(837ns) PrepareNewSessionHandshake:477(1787ns) {SwitchToState:179(584ns)}}}}}
2025-12-06T17:42:59.344237Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801874531969472:2073] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(34137800ns) {Configure:104(34133372ns) {ProcessConfigured:135(99037ns) {StartInitialHandshake:157(95809ns) {DropHandshakes:470(5672ns) {DropIncomingHandshake:442(751ns) DropOutgoingHandshake:457(554ns)} GenerateSessionVirtualId:988(1484ns) PrepareNewSessionHandshake:477(1950ns) {SwitchToState:179(823ns)}}}}}
2025-12-06T17:42:59.291491Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801872838291510:2069] [node 4] ICP01 ready to work
2025-12-06T17:42:59.310882Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801872436009981:2072] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:59.370512Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801874981735836:2101] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(42942301ns) {Configure:104(42936478ns) {ProcessConfigured:135(90294ns) {StartInitialHandshake:157(85565ns) {DropHandshakes:470(4450ns) {DropIncomingHandshake:442(697ns) DropOutgoingHandshake:457(402ns)} GenerateSessionVirtualId:988(1464ns) PrepareNewSessionHandshake:477(2801ns) {SwitchToState:179(732ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:59.352664Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801868141042622:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(345663233ns) {Configure:104(345651943ns) {ProcessConfigured:135(70668ns) {StartInitialHandshake:157(67897ns) {DropHandshakes:470(2546ns) {DropIncomingHandshake:442(696ns) DropOutgoingHandshake:457(368ns)} GenerateSessionVirtualId:988(885ns) PrepareNewSessionHandshake:477(1147ns) {SwitchToState:179(579ns)}}}}}
2025-12-06T17:42:59.332322Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801868543324153:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(295747232ns) {Configure:104(295740703ns) {ProcessConfigured:135(39850999ns) {StartInitialHandshake:157(39847679ns) {DropHandshakes:470(1670ns) {DropIncomingHandshake:442(399ns) DropOutgoingHandshake:457(292ns)} GenerateSessionVirtualId:988(648ns) PrepareNewSessionHandshake:477(6872ns) {SwitchToState:179(2716ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:59.371569Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801873119376211:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37759
2025-12-06T17:42:59.363396Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801874531969483:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41733
2025-12-06T17:42:59.439983Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801870623649872:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(389417827ns) {Configure:104(389408651ns) {ProcessConfigured:135(66037ns) {StartInitialHandshake:157(62676ns) {DropHandshakes:470(2724ns) {DropIncomingHandshake:442(813ns) DropOutgoingHandshake:457(427ns)} GenerateSessionVirtualId:988(1202ns) PrepareNewSessionHandshake:477(1411ns) {SwitchToState:179(406ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:59.381112Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801872838291519:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31808
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:59.371656Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801873119376212:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37759
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:59.453275Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801874981735835:2102] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(130991170ns) {Configure:104(130986056ns) {ProcessConfigured:135(77073ns) {StartInitialHandshake:157(74597ns) {DropHandshakes:470(3364ns) {DropIncomingHandshake:442(666ns) DropOutgoingHandshake:457(495ns)} GenerateSessionVirtualId:988(700ns) PrepareNewSessionHandshake:477(1479ns) {SwitchToState:179(683ns)}}}}}
2025-12-06T17:42:59.436630Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801872436009988:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1357
2025-12-06T17:42:59.443722Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801868543324151:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(348653872ns) {Configure:104(348646927ns) {ProcessConfigured:135(14543455ns) {StartInitialHandshake:157(14540754ns) {DropHandshakes:470(2029ns) {DropIncomingHandshake:442(384ns) DropOutgoingHandshake:457(531ns)} GenerateSessionVirtualId:988(602ns) PrepareNewSessionHandshake:477(4278ns) {SwitchToState:179(2005ns)}}}}}
2025-12-06T17:42:59.427573Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801873119376211:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:59.475210Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801874531969482:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:59.436720Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801872436009989:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1357
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:59.427777Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801868824408839:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:59.459384Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801868543324152:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(239827744ns) {Configure:104(239819421ns) {ProcessConfigured:135(11602060ns) {StartInitialHandshake:157(11599098ns) {DropHandshakes:470(2716ns) {DropIncomingHandshake:442(558ns) DropOutgoingHandshake:457(424ns)} GenerateSessionVirtualId:988(418ns) PrepareNewSessionHandshake:477(9242ns) {SwitchToState:179(1988ns)}}}}}
2025-12-06T17:42:59.475273Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801874531969482:2114] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:59.436937Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801872436009990:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1357
2025-12-06T17:42:59.524110Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801874918617237:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44151
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:59.530893Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801874531969482:2114] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:59.543043Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801873119376214:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37759
2025-12-06T17:42:59.462123Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801872838291526:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31808
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:59.531586Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801872436009989:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:59.554367Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801874918617238:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44151
2025-12-06T17:42:59.563715Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801874981735848:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20350
2025-12-06T17:42:59.567956Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801874981735838:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:59.568009Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801874981735838:2111] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:59.585559Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801874981735841:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:59.585589Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801874981735841:2112] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:42:59.586372Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801874981735841:2112] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:59.591125Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801874981735848:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:59.591296Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801874981735838:2111] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:59.594854Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801874981735851:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20350
2025-12-06T17:42:59.623913Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801870686768475:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(285882571ns) {Configure:104(285876348ns) {ProcessConfigured:135(99087ns) {StartInitialHandshake:157(96077ns) {DropHandshakes:470(2823ns) {DropIncomingHandshake:442(732ns) DropOutgoingHandshake:457(401ns)} GenerateSessionVirtualId:988(469ns) PrepareNewSessionHandshake:477(1542ns) {SwitchToState:179(767ns)}}}}}
2025-12-06T17:42:59.474968Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801872838291520:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31808
2025-12-06T17:42:59.563955Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801873119376211:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:59.564840Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801874531969483:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:59.531829Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801872436009988:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:59.568331Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801874918617234:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44151
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:59.584072Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801872436009981:2072] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(225513063ns) {Configure:104(225502974ns) {ProcessConfigured:135(102472ns) {StartInitialHandshake:157(100072ns) {DropHandshakes:470(2649ns) {DropIncomingHandshake:442(558ns) DropOutgoingHandshake:457(353ns)} GenerateSessionVirtualId:988(1022ns) PrepareNewSessionHandshake:477(1865ns) {SwitchToState:179(638ns)}}}}}
2025-12-06T17:42:59.584254Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801872436009990:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:59.584638Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801872436009981:2072] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:59.647019Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801872436009985:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:59.647075Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580801872436009985:2111] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:59.660236Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801868141042623:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(428950237ns) {Configure:104(428939647ns) {ProcessConfigured:135(36641213ns) {StartInitialHandshake:157(36637280ns) {DropHandshakes:470(2820ns) {DropIncomingHandshake:442(689ns) DropOutgoingHandshake:457(517ns)} GenerateSessionVirtualId:988(862ns) PrepareNewSessionHandshake:477(4629ns) {SwitchToState:179(2447ns)}}}}}
2025-12-06T17:42:59.479270Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801872838291519:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:59.663592Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801868141042623:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:59.569212Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801874918617243:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44151
2025-12-06T17:42:59.567606Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801874531969473:2075] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:42:59.587273Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801874531969487:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41733
2025-12-06T17:42:59.587330Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801874531969488:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41733
2025-12-06T17:42:59.634774Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:59.655199Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801870237002112:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(348109250ns) {Configure:104(348100588ns) {ProcessConfigured:135(30084744ns) {StartInitialHandshake:157(30081379ns) {DropHandshakes:470(21942466ns) {DropIncomingHandshake:442(335ns) DropOutgoingHandshake:457(3013ns)} GenerateSessionVirtualId:988(1862ns) PrepareNewSessionHandshake:477(5455ns) {SwitchToState:179(2842ns)}}}}}
2025-12-06T17:42:59.658718Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801874531969473:2075] [node 4] ICP22 created new session: [3:7580801874531969490:2075]
2025-12-06T17:42:59.671255Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801874981735844:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:59.675123Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801872436010002:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1357
2025-12-06T17:42:59.574141Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801873119376212:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:59.671316Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801874981735844:2113] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:42:59.675547Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801874981735855:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20350
2025-12-06T17:42:59.689305Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801874531969487:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:59.690049Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801870237002112:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:59.574325Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801868824408837:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:59.679080Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801868141042621:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(389348130ns) {Configure:104(389339287ns) {ProcessConfigured:135(23137936ns) {StartInitialHandshake:157(23134133ns) {DropHandshakes:470(2993ns) {DropIncomingHandshake:442(808ns) DropOutgoingHandshake:457(524ns)} GenerateSessionVirtualId:988(844ns) PrepareNewSessionHandshake:477(4038ns) {SwitchToState:179(132ns)}}}}}
2025-12-06T17:42:59.691056Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801872436009985:2111] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:59.691364Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801874981735836:2101] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:42:59.575709Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801874918617238:2113] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:59.700647Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801874981735834:2103] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:59.551019Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801872838291510:2069] [node 4] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:59.700761Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:59.690795Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801874531969480:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:59.589925Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801868824408839:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:42:59.551146Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801872838291520:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:59.617108Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801874918617243:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:59.690849Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801874531969480:2113] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:59.693903Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801874531969490:2075] [node 4] ICS09 handshake done sender: [3:7580801874531969482:2114] self: [3:7580801874531969481:0] peer: [4:7580801873119376213:0] socket: 152 qp: -1
2025-12-06T17:42:59.703816Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801874531969490:2075] [node 4] ICS10 traffic start
2025-12-06T17:42:59.707415Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801874531969497:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41733
2025-12-06T17:42:59.711173Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801874531969480:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:59.719698Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801874531969495:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41733
2025-12-06T17:42:59.731246Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801874531969472:2073] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:59.731329Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:59.731399Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801874531969472:2073] [node 5] ICP22 created new session: [3:7580801874531969499:2073]
2025-12-06T17:42:59.731452Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801874531969499:2073] [node 5] ICS09 handshake done sender: [3:7580801874531969480:2113] self: [3:7580801874531969479:0] peer: [5:7580801872436010000:0] socket: 158 qp: -1
2025-12-06T17:42:59.731494Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801874531969499:2073] [node 5] ICS10 traffic start
2025-12-06T17:42:59.731612Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:59.754680Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:59.700843Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801874981735834:2103] [node 6] ICP22 created new session: [1:7580801874981735856:2103]
2025-12-06T17:42:59.758758Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801874531969487:2116] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:59.759148Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801870237002112:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:59.759257Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:59.759317Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801870237002112:2049] [node 2] ICP22 created new session: [3:7580801874531969502:2049]
2025-12-06T17:42:59.759377Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801874531969502:2049] [node 2] ICS09 handshake done sender: [3:7580801874531969487:2116] self: [3:7580801874531969494:0] peer: [2:7580801874918617241:0] socket: 186 qp: -1
2025-12-06T17:42:59.759417Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801874531969502:2049] [node 2] ICS10 traffic start
2025-12-06T17:42:59.759474Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:59.764966Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801874531969473:2075] [node 4] ICP35 event processing took too much time PendingConnection:279(196299348ns) {HandleHandshakeStatus:329(196296444ns) {DropIncomingHandshake:442(283ns) DropOutgoingHandshake:457(507ns) SwitchToState:179(480ns) ProcessPendingSessionEvents:495(699098ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 620309ns max# 67698ns}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:59.595223Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801873119376205:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:59.551313Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801868543324151:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:59.783662Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801874531969477:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:59.756259Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801872436009988:2112] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:59.619572Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801874918617237:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:59.703899Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801874981735856:2103] [node 6] ICS09 handshake done sender: [1:7580801874981735838:2111] self: [1:7580801874981735837:0] peer: [6:7580801872838291529:0] socket: 147 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:59.595266Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801873119376205:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:59.625082Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580801870623649872:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:59.560046Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801872838291510:2069] [node 4] ICP35 event processing took too much time PendingConnection:279(26423451ns) {IncomingHandshake:261(26417495ns) {DropIncomingHandshake:442(592ns) PrepareNewSessionHandshake:477(1732ns) {SwitchToState:179(564ns)} GenerateSessionVirtualId:988(1016ns) IssueIncomingHandshakeReply:193(26382579ns) {SwitchToState:179(4592ns)}}}
2025-12-06T17:42:59.786864Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580801872436009939:2068] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:59.783721Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801874531969477:2112] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:59.722657Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801874981735856:2103] [node 6] ICS10 traffic start
2025-12-06T17:42:59.647202Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801874918617232:2077] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(198541797ns) {Configure:104(198535563ns) {ProcessConfigured:135(94791ns) {StartInitialHandshake:157(92471ns) {DropHandshakes:470(3463ns) {DropIncomingHandshake:442(850ns) DropOutgoingHandshake:457(512ns)} GenerateSessionVirtualId:988(1175ns) PrepareNewSessionHandshake:477(2019ns) {SwitchToState:179(668ns)}}}}}
2025-12-06T17:42:59.605251Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:59.651432Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801870623649872:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(35325035ns) {IncomingHandshake:261(8076496ns) {DropIncomingHandshake:442(647ns) PrepareNewSessionHandshake:477(5789332ns) {SwitchToState:179(8039ns)} GenerateSessionVirtualId:988(781ns) IssueIncomingHandshakeReply:193(2234848ns) {SwitchToState:179(2738ns)}}}
2025-12-06T17:42:59.690291Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801874918617234:2110] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:59.786980Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:59.588215Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801872838291526:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:59.605323Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801868824408839:2050] [node 3] ICP22 created new session: [4:7580801873119376216:2050]
2025-12-06T17:42:59.605393Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801873119376216:2050] [node 3] ICS09 handshake done sender: [4:7580801873119376211:2115] self: [4:7580801873119376213:0] peer: [3:7580801874531969481:0] socket: 156 qp: -1
2025-12-06T17:42:59.605459Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801873119376216:2050] [node 3] ICS10 traffic start
2025-12-06T17:42:59.605516Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:59.607448Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801868824408839:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(16489005ns) {HandleHandshakeStatus:329(16486273ns) {DropIncomingHandshake:442(593ns) DropOutgoingHandshake:457(20753ns) SwitchToState:179(778ns) ProcessPendingSessionEvents:495(667905ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 599818ns max# 84119ns}}}
2025-12-06T17:42:59.609274Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801873119376218:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37759
2025-12-06T17:42:59.619294Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801873119376212:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:59.622964Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801873119376203:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:59.623019Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801873119376203:2112] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:59.648335Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801868824408837:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:59.648461Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:59.648545Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801868824408837:2048] [node 1] ICP22 created new session: [4:7580801873119376222:2048]
2025-12-06T17:42:59.648617Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801873119376222:2048] [node 1] ICS09 handshake done sender: [4:7580801873119376212:2116] self: [4:7580801873119376215:0] peer: [1:7580801874981735840:0] socket: 157 qp: -1
2025-12-06T17:42:59.648673Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801873119376222:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:59.648735Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:59.649662Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801873119376205:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:59.649787Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801873119376203:2112] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:59.701984Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801873119376196:2072] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:59.702054Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:59.702114Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801873119376196:2072] [node 6] ICP22 created new session: [4:7580801873119376224:2072]
2025-12-06T17:42:59.702182Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801873119376224:2072] [node 6] ICS09 handshake done sender: [4:7580801873119376205:2113] self: [4:7580801873119376204:0] peer: [6:7580801872838291528:0] socket: 146 qp: -1
2025-12-06T17:42:59.702233Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801873119376224:2072] [node 6] ICS10 traffic start
2025-12-06T17:42:59.702353Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:59.715695Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801873119376197:2069] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:59.715786Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:59.715861Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801873119376197:2069] [node 5] ICP22 created new session: [4:7580801873119376226:2069]
2025-12-06T17:42:59.715939Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801873119376226:2069] [node 5] ICS09 handshake done sender: [4:7580801873119376203:2112] self: [4:7580801873119376202:0] peer: [5:7580801872436009997:0] socket: 145 qp: -1
2025-12-06T17:42:59.715979Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801873119376226:2069] [node 5] ICS10 traffic start
2025-12-06T17:42:59.716020Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:59.721469Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801873119376196:2072] [node 6] ICP35 event processing took too much time PendingConnection:279(18525570ns) {HandleHandshakeStatus:329(18523107ns) {DropIncomingHandshake:442(244ns) DropOutgoingHandshake:457(632ns) SwitchToState:179(597ns) ProcessPendingSessionEvents:495(17933365ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 17864141ns max# 17379495ns}}}
2025-12-06T17:42:59.796066Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801873119376228:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37759
2025-12-06T17:42:59.796329Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801873119376229:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37759
2025-12-06T17:42:59.804843Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801873119376228:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:59.832305Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7580801873119376196:2072] [node 6] ICP18 handshake (actor [4:7580801873119376228:2119]) is too old
2025-12-06T17:42:59.850861Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801873119376229:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:59.807112Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801874531969477:2112] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:59.727356Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:59.863448Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801868824408837:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(208879457ns) {HandleHandshakeStatus:329(208874603ns) {DropIncomingHandshake:442(892ns) DropOutgoingHandshake:457(10099ns) SwitchToState:179(983ns) ProcessPendingSessionEvents:495(208266204ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 197462445ns max# 28044736ns}}}
2025-12-06T17:42:59.588369Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801872838291475:2065] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:59.698921Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801874918617242:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:59.787044Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801872436009939:2068] [node 6] ICP22 created new session: [5:7580801872436010006:2068]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:59.827309Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801874531969488:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:59.727537Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801874981735844:2113] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:59.698967Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801874918617242:2115] [node 3] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:59.787107Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801872436010006:2068] [node 6] ICS09 handshake done sender: [5:7580801872436009985:2111] self: [5:7580801872436009984:0] peer: [6:7580801872838291530:0] socket: 164 qp: -1
2025-12-06T17:42:59.787151Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801872436010006:2068] [node 6] ICS10 traffic start
2025-12-06T17:42:59.787225Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:59.789682Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801872436009981:2072] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:42:59.789752Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:59.789819Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801872436009981:2072] [node 4] ICP22 created new session: [5:7580801872436010008:2072]
2025-12-06T17:42:59.789874Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801872436010008:2072] [node 4] ICS09 handshake done sender: [5:7580801872436009988:2112] self: [5:7580801872436009997:0] peer: [4:7580801873119376202:0] socket: 166 qp: -1
2025-12-06T17:42:59.789916Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801872436010008:2072] [node 4] ICS10 traffic start
2025-12-06T17:42:59.789966Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:59.804134Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801872436010003:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1357
2025-12-06T17:42:59.811890Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801872436010005:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1357
2025-12-06T17:42:59.812118Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801872436009989:2113] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:59.819210Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801872436010004:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1357
2025-12-06T17:42:59.820388Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801868141042623:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:42:59.656083Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801872838291532:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31808
2025-12-06T17:42:59.832879Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801874531969497:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:59.871252Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801868824408838:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:59.735722Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:59.705998Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801874918617242:2115] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:59.671950Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801872838291534:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31808
2025-12-06T17:42:59.737894Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801874981735834:2103] [node 6] ICP35 event processing took too much time PendingConnection:279(35985676ns) {HandleHandshakeStatus:329(35976315ns) {DropIncomingHandshake:442(806ns) DropOutgoingHandshake:457(485ns) SwitchToState:179(758ns) ProcessPendingSessionEvents:495(668263ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 586189ns max# 65885ns}}}
2025-12-06T17:42:59.835116Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801874531969468:2074] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:59.820468Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:59.707788Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801870623649873:2049] [node 3] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:42:59.751704Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801874981735836:2101] [node 4] ICP22 created new session: [1:7580801874981735860:2101]
2025-12-06T17:42:59.751766Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801874981735851:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:59.775100Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801874981735860:2101] [node 4] ICS09 handshake done sender: [1:7580801874981735841:2112] self: [1:7580801874981735840:0] peer: [4:7580801873119376215:0] socket: 155 qp: -1
2025-12-06T17:42:59.791075Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801874981735860:2101] [node 4] ICS10 traffic start
2025-12-06T17:42:59.804985Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:59.812574Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801870686768474:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:42:59.812666Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:59.812731Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801870686768474:2048] [node 2] ICP22 created new session: [1:7580801874981735863:2048]
2025-12-06T17:42:59.812784Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801874981735863:2048] [node 2] ICS09 handshake done sender: [1:7580801874981735844:2113] self: [1:7580801874981735843:0] peer: [2:7580801874918617249:0] socket: 165 qp: -1
2025-12-06T17:42:59.812827Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801874981735863:2048] [node 2] ICS10 traffic start
2025-12-06T17:42:59.812880Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:42:59.815502Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580801870686768474:2048] [node 2] ICP18 handshake (actor [1:7580801874981735851:2116]) is too old
2025-12-06T17:42:59.834527Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801874981735865:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20350
2025-12-06T17:42:59.855821Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801874981735836:2101] [node 4] ICP35 event processing took too much time PendingConnection:279(163462479ns) {HandleHandshakeStatus:329(163459391ns) {DropIncomingHandshake:442(1962ns) DropOutgoingHandshake:457(3270ns) SwitchToState:179(750ns) ProcessPendingSessionEvents:495(5857429ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 5785226ns max# 5169001ns}}}
2025-12-06T17:42:59.855922Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [1:7580801874981735836:2101] [node 4] ICP27 obsolete handshake fail ignored
2025-12-06T17:42:59.866891Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801874981735865:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:59.873684Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801874981735853:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:59.873725Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801874981735853:2117] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:42:59.894825Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801874981735853:2117] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:59.895648Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801870686768475:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:42:59.895749Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:59.895802Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801870686768475:2049] [node 3] ICP22 created new session: [1:7580801874981735868:2049]
2025-12-06T17:42:59.895852Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801874981735868:2049] [node 3] ICS09 handshake done sender: [1:7580801874981735853:2117] self: [1:7580801874981735852:0] peer: [3:7580801874531969505:0] socket: 207 qp: -1
2025-12-06T17:42:59.895895Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801874981735868:2049] [node 3] ICS10 traffic start
2025-12-06T17:42:59.895930Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:59.927886Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801874981735847:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:59.927934Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801874981735847:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:59.936651Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801874981735847:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:59.683829Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801872838291520:2114] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:59.820549Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801868141042623:2050] [node 3] ICP22 created new session: [5:7580801872436010012:2050]
2025-12-06T17:42:59.960583Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801873119376231:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37759
2025-12-06T17:42:59.856807Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7580801874531969472:2073] [node 5] ICP18 handshake (actor [3:7580801874531969488:2117]) is too old
2025-12-06T17:42:59.707890Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:59.963186Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801874981735835:2102] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:59.683986Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801872838291535:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31808
2025-12-06T17:42:59.820606Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801872436010012:2050] [node 3] ICS09 handshake done sender: [5:7580801872436009989:2113] self: [5:7580801872436010000:0] peer: [3:7580801874531969479:0] socket: 168 qp: -1
2025-12-06T17:42:59.990005Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:59.860836Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801870237002111:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:59.964861Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801873119376229:2120] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:59.820651Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801872436010012:2050] [node 3] ICS10 traffic start
2025-12-06T17:42:59.820699Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:59.846591Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801872436010005:2121] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:59.851210Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801868141042622:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:59.852791Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801872436010004:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:59.891022Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801872436010016:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1357
2025-12-06T17:42:59.891512Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801868141042621:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:59.922267Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801872436010005:2121] [node 2] ICH04 handshake succeeded
2025-12-06T17:42:59.942200Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801868141042621:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(24847878ns) {IncomingHandshake:261(22467380ns) {DropIncomingHandshake:442(3034ns) PrepareNewSessionHandshake:477(6164ns) {SwitchToState:179(4727ns)} GenerateSessionVirtualId:988(688ns) IssueIncomingHandshakeReply:193(4697809ns) {SwitchToState:179(1949ns)}}}
2025-12-06T17:42:59.942300Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801868141042622:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:59.953202Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801872436010017:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1357
2025-12-06T17:42:59.962486Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:42:59.964076Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801868141042622:2049] [node 2] ICP22 created new session: [5:7580801872436010018:2049]
2025-12-06T17:42:59.707957Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801870623649873:2049] [node 3] ICP22 created new session: [2:7580801874918617256:2049]
2025-12-06T17:42:59.997453Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801868824408838:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:42:59.700220Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801872838291534:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:59.990138Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801874981735835:2102] [node 5] ICP22 created new session: [1:7580801874981735871:2102]
2025-12-06T17:42:59.708037Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801874918617256:2049] [node 3] ICS09 handshake done sender: [2:7580801874918617242:2115] self: [2:7580801874918617241:0] peer: [3:7580801874531969494:0] socket: 181 qp: -1
2025-12-06T17:42:59.869371Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:59.705861Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801868543324151:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:59.723001Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:59.723070Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801868543324151:2048] [node 1] ICP22 created new session: [6:7580801872838291536:2048]
2025-12-06T17:42:59.723132Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801872838291536:2048] [node 1] ICS09 handshake done sender: [6:7580801872838291520:2114] self: [6:7580801872838291529:0] peer: [1:7580801874981735837:0] socket: 161 qp: -1
2025-12-06T17:42:59.723178Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801872838291536:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:59.723236Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:59.725082Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801868543324151:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(23643500ns) {HandleHandshakeStatus:329(18191174ns) {DropIncomingHandshake:442(4496ns) DropOutgoingHandshake:457(12302ns) SwitchToState:179(455ns) ProcessPendingSessionEvents:495(594100ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 532212ns max# 53750ns}}}
2025-12-06T17:42:59.726501Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801872838291526:2117] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:59.761308Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801868543324153:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:59.766978Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801872838291475:2065] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:42:59.767079Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:59.767146Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801872838291475:2065] [node 5] ICP22 created new session: [6:7580801872838291540:2065]
2025-12-06T17:42:59.767199Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801872838291540:2065] [node 5] ICS09 handshake done sender: [6:7580801872838291526:2117] self: [6:7580801872838291530:0] peer: [5:7580801872436009984:0] socket: 173 qp: -1
2025-12-06T17:42:59.767241Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801872838291540:2065] [node 5] ICS10 traffic start
2025-12-06T17:42:59.767297Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:59.768783Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801872838291531:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31808
2025-12-06T17:42:59.804731Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801872838291531:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:59.805364Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801868543324153:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(26318140ns) {IncomingHandshake:261(26315561ns) {DropIncomingHandshake:442(461ns) PrepareNewSessionHandshake:477(2283ns) {SwitchToState:179(1244ns)} GenerateSessionVirtualId:988(378ns) IssueIncomingHandshakeReply:193(9992721ns) {SwitchToState:179(4264ns)}}}
2025-12-06T17:42:59.832561Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801868543324152:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:42:59.832748Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801872838291542:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31808
2025-12-06T17:42:59.832930Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801872838291533:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31808
2025-12-06T17:42:59.866808Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801872838291534:2121] [node 3] ICH04 handshake succeeded
2025-12-06T17:42:59.871817Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801872838291519:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:59.887651Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801868543324153:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1443) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801872838291534:2121] held: no
2025-12-06T17:42:59.888346Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801868543324153:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:42:59.888451Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:42:59.888532Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801868543324153:2050] [node 3] ICP22 created new session: [6:7580801872838291544:2050]
2025-12-06T17:42:59.888593Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801872838291544:2050] [node 3] ICS09 handshake done sender: [6:7580801872838291534:2121] self: [6:7580801872838291539:0] peer: [3:7580801874531969476:0] socket: 198 qp: -1
2025-12-06T17:42:59.888639Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801872838291544:2050] [node 3] ICS10 traffic start
2025-12-06T17:42:59.888708Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:59.899260Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801872838291510:2069] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:32659) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801872838291519:2113] held: no
2025-12-06T17:42:59.922509Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801872838291510:2069] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:42:59.922622Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:59.922694Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801872838291510:2069] [node 4] ICP22 created new session: [6:7580801872838291546:2069]
2025-12-06T17:42:59.922753Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801872838291546:2069] [node 4] ICS09 handshake done sender: [6:7580801872838291519:2113] self: [6:7580801872838291528:0] peer: [4:7580801873119376204:0] socket: 160 qp: -1
2025-12-06T17:42:59.922793Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801872838291546:2069] [node 4] ICS10 traffic start
2025-12-06T17:42:59.922841Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:59.931016Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801872838291548:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31808
2025-12-06T17:42:59.970064Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801872838291531:2118] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:00.000580Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801868543324152:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30636) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801872838291531:2118] held: no
2025-12-06T17:43:00.006938Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801868543324152:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:00.007033Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:00.018598Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801868543324152:2049] [node 2] ICP22 created new session: [6:7580801877133258845:2049]
2025-12-06T17:43:00.022649Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801877133258845:2049] [node 2] ICS09 handshake done sender: [6:7580801872838291531:2118] self: [6:7580801872838291543:0] peer: [2:7580801874918617239:0] socket: 180 qp: -1
2025-12-06T17:43:00.038194Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801877133258845:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:00.038281Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:00.038607Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801868543324152:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(31571462ns) {HandleHandshakeStatus:329(31566129ns) {DropIncomingHandshake:442(796ns) DropOutgoingHandshake:457(592ns) SwitchToState:179(455ns) ProcessPendingSessionEvents:495(1345ns)}}
2025-12-06T17:42:59.708079Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801874918617256:2049] [node 3] ICS10 traffic start
2025-12-06T17:42:59.708134Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:42:59.738942Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801874918617258:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44151
2025-12-06T17:42:59.739816Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801874918617238:2113] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:59.740040Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580801870623649872:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:59.740116Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:59.740175Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801870623649872:2048] [node 1] ICP22 created new session: [2:7580801874918617259:2048]
2025-12-06T17:42:59.740239Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801874918617259:2048] [node 1] ICS09 handshake done sender: [2:7580801874918617238:2113] self: [2:7580801874918617249:0] peer: [1:7580801874981735843:0] socket: 171 qp: -1
2025-12-06T17:42:59.740291Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801874918617259:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:59.740339Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:59.770404Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801874918617263:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44151
2025-12-06T17:42:59.853259Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801874918617252:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:59.853292Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801874918617252:2118] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:42:59.858078Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801874918617240:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:59.858110Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801874918617240:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:42:59.868186Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801874918617252:2118] [node 5] ICH04 handshake succeeded
2025-12-06T17:42:59.903547Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801874918617245:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:42:59.903583Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801874918617245:2117] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:42:59.904237Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801874918617232:2077] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:42:59.904329Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:42:59.904402Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801874918617232:2077] [node 5] ICP22 created new session: [2:7580801874918617265:2077]
2025-12-06T17:42:59.904457Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801874918617265:2077] [node 5] ICS09 handshake done sender: [2:7580801874918617252:2118] self: [2:7580801874918617251:0] peer: [5:7580801872436010014:0] socket: 213 qp: -1
2025-12-06T17:42:59.904511Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801874918617265:2077] [node 5] ICS10 traffic start
2025-12-06T17:42:59.904567Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:59.935003Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801874918617240:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:42:59.939530Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801874918617245:2117] [node 4] ICH04 handshake succeeded
2025-12-06T17:42:59.953942Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7580801870623649873:2049] [node 3] ICP27 obsolete handshake fail ignored
2025-12-06T17:42:59.965227Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801874918617231:2076] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:42:59.965342Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:42:59.965411Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801874918617231:2076] [node 6] ICP22 created new session: [2:7580801874918617269:2076]
2025-12-06T17:42:59.965492Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801874918617269:2076] [node 6] ICS09 handshake done sender: [2:7580801874918617240:2114] self: [2:7580801874918617239:0] peer: [6:7580801872838291543:0] socket: 179 qp: -1
2025-12-06T17:42:59.965545Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801874918617269:2076] [node 6] ICS10 traffic start
2025-12-06T17:42:59.965612Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:59.967014Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801874918617233:2075] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:42:59.967116Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:42:59.967174Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801874918617233:2075] [node 4] ICP22 created new session: [2:7580801874918617271:2075]
2025-12-06T17:42:59.871717Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801874531969468:2074] [node 6] ICP22 created new session: [3:7580801874531969506:2074]
2025-12-06T17:42:59.967230Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801874918617271:2075] [node 4] ICS09 handshake done sender: [2:7580801874918617245:2117] self: [2:7580801874918617244:0] peer: [4:7580801873119376230:0] socket: 216 qp: -1
2025-12-06T17:42:59.967267Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801874918617271:2075] [node 4] ICS10 traffic start
2025-12-06T17:42:59.895235Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801874531969507:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41733
2025-12-06T17:42:59.967354Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:42:59.897897Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801874531969497:2120] [node 1] ICH04 handshake succeeded
2025-12-06T17:42:59.898104Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801870237002111:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:42:59.898169Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:42:59.898223Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801870237002111:2048] [node 1] ICP22 created new session: [3:7580801874531969508:2048]
2025-12-06T17:42:59.898277Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801874531969508:2048] [node 1] ICS09 handshake done sender: [3:7580801874531969497:2120] self: [3:7580801874531969505:0] peer: [1:7580801874981735852:0] socket: 209 qp: -1
2025-12-06T17:42:59.898316Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801874531969508:2048] [node 1] ICS10 traffic start
2025-12-06T17:42:59.898363Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:59.892031Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801874531969506:2074] [node 6] ICS09 handshake done sender: [3:7580801874531969477:2112] self: [3:7580801874531969476:0] peer: [6:7580801872838291539:0] socket: 194 qp: -1
2025-12-06T17:42:59.902841Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801874531969506:2074] [node 6] ICS10 traffic start
2025-12-06T17:42:59.918603Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:42:59.920490Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801874531969468:2074] [node 6] ICP35 event processing took too much time PendingConnection:279(84393191ns) {HandleHandshakeStatus:329(84390768ns) {DropIncomingHandshake:442(17243ns) DropOutgoingHandshake:457(617ns) SwitchToState:179(337ns) ProcessPendingSessionEvents:495(687774ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 617504ns max# 88343ns}}}
2025-12-06T17:43:00.010920Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801872436010004:2120] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:00.016784Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801872436010018:2049] [node 2] ICS09 handshake done sender: [5:7580801872436010005:2121] self: [5:7580801872436010014:0] peer: [2:7580801874918617251:0] socket: 215 qp: -1
2025-12-06T17:43:00.016852Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801872436010018:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:00.019969Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801868141042621:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:32335) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580801872436010004:2120] held: no
2025-12-06T17:43:00.027160Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801868141042621:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:00.037606Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:00.037708Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801868141042621:2048] [node 1] ICP22 created new session: [5:7580801876730977315:2048]
2025-12-06T17:43:00.037772Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801876730977315:2048] [node 1] ICS09 handshake done sender: [5:7580801872436010004:2120] self: [5:7580801872436010015:0] peer: [1:7580801874981735846:0] socket: 214 qp: -1
2025-12-06T17:43:00.037819Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801876730977315:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:00.037873Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:42:59.990220Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801874981735871:2102] [node 5] ICS09 handshake done sender: [1:7580801874981735847:2114] self: [1:7580801874981735846:0] peer: [5:7580801872436010015:0] socket: 206 qp: -1
2025-12-06T17:42:59.990276Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801874981735871:2102] [node 5] ICS10 traffic start
2025-12-06T17:42:59.990363Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:42:59.992274Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801874981735835:2102] [node 5] ICP35 event processing took too much time PendingConnection:279(36167521ns) {HandleHandshakeStatus:329(36163740ns) {DropIncomingHandshake:442(31417ns) DropOutgoingHandshake:457(504ns) SwitchToState:179(685ns) ProcessPendingSessionEvents:495(677413ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 589653ns max# 68092ns}}}
2025-12-06T17:43:00.043102Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:00.045749Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:00.045838Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801868824408838:2049] [node 2] ICP22 created new session: [4:7580801877414343528:2049]
2025-12-06T17:43:00.045897Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801877414343528:2049] [node 2] ICS09 handshake done sender: [4:7580801873119376229:2120] self: [4:7580801873119376230:0] peer: [2:7580801874918617244:0] socket: 217 qp: -1
2025-12-06T17:43:00.045937Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801877414343528:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:00.045983Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:00.048135Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801868824408838:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(67529988ns) {HandleHandshakeStatus:329(67527228ns) {DropIncomingHandshake:442(4551ns) DropOutgoingHandshake:457(19462ns) SwitchToState:179(531ns) ProcessPendingSessionEvents:495(996837ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 927026ns max# 421041ns}}}
2025-12-06T17:43:00.053317Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801868141042622:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(102895364ns) {HandleHandshakeStatus:329(102891512ns) {DropIncomingHandshake:442(830ns) DropOutgoingHandshake:457(6139ns) SwitchToState:179(1116ns) ProcessPendingSessionEvents:495(1925808ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 1852693ns max# 1220912ns}}}
2025-12-06T17:43:00.053438Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7580801868141042622:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:43:00.250791Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:43:00.251068Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7580801874918617259:2048] [node 1] ICS07 socket disconnect 171 reason# EndOfStream
2025-12-06T17:43:00.251105Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580801874918617259:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:00.251214Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:00.251263Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580801874918617259:2048] [node 1] ICS15 start handshake
2025-12-06T17:43:00.259177Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:43:00.259620Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580801874531969508:2048] [node 1] ICS07 socket disconnect 209 reason# EndOfStream
2025-12-06T17:43:00.259670Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801874531969508:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:00.259769Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:00.259820Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580801874531969508:2048] [node 1] ICS15 start handshake
2025-12-06T17:43:00.264723Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580801870623649872:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:32335) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:43:00.264783Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580801874918617259:2048] [node 1] ICS15 start handshake
2025-12-06T17:43:00.266003Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580801870623649872:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:32335) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:00.266079Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580801874918617259:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:00.266124Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580801870623649872:2048] [node 1] ICP30 unregister session Session# [2:7580801874918617259:2048] VirtualId# [2:7580801874918617249:0]
2025-12-06T17:43:00.266172Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:00.266210Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [2:7580801870623649872:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:32335) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:00.266231Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:32335) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:00.271807Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801870237002111:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:32335) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:43:00.271864Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580801874531969508:2048] [node 1] ICS15 start handshake
2025-12-06T17:43:00.278763Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:43:00.279064Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580801873119376222:2048] [node 1] ICS07 socket disconnect 157 reason# EndOfStream
2025-12-06T17:43:00.279100Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801873119376222:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:00.279203Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:00.279255Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580801873119376222:2048] [node 1] ICS15 start handshake
2025-12-06T17:43:00.279925Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:43:00.280168Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801876730977315:2048] [node 1] ICS01 socket: 214 reason# EndOfStream
2025-12-06T17:43:00.280221Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801868141042621:2048] [node 1] ICP30 unregister session Session# [5:7580801876730977315:2048] VirtualId# [5:7580801872436010015:0]
2025-12-06T17:43:00.280261Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801876730977315:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:00.280335Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:00.280385Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:00.281928Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801870237002111:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:32335) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:00.281999Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801874531969508:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:00.282042Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801870237002111:2048] [node 1] ICP30 unregister session Session# [3:7580801874531969508:2048] VirtualId# [3:7580801874531969505:0]
2025-12-06T17:43:00.282165Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:00.282222Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580801870237002111:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:32335) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:00.282242Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:32335) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:00.283379Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801868824408837:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:32335) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:00.283452Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801873119376222:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:00.283510Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801868824408837:2048] [node 1] ICP30 unregister session Session# [4:7580801873119376222:2048] VirtualId# [4:7580801873119376215:0]
2025-12-06T17:43:00.283600Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:00.283646Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580801868824408837:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:32335) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:00.283664Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:32335) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:00.281236Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [2:7580801870623649872:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:43:00.291853Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:43:00.292143Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801872838291536:2048] [node 1] ICS01 socket: 161 reason# EndOfStream
2025-12-06T17:43:00.292192Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801868543324151:2048] [node 1] ICP30 unregister session Session# [6:7580801872838291536:2048] VirtualId# [6:7580801872838291529:0]
2025-12-06T17:43:00.292235Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801872838291536:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:00.292349Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:00.292407Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:00.295091Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580801870237002111:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:43:00.295276Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580801868824408837:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:43:00.382486Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:43:00.382758Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580801874531969502:2049] [node 2] ICS07 socket disconnect 186 reason# EndOfStream
2025-12-06T17:43:00.382793Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801874531969502:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:00.382891Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:00.382938Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580801874531969502:2049] [node 2] ICS15 start handshake
2025-12-06T17:43:00.388001Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801870237002112:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30636) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:43:00.388055Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580801874531969502:2049] [node 2] ICS15 start handshake
2025-12-06T17:43:00.389228Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801870237002112:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30636) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:00.389287Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801874531969502:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:00.389330Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801870237002112:2049] [node 2] ICP30 unregister session Session# [3:7580801874531969502:2049] VirtualId# [3:7580801874531969494:0]
2025-12-06T17:43:00.389464Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:00.389513Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580801870237002112:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:30636) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:00.389530Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30636) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:00.393928Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:43:00.394170Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580801872436010018:2049] [node 2] ICS07 socket disconnect 215 reason# EndOfStream
2025-12-06T17:43:00.394209Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801872436010018:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:00.394282Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:00.394316Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580801872436010018:2049] [node 2] ICS15 start handshake
2025-12-06T17:43:00.394996Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:43:00.395213Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580801877414343528:2049] [node 2] ICS07 socket disconnect 217 reason# EndOfStream
2025-12-06T17:43:00.395248Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801877414343528:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:00.395336Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:00.395378Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580801877414343528:2049] [node 2] ICS15 start handshake
2025-12-06T17:43:00.395863Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:43:00.396067Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801877133258845:2049] [node 2] ICS01 socket: 180 reason# EndOfStream
2025-12-06T17:43:00.396111Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801868543324152:2049] [node 2] ICP30 unregister session Session# [6:7580801877133258845:2049] VirtualId# [6:7580801872838291543:0]
2025-12-06T17:43:00.396150Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801877133258845:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:00.396219Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:00.396264Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:00.398955Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801868824408838:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30636) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:00.399033Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801877414343528:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:00.399071Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801868824408838:2049] [node 2] ICP30 unregister session Session# [4:7580801877414343528:2049] VirtualId# [4:7580801873119376230:0]
2025-12-06T17:43:00.399194Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:00.399226Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580801868824408838:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:30636) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:00.399242Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30636) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:00.408381Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580801868824408838:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:43:00.410174Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801868141042622:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30636) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:00.410267Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801872436010018:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:00.410324Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801868141042622:2049] [node 2] ICP30 unregister session Session# [5:7580801872436010018:2049] VirtualId# [5:7580801872436010014:0]
2025-12-06T17:43:00.410473Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:00.410559Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580801868141042622:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:30636) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:00.410580Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30636) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:00.411181Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580801870237002112:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:43:00.419019Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580801868141042622:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:43:00.512348Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:43:00.512639Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801872838291544:2050] [node 3] ICS01 socket: 198 reason# EndOfStream
2025-12-06T17:43:00.512687Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801868543324153:2050] [node 3] ICP30 unregister session Session# [6:7580801872838291544:2050] VirtualId# [6:7580801872838291539:0]
2025-12-06T17:43:00.512727Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801872838291544:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:00.512817Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:43:00.512913Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:43:00.514819Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:43:00.515091Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580801872436010012:2050] [node 3] ICS07 socket disconnect 168 reason# EndOfStream
2025-12-06T17:43:00.515128Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801872436010012:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:00.515236Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:43:00.515284Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580801872436010012:2050] [node 3] ICS15 start handshake
2025-12-06T17:43:00.517375Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801868141042623:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1443) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:00.517451Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801872436010012:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:00.517485Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801868141042623:2050] [node 3] ICP30 unregister session Session# [5:7580801872436010012:2050] VirtualId# [5:7580801872436010000:0]
2025-12-06T17:43:00.517534Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:43:00.517593Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580801868141042623:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:1443) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:00.517616Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1443) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:00.518712Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:43:00.518953Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801873119376216:2050] [node 3] ICS01 socket: 156 reason# EndOfStream
2025-12-06T17:43:00.519003Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801868824408839:2050] [node 3] ICP30 unregister session Session# [4:7580801873119376216:2050] VirtualId# [4:7580801873119376213:0]
2025-12-06T17:43:00.519043Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801873119376216:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:00.519187Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:43:00.519249Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:43:00.531063Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580801868141042623:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:43:00.675071Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:43:00.675335Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580801872436010008:2072] [node 4] ICS07 socket disconnect 166 reason# EndOfStream
2025-12-06T17:43:00.675372Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801872436010008:2072] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:00.675492Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:43:00.675544Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580801872436010008:2072] [node 4] ICS15 start handshake
2025-12-06T17:43:00.677027Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801872436009981:2072] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:32659) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:00.677098Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801872436010008:2072] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:00.677139Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801872436009981:2072] [node 4] ICP30 unregister session Session# [5:7580801872436010008:2072] VirtualId# [5:7580801872436009997:0]
2025-12-06T17:43:00.677263Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:43:00.677305Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580801872436009981:2072] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:32659) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:00.677331Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:32659) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:00.677771Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:43:00.678070Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801872838291546:2069] [node 4] ICS01 socket: 160 reason# EndOfStream
2025-12-06T17:43:00.678122Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801872838291510:2069] [node 4] ICP30 unregister session Session# [6:7580801872838291546:2069] VirtualId# [6:7580801872838291528:0]
2025-12-06T17:43:00.678170Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801872838291546:2069] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:00.678272Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:43:00.678324Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:43:00.758963Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:43:00.759268Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580801872838291540:2065] [node 5] ICS07 socket disconnect 173 reason# EndOfStream
2025-12-06T17:43:00.759308Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801872838291540:2065] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:00.759370Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:43:00.759474Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580801872838291540:2065] [node 5] ICS15 start handshake
2025-12-06T17:43:00.760981Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801872838291475:2065] [node 5] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19717) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:00.765045Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801872838291540:2065] [node 5] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:00.765114Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801872838291475:2065] [node 5] ICP30 unregister session Session# [6:7580801872838291540:2065] VirtualId# [6:7580801872838291530:0]
2025-12-06T17:43:00.765181Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
2025-12-06T17:43:00.765229Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580801872838291475:2065] [node 5] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:19717) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:00.765248Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [5] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19717) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:00.779110Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580801872838291475:2065] [node 5] ICP33 wake up from error state
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:43:00.967756Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801878789719025:2048] [node 2] ICP01 ready to work
2025-12-06T17:43:00.967815Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801878789719026:2049] [node 3] ICP01 ready to work
2025-12-06T17:43:01.010396Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801880796136045:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:01.010432Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801880796136046:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:01.075065Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801882685818647:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:01.075179Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801882685818648:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:01.086849Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801882685818649:2050] [node 3] ICP01 ready to work
2025-12-06T17:43:00.991083Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801878229254774:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:00.991130Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801878229254775:2049] [node 3] ICP01 ready to work
2025-12-06T17:43:01.105319Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801882542775584:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:01.105372Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801882542775585:2050] [node 3] ICP01 ready to work
2025-12-06T17:43:01.110743Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801882542775583:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:01.159134Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801881116942819:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:01.159174Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801881116942820:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:01.159211Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801881116942821:2050] [node 3] ICP01 ready to work
2025-12-06T17:43:01.417096Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801882524222103:2081] [node 5] ICP01 ready to work
2025-12-06T17:43:01.430492Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801883084686377:2103] [node 6] ICP01 ready to work
2025-12-06T17:43:01.446561Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801882685818662:2061] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:01.533351Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801882524222131:2109] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9260
2025-12-06T17:43:01.546697Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801880796136104:2064] [node 4] ICP01 ready to work
2025-12-06T17:43:01.506744Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801881116942835:2060] [node 4] ICP01 ready to work
2025-12-06T17:43:01.526726Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801883084686380:2104] [node 4] ICP01 ready to work
2025-12-06T17:43:01.587850Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801881116942843:2062] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:01.575319Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801882542775585:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(157723941ns) {Configure:104(157718549ns) {ProcessConfigured:135(15574326ns) {StartInitialHandshake:157(15570170ns) {DropHandshakes:470(3044ns) {DropIncomingHandshake:442(609ns) DropOutgoingHandshake:457(669ns)} GenerateSessionVirtualId:988(1022ns) PrepareNewSessionHandshake:477(10053ns) {SwitchToState:179(2362ns)}}}}}
2025-12-06T17:43:01.619122Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801883084686388:2106] [node 5] ICP01 ready to work
2025-12-06T17:43:01.645887Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801883084686389:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29486
2025-12-06T17:43:01.619729Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801880796136116:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24139
2025-12-06T17:43:01.618733Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801882524222138:2085] [node 4] ICP01 ready to work
2025-12-06T17:43:01.654631Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801882524222139:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9260
2025-12-06T17:43:01.618917Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801882685818709:2067] [node 5] ICP01 ready to work
2025-12-06T17:43:01.701846Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801883084686389:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:01.616554Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801882542775627:2070] [node 6] ICP01 ready to work
2025-12-06T17:43:01.709377Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801881116942821:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(54167834ns) {Configure:104(54158939ns) {ProcessConfigured:135(86008ns) {StartInitialHandshake:157(82754ns) {DropHandshakes:470(2838ns) {DropIncomingHandshake:442(850ns) DropOutgoingHandshake:457(397ns)} GenerateSessionVirtualId:988(813ns) PrepareNewSessionHandshake:477(2191ns) {SwitchToState:179(1017ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:01.727328Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801882524222131:2109] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:01.728756Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801878789719026:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(308742832ns) {Configure:104(308737850ns) {ProcessConfigured:135(26156018ns) {StartInitialHandshake:157(26152099ns) {DropHandshakes:470(1374ns) {DropIncomingHandshake:442(343ns) DropOutgoingHandshake:457(309ns)} GenerateSessionVirtualId:988(1668ns) PrepareNewSessionHandshake:477(2827ns) {SwitchToState:179(203ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:01.735333Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801882542775654:2087] [node 4] ICP01 ready to work
2025-12-06T17:43:01.735813Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801882542775649:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23600
2025-12-06T17:43:01.735977Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801882542775650:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23600
2025-12-06T17:43:01.635021Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801880796136115:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24139
2025-12-06T17:43:01.731309Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801882524222140:2091] [node 6] ICP01 ready to work
2025-12-06T17:43:01.773087Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801882685818648:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(194304635ns) {Configure:104(194293675ns) {ProcessConfigured:135(110194ns) {StartInitialHandshake:157(106196ns) {DropHandshakes:470(8328ns) {DropIncomingHandshake:442(546ns) DropOutgoingHandshake:457(338ns)} GenerateSessionVirtualId:988(1024ns) PrepareNewSessionHandshake:477(2059ns) {SwitchToState:179(990ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:01.637840Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801880796136117:2071] [node 5] ICP01 ready to work
2025-12-06T17:43:01.747484Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801882542775649:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:01.807251Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801883084686400:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29486
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:01.740455Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801882524222139:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:01.818645Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801882685818715:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50536
2025-12-06T17:43:01.821116Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801882685818716:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50536
2025-12-06T17:43:01.821535Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801882685818717:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50536
2025-12-06T17:43:01.821632Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801882685818718:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50536
2025-12-06T17:43:01.676133Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801880796136118:2068] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:01.838912Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801881116942893:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47385
2025-12-06T17:43:01.791373Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801882542775654:2087] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(54522511ns) {Configure:104(54516546ns) {ProcessConfigured:135(11956157ns) {StartInitialHandshake:157(11953867ns) {DropHandshakes:470(3384ns) {DropIncomingHandshake:442(958ns) DropOutgoingHandshake:457(654ns)} GenerateSessionVirtualId:988(1108ns) PrepareNewSessionHandshake:477(3006ns) {SwitchToState:179(408ns)}}}}}
2025-12-06T17:43:01.778612Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801882524222133:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:01.847647Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801882685818718:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:01.852153Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801882685818716:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:01.852329Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801882685818717:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:01.859284Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801883084686400:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:01.869150Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801882685818715:2111] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:01.778678Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801882524222133:2110] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:43:01.847587Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801881116942835:2060] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(257200742ns) {Configure:104(257190765ns) {ProcessConfigured:135(12282210ns) {StartInitialHandshake:157(12279445ns) {DropHandshakes:470(2839ns) {DropIncomingHandshake:442(551ns) DropOutgoingHandshake:457(359ns)} GenerateSessionVirtualId:988(706ns) PrepareNewSessionHandshake:477(12212165ns) {SwitchToState:179(8554ns)}}}}}
2025-12-06T17:43:01.710484Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801880796136124:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24139
2025-12-06T17:43:01.816397Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801882542775584:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(229514730ns) {Configure:104(229504799ns) {ProcessConfigured:135(71293ns) {StartInitialHandshake:157(69254ns) {DropHandshakes:470(2362ns) {DropIncomingHandshake:442(441ns) DropOutgoingHandshake:457(372ns)} GenerateSessionVirtualId:988(1243ns) PrepareNewSessionHandshake:477(2355ns) {SwitchToState:179(691ns)}}}}}
2025-12-06T17:43:01.895188Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801882685818662:2061] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(213157970ns) {Configure:104(213145240ns) {ProcessConfigured:135(3331599ns) {StartInitialHandshake:157(3328765ns) {DropHandshakes:470(2688ns) {DropIncomingHandshake:442(818ns) DropOutgoingHandshake:457(421ns)} GenerateSessionVirtualId:988(560ns) PrepareNewSessionHandshake:477(3675ns) {SwitchToState:179(1602ns)}}}}}
2025-12-06T17:43:01.895321Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801882685818648:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:01.727968Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801880796136115:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:01.728168Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801880796136046:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:01.832378Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801880796136116:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:01.883345Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801880796136124:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:01.911632Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801882685818647:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(384549691ns) {Configure:104(367957020ns) {ProcessConfigured:135(12101061ns) {StartInitialHandshake:157(12097994ns) {DropHandshakes:470(3385ns) {DropIncomingHandshake:442(821ns) DropOutgoingHandshake:457(479ns)} GenerateSessionVirtualId:988(252ns) PrepareNewSessionHandshake:477(3560ns) {SwitchToState:179(1991ns)}}}}}
2025-12-06T17:43:01.912080Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801882685818647:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:01.912565Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801882685818649:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(343583170ns) {Configure:104(343573486ns) {ProcessConfigured:135(29105004ns) {StartInitialHandshake:157(29102385ns) {DropHandshakes:470(2583ns) {DropIncomingHandshake:442(599ns) DropOutgoingHandshake:457(323ns)} GenerateSessionVirtualId:988(526ns) PrepareNewSessionHandshake:477(1554ns) {SwitchToState:179(122ns)}}}}}
2025-12-06T17:43:01.912897Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801882685818649:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:01.851277Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801881116942893:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:01.782801Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801882524222142:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9260
2025-12-06T17:43:01.826788Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801882542775650:2112] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:01.906983Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801880796136046:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11300) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580801880796136115:2112] held: no
2025-12-06T17:43:01.913251Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801880796136120:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:01.913279Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801880796136120:2114] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:01.925925Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801883084686387:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:01.925972Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801883084686387:2110] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:43:01.946769Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801883084686394:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:01.946838Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801883084686394:2113] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:01.851490Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801881116942843:2062] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:01.926351Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801880796136120:2114] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:01.785154Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801882524222141:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9260
2025-12-06T17:43:01.839285Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801882542775662:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23600
2025-12-06T17:43:01.899113Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801881116942819:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(328901511ns) {Configure:104(328897426ns) {ProcessConfigured:135(117478ns) {StartInitialHandshake:157(114044ns) {DropHandshakes:470(2275ns) {DropIncomingHandshake:442(452ns) DropOutgoingHandshake:457(356ns)} GenerateSessionVirtualId:988(852ns) PrepareNewSessionHandshake:477(2183ns) {SwitchToState:179(1161ns)}}}}}
2025-12-06T17:43:01.788204Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801882524222103:2081] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(299717657ns) {Configure:104(299706872ns) {ProcessConfigured:135(55985ns) {StartInitialHandshake:157(53795ns) {DropHandshakes:470(2069ns) {DropIncomingHandshake:442(296ns) DropOutgoingHandshake:457(600ns)} GenerateSessionVirtualId:988(420ns) PrepareNewSessionHandshake:477(781ns) {SwitchToState:179(196ns)}}}}}
2025-12-06T17:43:01.908616Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801881116942899:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47385
2025-12-06T17:43:01.966923Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801881116942843:2062] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12380) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801881116942893:2113] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:01.981148Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801881116942901:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47385
2025-12-06T17:43:01.851787Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801882542775662:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:01.950942Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801882685818733:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50536
2025-12-06T17:43:01.951621Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801883084686377:2103] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(428418666ns) {Configure:104(428410954ns) {ProcessConfigured:135(17629358ns) {StartInitialHandshake:157(17626235ns) {DropHandshakes:470(3219ns) {DropIncomingHandshake:442(657ns) DropOutgoingHandshake:457(507ns)} GenerateSessionVirtualId:988(578ns) PrepareNewSessionHandshake:477(3711ns) {SwitchToState:179(491ns)}}}}}
2025-12-06T17:43:01.992001Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801880796136104:2064] [node 4] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:01.792624Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801882524222133:2110] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:01.851907Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801882542775584:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:01.952119Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801883084686387:2110] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:01.992086Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:02.030810Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801881116942900:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47385
2025-12-06T17:43:02.031328Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801882685818648:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11300) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580801882685818717:2113] held: no
2025-12-06T17:43:01.858808Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801882524222151:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:02.039803Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801881116942893:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:02.040139Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801881116942843:2062] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:43:02.040226Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:02.040292Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801881116942843:2062] [node 5] ICP22 created new session: [6:7580801885411910199:2062]
2025-12-06T17:43:02.040348Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801885411910199:2062] [node 5] ICS09 handshake done sender: [6:7580801881116942893:2113] self: [6:7580801881116942896:0] peer: [5:7580801882542775651:0] socket: 175 qp: -1
2025-12-06T17:43:02.040382Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801885411910199:2062] [node 5] ICS10 traffic start
2025-12-06T17:43:02.040428Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:01.955240Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801883084686394:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:01.865038Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801882542775627:2070] [node 6] ICP35 event processing took too much time PendingConnection:279(36519413ns) {IncomingHandshake:261(11512185ns) {DropIncomingHandshake:442(987ns) PrepareNewSessionHandshake:477(1818ns) {SwitchToState:179(755ns)} GenerateSessionVirtualId:988(1271ns) IssueIncomingHandshakeReply:193(9600ns)}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:01.858849Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801882524222151:2117] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:01.992152Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801880796136104:2064] [node 4] ICP22 created new session: [3:7580801880796136130:2064]
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:02.043756Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801882685818720:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:01.955310Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801878789719025:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:43:01.859029Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801878229254775:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(51573078ns) {IncomingHandshake:261(27978994ns) {DropIncomingHandshake:442(382ns) PrepareNewSessionHandshake:477(1494ns) {SwitchToState:179(454ns)} GenerateSessionVirtualId:988(619ns) IssueIncomingHandshakeReply:193(10636ns)}}
2025-12-06T17:43:01.992227Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801880796136130:2064] [node 4] ICS09 handshake done sender: [3:7580801880796136120:2114] self: [3:7580801880796136119:0] peer: [4:7580801882685818732:0] socket: 168 qp: -1
2025-12-06T17:43:01.892099Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801882542775663:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23600
2025-12-06T17:43:01.898954Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801882542775652:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:01.899014Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580801882542775652:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:01.918616Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801882542775652:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:01.924650Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801882542775665:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23600
2025-12-06T17:43:01.925055Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801882542775583:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(341256122ns) {Configure:104(341248909ns) {ProcessConfigured:135(17199888ns) {StartInitialHandshake:157(17197393ns) {DropHandshakes:470(7753814ns) {DropIncomingHandshake:442(452ns) DropOutgoingHandshake:457(2271ns)} GenerateSessionVirtualId:988(1661ns) PrepareNewSessionHandshake:477(2317ns) {SwitchToState:179(727ns)}}}}}
2025-12-06T17:43:01.925408Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801882542775583:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:01.941037Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801882542775663:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:01.947450Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580801882542775627:2070] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:01.947526Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:01.947582Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801882542775627:2070] [node 6] ICP22 created new session: [5:7580801882542775670:2070]
2025-12-06T17:43:01.947658Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801882542775670:2070] [node 6] ICS09 handshake done sender: [5:7580801882542775652:2113] self: [5:7580801882542775651:0] peer: [6:7580801881116942896:0] socket: 173 qp: -1
2025-12-06T17:43:01.947705Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801882542775670:2070] [node 6] ICS10 traffic start
2025-12-06T17:43:01.947772Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:01.963240Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801882542775662:2116] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:01.967977Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801882542775654:2087] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:01.974808Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801882542775584:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:01.999193Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801882542775674:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23600
2025-12-06T17:43:02.000027Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801882542775650:2112] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:02.000235Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801882542775583:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:02.000291Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:02.000356Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801882542775583:2048] [node 1] ICP22 created new session: [5:7580801882542775675:2048]
2025-12-06T17:43:02.000406Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801882542775675:2048] [node 1] ICS09 handshake done sender: [5:7580801882542775650:2112] self: [5:7580801882542775669:0] peer: [1:7580801883084686390:0] socket: 171 qp: -1
2025-12-06T17:43:02.000444Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801882542775675:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:02.000517Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:02.019926Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:02.027161Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801882542775584:2049] [node 2] ICP22 created new session: [5:7580801886837742973:2049]
2025-12-06T17:43:02.027230Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801886837742973:2049] [node 2] ICS09 handshake done sender: [5:7580801882542775662:2116] self: [5:7580801882542775664:0] peer: [2:7580801882524222150:0] socket: 186 qp: -1
2025-12-06T17:43:02.027272Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801886837742973:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:02.027334Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:02.029016Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801882542775584:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(53301323ns) {HandleHandshakeStatus:329(53297922ns) {DropIncomingHandshake:442(845ns) DropOutgoingHandshake:457(4891ns) SwitchToState:179(678ns) ProcessPendingSessionEvents:495(550363ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 492774ns max# 67059ns}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:02.048372Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801881116942901:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:02.033780Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801886837742975:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23600
2025-12-06T17:43:01.955407Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:01.955457Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801878789719025:2048] [node 2] ICP22 created new session: [1:7580801883084686406:2048]
2025-12-06T17:43:01.955508Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801883084686406:2048] [node 2] ICS09 handshake done sender: [1:7580801883084686387:2110] self: [1:7580801883084686386:0] peer: [2:7580801882524222155:0] socket: 174 qp: -1
2025-12-06T17:43:01.955544Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801883084686406:2048] [node 2] ICS10 traffic start
2025-12-06T17:43:01.955602Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:01.957452Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801883084686380:2104] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:43:01.957530Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:01.957592Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801883084686380:2104] [node 4] ICP22 created new session: [1:7580801883084686408:2104]
2025-12-06T17:43:01.957654Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801883084686408:2104] [node 4] ICS09 handshake done sender: [1:7580801883084686394:2113] self: [1:7580801883084686393:0] peer: [4:7580801882685818730:0] socket: 166 qp: -1
2025-12-06T17:43:01.957689Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801883084686408:2104] [node 4] ICS10 traffic start
2025-12-06T17:43:01.957744Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:01.965455Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801883084686391:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:01.965500Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801883084686391:2112] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:43:01.979389Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801883084686391:2112] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:01.981893Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801883084686388:2106] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:01.981962Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:01.982022Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801883084686388:2106] [node 5] ICP22 created new session: [1:7580801883084686413:2106]
2025-12-06T17:43:01.982080Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801883084686413:2106] [node 5] ICS09 handshake done sender: [1:7580801883084686391:2112] self: [1:7580801883084686390:0] peer: [5:7580801882542775669:0] socket: 164 qp: -1
2025-12-06T17:43:01.982118Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801883084686413:2106] [node 5] ICS10 traffic start
2025-12-06T17:43:01.982153Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:02.060567Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801883084686402:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:02.060605Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801883084686402:2116] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:02.072202Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801883084686402:2116] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:02.083426Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801883084686397:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:02.083478Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801883084686397:2114] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:43:02.094361Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801887379653712:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29486
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:02.043810Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801882685818720:2115] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:43:02.075938Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801886837742975:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:02.076114Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801882542775585:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:01.859145Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801878229254775:2049] [node 3] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:02.055160Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801881116942819:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:01.992272Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801880796136130:2064] [node 4] ICS10 traffic start
2025-12-06T17:43:02.048804Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801882685818716:2112] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:01.992316Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:02.099306Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801883084686377:2103] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:01.890873Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801882524222141:2113] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:02.068216Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801881116942899:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:02.112109Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801883084686397:2114] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:02.056526Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801886980786032:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50536
2025-12-06T17:43:02.115069Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801886837742978:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23600
2025-12-06T17:43:02.071759Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801885411910202:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47385
2025-12-06T17:43:02.094587Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801881116942901:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:02.094662Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801881116942835:2060] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:02.098117Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801885411910204:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47385
2025-12-06T17:43:02.119590Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801881116942819:2048] [node 1] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:02.139886Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801885411910204:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:02.140513Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:02.150871Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801881116942819:2048] [node 1] ICP22 created new session: [6:7580801885411910206:2048]
2025-12-06T17:43:02.152259Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801885411910206:2048] [node 1] ICS09 handshake done sender: [6:7580801881116942901:2118] self: [6:7580801885411910201:0] peer: [1:7580801883084686401:0] socket: 180 qp: -1
2025-12-06T17:43:02.164241Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801881116942821:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:02.164934Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801885411910206:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:01.891034Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580801878229254774:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:02.123732Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801886837742975:2121] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:01.995548Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801880796136129:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24139
2025-12-06T17:43:02.056585Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801882685818649:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:43:02.115312Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801887379653712:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:01.891906Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801882524222151:2117] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:02.175762Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801881116942835:2060] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26821) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801881116942899:2116] held: no
2025-12-06T17:43:02.180070Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:02.181671Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801885411910210:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47385
2025-12-06T17:43:02.056685Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:02.115439Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580801883084686380:2104] [node 4] ICP18 handshake (actor [1:7580801887379653712:2117]) is too old
2025-12-06T17:43:02.022967Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801880796136127:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24139
2025-12-06T17:43:02.140299Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801882542775654:2087] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26821) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580801882542775663:2117] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:01.906717Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:02.142833Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801882542775585:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:43:02.056736Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801882685818649:2050] [node 3] ICP22 created new session: [4:7580801886980786034:2050]
2025-12-06T17:43:01.908978Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801882524222103:2081] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:02.132410Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:02.049241Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801880796136129:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:02.208143Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801885411910205:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47385
2025-12-06T17:43:02.056788Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801886980786034:2050] [node 3] ICS09 handshake done sender: [4:7580801882685818716:2112] self: [4:7580801882685818732:0] peer: [3:7580801880796136119:0] socket: 187 qp: -1
2025-12-06T17:43:02.049372Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801880796136045:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:02.074724Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801880796136118:2068] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(71447518ns) {Configure:104(71439267ns) {ProcessConfigured:135(85926ns) {StartInitialHandshake:157(83900ns) {DropHandshakes:470(2785ns) {DropIncomingHandshake:442(561ns) DropOutgoingHandshake:457(513ns)} GenerateSessionVirtualId:988(1318ns) PrepareNewSessionHandshake:477(1561ns) {SwitchToState:179(586ns)}}}}}
2025-12-06T17:43:02.093871Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801885091103434:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24139
2025-12-06T17:43:02.098368Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801880796136123:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:02.098415Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801880796136123:2115] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:43:02.114668Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801880796136123:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:02.136558Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801880796136117:2071] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:02.136670Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:02.136729Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801880796136117:2071] [node 5] ICP22 created new session: [3:7580801885091103436:2071]
2025-12-06T17:43:02.136781Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801885091103436:2071] [node 5] ICS09 handshake done sender: [3:7580801880796136123:2115] self: [3:7580801880796136122:0] peer: [5:7580801886837742976:0] socket: 178 qp: -1
2025-12-06T17:43:02.136826Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801885091103436:2071] [node 5] ICS10 traffic start
2025-12-06T17:43:02.136877Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:02.146820Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801880796136129:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:02.171682Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801885091103431:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:02.142935Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:02.142989Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801882542775585:2050] [node 3] ICP22 created new session: [5:7580801886837742979:2050]
2025-12-06T17:43:02.143042Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801886837742979:2050] [node 3] ICS09 handshake done sender: [5:7580801886837742975:2121] self: [5:7580801886837742976:0] peer: [3:7580801880796136122:0] socket: 210 qp: -1
2025-12-06T17:43:02.143086Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801886837742979:2050] [node 3] ICS10 traffic start
2025-12-06T17:43:02.143148Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:02.179896Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801886837742977:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23600
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:02.139286Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801883084686377:2103] [node 6] ICP22 created new session: [1:7580801887379653714:2103]
2025-12-06T17:43:01.909046Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:02.208700Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801885411910204:2120] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:02.140411Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801878789719026:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:43:02.159049Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801887379653714:2103] [node 6] ICS09 handshake done sender: [1:7580801883084686402:2116] self: [1:7580801883084686401:0] peer: [6:7580801885411910201:0] socket: 206 qp: -1
2025-12-06T17:43:02.164609Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801887379653714:2103] [node 6] ICS10 traffic start
2025-12-06T17:43:02.167353Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:02.175701Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801878789719026:2049] [node 3] ICP22 created new session: [1:7580801887379653715:2049]
2025-12-06T17:43:02.182166Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:02.188188Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801887379653715:2049] [node 3] ICS09 handshake done sender: [1:7580801883084686397:2114] self: [1:7580801883084686396:0] peer: [3:7580801885091103429:0] socket: 181 qp: -1
2025-12-06T17:43:02.191553Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801887379653715:2049] [node 3] ICS10 traffic start
2025-12-06T17:43:02.197482Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:02.199430Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801878789719026:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(57965354ns) {HandleHandshakeStatus:329(57963046ns) {DropIncomingHandshake:442(14856ns) DropOutgoingHandshake:457(136ns) SwitchToState:179(437ns) ProcessPendingSessionEvents:495(667273ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 591581ns max# 61387ns}}}
2025-12-06T17:43:02.232907Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801883084686377:2103] [node 6] ICP35 event processing took too much time PendingConnection:279(135125951ns) {HandleHandshakeStatus:329(132568988ns) {DropIncomingHandshake:442(835ns) DropOutgoingHandshake:457(503ns) SwitchToState:179(597ns) ProcessPendingSessionEvents:495(13095434ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 13009924ns max# 12425035ns}}}
2025-12-06T17:43:02.171710Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801885091103431:2119] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:02.056837Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801886980786034:2050] [node 3] ICS10 traffic start
2025-12-06T17:43:02.210736Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801881116942819:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(109633246ns) {HandleHandshakeStatus:329(109630431ns) {DropIncomingHandshake:442(1914ns) DropOutgoingHandshake:457(14398ns) SwitchToState:179(141ns) ProcessPendingSessionEvents:495(8914762ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 8837636ns max# 8339385ns}}}
2025-12-06T17:43:02.056893Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:02.267507Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801882542775654:2087] [node 4] ICP35 event processing took too much time PendingConnection:279(111522480ns) {HandleHandshakeStatus:395(111519312ns) {LogHandshakeFail:472(13885ns) {UpdateErrorStateLog:545(4900ns)} DropOutgoingHandshake:457(2017ns) ProcessPendingSessionEvents:495(100775690ns) {unordered DropSessionEvent:512 num# 100 sum# 21291374ns max# 5445090ns}}}
2025-12-06T17:43:02.267700Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801882542775663:2117] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:02.172395Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801880796136045:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:01.909109Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801882524222103:2081] [node 5] ICP22 created new session: [2:7580801882524222157:2081]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:02.228465Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801881116942899:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:01.909163Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801882524222157:2081] [node 5] ICS09 handshake done sender: [2:7580801882524222151:2117] self: [2:7580801882524222150:0] peer: [5:7580801882542775664:0] socket: 184 qp: -1
2025-12-06T17:43:01.909205Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801882524222157:2081] [node 5] ICS10 traffic start
2025-12-06T17:43:02.172504Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:02.061889Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801882685818720:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:02.235653Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801881116942821:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:43:01.909241Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:01.919274Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801878229254775:2049] [node 3] ICP22 created new session: [2:7580801882524222156:2049]
2025-12-06T17:43:01.934931Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801882524222156:2049] [node 3] ICS09 handshake done sender: [2:7580801882524222133:2110] self: [2:7580801882524222132:0] peer: [3:7580801880796136125:0] socket: 152 qp: -1
2025-12-06T17:43:01.935005Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801882524222142:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:01.940693Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801882524222156:2049] [node 3] ICS10 traffic start
2025-12-06T17:43:01.940752Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:01.941178Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801882524222144:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:01.941220Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801882524222144:2115] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:43:01.952568Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801882524222161:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9260
2025-12-06T17:43:01.952776Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801882524222160:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9260
2025-12-06T17:43:01.966807Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801882524222144:2115] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:01.979808Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580801878229254774:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11891) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7580801882524222141:2113] held: no
2025-12-06T17:43:01.980745Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801882524222141:2113] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:01.995868Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801882524222138:2085] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:43:01.995939Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:01.995991Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801882524222138:2085] [node 4] ICP22 created new session: [2:7580801882524222164:2085]
2025-12-06T17:43:01.996048Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801882524222164:2085] [node 4] ICS09 handshake done sender: [2:7580801882524222144:2115] self: [2:7580801882524222143:0] peer: [4:7580801882685818726:0] socket: 179 qp: -1
2025-12-06T17:43:01.996088Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801882524222164:2085] [node 4] ICS10 traffic start
2025-12-06T17:43:01.996127Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:01.997262Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580801878229254774:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:01.997313Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:01.997360Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801878229254774:2048] [node 1] ICP22 created new session: [2:7580801882524222166:2048]
2025-12-06T17:43:01.997409Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801882524222166:2048] [node 1] ICS09 handshake done sender: [2:7580801882524222141:2113] self: [2:7580801882524222155:0] peer: [1:7580801883084686386:0] socket: 176 qp: -1
2025-12-06T17:43:01.997445Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801882524222166:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:01.997478Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:02.125432Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801882524222140:2091] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(81802982ns) {Configure:104(81795205ns) {ProcessConfigured:135(68264ns) {StartInitialHandshake:157(65865ns) {DropHandshakes:470(1973ns) {DropIncomingHandshake:442(709ns) DropOutgoingHandshake:457(372ns)} GenerateSessionVirtualId:988(608ns) PrepareNewSessionHandshake:477(1382ns) {SwitchToState:179(443ns)}}}}}
2025-12-06T17:43:02.259701Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801886819189465:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:02.259749Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801886819189465:2120] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:02.272191Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801878229254775:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(403892950ns) {HandleHandshakeStatus:329(403889605ns) {DropIncomingHandshake:442(24238ns) DropOutgoingHandshake:457(424ns) SwitchToState:179(89ns) ProcessPendingSessionEvents:495(241669996ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 237911870ns max# 22108186ns}}}
2025-12-06T17:43:02.278713Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801886819189465:2120] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:02.290749Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801882524222140:2091] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:02.290859Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:02.290920Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801882524222140:2091] [node 6] ICP22 created new session: [2:7580801886819189469:2091]
2025-12-06T17:43:02.290985Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801886819189469:2091] [node 6] ICS09 handshake done sender: [2:7580801886819189465:2120] self: [2:7580801886819189464:0] peer: [6:7580801885411910213:0] socket: 214 qp: -1
2025-12-06T17:43:02.291031Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801886819189469:2091] [node 6] ICS10 traffic start
2025-12-06T17:43:02.291074Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:02.172586Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801880796136045:2048] [node 1] ICP22 created new session: [3:7580801885091103438:2048]
2025-12-06T17:43:02.172658Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801885091103438:2048] [node 1] ICS09 handshake done sender: [3:7580801880796136129:2118] self: [3:7580801885091103429:0] peer: [1:7580801883084686396:0] socket: 157 qp: -1
2025-12-06T17:43:02.172702Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801885091103438:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:02.172748Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:02.191143Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801885091103431:2119] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:02.191704Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801880796136046:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(172767225ns) {HandleHandshakeStatus:395(172763285ns) {LogHandshakeFail:472(17171ns) {UpdateErrorStateLog:545(5708ns)} DropOutgoingHandshake:457(4353ns) ProcessPendingSessionEvents:495(136996773ns) {unordered DropSessionEvent:512 num# 100 sum# 67372260ns max# 20456382ns}}}
2025-12-06T17:43:02.191832Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801880796136115:2112] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:02.206700Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801880796136046:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:02.206792Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:02.206858Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801880796136046:2049] [node 2] ICP22 created new session: [3:7580801885091103441:2049]
2025-12-06T17:43:02.206924Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801885091103441:2049] [node 2] ICS09 handshake done sender: [3:7580801880796136115:2112] self: [3:7580801880796136125:0] peer: [2:7580801882524222132:0] socket: 156 qp: -1
2025-12-06T17:43:02.206981Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801885091103441:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:02.207054Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:02.219710Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801880796136118:2068] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:02.226936Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:02.227020Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801880796136118:2068] [node 6] ICP22 created new session: [3:7580801885091103443:2068]
2025-12-06T17:43:02.227076Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801885091103443:2068] [node 6] ICS09 handshake done sender: [3:7580801885091103431:2119] self: [3:7580801885091103430:0] peer: [6:7580801885411910208:0] socket: 217 qp: -1
2025-12-06T17:43:02.227124Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801885091103443:2068] [node 6] ICS10 traffic start
2025-12-06T17:43:02.227182Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:02.062834Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801886980786030:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50536
2025-12-06T17:43:02.088320Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801882685818648:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(56144697ns) {HandleHandshakeStatus:395(56141562ns) {LogHandshakeFail:472(20045ns) {UpdateErrorStateLog:545(5996ns)} DropOutgoingHandshake:457(701ns) ProcessPendingSessionEvents:495(56046832ns) {unordered DropSessionEvent:512 num# 100 sum# 55991865ns max# 16163583ns}}}
2025-12-06T17:43:02.088576Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801882685818717:2113] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:02.089370Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801882685818709:2067] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:02.089502Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801886980786031:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50536
2025-12-06T17:43:02.101927Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801886980786032:2122] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:02.102040Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801882685818724:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:02.102061Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801882685818724:2116] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:02.102856Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801882685818648:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:02.102928Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:02.102988Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801882685818648:2049] [node 2] ICP22 created new session: [4:7580801886980786037:2049]
2025-12-06T17:43:02.103060Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801886980786037:2049] [node 2] ICS09 handshake done sender: [4:7580801882685818717:2113] self: [4:7580801882685818726:0] peer: [2:7580801882524222143:0] socket: 188 qp: -1
2025-12-06T17:43:02.103097Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801886980786037:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:02.103139Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:02.104670Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801882685818715:2111] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:02.111506Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:02.116611Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801882685818647:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:02.116702Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:02.116761Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801882685818647:2048] [node 1] ICP22 created new session: [4:7580801886980786041:2048]
2025-12-06T17:43:02.116812Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801886980786041:2048] [node 1] ICS09 handshake done sender: [4:7580801882685818715:2111] self: [4:7580801882685818730:0] peer: [1:7580801883084686393:0] socket: 185 qp: -1
2025-12-06T17:43:02.116850Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801886980786041:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:02.116888Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:02.123556Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801882685818709:2067] [node 5] ICP22 created new session: [4:7580801886980786040:2067]
2025-12-06T17:43:02.127140Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801886980786040:2067] [node 5] ICS09 handshake done sender: [4:7580801882685818720:2115] self: [4:7580801882685818719:0] peer: [5:7580801882542775673:0] socket: 191 qp: -1
2025-12-06T17:43:02.128399Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801882685818724:2116] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:02.132528Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801886980786040:2067] [node 5] ICS10 traffic start
2025-12-06T17:43:02.139502Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:02.140607Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801882685818662:2061] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:02.176223Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:02.176307Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801882685818662:2061] [node 6] ICP22 created new session: [4:7580801886980786045:2061]
2025-12-06T17:43:02.176370Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801886980786045:2061] [node 6] ICS09 handshake done sender: [4:7580801882685818724:2116] self: [4:7580801882685818722:0] peer: [6:7580801885411910203:0] socket: 195 qp: -1
2025-12-06T17:43:02.176416Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801886980786045:2061] [node 6] ICS10 traffic start
2025-12-06T17:43:02.176492Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:02.178244Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801882685818662:2061] [node 6] ICP35 event processing took too much time PendingConnection:279(36659223ns) {HandleHandshakeStatus:329(36657108ns) {DropIncomingHandshake:442(31426ns) DropOutgoingHandshake:457(493ns) SwitchToState:179(520ns) ProcessPendingSessionEvents:495(625976ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 548244ns max# 49495ns}}}
2025-12-06T17:43:02.236666Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801885411910207:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47385
2025-12-06T17:43:02.237129Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801881116942835:2060] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:43:02.242614Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:02.242705Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801881116942835:2060] [node 4] ICP22 created new session: [6:7580801885411910211:2060]
2025-12-06T17:43:02.242773Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801885411910211:2060] [node 4] ICS09 handshake done sender: [6:7580801881116942899:2116] self: [6:7580801885411910203:0] peer: [4:7580801882685818722:0] socket: 196 qp: -1
2025-12-06T17:43:02.242822Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801885411910211:2060] [node 4] ICS10 traffic start
2025-12-06T17:43:02.242865Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:02.244442Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801885411910207:2122] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:02.244780Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801881116942820:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:02.259515Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:02.269173Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801881116942821:2050] [node 3] ICP22 created new session: [6:7580801885411910214:2050]
2025-12-06T17:43:02.272650Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801885411910215:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47385
2025-12-06T17:43:02.287786Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801885411910207:2122] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:02.294181Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801885411910214:2050] [node 3] ICS09 handshake done sender: [6:7580801885411910204:2120] self: [6:7580801885411910208:0] peer: [3:7580801885091103430:0] socket: 220 qp: -1
2025-12-06T17:43:02.295260Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801885411910214:2050] [node 3] ICS10 traffic start
2025-12-06T17:43:02.278891Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801882542775654:2087] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:43:02.279013Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:02.279082Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801882542775654:2087] [node 4] ICP22 created new session: [5:7580801886837742981:2087]
2025-12-06T17:43:02.279141Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801886837742981:2087] [node 4] ICS09 handshake done sender: [5:7580801882542775663:2117] self: [5:7580801882542775673:0] peer: [4:7580801882685818719:0] socket: 192 qp: -1
2025-12-06T17:43:02.279185Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801886837742981:2087] [node 4] ICS10 traffic start
2025-12-06T17:43:02.279263Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:02.303095Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7580801882524222103:2081] [node 5] ICP27 obsolete handshake fail ignored
2025-12-06T17:43:02.308118Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:02.307295Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801882685818709:2067] [node 5] ICP35 event processing took too much time PendingConnection:279(216874430ns) {HandleHandshakeStatus:329(216869809ns) {DropIncomingHandshake:442(4917725ns) DropOutgoingHandshake:457(4491ns) SwitchToState:179(773ns) ProcessPendingSessionEvents:495(117762798ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 114220268ns max# 15566358ns}}}
2025-12-06T17:43:02.309906Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801881116942821:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(81798228ns) {HandleHandshakeStatus:329(81795394ns) {DropIncomingHandshake:442(2472ns) DropOutgoingHandshake:457(14582ns) SwitchToState:179(574ns) ProcessPendingSessionEvents:495(661112ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 596213ns max# 63621ns}}}
2025-12-06T17:43:02.311208Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801881116942820:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11300) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801885411910207:2122] held: no
2025-12-06T17:43:02.323504Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801881116942820:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:02.323606Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:02.323674Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801881116942820:2049] [node 2] ICP22 created new session: [6:7580801885411910217:2049]
2025-12-06T17:43:02.323726Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801885411910217:2049] [node 2] ICS09 handshake done sender: [6:7580801885411910207:2122] self: [6:7580801885411910213:0] peer: [2:7580801886819189464:0] socket: 216 qp: -1
2025-12-06T17:43:02.323785Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801885411910217:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:02.323843Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:02.425082Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:43:02.425339Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580801882524222166:2048] [node 1] ICS01 socket: 176 reason# EndOfStream
2025-12-06T17:43:02.425388Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580801878229254774:2048] [node 1] ICP30 unregister session Session# [2:7580801882524222166:2048] VirtualId# [2:7580801882524222155:0]
2025-12-06T17:43:02.425427Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580801882524222166:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:02.425510Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:02.425560Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:02.427581Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:43:02.427791Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801885091103438:2048] [node 1] ICS01 socket: 157 reason# EndOfStream
2025-12-06T17:43:02.427840Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801880796136045:2048] [node 1] ICP30 unregister session Session# [3:7580801885091103438:2048] VirtualId# [3:7580801885091103429:0]
2025-12-06T17:43:02.427874Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801885091103438:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:02.427958Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:02.427996Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:02.440619Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:43:02.440812Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580801886980786041:2048] [node 1] ICS07 socket disconnect 185 reason# EndOfStream
2025-12-06T17:43:02.440851Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801886980786041:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:02.440917Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:02.440956Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580801886980786041:2048] [node 1] ICS15 start handshake
2025-12-06T17:43:02.438885Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:43:02.439162Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801885411910206:2048] [node 1] ICS01 socket: 180 reason# EndOfStream
2025-12-06T17:43:02.439211Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801881116942819:2048] [node 1] ICP30 unregister session Session# [6:7580801885411910206:2048] VirtualId# [6:7580801885411910201:0]
2025-12-06T17:43:02.439251Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801885411910206:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:02.439338Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:02.439580Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:43:02.439386Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:02.439771Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580801882542775675:2048] [node 1] ICS07 socket disconnect 171 reason# EndOfStream
2025-12-06T17:43:02.439804Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801882542775675:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:02.439856Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:02.439894Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580801882542775675:2048] [node 1] ICS15 start handshake
2025-12-06T17:43:02.442015Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801882542775583:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11891) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:02.442069Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801882542775675:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:02.442112Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801882542775583:2048] [node 1] ICP30 unregister session Session# [5:7580801882542775675:2048] VirtualId# [5:7580801882542775669:0]
2025-12-06T17:43:02.442157Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:02.442191Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580801882542775583:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:11891) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:02.442206Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11891) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:02.443605Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801882685818647:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11891) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:02.443677Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801886980786041:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:02.443714Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801882685818647:2048] [node 1] ICP30 unregister session Session# [4:7580801886980786041:2048] VirtualId# [4:7580801882685818730:0]
2025-12-06T17:43:02.443750Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:02.443792Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580801882685818647:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:11891) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:02.443812Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11891) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:02.453833Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580801882542775583:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:43:02.458674Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580801882685818647:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:43:02.599134Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:43:02.599394Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801885091103441:2049] [node 2] ICS01 socket: 156 reason# EndOfStream
2025-12-06T17:43:02.599446Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801880796136046:2049] [node 2] ICP30 unregister session Session# [3:7580801885091103441:2049] VirtualId# [3:7580801880796136125:0]
2025-12-06T17:43:02.599490Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801885091103441:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:02.599589Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:02.599634Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:02.607487Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:43:02.607770Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801885411910217:2049] [node 2] ICS01 socket: 216 reason# EndOfStream
2025-12-06T17:43:02.607830Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801881116942820:2049] [node 2] ICP30 unregister session Session# [6:7580801885411910217:2049] VirtualId# [6:7580801885411910213:0]
2025-12-06T17:43:02.607875Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801885411910217:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:02.607951Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:02.607991Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:02.608103Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:43:02.608302Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580801886837742973:2049] [node 2] ICS07 socket disconnect 186 reason# EndOfStream
2025-12-06T17:43:02.608333Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801886837742973:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:02.608426Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:02.608470Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580801886837742973:2049] [node 2] ICS15 start handshake
2025-12-06T17:43:02.609096Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:43:02.609323Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801886980786037:2049] [node 2] ICS01 socket: 188 reason# EndOfStream
2025-12-06T17:43:02.609365Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801882685818648:2049] [node 2] ICP30 unregister session Session# [4:7580801886980786037:2049] VirtualId# [4:7580801882685818726:0]
2025-12-06T17:43:02.609397Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801886980786037:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:02.609458Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:02.609501Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:02.611035Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801882542775584:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11300) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:02.611105Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801886837742973:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:02.611142Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801882542775584:2049] [node 2] ICP30 unregister session Session# [5:7580801886837742973:2049] VirtualId# [5:7580801882542775664:0]
2025-12-06T17:43:02.611181Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:02.611218Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580801882542775584:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:11300) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:02.611234Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11300) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:02.625896Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580801882542775584:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:43:02.782806Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:43:02.783066Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580801886980786034:2050] [node 3] ICS07 socket disconnect 187 reason# EndOfStream
2025-12-06T17:43:02.783103Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801886980786034:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:02.783201Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:43:02.783253Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580801886980786034:2050] [node 3] ICS15 start handshake
2025-12-06T17:43:02.783877Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:43:02.784078Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580801885411910214:2050] [node 3] ICS07 socket disconnect 220 reason# EndOfStream
2025-12-06T17:43:02.784220Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801885411910214:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:02.784286Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:43:02.784324Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580801885411910214:2050] [node 3] ICS15 start handshake
2025-12-06T17:43:02.786044Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801881116942821:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19294) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:02.786115Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801885411910214:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:02.786156Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801881116942821:2050] [node 3] ICP30 unregister session Session# [6:7580801885411910214:2050] VirtualId# [6:7580801885411910208:0]
2025-12-06T17:43:02.786253Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:43:02.786287Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580801881116942821:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:19294) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:02.786304Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19294) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:02.787204Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801882685818649:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19294) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:02.787273Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801886980786034:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:02.787311Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801882685818649:2050] [node 3] ICP30 unregister session Session# [4:7580801886980786034:2050] VirtualId# [4:7580801882685818732:0]
2025-12-06T17:43:02.787405Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:43:02.787439Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580801882685818649:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:19294) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:02.787452Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19294) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:02.793712Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580801882685818649:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:43:02.793894Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580801881116942821:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:43:02.794108Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:43:02.794346Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801886837742979:2050] [node 3] ICS01 socket: 210 reason# EndOfStream
2025-12-06T17:43:02.794395Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801882542775585:2050] [node 3] ICP30 unregister session Session# [5:7580801886837742979:2050] VirtualId# [5:7580801886837742976:0]
2025-12-06T17:43:02.794435Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801886837742979:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:02.794554Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:43:02.794614Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:43:02.969034Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:43:02.969321Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801885411910211:2060] [node 4] ICS01 socket: 196 reason# EndOfStream
2025-12-06T17:43:02.969368Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801881116942835:2060] [node 4] ICP30 unregister session Session# [6:7580801885411910211:2060] VirtualId# [6:7580801885411910203:0]
2025-12-06T17:43:02.969410Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801885411910211:2060] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:02.969513Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:43:02.969565Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:43:02.974128Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:43:02.974416Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801886837742981:2087] [node 4] ICS01 socket: 192 reason# EndOfStream
2025-12-06T17:43:02.974473Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801882542775654:2087] [node 4] ICP30 unregister session Session# [5:7580801886837742981:2087] VirtualId# [5:7580801882542775673:0]
2025-12-06T17:43:02.974518Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801886837742981:2087] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:02.974641Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:43:02.974702Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:43:03.062835Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:43:03.063132Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801885411910199:2062] [node 5] ICS01 socket: 175 reason# EndOfStream
2025-12-06T17:43:03.063181Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801881116942843:2062] [node 5] ICP30 unregister session Session# [6:7580801885411910199:2062] VirtualId# [6:7580801881116942896:0]
2025-12-06T17:43:03.063233Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801885411910199:2062] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:03.063280Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:43:03.063376Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:43:03.376850Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801891142851493:2048] [node 2] ICP01 ready to work
2025-12-06T17:43:03.376915Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801891142851494:2049] [node 3] ICP01 ready to work
2025-12-06T17:43:03.383959Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801891241516493:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:03.383999Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801891241516494:2049] [node 3] ICP01 ready to work
2025-12-06T17:43:03.402993Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801889141759905:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:03.403037Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801889141759906:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:03.435154Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801888614738033:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:03.435205Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801888614738034:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:03.441935Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801892001911579:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:03.441971Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801892001911580:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:03.442005Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801892001911581:2050] [node 3] ICP01 ready to work
2025-12-06T17:43:03.442937Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801888614738035:2050] [node 3] ICP01 ready to work
2025-12-06T17:43:03.667083Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801891142851529:2084] [node 4] ICP01 ready to work
2025-12-06T17:43:03.674742Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801892001911596:2063] [node 4] ICP01 ready to work
2025-12-06T17:43:03.753108Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801888614738049:2060] [node 5] ICP01 ready to work
2025-12-06T17:43:03.778749Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801889141759943:2073] [node 4] ICP01 ready to work
2025-12-06T17:43:03.834424Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801888614738033:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(65623807ns) {Configure:104(65618311ns) {ProcessConfigured:135(81861ns) {StartInitialHandshake:157(78448ns) {DropHandshakes:470(5885ns) {DropIncomingHandshake:442(516ns) DropOutgoingHandshake:457(382ns)} GenerateSessionVirtualId:988(1049ns) PrepareNewSessionHandshake:477(1714ns) {SwitchToState:179(729ns)}}}}}
2025-12-06T17:43:03.889601Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801888614738092:2071] [node 6] ICP01 ready to work
2025-12-06T17:43:03.680095Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801888926945085:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:03.953591Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801892001911596:2063] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(146354829ns) {Configure:104(146345272ns) {ProcessConfigured:135(97277ns) {StartInitialHandshake:157(93049ns) {DropHandshakes:470(5926ns) {DropIncomingHandshake:442(738ns) DropOutgoingHandshake:457(407ns)} GenerateSessionVirtualId:988(1368ns) PrepareNewSessionHandshake:477(2190ns) {SwitchToState:179(725ns)}}}}}
2025-12-06T17:43:03.862788Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801891241516552:2068] [node 4] ICP01 ready to work
2025-12-06T17:43:03.963095Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801891241516557:2069] [node 5] ICP01 ready to work
2025-12-06T17:43:03.969634Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801892001911649:2069] [node 6] ICP01 ready to work
2025-12-06T17:43:03.918293Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801891142851529:2084] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(248391515ns) {Configure:104(248386046ns) {ProcessConfigured:135(56726747ns) {StartInitialHandshake:157(56720553ns) {DropHandshakes:470(27248812ns) {DropIncomingHandshake:442(5074ns) DropOutgoingHandshake:457(538ns)} GenerateSessionVirtualId:988(7950ns) PrepareNewSessionHandshake:477(7136ns) {SwitchToState:179(3679ns)}}}}}
2025-12-06T17:43:03.680204Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801888926945086:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:03.934751Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801889141759968:2074] [node 5] ICP01 ready to work
2025-12-06T17:43:03.680248Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801888926945087:2050] [node 3] ICP01 ready to work
2025-12-06T17:43:03.983013Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801889141759970:2075] [node 6] ICP01 ready to work
2025-12-06T17:43:03.921684Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801891142851563:2086] [node 5] ICP01 ready to work
2025-12-06T17:43:03.922231Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801891142851564:2087] [node 6] ICP01 ready to work
2025-12-06T17:43:04.016435Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801895536483854:2087] [node 6] ICP01 ready to work
2025-12-06T17:43:04.024161Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801888926945087:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(180924057ns) {Configure:104(180917851ns) {ProcessConfigured:135(59526ns) {StartInitialHandshake:157(57909ns) {DropHandshakes:470(1971ns) {DropIncomingHandshake:442(494ns) DropOutgoingHandshake:457(325ns)} GenerateSessionVirtualId:988(522ns) PrepareNewSessionHandshake:477(1718ns) {SwitchToState:179(601ns)}}}}}
2025-12-06T17:43:04.025095Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801893221912448:2064] [node 5] ICP01 ready to work
2025-12-06T17:43:04.025701Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801893221912449:2067] [node 4] ICP01 ready to work
2025-12-06T17:43:04.064241Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801891241516494:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(42543829ns) {Configure:104(42540677ns) {ProcessConfigured:135(70119ns) {StartInitialHandshake:157(67034ns) {DropHandshakes:470(2861ns) {DropIncomingHandshake:442(739ns) DropOutgoingHandshake:457(457ns)} GenerateSessionVirtualId:988(945ns) PrepareNewSessionHandshake:477(1993ns) {SwitchToState:179(624ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:04.068405Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801895437818864:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22825
2025-12-06T17:43:04.068540Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801895437818865:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22825
2025-12-06T17:43:04.090447Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801889141759943:2073] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(52100146ns) {Configure:104(52096091ns) {ProcessConfigured:135(57800ns) {StartInitialHandshake:157(54158ns) {DropHandshakes:470(4773ns) {DropIncomingHandshake:442(939ns) DropOutgoingHandshake:457(143ns)} GenerateSessionVirtualId:988(530ns) PrepareNewSessionHandshake:477(1408ns) {SwitchToState:179(374ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:04.097433Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801888926945086:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(17676837ns) {Configure:104(17672608ns) {ProcessConfigured:135(52224ns) {StartInitialHandshake:157(51011ns) {DropHandshakes:470(953ns) {DropIncomingHandshake:442(250ns) DropOutgoingHandshake:457(330ns)} GenerateSessionVirtualId:988(411ns) PrepareNewSessionHandshake:477(3265ns) {SwitchToState:179(166ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:04.100432Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801893436727269:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8478
2025-12-06T17:43:04.100547Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801893436727270:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8478
2025-12-06T17:43:04.100724Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801893436727279:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8478
2025-12-06T17:43:04.115099Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801893436727270:2112] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:04.115605Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801889141759905:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:04.116215Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801895437818870:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22825
2025-12-06T17:43:04.123793Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801895536483863:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47173
2025-12-06T17:43:04.123878Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801895536483864:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47173
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:04.143284Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801893436727284:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8478
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:04.118215Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801891142851531:2085] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:04.118242Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801891142851531:2085] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:43:04.118937Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801895437818871:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22825
2025-12-06T17:43:04.119305Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801895437818872:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22825
2025-12-06T17:43:04.124821Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801891142851531:2085] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:04.150834Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801892001911649:2069] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(119824785ns) {Configure:104(119817508ns) {ProcessConfigured:135(18460154ns) {StartInitialHandshake:157(18456476ns) {DropHandshakes:470(2176ns) {DropIncomingHandshake:442(210ns) DropOutgoingHandshake:457(619ns)} GenerateSessionVirtualId:988(618ns) PrepareNewSessionHandshake:477(5259ns) {SwitchToState:179(2461ns)}}}}}
2025-12-06T17:43:04.187627Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801892909705407:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60744
2025-12-06T17:43:04.187950Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801892909705408:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60744
2025-12-06T17:43:04.188010Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801892909705409:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60744
2025-12-06T17:43:04.204930Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801891142851494:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:43:04.205015Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:04.205102Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801891142851494:2049] [node 3] ICP22 created new session: [1:7580801895437818874:2049]
2025-12-06T17:43:04.205165Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801895437818874:2049] [node 3] ICS09 handshake done sender: [1:7580801891142851531:2085] self: [1:7580801891142851530:0] peer: [3:7580801893436727283:0] socket: 165 qp: -1
2025-12-06T17:43:04.205214Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801895437818874:2049] [node 3] ICS10 traffic start
2025-12-06T17:43:04.205265Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:04.206918Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801895437818870:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:04.151863Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801892001911650:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60796
2025-12-06T17:43:04.152288Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801896296878953:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60796
2025-12-06T17:43:04.152355Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801896296878954:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60796
2025-12-06T17:43:04.152417Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801896296878955:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60796
2025-12-06T17:43:04.209541Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801892001911650:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:04.210055Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801892001911596:2063] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:04.211177Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801892909705407:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:04.211595Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801888614738051:2063] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:04.211631Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801888614738051:2063] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:43:04.212534Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801888614738033:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:04.211109Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801895536483864:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:04.211467Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580801891241516493:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:04.218996Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801888614738051:2063] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:04.223219Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801893436727285:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8478
2025-12-06T17:43:04.225179Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801893436727269:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:04.226669Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801895536483863:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:04.227095Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801896296878955:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:04.227228Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801896296878954:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:04.227483Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801896296878958:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60796
2025-12-06T17:43:04.227544Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801896296878959:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60796
2025-12-06T17:43:04.228160Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801892909705409:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:04.228215Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801888614738049:2060] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:04.228277Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:04.228334Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801888614738049:2060] [node 5] ICP22 created new session: [4:7580801892909705412:2060]
2025-12-06T17:43:04.228384Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801892909705412:2060] [node 5] ICS09 handshake done sender: [4:7580801888614738051:2063] self: [4:7580801888614738050:0] peer: [5:7580801896296878957:0] socket: 156 qp: -1
2025-12-06T17:43:04.228432Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801892909705412:2060] [node 5] ICS10 traffic start
2025-12-06T17:43:04.228515Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:04.229778Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7580801888614738049:2060] [node 5] ICP18 handshake (actor [4:7580801892909705409:2117]) is too old
2025-12-06T17:43:04.230574Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801895437818865:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:04.230735Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801895437818871:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:04.230857Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801895437818864:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:04.230975Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801891142851562:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:04.231001Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801891142851562:2112] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:43:04.231572Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801891142851560:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:04.231591Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801891142851560:2111] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:04.235822Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801892909705415:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60744
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:04.234850Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801895536483872:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47173
2025-12-06T17:43:04.236374Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801895536483873:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47173
2025-12-06T17:43:04.240113Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801892001911580:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:04.240261Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801892001911650:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:04.240635Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801892001911596:2063] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18669) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580801892001911650:2113] held: no
2025-12-06T17:43:04.241444Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801892001911596:2063] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:43:04.241499Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:04.241557Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801892001911596:2063] [node 4] ICP22 created new session: [5:7580801896296878962:2063]
2025-12-06T17:43:04.241622Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801896296878962:2063] [node 4] ICS09 handshake done sender: [5:7580801892001911650:2113] self: [5:7580801896296878957:0] peer: [4:7580801888614738050:0] socket: 159 qp: -1
2025-12-06T17:43:04.246673Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801896296878962:2063] [node 4] ICS10 traffic start
2025-12-06T17:43:04.246761Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:04.251274Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801892909705407:2115] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:04.253109Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801893436727270:2112] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:04.258949Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801893436727285:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:04.259078Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801893436727279:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:04.259422Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801889141759905:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:04.267490Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801896296878953:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:04.268338Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801892001911581:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:04.268935Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801895536483858:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:04.268977Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801895536483858:2111] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:04.273808Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801893221912459:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30031
2025-12-06T17:43:04.259494Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:04.259549Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801889141759905:2048] [node 1] ICP22 created new session: [3:7580801893436727286:2048]
2025-12-06T17:43:04.259602Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801893436727286:2048] [node 1] ICS09 handshake done sender: [3:7580801893436727270:2112] self: [3:7580801893436727283:0] peer: [1:7580801891142851530:0] socket: 167 qp: -1
2025-12-06T17:43:04.259653Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801893436727286:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:04.259689Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:04.271575Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801893436727268:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:04.271605Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801893436727268:2110] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:43:04.272485Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801889141759906:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:04.273058Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801893436727289:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8478
2025-12-06T17:43:04.254837Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801891142851560:2111] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:04.274160Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801895536483858:2111] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:04.278864Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801893436727268:2110] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:04.283043Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801896296878958:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:04.288451Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801892001911579:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:04.288881Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801896296878966:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60796
2025-12-06T17:43:04.279149Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801888614738033:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:04.289966Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801895536483860:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:04.290005Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801895536483860:2112] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:43:04.290602Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801891241516557:2069] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:04.290690Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:04.290747Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801891241516557:2069] [node 5] ICP22 created new session: [2:7580801895536483875:2069]
2025-12-06T17:43:04.290807Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801895536483875:2069] [node 5] ICS09 handshake done sender: [2:7580801895536483858:2111] self: [2:7580801895536483857:0] peer: [5:7580801896296878960:0] socket: 185 qp: -1
2025-12-06T17:43:04.290851Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801895536483875:2069] [node 5] ICS10 traffic start
2025-12-06T17:43:04.290892Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:04.293804Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [1:7580801891142851494:2049] [node 3] ICP27 obsolete handshake fail ignored
2025-12-06T17:43:04.294167Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801891142851529:2084] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:43:04.294225Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:04.294270Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801891142851529:2084] [node 4] ICP22 created new session: [1:7580801895437818883:2084]
2025-12-06T17:43:04.294324Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801895437818883:2084] [node 4] ICS09 handshake done sender: [1:7580801891142851560:2111] self: [1:7580801891142851559:0] peer: [4:7580801892909705411:0] socket: 168 qp: -1
2025-12-06T17:43:04.294357Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801895437818883:2084] [node 4] ICS10 traffic start
2025-12-06T17:43:04.294388Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:04.295101Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:04.295185Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801888614738033:2048] [node 1] ICP22 created new session: [4:7580801892909705416:2048]
2025-12-06T17:43:04.295242Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801892909705416:2048] [node 1] ICS09 handshake done sender: [4:7580801892909705407:2115] self: [4:7580801892909705411:0] peer: [1:7580801891142851559:0] socket: 194 qp: -1
2025-12-06T17:43:04.295283Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801892909705416:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:04.295322Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:04.297023Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801888614738033:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(16909396ns) {HandleHandshakeStatus:329(16905883ns) {DropIncomingHandshake:442(948ns) DropOutgoingHandshake:457(6548ns) SwitchToState:179(522ns) ProcessPendingSessionEvents:495(621159ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 545842ns max# 50025ns}}}
2025-12-06T17:43:04.299203Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801889141759968:2074] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:04.299272Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:04.299322Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801889141759968:2074] [node 5] ICP22 created new session: [3:7580801893436727294:2074]
2025-12-06T17:43:04.299381Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801893436727294:2074] [node 5] ICS09 handshake done sender: [3:7580801893436727268:2110] self: [3:7580801893436727267:0] peer: [5:7580801896296878965:0] socket: 177 qp: -1
2025-12-06T17:43:04.299415Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801893436727294:2074] [node 5] ICS10 traffic start
2025-12-06T17:43:04.299493Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:04.304874Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801895437818867:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:04.304923Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801895437818867:2115] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:04.306671Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801896296878967:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60796
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:04.309466Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801895536483860:2112] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:04.310037Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801892909705408:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:04.307923Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801893221912460:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30031
2025-12-06T17:43:04.311450Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801895536483873:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:04.311517Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801891241516494:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:43:04.311580Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:04.311636Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801891241516494:2049] [node 3] ICP22 created new session: [2:7580801895536483879:2049]
2025-12-06T17:43:04.311690Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801895536483879:2049] [node 3] ICS09 handshake done sender: [2:7580801895536483860:2112] self: [2:7580801895536483859:0] peer: [3:7580801893436727290:0] socket: 186 qp: -1
2025-12-06T17:43:04.311737Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801895536483879:2049] [node 3] ICS10 traffic start
2025-12-06T17:43:04.311775Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:04.315327Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801893436727289:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:04.315834Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7580801889141759968:2074] [node 5] ICP18 handshake (actor [3:7580801893436727289:2120]) is too old
2025-12-06T17:43:04.316454Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801893221912459:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:04.316629Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801888926945087:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:04.317219Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801896296878955:2118] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:04.322836Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801892001911580:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17848) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580801896296878955:2118] held: no
2025-12-06T17:43:04.323561Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801892001911580:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:04.323610Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:04.323669Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801892001911580:2049] [node 2] ICP22 created new session: [5:7580801896296878969:2049]
2025-12-06T17:43:04.323725Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801896296878969:2049] [node 2] ICS09 handshake done sender: [5:7580801896296878955:2118] self: [5:7580801896296878960:0] peer: [2:7580801895536483857:0] socket: 191 qp: -1
2025-12-06T17:43:04.323769Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801896296878969:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:04.323806Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:04.325069Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801896296878953:2116] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:04.326425Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801891142851562:2112] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:04.327185Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801888614738035:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:04.327940Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801893221912462:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30031
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:04.328305Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801893436727297:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8478
2025-12-06T17:43:04.328901Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801891142851493:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:43:04.328978Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:04.329036Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801891142851493:2048] [node 2] ICP22 created new session: [1:7580801895437818887:2048]
2025-12-06T17:43:04.329089Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801895437818887:2048] [node 2] ICS09 handshake done sender: [1:7580801891142851562:2112] self: [1:7580801891142851561:0] peer: [2:7580801895536483870:0] socket: 169 qp: -1
2025-12-06T17:43:04.329127Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801895437818887:2048] [node 2] ICS10 traffic start
2025-12-06T17:43:04.329162Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:04.331873Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801893221912463:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30031
2025-12-06T17:43:04.339185Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801893436727276:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:04.339234Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801893436727276:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:04.339859Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801893436727274:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:04.339880Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801893436727274:2114] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:43:04.340561Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801893436727285:2119] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:04.342451Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801893221912460:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:04.342702Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801888926945086:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:04.347875Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801892001911581:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:43:04.348211Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:04.348335Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801892001911581:2050] [node 3] ICP22 created new session: [5:7580801896296878972:2050]
2025-12-06T17:43:04.348434Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801896296878972:2050] [node 3] ICS09 handshake done sender: [5:7580801896296878953:2116] self: [5:7580801896296878965:0] peer: [3:7580801893436727267:0] socket: 189 qp: -1
2025-12-06T17:43:04.348536Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801896296878972:2050] [node 3] ICS10 traffic start
2025-12-06T17:43:04.348628Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:04.349608Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801893221912462:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:04.349796Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801893221912449:2067] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:04.352669Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801889141759906:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:04.352745Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:04.352814Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801889141759906:2049] [node 2] ICP22 created new session: [3:7580801893436727300:2049]
2025-12-06T17:43:04.352879Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801893436727300:2049] [node 2] ICS09 handshake done sender: [3:7580801893436727285:2119] self: [3:7580801893436727290:0] peer: [2:7580801895536483859:0] socket: 188 qp: -1
2025-12-06T17:43:04.352922Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801893436727300:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:04.352993Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:04.354735Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801893221912466:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30031
2025-12-06T17:43:04.356894Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801895536483862:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:04.356928Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801895536483862:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:04.358700Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801895536483864:2115] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:04.355549Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801888614738094:2098] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:04.355590Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801888614738094:2098] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:04.360839Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801892909705420:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60744
2025-12-06T17:43:04.361027Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801892909705421:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60744
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:04.361547Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801893221912467:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30031
2025-12-06T17:43:04.372533Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801888614738094:2098] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:04.373253Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801893221912462:2117] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:04.373510Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801893221912449:2067] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:43:04.373602Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:04.373657Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801893221912449:2067] [node 4] ICP22 created new session: [6:7580801893221912468:2067]
2025-12-06T17:43:04.373710Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801893221912468:2067] [node 4] ICS09 handshake done sender: [6:7580801893221912462:2117] self: [6:7580801893221912465:0] peer: [4:7580801888614738093:0] socket: 163 qp: -1
2025-12-06T17:43:04.373750Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801893221912468:2067] [node 4] ICS10 traffic start
2025-12-06T17:43:04.373788Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:04.376363Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801895437818867:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:04.376860Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801888614738092:2071] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:04.376964Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:04.377028Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801888614738092:2071] [node 6] ICP22 created new session: [4:7580801892909705423:2071]
2025-12-06T17:43:04.377080Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801892909705423:2071] [node 6] ICS09 handshake done sender: [4:7580801888614738094:2098] self: [4:7580801888614738093:0] peer: [6:7580801893221912465:0] socket: 162 qp: -1
2025-12-06T17:43:04.377122Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801892909705423:2071] [node 6] ICS10 traffic start
2025-12-06T17:43:04.377185Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:04.380359Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801891142851563:2086] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:04.380436Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:04.380514Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801891142851563:2086] [node 5] ICP22 created new session: [1:7580801895437818889:2086]
2025-12-06T17:43:04.380565Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801895437818889:2086] [node 5] ICS09 handshake done sender: [1:7580801895437818867:2115] self: [1:7580801895437818866:0] peer: [5:7580801896296878968:0] socket: 199 qp: -1
2025-12-06T17:43:04.380600Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801895437818889:2086] [node 5] ICS10 traffic start
2025-12-06T17:43:04.380637Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:04.384586Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801893436727276:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:04.385186Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801893221912463:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:04.385534Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801893436727274:2114] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:04.385922Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801889141759970:2075] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:04.386447Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801893221912459:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:04.387078Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:04.387265Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801889141759970:2075] [node 6] ICP22 created new session: [3:7580801893436727302:2075]
2025-12-06T17:43:04.387389Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801893436727302:2075] [node 6] ICS09 handshake done sender: [3:7580801893436727276:2115] self: [3:7580801893436727275:0] peer: [6:7580801893221912461:0] socket: 211 qp: -1
2025-12-06T17:43:04.387471Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801893436727302:2075] [node 6] ICS10 traffic start
2025-12-06T17:43:04.387558Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:04.387818Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801888926945085:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:04.387886Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801888926945087:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:43:04.387963Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:04.388018Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801888926945087:2050] [node 3] ICP22 created new session: [6:7580801893221912473:2050]
2025-12-06T17:43:04.388071Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801893221912473:2050] [node 3] ICS09 handshake done sender: [6:7580801893221912459:2115] self: [6:7580801893221912461:0] peer: [3:7580801893436727275:0] socket: 212 qp: -1
2025-12-06T17:43:04.388113Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801893221912473:2050] [node 3] ICS10 traffic start
2025-12-06T17:43:04.388146Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:04.391284Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7580801892001911581:2050] [node 3] ICP27 obsolete handshake fail ignored
2025-12-06T17:43:04.391421Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:294: Proxy [5:7580801892001911581:2050] [node 3] ICP35 event processing took too much time StateWork:294(41073912ns) {HandleHandshakeStatus:395(41069414ns) {LogHandshakeFail:472(13798ns) {UpdateErrorStateLog:545(4702ns)}}}
2025-12-06T17:43:04.393481Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801896296878971:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60796
2025-12-06T17:43:04.394329Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801895437818869:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:04.394368Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801895437818869:2116] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:04.396128Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580801891241516493:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:04.396227Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:04.396279Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801891241516493:2048] [node 1] ICP22 created new session: [2:7580801895536483886:2048]
2025-12-06T17:43:04.396330Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801895536483886:2048] [node 1] ICS09 handshake done sender: [2:7580801895536483864:2115] self: [2:7580801895536483870:0] peer: [1:7580801891142851561:0] socket: 172 qp: -1
2025-12-06T17:43:04.396381Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801895536483886:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:04.396441Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:04.397250Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7580801891241516493:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:43:04.399407Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801889141759943:2073] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:43:04.402834Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:04.403214Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801889141759943:2073] [node 4] ICP22 created new session: [3:7580801893436727304:2073]
2025-12-06T17:43:04.403336Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801893436727304:2073] [node 4] ICS09 handshake done sender: [3:7580801893436727274:2114] self: [3:7580801893436727273:0] peer: [4:7580801892909705419:0] socket: 181 qp: -1
2025-12-06T17:43:04.403815Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801892909705408:2116] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:04.404044Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801893436727304:2073] [node 4] ICS10 traffic start
2025-12-06T17:43:04.404166Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:04.404751Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801888614738035:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:43:04.404847Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:04.404907Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801888614738035:2050] [node 3] ICP22 created new session: [4:7580801892909705425:2050]
2025-12-06T17:43:04.404957Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801892909705425:2050] [node 3] ICS09 handshake done sender: [4:7580801892909705408:2116] self: [4:7580801892909705419:0] peer: [3:7580801893436727273:0] socket: 197 qp: -1
2025-12-06T17:43:04.404997Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801892909705425:2050] [node 3] ICS10 traffic start
2025-12-06T17:43:04.405048Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:04.407811Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801895437818869:2116] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:04.409092Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801891142851564:2087] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:04.409165Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:04.409220Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801891142851564:2087] [node 6] ICP22 created new session: [1:7580801895437818892:2087]
2025-12-06T17:43:04.409274Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801895437818892:2087] [node 6] ICS09 handshake done sender: [1:7580801895437818869:2116] self: [1:7580801895437818868:0] peer: [6:7580801893221912472:0] socket: 209 qp: -1
2025-12-06T17:43:04.409313Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801895437818892:2087] [node 6] ICS10 traffic start
2025-12-06T17:43:04.409346Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:04.418295Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801893221912471:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30031
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:04.418514Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801893221912475:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30031
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:04.418837Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801893221912476:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30031
2025-12-06T17:43:04.419414Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801893221912463:2118] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:04.419591Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801895536483882:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47173
2025-12-06T17:43:04.420189Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801888926945085:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:04.424783Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:04.431184Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801892001911579:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10585) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580801896296878958:2119] held: no
2025-12-06T17:43:04.431998Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801896296878958:2119] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:04.432442Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801888926945085:2048] [node 1] ICP22 created new session: [6:7580801893221912477:2048]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:04.436778Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7580801891241516494:2049] [node 3] ICP27 obsolete handshake fail ignored
2025-12-06T17:43:04.437316Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801895536483885:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47173
2025-12-06T17:43:04.437867Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801895536483862:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:04.438151Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801895536483854:2087] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:04.438262Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:04.438373Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801895536483854:2087] [node 6] ICP22 created new session: [2:7580801895536483888:2087]
2025-12-06T17:43:04.438461Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801895536483888:2087] [node 6] ICS09 handshake done sender: [2:7580801895536483862:2113] self: [2:7580801895536483861:0] peer: [6:7580801893221912464:0] socket: 183 qp: -1
2025-12-06T17:43:04.438569Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801895536483888:2087] [node 6] ICS10 traffic start
2025-12-06T17:43:04.438650Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:04.450825Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801892909705421:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:04.450993Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801888614738034:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:04.454146Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801892001911579:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:04.454236Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:04.454299Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801892001911579:2048] [node 1] ICP22 created new session: [5:7580801896296878975:2048]
2025-12-06T17:43:04.454365Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801896296878975:2048] [node 1] ICS09 handshake done sender: [5:7580801896296878958:2119] self: [5:7580801896296878968:0] peer: [1:7580801895437818866:0] socket: 200 qp: -1
2025-12-06T17:43:04.454412Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801896296878975:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:04.454467Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:04.463471Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801895536483867:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:04.463522Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801895536483867:2116] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:43:04.463969Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801893221912477:2048] [node 1] ICS09 handshake done sender: [6:7580801893221912463:2118] self: [6:7580801893221912472:0] peer: [1:7580801895437818868:0] socket: 218 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:04.464041Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801893221912477:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:04.464118Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:04.466428Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801892909705428:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60744
2025-12-06T17:43:04.468380Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801895536483867:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:04.471695Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801888926945085:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(44980598ns) {HandleHandshakeStatus:329(44978259ns) {DropIncomingHandshake:442(6512ns) DropOutgoingHandshake:457(15716ns) SwitchToState:179(1166ns) ProcessPendingSessionEvents:495(886672ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 778196ns max# 192512ns}}}
2025-12-06T17:43:04.475629Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801892909705421:2120] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:04.475914Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801888614738034:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:04.475999Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:04.476052Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801888614738034:2049] [node 2] ICP22 created new session: [4:7580801892909705429:2049]
2025-12-06T17:43:04.476111Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801892909705429:2049] [node 2] ICS09 handshake done sender: [4:7580801892909705421:2120] self: [4:7580801892909705427:0] peer: [2:7580801895536483866:0] socket: 225 qp: -1
2025-12-06T17:43:04.476152Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801892909705429:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:04.476191Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:04.478387Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801891241516552:2068] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:43:04.478505Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:04.478603Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801891241516552:2068] [node 4] ICP22 created new session: [2:7580801895536483891:2068]
2025-12-06T17:43:04.478659Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801895536483891:2068] [node 4] ICS09 handshake done sender: [2:7580801895536483867:2116] self: [2:7580801895536483866:0] peer: [4:7580801892909705427:0] socket: 223 qp: -1
2025-12-06T17:43:04.478704Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801895536483891:2068] [node 4] ICS10 traffic start
2025-12-06T17:43:04.478745Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:04.499159Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801895536483885:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:04.499328Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580801895536483854:2087] [node 6] ICP18 handshake (actor [2:7580801895536483885:2120]) is too old
2025-12-06T17:43:04.503731Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801888926945086:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17848) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801893221912460:2116] held: no
2025-12-06T17:43:04.504688Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801893221912475:2122] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:04.504904Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801893221912448:2064] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:04.505436Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801893221912460:2116] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:04.505877Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801896296878952:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:04.505915Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580801896296878952:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:04.507219Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801896296878952:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:04.507462Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580801892001911649:2069] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:04.507536Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:04.507591Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801892001911649:2069] [node 6] ICP22 created new session: [5:7580801896296878978:2069]
2025-12-06T17:43:04.507652Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801896296878978:2069] [node 6] ICS09 handshake done sender: [5:7580801896296878952:2115] self: [5:7580801896296878951:0] peer: [6:7580801893221912479:0] socket: 229 qp: -1
2025-12-06T17:43:04.507687Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801896296878978:2069] [node 6] ICS10 traffic start
2025-12-06T17:43:04.507747Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:04.523456Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801888926945086:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:04.523549Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:04.523613Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801888926945086:2049] [node 2] ICP22 created new session: [6:7580801893221912481:2049]
2025-12-06T17:43:04.523666Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801893221912481:2049] [node 2] ICS09 handshake done sender: [6:7580801893221912460:2116] self: [6:7580801893221912464:0] peer: [2:7580801895536483861:0] socket: 215 qp: -1
2025-12-06T17:43:04.523713Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801893221912481:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:04.523763Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:04.525440Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801893221912480:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30031
2025-12-06T17:43:04.528079Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801893221912448:2064] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31981) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801893221912475:2122] held: no
2025-12-06T17:43:04.529010Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801893221912475:2122] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:04.529370Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801893221912448:2064] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:43:04.529428Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:04.529500Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801893221912448:2064] [node 5] ICP22 created new session: [6:7580801893221912483:2064]
2025-12-06T17:43:04.529551Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801893221912483:2064] [node 5] ICS09 handshake done sender: [6:7580801893221912475:2122] self: [6:7580801893221912479:0] peer: [5:7580801896296878951:0] socket: 175 qp: -1
2025-12-06T17:43:04.529601Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801893221912483:2064] [node 5] ICS10 traffic start
2025-12-06T17:43:04.529644Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:04.602002Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:43:04.602242Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7580801895536483886:2048] [node 1] ICS07 socket disconnect 172 reason# EndOfStream
2025-12-06T17:43:04.602284Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580801895536483886:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:04.602370Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:04.602427Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580801895536483886:2048] [node 1] ICS15 start handshake
2025-12-06T17:43:04.614719Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:43:04.614982Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580801893436727286:2048] [node 1] ICS07 socket disconnect 167 reason# EndOfStream
2025-12-06T17:43:04.615021Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801893436727286:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:04.615122Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:04.615171Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580801893436727286:2048] [node 1] ICS15 start handshake
2025-12-06T17:43:04.620695Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580801891241516493:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10585) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:43:04.620746Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580801895536483886:2048] [node 1] ICS15 start handshake
2025-12-06T17:43:04.621697Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580801891241516493:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10585) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:04.621758Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580801895536483886:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:04.621797Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580801891241516493:2048] [node 1] ICP30 unregister session Session# [2:7580801895536483886:2048] VirtualId# [2:7580801895536483870:0]
2025-12-06T17:43:04.621856Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:04.621892Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [2:7580801891241516493:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:10585) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:04.621911Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10585) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:04.626776Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:43:04.627016Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580801893221912477:2048] [node 1] ICS07 socket disconnect 218 reason# EndOfStream
2025-12-06T17:43:04.627050Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801893221912477:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:04.627132Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:04.627174Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580801893221912477:2048] [node 1] ICS15 start handshake
2025-12-06T17:43:04.627195Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:43:04.627398Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801896296878975:2048] [node 1] ICS01 socket: 200 reason# EndOfStream
2025-12-06T17:43:04.627440Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801892001911579:2048] [node 1] ICP30 unregister session Session# [5:7580801896296878975:2048] VirtualId# [5:7580801896296878968:0]
2025-12-06T17:43:04.627478Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801896296878975:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:04.627548Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:04.627590Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:04.627817Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:43:04.628770Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801888926945085:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10585) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:04.628828Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801893221912477:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:04.628866Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801888926945085:2048] [node 1] ICP30 unregister session Session# [6:7580801893221912477:2048] VirtualId# [6:7580801893221912472:0]
2025-12-06T17:43:04.629270Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:04.629323Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580801888926945085:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:10585) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:04.629339Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10585) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:04.628021Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580801892909705416:2048] [node 1] ICS07 socket disconnect 194 reason# EndOfStream
2025-12-06T17:43:04.631413Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [2:7580801891241516493:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:43:04.628056Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801892909705416:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:04.655526Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801889141759905:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10585) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:43:04.655590Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580801893436727286:2048] [node 1] ICS15 start handshake
2025-12-06T17:43:04.628130Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:04.628172Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580801892909705416:2048] [node 1] ICS15 start handshake
2025-12-06T17:43:04.643257Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801888614738033:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10585) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:04.643336Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801892909705416:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:04.643388Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801888614738033:2048] [node 1] ICP30 unregister session Session# [4:7580801892909705416:2048] VirtualId# [4:7580801892909705411:0]
2025-12-06T17:43:04.643445Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:04.643486Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580801888614738033:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:10585) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:04.643508Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10585) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:04.657359Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580801888614738033:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:43:04.658584Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801889141759905:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10585) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:04.658670Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801893436727286:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:04.658718Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801889141759905:2048] [node 1] ICP30 unregister session Session# [3:7580801893436727286:2048] VirtualId# [3:7580801893436727283:0]
2025-12-06T17:43:04.658774Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:04.658835Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580801889141759905:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:10585) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:04.658857Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10585) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:04.659092Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580801888926945085:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:43:04.666215Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580801889141759905:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:43:04.724793Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:43:04.725021Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580801893436727300:2049] [node 2] ICS07 socket disconnect 188 reason# EndOfStream
2025-12-06T17:43:04.725056Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801893436727300:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:04.725136Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:04.725175Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580801893436727300:2049] [node 2] ICS15 start handshake
2025-12-06T17:43:04.730266Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801889141759906:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17848) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:43:04.730314Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580801893436727300:2049] [node 2] ICS15 start handshake
2025-12-06T17:43:04.731369Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801889141759906:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17848) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:04.731432Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801893436727300:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:04.731474Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801889141759906:2049] [node 2] ICP30 unregister session Session# [3:7580801893436727300:2049] VirtualId# [3:7580801893436727290:0]
2025-12-06T17:43:04.731518Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:04.731553Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580801889141759906:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:17848) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:04.731573Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17848) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:04.735944Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:43:04.736178Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580801892909705429:2049] [node 2] ICS07 socket disconnect 225 reason# EndOfStream
2025-12-06T17:43:04.736216Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801892909705429:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:04.736299Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:04.736358Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580801892909705429:2049] [node 2] ICS15 start handshake
2025-12-06T17:43:04.737022Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:43:04.737225Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801896296878969:2049] [node 2] ICS01 socket: 191 reason# EndOfStream
2025-12-06T17:43:04.737266Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801892001911580:2049] [node 2] ICP30 unregister session Session# [5:7580801896296878969:2049] VirtualId# [5:7580801896296878960:0]
2025-12-06T17:43:04.737305Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801896296878969:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:04.737367Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:04.737406Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:04.738753Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801888614738034:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17848) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:04.738817Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801892909705429:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:04.739362Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801888614738034:2049] [node 2] ICP30 unregister session Session# [4:7580801892909705429:2049] VirtualId# [4:7580801892909705427:0]
2025-12-06T17:43:04.739421Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:04.739477Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580801888614738034:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:17848) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:04.739500Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17848) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:04.742823Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:43:04.743051Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801893221912481:2049] [node 2] ICS01 socket: 215 reason# EndOfStream
2025-12-06T17:43:04.743091Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801888926945086:2049] [node 2] ICP30 unregister session Session# [6:7580801893221912481:2049] VirtualId# [6:7580801893221912464:0]
2025-12-06T17:43:04.743130Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801893221912481:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:04.743213Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:04.743255Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:04.743683Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580801889141759906:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:43:04.749877Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580801888614738034:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:43:05.141887Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:43:05.142131Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801893221912473:2050] [node 3] ICS01 socket: 212 reason# EndOfStream
2025-12-06T17:43:05.142184Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801888926945087:2050] [node 3] ICP30 unregister session Session# [6:7580801893221912473:2050] VirtualId# [6:7580801893221912461:0]
2025-12-06T17:43:05.142225Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801893221912473:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:05.142305Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:43:05.142348Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:43:05.142464Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:43:05.142703Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801892909705425:2050] [node 3] ICS01 socket: 197 reason# EndOfStream
2025-12-06T17:43:05.142737Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801888614738035:2050] [node 3] ICP30 unregister session Session# [4:7580801892909705425:2050] VirtualId# [4:7580801892909705419:0]
2025-12-06T17:43:05.142768Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801892909705425:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:05.142844Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:43:05.142886Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:43:05.142993Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:43:05.143192Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580801896296878972:2050] [node 3] ICS07 socket disconnect 189 reason# EndOfStream
2025-12-06T17:43:05.143225Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801896296878972:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:05.143284Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:43:05.143326Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580801896296878972:2050] [node 3] ICS15 start handshake
2025-12-06T17:43:05.147213Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801892001911581:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7713) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:05.147291Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801896296878972:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:05.147331Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801892001911581:2050] [node 3] ICP30 unregister session Session# [5:7580801896296878972:2050] VirtualId# [5:7580801896296878965:0]
2025-12-06T17:43:05.147451Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:43:05.147491Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580801892001911581:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:7713) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:05.147513Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7713) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:05.158888Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580801892001911581:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:43:05.366791Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:43:05.367046Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580801893221912468:2067] [node 4] ICS07 socket disconnect 163 reason# EndOfStream
2025-12-06T17:43:05.367086Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801893221912468:2067] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:05.367194Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:43:05.367242Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580801893221912468:2067] [node 4] ICS15 start handshake
2025-12-06T17:43:05.368176Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:43:05.368389Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801896296878962:2063] [node 4] ICS01 socket: 159 reason# EndOfStream
2025-12-06T17:43:05.368436Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801892001911596:2063] [node 4] ICP30 unregister session Session# [5:7580801896296878962:2063] VirtualId# [5:7580801896296878957:0]
2025-12-06T17:43:05.368495Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801896296878962:2063] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:05.368533Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:43:05.368622Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:43:05.369675Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801893221912449:2067] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18669) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:05.369750Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801893221912468:2067] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:05.369797Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801893221912449:2067] [node 4] ICP30 unregister session Session# [6:7580801893221912468:2067] VirtualId# [6:7580801893221912465:0]
2025-12-06T17:43:05.369841Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:43:05.369876Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580801893221912449:2067] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:18669) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:05.369892Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18669) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:05.382922Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580801893221912449:2067] [node 4] ICP33 wake up from error state
2025-12-06T17:43:05.543271Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:43:05.543584Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801893221912483:2064] [node 5] ICS01 socket: 175 reason# EndOfStream
2025-12-06T17:43:05.543642Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801893221912448:2064] [node 5] ICP30 unregister session Session# [6:7580801893221912483:2064] VirtualId# [6:7580801893221912479:0]
2025-12-06T17:43:05.543687Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801893221912483:2064] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:05.543741Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:43:05.543866Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:43:05.889882Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801898414833131:2048] [node 2] ICP01 ready to work
2025-12-06T17:43:05.894889Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801898414833132:2049] [node 3] ICP01 ready to work
2025-12-06T17:43:05.890170Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801898335783687:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:05.890212Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801898335783688:2049] [node 3] ICP01 ready to work
2025-12-06T17:43:05.928405Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801897847198105:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:05.928445Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801897847198106:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:05.979559Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801899987116136:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:05.979599Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801899987116137:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:05.979638Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801899987116138:2050] [node 3] ICP01 ready to work
2025-12-06T17:43:05.971567Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801899954941429:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:05.971608Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801899954941430:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:05.971654Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801899954941431:2050] [node 3] ICP01 ready to work
2025-12-06T17:43:06.004766Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801897393273669:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:06.004811Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801897393273670:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:06.004853Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801897393273671:2050] [node 3] ICP01 ready to work
2025-12-06T17:43:06.237150Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801902709800478:2097] [node 6] ICP01 ready to work
2025-12-06T17:43:06.237512Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801902709800479:2098] [node 4] ICP01 ready to work
2025-12-06T17:43:06.317495Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801901688240982:2060] [node 5] ICP01 ready to work
2025-12-06T17:43:06.346184Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801904249908753:2072] [node 6] ICP01 ready to work
2025-12-06T17:43:06.427222Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801901688240992:2063] [node 4] ICP01 ready to work
2025-12-06T17:43:06.412133Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801904282083450:2061] [node 6] ICP01 ready to work
2025-12-06T17:43:06.446988Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801902142165434:2061] [node 5] ICP01 ready to work
2025-12-06T17:43:06.425334Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801904249908755:2071] [node 5] ICP01 ready to work
2025-12-06T17:43:06.466847Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801902630751043:2077] [node 6] ICP01 ready to work
2025-12-06T17:43:06.447505Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801902142165444:2077] [node 6] ICP01 ready to work
2025-12-06T17:43:06.502131Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801898414833131:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(264247968ns) {Configure:104(264242215ns) {ProcessConfigured:135(54936802ns) {StartInitialHandshake:157(54932549ns) {DropHandshakes:470(2718ns) {DropIncomingHandshake:442(620ns) DropOutgoingHandshake:457(445ns)} GenerateSessionVirtualId:988(1113ns) PrepareNewSessionHandshake:477(7663ns) {SwitchToState:179(3054ns)}}}}}
2025-12-06T17:43:06.505111Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801902709800496:2099] [node 5] ICP01 ready to work
2025-12-06T17:43:06.536581Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801902709800496:2099] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(30850796ns) {Configure:104(30845747ns) {ProcessConfigured:135(77300ns) {StartInitialHandshake:157(73987ns) {DropHandshakes:470(3288ns) {DropIncomingHandshake:442(741ns) DropOutgoingHandshake:457(813ns)} GenerateSessionVirtualId:988(957ns) PrepareNewSessionHandshake:477(1799ns) {SwitchToState:179(684ns)}}}}}
2025-12-06T17:43:06.538959Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801902630751049:2078] [node 5] ICP01 ready to work
2025-12-06T17:43:06.551046Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801897393273671:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(309540800ns) {Configure:104(309534392ns) {ProcessConfigured:135(8867080ns) {StartInitialHandshake:157(8863575ns) {DropHandshakes:470(2589ns) {DropIncomingHandshake:442(453ns) DropOutgoingHandshake:457(717ns)} GenerateSessionVirtualId:988(1344ns) PrepareNewSessionHandshake:477(5757ns) {SwitchToState:179(2010ns)}}}}}
2025-12-06T17:43:06.570899Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801898414833132:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(33779537ns) {Configure:104(33774140ns) {ProcessConfigured:135(12888462ns) {StartInitialHandshake:157(12885122ns) {DropHandshakes:470(3551ns) {DropIncomingHandshake:442(518ns) DropOutgoingHandshake:457(1125ns)} GenerateSessionVirtualId:988(953ns) PrepareNewSessionHandshake:477(5651ns) {SwitchToState:179(3014ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:06.579672Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801904249908793:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34313
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:06.542257Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801902142165468:2062] [node 4] ICP01 ready to work
2025-12-06T17:43:06.603800Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801899987116138:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(121272354ns) {Configure:104(121261244ns) {ProcessConfigured:135(90066ns) {StartInitialHandshake:157(87271ns) {DropHandshakes:470(2281ns) {DropIncomingHandshake:442(501ns) DropOutgoingHandshake:457(453ns)} GenerateSessionVirtualId:988(1111ns) PrepareNewSessionHandshake:477(1407ns) {SwitchToState:179(519ns)}}}}}
2025-12-06T17:43:06.605146Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801904282083499:2073] [node 4] ICP01 ready to work
2025-12-06T17:43:06.607073Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801904249908793:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:06.621691Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801897847198105:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(66564540ns) {Configure:104(66556569ns) {ProcessConfigured:135(80505ns) {StartInitialHandshake:157(77486ns) {DropHandshakes:470(2681ns) {DropIncomingHandshake:442(813ns) DropOutgoingHandshake:457(420ns)} GenerateSessionVirtualId:988(1095ns) PrepareNewSessionHandshake:477(1526ns) {SwitchToState:179(533ns)}}}}}
2025-12-06T17:43:06.584363Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801901688241043:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:06.630095Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801902709800478:2097] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(331654577ns) {Configure:104(331648763ns) {ProcessConfigured:135(50894ns) {StartInitialHandshake:157(42932ns) {DropHandshakes:470(569ns) {DropIncomingHandshake:442(202ns) DropOutgoingHandshake:457(43ns)} GenerateSessionVirtualId:988(178ns) PrepareNewSessionHandshake:477(1322ns) {SwitchToState:179(329ns)}}}}}
2025-12-06T17:43:06.631368Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801902709800503:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56319
2025-12-06T17:43:06.631610Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801902709800501:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56319
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:06.641502Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801904249908805:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34313
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:06.602818Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801902630751050:2086] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:06.643010Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801902709800501:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:06.669445Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801904249908807:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34313
2025-12-06T17:43:06.659292Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801901688241044:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48
2025-12-06T17:43:06.646640Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801902142165444:2077] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(159983743ns) {Configure:104(159975294ns) {ProcessConfigured:135(63633ns) {StartInitialHandshake:157(60795ns) {DropHandshakes:470(2822ns) {DropIncomingHandshake:442(840ns) DropOutgoingHandshake:457(474ns)} GenerateSessionVirtualId:988(932ns) PrepareNewSessionHandshake:477(1319ns) {SwitchToState:179(417ns)}}}}}
2025-12-06T17:43:06.675505Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801904282083450:2061] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(69419164ns) {Configure:104(69412537ns) {ProcessConfigured:135(8429495ns) {StartInitialHandshake:157(8425572ns) {DropHandshakes:470(3042ns) {DropIncomingHandshake:442(577ns) DropOutgoingHandshake:457(628ns)} GenerateSessionVirtualId:988(654ns) PrepareNewSessionHandshake:477(3085ns) {SwitchToState:179(237ns)}}}}}
2025-12-06T17:43:06.643533Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801902709800508:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56319
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:06.696537Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801902142165481:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60911
2025-12-06T17:43:06.692594Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801899987116137:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(291608810ns) {Configure:104(291597889ns) {ProcessConfigured:135(107053ns) {StartInitialHandshake:157(104618ns) {DropHandshakes:470(2892ns) {DropIncomingHandshake:442(931ns) DropOutgoingHandshake:457(651ns)} GenerateSessionVirtualId:988(892ns) PrepareNewSessionHandshake:477(6121ns) {SwitchToState:179(980ns)}}}}}
2025-12-06T17:43:06.695034Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801904282083500:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23920
2025-12-06T17:43:06.695254Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801904282083501:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23920
2025-12-06T17:43:06.661237Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801901688241043:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:06.682267Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801904249908798:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:06.725192Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801902142165481:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:06.706963Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801904282083500:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:06.682317Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801904249908798:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:06.691084Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801899954941430:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(103438497ns) {Configure:104(103431838ns) {ProcessConfigured:135(14257783ns) {StartInitialHandshake:157(14255466ns) {DropHandshakes:470(2084ns) {DropIncomingHandshake:442(405ns) DropOutgoingHandshake:457(704ns)} GenerateSessionVirtualId:988(486ns) PrepareNewSessionHandshake:477(2310ns) {SwitchToState:179(101ns)}}}}}
2025-12-06T17:43:06.691388Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801904249908798:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:06.715172Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801904249908805:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:06.715651Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801899954941431:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:06.716050Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801904249908753:2072] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:06.716131Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:06.716187Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801904249908753:2072] [node 6] ICP22 created new session: [4:7580801904249908810:2072]
2025-12-06T17:43:06.716263Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801904249908810:2072] [node 6] ICS09 handshake done sender: [4:7580801904249908798:2114] self: [4:7580801904249908797:0] peer: [6:7580801901688241045:0] socket: 172 qp: -1
2025-12-06T17:43:06.716312Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801904249908810:2072] [node 6] ICS10 traffic start
2025-12-06T17:43:06.716366Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:06.674860Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801901688240992:2063] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:06.712339Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801898335783688:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(32361762ns) {Configure:104(32356067ns) {ProcessConfigured:135(10119401ns) {StartInitialHandshake:157(10116137ns) {DropHandshakes:470(3780ns) {DropIncomingHandshake:442(1131ns) DropOutgoingHandshake:457(454ns)} GenerateSessionVirtualId:988(1126ns) PrepareNewSessionHandshake:477(5124ns) {SwitchToState:179(1935ns)}}}}}
2025-12-06T17:43:06.718046Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801902709800505:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:06.704622Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801901688241044:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:06.711560Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801897393273669:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:06.712032Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801901688241047:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48
2025-12-06T17:43:06.726738Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801901688241046:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48
2025-12-06T17:43:06.724392Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801899987116136:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(40733729ns) {Configure:104(40723679ns) {ProcessConfigured:135(83095ns) {StartInitialHandshake:157(80215ns) {DropHandshakes:470(2763ns) {DropIncomingHandshake:442(601ns) DropOutgoingHandshake:457(488ns)} GenerateSessionVirtualId:988(1211ns) PrepareNewSessionHandshake:477(2087ns) {SwitchToState:179(471ns)}}}}}
2025-12-06T17:43:06.756569Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801901688241047:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:06.756784Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801901688240982:2060] [node 5] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:06.773944Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801904249908792:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:06.773998Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801904249908792:2111] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:06.750668Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801902142165473:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:06.734380Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801902630751051:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4193
2025-12-06T17:43:06.718097Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801902709800505:2116] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:06.718543Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801902709800503:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:06.768149Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801902709800508:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:06.770819Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801902709800505:2116] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:06.725073Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801904282083501:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:06.776716Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801904249908814:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34313
2025-12-06T17:43:06.750778Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801902142165473:2113] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:43:06.751950Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801902630751052:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4193
2025-12-06T17:43:06.756416Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801904282083499:2073] [node 4] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:06.778133Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801904249908807:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:06.839141Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801901688240992:2063] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2438) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801901688241043:2115] held: no
2025-12-06T17:43:06.840099Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801901688241051:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48
2025-12-06T17:43:06.758553Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801904282083503:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:06.767895Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801902142165484:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60911
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:06.846878Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801901688241050:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:06.848029Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801901688241052:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48
2025-12-06T17:43:06.848134Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801901688240982:2060] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28765) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801901688241047:2118] held: no
2025-12-06T17:43:06.850991Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801902709800493:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:06.851046Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801902709800493:2110] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:43:06.851545Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801902709800478:2097] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:06.851656Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:06.851719Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801902709800478:2097] [node 6] ICP22 created new session: [1:7580801902709800513:2097]
2025-12-06T17:43:06.851774Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801902709800513:2097] [node 6] ICS09 handshake done sender: [1:7580801902709800505:2116] self: [1:7580801902709800504:0] peer: [6:7580801901688241048:0] socket: 185 qp: -1
2025-12-06T17:43:06.851823Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801902709800513:2097] [node 6] ICS10 traffic start
2025-12-06T17:43:06.851900Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:06.821618Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801902630751051:2112] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:06.758588Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580801904282083503:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:06.759821Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801904282083503:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:06.760191Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580801904282083450:2061] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:06.760271Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:06.799089Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801904249908792:2111] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:06.860052Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801901688241047:2118] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:06.859844Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801902709800495:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:06.821744Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801902630751052:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:06.805622Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801899954941429:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:06.760333Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801904282083450:2061] [node 6] ICP22 created new session: [5:7580801904282083516:2061]
2025-12-06T17:43:06.777316Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801902142165473:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:06.834610Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801902142165484:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:06.858868Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801902142165468:2062] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:43:06.867872Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:06.867953Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801902142165468:2062] [node 4] ICP22 created new session: [3:7580801902142165487:2062]
2025-12-06T17:43:06.868017Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801902142165487:2062] [node 4] ICS09 handshake done sender: [3:7580801902142165473:2113] self: [3:7580801902142165472:0] peer: [4:7580801904249908809:0] socket: 180 qp: -1
2025-12-06T17:43:06.868062Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801902142165487:2062] [node 4] ICS10 traffic start
2025-12-06T17:43:06.868110Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:06.869122Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801902142165486:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60911
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:06.904140Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801902142165486:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:06.904318Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801897847198106:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:06.907210Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801902142165491:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60911
2025-12-06T17:43:06.859914Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801902709800495:2111] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:43:06.821951Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801902630751061:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4193
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:06.760393Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801904282083516:2061] [node 6] ICS09 handshake done sender: [5:7580801904282083503:2114] self: [5:7580801904282083502:0] peer: [6:7580801901688241049:0] socket: 194 qp: -1
2025-12-06T17:43:06.894816Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801904249908805:2116] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:06.760437Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801904282083516:2061] [node 6] ICS10 traffic start
2025-12-06T17:43:06.906807Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801901688241043:2115] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:06.887509Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801902709800493:2110] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:06.934542Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801902142165486:2118] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:06.822496Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580801898335783687:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:06.907559Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801901688240982:2060] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:43:06.903386Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801902709800495:2111] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:06.898733Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801904249908755:2071] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:06.760525Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:06.906046Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801902709800479:2098] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:43:06.906127Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:06.906191Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801902709800479:2098] [node 4] ICP22 created new session: [1:7580801902709800519:2098]
2025-12-06T17:43:06.906237Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801902709800519:2098] [node 4] ICS09 handshake done sender: [1:7580801902709800495:2111] self: [1:7580801902709800494:0] peer: [4:7580801904249908816:0] socket: 186 qp: -1
2025-12-06T17:43:06.906284Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801902709800519:2098] [node 4] ICS10 traffic start
2025-12-06T17:43:06.906363Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:06.924751Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801898414833131:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:43:06.924833Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:06.924893Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801898414833131:2048] [node 2] ICP22 created new session: [1:7580801902709800521:2048]
2025-12-06T17:43:06.924953Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801902709800521:2048] [node 2] ICS09 handshake done sender: [1:7580801902709800493:2110] self: [1:7580801902709800492:0] peer: [2:7580801902630751066:0] socket: 169 qp: -1
2025-12-06T17:43:06.924991Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801902709800521:2048] [node 2] ICS10 traffic start
2025-12-06T17:43:06.925047Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:06.925247Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801902709800518:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56319
2025-12-06T17:43:06.950548Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801902709800518:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:06.950739Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801902709800498:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:06.950769Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801902709800498:2112] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:06.940986Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801902142165492:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60911
2025-12-06T17:43:06.908236Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:06.919150Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801899954941431:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:43:06.831191Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801902630751061:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:06.941051Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801897847198106:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:06.941127Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:06.941185Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801897847198106:2049] [node 2] ICP22 created new session: [3:7580801902142165493:2049]
2025-12-06T17:43:06.941251Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801902142165493:2049] [node 2] ICS09 handshake done sender: [3:7580801902142165486:2118] self: [3:7580801902142165490:0] peer: [2:7580801902630751057:0] socket: 163 qp: -1
2025-12-06T17:43:06.941299Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801902142165493:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:06.941341Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:06.979021Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801902142165492:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:06.982965Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801902142165477:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:06.983019Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801902142165477:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:43:06.991829Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801902142165496:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60911
2025-12-06T17:43:06.991980Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801897847198105:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:06.992483Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801902142165477:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:06.992760Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801902142165434:2061] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:06.994151Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:06.994219Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801902142165434:2061] [node 5] ICP22 created new session: [3:7580801902142165499:2061]
2025-12-06T17:43:06.994284Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801902142165499:2061] [node 5] ICS09 handshake done sender: [3:7580801902142165477:2114] self: [3:7580801902142165476:0] peer: [5:7580801904282083526:0] socket: 168 qp: -1
2025-12-06T17:43:06.994332Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801902142165499:2061] [node 5] ICS10 traffic start
2025-12-06T17:43:06.994372Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:07.026735Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801902142165496:2121] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:07.026797Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801902142165480:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:07.026826Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801902142165480:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:07.030832Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801902142165480:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:07.031122Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801902142165444:2077] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:07.031231Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:07.031289Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801902142165444:2077] [node 6] ICP22 created new session: [3:7580801906437132799:2077]
2025-12-06T17:43:07.031358Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801906437132799:2077] [node 6] ICS09 handshake done sender: [3:7580801902142165480:2115] self: [3:7580801902142165479:0] peer: [6:7580801905983208362:0] socket: 222 qp: -1
2025-12-06T17:43:07.031408Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801906437132799:2077] [node 6] ICS10 traffic start
2025-12-06T17:43:07.031451Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:06.779721Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801904282083518:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23920
2025-12-06T17:43:06.910234Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801901688240982:2060] [node 5] ICP22 created new session: [6:7580801901688241053:2060]
2025-12-06T17:43:07.007746Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801902709800498:2112] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:06.878404Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801898335783688:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(17182668ns) {IncomingHandshake:261(12554308ns) {DropIncomingHandshake:442(2690ns) PrepareNewSessionHandshake:477(5122ns) {SwitchToState:179(4216ns)} GenerateSessionVirtualId:988(1060ns) IssueIncomingHandshakeReply:193(9449ns)}}
2025-12-06T17:43:06.919475Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:06.903863Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801902630751070:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4193
2025-12-06T17:43:06.904754Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801902630751058:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:06.904781Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801902630751058:2116] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:43:06.907455Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801902630751058:2116] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:06.907982Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801898335783688:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:43:06.920198Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801902630751051:2112] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:06.954864Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:06.958922Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580801898335783687:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:06.959015Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:06.959079Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801898335783687:2048] [node 1] ICP22 created new session: [2:7580801902630751074:2048]
2025-12-06T17:43:06.959134Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801902630751074:2048] [node 1] ICS09 handshake done sender: [2:7580801902630751051:2112] self: [2:7580801902630751066:0] peer: [1:7580801902709800492:0] socket: 177 qp: -1
2025-12-06T17:43:06.959177Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801902630751074:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:06.959231Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:06.961970Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801902630751073:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4193
2025-12-06T17:43:06.978959Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801898335783688:2049] [node 3] ICP22 created new session: [2:7580801902630751072:2049]
2025-12-06T17:43:06.979505Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801902630751054:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:06.979533Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801902630751054:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:06.983710Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801902630751054:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:06.984489Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801902630751072:2049] [node 3] ICS09 handshake done sender: [2:7580801902630751058:2116] self: [2:7580801902630751057:0] peer: [3:7580801902142165490:0] socket: 162 qp: -1
2025-12-06T17:43:06.993661Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801902630751072:2049] [node 3] ICS10 traffic start
2025-12-06T17:43:07.009097Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:07.044879Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801898335783688:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(135896797ns) {HandleHandshakeStatus:329(135893708ns) {DropIncomingHandshake:442(14423ns) DropOutgoingHandshake:457(366ns) SwitchToState:179(135ns) ProcessPendingSessionEvents:495(648000ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 572201ns max# 85178ns}}}
2025-12-06T17:43:07.046302Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801902630751043:2077] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:07.046383Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:07.046446Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801902630751043:2077] [node 6] ICP22 created new session: [2:7580801906925718376:2077]
2025-12-06T17:43:07.046496Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801906925718376:2077] [node 6] ICS09 handshake done sender: [2:7580801902630751054:2114] self: [2:7580801902630751053:0] peer: [6:7580801901688241062:0] socket: 208 qp: -1
2025-12-06T17:43:07.046553Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801906925718376:2077] [node 6] ICS10 traffic start
2025-12-06T17:43:07.046603Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:07.039020Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801902709800496:2099] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:06.827511Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801904282083501:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:06.935100Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801904249908755:2071] [node 5] ICP22 created new session: [4:7580801904249908817:2071]
2025-12-06T17:43:06.943409Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:06.943504Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801899954941431:2050] [node 3] ICP22 created new session: [4:7580801904249908818:2050]
2025-12-06T17:43:06.943567Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801904249908818:2050] [node 3] ICS09 handshake done sender: [4:7580801904249908805:2116] self: [4:7580801904249908809:0] peer: [3:7580801902142165472:0] socket: 184 qp: -1
2025-12-06T17:43:06.943613Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801904249908818:2050] [node 3] ICS10 traffic start
2025-12-06T17:43:06.943704Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:06.944049Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801904249908817:2071] [node 5] ICS09 handshake done sender: [4:7580801904249908792:2111] self: [4:7580801904249908791:0] peer: [5:7580801904282083514:0] socket: 165 qp: -1
2025-12-06T17:43:06.954990Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801904249908817:2071] [node 5] ICS10 traffic start
2025-12-06T17:43:06.976849Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801899954941431:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(56810556ns) {HandleHandshakeStatus:329(56807554ns) {DropIncomingHandshake:442(835ns) DropOutgoingHandshake:457(5348ns) SwitchToState:179(310ns) ProcessPendingSessionEvents:495(32091856ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 32027623ns max# 31513286ns}}}
2025-12-06T17:43:06.978885Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:06.982585Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801904249908815:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34313
2025-12-06T17:43:07.003235Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801899954941429:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:65499) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580801904249908807:2118] held: no
2025-12-06T17:43:07.015946Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7580801899954941431:2050] [node 3] ICP27 obsolete handshake fail ignored
2025-12-06T17:43:07.016723Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801908544876117:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34313
2025-12-06T17:43:07.016879Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801908544876118:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34313
2025-12-06T17:43:07.017478Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801904249908807:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:07.020537Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801904249908755:2071] [node 5] ICP35 event processing took too much time PendingConnection:279(120914731ns) {HandleHandshakeStatus:329(120908757ns) {DropIncomingHandshake:442(418ns) DropOutgoingHandshake:457(7461ns) SwitchToState:179(639ns) ProcessPendingSessionEvents:495(18135917ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 18055664ns max# 12258105ns}}}
2025-12-06T17:43:07.020656Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7580801904249908755:2071] [node 5] ICP27 obsolete handshake fail ignored
2025-12-06T17:43:07.021964Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801899954941429:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:07.022023Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:07.022081Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801899954941429:2048] [node 1] ICP22 created new session: [4:7580801908544876120:2048]
2025-12-06T17:43:07.022134Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801908544876120:2048] [node 1] ICS09 handshake done sender: [4:7580801904249908807:2118] self: [4:7580801904249908816:0] peer: [1:7580801902709800494:0] socket: 189 qp: -1
2025-12-06T17:43:07.022185Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801908544876120:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:07.022222Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:07.069114Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801908544876117:2121] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:07.069266Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801899954941430:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:07.095252Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801906437132801:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60911
2025-12-06T17:43:06.917809Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801897393273669:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:65499) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801901688241044:2116] held: no
2025-12-06T17:43:07.039124Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:06.836226Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801904282083499:2073] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:43:07.108786Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801902142165492:2120] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:06.918710Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801901688241052:2121] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:07.119887Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801897847198105:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:07.119998Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:07.120076Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801897847198105:2048] [node 1] ICP22 created new session: [3:7580801906437132802:2048]
2025-12-06T17:43:07.120133Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801906437132802:2048] [node 1] ICS09 handshake done sender: [3:7580801902142165492:2120] self: [3:7580801902142165498:0] peer: [1:7580801902709800499:0] socket: 220 qp: -1
2025-12-06T17:43:07.120182Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801906437132802:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:07.120239Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:06.836306Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:07.091698Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801902630751056:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:07.132645Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7580801897847198105:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:43:07.039195Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801902709800496:2099] [node 5] ICP22 created new session: [1:7580801907004767822:2099]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:06.836364Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801904282083499:2073] [node 4] ICP22 created new session: [5:7580801904282083520:2073]
2025-12-06T17:43:06.918794Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801901688240992:2063] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:43:07.091751Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801902630751056:2115] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:43:07.135337Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801908544876123:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34313
2025-12-06T17:43:06.836417Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801904282083520:2073] [node 4] ICS09 handshake done sender: [5:7580801904282083501:2113] self: [5:7580801904282083514:0] peer: [4:7580801904249908791:0] socket: 176 qp: -1
2025-12-06T17:43:06.836482Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801904282083520:2073] [node 4] ICS10 traffic start
2025-12-06T17:43:06.836534Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:06.873333Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801904282083522:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23920
2025-12-06T17:43:06.887175Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801904282083524:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23920
2025-12-06T17:43:06.946357Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801904282083524:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:06.946855Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801899987116136:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:06.958189Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801904282083522:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:06.958343Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801899987116138:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:06.964677Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801904282083527:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23920
2025-12-06T17:43:07.005516Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801908577050824:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23920
2025-12-06T17:43:07.005789Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801908577050825:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23920
2025-12-06T17:43:07.006234Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801904282083522:2119] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:07.006431Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801899987116138:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:43:07.006505Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:07.006586Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801899987116138:2050] [node 3] ICP22 created new session: [5:7580801908577050826:2050]
2025-12-06T17:43:07.006643Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801908577050826:2050] [node 3] ICS09 handshake done sender: [5:7580801904282083522:2119] self: [5:7580801904282083526:0] peer: [3:7580801902142165476:0] socket: 212 qp: -1
2025-12-06T17:43:07.006686Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801908577050826:2050] [node 3] ICS10 traffic start
2025-12-06T17:43:07.006747Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:07.025123Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801904282083524:2120] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:07.046822Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801899987116136:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:07.046915Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:07.046982Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801899987116136:2048] [node 1] ICP22 created new session: [5:7580801908577050828:2048]
2025-12-06T17:43:07.047058Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801908577050828:2048] [node 1] ICS09 handshake done sender: [5:7580801904282083524:2120] self: [5:7580801904282083525:0] peer: [1:7580801902709800497:0] socket: 216 qp: -1
2025-12-06T17:43:07.047112Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801908577050828:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:07.047156Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:07.095353Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801904282083527:2121] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:07.095530Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801899987116137:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:07.127821Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801908577050831:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23920
2025-12-06T17:43:07.039247Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801907004767822:2099] [node 5] ICS09 handshake done sender: [1:7580801902709800498:2112] self: [1:7580801902709800497:0] peer: [5:7580801904282083525:0] socket: 215 qp: -1
2025-12-06T17:43:06.918868Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:07.156150Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801904282083527:2121] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:07.094273Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801906925718375:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4193
2025-12-06T17:43:07.039290Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801907004767822:2099] [node 5] ICS10 traffic start
2025-12-06T17:43:07.103493Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801906925718375:2122] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:07.103643Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801902630751063:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:07.103675Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801902630751063:2119] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:43:07.133027Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801902630751056:2115] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:07.145213Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801902630751063:2119] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:07.170144Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801899987116137:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:07.160420Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801902630751043:2077] [node 6] ICP35 event processing took too much time PendingConnection:279(69072807ns) {HandleHandshakeStatus:329(69069960ns) {DropIncomingHandshake:442(527ns) DropOutgoingHandshake:457(558ns) SwitchToState:179(527ns) ProcessPendingSessionEvents:495(39917382ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 39799974ns max# 7758393ns}}}
2025-12-06T17:43:07.170235Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:07.160538Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7580801902630751043:2077] [node 6] ICP27 obsolete handshake fail ignored
2025-12-06T17:43:07.170293Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801899987116137:2049] [node 2] ICP22 created new session: [5:7580801908577050832:2049]
2025-12-06T17:43:07.162134Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801902630751050:2086] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:43:07.170370Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801908577050832:2049] [node 2] ICS09 handshake done sender: [5:7580801904282083527:2121] self: [5:7580801908577050830:0] peer: [2:7580801902630751062:0] socket: 223 qp: -1
2025-12-06T17:43:07.170420Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801908577050832:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:07.039332Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:07.170484Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:07.051447Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801902709800500:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:07.051499Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801902709800500:2113] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:43:07.075229Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801902709800500:2113] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:07.083598Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801898414833132:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:43:07.083710Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:07.083782Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801898414833132:2049] [node 3] ICP22 created new session: [1:7580801907004767825:2049]
2025-12-06T17:43:07.083837Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801907004767825:2049] [node 3] ICS09 handshake done sender: [1:7580801902709800500:2113] self: [1:7580801902709800499:0] peer: [3:7580801902142165498:0] socket: 174 qp: -1
2025-12-06T17:43:07.083889Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801907004767825:2049] [node 3] ICS10 traffic start
2025-12-06T17:43:06.919621Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801901688240992:2063] [node 4] ICP22 created new session: [6:7580801901688241055:2063]
2025-12-06T17:43:07.083936Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:06.927109Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801901688241055:2063] [node 4] ICS09 handshake done sender: [6:7580801901688241043:2115] self: [6:7580801901688241045:0] peer: [4:7580801904249908797:0] socket: 173 qp: -1
2025-12-06T17:43:06.939107Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801901688241055:2063] [node 4] ICS10 traffic start
2025-12-06T17:43:06.939185Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:06.939479Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801901688240992:2063] [node 4] ICP35 event processing took too much time PendingConnection:279(20568904ns) {HandleHandshakeStatus:329(20566389ns) {DropIncomingHandshake:442(752ns) DropOutgoingHandshake:457(259ns) SwitchToState:179(581ns) ProcessPendingSessionEvents:495(1915ns)}}
2025-12-06T17:43:06.939893Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801901688241044:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:07.163261Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801908544876117:2121] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:07.162255Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:06.944182Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801901688241053:2060] [node 5] ICS09 handshake done sender: [6:7580801901688241047:2118] self: [6:7580801901688241049:0] peer: [5:7580801904282083502:0] socket: 197 qp: -1
2025-12-06T17:43:07.162316Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801902630751050:2086] [node 4] ICP22 created new session: [2:7580801906925718381:2086]
2025-12-06T17:43:07.162385Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801906925718381:2086] [node 4] ICS09 handshake done sender: [2:7580801902630751056:2115] self: [2:7580801902630751055:0] peer: [4:7580801908544876122:0] socket: 209 qp: -1
2025-12-06T17:43:07.162434Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801906925718381:2086] [node 4] ICS10 traffic start
2025-12-06T17:43:07.162497Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:07.167594Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801902630751049:2078] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:07.167707Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:07.167774Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801902630751049:2078] [node 5] ICP22 created new session: [2:7580801906925718383:2078]
2025-12-06T17:43:07.167849Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801906925718383:2078] [node 5] ICS09 handshake done sender: [2:7580801902630751063:2119] self: [2:7580801902630751062:0] peer: [5:7580801908577050830:0] socket: 183 qp: -1
2025-12-06T17:43:07.167905Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801906925718383:2078] [node 5] ICS10 traffic start
2025-12-06T17:43:07.167956Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:06.955082Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801901688241053:2060] [node 5] ICS10 traffic start
2025-12-06T17:43:06.970805Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801897393273669:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:06.970927Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:06.970982Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801897393273669:2048] [node 1] ICP22 created new session: [6:7580801901688241059:2048]
2025-12-06T17:43:06.971036Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801901688241059:2048] [node 1] ICS09 handshake done sender: [6:7580801901688241044:2116] self: [6:7580801901688241048:0] peer: [1:7580801902709800504:0] socket: 187 qp: -1
2025-12-06T17:43:06.971081Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801901688241059:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:06.971123Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:06.972488Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801897393273670:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:06.973327Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801901688241061:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48
2025-12-06T17:43:06.974918Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:06.989764Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801901688241063:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48
2025-12-06T17:43:06.990236Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801901688241052:2121] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:06.990439Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801897393273670:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:06.990517Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:06.999799Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801901688240982:2060] [node 5] ICP35 event processing took too much time PendingConnection:279(92090011ns) {HandleHandshakeStatus:329(92087261ns) {DropIncomingHandshake:442(465ns) DropOutgoingHandshake:457(170ns) SwitchToState:179(416ns) ProcessPendingSessionEvents:495(2641ns)}}
2025-12-06T17:43:07.001595Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801897393273670:2049] [node 2] ICP22 created new session: [6:7580801901688241064:2049]
2025-12-06T17:43:07.001684Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801901688241064:2049] [node 2] ICS09 handshake done sender: [6:7580801901688241052:2121] self: [6:7580801901688241062:0] peer: [2:7580801902630751053:0] socket: 211 qp: -1
2025-12-06T17:43:07.001740Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801901688241064:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:07.001823Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:07.025594Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801901688241061:2122] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:07.026294Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801897393273671:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:07.033516Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801905983208363:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48
2025-12-06T17:43:07.060577Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801897393273670:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(69043151ns) {HandleHandshakeStatus:329(69040594ns) {DropIncomingHandshake:442(814ns) DropOutgoingHandshake:457(6337ns) SwitchToState:179(902ns) ProcessPendingSessionEvents:495(25082281ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 18277960ns max# 17722966ns}}}
2025-12-06T17:43:07.077697Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801901688241061:2122] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:07.103127Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801897393273671:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61421) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801901688241061:2122] held: no
2025-12-06T17:43:07.103781Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801897393273671:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:43:07.133267Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:07.136133Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801897393273671:2050] [node 3] ICP22 created new session: [6:7580801905983208364:2050]
2025-12-06T17:43:07.155464Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801905983208364:2050] [node 3] ICS09 handshake done sender: [6:7580801901688241061:2122] self: [6:7580801905983208362:0] peer: [3:7580801902142165479:0] socket: 225 qp: -1
2025-12-06T17:43:07.156886Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801905983208364:2050] [node 3] ICS10 traffic start
2025-12-06T17:43:07.156957Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:07.157280Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801897393273671:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(53371684ns) {HandleHandshakeStatus:329(53369185ns) {DropIncomingHandshake:442(1000ns) DropOutgoingHandshake:457(140ns) SwitchToState:179(445ns) ProcessPendingSessionEvents:495(1605ns)}}
2025-12-06T17:43:07.198764Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801899954941430:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:07.198872Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:07.198933Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801899954941430:2049] [node 2] ICP22 created new session: [4:7580801908544876124:2049]
2025-12-06T17:43:07.198996Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801908544876124:2049] [node 2] ICS09 handshake done sender: [4:7580801908544876117:2121] self: [4:7580801908544876122:0] peer: [2:7580801902630751055:0] socket: 171 qp: -1
2025-12-06T17:43:07.199049Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801908544876124:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:07.199090Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:07.208948Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801902630751050:2086] [node 4] ICP35 event processing took too much time PendingConnection:279(45715404ns) {HandleHandshakeStatus:329(45711731ns) {DropIncomingHandshake:442(21090ns) DropOutgoingHandshake:457(980ns) SwitchToState:179(660ns) ProcessPendingSessionEvents:495(32651300ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 32563978ns max# 16140297ns}}}
2025-12-06T17:43:07.232112Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7580801899954941430:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:43:07.327475Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:43:07.327739Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7580801902630751074:2048] [node 1] ICS07 socket disconnect 177 reason# EndOfStream
2025-12-06T17:43:07.327773Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580801902630751074:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:07.327860Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:07.327904Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580801902630751074:2048] [node 1] ICS15 start handshake
2025-12-06T17:43:07.335765Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:43:07.336018Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580801906437132802:2048] [node 1] ICS07 socket disconnect 220 reason# EndOfStream
2025-12-06T17:43:07.336051Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801906437132802:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:07.336149Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:07.336190Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580801906437132802:2048] [node 1] ICS15 start handshake
2025-12-06T17:43:07.349629Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580801898335783687:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:65499) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:43:07.349708Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580801902630751074:2048] [node 1] ICS15 start handshake
2025-12-06T17:43:07.351729Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801897847198105:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:65499) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:43:07.351800Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580801906437132802:2048] [node 1] ICS15 start handshake
2025-12-06T17:43:07.353497Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801897847198105:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:65499) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:07.353576Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801906437132802:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:07.353624Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801897847198105:2048] [node 1] ICP30 unregister session Session# [3:7580801906437132802:2048] VirtualId# [3:7580801902142165498:0]
2025-12-06T17:43:07.353783Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:07.353836Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580801897847198105:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:65499) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:07.353861Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:65499) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:07.362719Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:43:07.363012Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801901688241059:2048] [node 1] ICS01 socket: 187 reason# EndOfStream
2025-12-06T17:43:07.363061Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801897393273669:2048] [node 1] ICP30 unregister session Session# [6:7580801901688241059:2048] VirtualId# [6:7580801901688241048:0]
2025-12-06T17:43:07.363104Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801901688241059:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:07.363208Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:07.363264Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:07.363404Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:43:07.363642Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801908544876120:2048] [node 1] ICS01 socket: 189 reason# EndOfStream
2025-12-06T17:43:07.363687Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801899954941429:2048] [node 1] ICP30 unregister session Session# [4:7580801908544876120:2048] VirtualId# [4:7580801904249908816:0]
2025-12-06T17:43:07.363734Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801908544876120:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:07.363802Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:07.363846Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:07.365078Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580801898335783687:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:65499) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:07.365161Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580801902630751074:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:07.365201Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580801898335783687:2048] [node 1] ICP30 unregister session Session# [2:7580801902630751074:2048] VirtualId# [2:7580801902630751066:0]
2025-12-06T17:43:07.365245Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:07.365301Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [2:7580801898335783687:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:65499) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:07.365339Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:65499) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:07.366107Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580801897847198105:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:43:07.370272Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [2:7580801898335783687:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:43:07.370990Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:43:07.371295Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801908577050828:2048] [node 1] ICS01 socket: 216 reason# EndOfStream
2025-12-06T17:43:07.371404Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801899987116136:2048] [node 1] ICP30 unregister session Session# [5:7580801908577050828:2048] VirtualId# [5:7580801904282083525:0]
2025-12-06T17:43:07.371452Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801908577050828:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:07.371581Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:07.371630Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:07.441049Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:43:07.441314Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801902142165493:2049] [node 2] ICS01 socket: 163 reason# EndOfStream
2025-12-06T17:43:07.441356Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801897847198106:2049] [node 2] ICP30 unregister session Session# [3:7580801902142165493:2049] VirtualId# [3:7580801902142165490:0]
2025-12-06T17:43:07.441402Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801902142165493:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:07.441494Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:07.441537Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:07.450069Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:43:07.450389Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580801908544876124:2049] [node 2] ICS07 socket disconnect 171 reason# EndOfStream
2025-12-06T17:43:07.450443Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801908544876124:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:07.450574Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:07.450628Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580801908544876124:2049] [node 2] ICS15 start handshake
2025-12-06T17:43:07.451512Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:43:07.451771Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801908577050832:2049] [node 2] ICS01 socket: 223 reason# EndOfStream
2025-12-06T17:43:07.451818Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801899987116137:2049] [node 2] ICP30 unregister session Session# [5:7580801908577050832:2049] VirtualId# [5:7580801908577050830:0]
2025-12-06T17:43:07.451865Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801908577050832:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:07.451948Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:07.451994Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:07.454803Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:43:07.455076Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801901688241064:2049] [node 2] ICS01 socket: 211 reason# EndOfStream
2025-12-06T17:43:07.455123Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801897393273670:2049] [node 2] ICP30 unregister session Session# [6:7580801901688241064:2049] VirtualId# [6:7580801901688241062:0]
2025-12-06T17:43:07.455162Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801901688241064:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:07.455273Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:07.455325Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:07.461924Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801899954941430:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24848) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:07.462018Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801908544876124:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:07.462060Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801899954941430:2049] [node 2] ICP30 unregister session Session# [4:7580801908544876124:2049] VirtualId# [4:7580801908544876122:0]
2025-12-06T17:43:07.462116Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:07.462175Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580801899954941430:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:24848) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:07.462194Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24848) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:07.474851Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580801899954941430:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:43:07.571588Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:43:07.571878Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580801908577050826:2050] [node 3] ICS07 socket disconnect 212 reason# EndOfStream
2025-12-06T17:43:07.571914Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801908577050826:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:07.572003Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:43:07.572048Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580801908577050826:2050] [node 3] ICS15 start handshake
2025-12-06T17:43:07.576821Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:43:07.577092Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580801904249908818:2050] [node 3] ICS07 socket disconnect 184 reason# EndOfStream
2025-12-06T17:43:07.577128Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801904249908818:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:07.577221Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:43:07.578596Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801899987116138:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61421) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:07.578690Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801908577050826:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:07.578734Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801899987116138:2050] [node 3] ICP30 unregister session Session# [5:7580801908577050826:2050] VirtualId# [5:7580801904282083526:0]
2025-12-06T17:43:07.578880Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:43:07.578917Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580801899987116138:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:61421) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:07.578934Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61421) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:07.577267Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580801904249908818:2050] [node 3] ICS15 start handshake
2025-12-06T17:43:07.582077Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801899954941431:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61421) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:07.582149Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801904249908818:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:07.582190Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801899954941431:2050] [node 3] ICP30 unregister session Session# [4:7580801904249908818:2050] VirtualId# [4:7580801904249908809:0]
2025-12-06T17:43:07.582301Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:43:07.582337Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580801899954941431:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:61421) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:07.582358Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61421) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:07.585280Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:43:07.585548Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801905983208364:2050] [node 3] ICS01 socket: 225 reason# EndOfStream
2025-12-06T17:43:07.585604Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801897393273671:2050] [node 3] ICP30 unregister session Session# [6:7580801905983208364:2050] VirtualId# [6:7580801905983208362:0]
2025-12-06T17:43:07.585646Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801905983208364:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:07.585767Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:43:07.585833Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:43:07.590355Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580801899987116138:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:43:07.705932Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:43:07.706199Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801904282083520:2073] [node 4] ICS01 socket: 176 reason# EndOfStream
2025-12-06T17:43:07.706257Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801904282083499:2073] [node 4] ICP30 unregister session Session# [5:7580801904282083520:2073] VirtualId# [5:7580801904282083514:0]
2025-12-06T17:43:07.706302Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801904282083520:2073] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:07.706403Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:43:07.706458Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:43:07.710912Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:43:07.711204Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801901688241055:2063] [node 4] ICS01 socket: 173 reason# EndOfStream
2025-12-06T17:43:07.711251Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801901688240992:2063] [node 4] ICP30 unregister session Session# [6:7580801901688241055:2063] VirtualId# [6:7580801901688241045:0]
2025-12-06T17:43:07.711295Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801901688241055:2063] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:07.711404Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:43:07.711471Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:43:07.854982Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:43:07.855275Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801901688241053:2060] [node 5] ICS01 socket: 197 reason# EndOfStream
2025-12-06T17:43:07.855332Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801901688240982:2060] [node 5] ICP30 unregister session Session# [6:7580801901688241053:2060] VirtualId# [6:7580801901688241049:0]
2025-12-06T17:43:07.855374Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801901688241053:2060] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:07.855496Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:43:07.855544Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:43:08.057179Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801911613610854:2048] [node 2] ICP01 ready to work
2025-12-06T17:43:08.057223Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801911613610855:2049] [node 3] ICP01 ready to work
2025-12-06T17:43:08.085482Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801911620598900:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:08.085538Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801911620598901:2049] [node 3] ICP01 ready to work
2025-12-06T17:43:08.116156Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801909706467003:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:08.116194Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801909706467004:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:08.143327Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801909726045605:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:08.143366Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801909726045606:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:08.143404Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801909726045607:2050] [node 3] ICP01 ready to work
2025-12-06T17:43:08.187408Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801910957736728:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:08.187463Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801910957736729:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:08.188098Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801910957736730:2050] [node 3] ICP01 ready to work
2025-12-06T17:43:08.383621Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801910957736743:2061] [node 6] ICP01 ready to work
2025-12-06T17:43:08.459310Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801910957736743:2061] [node 6] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12156) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:08.459560Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580801910957736743:2061] [node 6] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:12156) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:08.459585Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [6] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12156) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:08.436721Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801909706467023:2059] [node 6] ICP01 ready to work
2025-12-06T17:43:08.503508Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580801910957736743:2061] [node 6] ICP33 wake up from error state
2025-12-06T17:43:08.535025Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801911613610921:2070] [node 6] ICP01 ready to work
2025-12-06T17:43:08.455348Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801909706467029:2062] [node 5] ICP01 ready to work
2025-12-06T17:43:08.379005Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801909692295513:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:08.514269Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801911620598957:2066] [node 6] ICP01 ready to work
2025-12-06T17:43:08.546893Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801909726045641:2063] [node 6] ICP01 ready to work
2025-12-06T17:43:08.580199Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801910957736757:2069] [node 4] ICP01 ready to work
2025-12-06T17:43:08.579801Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801911620598964:2065] [node 5] ICP01 ready to work
2025-12-06T17:43:08.379217Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801909692295514:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:08.683544Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801911613610933:2072] [node 5] ICP01 ready to work
2025-12-06T17:43:08.664879Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801910957736728:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(180691151ns) {Configure:104(180682930ns) {ProcessConfigured:135(114000ns) {StartInitialHandshake:157(111155ns) {DropHandshakes:470(2704ns) {DropIncomingHandshake:442(569ns) DropOutgoingHandshake:457(463ns)} GenerateSessionVirtualId:988(854ns) PrepareNewSessionHandshake:477(22904ns) {SwitchToState:179(792ns)}}}}}
2025-12-06T17:43:08.695310Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801911613610932:2071] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:08.660282Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801909706467068:2081] [node 4] ICP01 ready to work
2025-12-06T17:43:08.379316Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801909692295515:2050] [node 3] ICP01 ready to work
2025-12-06T17:43:08.675792Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801911620598965:2068] [node 4] ICP01 ready to work
2025-12-06T17:43:08.697221Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801909706467003:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(286127546ns) {Configure:104(286117397ns) {ProcessConfigured:135(82465ns) {StartInitialHandshake:157(78897ns) {DropHandshakes:470(3757ns) {DropIncomingHandshake:442(627ns) DropOutgoingHandshake:457(556ns)} GenerateSessionVirtualId:988(1009ns) PrepareNewSessionHandshake:477(2562ns) {SwitchToState:179(1053ns)}}}}}
2025-12-06T17:43:08.747146Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801909706467068:2081] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(44631914ns) {Configure:104(44626300ns) {ProcessConfigured:135(114565ns) {StartInitialHandshake:157(111601ns) {DropHandshakes:470(2804ns) {DropIncomingHandshake:442(608ns) DropOutgoingHandshake:457(522ns)} GenerateSessionVirtualId:988(844ns) PrepareNewSessionHandshake:477(2208ns) {SwitchToState:179(760ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:08.759243Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801910957736805:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41493
2025-12-06T17:43:08.712548Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801911620598965:2068] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(22866145ns) {Configure:104(22861426ns) {ProcessConfigured:135(106296ns) {StartInitialHandshake:157(102647ns) {DropHandshakes:470(2773ns) {DropIncomingHandshake:442(628ns) DropOutgoingHandshake:457(473ns)} GenerateSessionVirtualId:988(1126ns) PrepareNewSessionHandshake:477(2150ns) {SwitchToState:179(552ns)}}}}}
2025-12-06T17:43:08.662767Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801909692295542:2062] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:08.786381Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801911613610934:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44041
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:08.786664Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801911613610935:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44041
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:08.718035Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801911620598966:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48968
2025-12-06T17:43:08.786762Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801911613610936:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44041
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:08.815609Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801909706467075:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14381
2025-12-06T17:43:08.723159Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801909692295577:2064] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:08.764238Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801909692295515:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(382045777ns) {Configure:104(382032981ns) {ProcessConfigured:135(20566301ns) {StartInitialHandshake:157(20563462ns) {DropHandshakes:470(9492672ns) {DropIncomingHandshake:442(3468ns) DropOutgoingHandshake:457(553ns)} GenerateSessionVirtualId:988(3255ns) PrepareNewSessionHandshake:477(3918ns) {SwitchToState:179(1717ns)}}}}}
2025-12-06T17:43:08.834962Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801909706467075:2113] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:08.803751Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801910957736730:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(97868342ns) {Configure:104(97859919ns) {ProcessConfigured:135(86655ns) {StartInitialHandshake:157(82440ns) {DropHandshakes:470(3265ns) {DropIncomingHandshake:442(1371ns) DropOutgoingHandshake:457(373ns)} GenerateSessionVirtualId:988(1361ns) PrepareNewSessionHandshake:477(1890ns) {SwitchToState:179(732ns)}}}}}
2025-12-06T17:43:08.792512Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801911620598966:2110] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:08.792668Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580801911620598900:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:08.793065Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801911620598980:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48968
2025-12-06T17:43:08.825919Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801911620598982:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48968
2025-12-06T17:43:08.811633Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801911613610926:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:08.857898Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801909706467003:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:08.858145Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801909706467003:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(22839105ns) {IncomingHandshake:261(153152ns) {DropIncomingHandshake:442(563ns) PrepareNewSessionHandshake:477(2329ns) {SwitchToState:179(1055ns)} GenerateSessionVirtualId:988(874ns) IssueIncomingHandshakeReply:193(101159ns) {SwitchToState:179(394ns)}}}
2025-12-06T17:43:08.821630Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801909692295578:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31791
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:08.811693Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801911613610926:2116] [node 2] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:08.815175Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801911613610935:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:08.864300Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801910957736729:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(393209434ns) {Configure:104(393197634ns) {ProcessConfigured:135(76390ns) {StartInitialHandshake:157(73557ns) {DropHandshakes:470(1042ns) {DropIncomingHandshake:442(243ns) DropOutgoingHandshake:457(142ns)} GenerateSessionVirtualId:988(437ns) PrepareNewSessionHandshake:477(5633ns) {SwitchToState:179(673ns)}}}}}
2025-12-06T17:43:08.871746Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801909726045605:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(196397948ns) {Configure:104(196387920ns) {ProcessConfigured:135(51820ns) {StartInitialHandshake:157(50072ns) {DropHandshakes:470(1912ns) {DropIncomingHandshake:442(283ns) DropOutgoingHandshake:457(285ns)} GenerateSessionVirtualId:988(301ns) PrepareNewSessionHandshake:477(3270ns) {SwitchToState:179(149ns)}}}}}
2025-12-06T17:43:08.898807Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801909706467084:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14381
2025-12-06T17:43:08.898891Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801909706467074:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:08.898944Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801909706467074:2112] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:08.821827Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801909692295579:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31791
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:08.872610Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801909726045675:2075] [node 5] ICP01 ready to work
2025-12-06T17:43:08.824272Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801911613610936:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:08.875053Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801910957736810:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41493
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:08.920364Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801911620598970:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:08.822137Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801909692295585:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31791
2025-12-06T17:43:08.906801Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801909706467074:2112] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:08.922649Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801909726045606:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(370001024ns) {Configure:104(369987976ns) {ProcessConfigured:135(12896956ns) {StartInitialHandshake:157(12892817ns) {DropHandshakes:470(3375ns) {DropIncomingHandshake:442(937ns) DropOutgoingHandshake:457(475ns)} GenerateSessionVirtualId:988(753ns) PrepareNewSessionHandshake:477(3040ns) {SwitchToState:179(141ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:08.882873Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801910957736802:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:08.824648Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801911613610934:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:08.930309Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801909706467084:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:08.938994Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801909726045607:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(454149364ns) {Configure:104(454143028ns) {ProcessConfigured:135(12343959ns) {StartInitialHandshake:157(12341201ns) {DropHandshakes:470(2659ns) {DropIncomingHandshake:442(664ns) DropOutgoingHandshake:457(526ns)} GenerateSessionVirtualId:988(1110ns) PrepareNewSessionHandshake:477(3560ns) {SwitchToState:179(333ns)}}}}}
2025-12-06T17:43:08.882924Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580801910957736802:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:08.846848Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801911613610926:2116] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:08.822268Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801909692295588:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31791
2025-12-06T17:43:08.920423Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801911620598970:2112] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:08.998895Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801909706467023:2059] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:08.999023Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:08.999089Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801909706467023:2059] [node 6] ICP22 created new session: [3:7580801909706467088:2059]
2025-12-06T17:43:08.999157Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801909706467088:2059] [node 6] ICS09 handshake done sender: [3:7580801909706467074:2112] self: [3:7580801909706467073:0] peer: [6:7580801909692295596:0] socket: 194 qp: -1
2025-12-06T17:43:08.999206Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801909706467088:2059] [node 6] ICS10 traffic start
2025-12-06T17:43:08.999261Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:08.973720Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801909726045675:2075] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(67515483ns) {Configure:104(67509171ns) {ProcessConfigured:135(80371ns) {StartInitialHandshake:157(77292ns) {DropHandshakes:470(2962ns) {DropIncomingHandshake:442(571ns) DropOutgoingHandshake:457(397ns)} GenerateSessionVirtualId:988(644ns) PrepareNewSessionHandshake:477(1835ns) {SwitchToState:179(616ns)}}}}}
2025-12-06T17:43:08.920872Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801911620598966:2110] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:09.011580Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801909706467072:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:09.011656Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801909706467072:2111] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:43:08.884822Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801910957736802:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:08.865384Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801909692295579:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:08.914297Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801911613610928:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:08.935036Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801911620598980:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:08.943288Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801911620598970:2112] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:08.943748Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801911620598957:2066] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:08.943804Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:08.943869Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801911620598957:2066] [node 6] ICP22 created new session: [2:7580801911620598985:2066]
2025-12-06T17:43:08.943938Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801911620598985:2066] [node 6] ICS09 handshake done sender: [2:7580801911620598970:2112] self: [2:7580801911620598969:0] peer: [6:7580801909692295591:0] socket: 176 qp: -1
2025-12-06T17:43:08.943981Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801911620598985:2066] [node 6] ICS10 traffic start
2025-12-06T17:43:08.944021Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:09.017216Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801914001434386:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14381
2025-12-06T17:43:08.945808Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801911620598984:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48968
2025-12-06T17:43:09.019179Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801909706467072:2111] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:08.950982Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580801911620598957:2066] [node 6] ICP18 handshake (actor [2:7580801911620598980:2116]) is too old
2025-12-06T17:43:08.951772Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580801911620598900:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:08.951856Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:08.951924Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801911620598900:2048] [node 1] ICP22 created new session: [2:7580801911620598988:2048]
2025-12-06T17:43:08.885244Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801910957736810:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:08.951986Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801911620598988:2048] [node 1] ICS09 handshake done sender: [2:7580801911620598966:2110] self: [2:7580801911620598981:0] peer: [1:7580801911613610925:0] socket: 173 qp: -1
2025-12-06T17:43:08.885303Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580801910957736743:2061] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:08.952030Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801911620598988:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:08.952072Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:08.885388Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:08.991393Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801911620598972:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:08.885447Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801910957736743:2061] [node 6] ICP22 created new session: [5:7580801910957736812:2061]
2025-12-06T17:43:08.991431Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801911620598972:2113] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:43:08.885504Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801910957736812:2061] [node 6] ICS09 handshake done sender: [5:7580801910957736802:2113] self: [5:7580801910957736801:0] peer: [6:7580801909692295592:0] socket: 181 qp: -1
2025-12-06T17:43:08.993115Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801911620598972:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:08.885566Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801910957736812:2061] [node 6] ICS10 traffic start
2025-12-06T17:43:08.993530Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801911620598984:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:08.885612Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:08.993585Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801911620598965:2068] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:43:08.920634Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801910957736805:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:08.993675Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:08.927201Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [5:7580801910957736743:2061] [node 6] ICP18 handshake (actor [5:7580801910957736810:2117]) is too old
2025-12-06T17:43:08.993737Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801911620598965:2068] [node 4] ICP22 created new session: [2:7580801911620598993:2068]
2025-12-06T17:43:08.950693Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801910957736730:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:08.993795Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801911620598993:2068] [node 4] ICS09 handshake done sender: [2:7580801911620598972:2113] self: [2:7580801911620598971:0] peer: [4:7580801909726045685:0] socket: 177 qp: -1
2025-12-06T17:43:08.955378Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801910957736730:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(23622069ns) {IncomingHandshake:261(23619887ns) {DropIncomingHandshake:442(480ns) PrepareNewSessionHandshake:477(1400ns) {SwitchToState:179(373ns)} GenerateSessionVirtualId:988(670ns) IssueIncomingHandshakeReply:193(15839273ns) {SwitchToState:179(4694ns)}}}
2025-12-06T17:43:08.993835Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801911620598993:2068] [node 4] ICS10 traffic start
2025-12-06T17:43:08.993885Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:08.965030Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801910957736816:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41493
2025-12-06T17:43:09.015770Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801915252704113:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41493
2025-12-06T17:43:09.025825Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801911620598991:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48968
2025-12-06T17:43:08.865558Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801909692295585:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:08.865837Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801909692295578:2110] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:08.868068Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801909692295514:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:08.868175Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801909692295542:2062] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:08.869764Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801909692295513:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(104885974ns) {Configure:104(104880842ns) {ProcessConfigured:135(51237ns) {StartInitialHandshake:157(49257ns) {DropHandshakes:470(2410ns) {DropIncomingHandshake:442(373ns) DropOutgoingHandshake:457(728ns)} GenerateSessionVirtualId:988(507ns) PrepareNewSessionHandshake:477(665ns) {SwitchToState:179(140ns)}}}}}
2025-12-06T17:43:08.870013Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801909692295513:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:08.877572Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801909692295588:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:08.879134Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801909692295515:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:08.884573Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801909692295597:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31791
2025-12-06T17:43:08.887296Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801909692295585:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:08.887602Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801909692295542:2062] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:43:08.887655Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:08.887708Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801909692295542:2062] [node 5] ICP22 created new session: [6:7580801909692295598:2062]
2025-12-06T17:43:08.887762Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801909692295598:2062] [node 5] ICS09 handshake done sender: [6:7580801909692295585:2115] self: [6:7580801909692295592:0] peer: [5:7580801910957736801:0] socket: 190 qp: -1
2025-12-06T17:43:08.887806Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801909692295598:2062] [node 5] ICS10 traffic start
2025-12-06T17:43:08.887863Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:08.918941Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801909692295577:2064] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(192454609ns) {Configure:104(192449093ns) {ProcessConfigured:135(24818721ns) {StartInitialHandshake:157(24815125ns) {DropHandshakes:470(2449ns) {DropIncomingHandshake:442(593ns) DropOutgoingHandshake:457(321ns)} GenerateSessionVirtualId:988(895ns) PrepareNewSessionHandshake:477(5936ns) {SwitchToState:179(2227ns)}}}}}
2025-12-06T17:43:08.919946Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801909692295602:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31791
2025-12-06T17:43:08.923097Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801909692295588:2116] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:08.923306Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801909692295515:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:43:08.923387Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:08.923441Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801909692295515:2050] [node 3] ICP22 created new session: [6:7580801909692295603:2050]
2025-12-06T17:43:08.923506Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801909692295603:2050] [node 3] ICS09 handshake done sender: [6:7580801909692295588:2116] self: [6:7580801909692295596:0] peer: [3:7580801909706467073:0] socket: 195 qp: -1
2025-12-06T17:43:08.923552Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801909692295603:2050] [node 3] ICS10 traffic start
2025-12-06T17:43:08.923592Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:08.970814Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801909692295514:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18623) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801909692295579:2111] held: no
2025-12-06T17:43:09.002120Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801909692295605:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31791
2025-12-06T17:43:08.973978Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801909726045676:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19504
2025-12-06T17:43:08.914336Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801911613610928:2117] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:09.033720Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801909706467029:2062] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:09.033773Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:09.033829Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801909706467029:2062] [node 5] ICP22 created new session: [3:7580801914001434389:2062]
2025-12-06T17:43:09.033877Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801914001434389:2062] [node 5] ICS09 handshake done sender: [3:7580801909706467072:2111] self: [3:7580801909706467071:0] peer: [5:7580801910957736815:0] socket: 184 qp: -1
2025-12-06T17:43:09.033918Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801914001434389:2062] [node 5] ICS10 traffic start
2025-12-06T17:43:09.033950Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:09.045002Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801909706467087:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14381
2025-12-06T17:43:09.045160Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801909706467075:2113] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:09.045656Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801915252704114:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41493
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:08.974394Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801909726045677:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19504
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:09.046901Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801909706467003:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:08.920761Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801911613610924:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:09.056596Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801913987262904:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31791
2025-12-06T17:43:08.981986Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801909726045676:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:09.054935Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801915252704115:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41493
2025-12-06T17:43:09.066244Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801911620598991:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:09.046984Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:09.081078Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801911620598976:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:09.081119Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801911620598976:2115] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:43:09.082165Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801915915566292:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48968
2025-12-06T17:43:09.082873Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801911620598968:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:09.082940Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801911620598968:2111] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:43:09.056739Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801913987262905:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31791
2025-12-06T17:43:09.089172Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801911620598976:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:08.982162Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801909726045606:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:08.920797Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801911613610924:2115] [node 3] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:09.107740Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801915915566292:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:09.058771Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801910957736816:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:09.047046Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801909706467003:2048] [node 1] ICP22 created new session: [3:7580801914001434392:2048]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:09.003080Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801909726045677:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:09.047107Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801914001434392:2048] [node 1] ICS09 handshake done sender: [3:7580801909706467075:2113] self: [3:7580801909706467083:0] peer: [1:7580801911613610923:0] socket: 171 qp: -1
2025-12-06T17:43:09.076488Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801913987262904:2122] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:08.933909Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801911613610854:2048] [node 2] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:09.064796Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801910957736805:2114] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:09.117609Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801911620598968:2111] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:09.019645Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801914021012983:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19504
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:09.076633Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801909692295578:2110] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:09.047152Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801914001434392:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:08.934001Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:09.065364Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801910957736730:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:43:09.131889Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801911620598964:2065] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:09.030678Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801909726045676:2113] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:09.076685Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801909692295577:2064] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:08.934056Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801911613610854:2048] [node 2] ICP22 created new session: [1:7580801911613610943:2048]
2025-12-06T17:43:08.934111Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801911613610943:2048] [node 2] ICS09 handshake done sender: [1:7580801911613610926:2116] self: [1:7580801911613610925:0] peer: [2:7580801911620598981:0] socket: 169 qp: -1
2025-12-06T17:43:08.934155Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801911613610943:2048] [node 2] ICS10 traffic start
2025-12-06T17:43:08.934210Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:09.008270Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801911613610947:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44041
2025-12-06T17:43:09.008469Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801911613610948:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44041
2025-12-06T17:43:09.018050Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801911613610924:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:09.024870Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801911613610932:2071] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(48828698ns) {Configure:104(48819915ns) {ProcessConfigured:135(63274ns) {StartInitialHandshake:157(60659ns) {DropHandshakes:470(2905ns) {DropIncomingHandshake:442(572ns) DropOutgoingHandshake:457(749ns)} GenerateSessionVirtualId:988(951ns) PrepareNewSessionHandshake:477(1530ns) {SwitchToState:179(623ns)}}}}}
2025-12-06T17:43:09.025194Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801911613610928:2117] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:09.051795Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801911613610947:2122] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:09.059454Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801911613610855:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:43:09.059557Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:09.059627Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801911613610855:2049] [node 3] ICP22 created new session: [1:7580801915908578248:2049]
2025-12-06T17:43:09.059740Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801915908578248:2049] [node 3] ICS09 handshake done sender: [1:7580801911613610924:2115] self: [1:7580801911613610923:0] peer: [3:7580801909706467083:0] socket: 168 qp: -1
2025-12-06T17:43:09.059838Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801915908578248:2049] [node 3] ICS10 traffic start
2025-12-06T17:43:09.059923Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:09.079160Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801911613610921:2070] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:09.087685Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801911613610854:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(89034177ns) {HandleHandshakeStatus:329(89029953ns) {DropIncomingHandshake:442(15719ns) DropOutgoingHandshake:457(755ns) SwitchToState:179(347ns) ProcessPendingSessionEvents:495(88552568ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 88409851ns max# 10725483ns}}}
2025-12-06T17:43:09.095417Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:09.095496Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801911613610921:2070] [node 6] ICP22 created new session: [1:7580801915908578250:2070]
2025-12-06T17:43:09.123256Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801915908578250:2070] [node 6] ICS09 handshake done sender: [1:7580801911613610928:2117] self: [1:7580801911613610927:0] peer: [6:7580801909692295595:0] socket: 170 qp: -1
2025-12-06T17:43:09.124050Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801915908578250:2070] [node 6] ICS10 traffic start
2025-12-06T17:43:09.127522Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:09.140038Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801911613610938:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:09.140069Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801911613610938:2121] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:43:09.143855Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801911613610938:2121] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:09.145024Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801911613610933:2072] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:09.145097Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:09.145163Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801911613610933:2072] [node 5] ICP22 created new session: [1:7580801915908578255:2072]
2025-12-06T17:43:09.145216Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801915908578255:2072] [node 5] ICS09 handshake done sender: [1:7580801911613610938:2121] self: [1:7580801911613610937:0] peer: [5:7580801915252704122:0] socket: 223 qp: -1
2025-12-06T17:43:09.145260Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801915908578255:2072] [node 5] ICS10 traffic start
2025-12-06T17:43:09.145301Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:09.047210Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:09.030925Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801909726045606:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:09.067739Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:09.076879Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801909692295513:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:09.131996Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:09.169890Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801911613610921:2070] [node 6] ICP35 event processing took too much time PendingConnection:279(91814437ns) {HandleHandshakeStatus:329(91812078ns) {DropIncomingHandshake:442(892ns) DropOutgoingHandshake:457(1334ns) SwitchToState:179(145ns) ProcessPendingSessionEvents:495(5072794ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 5003079ns max# 4508449ns}}}
2025-12-06T17:43:09.075153Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801909706467087:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:09.170250Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801915908578247:2124] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:09.030982Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:09.079997Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:09.132049Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801911620598964:2065] [node 5] ICP22 created new session: [2:7580801915915566295:2065]
2025-12-06T17:43:09.067822Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801910957736730:2050] [node 3] ICP22 created new session: [5:7580801915252704116:2050]
2025-12-06T17:43:09.078220Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801909706467004:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:09.031038Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801909726045606:2049] [node 2] ICP22 created new session: [4:7580801914021012985:2049]
2025-12-06T17:43:09.031091Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801914021012985:2049] [node 2] ICS09 handshake done sender: [4:7580801909726045676:2113] self: [4:7580801909726045685:0] peer: [2:7580801911620598971:0] socket: 206 qp: -1
2025-12-06T17:43:09.031133Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801914021012985:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:09.031189Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:09.044669Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801914021012984:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19504
2025-12-06T17:43:09.063767Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801914021012988:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19504
2025-12-06T17:43:09.066499Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801914021012984:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:09.077275Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801914021012988:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:09.080424Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801909726045607:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:09.083223Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801909726045679:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:09.083276Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801909726045679:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:09.086237Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801909726045683:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:09.086305Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801909726045683:2116] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:43:09.090517Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801909726045679:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:09.091085Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801909726045641:2063] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:09.091260Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:09.091367Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801909726045641:2063] [node 6] ICP22 created new session: [4:7580801914021012992:2063]
2025-12-06T17:43:09.091488Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801914021012992:2063] [node 6] ICS09 handshake done sender: [4:7580801909726045679:2115] self: [4:7580801909726045678:0] peer: [6:7580801913987262906:0] socket: 213 qp: -1
2025-12-06T17:43:09.091567Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801914021012992:2063] [node 6] ICS10 traffic start
2025-12-06T17:43:09.091642Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:09.116359Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801914021012996:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19504
2025-12-06T17:43:09.117714Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801909726045683:2116] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:09.131123Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801914021012997:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19504
2025-12-06T17:43:09.131442Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801914021012988:2119] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:09.151004Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801914021012997:2121] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:09.151055Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801909726045675:2075] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:09.151161Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:09.151234Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801909726045675:2075] [node 5] ICP22 created new session: [4:7580801914021012998:2075]
2025-12-06T17:43:09.151284Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801914021012998:2075] [node 5] ICS09 handshake done sender: [4:7580801909726045683:2116] self: [4:7580801909726045682:0] peer: [5:7580801915252704119:0] socket: 228 qp: -1
2025-12-06T17:43:09.151324Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801914021012998:2075] [node 5] ICS10 traffic start
2025-12-06T17:43:09.151381Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:09.152405Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801909726045607:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:43:09.152496Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:09.152551Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801909726045607:2050] [node 3] ICP22 created new session: [4:7580801914021013000:2050]
2025-12-06T17:43:09.152607Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801914021013000:2050] [node 3] ICS09 handshake done sender: [4:7580801914021012988:2119] self: [4:7580801914021012990:0] peer: [3:7580801909706467076:0] socket: 231 qp: -1
2025-12-06T17:43:09.152644Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801914021013000:2050] [node 3] ICS10 traffic start
2025-12-06T17:43:09.152702Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:09.158331Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801909726045605:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:09.170278Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801915908578247:2124] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:43:09.067908Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801915252704116:2050] [node 3] ICS09 handshake done sender: [5:7580801910957736805:2114] self: [5:7580801910957736815:0] peer: [3:7580801909706467071:0] socket: 185 qp: -1
2025-12-06T17:43:09.132113Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801915915566295:2065] [node 5] ICS09 handshake done sender: [2:7580801911620598968:2111] self: [2:7580801911620598967:0] peer: [5:7580801915252704118:0] socket: 192 qp: -1
2025-12-06T17:43:09.094662Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801909706467077:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:09.225770Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801909726045605:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2476) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580801914021012997:2121] held: no
2025-12-06T17:43:09.081018Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801909692295513:2048] [node 1] ICP22 created new session: [6:7580801913987262907:2048]
2025-12-06T17:43:09.132148Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801915915566295:2065] [node 5] ICS10 traffic start
2025-12-06T17:43:09.132196Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:09.143648Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801911620598901:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:43:09.185544Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:09.186457Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801911620598901:2049] [node 3] ICP22 created new session: [2:7580801915915566297:2049]
2025-12-06T17:43:09.198932Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801915915566297:2049] [node 3] ICS09 handshake done sender: [2:7580801911620598976:2115] self: [2:7580801911620598975:0] peer: [3:7580801914001434394:0] socket: 212 qp: -1
2025-12-06T17:43:09.199715Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801915915566297:2049] [node 3] ICS10 traffic start
2025-12-06T17:43:09.205033Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:09.206745Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801911620598901:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(72861537ns) {HandleHandshakeStatus:329(72859490ns) {DropIncomingHandshake:442(1043ns) DropOutgoingHandshake:457(803ns) SwitchToState:179(739ns) ProcessPendingSessionEvents:495(654037ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 582574ns max# 60853ns}}}
2025-12-06T17:43:09.209457Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580801911620598901:2049] [node 3] ICP18 handshake (actor [2:7580801915915566292:2120]) is too old
2025-12-06T17:43:09.085177Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801909692295514:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(106467063ns) {HandleHandshakeStatus:395(106463909ns) {LogHandshakeFail:472(21187ns) {UpdateErrorStateLog:545(6171ns)} DropOutgoingHandshake:457(597ns) ProcessPendingSessionEvents:495(106347944ns) {unordered DropSessionEvent:512 num# 100 sum# 32890305ns max# 11496945ns}}}
2025-12-06T17:43:09.094328Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801909692295579:2111] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:09.109363Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801913987262907:2048] [node 1] ICS09 handshake done sender: [6:7580801909692295578:2110] self: [6:7580801909692295595:0] peer: [1:7580801911613610927:0] socket: 179 qp: -1
2025-12-06T17:43:09.123084Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801913987262907:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:09.124954Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801909692295514:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:09.125047Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:09.125135Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801909692295514:2049] [node 2] ICP22 created new session: [6:7580801913987262909:2049]
2025-12-06T17:43:09.125217Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801913987262909:2049] [node 2] ICS09 handshake done sender: [6:7580801909692295579:2111] self: [6:7580801909692295591:0] peer: [2:7580801911620598969:0] socket: 180 qp: -1
2025-12-06T17:43:09.125272Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801913987262909:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:09.125325Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:09.127382Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:09.141889Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801909692295577:2064] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12364) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801913987262904:2122] held: no
2025-12-06T17:43:09.186703Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801913987262908:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31791
2025-12-06T17:43:09.201784Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801913987262904:2122] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:09.207253Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801909692295577:2064] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:43:09.207303Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:09.211375Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801909692295577:2064] [node 4] ICP22 created new session: [6:7580801913987262912:2064]
2025-12-06T17:43:09.211442Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801913987262912:2064] [node 4] ICS09 handshake done sender: [6:7580801913987262904:2122] self: [6:7580801913987262906:0] peer: [4:7580801909726045678:0] socket: 183 qp: -1
2025-12-06T17:43:09.211485Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801913987262912:2064] [node 4] ICS10 traffic start
2025-12-06T17:43:09.211534Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:09.179642Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [1:7580801911613610921:2070] [node 6] ICP27 obsolete handshake fail ignored
2025-12-06T17:43:09.199046Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801915908578247:2124] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:09.214104Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801911613610932:2071] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:43:09.217929Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:09.218004Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801911613610932:2071] [node 4] ICP22 created new session: [1:7580801915908578258:2071]
2025-12-06T17:43:09.218073Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801915908578258:2071] [node 4] ICS09 handshake done sender: [1:7580801915908578247:2124] self: [1:7580801915908578246:0] peer: [4:7580801914021013002:0] socket: 243 qp: -1
2025-12-06T17:43:09.218110Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801915908578258:2071] [node 4] ICS10 traffic start
2025-12-06T17:43:09.218148Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:09.067967Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801915252704116:2050] [node 3] ICS10 traffic start
2025-12-06T17:43:09.068020Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:09.070660Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801910957736729:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:09.073690Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801915252704115:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:09.073831Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801910957736757:2069] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:09.128574Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801915252704113:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:09.128794Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801910957736728:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:09.132860Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801915252704121:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41493
2025-12-06T17:43:09.141335Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801915252704123:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41493
2025-12-06T17:43:09.178909Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801915252704120:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41493
2025-12-06T17:43:09.193698Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801910957736729:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18623) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580801910957736816:2118] held: no
2025-12-06T17:43:09.199943Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801910957736757:2069] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12364) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580801915252704115:2121] held: no
2025-12-06T17:43:09.200708Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801910957736728:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2476) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580801915252704113:2119] held: no
2025-12-06T17:43:09.201339Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801915252704115:2121] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:09.202258Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801910957736816:2118] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:09.210232Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801915252704113:2119] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:09.214879Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801910957736757:2069] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:43:09.214961Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:09.215016Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801910957736757:2069] [node 4] ICP22 created new session: [5:7580801915252704124:2069]
2025-12-06T17:43:09.215084Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801915252704124:2069] [node 4] ICS09 handshake done sender: [5:7580801915252704115:2121] self: [5:7580801915252704119:0] peer: [4:7580801909726045682:0] socket: 229 qp: -1
2025-12-06T17:43:09.215123Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801915252704124:2069] [node 4] ICS10 traffic start
2025-12-06T17:43:09.215159Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:09.216046Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801910957736728:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:09.216109Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:09.216157Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801910957736728:2048] [node 1] ICP22 created new session: [5:7580801915252704126:2048]
2025-12-06T17:43:09.216206Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801915252704126:2048] [node 1] ICS09 handshake done sender: [5:7580801915252704113:2119] self: [5:7580801915252704122:0] peer: [1:7580801911613610937:0] socket: 224 qp: -1
2025-12-06T17:43:09.216242Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801915252704126:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:09.216275Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:09.219069Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801910957736729:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:09.219132Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:09.219178Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801910957736729:2049] [node 2] ICP22 created new session: [5:7580801915252704128:2049]
2025-12-06T17:43:09.219233Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801915252704128:2049] [node 2] ICS09 handshake done sender: [5:7580801910957736816:2118] self: [5:7580801915252704118:0] peer: [2:7580801911620598967:0] socket: 200 qp: -1
2025-12-06T17:43:09.219270Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801915252704128:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:09.219317Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:09.094703Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801909706467077:2114] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:43:09.098144Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801909706467077:2114] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:09.098839Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801914001434396:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14381
2025-12-06T17:43:09.099439Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801909706467087:2117] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:09.102462Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801909706467068:2081] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:43:09.102562Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:09.102638Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801909706467068:2081] [node 4] ICP22 created new session: [3:7580801914001434398:2081]
2025-12-06T17:43:09.102720Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801914001434398:2081] [node 4] ICS09 handshake done sender: [3:7580801909706467077:2114] self: [3:7580801909706467076:0] peer: [4:7580801914021012990:0] socket: 178 qp: -1
2025-12-06T17:43:09.102772Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801914001434398:2081] [node 4] ICS10 traffic start
2025-12-06T17:43:09.102823Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:09.104405Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801914001434397:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14381
2025-12-06T17:43:09.108622Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801909706467004:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:09.108750Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:09.108878Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801909706467004:2049] [node 2] ICP22 created new session: [3:7580801914001434400:2049]
2025-12-06T17:43:09.108994Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801914001434400:2049] [node 2] ICS09 handshake done sender: [3:7580801909706467087:2117] self: [3:7580801914001434394:0] peer: [2:7580801911620598975:0] socket: 191 qp: -1
2025-12-06T17:43:09.109065Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801914001434400:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:09.109127Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:09.149305Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801914001434397:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:09.179198Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7580801909706467068:2081] [node 4] ICP18 handshake (actor [3:7580801914001434397:2120]) is too old
2025-12-06T17:43:09.239450Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580801911620598965:2068] [node 4] ICP18 handshake (actor [2:7580801911620598991:2119]) is too old
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:09.240163Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801914021013003:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19504
2025-12-06T17:43:09.235564Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801909692295513:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(157737157ns) {HandleHandshakeStatus:329(157735119ns) {DropIncomingHandshake:442(477ns) DropOutgoingHandshake:457(12131ns) SwitchToState:179(157ns) ProcessPendingSessionEvents:495(87420631ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 84336878ns max# 16498909ns}}}
2025-12-06T17:43:09.254838Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801914021012997:2121] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:09.258968Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801909726045605:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:09.259092Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:09.259161Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801909726045605:2048] [node 1] ICP22 created new session: [4:7580801914021013004:2048]
2025-12-06T17:43:09.259228Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801914021013004:2048] [node 1] ICS09 handshake done sender: [4:7580801914021012997:2121] self: [4:7580801914021013002:0] peer: [1:7580801915908578246:0] socket: 245 qp: -1
2025-12-06T17:43:09.259271Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801914021013004:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:09.259359Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:09.309904Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:43:09.310093Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580801911620598988:2048] [node 1] ICS01 socket: 173 reason# EndOfStream
2025-12-06T17:43:09.310133Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580801911620598900:2048] [node 1] ICP30 unregister session Session# [2:7580801911620598988:2048] VirtualId# [2:7580801911620598981:0]
2025-12-06T17:43:09.310164Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580801911620598988:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:09.310244Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:09.310289Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:09.312855Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:43:09.313107Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580801914001434392:2048] [node 1] ICS07 socket disconnect 171 reason# EndOfStream
2025-12-06T17:43:09.313152Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801914001434392:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:09.313239Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:09.313290Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580801914001434392:2048] [node 1] ICS15 start handshake
2025-12-06T17:43:09.315508Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801909706467003:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2476) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:09.315587Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801914001434392:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:09.315626Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801909706467003:2048] [node 1] ICP30 unregister session Session# [3:7580801914001434392:2048] VirtualId# [3:7580801909706467083:0]
2025-12-06T17:43:09.315677Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:09.315733Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580801909706467003:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:2476) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:09.315755Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2476) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:09.319828Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:43:09.320062Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801915252704126:2048] [node 1] ICS01 socket: 224 reason# EndOfStream
2025-12-06T17:43:09.320111Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801910957736728:2048] [node 1] ICP30 unregister session Session# [5:7580801915252704126:2048] VirtualId# [5:7580801915252704122:0]
2025-12-06T17:43:09.320153Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801915252704126:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:09.320228Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:09.320264Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:09.320366Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:43:09.320601Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580801913987262907:2048] [node 1] ICS07 socket disconnect 179 reason# EndOfStream
2025-12-06T17:43:09.320632Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801913987262907:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:09.320695Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:09.320750Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580801913987262907:2048] [node 1] ICS15 start handshake
2025-12-06T17:43:09.321308Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:43:09.321527Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801914021013004:2048] [node 1] ICS01 socket: 245 reason# EndOfStream
2025-12-06T17:43:09.321573Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801909726045605:2048] [node 1] ICP30 unregister session Session# [4:7580801914021013004:2048] VirtualId# [4:7580801914021013002:0]
2025-12-06T17:43:09.321605Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801914021013004:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:09.321664Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:09.321708Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:09.325917Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801909692295513:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2476) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:09.325996Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801913987262907:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:09.326039Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801909692295513:2048] [node 1] ICP30 unregister session Session# [6:7580801913987262907:2048] VirtualId# [6:7580801909692295595:0]
2025-12-06T17:43:09.326193Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:09.326235Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580801909692295513:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:2476) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:09.326252Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2476) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:09.328300Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580801909706467003:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:43:09.334974Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580801909692295513:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:43:09.486270Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:43:09.486524Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801914001434400:2049] [node 2] ICS01 socket: 191 reason# EndOfStream
2025-12-06T17:43:09.486594Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801909706467004:2049] [node 2] ICP30 unregister session Session# [3:7580801914001434400:2049] VirtualId# [3:7580801914001434394:0]
2025-12-06T17:43:09.486635Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801914001434400:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:09.486734Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:09.486779Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:09.504515Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:43:09.504772Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801913987262909:2049] [node 2] ICS01 socket: 180 reason# EndOfStream
2025-12-06T17:43:09.504821Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801909692295514:2049] [node 2] ICP30 unregister session Session# [6:7580801913987262909:2049] VirtualId# [6:7580801909692295591:0]
2025-12-06T17:43:09.504864Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801913987262909:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:09.504953Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:09.505005Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:09.507866Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:43:09.508173Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801914021012985:2049] [node 2] ICS01 socket: 206 reason# EndOfStream
2025-12-06T17:43:09.508228Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801909726045606:2049] [node 2] ICP30 unregister session Session# [4:7580801914021012985:2049] VirtualId# [4:7580801909726045685:0]
2025-12-06T17:43:09.508271Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801914021012985:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:09.508371Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:09.508421Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:09.508570Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:43:09.508833Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801915252704128:2049] [node 2] ICS01 socket: 200 reason# EndOfStream
2025-12-06T17:43:09.508874Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801910957736729:2049] [node 2] ICP30 unregister session Session# [5:7580801915252704128:2049] VirtualId# [5:7580801915252704118:0]
2025-12-06T17:43:09.508914Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801915252704128:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:09.508992Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:09.509035Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:09.608710Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:43:09.608944Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580801909692295603:2050] [node 3] ICS07 socket disconnect 195 reason# EndOfStream
2025-12-06T17:43:09.608986Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801909692295603:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:09.609758Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:43:09.609961Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580801915252704116:2050] [node 3] ICS07 socket disconnect 185 reason# EndOfStream
2025-12-06T17:43:09.609999Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801915252704116:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:09.610064Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:43:09.610106Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580801915252704116:2050] [node 3] ICS15 start handshake
2025-12-06T17:43:09.609092Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:43:09.609151Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580801909692295603:2050] [node 3] ICS15 start handshake
2025-12-06T17:43:09.610994Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801909692295515:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11576) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:09.611053Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801909692295603:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:09.611097Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801909692295515:2050] [node 3] ICP30 unregister session Session# [6:7580801909692295603:2050] VirtualId# [6:7580801909692295596:0]
2025-12-06T17:43:09.611144Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:43:09.611180Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580801909692295515:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:11576) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:09.611198Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11576) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:09.612470Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:43:09.613018Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801910957736730:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11576) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:09.614116Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801915252704116:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:09.613490Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580801914021013000:2050] [node 3] ICS07 socket disconnect 231 reason# EndOfStream
2025-12-06T17:43:09.613544Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801914021013000:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:09.613624Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:43:09.614792Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580801914021013000:2050] [node 3] ICS15 start handshake
2025-12-06T17:43:09.615611Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801909726045607:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11576) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:09.615657Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801914021013000:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:09.615693Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801909726045607:2050] [node 3] ICP30 unregister session Session# [4:7580801914021013000:2050] VirtualId# [4:7580801914021012990:0]
2025-12-06T17:43:09.615732Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:43:09.615761Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580801909726045607:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:11576) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:09.615777Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11576) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:09.614172Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801910957736730:2050] [node 3] ICP30 unregister session Session# [5:7580801915252704116:2050] VirtualId# [5:7580801910957736815:0]
2025-12-06T17:43:09.614217Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:43:09.614253Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580801910957736730:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:11576) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:09.614285Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11576) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:09.621820Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580801910957736730:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:43:09.622215Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580801909692295515:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:43:09.630836Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580801909726045607:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:43:09.804306Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:43:09.804594Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801913987262912:2064] [node 4] ICS01 socket: 183 reason# EndOfStream
2025-12-06T17:43:09.804648Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801909692295577:2064] [node 4] ICP30 unregister session Session# [6:7580801913987262912:2064] VirtualId# [6:7580801913987262906:0]
2025-12-06T17:43:09.804712Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801913987262912:2064] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:09.804822Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:43:09.804871Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:43:09.804994Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:43:09.805205Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801915252704124:2069] [node 4] ICS01 socket: 229 reason# EndOfStream
2025-12-06T17:43:09.805237Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801910957736757:2069] [node 4] ICP30 unregister session Session# [5:7580801915252704124:2069] VirtualId# [5:7580801915252704119:0]
2025-12-06T17:43:09.805266Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801915252704124:2069] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:09.805326Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:43:09.805368Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:43:09.908631Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:43:09.908978Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580801909692295598:2062] [node 5] ICS07 socket disconnect 190 reason# EndOfStream
2025-12-06T17:43:09.909020Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801909692295598:2062] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:09.909068Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:43:09.909188Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580801909692295598:2062] [node 5] ICS15 start handshake
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:43:10.183394Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801921570689214:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:10.183442Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801921570689215:2049] [node 3] ICP01 ready to work
2025-12-06T17:43:10.263054Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801918728865490:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:10.263098Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801918728865491:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:10.263137Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801918728865492:2050] [node 3] ICP01 ready to work
2025-12-06T17:43:10.187711Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801921130672443:2048] [node 2] ICP01 ready to work
2025-12-06T17:43:10.187760Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801921130672444:2049] [node 3] ICP01 ready to work
2025-12-06T17:43:10.231159Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801920572970198:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:10.307586Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801920022404381:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:10.307629Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801920022404382:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:10.307671Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801920022404383:2050] [node 3] ICP01 ready to work
2025-12-06T17:43:10.231228Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801920572970199:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:10.398767Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801921077756291:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:10.398895Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801921077756292:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:10.407295Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801921077756293:2050] [node 3] ICP01 ready to work
2025-12-06T17:43:10.849991Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801921570689277:2108] [node 4] ICP01 ready to work
2025-12-06T17:43:10.838838Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801921077756317:2070] [node 4] ICP01 ready to work
2025-12-06T17:43:10.860117Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801920022404381:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(100746112ns) {Configure:104(100740292ns) {ProcessConfigured:135(3761822ns) {StartInitialHandshake:157(3758449ns) {DropHandshakes:470(3785ns) {DropIncomingHandshake:442(1092ns) DropOutgoingHandshake:457(407ns)} GenerateSessionVirtualId:988(664ns) PrepareNewSessionHandshake:477(5167ns) {SwitchToState:179(2198ns)}}}}}
2025-12-06T17:43:10.874762Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801920572970248:2087] [node 6] ICP01 ready to work
2025-12-06T17:43:10.875397Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801921130672506:2109] [node 6] ICP01 ready to work
2025-12-06T17:43:10.871362Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801921077756329:2071] [node 5] ICP01 ready to work
2025-12-06T17:43:10.871901Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801918728865530:2080] [node 5] ICP01 ready to work
2025-12-06T17:43:10.879257Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801918728865553:2079] [node 6] ICP01 ready to work
2025-12-06T17:43:10.862340Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801921570689278:2107] [node 5] ICP01 ready to work
2025-12-06T17:43:10.886967Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801920022404440:2067] [node 6] ICP01 ready to work
2025-12-06T17:43:10.887512Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801921077756293:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(49055195ns) {Configure:104(49042750ns) {ProcessConfigured:135(3258633ns) {StartInitialHandshake:157(3253264ns) {DropHandshakes:470(2369ns) {DropIncomingHandshake:442(465ns) DropOutgoingHandshake:457(371ns)} GenerateSessionVirtualId:988(800ns) PrepareNewSessionHandshake:477(3700ns) {SwitchToState:179(1890ns)}}}}}
2025-12-06T17:43:10.879903Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801920572970246:2088] [node 5] ICP01 ready to work
2025-12-06T17:43:10.907091Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801921130672511:2108] [node 5] ICP01 ready to work
2025-12-06T17:43:10.939807Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801918728865492:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(208634384ns) {Configure:104(208628287ns) {ProcessConfigured:135(71745ns) {StartInitialHandshake:157(69706ns) {DropHandshakes:470(2959ns) {DropIncomingHandshake:442(883ns) DropOutgoingHandshake:457(582ns)} GenerateSessionVirtualId:988(1061ns) PrepareNewSessionHandshake:477(1362ns) {SwitchToState:179(508ns)}}}}}
2025-12-06T17:43:10.915370Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801920022404382:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(177982530ns) {Configure:104(177975331ns) {ProcessConfigured:135(90049ns) {StartInitialHandshake:157(86471ns) {DropHandshakes:470(3250ns) {DropIncomingHandshake:442(1080ns) DropOutgoingHandshake:457(463ns)} GenerateSessionVirtualId:988(934ns) PrepareNewSessionHandshake:477(1860ns) {SwitchToState:179(617ns)}}}}}
2025-12-06T17:43:10.899309Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801920572970198:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(115712944ns) {Configure:104(115704915ns) {ProcessConfigured:135(9714142ns) {StartInitialHandshake:157(9710128ns) {DropHandshakes:470(5370ns) {DropIncomingHandshake:442(670ns) DropOutgoingHandshake:457(829ns)} GenerateSessionVirtualId:988(930ns) PrepareNewSessionHandshake:477(3482ns) {SwitchToState:179(1789ns)}}}}}
2025-12-06T17:43:10.914944Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801921130672510:2107] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:10.921489Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801921570689279:2109] [node 6] ICP01 ready to work
2025-12-06T17:43:10.932531Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801921077756292:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(48403087ns) {Configure:104(48397701ns) {ProcessConfigured:135(73978ns) {StartInitialHandshake:157(70973ns) {DropHandshakes:470(3790ns) {DropIncomingHandshake:442(1070ns) DropOutgoingHandshake:457(470ns)} GenerateSessionVirtualId:988(702ns) PrepareNewSessionHandshake:477(1486ns) {SwitchToState:179(470ns)}}}}}
2025-12-06T17:43:10.916819Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801920572970264:2089] [node 4] ICP01 ready to work
2025-12-06T17:43:10.958095Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801921570689281:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51700
2025-12-06T17:43:10.935094Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801920022404454:2068] [node 4] ICP01 ready to work
2025-12-06T17:43:10.964225Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801920572970246:2088] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(64582154ns) {Configure:104(64577617ns) {ProcessConfigured:135(90778ns) {StartInitialHandshake:157(87689ns) {DropHandshakes:470(3181ns) {DropIncomingHandshake:442(1090ns) DropOutgoingHandshake:457(483ns)} GenerateSessionVirtualId:988(999ns) PrepareNewSessionHandshake:477(1825ns) {SwitchToState:179(553ns)}}}}}
2025-12-06T17:43:10.933953Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801921077756317:2070] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(78904237ns) {Configure:104(78897574ns) {ProcessConfigured:135(9093104ns) {StartInitialHandshake:157(9089648ns) {DropHandshakes:470(1331ns) {DropIncomingHandshake:442(353ns) DropOutgoingHandshake:457(216ns)} GenerateSessionVirtualId:988(501ns) PrepareNewSessionHandshake:477(2041ns) {SwitchToState:179(788ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:10.974353Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801918728865530:2080] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(74027196ns) {Configure:104(74023204ns) {ProcessConfigured:135(90017ns) {StartInitialHandshake:157(86572ns) {DropHandshakes:470(2698ns) {DropIncomingHandshake:442(759ns) DropOutgoingHandshake:457(478ns)} GenerateSessionVirtualId:988(1280ns) PrepareNewSessionHandshake:477(1482ns) {SwitchToState:179(591ns)}}}}}
2025-12-06T17:43:11.003049Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801921570689281:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:10.986349Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801921077756329:2071] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(46513407ns) {Configure:104(46506222ns) {ProcessConfigured:135(13229006ns) {StartInitialHandshake:157(13226539ns) {DropHandshakes:470(1453ns) {DropIncomingHandshake:442(506ns) DropOutgoingHandshake:457(285ns)} GenerateSessionVirtualId:988(599ns) PrepareNewSessionHandshake:477(2019ns) {SwitchToState:179(600ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:11.013773Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801924867937576:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60682
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:10.999958Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801918728865490:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(120364239ns) {Configure:104(120359130ns) {ProcessConfigured:135(101699ns) {StartInitialHandshake:157(98770ns) {DropHandshakes:470(5274ns) {DropIncomingHandshake:442(570ns) DropOutgoingHandshake:457(734ns)} GenerateSessionVirtualId:988(894ns) PrepareNewSessionHandshake:477(2742ns) {SwitchToState:179(1144ns)}}}}}
2025-12-06T17:43:11.031002Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801924317371753:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32103
2025-12-06T17:43:11.059864Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801920022404440:2067] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(143062141ns) {Configure:104(143055741ns) {ProcessConfigured:135(80819ns) {StartInitialHandshake:157(78465ns) {DropHandshakes:470(1821ns) {DropIncomingHandshake:442(384ns) DropOutgoingHandshake:457(170ns)} GenerateSessionVirtualId:988(522ns) PrepareNewSessionHandshake:477(1273ns) {SwitchToState:179(466ns)}}}}}
2025-12-06T17:43:11.068821Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801924317371756:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32103
2025-12-06T17:43:11.053534Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801921570689286:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51700
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:11.014034Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801924867937574:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60682
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:11.095453Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801921077756291:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(293945183ns) {Configure:104(293939435ns) {ProcessConfigured:135(21821342ns) {StartInitialHandshake:157(21819001ns) {DropHandshakes:470(3097ns) {DropIncomingHandshake:442(707ns) DropOutgoingHandshake:457(363ns)} GenerateSessionVirtualId:988(1292ns) PrepareNewSessionHandshake:477(1602ns) {SwitchToState:179(441ns)}}}}}
2025-12-06T17:43:11.014098Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801924867937575:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60682
2025-12-06T17:43:11.071728Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801923023832860:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23814
2025-12-06T17:43:11.053696Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801921570689282:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51700
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:11.091443Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801921130672444:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(205869481ns) {Configure:104(201587025ns) {ProcessConfigured:135(73184ns) {StartInitialHandshake:157(70144ns) {DropHandshakes:470(7557ns) {DropIncomingHandshake:442(548ns) DropOutgoingHandshake:457(643ns)} GenerateSessionVirtualId:988(1263ns) PrepareNewSessionHandshake:477(2484ns) {SwitchToState:179(1221ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:11.071887Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801923023832862:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23814
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:11.055044Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801924867937575:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:11.061782Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801921570689286:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:11.105916Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801921130672515:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25952
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:11.096928Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801918728865491:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(154039552ns) {Configure:104(154029098ns) {ProcessConfigured:135(56454ns) {StartInitialHandshake:157(55662ns) {DropHandshakes:470(1766ns) {DropIncomingHandshake:442(543ns) DropOutgoingHandshake:457(271ns)} GenerateSessionVirtualId:988(794ns) PrepareNewSessionHandshake:477(2751ns) {SwitchToState:179(174ns)}}}}}
2025-12-06T17:43:11.121641Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801924317371757:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32103
2025-12-06T17:43:11.061949Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801921570689284:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:11.055464Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801920572970199:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:11.125010Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801921130672515:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:11.123382Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801924317371757:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:11.061980Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801921570689284:2113] [node 3] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:11.175369Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801925372723666:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65372
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:11.179358Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801925372723667:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65372
2025-12-06T17:43:11.115417Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801923023832860:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:11.151770Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801921130672516:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25952
2025-12-06T17:43:11.115597Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801918728865492:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:11.119884Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801923023832867:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23814
2025-12-06T17:43:11.124838Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801918728865553:2079] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(154851783ns) {Configure:104(154846442ns) {ProcessConfigured:135(36992218ns) {StartInitialHandshake:157(36988814ns) {DropHandshakes:470(2375ns) {DropIncomingHandshake:442(514ns) DropOutgoingHandshake:457(392ns)} GenerateSessionVirtualId:988(749ns) PrepareNewSessionHandshake:477(6109818ns) {SwitchToState:179(3783ns)}}}}}
2025-12-06T17:43:11.145238Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801923023832862:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:11.145740Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801918728865491:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:11.169412Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801918728865558:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:11.169466Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801918728865558:2111] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:43:11.175763Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801923023832871:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23814
2025-12-06T17:43:11.195329Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801918728865558:2111] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:11.086497Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801924867937578:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60682
2025-12-06T17:43:11.129966Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801924317371753:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:11.074039Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801921570689284:2113] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:11.130578Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801921570689214:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(171845139ns) {Configure:104(171840130ns) {ProcessConfigured:135(59068ns) {StartInitialHandshake:157(56498ns) {DropHandshakes:470(2193ns) {DropIncomingHandshake:442(336ns) DropOutgoingHandshake:457(679ns)} GenerateSessionVirtualId:988(783ns) PrepareNewSessionHandshake:477(1013ns) {SwitchToState:179(517ns)}}}}}
2025-12-06T17:43:11.095330Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801924867937576:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:11.176121Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801921130672516:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:11.138811Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801924317371756:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:11.230880Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801923023832869:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23814
2025-12-06T17:43:11.235276Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801923023832862:2114] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:11.194825Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801925372723663:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65372
2025-12-06T17:43:11.219316Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801921130672508:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:11.143535Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801920022404383:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:11.131315Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801921570689280:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51700
2025-12-06T17:43:11.203964Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801925372723663:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:11.115052Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801924867937574:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:11.219371Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801921130672508:2110] [node 2] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:11.148547Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801924317371759:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32103
2025-12-06T17:43:11.138890Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801921570689215:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(25549977ns) {IncomingHandshake:261(14647397ns) {DropIncomingHandshake:442(640ns) PrepareNewSessionHandshake:477(639ns) {SwitchToState:179(180ns)} GenerateSessionVirtualId:988(600ns) IssueIncomingHandshakeReply:193(10501ns)}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:11.215705Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801921077756291:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:11.247240Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801923023832867:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:11.116388Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801920572970275:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60682
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:11.154596Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801921570689215:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:43:11.219962Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801921130672513:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:11.227258Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801925372723669:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65372
2025-12-06T17:43:11.250455Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801918728865530:2080] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:11.153459Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801920022404454:2068] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:11.118753Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801924867937575:2117] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:11.219984Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801921130672513:2111] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:11.154701Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:11.227331Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801925372723670:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65372
2025-12-06T17:43:11.250553Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:11.119041Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801920572970199:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:11.164019Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801920022404382:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:11.231187Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801925425639813:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25952
2025-12-06T17:43:11.154766Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801921570689215:2049] [node 3] ICP22 created new session: [2:7580801925865656596:2049]
2025-12-06T17:43:11.171035Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801920022404383:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(20067658ns) {IncomingHandshake:261(10254149ns) {DropIncomingHandshake:442(1114ns) PrepareNewSessionHandshake:477(1455ns) {SwitchToState:179(702ns)} GenerateSessionVirtualId:988(703ns) IssueIncomingHandshakeReply:193(73621ns) {SwitchToState:179(1029ns)}}}
2025-12-06T17:43:11.119108Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:11.274190Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801925372723667:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:11.274642Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801925372723663:2114] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:11.283478Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801921077756292:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:11.289795Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801921077756291:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:11.290522Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801925372723666:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:11.292102Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801921077756293:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:11.292198Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801925372723672:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65372
2025-12-06T17:43:11.308810Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:11.320071Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801925372723669:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:11.398685Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801925372723672:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:11.250628Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801918728865530:2080] [node 5] ICP22 created new session: [4:7580801923023832873:2080]
2025-12-06T17:43:11.231590Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801921130672508:2110] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:11.154830Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801925865656596:2049] [node 3] ICS09 handshake done sender: [2:7580801921570689284:2113] self: [2:7580801921570689283:0] peer: [3:7580801924867937577:0] socket: 186 qp: -1
2025-12-06T17:43:11.250693Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801923023832873:2080] [node 5] ICS09 handshake done sender: [4:7580801918728865558:2111] self: [4:7580801918728865557:0] peer: [5:7580801924317371760:0] socket: 198 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:11.119170Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801920572970199:2049] [node 2] ICP22 created new session: [3:7580801924867937581:2049]
2025-12-06T17:43:11.398086Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801921077756291:2048] [node 1] ICP22 created new session: [6:7580801925372723675:2048]
2025-12-06T17:43:11.172159Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801920022404383:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2797) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580801924317371757:2117] held: no
2025-12-06T17:43:11.236844Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801921130672513:2111] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:11.250736Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801923023832873:2080] [node 5] ICS10 traffic start
2025-12-06T17:43:11.154883Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801925865656596:2049] [node 3] ICS10 traffic start
2025-12-06T17:43:11.119232Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801924867937581:2049] [node 2] ICS09 handshake done sender: [3:7580801924867937575:2117] self: [3:7580801924867937577:0] peer: [2:7580801921570689283:0] socket: 201 qp: -1
2025-12-06T17:43:11.172974Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801924317371762:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32103
2025-12-06T17:43:11.238738Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801921130672443:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:43:11.447312Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801921077756292:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62665) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801925372723667:2117] held: no
2025-12-06T17:43:11.154940Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:11.119278Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801924867937581:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:11.173038Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801924317371757:2117] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:11.448241Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801921077756317:2070] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:11.250785Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:11.251989Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801925425639822:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25952
2025-12-06T17:43:11.159072Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801921570689279:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(62714003ns) {Configure:104(62706331ns) {ProcessConfigured:135(31057590ns) {StartInitialHandshake:157(31054548ns) {DropHandshakes:470(9167114ns) {DropIncomingHandshake:442(502ns) DropOutgoingHandshake:457(2187ns)} GenerateSessionVirtualId:988(2771ns) PrepareNewSessionHandshake:477(3788ns) {SwitchToState:179(2087ns)}}}}}
2025-12-06T17:43:11.119317Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:11.252145Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801921130672506:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:11.259570Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801918728865491:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:11.448721Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801925372723677:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65372
2025-12-06T17:43:11.179730Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801920022404383:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:43:11.165009Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801925865656584:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:11.260662Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801918728865492:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2797) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580801923023832860:2113] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:11.261915Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801923023832860:2113] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:11.263094Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801923023832872:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23814
2025-12-06T17:43:11.272564Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7580801918728865530:2080] [node 5] ICP27 obsolete handshake fail ignored
2025-12-06T17:43:11.274501Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:11.274752Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801918728865491:2049] [node 2] ICP22 created new session: [4:7580801923023832878:2049]
2025-12-06T17:43:11.275332Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801918728865492:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:43:11.275394Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:11.275443Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801918728865492:2050] [node 3] ICP22 created new session: [4:7580801923023832879:2050]
2025-12-06T17:43:11.275502Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801923023832879:2050] [node 3] ICS09 handshake done sender: [4:7580801923023832860:2113] self: [4:7580801923023832866:0] peer: [3:7580801920572970270:0] socket: 204 qp: -1
2025-12-06T17:43:11.275550Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801923023832879:2050] [node 3] ICS10 traffic start
2025-12-06T17:43:11.275608Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:11.277005Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801923023832877:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23814
2025-12-06T17:43:11.287008Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801923023832878:2049] [node 2] ICS09 handshake done sender: [4:7580801923023832862:2114] self: [4:7580801923023832868:0] peer: [2:7580801925865656583:0] socket: 211 qp: -1
2025-12-06T17:43:11.290314Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801923023832878:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:11.290384Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801923023832877:2121] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:11.297686Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:11.357841Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801918728865490:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:11.438526Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801918728865491:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(189121919ns) {HandleHandshakeStatus:329(177937366ns) {DropIncomingHandshake:442(3386ns) DropOutgoingHandshake:457(11544ns) SwitchToState:179(781ns) ProcessPendingSessionEvents:495(15978676ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 15911049ns max# 15427166ns}}}
2025-12-06T17:43:11.443368Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801918728865490:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(62040461ns) {IncomingHandshake:261(62035565ns) {DropIncomingHandshake:442(1171ns) PrepareNewSessionHandshake:477(2554ns) {SwitchToState:179(1227ns)} GenerateSessionVirtualId:988(971ns) IssueIncomingHandshakeReply:193(49075400ns) {SwitchToState:179(4179ns)}}}
2025-12-06T17:43:11.459233Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801923023832884:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23814
2025-12-06T17:43:11.489960Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801923023832877:2121] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:11.493842Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801918728865490:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:11.499099Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:11.503670Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801918728865490:2048] [node 1] ICP22 created new session: [4:7580801923023832885:2048]
2025-12-06T17:43:11.507558Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801923023832885:2048] [node 1] ICS09 handshake done sender: [4:7580801923023832877:2121] self: [4:7580801923023832882:0] peer: [1:7580801925425639816:0] socket: 243 qp: -1
2025-12-06T17:43:11.507612Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801923023832885:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:11.507701Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:11.514974Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801923023832863:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:11.515011Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801923023832863:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:11.523452Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801923023832863:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:11.552248Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801918728865553:2079] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:11.450369Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801921077756329:2071] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:11.459831Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801925372723675:2048] [node 1] ICS09 handshake done sender: [6:7580801925372723663:2114] self: [6:7580801925372723668:0] peer: [1:7580801921130672512:0] socket: 195 qp: -1
2025-12-06T17:43:11.459898Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801925372723675:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:11.467731Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801925372723678:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65372
2025-12-06T17:43:11.479171Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:11.498814Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801921077756329:2071] [node 5] ICP35 event processing took too much time PendingConnection:279(37043827ns) {IncomingHandshake:261(37037061ns) {DropIncomingHandshake:442(923ns) PrepareNewSessionHandshake:477(2180ns) {SwitchToState:179(849ns)} GenerateSessionVirtualId:988(919ns) IssueIncomingHandshakeReply:193(28992072ns) {SwitchToState:179(1482ns)}}}
2025-12-06T17:43:11.533706Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801925372723666:2116] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:11.540635Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801921077756293:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2797) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801925372723666:2116] held: no
2025-12-06T17:43:11.547710Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801925372723682:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65372
2025-12-06T17:43:11.129510Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801920572970275:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:11.179808Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:11.252207Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:11.165051Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801925865656586:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:11.572945Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:11.573034Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801918728865553:2079] [node 6] ICP22 created new session: [4:7580801923023832888:2079]
2025-12-06T17:43:11.558960Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801921077756329:2071] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26493) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801925372723669:2118] held: no
2025-12-06T17:43:11.179868Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801920022404383:2050] [node 3] ICP22 created new session: [5:7580801924317371763:2050]
2025-12-06T17:43:11.252259Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801921130672506:2109] [node 6] ICP22 created new session: [1:7580801925425639826:2109]
2025-12-06T17:43:11.138605Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801920572970271:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:11.582947Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801923023832888:2079] [node 6] ICS09 handshake done sender: [4:7580801923023832863:2115] self: [4:7580801923023832861:0] peer: [6:7580801925372723679:0] socket: 244 qp: -1
2025-12-06T17:43:11.165054Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801925865656584:2115] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:11.559840Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801921077756293:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:43:11.594897Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801923023832888:2079] [node 6] ICS10 traffic start
2025-12-06T17:43:11.138656Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801920572970271:2112] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:43:11.252322Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801925425639826:2109] [node 6] ICS09 handshake done sender: [1:7580801921130672513:2111] self: [1:7580801921130672512:0] peer: [6:7580801925372723668:0] socket: 178 qp: -1
2025-12-06T17:43:11.179917Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801924317371763:2050] [node 3] ICS09 handshake done sender: [5:7580801924317371757:2117] self: [5:7580801924317371758:0] peer: [3:7580801920572970273:0] socket: 218 qp: -1
2025-12-06T17:43:11.596444Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:11.598229Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801918728865553:2079] [node 6] ICP35 event processing took too much time PendingConnection:279(45011666ns) {HandleHandshakeStatus:329(45007317ns) {DropIncomingHandshake:442(3984092ns) DropOutgoingHandshake:457(1922ns) SwitchToState:179(1130ns) ProcessPendingSessionEvents:495(639480ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 575994ns max# 65815ns}}}
2025-12-06T17:43:11.559934Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:11.165081Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801925865656586:2116] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:43:11.166728Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801921570689280:2110] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:11.171690Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801925865656584:2115] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:11.177078Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801921570689277:2108] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:43:11.177158Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:11.177228Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801921570689277:2108] [node 4] ICP22 created new session: [2:7580801925865656600:2108]
2025-12-06T17:43:11.177292Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801925865656600:2108] [node 4] ICS09 handshake done sender: [2:7580801925865656584:2115] self: [2:7580801925865656583:0] peer: [4:7580801923023832868:0] socket: 206 qp: -1
2025-12-06T17:43:11.177326Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801925865656600:2108] [node 4] ICS10 traffic start
2025-12-06T17:43:11.177371Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:11.183120Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801921570689282:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:11.191270Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580801921570689214:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:11.212195Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801925865656586:2116] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:11.212342Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801921570689214:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(20355430ns) {IncomingHandshake:261(20347479ns) {DropIncomingHandshake:442(1639ns) PrepareNewSessionHandshake:477(5641ns) {SwitchToState:179(3665ns)} GenerateSessionVirtualId:988(1017ns) IssueIncomingHandshakeReply:193(73801ns) {SwitchToState:179(330ns)}}}
2025-12-06T17:43:11.237957Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801925865656606:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51700
2025-12-06T17:43:11.243601Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801921570689278:2107] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:11.267384Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801925865656607:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51700
2025-12-06T17:43:11.267729Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:11.267897Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801921570689280:2110] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:11.271572Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801921570689278:2107] [node 5] ICP22 created new session: [2:7580801925865656608:2107]
2025-12-06T17:43:11.274880Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580801921570689214:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:11.283946Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801925865656608:2107] [node 5] ICS09 handshake done sender: [2:7580801925865656586:2116] self: [2:7580801925865656585:0] peer: [5:7580801924317371761:0] socket: 207 qp: -1
2025-12-06T17:43:11.287308Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801925865656608:2107] [node 5] ICS10 traffic start
2025-12-06T17:43:11.292925Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:11.308980Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:11.320464Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801921570689214:2048] [node 1] ICP22 created new session: [2:7580801925865656610:2048]
2025-12-06T17:43:11.357741Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801925865656593:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:11.357784Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801925865656593:2117] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:11.357974Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801925865656610:2048] [node 1] ICS09 handshake done sender: [2:7580801921570689280:2110] self: [2:7580801925865656603:0] peer: [1:7580801921130672507:0] socket: 183 qp: -1
2025-12-06T17:43:11.368309Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801921570689278:2107] [node 5] ICP35 event processing took too much time PendingConnection:279(124850765ns) {HandleHandshakeStatus:329(124847494ns) {DropIncomingHandshake:442(20991ns) DropOutgoingHandshake:457(463ns) SwitchToState:179(168ns) ProcessPendingSessionEvents:495(46608744ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 46533595ns max# 46007861ns}}}
2025-12-06T17:43:11.404508Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801925865656593:2117] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:11.404841Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801921570689279:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:11.404927Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:11.404986Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801921570689279:2109] [node 6] ICP22 created new session: [2:7580801925865656612:2109]
2025-12-06T17:43:11.405042Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801925865656612:2109] [node 6] ICS09 handshake done sender: [2:7580801925865656593:2117] self: [2:7580801925865656591:0] peer: [6:7580801925372723671:0] socket: 229 qp: -1
2025-12-06T17:43:11.405080Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801925865656612:2109] [node 6] ICS10 traffic start
2025-12-06T17:43:11.405127Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:11.415339Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801925865656610:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:11.426413Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:11.445299Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801921570689214:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(169357572ns) {HandleHandshakeStatus:329(169355342ns) {DropIncomingHandshake:442(1481ns) DropOutgoingHandshake:457(5876027ns) SwitchToState:179(4722ns) ProcessPendingSessionEvents:495(610020ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 553352ns max# 80662ns}}}
2025-12-06T17:43:11.147029Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801920572970274:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:11.559995Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801921077756293:2050] [node 3] ICP22 created new session: [6:7580801925372723683:2050]
2025-12-06T17:43:11.560080Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801925372723683:2050] [node 3] ICS09 handshake done sender: [6:7580801925372723666:2116] self: [6:7580801925372723673:0] peer: [3:7580801924867937572:0] socket: 225 qp: -1
2025-12-06T17:43:11.560125Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801925372723683:2050] [node 3] ICS10 traffic start
2025-12-06T17:43:11.560184Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:11.561765Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801925372723667:2117] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:11.573718Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801925372723672:2120] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:11.589358Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801921077756292:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:11.595552Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801925372723681:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65372
2025-12-06T17:43:11.600183Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:11.600261Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801921077756292:2049] [node 2] ICP22 created new session: [6:7580801925372723685:2049]
2025-12-06T17:43:11.600328Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801925372723685:2049] [node 2] ICS09 handshake done sender: [6:7580801925372723667:2117] self: [6:7580801925372723671:0] peer: [2:7580801925865656591:0] socket: 230 qp: -1
2025-12-06T17:43:11.600372Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801925372723685:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:11.600418Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:11.600668Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801921077756292:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(17507563ns) {HandleHandshakeStatus:329(17504787ns) {DropIncomingHandshake:442(2800ns) DropOutgoingHandshake:457(388ns) SwitchToState:179(606ns) ProcessPendingSessionEvents:495(1191ns)}}
2025-12-06T17:43:11.600729Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801921077756317:2070] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:43:11.600794Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:11.600849Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801921077756317:2070] [node 4] ICP22 created new session: [6:7580801925372723687:2070]
2025-12-06T17:43:11.600909Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801925372723687:2070] [node 4] ICS09 handshake done sender: [6:7580801925372723672:2120] self: [6:7580801925372723679:0] peer: [4:7580801923023832861:0] socket: 239 qp: -1
2025-12-06T17:43:11.600948Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801925372723687:2070] [node 4] ICS10 traffic start
2025-12-06T17:43:11.600978Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:11.601756Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580801921077756317:2070] [node 4] ICP27 obsolete handshake fail ignored
2025-12-06T17:43:11.607495Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801925372723669:2118] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:11.252358Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801925425639826:2109] [node 6] ICS10 traffic start
2025-12-06T17:43:11.147062Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801920572970274:2113] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:43:11.179962Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801924317371763:2050] [node 3] ICS10 traffic start
2025-12-06T17:43:11.147765Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801920572970271:2112] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:11.148755Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801920572970274:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:11.149182Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801920572970246:2088] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:11.149272Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:11.149335Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801920572970246:2088] [node 5] ICP22 created new session: [3:7580801924867937588:2088]
2025-12-06T17:43:11.149388Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801924867937588:2088] [node 5] ICS09 handshake done sender: [3:7580801920572970274:2113] self: [3:7580801920572970273:0] peer: [5:7580801924317371758:0] socket: 188 qp: -1
2025-12-06T17:43:11.149432Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801924867937588:2088] [node 5] ICS10 traffic start
2025-12-06T17:43:11.149488Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:11.183332Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801920572970264:2089] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:43:11.183421Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:11.183477Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801920572970264:2089] [node 4] ICP22 created new session: [3:7580801924867937591:2089]
2025-12-06T17:43:11.183538Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801924867937591:2089] [node 4] ICS09 handshake done sender: [3:7580801920572970271:2112] self: [3:7580801920572970270:0] peer: [4:7580801923023832866:0] socket: 190 qp: -1
2025-12-06T17:43:11.183573Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801924867937591:2089] [node 4] ICS10 traffic start
2025-12-06T17:43:11.183620Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:11.191540Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801924867937584:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60682
2025-12-06T17:43:11.236971Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801924867937584:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:11.243131Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801920572970198:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:11.288410Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801920572970246:2088] [node 5] ICP35 event processing took too much time PendingConnection:279(135483399ns) {HandleHandshakeStatus:329(135480155ns) {DropIncomingHandshake:442(19652ns) DropOutgoingHandshake:457(878ns) SwitchToState:179(453ns) ProcessPendingSessionEvents:495(135013935ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 124549345ns max# 22673785ns}}}
2025-12-06T17:43:11.315230Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801920572970198:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24677) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580801924867937584:2120] held: no
2025-12-06T17:43:11.357583Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801924867937573:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:11.357635Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801924867937573:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:11.414599Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801924867937573:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:11.454908Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801920572970248:2087] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:11.455025Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:11.455096Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801920572970248:2087] [node 6] ICP22 created new session: [3:7580801924867937596:2087]
2025-12-06T17:43:11.455164Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801924867937596:2087] [node 6] ICS09 handshake done sender: [3:7580801924867937573:2115] self: [3:7580801924867937572:0] peer: [6:7580801925372723673:0] socket: 192 qp: -1
2025-12-06T17:43:11.455217Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801924867937596:2087] [node 6] ICS10 traffic start
2025-12-06T17:43:11.455275Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:11.473032Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801920572970198:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(156903363ns) {HandleHandshakeStatus:395(156895016ns) {LogHandshakeFail:472(23160ns) {UpdateErrorStateLog:545(6999ns)} DropOutgoingHandshake:457(527ns) ProcessPendingSessionEvents:495(156776326ns) {unordered DropSessionEvent:512 num# 100 sum# 31072823ns max# 15264924ns}}}
2025-12-06T17:43:11.501418Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801924867937594:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60682
2025-12-06T17:43:11.533021Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801924867937584:2120] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:11.543265Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801920572970198:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:11.547114Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:11.556506Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801920572970198:2048] [node 1] ICP22 created new session: [3:7580801924867937598:2048]
2025-12-06T17:43:11.566493Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801924867937598:2048] [node 1] ICS09 handshake done sender: [3:7580801924867937584:2120] self: [3:7580801924867937593:0] peer: [1:7580801925425639814:0] socket: 217 qp: -1
2025-12-06T17:43:11.566582Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801924867937598:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:11.566709Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:11.566978Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801920572970198:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(23636570ns) {HandleHandshakeStatus:329(23630552ns) {DropIncomingHandshake:442(1090ns) DropOutgoingHandshake:457(401ns) SwitchToState:179(937ns) ProcessPendingSessionEvents:495(1996ns)}}
2025-12-06T17:43:11.180011Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:11.195946Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801924317371753:2114] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:11.196321Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801920022404454:2068] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:43:11.196412Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:11.196491Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801920022404454:2068] [node 4] ICP22 created new session: [5:7580801924317371766:2068]
2025-12-06T17:43:11.196550Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801924317371766:2068] [node 4] ICS09 handshake done sender: [5:7580801924317371753:2114] self: [5:7580801924317371760:0] peer: [4:7580801918728865557:0] socket: 200 qp: -1
2025-12-06T17:43:11.196598Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801924317371766:2068] [node 4] ICS10 traffic start
2025-12-06T17:43:11.196649Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:11.211644Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801924317371768:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32103
2025-12-06T17:43:11.236632Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801924317371756:2116] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:11.259476Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801920022404382:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62665) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580801924317371756:2116] held: no
2025-12-06T17:43:11.265327Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801924317371770:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32103
2025-12-06T17:43:11.269330Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801924317371770:2121] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:11.269462Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801920022404381:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:11.281246Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801920022404382:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(21877933ns) {HandleHandshakeStatus:395(21873813ns) {LogHandshakeFail:472(16446ns) {UpdateErrorStateLog:545(7541ns)} DropOutgoingHandshake:457(1861ns) ProcessPendingSessionEvents:495(12379402ns) {unordered DropSessionEvent:512 num# 100 sum# 12313843ns max# 6903273ns}}}
2025-12-06T17:43:11.281355Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801920022404382:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:11.281421Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:11.281471Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801920022404382:2049] [node 2] ICP22 created new session: [5:7580801924317371772:2049]
2025-12-06T17:43:11.281526Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801924317371772:2049] [node 2] ICS09 handshake done sender: [5:7580801924317371756:2116] self: [5:7580801924317371761:0] peer: [2:7580801925865656585:0] socket: 208 qp: -1
2025-12-06T17:43:11.281573Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801924317371772:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:11.281611Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:11.282313Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801924317371774:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32103
2025-12-06T17:43:11.291696Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801924317371770:2121] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:11.293817Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801920022404381:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:11.299862Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801924317371775:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32103
2025-12-06T17:43:11.420315Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801924317371775:2123] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:11.431029Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:11.443239Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801920022404381:2048] [node 1] ICP22 created new session: [5:7580801924317371777:2048]
2025-12-06T17:43:11.469227Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801924317371755:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:11.469283Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580801924317371755:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:11.491639Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801924317371755:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:11.491906Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580801920022404440:2067] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:11.492013Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:11.492065Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801920022404440:2067] [node 6] ICP22 created new session: [5:7580801924317371779:2067]
2025-12-06T17:43:11.492154Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801924317371779:2067] [node 6] ICS09 handshake done sender: [5:7580801924317371755:2115] self: [5:7580801924317371754:0] peer: [6:7580801925372723676:0] socket: 231 qp: -1
2025-12-06T17:43:11.492199Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801924317371779:2067] [node 6] ICS10 traffic start
2025-12-06T17:43:11.492251Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:11.494101Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801924317371777:2048] [node 1] ICS09 handshake done sender: [5:7580801924317371770:2121] self: [5:7580801924317371771:0] peer: [1:7580801925425639819:0] socket: 240 qp: -1
2025-12-06T17:43:11.494159Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801924317371777:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:11.503298Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:11.549861Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801920022404381:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(254787915ns) {HandleHandshakeStatus:329(254785499ns) {DropIncomingHandshake:442(3452ns) DropOutgoingHandshake:457(16754ns) SwitchToState:179(843ns) ProcessPendingSessionEvents:495(14227411ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 14155058ns max# 13573648ns}}}
2025-12-06T17:43:11.252393Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:11.253678Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801925425639813:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:11.265827Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801925425639815:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:11.265878Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801925425639815:2115] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:43:11.267779Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:11.268252Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801925425639822:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:11.270764Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801925425639815:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:11.272584Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801925425639820:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:11.272611Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801925425639820:2117] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:43:11.280333Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801921130672443:2048] [node 2] ICP22 created new session: [1:7580801925425639831:2048]
2025-12-06T17:43:11.284181Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801925425639820:2117] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:11.287170Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801925425639831:2048] [node 2] ICS09 handshake done sender: [1:7580801921130672508:2110] self: [1:7580801921130672507:0] peer: [2:7580801925865656603:0] socket: 176 qp: -1
2025-12-06T17:43:11.292849Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801925425639831:2048] [node 2] ICS10 traffic start
2025-12-06T17:43:11.293493Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801921130672444:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:43:11.300527Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:11.309776Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801921130672511:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:11.309874Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:11.309935Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801921130672511:2108] [node 5] ICP22 created new session: [1:7580801925425639835:2108]
2025-12-06T17:43:11.309990Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801925425639835:2108] [node 5] ICS09 handshake done sender: [1:7580801925425639820:2117] self: [1:7580801925425639819:0] peer: [5:7580801924317371771:0] socket: 238 qp: -1
2025-12-06T17:43:11.310035Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801925425639835:2108] [node 5] ICS10 traffic start
2025-12-06T17:43:11.310081Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:11.319870Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:11.357314Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801921130672444:2049] [node 3] ICP22 created new session: [1:7580801925425639837:2049]
2025-12-06T17:43:11.421182Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801925425639817:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:11.421236Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801925425639817:2116] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:43:11.427979Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801921130672511:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(117319269ns) {HandleHandshakeStatus:329(117316457ns) {DropIncomingHandshake:442(19592ns) DropOutgoingHandshake:457(514ns) SwitchToState:179(450ns) ProcessPendingSessionEvents:495(116815589ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 116705947ns max# 41128643ns}}}
2025-12-06T17:43:11.430841Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801925425639837:2049] [node 3] ICS09 handshake done sender: [1:7580801925425639815:2115] self: [1:7580801925425639814:0] peer: [3:7580801924867937593:0] socket: 216 qp: -1
2025-12-06T17:43:11.438838Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801925425639817:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:11.443055Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801925425639837:2049] [node 3] ICS10 traffic start
2025-12-06T17:43:11.467131Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:11.487097Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801921130672510:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:43:11.487277Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:11.487355Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801921130672510:2107] [node 4] ICP22 created new session: [1:7580801925425639840:2107]
2025-12-06T17:43:11.487409Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801925425639840:2107] [node 4] ICS09 handshake done sender: [1:7580801925425639817:2116] self: [1:7580801925425639816:0] peer: [4:7580801923023832882:0] socket: 184 qp: -1
2025-12-06T17:43:11.487454Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801925425639840:2107] [node 4] ICS10 traffic start
2025-12-06T17:43:11.487493Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:11.519208Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801921130672444:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(228085601ns) {HandleHandshakeStatus:329(224713954ns) {DropIncomingHandshake:442(23459ns) DropOutgoingHandshake:457(395ns) SwitchToState:179(560ns) ProcessPendingSessionEvents:495(11013951ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 10943236ns max# 10464858ns}}}
2025-12-06T17:43:11.570406Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801921130672443:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(330634376ns) {HandleHandshakeStatus:329(330631006ns) {DropIncomingHandshake:442(830ns) DropOutgoingHandshake:457(523ns) SwitchToState:179(675ns) ProcessPendingSessionEvents:495(130118739ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 118721032ns max# 48509441ns}}}
2025-12-06T17:43:11.570519Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580801921130672443:2048] [node 2] ICP18 handshake (actor [1:7580801925425639822:2118]) is too old
2025-12-06T17:43:11.612174Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801921077756291:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(321313839ns) {HandleHandshakeStatus:329(321310719ns) {DropIncomingHandshake:442(980ns) DropOutgoingHandshake:457(11883ns) SwitchToState:179(565ns) ProcessPendingSessionEvents:495(64414435ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 64293059ns max# 15258896ns}}}
2025-12-06T17:43:11.622811Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801921077756329:2071] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:43:11.622934Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:11.623008Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801921077756329:2071] [node 5] ICP22 created new session: [6:7580801925372723689:2071]
2025-12-06T17:43:11.623087Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801925372723689:2071] [node 5] ICS09 handshake done sender: [6:7580801925372723669:2118] self: [6:7580801925372723676:0] peer: [5:7580801924317371754:0] socket: 234 qp: -1
2025-12-06T17:43:11.623136Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801925372723689:2071] [node 5] ICS10 traffic start
2025-12-06T17:43:11.623200Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:11.772822Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:43:11.773106Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580801925865656610:2048] [node 1] ICS01 socket: 183 reason# EndOfStream
2025-12-06T17:43:11.773156Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580801921570689214:2048] [node 1] ICP30 unregister session Session# [2:7580801925865656610:2048] VirtualId# [2:7580801925865656603:0]
2025-12-06T17:43:11.773207Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580801925865656610:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:11.773323Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:11.773380Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:11.782815Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:43:11.783138Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801924867937598:2048] [node 1] ICS01 socket: 217 reason# EndOfStream
2025-12-06T17:43:11.783189Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801920572970198:2048] [node 1] ICP30 unregister session Session# [3:7580801924867937598:2048] VirtualId# [3:7580801924867937593:0]
2025-12-06T17:43:11.783235Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801924867937598:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:11.783381Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:11.783445Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:11.801872Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:43:11.806859Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580801924317371777:2048] [node 1] ICS07 socket disconnect 240 reason# EndOfStream
2025-12-06T17:43:11.806905Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801924317371777:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:11.807005Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:11.807069Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580801924317371777:2048] [node 1] ICS15 start handshake
2025-12-06T17:43:11.801413Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:43:11.801636Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580801925372723675:2048] [node 1] ICS07 socket disconnect 195 reason# EndOfStream
2025-12-06T17:43:11.801662Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801925372723675:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:11.801741Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:11.801782Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580801925372723675:2048] [node 1] ICS15 start handshake
2025-12-06T17:43:11.801104Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:43:11.812257Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801921077756291:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24677) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:11.812341Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801925372723675:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:11.812386Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801921077756291:2048] [node 1] ICP30 unregister session Session# [6:7580801925372723675:2048] VirtualId# [6:7580801925372723668:0]
2025-12-06T17:43:11.812550Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:11.812598Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580801921077756291:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:24677) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:11.812623Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24677) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:11.801372Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580801923023832885:2048] [node 1] ICS07 socket disconnect 243 reason# EndOfStream
2025-12-06T17:43:11.801415Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801923023832885:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:11.801526Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:11.801578Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580801923023832885:2048] [node 1] ICS15 start handshake
2025-12-06T17:43:11.814242Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801920022404381:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24677) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:11.814317Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801924317371777:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:11.814353Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801920022404381:2048] [node 1] ICP30 unregister session Session# [5:7580801924317371777:2048] VirtualId# [5:7580801924317371771:0]
2025-12-06T17:43:11.814472Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:11.814509Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580801920022404381:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:24677) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:11.814548Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24677) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:11.815056Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801918728865490:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24677) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:11.815404Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801923023832885:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:11.815447Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801918728865490:2048] [node 1] ICP30 unregister session Session# [4:7580801923023832885:2048] VirtualId# [4:7580801923023832882:0]
2025-12-06T17:43:11.815486Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:11.815540Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580801918728865490:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:24677) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:11.815561Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24677) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:11.823128Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580801920022404381:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:43:11.823231Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580801921077756291:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:43:11.826918Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580801918728865490:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:43:11.998916Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:43:11.999145Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580801924867937581:2049] [node 2] ICS07 socket disconnect 201 reason# EndOfStream
2025-12-06T17:43:11.999183Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801924867937581:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:11.999286Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:11.999342Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580801924867937581:2049] [node 2] ICS15 start handshake
2025-12-06T17:43:12.012362Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801920572970199:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62665) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:43:12.012444Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580801924867937581:2049] [node 2] ICS15 start handshake
2025-12-06T17:43:12.014355Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801920572970199:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62665) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:12.014440Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801924867937581:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:12.014483Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801920572970199:2049] [node 2] ICP30 unregister session Session# [3:7580801924867937581:2049] VirtualId# [3:7580801924867937577:0]
2025-12-06T17:43:12.014579Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:12.014621Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580801920572970199:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:62665) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:12.014639Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62665) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:12.021612Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:43:12.022281Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:43:12.022481Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580801923023832878:2049] [node 2] ICS07 socket disconnect 211 reason# EndOfStream
2025-12-06T17:43:12.022517Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801923023832878:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:12.022627Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:12.022674Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580801923023832878:2049] [node 2] ICS15 start handshake
2025-12-06T17:43:12.022816Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:43:12.023019Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801925372723685:2049] [node 2] ICS01 socket: 230 reason# EndOfStream
2025-12-06T17:43:12.021890Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801924317371772:2049] [node 2] ICS01 socket: 208 reason# EndOfStream
2025-12-06T17:43:12.021949Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801920022404382:2049] [node 2] ICP30 unregister session Session# [5:7580801924317371772:2049] VirtualId# [5:7580801924317371761:0]
2025-12-06T17:43:12.021994Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801924317371772:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:12.022090Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:12.022141Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:12.025045Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801921077756292:2049] [node 2] ICP30 unregister session Session# [6:7580801925372723685:2049] VirtualId# [6:7580801925372723671:0]
2025-12-06T17:43:12.025114Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801925372723685:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:12.025206Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:12.025260Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:12.032943Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801918728865491:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62665) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:12.033027Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801923023832878:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:12.033070Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801918728865491:2049] [node 2] ICP30 unregister session Session# [4:7580801923023832878:2049] VirtualId# [4:7580801923023832868:0]
2025-12-06T17:43:12.033219Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:12.033258Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580801918728865491:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:62665) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:12.033277Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62665) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:12.034255Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580801920572970199:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:43:12.041854Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580801918728865491:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:43:12.324500Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:43:12.324789Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801925372723683:2050] [node 3] ICS01 socket: 225 reason# EndOfStream
2025-12-06T17:43:12.324844Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801921077756293:2050] [node 3] ICP30 unregister session Session# [6:7580801925372723683:2050] VirtualId# [6:7580801925372723673:0]
2025-12-06T17:43:12.324885Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801925372723683:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:12.324983Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:43:12.325064Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:43:12.330705Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:43:12.330952Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801924317371763:2050] [node 3] ICS01 socket: 218 reason# EndOfStream
2025-12-06T17:43:12.331006Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801920022404383:2050] [node 3] ICP30 unregister session Session# [5:7580801924317371763:2050] VirtualId# [5:7580801924317371758:0]
2025-12-06T17:43:12.331043Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801924317371763:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:12.331124Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:43:12.331179Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:43:12.331723Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:43:12.331929Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801923023832879:2050] [node 3] ICS01 socket: 204 reason# EndOfStream
2025-12-06T17:43:12.331972Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801918728865492:2050] [node 3] ICP30 unregister session Session# [4:7580801923023832879:2050] VirtualId# [4:7580801923023832866:0]
2025-12-06T17:43:12.332011Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801923023832879:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:12.332095Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:43:12.332146Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:43:12.498026Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:43:12.498406Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580801925372723687:2070] [node 4] ICS07 socket disconnect 239 reason# EndOfStream
2025-12-06T17:43:12.498446Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801925372723687:2070] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:12.498815Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:43:12.499105Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801924317371766:2068] [node 4] ICS01 socket: 200 reason# EndOfStream
2025-12-06T17:43:12.499157Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801920022404454:2068] [node 4] ICP30 unregister session Session# [5:7580801924317371766:2068] VirtualId# [5:7580801924317371760:0]
2025-12-06T17:43:12.499206Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801924317371766:2068] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:12.499294Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:43:12.499347Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:43:12.499960Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:43:12.500110Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580801925372723687:2070] [node 4] ICS15 start handshake
2025-12-06T17:43:12.511675Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801921077756317:2070] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1629) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:12.511744Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801925372723687:2070] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:12.511791Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801921077756317:2070] [node 4] ICP30 unregister session Session# [6:7580801925372723687:2070] VirtualId# [6:7580801925372723679:0]
2025-12-06T17:43:12.511859Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:43:12.511911Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580801921077756317:2070] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:1629) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:12.511930Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1629) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:12.524808Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580801921077756317:2070] [node 4] ICP33 wake up from error state
2025-12-06T17:43:12.592909Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:43:12.593217Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801925372723689:2071] [node 5] ICS01 socket: 234 reason# EndOfStream
2025-12-06T17:43:12.593274Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801921077756329:2071] [node 5] ICP30 unregister session Session# [6:7580801925372723689:2071] VirtualId# [6:7580801925372723676:0]
2025-12-06T17:43:12.593319Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801925372723689:2071] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:12.593366Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:43:12.593475Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:43:12.955833Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801930913427240:2048] [node 2] ICP01 ready to work
2025-12-06T17:43:12.955884Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801930913427241:2049] [node 3] ICP01 ready to work
2025-12-06T17:43:12.987815Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801926695521237:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:12.987860Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801926695521238:2049] [node 3] ICP01 ready to work
2025-12-06T17:43:13.028746Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801934314070476:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:13.028790Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801934314070477:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:13.067073Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801934872664587:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:13.067110Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801934872664588:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:13.067146Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801934872664589:2050] [node 3] ICP01 ready to work
2025-12-06T17:43:13.120532Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801934662193956:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:13.120589Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801934662193957:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:13.120623Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801934662193958:2050] [node 3] ICP01 ready to work
2025-12-06T17:43:13.143154Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801931157947947:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:13.143207Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801931157947948:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:13.143260Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801931157947949:2050] [node 3] ICP01 ready to work
2025-12-06T17:43:13.371275Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801935208394571:2082] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:13.375277Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801934662193973:2064] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51820
2025-12-06T17:43:13.427653Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801934314070492:2063] [node 5] ICP01 ready to work
2025-12-06T17:43:13.448654Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801931157947968:2066] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:13.499589Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801934662193975:2066] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51820
2025-12-06T17:43:13.499672Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801934662193976:2067] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51820
2025-12-06T17:43:13.430989Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801926695521237:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(63395250ns) {Configure:104(63388717ns) {ProcessConfigured:135(26025651ns) {StartInitialHandshake:157(26022052ns) {DropHandshakes:470(3028ns) {DropIncomingHandshake:442(569ns) DropOutgoingHandshake:457(489ns)} GenerateSessionVirtualId:988(1178ns) PrepareNewSessionHandshake:477(3660ns) {SwitchToState:179(2225ns)}}}}}
2025-12-06T17:43:13.458770Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801931157947964:2060] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:13.531654Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801934314070499:2061] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:13.519491Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801930990488585:2074] [node 5] ICP01 ready to work
2025-12-06T17:43:13.544941Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801935208394596:2090] [node 6] ICP01 ready to work
2025-12-06T17:43:13.618274Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801931157947977:2073] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41323
2025-12-06T17:43:13.666685Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801934872664615:2060] [node 5] ICP01 ready to work
2025-12-06T17:43:13.623038Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801934314070506:2069] [node 4] ICP01 ready to work
2025-12-06T17:43:13.557937Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801930990488592:2064] [node 4] ICP01 ready to work
2025-12-06T17:43:13.617345Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801935208394600:2108] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10823
2025-12-06T17:43:13.623057Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801934662193979:2061] [node 4] ICP01 ready to work
2025-12-06T17:43:13.735474Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801935208394600:2108] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:13.670614Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801930990488591:2070] [node 6] ICP01 ready to work
2025-12-06T17:43:13.760128Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801934872664653:2062] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:13.803073Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801931157947977:2073] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:13.807539Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801934314070546:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52975
2025-12-06T17:43:13.807713Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801934314070547:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52975
2025-12-06T17:43:13.657115Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801934662193978:2069] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51820
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:13.816295Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801934872664655:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51275
2025-12-06T17:43:13.816390Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801934872664656:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51275
2025-12-06T17:43:13.658080Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801934662193995:2081] [node 6] ICP01 ready to work
2025-12-06T17:43:13.779500Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801935208394611:2079] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:13.787800Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801930990488587:2097] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:13.731056Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801934662193978:2069] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:13.808320Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801935208394612:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10823
2025-12-06T17:43:13.830973Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801935208394573:2083] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:13.831029Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801935208394573:2083] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:43:13.850971Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801931157947947:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(426039322ns) {Configure:104(426032192ns) {ProcessConfigured:135(26283962ns) {StartInitialHandshake:157(26279624ns) {DropHandshakes:470(2608ns) {DropIncomingHandshake:442(1019ns) DropOutgoingHandshake:457(411ns)} GenerateSessionVirtualId:988(1159ns) PrepareNewSessionHandshake:477(9215ns) {SwitchToState:179(4481ns)}}}}}
2025-12-06T17:43:13.874244Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801934872664656:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:13.851097Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801934314070547:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:13.787854Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801930990488587:2097] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:13.734379Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801934662193957:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(277844262ns) {Configure:104(277831824ns) {ProcessConfigured:135(59689ns) {StartInitialHandshake:157(56788ns) {DropHandshakes:470(2153ns) {DropIncomingHandshake:442(763ns) DropOutgoingHandshake:457(277ns)} GenerateSessionVirtualId:988(756ns) PrepareNewSessionHandshake:477(1251ns) {SwitchToState:179(433ns)}}}}}
2025-12-06T17:43:13.853575Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801931157947949:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(346790829ns) {Configure:104(346781368ns) {ProcessConfigured:135(75303ns) {StartInitialHandshake:157(72448ns) {DropHandshakes:470(2557ns) {DropIncomingHandshake:442(480ns) DropOutgoingHandshake:457(387ns)} GenerateSessionVirtualId:988(827ns) PrepareNewSessionHandshake:477(1650ns) {SwitchToState:179(613ns)}}}}}
2025-12-06T17:43:13.879108Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801935208394573:2083] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:13.860068Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801934314070550:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52975
2025-12-06T17:43:13.802118Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801930990488587:2097] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:13.771055Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801934662193973:2064] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:13.853935Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801931157947947:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:13.920811Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801934872664589:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:13.872611Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801934314070499:2061] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(111841058ns) {Configure:104(111830206ns) {ProcessConfigured:135(84411ns) {StartInitialHandshake:157(82016ns) {DropHandshakes:470(2539ns) {DropIncomingHandshake:442(607ns) DropOutgoingHandshake:457(397ns)} GenerateSessionVirtualId:988(833ns) PrepareNewSessionHandshake:477(1600ns) {SwitchToState:179(527ns)}}}}}
2025-12-06T17:43:13.815413Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801930990488607:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21283
2025-12-06T17:43:13.887912Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801935208394602:2109] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:13.903244Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801931157948021:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41323
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:13.935998Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801934872664655:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:13.849462Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801926695521238:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(226259699ns) {Configure:104(226250819ns) {ProcessConfigured:135(125985ns) {StartInitialHandshake:157(122845ns) {DropHandshakes:470(2999ns) {DropIncomingHandshake:442(826ns) DropOutgoingHandshake:457(480ns)} GenerateSessionVirtualId:988(1032ns) PrepareNewSessionHandshake:477(2393ns) {SwitchToState:179(874ns)}}}}}
2025-12-06T17:43:13.898073Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801934314070546:2111] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:13.774997Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801934662193995:2081] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(113820610ns) {Configure:104(113814187ns) {ProcessConfigured:135(19362178ns) {StartInitialHandshake:157(19356936ns) {DropHandshakes:470(3781ns) {DropIncomingHandshake:442(920ns) DropOutgoingHandshake:457(526ns)} GenerateSessionVirtualId:988(1510ns) PrepareNewSessionHandshake:477(8672ns) {SwitchToState:179(2359ns)}}}}}
2025-12-06T17:43:13.887962Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801935208394602:2109] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:13.906382Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801931157948023:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41323
2025-12-06T17:43:13.934613Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801931157948021:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:13.946371Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801931157948025:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41323
2025-12-06T17:43:13.949627Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801931157947948:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(122693073ns) {Configure:104(122680263ns) {ProcessConfigured:135(70737ns) {StartInitialHandshake:157(68377ns) {DropHandshakes:470(2839ns) {DropIncomingHandshake:442(538ns) DropOutgoingHandshake:457(546ns)} GenerateSessionVirtualId:988(805ns) PrepareNewSessionHandshake:477(1707ns) {SwitchToState:179(500ns)}}}}}
2025-12-06T17:43:13.958859Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801931157947949:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:13.979558Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801931157948025:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:13.979836Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801931157947968:2066] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:13.980350Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801931157947964:2060] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(277454157ns) {Configure:104(277445860ns) {ProcessConfigured:135(25150127ns) {StartInitialHandshake:157(25146987ns) {DropHandshakes:470(2483ns) {DropIncomingHandshake:442(386ns) DropOutgoingHandshake:457(1065ns)} GenerateSessionVirtualId:988(599ns) PrepareNewSessionHandshake:477(1590ns) {SwitchToState:179(63ns)}}}}}
2025-12-06T17:43:13.778288Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801934662193957:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:13.930120Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801934314070477:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(512136908ns) {Configure:104(512123831ns) {ProcessConfigured:135(6877673ns) {StartInitialHandshake:157(6874883ns) {DropHandshakes:470(2759ns) {DropIncomingHandshake:442(469ns) DropOutgoingHandshake:457(431ns)} GenerateSessionVirtualId:988(2156ns) PrepareNewSessionHandshake:477(3460ns) {SwitchToState:179(1715ns)}}}}}
2025-12-06T17:43:13.950658Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801935208394612:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:13.938796Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801934872664589:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(33184575ns) {IncomingHandshake:261(6024010ns) {DropIncomingHandshake:442(391ns) PrepareNewSessionHandshake:477(2132ns) {SwitchToState:179(1072ns)} GenerateSessionVirtualId:988(887ns) IssueIncomingHandshakeReply:193(70255ns) {SwitchToState:179(547ns)}}}
2025-12-06T17:43:13.943969Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801934872664588:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(484341190ns) {Configure:104(484330979ns) {ProcessConfigured:135(6736396ns) {StartInitialHandshake:157(6733512ns) {DropHandshakes:470(2413ns) {DropIncomingHandshake:442(799ns) DropOutgoingHandshake:457(375ns)} GenerateSessionVirtualId:988(842ns) PrepareNewSessionHandshake:477(3924ns) {SwitchToState:179(1715ns)}}}}}
2025-12-06T17:43:13.882364Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801930990488585:2074] [node 5] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:13.788983Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801934662193976:2067] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:13.952500Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801930913427240:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(165521636ns) {Configure:104(165509383ns) {ProcessConfigured:135(56349ns) {StartInitialHandshake:157(53124ns) {DropHandshakes:470(1297ns) {DropIncomingHandshake:442(240ns) DropOutgoingHandshake:457(248ns)} GenerateSessionVirtualId:988(299ns) PrepareNewSessionHandshake:477(1066ns) {SwitchToState:179(273ns)}}}}}
2025-12-06T17:43:13.940591Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801934314070550:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:13.882444Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:14.023818Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801934872664661:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51275
2025-12-06T17:43:13.998956Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801931157947949:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(17227786ns) {IncomingHandshake:261(8289808ns) {DropIncomingHandshake:442(421ns) PrepareNewSessionHandshake:477(1631ns) {SwitchToState:179(324ns)} GenerateSessionVirtualId:988(391ns) IssueIncomingHandshakeReply:193(8255145ns) {SwitchToState:179(1975ns)}}}
2025-12-06T17:43:13.801402Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801934662193956:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:13.940756Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801934314070477:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:13.882515Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801930990488585:2074] [node 5] ICP22 created new session: [2:7580801930990488611:2074]
2025-12-06T17:43:13.808890Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801934662194038:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51820
2025-12-06T17:43:13.823310Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801934662193975:2066] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:13.883402Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801934662193978:2069] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:13.894444Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801934662194040:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51820
2025-12-06T17:43:13.916194Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801934662193957:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9043) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580801934662193978:2069] held: no
2025-12-06T17:43:13.916948Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801934662193957:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:13.917149Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:13.917203Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801934662193957:2049] [node 2] ICP22 created new session: [5:7580801934662194041:2049]
2025-12-06T17:43:13.917261Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801934662194041:2049] [node 2] ICS09 handshake done sender: [5:7580801934662193978:2069] self: [5:7580801934662194034:0] peer: [2:7580801930990488586:0] socket: 189 qp: -1
2025-12-06T17:43:13.917312Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801934662194041:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:13.917351Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:13.919608Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801934662193973:2064] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:13.927029Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801934662193956:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:13.927092Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:13.927143Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801934662193956:2048] [node 1] ICP22 created new session: [5:7580801934662194043:2048]
2025-12-06T17:43:13.927187Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801934662194043:2048] [node 1] ICS09 handshake done sender: [5:7580801934662193973:2064] self: [5:7580801934662194037:0] peer: [1:7580801935208394572:0] socket: 181 qp: -1
2025-12-06T17:43:13.927228Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801934662194043:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:13.927267Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:13.955544Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801934662193958:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(440508208ns) {Configure:104(440497603ns) {ProcessConfigured:135(4420781ns) {StartInitialHandshake:157(4418167ns) {DropHandshakes:470(1032ns) {DropIncomingHandshake:442(204ns) DropOutgoingHandshake:457(313ns)} GenerateSessionVirtualId:988(434ns) PrepareNewSessionHandshake:477(3041ns) {SwitchToState:179(550ns)}}}}}
2025-12-06T17:43:13.956053Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801934662193958:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:14.019153Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801934662194031:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:14.019193Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580801934662194031:2116] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:14.026468Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801934662194031:2116] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:14.026733Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580801934662193995:2081] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:14.026816Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:14.026867Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801934662193995:2081] [node 6] ICP22 created new session: [5:7580801938957161347:2081]
2025-12-06T17:43:14.026917Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801938957161347:2081] [node 6] ICS09 handshake done sender: [5:7580801934662194031:2116] self: [5:7580801934662194029:0] peer: [6:7580801931157948030:0] socket: 221 qp: -1
2025-12-06T17:43:14.026953Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801938957161347:2081] [node 6] ICS10 traffic start
2025-12-06T17:43:14.027004Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:14.031010Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801938957161349:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51820
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:13.956878Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801935208394620:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10823
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:14.054850Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801934872664662:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51275
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:14.071059Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801934662193975:2066] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:14.040898Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801931157947968:2066] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27850) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801931157948025:2116] held: no
2025-12-06T17:43:13.885425Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801930990488607:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:13.942467Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801934314070545:2110] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:13.960611Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801935208394571:2082] [node 5] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:14.059395Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801931157947977:2073] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:13.890772Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801930990488611:2074] [node 5] ICS09 handshake done sender: [2:7580801930990488587:2097] self: [2:7580801930990488586:0] peer: [5:7580801934662194034:0] socket: 188 qp: -1
2025-12-06T17:43:14.063065Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801934872664589:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61390) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580801934872664656:2112] held: no
2025-12-06T17:43:13.942498Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801934314070545:2110] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:43:13.960706Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:14.086821Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801934662193958:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:43:14.069299Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801931157947947:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:13.890848Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801930990488611:2074] [node 5] ICS10 traffic start
2025-12-06T17:43:13.960775Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801935208394571:2082] [node 5] ICP22 created new session: [1:7580801935208394622:2082]
2025-12-06T17:43:13.943415Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801934314070558:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52975
2025-12-06T17:43:14.081130Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801934872664653:2062] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(61878480ns) {Configure:104(61869449ns) {ProcessConfigured:135(84884ns) {StartInitialHandshake:157(82920ns) {DropHandshakes:470(2114ns) {DropIncomingHandshake:442(372ns) DropOutgoingHandshake:457(276ns)} GenerateSessionVirtualId:988(705ns) PrepareNewSessionHandshake:477(2097ns) {SwitchToState:179(682ns)}}}}}
2025-12-06T17:43:13.960844Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801935208394622:2082] [node 5] ICS09 handshake done sender: [1:7580801935208394573:2083] self: [1:7580801935208394572:0] peer: [5:7580801934662194037:0] socket: 180 qp: -1
2025-12-06T17:43:13.960886Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801935208394622:2082] [node 5] ICS10 traffic start
2025-12-06T17:43:13.960929Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:13.966770Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801935208394602:2109] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:13.988508Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801935208394596:2090] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:14.002930Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:14.007766Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801935208394608:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:14.007801Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801935208394608:2113] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:43:14.008404Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801935208394620:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:14.019083Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801935208394596:2090] [node 6] ICP22 created new session: [1:7580801935208394625:2090]
2025-12-06T17:43:14.019390Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801935208394608:2113] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:14.042017Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801930913427241:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:43:14.042100Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:14.042166Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801930913427241:2049] [node 3] ICP22 created new session: [1:7580801939503361924:2049]
2025-12-06T17:43:14.042218Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801939503361924:2049] [node 3] ICS09 handshake done sender: [1:7580801935208394608:2113] self: [1:7580801935208394607:0] peer: [3:7580801934314070562:0] socket: 195 qp: -1
2025-12-06T17:43:14.042270Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801939503361924:2049] [node 3] ICS10 traffic start
2025-12-06T17:43:14.042314Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:14.043361Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801935208394625:2090] [node 6] ICS09 handshake done sender: [1:7580801935208394602:2109] self: [1:7580801935208394601:0] peer: [6:7580801931157948020:0] socket: 193 qp: -1
2025-12-06T17:43:14.043414Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801935208394625:2090] [node 6] ICS10 traffic start
2025-12-06T17:43:14.048850Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801939503361926:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10823
2025-12-06T17:43:14.059046Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:14.100360Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801939503361928:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10823
2025-12-06T17:43:14.104251Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801939503361926:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:14.106940Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801939503361928:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:14.086924Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:14.078760Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801935452915329:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41323
2025-12-06T17:43:13.951022Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801934314070545:2110] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:13.983797Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801934314070476:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(476946366ns) {Configure:104(476940680ns) {ProcessConfigured:135(4392178ns) {StartInitialHandshake:157(4388976ns) {DropHandshakes:470(3410ns) {DropIncomingHandshake:442(1070ns) DropOutgoingHandshake:457(470ns)} GenerateSessionVirtualId:988(740ns) PrepareNewSessionHandshake:477(3875ns) {SwitchToState:179(1435ns)}}}}}
2025-12-06T17:43:13.984252Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801934314070476:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:13.999393Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801934314070506:2069] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:43:13.999523Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:13.999586Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801934314070506:2069] [node 4] ICP22 created new session: [3:7580801934314070564:2069]
2025-12-06T17:43:13.999640Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801934314070564:2069] [node 4] ICS09 handshake done sender: [3:7580801934314070545:2110] self: [3:7580801934314070544:0] peer: [4:7580801934872664657:0] socket: 208 qp: -1
2025-12-06T17:43:13.999682Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801934314070564:2069] [node 4] ICS10 traffic start
2025-12-06T17:43:13.999725Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:14.010979Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801934314070558:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:14.015358Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801934314070553:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:14.015397Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801934314070553:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:14.016321Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801938609037862:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52975
2025-12-06T17:43:14.025311Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801934314070494:2064] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:14.025340Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801934314070494:2064] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:43:14.026043Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801934314070550:2114] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:14.029137Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801934314070477:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:14.029207Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:14.029263Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801934314070477:2049] [node 2] ICP22 created new session: [3:7580801938609037867:2049]
2025-12-06T17:43:14.029313Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801938609037867:2049] [node 2] ICS09 handshake done sender: [3:7580801934314070550:2114] self: [3:7580801934314070557:0] peer: [2:7580801930990488608:0] socket: 212 qp: -1
2025-12-06T17:43:14.029348Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801938609037867:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:14.029401Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:14.047226Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801934314070494:2064] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:14.055185Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801938609037863:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52975
2025-12-06T17:43:14.077343Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801934314070546:2111] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:14.081802Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801934314070553:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:14.090871Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801934314070476:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:14.091209Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801934314070492:2063] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:14.092066Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801934314070499:2061] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:14.092147Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:14.092204Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801934314070499:2061] [node 6] ICP22 created new session: [3:7580801938609037871:2061]
2025-12-06T17:43:14.092251Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801938609037871:2061] [node 6] ICS09 handshake done sender: [3:7580801934314070553:2115] self: [3:7580801934314070552:0] peer: [6:7580801931157948028:0] socket: 215 qp: -1
2025-12-06T17:43:14.092293Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801938609037871:2061] [node 6] ICS10 traffic start
2025-12-06T17:43:14.092344Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:14.099268Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801934314070563:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52975
2025-12-06T17:43:14.112348Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:14.112614Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:14.122958Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801934314070492:2063] [node 5] ICP22 created new session: [3:7580801938609037873:2063]
2025-12-06T17:43:14.166584Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801938609037873:2063] [node 5] ICS09 handshake done sender: [3:7580801934314070494:2064] self: [3:7580801934314070493:0] peer: [5:7580801934662194048:0] socket: 183 qp: -1
2025-12-06T17:43:14.174627Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801934314070476:2048] [node 1] ICP22 created new session: [3:7580801938609037874:2048]
2025-12-06T17:43:13.890934Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:13.891845Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580801930990488585:2074] [node 5] ICP18 handshake (actor [2:7580801930990488607:2113]) is too old
2025-12-06T17:43:13.953291Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801930990488613:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21283
2025-12-06T17:43:13.953659Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801930990488609:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:13.953703Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801930990488609:2114] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:43:13.978976Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801930990488609:2114] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:14.003235Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801926695521238:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:43:14.006613Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801930990488591:2070] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(47600980ns) {Configure:104(47591374ns) {ProcessConfigured:135(78598ns) {StartInitialHandshake:157(76230ns) {DropHandshakes:470(2766ns) {DropIncomingHandshake:442(498ns) DropOutgoingHandshake:457(840ns)} GenerateSessionVirtualId:988(816ns) PrepareNewSessionHandshake:477(4354ns) {SwitchToState:179(436ns)}}}}}
2025-12-06T17:43:14.019526Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801930990488613:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:14.049315Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801935285455915:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21283
2025-12-06T17:43:14.051217Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:14.059189Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801926695521238:2049] [node 3] ICP22 created new session: [2:7580801935285455914:2049]
2025-12-06T17:43:14.067207Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801935285455914:2049] [node 3] ICS09 handshake done sender: [2:7580801930990488609:2114] self: [2:7580801930990488608:0] peer: [3:7580801934314070557:0] socket: 211 qp: -1
2025-12-06T17:43:14.071396Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801935285455916:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21283
2025-12-06T17:43:14.078928Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801935285455914:2049] [node 3] ICS10 traffic start
2025-12-06T17:43:14.083905Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:14.112449Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801935285455916:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:14.124441Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580801926695521237:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:14.132587Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801926695521238:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(128393464ns) {HandleHandshakeStatus:329(128390003ns) {DropIncomingHandshake:442(495ns) DropOutgoingHandshake:457(570ns) SwitchToState:179(1042ns) ProcessPendingSessionEvents:495(23442437ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 23364688ns max# 22749880ns}}}
2025-12-06T17:43:14.152408Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801935285455912:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:14.152468Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801935285455912:2116] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:14.111013Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801934872664662:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:14.086981Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801934662193958:2050] [node 3] ICP22 created new session: [5:7580801938957161350:2050]
2025-12-06T17:43:14.177299Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801938609037874:2048] [node 1] ICS09 handshake done sender: [3:7580801934314070546:2111] self: [3:7580801934314070562:0] peer: [1:7580801935208394607:0] socket: 206 qp: -1
2025-12-06T17:43:14.180717Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801938609037873:2063] [node 5] ICS10 traffic start
2025-12-06T17:43:14.180765Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801938609037874:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:14.171226Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801935208394596:2090] [node 6] ICP35 event processing took too much time PendingConnection:279(77637220ns) {HandleHandshakeStatus:329(77634599ns) {DropIncomingHandshake:442(250ns) DropOutgoingHandshake:457(448ns) SwitchToState:179(358ns) ProcessPendingSessionEvents:495(717539ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 632401ns max# 77201ns}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:14.082304Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801935452915331:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41323
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:14.087034Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801938957161350:2050] [node 3] ICS09 handshake done sender: [5:7580801934662193975:2066] self: [5:7580801934662194048:0] peer: [3:7580801934314070493:0] socket: 184 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:14.123232Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801934872664587:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(213157798ns) {Configure:104(213148332ns) {ProcessConfigured:135(8616345ns) {StartInitialHandshake:157(8613281ns) {DropHandshakes:470(2817ns) {DropIncomingHandshake:442(558ns) DropOutgoingHandshake:457(376ns)} GenerateSessionVirtualId:988(544ns) PrepareNewSessionHandshake:477(3408ns) {SwitchToState:179(1585ns)}}}}}
2025-12-06T17:43:14.180309Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580801935208394596:2090] [node 6] ICP18 handshake (actor [1:7580801935208394620:2117]) is too old
2025-12-06T17:43:14.187137Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:14.087080Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801938957161350:2050] [node 3] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:14.195411Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801930990488592:2064] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(210397605ns) {Configure:104(210389069ns) {ProcessConfigured:135(7732050ns) {StartInitialHandshake:157(74863ns) {DropHandshakes:470(3589ns) {DropIncomingHandshake:442(643ns) DropOutgoingHandshake:457(639ns)} GenerateSessionVirtualId:988(2056ns) PrepareNewSessionHandshake:477(3999ns) {SwitchToState:179(2610ns)}}}}}
2025-12-06T17:43:14.185958Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801935208394618:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:14.084264Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801935452915328:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41323
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:14.124041Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801934872664615:2060] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(165144751ns) {Configure:104(165133085ns) {ProcessConfigured:135(59082ns) {StartInitialHandshake:157(56458ns) {DropHandshakes:470(2785ns) {DropIncomingHandshake:442(532ns) DropOutgoingHandshake:457(733ns)} GenerateSessionVirtualId:988(722ns) PrepareNewSessionHandshake:477(1800ns) {SwitchToState:179(416ns)}}}}}
2025-12-06T17:43:14.190745Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:14.088189Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:14.104013Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801931157947947:2048] [node 1] ICP22 created new session: [6:7580801935452915333:2048]
2025-12-06T17:43:14.106902Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801931157948021:2114] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:14.107264Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801935452915328:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:14.107391Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801931157948025:2116] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:14.112034Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801935452915332:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41323
2025-12-06T17:43:14.112695Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801935452915333:2048] [node 1] ICS09 handshake done sender: [6:7580801931157947977:2073] self: [6:7580801931157948020:0] peer: [1:7580801935208394601:0] socket: 194 qp: -1
2025-12-06T17:43:14.134893Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801931157947968:2066] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:43:14.134953Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:14.135010Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801931157947968:2066] [node 5] ICP22 created new session: [6:7580801935452915335:2066]
2025-12-06T17:43:14.135070Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801935452915335:2066] [node 5] ICS09 handshake done sender: [6:7580801931157948025:2116] self: [6:7580801931157948030:0] peer: [5:7580801934662194029:0] socket: 203 qp: -1
2025-12-06T17:43:14.135111Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801935452915335:2066] [node 5] ICS10 traffic start
2025-12-06T17:43:14.135152Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:14.136881Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801931157947948:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:14.147283Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801931157947949:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:43:14.147362Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:14.147419Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801931157947949:2050] [node 3] ICP22 created new session: [6:7580801935452915338:2050]
2025-12-06T17:43:14.123212Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801935452915333:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:14.166521Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801935452915338:2050] [node 3] ICS09 handshake done sender: [6:7580801931157948021:2114] self: [6:7580801931157948028:0] peer: [3:7580801934314070552:0] socket: 217 qp: -1
2025-12-06T17:43:14.174788Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:14.178600Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801935452915338:2050] [node 3] ICS10 traffic start
2025-12-06T17:43:14.193270Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:14.219371Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801935452915332:2122] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:14.219524Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801931157947964:2060] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:14.239594Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801935452915342:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41323
2025-12-06T17:43:14.244202Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801931157947947:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(173948822ns) {HandleHandshakeStatus:329(173944964ns) {DropIncomingHandshake:442(881ns) DropOutgoingHandshake:457(8478ns) SwitchToState:179(456ns) ProcessPendingSessionEvents:495(19745514ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 19685087ns max# 19163368ns}}}
2025-12-06T17:43:14.103307Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:14.195961Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801935285455922:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21283
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:14.186007Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801935208394618:2116] [node 2] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:14.137978Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801939167631968:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51275
2025-12-06T17:43:14.200707Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801934314070492:2063] [node 5] ICP35 event processing took too much time PendingConnection:279(108460927ns) {HandleHandshakeStatus:329(108458453ns) {DropIncomingHandshake:442(201ns) DropOutgoingHandshake:457(209ns) SwitchToState:179(156ns) ProcessPendingSessionEvents:495(638725ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 575601ns max# 71018ns}}}
2025-12-06T17:43:14.250466Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801931157947949:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(126703864ns) {HandleHandshakeStatus:329(126700504ns) {DropIncomingHandshake:442(1538ns) DropOutgoingHandshake:457(9023ns) SwitchToState:179(438ns) ProcessPendingSessionEvents:495(10579893ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 10518513ns max# 10028644ns}}}
2025-12-06T17:43:14.165570Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801934662193958:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(77682536ns) {HandleHandshakeStatus:329(77678283ns) {DropIncomingHandshake:442(1472ns) DropOutgoingHandshake:457(10970ns) SwitchToState:179(663ns) ProcessPendingSessionEvents:495(11727905ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 11659526ns max# 11109735ns}}}
2025-12-06T17:43:14.202811Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801935285455917:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21283
2025-12-06T17:43:14.200818Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7580801934314070492:2063] [node 5] ICP27 obsolete handshake fail ignored
2025-12-06T17:43:14.203124Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801935208394618:2116] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:14.250599Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580801931157947949:2050] [node 3] ICP27 obsolete handshake fail ignored
2025-12-06T17:43:14.264815Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801938957161352:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51820
2025-12-06T17:43:14.140354Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801939167631968:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:14.215364Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801935208394614:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:14.215409Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801935208394614:2115] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:43:14.223753Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801930913427240:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:43:14.254160Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801935208394614:2115] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:14.263721Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:14.268479Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801930913427240:2048] [node 2] ICP22 created new session: [1:7580801939503361932:2048]
2025-12-06T17:43:14.274053Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801939503361932:2048] [node 2] ICS09 handshake done sender: [1:7580801935208394618:2116] self: [1:7580801935208394617:0] peer: [2:7580801935285455919:0] socket: 235 qp: -1
2025-12-06T17:43:14.274109Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801939503361932:2048] [node 2] ICS10 traffic start
2025-12-06T17:43:14.274179Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:14.275826Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801930913427240:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(51212213ns) {HandleHandshakeStatus:329(51209337ns) {DropIncomingHandshake:442(15959ns) DropOutgoingHandshake:457(804ns) SwitchToState:179(384ns) ProcessPendingSessionEvents:495(625095ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 561960ns max# 58788ns}}}
2025-12-06T17:43:14.306716Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801935208394611:2079] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:43:14.312499Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:14.312567Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801935208394611:2079] [node 4] ICP22 created new session: [1:7580801939503361934:2079]
2025-12-06T17:43:14.312649Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801939503361934:2079] [node 4] ICS09 handshake done sender: [1:7580801935208394614:2115] self: [1:7580801935208394613:0] peer: [4:7580801939167631971:0] socket: 209 qp: -1
2025-12-06T17:43:14.312701Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801939503361934:2079] [node 4] ICS10 traffic start
2025-12-06T17:43:14.312749Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:14.318515Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801935208394611:2079] [node 4] ICP35 event processing took too much time PendingConnection:279(37764675ns) {HandleHandshakeStatus:329(37761767ns) {DropIncomingHandshake:442(34835ns) DropOutgoingHandshake:457(416ns) SwitchToState:179(637ns) ProcessPendingSessionEvents:495(4517469ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 4440024ns max# 3916148ns}}}
2025-12-06T17:43:14.214184Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801934314070476:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(122394385ns) {HandleHandshakeStatus:329(122391827ns) {DropIncomingHandshake:442(831ns) DropOutgoingHandshake:457(15442ns) SwitchToState:179(462ns) ProcessPendingSessionEvents:495(646253ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 573069ns max# 75234ns}}}
2025-12-06T17:43:14.263959Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801935452915328:2119] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:14.264388Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801935452915343:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41323
2025-12-06T17:43:14.265253Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801931157947964:2060] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19400) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801935452915332:2122] held: no
2025-12-06T17:43:14.268589Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801931157947948:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9043) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801935452915328:2119] held: no
2025-12-06T17:43:14.156525Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801934872664589:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(131137702ns) {HandleHandshakeStatus:395(112074971ns) {LogHandshakeFail:472(11911170ns) {UpdateErrorStateLog:545(10819ns)} DropOutgoingHandshake:457(2631ns) ProcessPendingSessionEvents:495(88556042ns) {unordered DropSessionEvent:512 num# 100 sum# 88485808ns max# 27465486ns}}}
2025-12-06T17:43:14.164772Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801934872664656:2112] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:14.176947Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801934872664589:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:43:14.180680Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:14.194838Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801934872664589:2050] [node 3] ICP22 created new session: [4:7580801939167631970:2050]
2025-12-06T17:43:14.203243Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801934872664587:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:14.206843Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801939167631970:2050] [node 3] ICS09 handshake done sender: [4:7580801934872664656:2112] self: [4:7580801934872664657:0] peer: [3:7580801934314070544:0] socket: 210 qp: -1
2025-12-06T17:43:14.206896Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801939167631970:2050] [node 3] ICS10 traffic start
2025-12-06T17:43:14.206993Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:14.207280Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801934872664589:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(30253871ns) {HandleHandshakeStatus:329(30250556ns) {DropIncomingHandshake:442(907ns) DropOutgoingHandshake:457(422ns) SwitchToState:179(723ns) ProcessPendingSessionEvents:495(1589ns)}}
2025-12-06T17:43:14.208860Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801939167631973:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51275
2025-12-06T17:43:14.219862Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801939167631961:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:14.219890Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801939167631961:2116] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:14.220919Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801939167631961:2116] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:14.221184Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801934872664653:2062] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:14.221274Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:14.221332Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801934872664653:2062] [node 6] ICP22 created new session: [4:7580801939167631975:2062]
2025-12-06T17:43:14.221385Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801939167631975:2062] [node 6] ICS09 handshake done sender: [4:7580801939167631961:2116] self: [4:7580801939167631960:0] peer: [6:7580801935452915341:0] socket: 243 qp: -1
2025-12-06T17:43:14.221426Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801939167631975:2062] [node 6] ICS10 traffic start
2025-12-06T17:43:14.221490Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:14.241065Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801934872664587:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(16376133ns) {IncomingHandshake:261(16373458ns) {DropIncomingHandshake:442(455ns) PrepareNewSessionHandshake:477(1488ns) {SwitchToState:179(642ns)} GenerateSessionVirtualId:988(1178ns) IssueIncomingHandshakeReply:193(16344043ns) {SwitchToState:179(2771ns)}}}
2025-12-06T17:43:14.246397Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801939167631977:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51275
2025-12-06T17:43:14.260154Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801934872664662:2115] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:14.277042Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801934872664587:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:14.277119Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:14.277170Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801934872664587:2048] [node 1] ICP22 created new session: [4:7580801939167631979:2048]
2025-12-06T17:43:14.277219Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801939167631979:2048] [node 1] ICS09 handshake done sender: [4:7580801934872664662:2115] self: [4:7580801939167631971:0] peer: [1:7580801935208394613:0] socket: 229 qp: -1
2025-12-06T17:43:14.277262Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801939167631979:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:14.277292Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:14.218748Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801935285455912:2116] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:14.234209Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801935285455917:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:14.253806Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801935285455916:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:14.254376Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801930990488591:2070] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:14.254472Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:14.254585Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801930990488591:2070] [node 6] ICP22 created new session: [2:7580801935285455927:2070]
2025-12-06T17:43:14.254646Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801935285455927:2070] [node 6] ICS09 handshake done sender: [2:7580801935285455912:2116] self: [2:7580801935285455911:0] peer: [6:7580801935452915337:0] socket: 207 qp: -1
2025-12-06T17:43:14.254690Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801935285455927:2070] [node 6] ICS10 traffic start
2025-12-06T17:43:14.254745Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:14.261781Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580801926695521237:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18218) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7580801935285455916:2118] held: no
2025-12-06T17:43:14.266732Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580801926695521237:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:14.266813Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:14.266874Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801926695521237:2048] [node 1] ICP22 created new session: [2:7580801935285455929:2048]
2025-12-06T17:43:14.266941Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801935285455929:2048] [node 1] ICS09 handshake done sender: [2:7580801935285455916:2118] self: [2:7580801935285455919:0] peer: [1:7580801935208394617:0] socket: 241 qp: -1
2025-12-06T17:43:14.266980Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801935285455929:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:14.267038Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:14.324620Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801938957161352:2122] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:14.324806Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801934662193979:2061] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:14.326455Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801939167631966:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:14.326505Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801939167631966:2118] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:43:14.334980Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801931157947964:2060] [node 4] ICP35 event processing took too much time PendingConnection:279(67842580ns) {HandleHandshakeStatus:395(67839741ns) {LogHandshakeFail:472(2636062ns) {UpdateErrorStateLog:545(12062ns)} DropOutgoingHandshake:457(2143ns) ProcessPendingSessionEvents:495(52070696ns) {unordered DropSessionEvent:512 num# 100 sum# 52022161ns max# 26396062ns}}}
2025-12-06T17:43:14.335393Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801935452915332:2122] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:14.335695Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801931157947964:2060] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:43:14.335753Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:14.335837Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801931157947964:2060] [node 4] ICP22 created new session: [6:7580801935452915344:2060]
2025-12-06T17:43:14.336358Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801935452915344:2060] [node 4] ICS09 handshake done sender: [6:7580801935452915332:2122] self: [6:7580801935452915341:0] peer: [4:7580801939167631960:0] socket: 245 qp: -1
2025-12-06T17:43:14.336401Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801935452915344:2060] [node 4] ICS10 traffic start
2025-12-06T17:43:14.336460Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:14.345259Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801931157947948:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(77673224ns) {HandleHandshakeStatus:395(77670891ns) {LogHandshakeFail:472(16430ns) {UpdateErrorStateLog:545(5903ns)} DropOutgoingHandshake:457(1105ns) ProcessPendingSessionEvents:495(75554232ns) {unordered DropSessionEvent:512 num# 100 sum# 75485363ns max# 28119340ns}}}
2025-12-06T17:43:14.345349Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801931157947948:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:14.345427Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:14.345489Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801931157947948:2049] [node 2] ICP22 created new session: [6:7580801935452915346:2049]
2025-12-06T17:43:14.345552Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801935452915346:2049] [node 2] ICS09 handshake done sender: [6:7580801935452915328:2119] self: [6:7580801935452915337:0] peer: [2:7580801935285455911:0] socket: 238 qp: -1
2025-12-06T17:43:14.345598Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801935452915346:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:14.345641Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:14.339539Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801930913427241:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(269509336ns) {HandleHandshakeStatus:329(269506004ns) {DropIncomingHandshake:442(416ns) DropOutgoingHandshake:457(359ns) SwitchToState:179(752ns) ProcessPendingSessionEvents:495(269014281ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 256726257ns max# 39021783ns}}}
2025-12-06T17:43:14.340860Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580801930913427241:2049] [node 3] ICP18 handshake (actor [1:7580801939503361926:2118]) is too old
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:14.350568Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801938957161354:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51820
2025-12-06T17:43:14.349416Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801939167631966:2118] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:14.351217Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801934872664615:2060] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:14.351358Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:14.351415Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801934872664615:2060] [node 5] ICP22 created new session: [4:7580801939167631982:2060]
2025-12-06T17:43:14.351472Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801939167631982:2060] [node 5] ICS09 handshake done sender: [4:7580801939167631966:2118] self: [4:7580801939167631965:0] peer: [5:7580801938957161353:0] socket: 190 qp: -1
2025-12-06T17:43:14.351511Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801939167631982:2060] [node 5] ICS10 traffic start
2025-12-06T17:43:14.351562Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:14.354081Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801938957161352:2122] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:14.354468Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801934662193979:2061] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:43:14.354603Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:14.354668Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801934662193979:2061] [node 4] ICP22 created new session: [5:7580801938957161355:2061]
2025-12-06T17:43:14.354724Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801938957161355:2061] [node 4] ICS09 handshake done sender: [5:7580801938957161352:2122] self: [5:7580801938957161353:0] peer: [4:7580801939167631965:0] socket: 230 qp: -1
2025-12-06T17:43:14.354766Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801938957161355:2061] [node 4] ICS10 traffic start
2025-12-06T17:43:14.354829Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:14.402127Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801939167631973:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:14.402335Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801934872664588:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:14.402989Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801935285455921:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:14.403036Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801935285455921:2120] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:14.404839Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801939167631985:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51275
2025-12-06T17:43:14.405228Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801935285455921:2120] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:14.406073Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801939167631973:2120] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:14.406508Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801930990488592:2064] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:43:14.406666Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:14.406731Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801930990488592:2064] [node 4] ICP22 created new session: [2:7580801935285455932:2064]
2025-12-06T17:43:14.406788Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801935285455932:2064] [node 4] ICS09 handshake done sender: [2:7580801935285455921:2120] self: [2:7580801935285455920:0] peer: [4:7580801939167631984:0] socket: 234 qp: -1
2025-12-06T17:43:14.406829Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801935285455932:2064] [node 4] ICS10 traffic start
2025-12-06T17:43:14.406866Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:14.408927Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801934872664588:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:14.409022Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:14.409079Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801934872664588:2049] [node 2] ICP22 created new session: [4:7580801939167631986:2049]
2025-12-06T17:43:14.409137Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801939167631986:2049] [node 2] ICS09 handshake done sender: [4:7580801939167631973:2120] self: [4:7580801939167631984:0] peer: [2:7580801935285455920:0] socket: 246 qp: -1
2025-12-06T17:43:14.409177Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801939167631986:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:14.409220Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:14.561352Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:43:14.561608Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580801935285455929:2048] [node 1] ICS01 socket: 241 reason# EndOfStream
2025-12-06T17:43:14.561664Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580801926695521237:2048] [node 1] ICP30 unregister session Session# [2:7580801935285455929:2048] VirtualId# [2:7580801935285455919:0]
2025-12-06T17:43:14.561707Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580801935285455929:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:14.561811Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:14.561855Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:14.564097Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:43:14.564337Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801938609037874:2048] [node 1] ICS01 socket: 206 reason# EndOfStream
2025-12-06T17:43:14.564387Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801934314070476:2048] [node 1] ICP30 unregister session Session# [3:7580801938609037874:2048] VirtualId# [3:7580801934314070562:0]
2025-12-06T17:43:14.564450Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801938609037874:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:14.564540Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:14.564593Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:14.569698Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:43:14.569958Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801939167631979:2048] [node 1] ICS01 socket: 229 reason# EndOfStream
2025-12-06T17:43:14.570012Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801934872664587:2048] [node 1] ICP30 unregister session Session# [4:7580801939167631979:2048] VirtualId# [4:7580801939167631971:0]
2025-12-06T17:43:14.570050Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801939167631979:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:14.570142Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:14.570200Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:14.570315Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:43:14.570506Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580801934662194043:2048] [node 1] ICS07 socket disconnect 181 reason# EndOfStream
2025-12-06T17:43:14.570557Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801934662194043:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:14.570646Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:14.570693Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580801934662194043:2048] [node 1] ICS15 start handshake
2025-12-06T17:43:14.572924Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801934662193956:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18218) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:14.572990Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801934662194043:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:14.573029Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801934662193956:2048] [node 1] ICP30 unregister session Session# [5:7580801934662194043:2048] VirtualId# [5:7580801934662194037:0]
2025-12-06T17:43:14.573071Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:14.573122Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580801934662193956:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:18218) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:14.573142Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18218) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:14.578751Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:43:14.579023Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580801935452915333:2048] [node 1] ICS07 socket disconnect 194 reason# EndOfStream
2025-12-06T17:43:14.579061Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801935452915333:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:14.579167Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:14.579212Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580801935452915333:2048] [node 1] ICS15 start handshake
2025-12-06T17:43:14.580480Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801931157947947:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18218) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:14.580548Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801935452915333:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:14.580589Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801931157947947:2048] [node 1] ICP30 unregister session Session# [6:7580801935452915333:2048] VirtualId# [6:7580801931157948020:0]
2025-12-06T17:43:14.580704Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:14.580740Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580801931157947947:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:18218) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:14.580758Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18218) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:14.585835Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580801934662193956:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:43:14.590976Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580801931157947947:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:43:14.826920Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:43:14.827183Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801938609037867:2049] [node 2] ICS01 socket: 212 reason# EndOfStream
2025-12-06T17:43:14.827232Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801934314070477:2049] [node 2] ICP30 unregister session Session# [3:7580801938609037867:2049] VirtualId# [3:7580801934314070557:0]
2025-12-06T17:43:14.827300Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801938609037867:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:14.827415Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:14.827463Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:14.847814Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:43:14.848078Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801934662194041:2049] [node 2] ICS01 socket: 189 reason# EndOfStream
2025-12-06T17:43:14.849443Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:43:14.848454Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:43:14.849645Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801935452915346:2049] [node 2] ICS01 socket: 238 reason# EndOfStream
2025-12-06T17:43:14.848659Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580801939167631986:2049] [node 2] ICS07 socket disconnect 246 reason# EndOfStream
2025-12-06T17:43:14.848688Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801939167631986:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:14.849690Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801931157947948:2049] [node 2] ICP30 unregister session Session# [6:7580801935452915346:2049] VirtualId# [6:7580801935452915337:0]
2025-12-06T17:43:14.848761Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:14.849723Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801935452915346:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:14.849799Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:14.848807Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580801939167631986:2049] [node 2] ICS15 start handshake
2025-12-06T17:43:14.849842Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:14.852027Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801934872664588:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9043) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:14.852110Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801939167631986:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:14.852150Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801934872664588:2049] [node 2] ICP30 unregister session Session# [4:7580801939167631986:2049] VirtualId# [4:7580801939167631984:0]
2025-12-06T17:43:14.852193Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:14.852231Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580801934872664588:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:9043) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:14.852253Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9043) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:14.848125Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801934662193957:2049] [node 2] ICP30 unregister session Session# [5:7580801934662194041:2049] VirtualId# [5:7580801934662194034:0]
2025-12-06T17:43:14.848166Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801934662194041:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:14.848246Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:14.848290Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:14.862839Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580801934872664588:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:43:14.953256Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:43:14.953519Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801939167631970:2050] [node 3] ICS01 socket: 210 reason# EndOfStream
2025-12-06T17:43:14.953585Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801934872664589:2050] [node 3] ICP30 unregister session Session# [4:7580801939167631970:2050] VirtualId# [4:7580801934872664657:0]
2025-12-06T17:43:14.953628Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801939167631970:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:14.953704Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:43:14.953744Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:43:14.955530Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:43:14.955791Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801938957161350:2050] [node 3] ICS01 socket: 184 reason# EndOfStream
2025-12-06T17:43:14.955836Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801934662193958:2050] [node 3] ICP30 unregister session Session# [5:7580801938957161350:2050] VirtualId# [5:7580801934662194048:0]
2025-12-06T17:43:14.955874Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801938957161350:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:14.955978Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:43:14.956028Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:43:14.964392Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:43:14.964712Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580801935452915338:2050] [node 3] ICS07 socket disconnect 217 reason# EndOfStream
2025-12-06T17:43:14.964761Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801935452915338:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:14.964893Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:43:14.964946Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580801935452915338:2050] [node 3] ICS15 start handshake
2025-12-06T17:43:14.968616Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801931157947949:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61390) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:14.968684Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801935452915338:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:14.968733Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801931157947949:2050] [node 3] ICP30 unregister session Session# [6:7580801935452915338:2050] VirtualId# [6:7580801931157948028:0]
2025-12-06T17:43:14.968859Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:43:14.968912Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580801931157947949:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:61390) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:14.968946Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61390) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:14.976444Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580801931157947949:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:43:15.184148Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:43:15.192759Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801935452915344:2060] [node 4] ICS01 socket: 245 reason# EndOfStream
2025-12-06T17:43:15.174803Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:43:15.198984Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801931157947964:2060] [node 4] ICP30 unregister session Session# [6:7580801935452915344:2060] VirtualId# [6:7580801935452915341:0]
2025-12-06T17:43:15.199068Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801935452915344:2060] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:15.199191Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:43:15.199249Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:43:15.350744Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:43:15.351048Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801935452915335:2066] [node 5] ICS01 socket: 203 reason# EndOfStream
2025-12-06T17:43:15.351100Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801931157947968:2066] [node 5] ICP30 unregister session Session# [6:7580801935452915335:2066] VirtualId# [6:7580801931157948030:0]
2025-12-06T17:43:15.351143Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801935452915335:2066] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:15.351246Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:43:15.351297Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:43:15.575795Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801941673453650:2048] [node 2] ICP01 ready to work
2025-12-06T17:43:15.575844Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801941673453651:2049] [node 3] ICP01 ready to work
2025-12-06T17:43:15.597155Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801941378653542:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:15.597208Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801941378653543:2049] [node 3] ICP01 ready to work
2025-12-06T17:43:15.620114Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801941147546713:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:15.620152Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801941147546714:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:15.633200Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801942864821016:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:15.633234Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801942864821017:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:15.633267Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801942864821018:2050] [node 3] ICP01 ready to work
2025-12-06T17:43:15.656764Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801940281806075:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:15.656805Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801940281806076:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:15.656866Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801940281806077:2050] [node 3] ICP01 ready to work
2025-12-06T17:43:15.859608Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801942686743253:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:15.859665Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801942686743254:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:15.859704Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801942686743255:2050] [node 3] ICP01 ready to work
2025-12-06T17:43:16.076820Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801946981710570:2063] [node 4] ICP01 ready to work
2025-12-06T17:43:15.984132Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801941378653587:2093] [node 4] ICP01 ready to work
2025-12-06T17:43:16.080585Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801945673620899:2096] [node 5] ICP01 ready to work
2025-12-06T17:43:16.093963Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801945442514068:2080] [node 5] ICP01 ready to work
2025-12-06T17:43:16.118680Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801945968421009:2105] [node 5] ICP01 ready to work
2025-12-06T17:43:16.081481Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801945673620900:2098] [node 6] ICP01 ready to work
2025-12-06T17:43:16.198811Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801945968421010:2106] [node 6] ICP01 ready to work
2025-12-06T17:43:16.178869Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801946981710579:2067] [node 5] ICP01 ready to work
2025-12-06T17:43:16.187896Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801947159788375:2066] [node 6] ICP01 ready to work
2025-12-06T17:43:16.179334Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801945442514075:2082] [node 4] ICP01 ready to work
2025-12-06T17:43:16.261033Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801940281806075:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(253543091ns) {Configure:104(253537610ns) {ProcessConfigured:135(91975ns) {StartInitialHandshake:157(88437ns) {DropHandshakes:470(2987ns) {DropIncomingHandshake:442(842ns) DropOutgoingHandshake:457(390ns)} GenerateSessionVirtualId:988(1150ns) PrepareNewSessionHandshake:477(1961ns) {SwitchToState:179(628ns)}}}}}
2025-12-06T17:43:16.264665Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801944576773436:2066] [node 4] ICP01 ready to work
2025-12-06T17:43:16.265618Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801944576773437:2088] [node 6] ICP01 ready to work
2025-12-06T17:43:16.180376Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801945442514077:2086] [node 6] ICP01 ready to work
2025-12-06T17:43:16.275679Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801947159788376:2071] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:16.227425Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801941147546714:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(46252981ns) {Configure:104(46246087ns) {ProcessConfigured:135(79198ns) {StartInitialHandshake:157(76555ns) {DropHandshakes:470(3879ns) {DropIncomingHandshake:442(888ns) DropOutgoingHandshake:457(529ns)} GenerateSessionVirtualId:988(570ns) PrepareNewSessionHandshake:477(1943ns) {SwitchToState:179(899ns)}}}}}
2025-12-06T17:43:16.295049Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801947159788375:2066] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(18151516ns) {Configure:104(18145991ns) {ProcessConfigured:135(73482ns) {StartInitialHandshake:157(71155ns) {DropHandshakes:470(2655ns) {DropIncomingHandshake:442(572ns) DropOutgoingHandshake:457(387ns)} GenerateSessionVirtualId:988(791ns) PrepareNewSessionHandshake:477(2203ns) {SwitchToState:179(937ns)}}}}}
2025-12-06T17:43:16.308151Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801945968421011:2107] [node 4] ICP01 ready to work
2025-12-06T17:43:16.303320Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801941378653542:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(218700831ns) {Configure:104(218695727ns) {ProcessConfigured:135(16080525ns) {StartInitialHandshake:157(3709765ns) {DropHandshakes:470(3377ns) {DropIncomingHandshake:442(1236ns) DropOutgoingHandshake:457(330ns)} GenerateSessionVirtualId:988(2105ns) PrepareNewSessionHandshake:477(5003ns) {SwitchToState:179(2548ns)}}}}}
2025-12-06T17:43:16.292703Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801945442514077:2086] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(49883569ns) {Configure:104(49877018ns) {ProcessConfigured:135(113683ns) {StartInitialHandshake:157(110926ns) {DropHandshakes:470(2408ns) {DropIncomingHandshake:442(464ns) DropOutgoingHandshake:457(461ns)} GenerateSessionVirtualId:988(930ns) PrepareNewSessionHandshake:477(1877ns) {SwitchToState:179(781ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:16.351689Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801945968421009:2105] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(22325045ns) {Configure:104(22318485ns) {ProcessConfigured:135(86510ns) {StartInitialHandshake:157(84335ns) {DropHandshakes:470(2672ns) {DropIncomingHandshake:442(529ns) DropOutgoingHandshake:457(424ns)} GenerateSessionVirtualId:988(1240ns) PrepareNewSessionHandshake:477(1040ns) {SwitchToState:179(355ns)}}}}}
2025-12-06T17:43:16.370326Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801944576773436:2066] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(62583347ns) {Configure:104(62578398ns) {ProcessConfigured:135(26306982ns) {StartInitialHandshake:157(26303695ns) {DropHandshakes:470(2775ns) {DropIncomingHandshake:442(698ns) DropOutgoingHandshake:457(385ns)} GenerateSessionVirtualId:988(1066ns) PrepareNewSessionHandshake:477(3650ns) {SwitchToState:179(1829ns)}}}}}
2025-12-06T17:43:16.336611Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801942864821016:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(38931171ns) {Configure:104(38925706ns) {ProcessConfigured:135(76921ns) {StartInitialHandshake:157(74442ns) {DropHandshakes:470(3070ns) {DropIncomingHandshake:442(636ns) DropOutgoingHandshake:457(566ns)} GenerateSessionVirtualId:988(1069ns) PrepareNewSessionHandshake:477(1922ns) {SwitchToState:179(629ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:16.381535Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801945968421011:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(27364626ns) {Configure:104(27357685ns) {ProcessConfigured:135(80588ns) {StartInitialHandshake:157(77722ns) {DropHandshakes:470(2920ns) {DropIncomingHandshake:442(515ns) DropOutgoingHandshake:457(391ns)} GenerateSessionVirtualId:988(908ns) PrepareNewSessionHandshake:477(1997ns) {SwitchToState:179(604ns)}}}}}
2025-12-06T17:43:16.382696Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801945968421022:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11562
2025-12-06T17:43:16.382887Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801945968421023:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11562
2025-12-06T17:43:16.349795Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801947159788379:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1092
2025-12-06T17:43:16.349887Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801947159788380:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1092
2025-12-06T17:43:16.292947Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801945442514076:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18025
2025-12-06T17:43:16.386470Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801945673620900:2098] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(47179180ns) {Configure:104(47169063ns) {ProcessConfigured:135(27204081ns) {StartInitialHandshake:157(27199140ns) {DropHandshakes:470(2874ns) {DropIncomingHandshake:442(700ns) DropOutgoingHandshake:457(414ns)} GenerateSessionVirtualId:988(1109ns) PrepareNewSessionHandshake:477(4088ns) {SwitchToState:179(2179ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:16.389705Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801945673620901:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20851
2025-12-06T17:43:16.390170Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801945673620916:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20851
2025-12-06T17:43:16.390371Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801945673620917:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20851
2025-12-06T17:43:16.390443Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801945673620918:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20851
2025-12-06T17:43:16.428507Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801942686743253:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(23214795ns) {Configure:104(23208393ns) {ProcessConfigured:135(21719044ns) {StartInitialHandshake:157(21715028ns) {DropHandshakes:470(1636ns) {DropIncomingHandshake:442(380ns) DropOutgoingHandshake:457(324ns)} GenerateSessionVirtualId:988(763ns) PrepareNewSessionHandshake:477(5283ns) {SwitchToState:179(2054ns)}}}}}
2025-12-06T17:43:16.432088Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801945968421022:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:16.452935Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801946981710627:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37217
2025-12-06T17:43:16.453089Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801946981710628:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37217
2025-12-06T17:43:16.454088Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801945442514076:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:16.457900Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801945673620916:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:16.461735Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801944576773447:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37919
2025-12-06T17:43:16.461930Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801944576773448:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37919
2025-12-06T17:43:16.464832Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801944576773451:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37919
2025-12-06T17:43:16.465082Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801944576773452:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37919
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:16.466058Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801945442514090:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18025
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:16.466742Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801947159788392:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1092
2025-12-06T17:43:16.475651Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801946981710627:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:16.475794Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801946981710628:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:16.476173Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801946981710570:2063] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:16.476273Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801942686743253:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:16.477147Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801947159788379:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:16.477309Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801947159788378:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:16.477339Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801947159788378:2110] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:16.479076Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801945968421013:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:16.479118Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801945968421013:2110] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:16.480768Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801947159788378:2110] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:16.481186Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801947159788375:2066] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:16.481268Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:16.481330Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801947159788375:2066] [node 6] ICP22 created new session: [4:7580801947159788395:2066]
2025-12-06T17:43:16.481381Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801947159788395:2066] [node 6] ICS09 handshake done sender: [4:7580801947159788378:2110] self: [4:7580801947159788377:0] peer: [6:7580801946981710629:0] socket: 199 qp: -1
2025-12-06T17:43:16.481438Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801947159788395:2066] [node 6] ICS10 traffic start
2025-12-06T17:43:16.481480Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:16.483791Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801946981710631:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37217
2025-12-06T17:43:16.484270Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801945968421013:2110] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:16.484953Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801946981710627:2115] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:16.485289Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801944576773447:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:16.485419Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801944576773448:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:16.485734Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801944576773451:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:16.490416Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801945673620917:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:16.490905Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801945673620918:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:16.491005Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801945673620901:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:16.491423Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580801941378653542:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:16.492749Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801945968421023:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:16.493197Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801945968421015:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:16.493229Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801945968421015:2111] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:43:16.493863Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801945968421010:2106] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:16.493910Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:16.493965Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801945968421010:2106] [node 6] ICP22 created new session: [1:7580801945968421031:2106]
2025-12-06T17:43:16.494032Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801945968421031:2106] [node 6] ICS09 handshake done sender: [1:7580801945968421013:2110] self: [1:7580801945968421012:0] peer: [6:7580801946981710630:0] socket: 207 qp: -1
2025-12-06T17:43:16.494083Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801945968421031:2106] [node 6] ICS10 traffic start
2025-12-06T17:43:16.494124Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:16.496455Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801945442514091:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18025
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:16.496677Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801945968421030:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11562
2025-12-06T17:43:16.497165Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801945968421015:2111] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:16.498236Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801946981710570:2063] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:43:16.498298Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:16.498365Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801946981710570:2063] [node 4] ICP22 created new session: [6:7580801946981710633:2063]
2025-12-06T17:43:16.498430Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801946981710633:2063] [node 4] ICS09 handshake done sender: [6:7580801946981710627:2115] self: [6:7580801946981710629:0] peer: [4:7580801947159788377:0] socket: 215 qp: -1
2025-12-06T17:43:16.498476Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801946981710633:2063] [node 4] ICS10 traffic start
2025-12-06T17:43:16.498520Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:16.507411Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801947159788380:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:16.507762Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801942864821017:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:16.511659Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801941378653589:2094] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:16.511705Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801941378653589:2094] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:16.518777Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801946981710632:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37217
2025-12-06T17:43:16.527380Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801940281806077:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:16.527483Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801944576773436:2066] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:16.527546Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801940281806075:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:16.528400Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801945442514090:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:16.528576Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801945442514074:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:16.528604Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801945442514074:2110] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:43:16.529993Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801945442514074:2110] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:16.530310Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801947159788392:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:16.530458Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801947159788388:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:16.530486Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801947159788388:2116] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:43:16.531145Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801945442514068:2080] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:16.531221Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:16.531281Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801945442514068:2080] [node 5] ICP22 created new session: [3:7580801945442514094:2080]
2025-12-06T17:43:16.531343Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801945442514094:2080] [node 5] ICS09 handshake done sender: [3:7580801945442514074:2110] self: [3:7580801945442514073:0] peer: [5:7580801944576773453:0] socket: 192 qp: -1
2025-12-06T17:43:16.531384Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801945442514094:2080] [node 5] ICS10 traffic start
2025-12-06T17:43:16.531427Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:16.534417Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801946981710628:2116] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:16.536038Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801945673620925:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20851
2025-12-06T17:43:16.559003Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801945673620918:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:16.566692Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801945968421019:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:16.566753Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801945968421019:2113] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:43:16.569228Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801941673453650:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:43:16.570929Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580801941378653542:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:16.571012Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:16.571073Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801941378653542:2048] [node 1] ICP22 created new session: [2:7580801945673620927:2048]
2025-12-06T17:43:16.571120Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801945673620927:2048] [node 1] ICS09 handshake done sender: [2:7580801945673620918:2118] self: [2:7580801945673620923:0] peer: [1:7580801945968421014:0] socket: 213 qp: -1
2025-12-06T17:43:16.571161Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801945673620927:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:16.571217Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:16.541456Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801942686743253:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:16.541535Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:16.541602Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801942686743253:2048] [node 1] ICP22 created new session: [6:7580801946981710636:2048]
2025-12-06T17:43:16.541672Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801946981710636:2048] [node 1] ICS09 handshake done sender: [6:7580801946981710628:2116] self: [6:7580801946981710630:0] peer: [1:7580801945968421012:0] socket: 216 qp: -1
2025-12-06T17:43:16.541714Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801946981710636:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:16.541758Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:16.559359Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801945442514091:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:16.569291Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:16.569350Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801941673453650:2048] [node 2] ICP22 created new session: [1:7580801945968421036:2048]
2025-12-06T17:43:16.569418Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801945968421036:2048] [node 2] ICS09 handshake done sender: [1:7580801945968421015:2111] self: [1:7580801945968421014:0] peer: [2:7580801945673620923:0] socket: 208 qp: -1
2025-12-06T17:43:16.569460Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801945968421036:2048] [node 2] ICS10 traffic start
2025-12-06T17:43:16.569499Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:16.559567Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801941147546713:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:16.576693Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801945442514098:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18025
2025-12-06T17:43:16.579966Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801944576773452:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:16.582407Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801947159788400:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1092
2025-12-06T17:43:16.582483Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801947159788401:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1092
2025-12-06T17:43:16.583899Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801941378653589:2094] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:16.584494Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801946981710638:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37217
2025-12-06T17:43:16.584831Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801947159788388:2116] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:16.586843Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801945968421019:2113] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:16.585399Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801940281806077:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26950) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580801944576773447:2115] held: no
2025-12-06T17:43:16.586904Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801940281806076:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:16.587248Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801944576773456:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37919
2025-12-06T17:43:16.587233Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801941673453651:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:43:16.587324Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:16.587378Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801941673453651:2049] [node 3] ICP22 created new session: [1:7580801945968421038:2049]
2025-12-06T17:43:16.587440Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801945968421038:2049] [node 3] ICS09 handshake done sender: [1:7580801945968421019:2113] self: [1:7580801945968421018:0] peer: [3:7580801945442514096:0] socket: 231 qp: -1
2025-12-06T17:43:16.587482Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801945968421038:2049] [node 3] ICS10 traffic start
2025-12-06T17:43:16.587537Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:16.596424Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801945442514091:2117] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:16.596950Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801941147546713:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:16.597040Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:16.597095Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801941147546713:2048] [node 1] ICP22 created new session: [3:7580801945442514099:2048]
2025-12-06T17:43:16.597149Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801945442514099:2048] [node 1] ICS09 handshake done sender: [3:7580801945442514091:2117] self: [3:7580801945442514096:0] peer: [1:7580801945968421018:0] socket: 234 qp: -1
2025-12-06T17:43:16.597212Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801945442514099:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:16.597255Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:16.600949Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801947159788401:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:16.601026Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801947159788376:2071] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:16.601091Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:16.601155Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801947159788376:2071] [node 5] ICP22 created new session: [4:7580801947159788403:2071]
2025-12-06T17:43:16.601207Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801947159788403:2071] [node 5] ICS09 handshake done sender: [4:7580801947159788388:2116] self: [4:7580801947159788387:0] peer: [5:7580801944576773454:0] socket: 198 qp: -1
2025-12-06T17:43:16.601249Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801947159788403:2071] [node 5] ICS10 traffic start
2025-12-06T17:43:16.601288Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:16.603744Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801945673620903:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:16.603787Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801945673620903:2112] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:43:16.604607Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801941378653587:2093] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:43:16.604681Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:16.604737Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801941378653587:2093] [node 4] ICP22 created new session: [2:7580801945673620930:2093]
2025-12-06T17:43:16.604794Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801945673620930:2093] [node 4] ICS09 handshake done sender: [2:7580801941378653589:2094] self: [2:7580801941378653588:0] peer: [4:7580801947159788398:0] socket: 189 qp: -1
2025-12-06T17:43:16.604833Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801945673620930:2093] [node 4] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:16.604897Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:16.608182Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801945968421017:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:16.608230Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801945968421017:2112] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:43:16.607011Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801944576773457:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37919
2025-12-06T17:43:16.607661Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801944576773447:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:16.615010Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801940281806077:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:43:16.615122Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:16.615184Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801940281806077:2050] [node 3] ICP22 created new session: [5:7580801944576773461:2050]
2025-12-06T17:43:16.615242Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801944576773461:2050] [node 3] ICS09 handshake done sender: [5:7580801944576773447:2115] self: [5:7580801944576773453:0] peer: [3:7580801945442514073:0] socket: 202 qp: -1
2025-12-06T17:43:16.615299Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801944576773461:2050] [node 3] ICS10 traffic start
2025-12-06T17:43:16.615347Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:16.617510Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801946981710639:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37217
2025-12-06T17:43:16.629830Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801947159788380:2112] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:16.627565Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [1:7580801941673453650:2048] [node 2] ICP27 obsolete handshake fail ignored
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:16.639080Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801945968421040:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11562
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:16.643488Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801944576773436:2066] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17412) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580801944576773448:2116] held: no
2025-12-06T17:43:16.644919Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801944576773457:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:16.645322Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801944576773458:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37919
2025-12-06T17:43:16.642974Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801945968421017:2112] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:16.637325Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801945673620933:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20851
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:16.659157Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801945442514102:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18025
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:16.659876Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801944576773463:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37919
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:16.660466Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801944576773464:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37919
2025-12-06T17:43:16.660930Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801944576773448:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:16.643123Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801945673620903:2112] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:16.651159Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801945673620899:2096] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:16.651229Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:16.664226Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801945442514102:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:16.664394Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801941147546714:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:16.665817Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801945442514104:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18025
2025-12-06T17:43:16.651305Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801945673620899:2096] [node 5] ICP22 created new session: [2:7580801945673620935:2096]
2025-12-06T17:43:16.651366Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801945673620935:2096] [node 5] ICS09 handshake done sender: [2:7580801945673620903:2112] self: [2:7580801945673620902:0] peer: [5:7580801944576773459:0] socket: 220 qp: -1
2025-12-06T17:43:16.651412Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801945673620935:2096] [node 5] ICS10 traffic start
2025-12-06T17:43:16.651475Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:16.664791Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801945673620915:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:16.664819Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801945673620915:2115] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:43:16.654835Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801945968421009:2105] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:16.654957Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:16.655019Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801945968421009:2105] [node 5] ICP22 created new session: [1:7580801945968421043:2105]
2025-12-06T17:43:16.655076Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801945968421043:2105] [node 5] ICS09 handshake done sender: [1:7580801945968421017:2112] self: [1:7580801945968421016:0] peer: [5:7580801944576773455:0] socket: 209 qp: -1
2025-12-06T17:43:16.655117Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801945968421043:2105] [node 5] ICS10 traffic start
2025-12-06T17:43:16.655187Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:16.666704Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801946981710639:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:16.669086Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801945442514085:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:16.667171Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801946981710638:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:16.669124Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801945442514085:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:16.667328Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801942686743255:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:16.667397Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801942686743254:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:16.670736Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801942864821017:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:16.670816Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:16.670880Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801942864821017:2049] [node 2] ICP22 created new session: [4:7580801947159788406:2049]
2025-12-06T17:43:16.670935Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801947159788406:2049] [node 2] ICS09 handshake done sender: [4:7580801947159788380:2112] self: [4:7580801947159788398:0] peer: [2:7580801941378653588:0] socket: 195 qp: -1
2025-12-06T17:43:16.670982Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801947159788406:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:16.671039Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:16.671024Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801946981710642:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37217
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:16.683057Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7580801942864821017:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:43:16.685088Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801942864821018:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:16.685975Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801947159788408:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1092
2025-12-06T17:43:16.701983Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801946981710639:2120] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:16.688198Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801945673620915:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:16.686465Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801945442514085:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:16.710194Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801945442514083:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:16.710251Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801945442514083:2114] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:43:16.719065Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801940281806075:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10797) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580801944576773451:2117] held: no
2025-12-06T17:43:16.720299Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801944576773436:2066] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:43:16.720376Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:16.720462Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801944576773436:2066] [node 4] ICP22 created new session: [5:7580801944576773466:2066]
2025-12-06T17:43:16.720515Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801944576773466:2066] [node 4] ICS09 handshake done sender: [5:7580801944576773448:2116] self: [5:7580801944576773454:0] peer: [4:7580801947159788387:0] socket: 203 qp: -1
2025-12-06T17:43:16.720560Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801944576773466:2066] [node 4] ICS10 traffic start
2025-12-06T17:43:16.720620Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:16.721810Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801944576773451:2117] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:16.702393Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801942686743255:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:43:16.688772Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801945673620913:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:16.702474Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:16.702568Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801942686743255:2050] [node 3] ICP22 created new session: [6:7580801946981710643:2050]
2025-12-06T17:43:16.702626Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801946981710643:2050] [node 3] ICS09 handshake done sender: [6:7580801946981710639:2120] self: [6:7580801946981710640:0] peer: [3:7580801945442514084:0] socket: 225 qp: -1
2025-12-06T17:43:16.706783Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801946981710643:2050] [node 3] ICS10 traffic start
2025-12-06T17:43:16.723373Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:16.688806Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801945673620913:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:16.689387Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801941378653543:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:43:16.689501Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:16.689563Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801941378653543:2049] [node 3] ICP22 created new session: [2:7580801945673620938:2049]
2025-12-06T17:43:16.689624Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801945673620938:2049] [node 3] ICS09 handshake done sender: [2:7580801945673620915:2115] self: [2:7580801945673620914:0] peer: [3:7580801945442514103:0] socket: 232 qp: -1
2025-12-06T17:43:16.689660Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801945673620938:2049] [node 3] ICS10 traffic start
2025-12-06T17:43:16.689699Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:16.703753Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801945673620913:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:16.704049Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801945673620900:2098] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:16.704145Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:16.704214Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801945673620900:2098] [node 6] ICP22 created new session: [2:7580801945673620941:2098]
2025-12-06T17:43:16.704282Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801945673620941:2098] [node 6] ICS09 handshake done sender: [2:7580801945673620913:2114] self: [2:7580801945673620912:0] peer: [6:7580801946981710641:0] socket: 230 qp: -1
2025-12-06T17:43:16.704324Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801945673620941:2098] [node 6] ICS10 traffic start
2025-12-06T17:43:16.704364Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:16.722609Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801945673620933:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:16.722738Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580801945673620899:2096] [node 5] ICP18 handshake (actor [2:7580801945673620933:2120]) is too old
2025-12-06T17:43:16.735199Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801947159788408:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:16.731568Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801945968421040:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:16.741753Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801945442514077:2086] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:16.743643Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801945968421021:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:16.743677Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801945968421021:2114] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:43:16.742879Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801942864821016:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:16.746879Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801947159788411:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1092
2025-12-06T17:43:16.747257Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801945968421021:2114] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:16.747915Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801947159788408:2120] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:16.748282Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801945968421011:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:43:16.748374Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:16.748451Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801945968421011:2107] [node 4] ICP22 created new session: [1:7580801945968421047:2107]
2025-12-06T17:43:16.748514Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801945968421047:2107] [node 4] ICS09 handshake done sender: [1:7580801945968421021:2114] self: [1:7580801945968421020:0] peer: [4:7580801947159788410:0] socket: 248 qp: -1
2025-12-06T17:43:16.748559Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801945968421047:2107] [node 4] ICS10 traffic start
2025-12-06T17:43:16.748611Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:16.750518Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801942864821016:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:16.750609Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:16.750670Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801942864821016:2048] [node 1] ICP22 created new session: [4:7580801947159788412:2048]
2025-12-06T17:43:16.750735Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801947159788412:2048] [node 1] ICS09 handshake done sender: [4:7580801947159788408:2120] self: [4:7580801947159788410:0] peer: [1:7580801945968421020:0] socket: 206 qp: -1
2025-12-06T17:43:16.750779Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801947159788412:2048] [node 1] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:16.734839Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801942686743255:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(31519658ns) {HandleHandshakeStatus:329(31517704ns) {DropIncomingHandshake:442(1016ns) DropOutgoingHandshake:457(7801ns) SwitchToState:179(1159ns) ProcessPendingSessionEvents:495(1227445ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 1148551ns max# 627306ns}}}
2025-12-06T17:43:16.750862Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801942686743254:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29521) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801946981710638:2119] held: no
2025-12-06T17:43:16.752553Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801946981710645:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37217
2025-12-06T17:43:16.759135Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801946981710638:2119] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:16.757841Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:16.754880Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:16.759329Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801945442514077:2086] [node 6] ICP22 created new session: [3:7580801945442514107:2086]
2025-12-06T17:43:16.759386Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801945442514107:2086] [node 6] ICS09 handshake done sender: [3:7580801945442514085:2115] self: [3:7580801945442514084:0] peer: [6:7580801946981710640:0] socket: 196 qp: -1
2025-12-06T17:43:16.759425Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801945442514107:2086] [node 6] ICS10 traffic start
2025-12-06T17:43:16.759470Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:16.761121Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801945442514077:2086] [node 6] ICP35 event processing took too much time PendingConnection:279(18538397ns) {HandleHandshakeStatus:329(18533079ns) {DropIncomingHandshake:442(22708ns) DropOutgoingHandshake:457(465ns) SwitchToState:179(928ns) ProcessPendingSessionEvents:495(632563ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 539908ns max# 46382ns}}}
2025-12-06T17:43:16.775825Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801942686743254:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:16.775927Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:16.775993Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801942686743254:2049] [node 2] ICP22 created new session: [6:7580801946981710646:2049]
2025-12-06T17:43:16.776046Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801946981710646:2049] [node 2] ICS09 handshake done sender: [6:7580801946981710638:2119] self: [6:7580801946981710641:0] peer: [2:7580801945673620912:0] socket: 245 qp: -1
2025-12-06T17:43:16.776095Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801946981710646:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:16.776135Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:16.778298Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801940281806075:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:16.778374Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:16.778434Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801940281806075:2048] [node 1] ICP22 created new session: [5:7580801944576773469:2048]
2025-12-06T17:43:16.778493Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801944576773469:2048] [node 1] ICS09 handshake done sender: [5:7580801944576773451:2117] self: [5:7580801944576773455:0] peer: [1:7580801945968421016:0] socket: 217 qp: -1
2025-12-06T17:43:16.778554Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801944576773469:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:16.778599Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:16.779848Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801940281806076:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29521) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580801944576773452:2118] held: no
2025-12-06T17:43:16.782469Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801941147546714:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29521) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580801945442514102:2119] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:16.791975Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801946981710648:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37217
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:16.793681Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801944576773452:2118] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:16.792571Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801945442514106:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18025
2025-12-06T17:43:16.793228Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801945442514102:2119] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:16.798596Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801947159788414:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1092
2025-12-06T17:43:16.799062Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801945442514106:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:16.799123Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801941147546714:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:16.799193Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:16.799250Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801941147546714:2049] [node 2] ICP22 created new session: [3:7580801945442514110:2049]
2025-12-06T17:43:16.799298Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801945442514110:2049] [node 2] ICS09 handshake done sender: [3:7580801945442514102:2119] self: [3:7580801945442514103:0] peer: [2:7580801945673620914:0] socket: 251 qp: -1
2025-12-06T17:43:16.799337Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801945442514110:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:16.799376Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:16.801696Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801940281806076:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:16.801755Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:16.801807Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801940281806076:2049] [node 2] ICP22 created new session: [5:7580801944576773471:2049]
2025-12-06T17:43:16.801852Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801944576773471:2049] [node 2] ICS09 handshake done sender: [5:7580801944576773452:2118] self: [5:7580801944576773459:0] peer: [2:7580801945673620902:0] socket: 223 qp: -1
2025-12-06T17:43:16.801891Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801944576773471:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:16.801932Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:16.800903Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801945442514083:2114] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:16.807445Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801947159788401:2119] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:16.807744Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801942864821018:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:43:16.807804Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:16.807883Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801942864821018:2050] [node 3] ICP22 created new session: [4:7580801947159788415:2050]
2025-12-06T17:43:16.807936Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801947159788415:2050] [node 3] ICS09 handshake done sender: [4:7580801947159788401:2119] self: [4:7580801947159788409:0] peer: [3:7580801945442514082:0] socket: 243 qp: -1
2025-12-06T17:43:16.807978Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801947159788415:2050] [node 3] ICS10 traffic start
2025-12-06T17:43:16.808020Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:16.811138Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801945442514075:2082] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:43:16.811251Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:16.811308Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801945442514075:2082] [node 4] ICP22 created new session: [3:7580801945442514113:2082]
2025-12-06T17:43:16.811380Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801945442514113:2082] [node 4] ICS09 handshake done sender: [3:7580801945442514083:2114] self: [3:7580801945442514082:0] peer: [4:7580801947159788409:0] socket: 224 qp: -1
2025-12-06T17:43:16.811479Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801945442514113:2082] [node 4] ICS10 traffic start
2025-12-06T17:43:16.811524Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:16.815399Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801946981710648:2123] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:16.815580Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801946981710579:2067] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:16.822958Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801944576773445:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:16.823011Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580801944576773445:2114] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:16.824476Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801946981710650:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37217
2025-12-06T17:43:16.829728Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801944576773445:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:16.830490Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801946981710648:2123] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:16.830800Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801946981710579:2067] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:43:16.830889Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:16.830952Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801946981710579:2067] [node 5] ICP22 created new session: [6:7580801946981710651:2067]
2025-12-06T17:43:16.831022Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801946981710651:2067] [node 5] ICS09 handshake done sender: [6:7580801946981710648:2123] self: [6:7580801946981710649:0] peer: [5:7580801944576773444:0] socket: 191 qp: -1
2025-12-06T17:43:16.831063Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801946981710651:2067] [node 5] ICS10 traffic start
2025-12-06T17:43:16.831103Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:16.834172Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580801944576773437:2088] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:16.834264Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:16.834320Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801944576773437:2088] [node 6] ICP22 created new session: [5:7580801944576773474:2088]
2025-12-06T17:43:16.834373Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801944576773474:2088] [node 6] ICS09 handshake done sender: [5:7580801944576773445:2114] self: [5:7580801944576773444:0] peer: [6:7580801946981710649:0] socket: 194 qp: -1
2025-12-06T17:43:16.834416Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801944576773474:2088] [node 6] ICS10 traffic start
2025-12-06T17:43:16.834452Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:16.928780Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:43:16.929045Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580801945673620927:2048] [node 1] ICS01 socket: 213 reason# EndOfStream
2025-12-06T17:43:16.929097Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580801941378653542:2048] [node 1] ICP30 unregister session Session# [2:7580801945673620927:2048] VirtualId# [2:7580801945673620923:0]
2025-12-06T17:43:16.929134Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580801945673620927:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:16.929240Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:16.929292Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:16.931897Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:43:16.932135Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801945442514099:2048] [node 1] ICS01 socket: 234 reason# EndOfStream
2025-12-06T17:43:16.932195Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801941147546713:2048] [node 1] ICP30 unregister session Session# [3:7580801945442514099:2048] VirtualId# [3:7580801945442514096:0]
2025-12-06T17:43:16.932234Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801945442514099:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:16.932318Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:16.932366Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:16.951523Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:43:16.951850Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801944576773469:2048] [node 1] ICS01 socket: 217 reason# EndOfStream
2025-12-06T17:43:16.951904Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801940281806075:2048] [node 1] ICP30 unregister session Session# [5:7580801944576773469:2048] VirtualId# [5:7580801944576773455:0]
2025-12-06T17:43:16.951945Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801944576773469:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:16.952057Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:16.952113Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:16.952906Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:43:16.953151Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580801946981710636:2048] [node 1] ICS07 socket disconnect 216 reason# EndOfStream
2025-12-06T17:43:16.953182Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801946981710636:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:16.953264Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:16.953315Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580801946981710636:2048] [node 1] ICS15 start handshake
2025-12-06T17:43:16.952231Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:43:16.952465Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801947159788412:2048] [node 1] ICS01 socket: 206 reason# EndOfStream
2025-12-06T17:43:16.952509Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801942864821016:2048] [node 1] ICP30 unregister session Session# [4:7580801947159788412:2048] VirtualId# [4:7580801947159788410:0]
2025-12-06T17:43:16.952538Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801947159788412:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:16.952604Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:16.952651Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:16.955171Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801942686743253:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10797) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:16.955242Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801946981710636:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:16.955283Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801942686743253:2048] [node 1] ICP30 unregister session Session# [6:7580801946981710636:2048] VirtualId# [6:7580801946981710630:0]
2025-12-06T17:43:16.955327Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:16.955364Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580801942686743253:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:10797) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:16.955382Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10797) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:16.966793Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580801942686743253:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:43:17.063021Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:43:17.063280Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801945442514110:2049] [node 2] ICS01 socket: 251 reason# EndOfStream
2025-12-06T17:43:17.063338Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801941147546714:2049] [node 2] ICP30 unregister session Session# [3:7580801945442514110:2049] VirtualId# [3:7580801945442514103:0]
2025-12-06T17:43:17.063379Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801945442514110:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:17.063481Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:17.063529Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:17.078774Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:43:17.079058Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801944576773471:2049] [node 2] ICS01 socket: 223 reason# EndOfStream
2025-12-06T17:43:17.079116Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801940281806076:2049] [node 2] ICP30 unregister session Session# [5:7580801944576773471:2049] VirtualId# [5:7580801944576773459:0]
2025-12-06T17:43:17.079162Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801944576773471:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:17.079259Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:17.079321Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:17.079431Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:43:17.079653Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580801947159788406:2049] [node 2] ICS07 socket disconnect 195 reason# EndOfStream
2025-12-06T17:43:17.079691Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801947159788406:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:17.079764Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:17.079813Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580801947159788406:2049] [node 2] ICS15 start handshake
2025-12-06T17:43:17.081861Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801942864821017:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29521) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:17.081930Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801947159788406:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:17.081969Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801942864821017:2049] [node 2] ICP30 unregister session Session# [4:7580801947159788406:2049] VirtualId# [4:7580801947159788398:0]
2025-12-06T17:43:17.082013Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:17.082057Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580801942864821017:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:29521) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:17.082075Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29521) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:17.090724Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:43:17.091041Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801946981710646:2049] [node 2] ICS01 socket: 245 reason# EndOfStream
2025-12-06T17:43:17.091088Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801942686743254:2049] [node 2] ICP30 unregister session Session# [6:7580801946981710646:2049] VirtualId# [6:7580801946981710641:0]
2025-12-06T17:43:17.091135Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801946981710646:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:17.091247Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:17.091295Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:17.094846Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580801942864821017:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:43:17.447480Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:43:17.447682Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580801947159788415:2050] [node 3] ICS07 socket disconnect 243 reason# EndOfStream
2025-12-06T17:43:17.447724Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801947159788415:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:17.447782Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:43:17.447826Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580801947159788415:2050] [node 3] ICS15 start handshake
2025-12-06T17:43:17.446846Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:43:17.447107Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801944576773461:2050] [node 3] ICS01 socket: 202 reason# EndOfStream
2025-12-06T17:43:17.447165Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801940281806077:2050] [node 3] ICP30 unregister session Session# [5:7580801944576773461:2050] VirtualId# [5:7580801944576773453:0]
2025-12-06T17:43:17.447209Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801944576773461:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:17.447321Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:43:17.447371Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:43:17.462772Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:43:17.463544Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580801946981710643:2050] [node 3] ICS07 socket disconnect 225 reason# EndOfStream
2025-12-06T17:43:17.466830Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801946981710643:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:17.466959Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:43:17.467016Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580801946981710643:2050] [node 3] ICS15 start handshake
2025-12-06T17:43:17.468207Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801942864821018:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26950) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:17.468293Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801947159788415:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:17.468337Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801942864821018:2050] [node 3] ICP30 unregister session Session# [4:7580801947159788415:2050] VirtualId# [4:7580801947159788409:0]
2025-12-06T17:43:17.468389Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:43:17.468447Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580801942864821018:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:26950) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:17.468467Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26950) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:17.469827Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801942686743255:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26950) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:17.469892Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801946981710643:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:17.469942Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801942686743255:2050] [node 3] ICP30 unregister session Session# [6:7580801946981710643:2050] VirtualId# [6:7580801946981710640:0]
2025-12-06T17:43:17.469985Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:43:17.470026Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580801942686743255:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:26950) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:17.470044Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26950) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:17.478726Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580801942686743255:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:43:17.482667Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580801942864821018:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:43:17.645649Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:43:17.645968Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801946981710633:2063] [node 4] ICS01 socket: 215 reason# EndOfStream
2025-12-06T17:43:17.646019Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801946981710570:2063] [node 4] ICP30 unregister session Session# [6:7580801946981710633:2063] VirtualId# [6:7580801946981710629:0]
2025-12-06T17:43:17.646070Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801946981710633:2063] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:17.646116Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:43:17.646202Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:43:17.646337Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:43:17.646623Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801944576773466:2066] [node 4] ICS01 socket: 203 reason# EndOfStream
2025-12-06T17:43:17.646676Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801944576773436:2066] [node 4] ICP30 unregister session Session# [5:7580801944576773466:2066] VirtualId# [5:7580801944576773454:0]
2025-12-06T17:43:17.646730Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801944576773466:2066] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:17.646774Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:43:17.646848Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:43:17.854940Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:43:17.855240Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580801946981710651:2067] [node 5] ICS07 socket disconnect 191 reason# EndOfStream
2025-12-06T17:43:17.855280Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801946981710651:2067] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:17.855326Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:43:17.855414Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580801946981710651:2067] [node 5] ICS15 start handshake
2025-12-06T17:43:17.856715Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801946981710579:2067] [node 5] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8084) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:17.856788Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801946981710651:2067] [node 5] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:17.856839Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801946981710579:2067] [node 5] ICP30 unregister session Session# [6:7580801946981710651:2067] VirtualId# [6:7580801946981710649:0]
2025-12-06T17:43:17.856888Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
2025-12-06T17:43:17.856923Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580801946981710579:2067] [node 5] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:8084) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:17.856941Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [5] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8084) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:43:18.534663Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801956041643009:2048] [node 2] ICP01 ready to work
2025-12-06T17:43:18.534735Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801956041643010:2049] [node 3] ICP01 ready to work
2025-12-06T17:43:18.583672Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801954883447261:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:18.583725Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801954883447262:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:18.547503Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801956324149384:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:18.547556Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801956324149385:2049] [node 3] ICP01 ready to work
2025-12-06T17:43:18.638938Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801954386351254:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:18.638994Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801954386351255:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:18.639033Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801954386351256:2050] [node 3] ICP01 ready to work
2025-12-06T17:43:18.667031Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801955210985814:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:18.667087Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801955210985815:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:18.667128Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801955210985816:2050] [node 3] ICP01 ready to work
2025-12-06T17:43:18.704999Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801954937323436:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:18.705055Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801954937323437:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:18.705100Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801954937323438:2050] [node 3] ICP01 ready to work
2025-12-06T17:43:18.884425Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801956041643068:2104] [node 5] ICP01 ready to work
2025-12-06T17:43:19.020751Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801956041643068:2104] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(135885870ns) {Configure:104(135881030ns) {ProcessConfigured:135(124934ns) {StartInitialHandshake:157(120497ns) {DropHandshakes:470(5854ns) {DropIncomingHandshake:442(591ns) DropOutgoingHandshake:457(555ns)} GenerateSessionVirtualId:988(949ns) PrepareNewSessionHandshake:477(2334ns) {SwitchToState:179(920ns)}}}}}
2025-12-06T17:43:19.021180Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801960336610371:2107] [node 6] ICP01 ready to work
2025-12-06T17:43:19.003465Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801956324149445:2083] [node 6] ICP01 ready to work
2025-12-06T17:43:19.066654Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801959505953142:2073] [node 4] ICP01 ready to work
2025-12-06T17:43:19.066974Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801954883447301:2069] [node 5] ICP01 ready to work
2025-12-06T17:43:19.150854Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801959232290766:2062] [node 5] ICP01 ready to work
2025-12-06T17:43:19.123681Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801960619116746:2091] [node 5] ICP01 ready to work
2025-12-06T17:43:19.163364Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801960619116747:2087] [node 4] ICP01 ready to work
2025-12-06T17:43:19.155036Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801959505953174:2074] [node 6] ICP01 ready to work
2025-12-06T17:43:19.177998Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801959232290774:2064] [node 4] ICP01 ready to work
2025-12-06T17:43:19.178438Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801958681318612:2072] [node 6] ICP01 ready to work
2025-12-06T17:43:19.203181Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801959178414621:2079] [node 6] ICP01 ready to work
2025-12-06T17:43:19.185009Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801956041643009:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(208483350ns) {Configure:104(208464642ns) {ProcessConfigured:135(81146ns) {StartInitialHandshake:157(78164ns) {DropHandshakes:470(2432ns) {DropIncomingHandshake:442(617ns) DropOutgoingHandshake:457(406ns)} GenerateSessionVirtualId:988(1100ns) PrepareNewSessionHandshake:477(2119ns) {SwitchToState:179(877ns)}}}}}
2025-12-06T17:43:19.185553Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801960336610375:2106] [node 4] ICP01 ready to work
2025-12-06T17:43:19.191710Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801954937323437:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(308156461ns) {Configure:104(308150638ns) {ProcessConfigured:135(90087ns) {StartInitialHandshake:157(86814ns) {DropHandshakes:470(2682ns) {DropIncomingHandshake:442(678ns) DropOutgoingHandshake:457(533ns)} GenerateSessionVirtualId:988(1311ns) PrepareNewSessionHandshake:477(2101ns) {SwitchToState:179(498ns)}}}}}
2025-12-06T17:43:19.232221Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801959178414622:2071] [node 4] ICP01 ready to work
2025-12-06T17:43:19.216057Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801954386351254:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(304759810ns) {Configure:104(304754005ns) {ProcessConfigured:135(57695ns) {StartInitialHandshake:157(54702ns) {DropHandshakes:470(2095ns) {DropIncomingHandshake:442(431ns) DropOutgoingHandshake:457(512ns)} GenerateSessionVirtualId:988(783ns) PrepareNewSessionHandshake:477(1558ns) {SwitchToState:179(679ns)}}}}}
2025-12-06T17:43:19.211220Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801959232290766:2062] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(17814119ns) {Configure:104(17807732ns) {ProcessConfigured:135(77268ns) {StartInitialHandshake:157(74490ns) {DropHandshakes:470(2301ns) {DropIncomingHandshake:442(560ns) DropOutgoingHandshake:457(404ns)} GenerateSessionVirtualId:988(724ns) PrepareNewSessionHandshake:477(2028ns) {SwitchToState:179(645ns)}}}}}
2025-12-06T17:43:19.277360Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801954883447301:2069] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(21687249ns) {Configure:104(21681208ns) {ProcessConfigured:135(89469ns) {StartInitialHandshake:157(87272ns) {DropHandshakes:470(3113ns) {DropIncomingHandshake:442(846ns) DropOutgoingHandshake:457(797ns)} GenerateSessionVirtualId:988(991ns) PrepareNewSessionHandshake:477(1514ns) {SwitchToState:179(545ns)}}}}}
2025-12-06T17:43:19.236747Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801958681318618:2081] [node 5] ICP01 ready to work
2025-12-06T17:43:19.250930Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801960336610371:2107] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(165649504ns) {Configure:104(165644106ns) {ProcessConfigured:135(29016527ns) {StartInitialHandshake:157(29011742ns) {DropHandshakes:470(2838ns) {DropIncomingHandshake:442(637ns) DropOutgoingHandshake:457(745ns)} GenerateSessionVirtualId:988(1070ns) PrepareNewSessionHandshake:477(2970ns) {SwitchToState:179(1082ns)}}}}}
2025-12-06T17:43:19.224865Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801959232290774:2064] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(21293314ns) {Configure:104(21285049ns) {ProcessConfigured:135(76385ns) {StartInitialHandshake:157(72869ns) {DropHandshakes:470(2867ns) {DropIncomingHandshake:442(506ns) DropOutgoingHandshake:457(461ns)} GenerateSessionVirtualId:988(822ns) PrepareNewSessionHandshake:477(1882ns) {SwitchToState:179(665ns)}}}}}
2025-12-06T17:43:19.308286Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801954386351255:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(74812906ns) {Configure:104(74804003ns) {ProcessConfigured:135(8726475ns) {StartInitialHandshake:157(8723965ns) {DropHandshakes:470(2362ns) {DropIncomingHandshake:442(441ns) DropOutgoingHandshake:457(667ns)} GenerateSessionVirtualId:988(431ns) PrepareNewSessionHandshake:477(2931ns) {SwitchToState:179(933ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:19.300535Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801955210985815:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(17448947ns) {Configure:104(17441749ns) {ProcessConfigured:135(61564ns) {StartInitialHandshake:157(59550ns) {DropHandshakes:470(1248ns) {DropIncomingHandshake:442(325ns) DropOutgoingHandshake:457(185ns)} GenerateSessionVirtualId:988(473ns) PrepareNewSessionHandshake:477(1198ns) {SwitchToState:179(547ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:19.317179Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801960619116747:2087] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(67393028ns) {Configure:104(67386825ns) {ProcessConfigured:135(97130ns) {StartInitialHandshake:157(91901ns) {DropHandshakes:470(2733ns) {DropIncomingHandshake:442(573ns) DropOutgoingHandshake:457(482ns)} GenerateSessionVirtualId:988(1080ns) PrepareNewSessionHandshake:477(2781ns) {SwitchToState:179(1261ns)}}}}}
2025-12-06T17:43:19.317495Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801960619116749:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56904
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:19.334595Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801959232290810:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64121
2025-12-06T17:43:19.334818Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801959232290811:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64121
2025-12-06T17:43:19.334921Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801959232290812:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64121
2025-12-06T17:43:19.348787Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801955210985816:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(37930351ns) {Configure:104(37922942ns) {ProcessConfigured:135(93189ns) {StartInitialHandshake:157(86970ns) {DropHandshakes:470(3367ns) {DropIncomingHandshake:442(702ns) DropOutgoingHandshake:457(764ns)} GenerateSessionVirtualId:988(1029ns) PrepareNewSessionHandshake:477(1707ns) {SwitchToState:179(460ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:19.351047Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801958681318628:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47668
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:19.315450Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801959178414621:2079] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(20178400ns) {Configure:104(20172890ns) {ProcessConfigured:135(18254724ns) {StartInitialHandshake:157(18249875ns) {DropHandshakes:470(4236ns) {DropIncomingHandshake:442(1588ns) DropOutgoingHandshake:457(408ns)} GenerateSessionVirtualId:988(938ns) PrepareNewSessionHandshake:477(4730ns) {SwitchToState:179(2353ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:19.331121Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801960336610379:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8291
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:19.323495Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801959178414632:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44907
2025-12-06T17:43:19.323673Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801959178414633:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44907
2025-12-06T17:43:19.335601Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801959178414632:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:19.342869Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801954883447262:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(48695938ns) {Configure:104(48684625ns) {ProcessConfigured:135(116877ns) {StartInitialHandshake:157(113946ns) {DropHandshakes:470(2763ns) {DropIncomingHandshake:442(553ns) DropOutgoingHandshake:457(466ns)} GenerateSessionVirtualId:988(891ns) PrepareNewSessionHandshake:477(5572ns) {SwitchToState:179(4145ns)}}}}}
2025-12-06T17:43:19.368926Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801960336610380:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8291
2025-12-06T17:43:19.350052Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801959505953182:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48501
2025-12-06T17:43:19.369701Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801959505953187:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48501
2025-12-06T17:43:19.352556Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801960619116746:2091] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(37227896ns) {Configure:104(37222457ns) {ProcessConfigured:135(19669613ns) {StartInitialHandshake:157(19667533ns) {DropHandshakes:470(2854ns) {DropIncomingHandshake:442(592ns) DropOutgoingHandshake:457(278ns)} GenerateSessionVirtualId:988(607ns) PrepareNewSessionHandshake:477(4699832ns) {SwitchToState:179(5079ns)}}}}}
2025-12-06T17:43:19.351816Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801954937323438:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(104977805ns) {Configure:104(104967607ns) {ProcessConfigured:135(7346729ns) {StartInitialHandshake:157(7343791ns) {DropHandshakes:470(1886ns) {DropIncomingHandshake:442(571ns) DropOutgoingHandshake:457(380ns)} GenerateSessionVirtualId:988(924ns) PrepareNewSessionHandshake:477(4328ns) {SwitchToState:179(2088ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:19.392737Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801959232290810:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:19.394765Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801959505953182:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:19.404444Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801959232290774:2064] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:19.367286Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801960619116749:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:19.397260Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801956041643010:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(42750664ns) {Configure:104(42741761ns) {ProcessConfigured:135(95833ns) {StartInitialHandshake:157(93320ns) {DropHandshakes:470(15759ns) {DropIncomingHandshake:442(558ns) DropOutgoingHandshake:457(367ns)} GenerateSessionVirtualId:988(1032ns) PrepareNewSessionHandshake:477(1807ns) {SwitchToState:179(523ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:19.367739Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801960619116760:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56904
2025-12-06T17:43:19.409528Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801958681318620:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:19.415096Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801959505953187:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:19.411561Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801959232290812:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:19.397439Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801960336610382:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8291
2025-12-06T17:43:19.421309Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801959178414626:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:19.415362Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801955210985816:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:19.409579Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801958681318620:2112] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:19.425633Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801960619116760:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:19.419344Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801958681318620:2112] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:19.419861Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801959232290811:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:19.398159Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801960336610379:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:19.447163Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801960619116753:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:19.421352Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801959178414626:2111] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:43:19.421997Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801954937323438:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:19.405332Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801960336610381:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8291
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:19.469634Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801959505953195:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48501
2025-12-06T17:43:19.436841Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801959178414631:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:19.422093Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801954937323437:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:19.447199Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801960619116753:2113] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:19.430577Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801959232290815:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64121
2025-12-06T17:43:19.465852Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801958681318628:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:19.448031Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801960619116762:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56904
2025-12-06T17:43:19.418786Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801960336610380:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:19.436883Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801959178414631:2113] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:19.503010Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801959505953194:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48501
2025-12-06T17:43:19.503352Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801959505953196:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48501
2025-12-06T17:43:19.503863Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801959505953187:2117] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:19.504050Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801955210985816:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:43:19.504104Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:19.504164Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801955210985816:2050] [node 3] ICP22 created new session: [5:7580801959505953197:2050]
2025-12-06T17:43:19.504227Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801959505953197:2050] [node 3] ICS09 handshake done sender: [5:7580801959505953187:2117] self: [5:7580801959505953193:0] peer: [3:7580801959178414625:0] socket: 221 qp: -1
2025-12-06T17:43:19.504274Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801959505953197:2050] [node 3] ICS10 traffic start
2025-12-06T17:43:19.504318Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:19.450268Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801959232290810:2115] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:19.450398Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801959232290817:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64121
2025-12-06T17:43:19.459663Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801959232290818:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64121
2025-12-06T17:43:19.465883Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801959232290774:2064] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:43:19.465959Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:19.466039Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801959232290774:2064] [node 4] ICP22 created new session: [6:7580801959232290819:2064]
2025-12-06T17:43:19.466104Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801959232290819:2064] [node 4] ICS09 handshake done sender: [6:7580801959232290810:2115] self: [6:7580801959232290813:0] peer: [4:7580801958681318619:0] socket: 210 qp: -1
2025-12-06T17:43:19.466150Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801959232290819:2064] [node 4] ICS10 traffic start
2025-12-06T17:43:19.466207Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:19.472974Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801959232290812:2117] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:19.473693Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801959232290811:2116] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:19.474457Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801954937323437:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:19.474521Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:19.474609Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801954937323437:2049] [node 2] ICP22 created new session: [6:7580801959232290821:2049]
2025-12-06T17:43:19.474667Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801959232290821:2049] [node 2] ICS09 handshake done sender: [6:7580801959232290811:2116] self: [6:7580801959232290816:0] peer: [2:7580801960619116752:0] socket: 213 qp: -1
2025-12-06T17:43:19.474712Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801959232290821:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:19.474751Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:19.485480Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801954937323438:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:43:19.485546Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:19.485604Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801954937323438:2050] [node 3] ICP22 created new session: [6:7580801959232290824:2050]
2025-12-06T17:43:19.485667Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801959232290824:2050] [node 3] ICS09 handshake done sender: [6:7580801959232290812:2117] self: [6:7580801959232290814:0] peer: [3:7580801959178414630:0] socket: 220 qp: -1
2025-12-06T17:43:19.485706Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801959232290824:2050] [node 3] ICS10 traffic start
2025-12-06T17:43:19.485752Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:19.418911Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801960336610382:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:19.465942Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801958681318612:2072] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:19.459063Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801960619116746:2091] [node 5] ICP35 event processing took too much time PendingConnection:279(16819680ns) {IncomingHandshake:261(16817520ns) {DropIncomingHandshake:442(437ns) PrepareNewSessionHandshake:477(13005941ns) {SwitchToState:179(7807ns)} GenerateSessionVirtualId:988(922ns) IssueIncomingHandshakeReply:193(18888ns)}}
2025-12-06T17:43:19.448884Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801959178414631:2113] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:19.466001Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:19.529808Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801959505953194:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:19.420793Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801960336610385:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8291
2025-12-06T17:43:19.466905Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801959178414633:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:19.459378Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801960619116753:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:19.522936Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801954937323438:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(36488834ns) {HandleHandshakeStatus:329(36485400ns) {DropIncomingHandshake:442(564ns) DropOutgoingHandshake:457(4833ns) SwitchToState:179(694ns) ProcessPendingSessionEvents:495(36059291ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 35977966ns max# 12466179ns}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:19.466055Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801958681318612:2072] [node 6] ICP22 created new session: [4:7580801958681318631:2072]
2025-12-06T17:43:19.532438Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801959505953195:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:19.422313Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801960336610381:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:19.530512Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801959232290826:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64121
2025-12-06T17:43:19.482806Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801959178414621:2079] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:19.466107Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801958681318631:2072] [node 6] ICS09 handshake done sender: [4:7580801958681318620:2112] self: [4:7580801958681318619:0] peer: [6:7580801959232290813:0] socket: 206 qp: -1
2025-12-06T17:43:19.466150Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801958681318631:2072] [node 6] ICS10 traffic start
2025-12-06T17:43:19.466212Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:19.485880Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801958681318630:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47668
2025-12-06T17:43:19.502051Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801958681318635:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47668
2025-12-06T17:43:19.511305Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801958681318630:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:19.511476Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801954386351254:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:19.535628Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801958681318635:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:19.543414Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801958681318623:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:19.543456Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801958681318623:2113] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:19.465507Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801960619116762:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:19.483041Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580801956324149384:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:19.515847Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801960619116751:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:19.515881Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801960619116751:2112] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:43:19.517772Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801956324149445:2083] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:19.517872Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:19.517936Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801956324149445:2083] [node 6] ICP22 created new session: [2:7580801960619116768:2083]
2025-12-06T17:43:19.517993Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801960619116768:2083] [node 6] ICS09 handshake done sender: [2:7580801960619116753:2113] self: [2:7580801960619116752:0] peer: [6:7580801959232290816:0] socket: 212 qp: -1
2025-12-06T17:43:19.518033Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801960619116768:2083] [node 6] ICS10 traffic start
2025-12-06T17:43:19.518079Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:19.539134Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580801956324149384:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25376) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7580801960619116762:2117] held: no
2025-12-06T17:43:19.532722Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801955210985814:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:19.532813Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801959505953142:2073] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:19.536420Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801959505953202:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48501
2025-12-06T17:43:19.540424Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801959505953194:2119] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:19.541907Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801955210985814:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:19.541961Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:19.542012Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801955210985814:2048] [node 1] ICP22 created new session: [5:7580801959505953203:2048]
2025-12-06T17:43:19.542059Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801959505953203:2048] [node 1] ICS09 handshake done sender: [5:7580801959505953194:2119] self: [5:7580801959505953200:0] peer: [1:7580801960336610369:0] socket: 231 qp: -1
2025-12-06T17:43:19.542112Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801959505953203:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:19.542168Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:19.422449Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801960336610385:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:19.483695Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801960336610374:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:19.483727Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801960336610374:2111] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:43:19.486197Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801960336610374:2111] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:19.486591Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801956041643009:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:43:19.486652Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:19.486712Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801956041643009:2048] [node 2] ICP22 created new session: [1:7580801960336610395:2048]
2025-12-06T17:43:19.486759Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801960336610395:2048] [node 2] ICS09 handshake done sender: [1:7580801960336610374:2111] self: [1:7580801960336610373:0] peer: [2:7580801960619116765:0] socket: 228 qp: -1
2025-12-06T17:43:19.486797Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801960336610395:2048] [node 2] ICS10 traffic start
2025-12-06T17:43:19.486830Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:19.534549Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801960336610370:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:19.534578Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801960336610370:2110] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:43:19.536550Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801960336610378:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:19.536585Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801960336610378:2113] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:43:19.538407Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801960336610370:2110] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:19.542713Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801960336610378:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:19.543790Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801960336610375:2106] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:43:19.543853Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:19.543910Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801960336610375:2106] [node 4] ICP22 created new session: [1:7580801960336610400:2106]
2025-12-06T17:43:19.543961Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801960336610400:2106] [node 4] ICS09 handshake done sender: [1:7580801960336610378:2113] self: [1:7580801960336610377:0] peer: [4:7580801958681318636:0] socket: 229 qp: -1
2025-12-06T17:43:19.544001Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801960336610400:2106] [node 4] ICS10 traffic start
2025-12-06T17:43:19.544039Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:19.550020Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801959232290827:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64121
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:19.567168Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801959505953205:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48501
2025-12-06T17:43:19.567525Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801960619116767:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56904
2025-12-06T17:43:19.568083Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801960619116766:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56904
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:19.485789Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801954883447262:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:19.559000Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801956041643068:2104] [node 5] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:19.579034Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801959505953206:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48501
2025-12-06T17:43:19.559008Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801954386351256:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:19.586039Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801959505953191:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:19.586080Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580801959505953191:2118] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:19.581418Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801959232290826:2121] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:19.559094Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:19.485967Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:19.573692Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801960619116767:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:19.594346Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801959505953191:2118] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:19.579833Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801954386351254:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25376) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580801958681318630:2116] held: no
2025-12-06T17:43:19.486030Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801959178414621:2079] [node 6] ICP22 created new session: [3:7580801959178414641:2079]
2025-12-06T17:43:19.584020Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801959232290827:2122] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:19.559155Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801956041643068:2104] [node 5] ICP22 created new session: [1:7580801960336610403:2104]
2025-12-06T17:43:19.585492Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801954937323436:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:19.585602Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801959232290766:2062] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:19.613742Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580801959505953174:2074] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:19.613819Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:19.613873Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801959505953174:2074] [node 6] ICP22 created new session: [5:7580801959505953208:2074]
2025-12-06T17:43:19.613921Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801959505953208:2074] [node 6] ICS09 handshake done sender: [5:7580801959505953191:2118] self: [5:7580801959505953190:0] peer: [6:7580801959232290829:0] socket: 248 qp: -1
2025-12-06T17:43:19.613963Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801959505953208:2074] [node 6] ICS10 traffic start
2025-12-06T17:43:19.614004Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:19.615722Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801954937323436:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25376) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801959232290826:2121] held: no
2025-12-06T17:43:19.573887Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801960619116762:2117] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:19.616831Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801959232290830:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64121
2025-12-06T17:43:19.580970Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801958681318638:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47668
2025-12-06T17:43:19.496431Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801959178414626:2111] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:19.619091Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801959232290831:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64121
2025-12-06T17:43:19.610954Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801960619116751:2112] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:19.496815Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801954883447301:2069] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:19.496872Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:19.496942Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801954883447301:2069] [node 5] ICP22 created new session: [3:7580801959178414644:2069]
2025-12-06T17:43:19.497025Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801959178414644:2069] [node 5] ICS09 handshake done sender: [3:7580801959178414626:2111] self: [3:7580801959178414625:0] peer: [5:7580801959505953193:0] socket: 217 qp: -1
2025-12-06T17:43:19.497067Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801959178414644:2069] [node 5] ICS10 traffic start
2025-12-06T17:43:19.497118Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:19.507732Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801959178414641:2079] [node 6] ICS09 handshake done sender: [3:7580801959178414631:2113] self: [3:7580801959178414630:0] peer: [6:7580801959232290814:0] socket: 218 qp: -1
2025-12-06T17:43:19.521316Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801959178414641:2079] [node 6] ICS10 traffic start
2025-12-06T17:43:19.524827Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:19.526504Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801959178414621:2079] [node 6] ICP35 event processing took too much time PendingConnection:279(51568165ns) {HandleHandshakeStatus:329(42764717ns) {DropIncomingHandshake:442(265ns) DropOutgoingHandshake:457(656ns) SwitchToState:179(1299ns) ProcessPendingSessionEvents:495(588470ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 516785ns max# 55320ns}}}
2025-12-06T17:43:19.528704Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801959178414648:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44907
2025-12-06T17:43:19.571019Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801959178414649:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44907
2025-12-06T17:43:19.571194Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801959178414650:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44907
2025-12-06T17:43:19.594978Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801959178414628:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:19.595027Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801959178414628:2112] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:43:19.559215Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801960336610403:2104] [node 5] ICS09 handshake done sender: [1:7580801960336610370:2110] self: [1:7580801960336610369:0] peer: [5:7580801959505953200:0] socket: 227 qp: -1
2025-12-06T17:43:19.611976Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801958681318623:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:19.623990Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801959232290826:2121] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:19.624337Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801959232290827:2122] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:19.624558Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801959232290766:2062] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:43:19.624610Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:19.624653Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801959232290766:2062] [node 5] ICP22 created new session: [6:7580801959232290832:2062]
2025-12-06T17:43:19.624699Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801959232290832:2062] [node 5] ICS09 handshake done sender: [6:7580801959232290827:2122] self: [6:7580801959232290829:0] peer: [5:7580801959505953190:0] socket: 251 qp: -1
2025-12-06T17:43:19.624734Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801959232290832:2062] [node 5] ICS10 traffic start
2025-12-06T17:43:19.624765Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:19.642763Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801959505953195:2120] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:19.646187Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801959505953206:2124] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:19.646260Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801959505953142:2073] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:43:19.646317Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:19.646372Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801959505953142:2073] [node 4] ICP22 created new session: [5:7580801959505953210:2073]
2025-12-06T17:43:19.646434Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801959505953210:2073] [node 4] ICS09 handshake done sender: [5:7580801959505953195:2120] self: [5:7580801959505953201:0] peer: [4:7580801958681318622:0] socket: 241 qp: -1
2025-12-06T17:43:19.646475Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801959505953210:2073] [node 4] ICS10 traffic start
2025-12-06T17:43:19.646518Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:19.611670Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580801956324149384:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:19.559258Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801960336610403:2104] [node 5] ICS10 traffic start
2025-12-06T17:43:19.657985Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801959178414649:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:19.659624Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801955210985815:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:19.559302Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:19.616406Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:19.670586Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801959505953213:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48501
2025-12-06T17:43:19.620735Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801956324149384:2048] [node 1] ICP22 created new session: [2:7580801960619116773:2048]
2025-12-06T17:43:19.620800Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801960619116773:2048] [node 1] ICS09 handshake done sender: [2:7580801960619116762:2117] self: [2:7580801960619116765:0] peer: [1:7580801960336610373:0] socket: 230 qp: -1
2025-12-06T17:43:19.620845Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801960619116773:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:19.620893Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:19.622196Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801956324149385:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:43:19.622284Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:19.622329Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801956324149385:2049] [node 3] ICP22 created new session: [2:7580801960619116777:2049]
2025-12-06T17:43:19.622373Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801960619116777:2049] [node 3] ICS09 handshake done sender: [2:7580801960619116751:2112] self: [2:7580801960619116750:0] peer: [3:7580801959178414642:0] socket: 211 qp: -1
2025-12-06T17:43:19.622401Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801960619116777:2049] [node 3] ICS10 traffic start
2025-12-06T17:43:19.622449Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:19.643665Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801960619116775:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56904
2025-12-06T17:43:19.660120Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801960619116755:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:19.660151Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801960619116755:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:43:19.668413Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801960619116755:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:19.668813Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801960619116746:2091] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:19.668898Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:19.668954Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801960619116746:2091] [node 5] ICP22 created new session: [2:7580801960619116780:2091]
2025-12-06T17:43:19.669001Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801960619116780:2091] [node 5] ICS09 handshake done sender: [2:7580801960619116755:2114] self: [2:7580801960619116754:0] peer: [5:7580801959505953212:0] socket: 258 qp: -1
2025-12-06T17:43:19.669037Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801960619116780:2091] [node 5] ICS10 traffic start
2025-12-06T17:43:19.669076Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:19.673254Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801956324149445:2083] [node 6] ICP35 event processing took too much time PendingConnection:279(105970882ns) {HandleHandshakeStatus:329(105967552ns) {DropIncomingHandshake:442(17437ns) DropOutgoingHandshake:457(457ns) SwitchToState:179(673ns) ProcessPendingSessionEvents:495(105484767ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 105327998ns max# 13060733ns}}}
2025-12-06T17:43:19.675665Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801955210985814:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(96827187ns) {HandleHandshakeStatus:329(96823559ns) {DropIncomingHandshake:442(720ns) DropOutgoingHandshake:457(5795ns) SwitchToState:179(731ns) ProcessPendingSessionEvents:495(96426760ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 96295167ns max# 22972316ns}}}
2025-12-06T17:43:19.601159Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801960336610376:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:19.601194Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801960336610376:2112] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:19.602168Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801960336610376:2112] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:19.602429Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801960336610371:2107] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:19.602518Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:19.602596Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801960336610371:2107] [node 6] ICP22 created new session: [1:7580801960336610406:2107]
2025-12-06T17:43:19.649746Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801954937323436:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:19.606867Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801960336610406:2107] [node 6] ICS09 handshake done sender: [1:7580801960336610376:2112] self: [1:7580801960336610372:0] peer: [6:7580801959232290828:0] socket: 193 qp: -1
2025-12-06T17:43:19.606930Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801960336610406:2107] [node 6] ICS10 traffic start
2025-12-06T17:43:19.649828Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:19.606986Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:19.649886Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801954937323436:2048] [node 1] ICP22 created new session: [6:7580801959232290834:2048]
2025-12-06T17:43:19.671847Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801956041643068:2104] [node 5] ICP35 event processing took too much time PendingConnection:279(112001918ns) {HandleHandshakeStatus:329(111999647ns) {DropIncomingHandshake:442(15403ns) DropOutgoingHandshake:457(420ns) SwitchToState:179(247ns) ProcessPendingSessionEvents:495(111556280ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 111422967ns max# 28192747ns}}}
2025-12-06T17:43:19.649947Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801959232290834:2048] [node 1] ICS09 handshake done sender: [6:7580801959232290826:2121] self: [6:7580801959232290828:0] peer: [1:7580801960336610372:0] socket: 249 qp: -1
2025-12-06T17:43:19.649987Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801959232290834:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:19.650031Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:19.674758Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801958681318630:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:19.682961Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801959505953206:2124] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:19.683183Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801955210985815:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18654) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580801959505953206:2124] held: no
2025-12-06T17:43:19.683804Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801955210985815:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:19.683839Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:19.683888Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801955210985815:2049] [node 2] ICP22 created new session: [5:7580801959505953214:2049]
2025-12-06T17:43:19.683932Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801959505953214:2049] [node 2] ICS09 handshake done sender: [5:7580801959505953206:2124] self: [5:7580801959505953212:0] peer: [2:7580801960619116754:0] socket: 259 qp: -1
2025-12-06T17:43:19.683974Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801959505953214:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:19.684008Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:19.681466Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801960336610384:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:19.667100Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801954883447262:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18654) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580801959178414633:2115] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:19.701743Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801960619116775:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:19.678302Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801954883447261:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:19.681519Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801960336610384:2118] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:43:19.691710Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801954386351254:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:19.691788Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:19.691837Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801954386351254:2048] [node 1] ICP22 created new session: [4:7580801958681318642:2048]
2025-12-06T17:43:19.691890Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801958681318642:2048] [node 1] ICS09 handshake done sender: [4:7580801958681318630:2116] self: [4:7580801958681318636:0] peer: [1:7580801960336610377:0] socket: 232 qp: -1
2025-12-06T17:43:19.691925Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801958681318642:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:19.691960Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:19.693625Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801954386351256:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27567) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580801958681318635:2117] held: no
2025-12-06T17:43:19.697332Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801958681318618:2081] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:19.697393Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:19.697451Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801958681318618:2081] [node 5] ICP22 created new session: [4:7580801958681318644:2081]
2025-12-06T17:43:19.697505Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801958681318644:2081] [node 5] ICS09 handshake done sender: [4:7580801958681318623:2113] self: [4:7580801958681318622:0] peer: [5:7580801959505953201:0] socket: 240 qp: -1
2025-12-06T17:43:19.697540Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801958681318644:2081] [node 5] ICS10 traffic start
2025-12-06T17:43:19.697576Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:19.700739Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801958681318641:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47668
2025-12-06T17:43:19.689227Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801960336610384:2118] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:19.702976Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801956041643010:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:43:19.703042Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:19.703089Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801956041643010:2049] [node 3] ICP22 created new session: [1:7580801960336610409:2049]
2025-12-06T17:43:19.703160Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801960336610409:2049] [node 3] ICS09 handshake done sender: [1:7580801960336610384:2118] self: [1:7580801960336610383:0] peer: [3:7580801959178414652:0] socket: 204 qp: -1
2025-12-06T17:43:19.703203Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801960336610409:2049] [node 3] ICS10 traffic start
2025-12-06T17:43:19.703239Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:19.678622Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801959178414628:2112] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:19.679525Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801959178414633:2115] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:19.681723Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801959178414622:2071] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:43:19.681786Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:19.681836Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801959178414622:2071] [node 4] ICP22 created new session: [3:7580801959178414653:2071]
2025-12-06T17:43:19.681884Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801959178414653:2071] [node 4] ICS09 handshake done sender: [3:7580801959178414628:2112] self: [3:7580801959178414627:0] peer: [4:7580801958681318639:0] socket: 194 qp: -1
2025-12-06T17:43:19.681922Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801959178414653:2071] [node 4] ICS10 traffic start
2025-12-06T17:43:19.681962Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:19.686486Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801954883447262:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:19.686564Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:19.686613Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801954883447262:2049] [node 2] ICP22 created new session: [3:7580801959178414655:2049]
2025-12-06T17:43:19.686662Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801959178414655:2049] [node 2] ICS09 handshake done sender: [3:7580801959178414633:2115] self: [3:7580801959178414642:0] peer: [2:7580801960619116750:0] socket: 216 qp: -1
2025-12-06T17:43:19.686691Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801959178414655:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:19.686754Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:19.691233Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801959178414657:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44907
2025-12-06T17:43:19.694670Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801959178414649:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:19.694849Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801954883447261:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:19.694912Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:19.694954Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801954883447261:2048] [node 1] ICP22 created new session: [3:7580801959178414658:2048]
2025-12-06T17:43:19.694998Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801959178414658:2048] [node 1] ICS09 handshake done sender: [3:7580801959178414649:2118] self: [3:7580801959178414652:0] peer: [1:7580801960336610383:0] socket: 254 qp: -1
2025-12-06T17:43:19.695034Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801959178414658:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:19.695069Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:19.715874Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801959178414622:2071] [node 4] ICP35 event processing took too much time PendingConnection:279(32442685ns) {HandleHandshakeStatus:329(32439713ns) {DropIncomingHandshake:442(15133ns) DropOutgoingHandshake:457(359ns) SwitchToState:179(433ns) ProcessPendingSessionEvents:495(32066983ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 26381566ns max# 15584781ns}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:19.720486Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801960619116757:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:19.720538Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801960619116757:2115] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:43:19.721691Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801960619116757:2115] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:19.721994Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801960619116747:2087] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:43:19.722080Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:19.722135Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801960619116747:2087] [node 4] ICP22 created new session: [2:7580801960619116784:2087]
2025-12-06T17:43:19.722179Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801960619116784:2087] [node 4] ICS09 handshake done sender: [2:7580801960619116757:2115] self: [2:7580801960619116756:0] peer: [4:7580801958681318647:0] socket: 257 qp: -1
2025-12-06T17:43:19.722211Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801960619116784:2087] [node 4] ICS10 traffic start
2025-12-06T17:43:19.722242Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:19.719002Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801958681318641:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:19.719119Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801958681318646:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47668
2025-12-06T17:43:19.720129Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801954386351255:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:19.724776Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801958681318635:2117] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:19.725040Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801958681318648:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47668
2025-12-06T17:43:19.725452Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801958681318641:2119] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:19.725892Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801954386351256:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:43:19.725956Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:19.726011Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801954386351256:2050] [node 3] ICP22 created new session: [4:7580801958681318649:2050]
2025-12-06T17:43:19.726058Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801958681318649:2050] [node 3] ICS09 handshake done sender: [4:7580801958681318635:2117] self: [4:7580801958681318639:0] peer: [3:7580801959178414627:0] socket: 245 qp: -1
2025-12-06T17:43:19.726101Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801958681318649:2050] [node 3] ICS10 traffic start
2025-12-06T17:43:19.726138Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:19.727712Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801954386351255:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:19.727781Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:19.727833Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801954386351255:2049] [node 2] ICP22 created new session: [4:7580801958681318651:2049]
2025-12-06T17:43:19.727880Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801958681318651:2049] [node 2] ICS09 handshake done sender: [4:7580801958681318641:2119] self: [4:7580801958681318647:0] peer: [2:7580801960619116756:0] socket: 261 qp: -1
2025-12-06T17:43:19.727910Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801958681318651:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:19.727942Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:19.789375Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:43:19.789640Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580801960619116773:2048] [node 1] ICS01 socket: 230 reason# EndOfStream
2025-12-06T17:43:19.789689Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580801956324149384:2048] [node 1] ICP30 unregister session Session# [2:7580801960619116773:2048] VirtualId# [2:7580801960619116765:0]
2025-12-06T17:43:19.789732Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580801960619116773:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:19.789822Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:19.789904Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:19.792038Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:43:19.792291Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580801959178414658:2048] [node 1] ICS07 socket disconnect 254 reason# EndOfStream
2025-12-06T17:43:19.792329Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801959178414658:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:19.792423Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:19.792470Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580801959178414658:2048] [node 1] ICS15 start handshake
2025-12-06T17:43:19.797767Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801954883447261:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25376) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:43:19.797824Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580801959178414658:2048] [node 1] ICS15 start handshake
2025-12-06T17:43:19.799002Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801954883447261:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25376) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:19.799085Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801959178414658:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:19.799121Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801954883447261:2048] [node 1] ICP30 unregister session Session# [3:7580801959178414658:2048] VirtualId# [3:7580801959178414652:0]
2025-12-06T17:43:19.799165Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:19.799203Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580801954883447261:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:25376) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:19.799220Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25376) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:19.802780Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:43:19.803033Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801958681318642:2048] [node 1] ICS01 socket: 232 reason# EndOfStream
2025-12-06T17:43:19.803086Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801954386351254:2048] [node 1] ICP30 unregister session Session# [4:7580801958681318642:2048] VirtualId# [4:7580801958681318636:0]
2025-12-06T17:43:19.803127Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801958681318642:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:19.803197Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:19.803276Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:19.804621Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:43:19.804809Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580801959505953203:2048] [node 1] ICS07 socket disconnect 231 reason# EndOfStream
2025-12-06T17:43:19.804840Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801959505953203:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:19.804914Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:19.804959Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580801959505953203:2048] [node 1] ICS15 start handshake
2025-12-06T17:43:19.804028Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:43:19.804225Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801959232290834:2048] [node 1] ICS01 socket: 249 reason# EndOfStream
2025-12-06T17:43:19.804268Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801954937323436:2048] [node 1] ICP30 unregister session Session# [6:7580801959232290834:2048] VirtualId# [6:7580801959232290828:0]
2025-12-06T17:43:19.804300Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801959232290834:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:19.804372Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:19.804424Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:19.806460Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801955210985814:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25376) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:19.806543Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801959505953203:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:19.806583Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801955210985814:2048] [node 1] ICP30 unregister session Session# [5:7580801959505953203:2048] VirtualId# [5:7580801959505953200:0]
2025-12-06T17:43:19.806686Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:19.806720Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580801955210985814:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:25376) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:19.806740Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25376) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:19.810877Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580801954883447261:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:43:19.818824Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580801955210985814:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:43:19.866789Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:43:19.867085Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801959178414655:2049] [node 2] ICS01 socket: 216 reason# EndOfStream
2025-12-06T17:43:19.867137Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801954883447262:2049] [node 2] ICP30 unregister session Session# [3:7580801959178414655:2049] VirtualId# [3:7580801959178414642:0]
2025-12-06T17:43:19.867182Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801959178414655:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:19.867296Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:19.867355Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:19.891034Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:43:19.891305Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580801958681318651:2049] [node 2] ICS07 socket disconnect 261 reason# EndOfStream
2025-12-06T17:43:19.891346Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801958681318651:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:19.891426Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:19.891468Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580801958681318651:2049] [node 2] ICS15 start handshake
2025-12-06T17:43:19.891695Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:43:19.891902Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801959232290821:2049] [node 2] ICS01 socket: 213 reason# EndOfStream
2025-12-06T17:43:19.891956Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801954937323437:2049] [node 2] ICP30 unregister session Session# [6:7580801959232290821:2049] VirtualId# [6:7580801959232290816:0]
2025-12-06T17:43:19.891995Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801959232290821:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:19.892072Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:19.892123Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:19.893362Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801954386351255:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18654) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:19.893433Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801958681318651:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:19.893475Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801954386351255:2049] [node 2] ICP30 unregister session Session# [4:7580801958681318651:2049] VirtualId# [4:7580801958681318647:0]
2025-12-06T17:43:19.893517Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:19.893554Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580801954386351255:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:18654) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:19.893575Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18654) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:19.902334Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:43:19.902667Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801959505953214:2049] [node 2] ICS01 socket: 259 reason# EndOfStream
2025-12-06T17:43:19.902730Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801955210985815:2049] [node 2] ICP30 unregister session Session# [5:7580801959505953214:2049] VirtualId# [5:7580801959505953212:0]
2025-12-06T17:43:19.902774Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801959505953214:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:19.902879Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:19.902928Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:19.903195Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580801954386351255:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:43:20.150805Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:43:20.151097Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801958681318649:2050] [node 3] ICS01 socket: 245 reason# EndOfStream
2025-12-06T17:43:20.151150Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801954386351256:2050] [node 3] ICP30 unregister session Session# [4:7580801958681318649:2050] VirtualId# [4:7580801958681318639:0]
2025-12-06T17:43:20.151192Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801958681318649:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:20.151269Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:43:20.151320Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:43:20.150789Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:43:20.151099Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580801959232290824:2050] [node 3] ICS07 socket disconnect 220 reason# EndOfStream
2025-12-06T17:43:20.151143Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801959232290824:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:20.151235Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:43:20.151276Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580801959232290824:2050] [node 3] ICS15 start handshake
2025-12-06T17:43:20.153328Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:43:20.153566Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580801959505953197:2050] [node 3] ICS07 socket disconnect 221 reason# EndOfStream
2025-12-06T17:43:20.153604Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801959505953197:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:20.153712Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:43:20.153769Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580801959505953197:2050] [node 3] ICS15 start handshake
2025-12-06T17:43:20.153224Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801954937323438:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27567) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:20.154908Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801959232290824:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:20.154962Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801954937323438:2050] [node 3] ICP30 unregister session Session# [6:7580801959232290824:2050] VirtualId# [6:7580801959232290814:0]
2025-12-06T17:43:20.155080Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:43:20.155119Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580801954937323438:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:27567) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:20.155134Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27567) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:20.157869Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801955210985816:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27567) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:20.165153Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580801954937323438:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:43:20.157947Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801959505953197:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:20.157998Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801955210985816:2050] [node 3] ICP30 unregister session Session# [5:7580801959505953197:2050] VirtualId# [5:7580801959505953193:0]
2025-12-06T17:43:20.158049Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:43:20.158087Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580801955210985816:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:27567) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:20.158106Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27567) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:20.168111Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580801955210985816:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:43:20.239022Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:43:20.239282Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580801959232290819:2064] [node 4] ICS07 socket disconnect 210 reason# EndOfStream
2025-12-06T17:43:20.239319Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801959232290819:2064] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:20.239425Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:43:20.239484Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580801959232290819:2064] [node 4] ICS15 start handshake
2025-12-06T17:43:20.240183Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:43:20.240419Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580801959505953210:2073] [node 4] ICS07 socket disconnect 241 reason# EndOfStream
2025-12-06T17:43:20.240456Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801959505953210:2073] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:20.240536Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:43:20.240587Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580801959505953210:2073] [node 4] ICS15 start handshake
2025-12-06T17:43:20.242806Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801959505953142:2073] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13498) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:20.242891Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801959505953210:2073] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:20.242942Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801959505953142:2073] [node 4] ICP30 unregister session Session# [5:7580801959505953210:2073] VirtualId# [5:7580801959505953201:0]
2025-12-06T17:43:20.242992Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:43:20.243035Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580801959505953142:2073] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:13498) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:20.243051Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13498) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:20.244369Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801959232290774:2064] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13498) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:20.244474Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801959232290819:2064] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:20.244520Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801959232290774:2064] [node 4] ICP30 unregister session Session# [6:7580801959232290819:2064] VirtualId# [6:7580801959232290813:0]
2025-12-06T17:43:20.244571Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:43:20.244608Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580801959232290774:2064] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:13498) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:20.244624Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13498) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:20.254603Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580801959232290774:2064] [node 4] ICP33 wake up from error state
2025-12-06T17:43:20.257854Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580801959505953142:2073] [node 4] ICP33 wake up from error state
2025-12-06T17:43:20.342319Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:43:20.342619Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801959232290832:2062] [node 5] ICS01 socket: 251 reason# EndOfStream
2025-12-06T17:43:20.342674Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801959232290766:2062] [node 5] ICP30 unregister session Session# [6:7580801959232290832:2062] VirtualId# [6:7580801959232290829:0]
2025-12-06T17:43:20.342719Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801959232290832:2062] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:20.342835Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:43:20.342887Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:43:20.695069Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801964974620395:2048] [node 2] ICP01 ready to work
2025-12-06T17:43:20.695121Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801964974620396:2049] [node 3] ICP01 ready to work
2025-12-06T17:43:20.727392Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801964103902766:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:20.727440Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801964103902767:2049] [node 3] ICP01 ready to work
2025-12-06T17:43:20.748970Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801962577332715:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:20.749024Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801962577332716:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:20.779567Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801962442111884:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:20.779612Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801962442111885:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:20.779671Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801962442111886:2050] [node 3] ICP01 ready to work
2025-12-06T17:43:20.823699Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801961299020395:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:20.823743Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801961299020396:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:20.823780Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801961299020397:2050] [node 3] ICP01 ready to work
2025-12-06T17:43:20.842994Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801962015913534:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:20.843036Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801962015913535:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:20.843077Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801962015913536:2050] [node 3] ICP01 ready to work
2025-12-06T17:43:21.266323Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801966310880847:2062] [node 5] ICP01 ready to work
2025-12-06T17:43:21.305684Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801966872300076:2104] [node 6] ICP01 ready to work
2025-12-06T17:43:21.293146Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801969269587754:2107] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:21.315618Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801968398870126:2107] [node 4] ICP01 ready to work
2025-12-06T17:43:21.321141Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801964103902767:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(105593260ns) {Configure:104(105584645ns) {ProcessConfigured:135(236207ns) {StartInitialHandshake:157(233461ns) {DropHandshakes:470(2333ns) {DropIncomingHandshake:442(558ns) DropOutgoingHandshake:457(389ns)} GenerateSessionVirtualId:988(694ns) PrepareNewSessionHandshake:477(1797ns) {SwitchToState:179(613ns)}}}}}
2025-12-06T17:43:21.321329Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801968398870125:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9980
2025-12-06T17:43:21.325652Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801969269587755:2109] [node 5] ICP01 ready to work
2025-12-06T17:43:21.351094Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801966872300078:2103] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:21.388742Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801968398870129:2109] [node 5] ICP01 ready to work
2025-12-06T17:43:21.349072Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801965593987723:2067] [node 6] ICP01 ready to work
2025-12-06T17:43:21.407171Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801969269587756:2108] [node 4] ICP01 ready to work
2025-12-06T17:43:21.376149Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801966737079243:2093] [node 5] ICP01 ready to work
2025-12-06T17:43:21.422358Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801961299020397:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(211860844ns) {Configure:104(211854734ns) {ProcessConfigured:135(15187014ns) {StartInitialHandshake:157(15182391ns) {DropHandshakes:470(3203ns) {DropIncomingHandshake:442(1100ns) DropOutgoingHandshake:457(355ns)} GenerateSessionVirtualId:988(749ns) PrepareNewSessionHandshake:477(5662ns) {SwitchToState:179(3079ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:21.435792Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801966737079245:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27733
2025-12-06T17:43:21.446715Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801968398870130:2108] [node 6] ICP01 ready to work
2025-12-06T17:43:21.371111Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801966872300079:2102] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:21.445303Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801966737079244:2094] [node 6] ICP01 ready to work
2025-12-06T17:43:21.448203Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801961299020395:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(62339880ns) {Configure:104(62335581ns) {ProcessConfigured:135(101006ns) {StartInitialHandshake:157(96638ns) {DropHandshakes:470(26605ns) {DropIncomingHandshake:442(1038ns) DropOutgoingHandshake:457(373ns)} GenerateSessionVirtualId:988(885ns) PrepareNewSessionHandshake:477(1485ns) {SwitchToState:179(577ns)}}}}}
2025-12-06T17:43:21.424890Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801966872300088:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29046
2025-12-06T17:43:21.463377Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801966310880893:2066] [node 4] ICP01 ready to work
2025-12-06T17:43:21.504475Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801962015913534:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(204274168ns) {Configure:104(204265189ns) {ProcessConfigured:135(82323ns) {StartInitialHandshake:157(78693ns) {DropHandshakes:470(2835ns) {DropIncomingHandshake:442(649ns) DropOutgoingHandshake:457(369ns)} GenerateSessionVirtualId:988(1011ns) PrepareNewSessionHandshake:477(1498ns) {SwitchToState:179(561ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:21.551977Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801966310880847:2062] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(29864310ns) {Configure:104(29854593ns) {ProcessConfigured:135(65176ns) {StartInitialHandshake:157(62328ns) {DropHandshakes:470(6880ns) {DropIncomingHandshake:442(553ns) DropOutgoingHandshake:457(260ns)} GenerateSessionVirtualId:988(1317ns) PrepareNewSessionHandshake:477(1817ns) {SwitchToState:179(487ns)}}}}}
2025-12-06T17:43:21.552947Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801966310880899:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47099
2025-12-06T17:43:21.553015Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801966310880906:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47099
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:21.469216Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801962442111885:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(17054240ns) {Configure:104(17047054ns) {ProcessConfigured:135(74728ns) {StartInitialHandshake:157(72082ns) {DropHandshakes:470(3031ns) {DropIncomingHandshake:442(717ns) DropOutgoingHandshake:457(398ns)} GenerateSessionVirtualId:988(1175ns) PrepareNewSessionHandshake:477(1576ns) {SwitchToState:179(599ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:21.514930Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801968398870125:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:21.459036Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801965593987753:2081] [node 4] ICP01 ready to work
2025-12-06T17:43:21.547734Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801966872300089:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29046
2025-12-06T17:43:21.605773Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801962015913536:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(154233160ns) {Configure:104(154225514ns) {ProcessConfigured:135(69225ns) {StartInitialHandshake:157(66524ns) {DropHandshakes:470(1930ns) {DropIncomingHandshake:442(335ns) DropOutgoingHandshake:457(395ns)} GenerateSessionVirtualId:988(828ns) PrepareNewSessionHandshake:477(1885ns) {SwitchToState:179(424ns)}}}}}
2025-12-06T17:43:21.605999Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801966310880899:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:21.606450Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801966310880847:2062] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:21.558770Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801966737079257:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27733
2025-12-06T17:43:21.600522Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801969269587757:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62784
2025-12-06T17:43:21.616428Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801964974620396:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(30122022ns) {Configure:104(30114012ns) {ProcessConfigured:135(80010ns) {StartInitialHandshake:157(74261ns) {DropHandshakes:470(3294ns) {DropIncomingHandshake:442(870ns) DropOutgoingHandshake:457(451ns)} GenerateSessionVirtualId:988(782ns) PrepareNewSessionHandshake:477(1574ns) {SwitchToState:179(583ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:21.462177Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801965593987767:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32349
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:21.547865Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801966872300090:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29046
2025-12-06T17:43:21.545847Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801968398870131:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9980
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:21.574464Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801966737079247:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:21.573571Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801965593987767:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:21.546148Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801968398870137:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9980
2025-12-06T17:43:21.616901Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801969269587758:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62784
2025-12-06T17:43:21.631314Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801966310880911:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47099
2025-12-06T17:43:21.560930Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801966872300089:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:21.574495Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801966737079247:2111] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:21.573761Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801965593987770:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32349
2025-12-06T17:43:21.587075Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801966737079247:2111] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:21.608551Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801962442111884:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(94691889ns) {Configure:104(94687204ns) {ProcessConfigured:135(64242ns) {StartInitialHandshake:157(61489ns) {DropHandshakes:470(4796ns) {DropIncomingHandshake:442(400ns) DropOutgoingHandshake:457(266ns)} GenerateSessionVirtualId:988(438ns) PrepareNewSessionHandshake:477(768ns) {SwitchToState:179(229ns)}}}}}
2025-12-06T17:43:21.663684Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801966737079245:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:21.670900Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801966737079257:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:21.559458Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801964103902766:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(237667282ns) {Configure:104(237662102ns) {ProcessConfigured:135(28311843ns) {StartInitialHandshake:157(28308132ns) {DropHandshakes:470(3292ns) {DropIncomingHandshake:442(691ns) DropOutgoingHandshake:457(294ns)} GenerateSessionVirtualId:988(571ns) PrepareNewSessionHandshake:477(4227ns) {SwitchToState:179(2156ns)}}}}}
2025-12-06T17:43:21.666884Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801966310880906:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:21.683245Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801966737079243:2093] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:21.683320Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:21.683421Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801966737079243:2093] [node 5] ICP22 created new session: [4:7580801966737079263:2093]
2025-12-06T17:43:21.683483Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801966737079263:2093] [node 5] ICS09 handshake done sender: [4:7580801966737079247:2111] self: [4:7580801966737079246:0] peer: [5:7580801965593987771:0] socket: 210 qp: -1
2025-12-06T17:43:21.683552Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801966737079263:2093] [node 5] ICS10 traffic start
2025-12-06T17:43:21.683627Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:21.685065Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801966737079262:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27733
2025-12-06T17:43:21.685402Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801962442111886:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:21.685483Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801962442111885:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:21.607626Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801966872300090:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:21.617133Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801969269587757:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:21.573915Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801965593987753:2081] [node 4] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:21.597178Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801968398870131:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:21.631897Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801966872300088:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:21.667052Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801966310880893:2066] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:21.635389Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801969269587755:2109] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(34088647ns) {Configure:104(34083445ns) {ProcessConfigured:135(66792ns) {StartInitialHandshake:157(62987ns) {DropHandshakes:470(2473ns) {DropIncomingHandshake:442(675ns) DropOutgoingHandshake:457(377ns)} GenerateSessionVirtualId:988(1078ns) PrepareNewSessionHandshake:477(1591ns) {SwitchToState:179(521ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:21.695889Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801966737079255:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:21.638473Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801962577332716:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:21.659467Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801966872300095:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29046
2025-12-06T17:43:21.662037Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801966872300076:2104] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(237383759ns) {Configure:104(237379700ns) {ProcessConfigured:135(8126129ns) {StartInitialHandshake:157(8123582ns) {DropHandshakes:470(2793ns) {DropIncomingHandshake:442(1029ns) DropOutgoingHandshake:457(402ns)} GenerateSessionVirtualId:988(842ns) PrepareNewSessionHandshake:477(2596ns) {SwitchToState:179(297ns)}}}}}
2025-12-06T17:43:21.675727Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801966872300097:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29046
2025-12-06T17:43:21.688914Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801966872300083:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:21.688955Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801966872300083:2112] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:43:21.690646Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801966872300095:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:21.695338Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801966872300083:2112] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:21.695662Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801962577332715:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:21.700243Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801966872300090:2116] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:21.660372Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801969269587758:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:21.690762Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801969269587760:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:21.690797Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801969269587760:2112] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:21.699903Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801969269587775:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62784
2025-12-06T17:43:21.710034Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801969269587762:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:21.710070Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801969269587762:2113] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:43:21.715113Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801969269587762:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:21.715223Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801969269587760:2112] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:21.736269Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801962577332716:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:21.736356Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:21.736458Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801962577332716:2049] [node 2] ICP22 created new session: [3:7580801966872300100:2049]
2025-12-06T17:43:21.736512Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801966872300100:2049] [node 2] ICS09 handshake done sender: [3:7580801966872300090:2116] self: [3:7580801966872300094:0] peer: [2:7580801968398870127:0] socket: 224 qp: -1
2025-12-06T17:43:21.736559Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801966872300100:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:21.736604Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:21.737396Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7580801962577332716:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:43:21.738805Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801966872300079:2102] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:43:21.738871Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:21.738929Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801966872300079:2102] [node 4] ICP22 created new session: [3:7580801966872300102:2102]
2025-12-06T17:43:21.738982Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801966872300102:2102] [node 4] ICS09 handshake done sender: [3:7580801966872300083:2112] self: [3:7580801966872300082:0] peer: [4:7580801966737079265:0] socket: 202 qp: -1
2025-12-06T17:43:21.739021Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801966872300102:2102] [node 4] ICS10 traffic start
2025-12-06T17:43:21.739058Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:21.618454Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801965593987770:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:21.731233Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801969269587764:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:21.731281Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801969269587764:2114] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:43:21.669537Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801966310880911:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:21.660744Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801968398870128:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:21.695942Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801966737079255:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:21.660774Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801968398870128:2111] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:43:21.632038Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801965593987741:2095] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:21.731996Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801969269587756:2108] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:43:21.675234Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801962015913534:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:21.662755Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801968398870128:2111] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:21.678031Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801968398870136:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:21.678086Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801968398870136:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:43:21.686346Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801968398870137:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:21.686399Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801964103902767:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:43:21.686460Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:21.686514Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801964103902767:2049] [node 3] ICP22 created new session: [2:7580801968398870146:2049]
2025-12-06T17:43:21.686854Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801968398870130:2108] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(144694973ns) {Configure:104(144687119ns) {ProcessConfigured:135(10228225ns) {StartInitialHandshake:157(10223876ns) {DropHandshakes:470(1912ns) {DropIncomingHandshake:442(280ns) DropOutgoingHandshake:457(743ns)} GenerateSessionVirtualId:988(418ns) PrepareNewSessionHandshake:477(1136ns) {SwitchToState:179(77ns)}}}}}
2025-12-06T17:43:21.695067Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801968398870146:2049] [node 3] ICS09 handshake done sender: [2:7580801968398870128:2111] self: [2:7580801968398870127:0] peer: [3:7580801966872300094:0] socket: 221 qp: -1
2025-12-06T17:43:21.696177Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801968398870146:2049] [node 3] ICS10 traffic start
2025-12-06T17:43:21.700459Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:21.701469Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801968398870136:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:21.704202Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801968398870152:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9980
2025-12-06T17:43:21.707618Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801968398870129:2109] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:21.707680Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:21.707731Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801968398870129:2109] [node 5] ICP22 created new session: [2:7580801968398870153:2109]
2025-12-06T17:43:21.707776Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801968398870153:2109] [node 5] ICS09 handshake done sender: [2:7580801968398870136:2114] self: [2:7580801968398870135:0] peer: [5:7580801965593987773:0] socket: 223 qp: -1
2025-12-06T17:43:21.707818Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801968398870153:2109] [node 5] ICS10 traffic start
2025-12-06T17:43:21.707857Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:21.723014Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801968398870134:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:21.723064Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801968398870134:2113] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:43:21.748424Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801968398870152:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:21.751379Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801968398870134:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:21.796877Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801968398870158:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9980
2025-12-06T17:43:21.799863Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801968398870126:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(26945083ns) {IncomingHandshake:261(26940741ns) {DropIncomingHandshake:442(4140ns) PrepareNewSessionHandshake:477(5525ns) {SwitchToState:179(4255ns)} GenerateSessionVirtualId:988(851ns) IssueIncomingHandshakeReply:193(12267ns)}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:21.632084Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580801965593987741:2095] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:21.732059Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:21.704904Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801966737079262:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:21.810751Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801968398870126:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:43:21.810902Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:21.810968Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801968398870126:2107] [node 4] ICP22 created new session: [2:7580801968398870159:2107]
2025-12-06T17:43:21.811036Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801968398870159:2107] [node 4] ICS09 handshake done sender: [2:7580801968398870134:2113] self: [2:7580801968398870133:0] peer: [4:7580801966737079266:0] socket: 222 qp: -1
2025-12-06T17:43:21.811087Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801968398870159:2107] [node 4] ICS10 traffic start
2025-12-06T17:43:21.811131Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:21.824512Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801968398870158:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:21.824777Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580801964103902766:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:21.721030Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801966310880914:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47099
2025-12-06T17:43:21.706461Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801962442111884:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:21.707048Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801966737079270:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27733
2025-12-06T17:43:21.709483Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801966737079255:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:21.709918Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801966737079244:2094] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:21.709958Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:21.710003Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801966737079244:2094] [node 6] ICP22 created new session: [4:7580801966737079271:2094]
2025-12-06T17:43:21.710071Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801966737079271:2094] [node 6] ICS09 handshake done sender: [4:7580801966737079255:2114] self: [4:7580801966737079254:0] peer: [6:7580801966310880912:0] socket: 219 qp: -1
2025-12-06T17:43:21.710125Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801966737079271:2094] [node 6] ICS10 traffic start
2025-12-06T17:43:21.711249Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:21.720666Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801966737079273:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27733
2025-12-06T17:43:21.722861Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801966737079245:2110] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:21.745529Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801966737079262:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:21.750898Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801962442111886:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:43:21.750951Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:21.751005Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801962442111886:2050] [node 3] ICP22 created new session: [4:7580801966737079276:2050]
2025-12-06T17:43:21.751063Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801966737079276:2050] [node 3] ICS09 handshake done sender: [4:7580801966737079245:2110] self: [4:7580801966737079265:0] peer: [3:7580801966872300082:0] socket: 207 qp: -1
2025-12-06T17:43:21.751103Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801966737079276:2050] [node 3] ICS10 traffic start
2025-12-06T17:43:21.751148Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:21.825497Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801966872300105:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29046
2025-12-06T17:43:21.637341Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801961299020396:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:21.732119Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801969269587756:2108] [node 4] ICP22 created new session: [1:7580801969269587778:2108]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:21.721892Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801966310880911:2117] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:21.637500Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801965593987772:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32349
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:21.732177Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801969269587778:2108] [node 4] ICS09 handshake done sender: [1:7580801969269587762:2113] self: [1:7580801969269587761:0] peer: [4:7580801966737079269:0] socket: 235 qp: -1
2025-12-06T17:43:21.722106Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801962015913534:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:21.838683Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801962577332715:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16629) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580801966872300095:2118] held: no
2025-12-06T17:43:21.876121Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801968398870162:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9980
2025-12-06T17:43:21.732219Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801969269587778:2108] [node 4] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:21.701900Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801965593987767:2114] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:21.877129Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801968398870158:2119] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:21.890220Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801966872300095:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:21.722168Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:21.879471Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580801964103902766:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:21.879557Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:21.879619Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801964103902766:2048] [node 1] ICP22 created new session: [2:7580801968398870163:2048]
2025-12-06T17:43:21.879672Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801968398870163:2048] [node 1] ICS09 handshake done sender: [2:7580801968398870158:2119] self: [2:7580801968398870161:0] peer: [1:7580801969269587769:0] socket: 267 qp: -1
2025-12-06T17:43:21.879711Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801968398870163:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:21.879751Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:21.926858Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801968398870147:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:21.926889Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801968398870147:2117] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:21.933609Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801968398870147:2117] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:21.732290Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:21.721277Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801965593987741:2095] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:21.973067Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801968398870130:2108] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:21.973162Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:21.973221Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801968398870130:2108] [node 6] ICP22 created new session: [2:7580801968398870166:2108]
2025-12-06T17:43:21.973282Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801968398870166:2108] [node 6] ICS09 handshake done sender: [2:7580801968398870147:2117] self: [2:7580801968398870145:0] peer: [6:7580801966310880926:0] socket: 259 qp: -1
2025-12-06T17:43:21.973326Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801968398870166:2108] [node 6] ICS10 traffic start
2025-12-06T17:43:21.973368Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:21.893319Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801966872300087:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:21.722220Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801962015913534:2048] [node 1] ICP22 created new session: [6:7580801966310880915:2048]
2025-12-06T17:43:21.740652Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801965593987753:2081] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:43:21.733708Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801969269587754:2107] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:21.722280Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801966310880915:2048] [node 1] ICS09 handshake done sender: [6:7580801966310880911:2117] self: [6:7580801966310880913:0] peer: [1:7580801969269587759:0] socket: 238 qp: -1
2025-12-06T17:43:21.893360Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801966872300087:2113] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:43:21.895048Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801966872300087:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:21.897347Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801966872300078:2103] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:21.897444Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:21.897517Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801966872300078:2103] [node 5] ICP22 created new session: [3:7580801966872300108:2103]
2025-12-06T17:43:21.897575Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801966872300108:2103] [node 5] ICS09 handshake done sender: [3:7580801966872300087:2113] self: [3:7580801966872300086:0] peer: [5:7580801965593987787:0] socket: 265 qp: -1
2025-12-06T17:43:21.897619Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801966872300108:2103] [node 5] ICS10 traffic start
2025-12-06T17:43:21.897657Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:21.923736Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801962577332715:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:21.923813Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:21.923876Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801962577332715:2048] [node 1] ICP22 created new session: [3:7580801966872300110:2048]
2025-12-06T17:43:21.923933Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801966872300110:2048] [node 1] ICS09 handshake done sender: [3:7580801966872300095:2118] self: [3:7580801966872300099:0] peer: [1:7580801969269587763:0] socket: 239 qp: -1
2025-12-06T17:43:21.923975Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801966872300110:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:21.924019Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:21.955783Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801966872300112:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29046
2025-12-06T17:43:21.733819Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:21.990033Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801962442111885:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64550) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580801966737079257:2115] held: no
2025-12-06T17:43:21.740729Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:21.991449Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801962442111884:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:21.722321Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801966310880915:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:21.722355Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:21.768398Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801966310880917:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47099
2025-12-06T17:43:21.773289Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801966310880918:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47099
2025-12-06T17:43:21.802867Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801966310880899:2112] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:21.803148Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801966310880919:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47099
2025-12-06T17:43:21.803365Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801966310880906:2115] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:21.804608Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801966310880919:2121] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:21.804665Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801966310880847:2062] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:43:21.804749Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:21.804812Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801966310880847:2062] [node 5] ICP22 created new session: [6:7580801966310880921:2062]
2025-12-06T17:43:21.804873Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801966310880921:2062] [node 5] ICS09 handshake done sender: [6:7580801966310880899:2112] self: [6:7580801966310880910:0] peer: [5:7580801965593987740:0] socket: 216 qp: -1
2025-12-06T17:43:21.804920Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801966310880921:2062] [node 5] ICS10 traffic start
2025-12-06T17:43:21.804978Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:21.848629Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801962015913534:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(125336120ns) {HandleHandshakeStatus:329(125333710ns) {DropIncomingHandshake:442(864ns) DropOutgoingHandshake:457(5833ns) SwitchToState:179(799ns) ProcessPendingSessionEvents:495(124963232ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 112367965ns max# 29384919ns}}}
2025-12-06T17:43:21.883611Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801966310880893:2066] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:43:21.883698Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:21.883760Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801966310880893:2066] [node 4] ICP22 created new session: [6:7580801966310880924:2066]
2025-12-06T17:43:21.883848Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801966310880924:2066] [node 4] ICS09 handshake done sender: [6:7580801966310880906:2115] self: [6:7580801966310880912:0] peer: [4:7580801966737079254:0] socket: 225 qp: -1
2025-12-06T17:43:21.883897Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801966310880924:2066] [node 4] ICS10 traffic start
2025-12-06T17:43:21.883937Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:21.918039Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801962015913535:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:21.920673Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801966310880893:2066] [node 4] ICP35 event processing took too much time PendingConnection:279(35655881ns) {HandleHandshakeStatus:329(35652452ns) {DropIncomingHandshake:442(1457ns) DropOutgoingHandshake:457(5734ns) SwitchToState:179(765ns) ProcessPendingSessionEvents:495(35087063ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 35003719ns max# 14866787ns}}}
2025-12-06T17:43:21.966686Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801966310880923:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47099
2025-12-06T17:43:22.036819Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801966310880923:2122] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:22.037189Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801962015913535:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64550) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801966310880919:2121] held: no
2025-12-06T17:43:21.740788Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801965593987753:2081] [node 4] ICP22 created new session: [5:7580801965593987776:2081]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:22.038565Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801966310880928:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47099
2025-12-06T17:43:21.733902Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801969269587754:2107] [node 6] ICP22 created new session: [1:7580801969269587780:2107]
2025-12-06T17:43:21.991553Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:21.740846Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801965593987776:2081] [node 4] ICS09 handshake done sender: [5:7580801965593987767:2114] self: [5:7580801965593987771:0] peer: [4:7580801966737079246:0] socket: 211 qp: -1
2025-12-06T17:43:21.740885Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801965593987776:2081] [node 4] ICS10 traffic start
2025-12-06T17:43:21.740924Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:21.743238Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801961299020396:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64550) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580801965593987770:2116] held: no
2025-12-06T17:43:21.771290Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580801965593987723:2067] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:21.771345Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:21.771405Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801965593987723:2067] [node 6] ICP22 created new session: [5:7580801965593987778:2067]
2025-12-06T17:43:21.771471Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801965593987778:2067] [node 6] ICS09 handshake done sender: [5:7580801965593987741:2095] self: [5:7580801965593987740:0] peer: [6:7580801966310880910:0] socket: 204 qp: -1
2025-12-06T17:43:21.771515Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801965593987778:2067] [node 6] ICS10 traffic start
2025-12-06T17:43:21.771559Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:21.803739Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801965593987775:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32349
2025-12-06T17:43:21.829659Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801965593987770:2116] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:21.840076Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801965593987780:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32349
2025-12-06T17:43:21.841097Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801965593987781:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32349
2025-12-06T17:43:21.873760Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801965593987780:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:21.873831Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801961299020396:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:21.873912Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:21.873976Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801961299020396:2049] [node 2] ICP22 created new session: [5:7580801965593987784:2049]
2025-12-06T17:43:21.874046Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801965593987784:2049] [node 2] ICS09 handshake done sender: [5:7580801965593987770:2116] self: [5:7580801965593987773:0] peer: [2:7580801968398870135:0] socket: 230 qp: -1
2025-12-06T17:43:21.874089Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801965593987784:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:21.874134Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:21.884412Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801965593987782:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32349
2025-12-06T17:43:21.886808Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801961299020395:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:21.890846Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801965593987782:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:21.891029Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801961299020397:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:21.894821Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801965593987788:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32349
2025-12-06T17:43:21.895664Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801965593987782:2121] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:21.895898Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801961299020397:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:43:21.895999Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:21.898772Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801961299020397:2050] [node 3] ICP22 created new session: [5:7580801965593987789:2050]
2025-12-06T17:43:21.918301Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801965593987789:2050] [node 3] ICS09 handshake done sender: [5:7580801965593987782:2121] self: [5:7580801965593987787:0] peer: [3:7580801966872300086:0] socket: 266 qp: -1
2025-12-06T17:43:21.926054Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801965593987789:2050] [node 3] ICS10 traffic start
2025-12-06T17:43:21.935907Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:21.964575Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7580801965593987723:2067] [node 6] ICP27 obsolete handshake fail ignored
2025-12-06T17:43:21.964745Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801965593987791:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32349
2025-12-06T17:43:21.971866Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801961299020397:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(74935522ns) {HandleHandshakeStatus:329(74933045ns) {DropIncomingHandshake:442(1023ns) DropOutgoingHandshake:457(7859ns) SwitchToState:179(438ns) ProcessPendingSessionEvents:495(5776889ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 5707924ns max# 5201822ns}}}
2025-12-06T17:43:21.972795Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801965593987780:2119] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:21.979262Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801961299020395:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:21.979349Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:21.979423Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801961299020395:2048] [node 1] ICP22 created new session: [5:7580801965593987792:2048]
2025-12-06T17:43:21.979486Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801965593987792:2048] [node 1] ICS09 handshake done sender: [5:7580801965593987780:2119] self: [5:7580801965593987786:0] peer: [1:7580801969269587771:0] socket: 263 qp: -1
2025-12-06T17:43:21.979545Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801965593987792:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:21.979620Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:21.733975Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801969269587780:2107] [node 6] ICS09 handshake done sender: [1:7580801969269587760:2112] self: [1:7580801969269587759:0] peer: [6:7580801966310880913:0] socket: 234 qp: -1
2025-12-06T17:43:21.734026Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801969269587780:2107] [node 6] ICS10 traffic start
2025-12-06T17:43:21.734089Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:21.756141Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801969269587754:2107] [node 6] ICP35 event processing took too much time PendingConnection:279(21341504ns) {HandleHandshakeStatus:329(21337694ns) {DropIncomingHandshake:442(18163ns) DropOutgoingHandshake:457(475ns) SwitchToState:179(230ns) ProcessPendingSessionEvents:495(20831332ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 20746340ns max# 20177378ns}}}
2025-12-06T17:43:21.766197Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801969269587775:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:21.766318Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801969269587777:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62784
2025-12-06T17:43:21.771059Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801969269587764:2114] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:21.773894Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801964974620396:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:43:21.773976Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:21.774045Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801964974620396:2049] [node 3] ICP22 created new session: [1:7580801969269587786:2049]
2025-12-06T17:43:21.774093Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801969269587786:2049] [node 3] ICS09 handshake done sender: [1:7580801969269587764:2114] self: [1:7580801969269587763:0] peer: [3:7580801966872300099:0] socket: 236 qp: -1
2025-12-06T17:43:21.774136Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801969269587786:2049] [node 3] ICS10 traffic start
2025-12-06T17:43:21.774180Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:21.842237Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801969269587770:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:21.842287Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801969269587770:2115] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:43:21.876468Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801969269587770:2115] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:21.877442Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801964974620395:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:43:21.877533Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:21.877583Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801964974620395:2048] [node 2] ICP22 created new session: [1:7580801969269587789:2048]
2025-12-06T17:43:21.877642Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801969269587789:2048] [node 2] ICS09 handshake done sender: [1:7580801969269587770:2115] self: [1:7580801969269587769:0] peer: [2:7580801968398870161:0] socket: 205 qp: -1
2025-12-06T17:43:21.877687Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801969269587789:2048] [node 2] ICS10 traffic start
2025-12-06T17:43:21.877749Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:21.905043Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801969269587772:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:21.905078Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801969269587772:2116] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:43:21.908024Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801969269587772:2116] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:21.909576Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801969269587791:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62784
2025-12-06T17:43:21.910174Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801969269587755:2109] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:21.910225Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:21.910275Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801969269587755:2109] [node 5] ICP22 created new session: [1:7580801969269587793:2109]
2025-12-06T17:43:21.910340Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801969269587793:2109] [node 5] ICS09 handshake done sender: [1:7580801969269587772:2116] self: [1:7580801969269587771:0] peer: [5:7580801965593987786:0] socket: 215 qp: -1
2025-12-06T17:43:21.910389Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801969269587793:2109] [node 5] ICS10 traffic start
2025-12-06T17:43:21.910427Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:21.972315Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801969269587791:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:22.022183Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580801969269587755:2109] [node 5] ICP18 handshake (actor [1:7580801969269587791:2119]) is too old
2025-12-06T17:43:22.052281Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801966872300112:2121] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:21.991623Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801962442111884:2048] [node 1] ICP22 created new session: [4:7580801966737079278:2048]
2025-12-06T17:43:22.074785Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801962015913536:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:22.074923Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801966310880919:2121] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:21.991680Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801966737079278:2048] [node 1] ICS09 handshake done sender: [4:7580801966737079262:2118] self: [4:7580801966737079269:0] peer: [1:7580801969269587761:0] socket: 242 qp: -1
2025-12-06T17:43:21.991735Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801966737079278:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:21.991780Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:22.026965Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801966737079261:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27733
2025-12-06T17:43:22.042997Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801966737079275:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27733
2025-12-06T17:43:22.044845Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7580801966737079244:2094] [node 6] ICP27 obsolete handshake fail ignored
2025-12-06T17:43:22.069477Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801962442111886:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(317574425ns) {HandleHandshakeStatus:329(317571757ns) {DropIncomingHandshake:442(985ns) DropOutgoingHandshake:457(6486ns) SwitchToState:179(440ns) ProcessPendingSessionEvents:495(283641240ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 246746228ns max# 26741239ns}}}
2025-12-06T17:43:22.071061Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801966737079257:2115] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:22.080063Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801966872300093:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:22.080117Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801966872300093:2117] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:22.081750Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801970605848226:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47099
2025-12-06T17:43:22.081445Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801966872300093:2117] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:22.082473Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801966310880923:2122] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:22.078029Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801962442111885:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:22.078125Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:22.078185Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801962442111885:2049] [node 2] ICP22 created new session: [4:7580801971032046576:2049]
2025-12-06T17:43:22.078236Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801971032046576:2049] [node 2] ICS09 handshake done sender: [4:7580801966737079257:2115] self: [4:7580801966737079266:0] peer: [2:7580801968398870133:0] socket: 227 qp: -1
2025-12-06T17:43:22.078277Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801971032046576:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:22.078335Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:22.083260Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801962015913536:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:43:22.083333Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:22.083394Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801962015913536:2050] [node 3] ICP22 created new session: [6:7580801970605848227:2050]
2025-12-06T17:43:22.083475Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801970605848227:2050] [node 3] ICS09 handshake done sender: [6:7580801966310880923:2122] self: [6:7580801970605848225:0] peer: [3:7580801966872300092:0] socket: 268 qp: -1
2025-12-06T17:43:22.083530Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801970605848227:2050] [node 3] ICS10 traffic start
2025-12-06T17:43:22.083585Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:22.086635Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801962015913535:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:22.086737Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:22.086815Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801962015913535:2049] [node 2] ICP22 created new session: [6:7580801970605848229:2049]
2025-12-06T17:43:22.086869Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801970605848229:2049] [node 2] ICS09 handshake done sender: [6:7580801966310880919:2121] self: [6:7580801966310880926:0] peer: [2:7580801968398870145:0] socket: 262 qp: -1
2025-12-06T17:43:22.086908Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801970605848229:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:22.086965Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:22.091923Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801966872300076:2104] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:22.092050Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:22.092113Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801966872300076:2104] [node 6] ICP22 created new session: [3:7580801971167267411:2104]
2025-12-06T17:43:22.092201Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801971167267411:2104] [node 6] ICS09 handshake done sender: [3:7580801966872300093:2117] self: [3:7580801966872300092:0] peer: [6:7580801970605848225:0] socket: 201 qp: -1
2025-12-06T17:43:22.092250Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801971167267411:2104] [node 6] ICS10 traffic start
2025-12-06T17:43:22.092297Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:22.175205Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:43:22.175489Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7580801968398870163:2048] [node 1] ICS07 socket disconnect 267 reason# EndOfStream
2025-12-06T17:43:22.175528Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580801968398870163:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:22.175629Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:22.175675Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580801968398870163:2048] [node 1] ICS15 start handshake
2025-12-06T17:43:22.180954Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:43:22.181228Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801966872300110:2048] [node 1] ICS01 socket: 239 reason# EndOfStream
2025-12-06T17:43:22.181280Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801962577332715:2048] [node 1] ICP30 unregister session Session# [3:7580801966872300110:2048] VirtualId# [3:7580801966872300099:0]
2025-12-06T17:43:22.181323Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801966872300110:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:22.181425Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:22.181474Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:22.183693Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580801964103902766:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16629) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:43:22.183752Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580801968398870163:2048] [node 1] ICS15 start handshake
2025-12-06T17:43:22.185113Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580801964103902766:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16629) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:22.185178Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580801968398870163:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:22.185219Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580801964103902766:2048] [node 1] ICP30 unregister session Session# [2:7580801968398870163:2048] VirtualId# [2:7580801968398870161:0]
2025-12-06T17:43:22.185282Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:22.185318Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [2:7580801964103902766:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:16629) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:22.185336Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16629) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:22.190525Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:43:22.190799Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580801965593987792:2048] [node 1] ICS07 socket disconnect 263 reason# EndOfStream
2025-12-06T17:43:22.190838Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801965593987792:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:22.190917Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:22.190957Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580801965593987792:2048] [node 1] ICS15 start handshake
2025-12-06T17:43:22.191571Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:43:22.191795Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580801966310880915:2048] [node 1] ICS07 socket disconnect 238 reason# EndOfStream
2025-12-06T17:43:22.191829Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801966310880915:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:22.191907Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:22.191966Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580801966310880915:2048] [node 1] ICS15 start handshake
2025-12-06T17:43:22.192487Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:43:22.192693Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580801966737079278:2048] [node 1] ICS07 socket disconnect 242 reason# EndOfStream
2025-12-06T17:43:22.192723Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801966737079278:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:22.192794Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:22.192839Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580801966737079278:2048] [node 1] ICS15 start handshake
2025-12-06T17:43:22.194771Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801962442111884:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16629) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:22.194851Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801966737079278:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:22.194886Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801962442111884:2048] [node 1] ICP30 unregister session Session# [4:7580801966737079278:2048] VirtualId# [4:7580801966737079269:0]
2025-12-06T17:43:22.194933Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:22.194972Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580801962442111884:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:16629) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:22.194989Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16629) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:22.196122Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801962015913534:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16629) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:22.196191Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801966310880915:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:22.196226Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801962015913534:2048] [node 1] ICP30 unregister session Session# [6:7580801966310880915:2048] VirtualId# [6:7580801966310880913:0]
2025-12-06T17:43:22.196334Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:22.196367Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580801962015913534:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:16629) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:22.196399Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16629) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:22.196778Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [2:7580801964103902766:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:43:22.197272Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801961299020395:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16629) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:22.197337Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801965593987792:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:22.197377Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801961299020395:2048] [node 1] ICP30 unregister session Session# [5:7580801965593987792:2048] VirtualId# [5:7580801965593987786:0]
2025-12-06T17:43:22.197422Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:22.197463Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580801961299020395:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:16629) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:22.197480Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16629) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:22.206883Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580801962442111884:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:43:22.210732Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580801961299020395:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:43:22.268863Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580801962015913534:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:43:22.438739Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:43:22.438979Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580801966872300100:2049] [node 2] ICS07 socket disconnect 224 reason# EndOfStream
2025-12-06T17:43:22.439019Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801966872300100:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:22.439115Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:22.439168Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580801966872300100:2049] [node 2] ICS15 start handshake
2025-12-06T17:43:22.441561Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801962577332716:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64550) Socket error# Connection reset by peer state# SendInitialPacket processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:43:22.441610Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580801966872300100:2049] [node 2] ICS15 start handshake
2025-12-06T17:43:22.444144Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801962577332716:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64550) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:22.444221Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801966872300100:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:22.444266Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801962577332716:2049] [node 2] ICP30 unregister session Session# [3:7580801966872300100:2049] VirtualId# [3:7580801966872300094:0]
2025-12-06T17:43:22.444320Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:22.444366Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580801962577332716:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:64550) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:22.444405Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64550) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:22.450737Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:43:22.449585Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:43:22.449846Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801965593987784:2049] [node 2] ICS01 socket: 230 reason# EndOfStream
2025-12-06T17:43:22.449891Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801961299020396:2049] [node 2] ICP30 unregister session Session# [5:7580801965593987784:2049] VirtualId# [5:7580801965593987773:0]
2025-12-06T17:43:22.449932Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801965593987784:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:22.450004Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:22.450042Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:22.450204Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:43:22.450412Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801971032046576:2049] [node 2] ICS01 socket: 227 reason# EndOfStream
2025-12-06T17:43:22.450454Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801962442111885:2049] [node 2] ICP30 unregister session Session# [4:7580801971032046576:2049] VirtualId# [4:7580801966737079266:0]
2025-12-06T17:43:22.450486Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801971032046576:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:22.450574Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:22.450636Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:22.450964Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801970605848229:2049] [node 2] ICS01 socket: 262 reason# EndOfStream
2025-12-06T17:43:22.451013Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801962015913535:2049] [node 2] ICP30 unregister session Session# [6:7580801970605848229:2049] VirtualId# [6:7580801966310880926:0]
2025-12-06T17:43:22.451045Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801970605848229:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:22.451105Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:22.451140Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:22.570792Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:43:22.571031Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580801966737079276:2050] [node 3] ICS07 socket disconnect 207 reason# EndOfStream
2025-12-06T17:43:22.571064Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801966737079276:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:22.571129Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:43:22.571175Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580801966737079276:2050] [node 3] ICS15 start handshake
2025-12-06T17:43:22.570082Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:43:22.570375Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801965593987789:2050] [node 3] ICS01 socket: 266 reason# EndOfStream
2025-12-06T17:43:22.570428Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801961299020397:2050] [node 3] ICP30 unregister session Session# [5:7580801965593987789:2050] VirtualId# [5:7580801965593987787:0]
2025-12-06T17:43:22.570470Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801965593987789:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:22.570598Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:43:22.570660Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:43:22.578480Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:43:22.578769Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580801970605848227:2050] [node 3] ICS07 socket disconnect 268 reason# EndOfStream
2025-12-06T17:43:22.578809Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801970605848227:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:22.578928Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:43:22.579033Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580801970605848227:2050] [node 3] ICS15 start handshake
2025-12-06T17:43:22.605487Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801962015913536:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30321) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:22.605621Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801970605848227:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:22.605673Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801962015913536:2050] [node 3] ICP30 unregister session Session# [6:7580801970605848227:2050] VirtualId# [6:7580801970605848225:0]
2025-12-06T17:43:22.605742Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:43:22.605792Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580801962015913536:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:30321) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:22.605812Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30321) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:22.622249Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580801962015913536:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:43:22.708650Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:43:22.708939Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580801966310880924:2066] [node 4] ICS07 socket disconnect 225 reason# EndOfStream
2025-12-06T17:43:22.708975Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801966310880924:2066] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:22.709051Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:43:22.709102Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580801966310880924:2066] [node 4] ICS15 start handshake
2025-12-06T17:43:22.727934Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801966310880893:2066] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21868) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:22.726690Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:43:22.726970Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580801965593987776:2081] [node 4] ICS07 socket disconnect 211 reason# EndOfStream
2025-12-06T17:43:22.727004Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801965593987776:2081] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:22.727043Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:43:22.727113Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580801965593987776:2081] [node 4] ICS15 start handshake
2025-12-06T17:43:22.729102Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801965593987753:2081] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21868) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:22.729153Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801965593987776:2081] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:22.729188Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801965593987753:2081] [node 4] ICP30 unregister session Session# [5:7580801965593987776:2081] VirtualId# [5:7580801965593987771:0]
2025-12-06T17:43:22.729226Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:43:22.729254Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580801965593987753:2081] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:21868) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:22.729266Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21868) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:22.728192Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801966310880924:2066] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:22.728248Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801966310880893:2066] [node 4] ICP30 unregister session Session# [6:7580801966310880924:2066] VirtualId# [6:7580801966310880912:0]
2025-12-06T17:43:22.728395Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:43:22.728459Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580801966310880893:2066] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:21868) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:22.728491Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21868) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:22.738958Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580801965593987753:2081] [node 4] ICP33 wake up from error state
2025-12-06T17:43:22.739089Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580801966310880893:2066] [node 4] ICP33 wake up from error state
2025-12-06T17:43:22.894870Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:43:22.895163Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580801966310880921:2062] [node 5] ICS07 socket disconnect 216 reason# EndOfStream
2025-12-06T17:43:22.895203Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801966310880921:2062] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:22.895308Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:43:22.895368Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580801966310880921:2062] [node 5] ICS15 start handshake
2025-12-06T17:43:22.896545Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801966310880847:2062] [node 5] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23934) Couldn't connect to any resolved address incoming: [0:0:0] held: no
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:43:23.035223Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801975011012037:2048] [node 2] ICP01 ready to work
2025-12-06T17:43:23.035259Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801975011012038:2049] [node 3] ICP01 ready to work
2025-12-06T17:43:23.083135Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801975563184947:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:23.083179Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801975563184948:2049] [node 3] ICP01 ready to work
2025-12-06T17:43:23.099982Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801977994564635:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:23.100030Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801977994564636:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:23.123628Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801976078466799:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:23.123666Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801976078466800:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:23.123699Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801976078466801:2050] [node 3] ICP01 ready to work
2025-12-06T17:43:23.134754Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801974075445413:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:23.134878Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801974075445414:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:23.134928Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801974075445415:2050] [node 3] ICP01 ready to work
2025-12-06T17:43:23.275042Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801976790319853:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:23.275095Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801976790319854:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:23.275136Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801976790319855:2050] [node 3] ICP01 ready to work
2025-12-06T17:43:23.602267Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801976790319867:2060] [node 5] ICP01 ready to work
2025-12-06T17:43:23.620125Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801976078466817:2064] [node 5] ICP01 ready to work
2025-12-06T17:43:23.723583Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801974075445441:2065] [node 4] ICP01 ready to work
2025-12-06T17:43:23.704944Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801976078466817:2064] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(82302310ns) {Configure:104(82297867ns) {ProcessConfigured:135(95043ns) {StartInitialHandshake:157(91349ns) {DropHandshakes:470(3201ns) {DropIncomingHandshake:442(674ns) DropOutgoingHandshake:457(544ns)} GenerateSessionVirtualId:988(1056ns) PrepareNewSessionHandshake:477(1709ns) {SwitchToState:179(647ns)}}}}}
2025-12-06T17:43:23.722771Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801977994564669:2068] [node 6] ICP01 ready to work
2025-12-06T17:43:23.846941Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801976078466869:2080] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:23.746583Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801977994564684:2067] [node 5] ICP01 ready to work
2025-12-06T17:43:23.826154Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801975011012100:2108] [node 6] ICP01 ready to work
2025-12-06T17:43:23.875138Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801976790319898:2068] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:23.858389Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801975563185011:2081] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:23.791067Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801977994564699:2070] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:23.942073Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801976790319924:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48645
2025-12-06T17:43:23.849452Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801976078466800:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(65356077ns) {Configure:104(65348725ns) {ProcessConfigured:135(17007336ns) {StartInitialHandshake:157(17002278ns) {DropHandshakes:470(2544ns) {DropIncomingHandshake:442(672ns) DropOutgoingHandshake:457(382ns)} GenerateSessionVirtualId:988(621ns) PrepareNewSessionHandshake:477(4594ns) {SwitchToState:179(2426ns)}}}}}
2025-12-06T17:43:23.826701Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801975011012101:2106] [node 4] ICP01 ready to work
2025-12-06T17:43:23.907658Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801974075445465:2063] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:23.907613Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801975563185014:2082] [node 4] ICP01 ready to work
2025-12-06T17:43:23.847231Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801975011012102:2107] [node 5] ICP01 ready to work
2025-12-06T17:43:23.896115Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801977994564701:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60456
2025-12-06T17:43:23.917642Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801976078466875:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9806
2025-12-06T17:43:23.972913Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801976078466876:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9806
2025-12-06T17:43:23.984502Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801976078466877:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9806
2025-12-06T17:43:23.994911Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801976078466875:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:24.001258Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801976790319928:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48645
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:23.918859Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801975563185013:2083] [node 6] ICP01 ready to work
2025-12-06T17:43:23.863211Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801975011012103:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1272
2025-12-06T17:43:24.015687Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801976078466876:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:24.022019Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801974075445477:2106] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4883
2025-12-06T17:43:23.896489Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801977994564702:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60456
2025-12-06T17:43:23.935620Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801975563185015:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16631
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:24.042138Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801974075445415:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(251158659ns) {Configure:104(251147696ns) {ProcessConfigured:135(70910ns) {StartInitialHandshake:157(65743ns) {DropHandshakes:470(2110ns) {DropIncomingHandshake:442(279ns) DropOutgoingHandshake:457(610ns)} GenerateSessionVirtualId:988(1116ns) PrepareNewSessionHandshake:477(872ns) {SwitchToState:179(249ns)}}}}}
2025-12-06T17:43:24.043061Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801976078466877:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:24.043231Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801976078466801:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:23.923255Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801975011012100:2108] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(63687407ns) {Configure:104(63681475ns) {ProcessConfigured:135(71374ns) {StartInitialHandshake:157(67902ns) {DropHandshakes:470(3379ns) {DropIncomingHandshake:442(606ns) DropOutgoingHandshake:457(610ns)} GenerateSessionVirtualId:988(720ns) PrepareNewSessionHandshake:477(1916ns) {SwitchToState:179(1011ns)}}}}}
2025-12-06T17:43:23.931975Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801975011012108:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1272
2025-12-06T17:43:24.015467Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801975011012101:2106] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(109743397ns) {Configure:104(109734558ns) {ProcessConfigured:135(92650ns) {StartInitialHandshake:157(89700ns) {DropHandshakes:470(6797ns) {DropIncomingHandshake:442(841ns) DropOutgoingHandshake:457(394ns)} GenerateSessionVirtualId:988(1015ns) PrepareNewSessionHandshake:477(1763ns) {SwitchToState:179(636ns)}}}}}
2025-12-06T17:43:24.021291Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801975011012103:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:24.027969Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801975011012102:2107] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(119266130ns) {Configure:104(119259193ns) {ProcessConfigured:135(102476ns) {StartInitialHandshake:157(99402ns) {DropHandshakes:470(5658ns) {DropIncomingHandshake:442(649ns) DropOutgoingHandshake:457(584ns)} GenerateSessionVirtualId:988(779ns) PrepareNewSessionHandshake:477(1861ns) {SwitchToState:179(1057ns)}}}}}
2025-12-06T17:43:23.935700Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801975563185016:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16631
2025-12-06T17:43:23.935857Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801975563185017:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16631
2025-12-06T17:43:23.935917Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801975563185018:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16631
2025-12-06T17:43:23.944982Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801975563184947:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(237927622ns) {Configure:104(237918546ns) {ProcessConfigured:135(55872538ns) {StartInitialHandshake:157(55868281ns) {DropHandshakes:470(3604ns) {DropIncomingHandshake:442(1064ns) DropOutgoingHandshake:457(612ns)} GenerateSessionVirtualId:988(858ns) PrepareNewSessionHandshake:477(3982ns) {SwitchToState:179(1427ns)}}}}}
2025-12-06T17:43:23.997530Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801975563185016:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:23.926582Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801977994564701:2110] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:24.000588Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801977994564702:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:24.023052Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801977994564699:2070] [node 4] ICP35 event processing took too much time PendingConnection:279(28364784ns) {IncomingHandshake:261(5544052ns) {DropIncomingHandshake:442(1974ns) PrepareNewSessionHandshake:477(2170ns) {SwitchToState:179(1019ns)} GenerateSessionVirtualId:988(1417ns) IssueIncomingHandshakeReply:193(11902ns)}}
2025-12-06T17:43:24.034983Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801982289532012:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60456
2025-12-06T17:43:24.019971Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801976790319853:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(273618929ns) {Configure:104(273607275ns) {ProcessConfigured:135(86440ns) {StartInitialHandshake:157(82251ns) {DropHandshakes:470(2815ns) {DropIncomingHandshake:442(775ns) DropOutgoingHandshake:457(487ns)} GenerateSessionVirtualId:988(907ns) PrepareNewSessionHandshake:477(1483ns) {SwitchToState:179(534ns)}}}}}
2025-12-06T17:43:24.049641Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801975563185017:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:24.050220Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801975563185015:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:24.050928Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801974075445477:2106] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:24.050208Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801976078466799:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(280189517ns) {Configure:104(280179925ns) {ProcessConfigured:135(20300994ns) {StartInitialHandshake:157(20297557ns) {DropHandshakes:470(3034ns) {DropIncomingHandshake:442(1066ns) DropOutgoingHandshake:457(588ns)} GenerateSessionVirtualId:988(924ns) PrepareNewSessionHandshake:477(5272ns) {SwitchToState:179(1692ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:24.060831Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801975563185018:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:24.060994Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801975563185021:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16631
2025-12-06T17:43:24.046910Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801977994564704:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:24.068038Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801976078466827:2071] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:24.068077Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801976078466827:2071] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:24.050684Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801975011012108:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:24.031353Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801976790319924:2112] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:24.072488Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580801975563184947:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:24.076532Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801976078466827:2071] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:24.058029Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801974075445441:2065] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(102499071ns) {Configure:104(102492251ns) {ProcessConfigured:135(74543ns) {StartInitialHandshake:157(71377ns) {DropHandshakes:470(2204ns) {DropIncomingHandshake:442(484ns) DropOutgoingHandshake:457(351ns)} GenerateSessionVirtualId:988(1016ns) PrepareNewSessionHandshake:477(1795ns) {SwitchToState:179(497ns)}}}}}
2025-12-06T17:43:24.054273Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801976790319928:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:24.046962Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801977994564704:2112] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:24.072751Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801975563185021:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:24.069229Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801979305979413:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1272
2025-12-06T17:43:24.058499Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801974075445441:2065] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:24.083849Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801982289532012:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:24.059350Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801976790319867:2060] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(352354673ns) {Configure:104(352344192ns) {ProcessConfigured:135(5173959ns) {StartInitialHandshake:157(5169861ns) {DropHandshakes:470(2867ns) {DropIncomingHandshake:442(728ns) DropOutgoingHandshake:457(336ns)} GenerateSessionVirtualId:988(923ns) PrepareNewSessionHandshake:477(9300ns) {SwitchToState:179(176ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:24.075762Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801975011012107:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:24.090610Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801980373434179:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9806
2025-12-06T17:43:24.090773Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801976078466817:2064] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:24.094898Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801976078466875:2114] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:24.081289Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801979858152329:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16631
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:24.103837Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:24.106272Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801976078466799:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:24.106334Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801976078466801:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:43:24.106416Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:24.106473Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801976078466801:2050] [node 3] ICP22 created new session: [4:7580801980373434183:2050]
2025-12-06T17:43:24.106519Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801980373434183:2050] [node 3] ICS09 handshake done sender: [4:7580801976078466875:2114] self: [4:7580801980373434177:0] peer: [3:7580801977994564703:0] socket: 220 qp: -1
2025-12-06T17:43:24.106585Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801980373434183:2050] [node 3] ICS10 traffic start
2025-12-06T17:43:24.106628Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:24.069664Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801974075445486:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:24.069690Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580801974075445486:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:24.070711Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801978370412789:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4883
2025-12-06T17:43:24.076168Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801974075445486:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:24.100496Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801978370412791:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4883
2025-12-06T17:43:24.086862Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801977994564704:2112] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:24.089404Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801977994564636:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:24.060485Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801976790319853:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:24.067080Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801976790319867:2060] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:24.071180Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801981085287231:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48645
2025-12-06T17:43:24.080174Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801976790319928:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:24.080466Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801976790319867:2060] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:43:24.080526Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:24.083423Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801976790319853:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(27943957ns) {IncomingHandshake:261(19693687ns) {DropIncomingHandshake:442(1129ns) PrepareNewSessionHandshake:477(1768ns) {SwitchToState:179(965ns)} GenerateSessionVirtualId:988(1004ns) IssueIncomingHandshakeReply:193(10730626ns) {SwitchToState:179(1699ns)}}}
2025-12-06T17:43:24.084104Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801976790319867:2060] [node 5] ICP22 created new session: [6:7580801981085287233:2060]
2025-12-06T17:43:24.084160Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801981085287233:2060] [node 5] ICS09 handshake done sender: [6:7580801976790319928:2114] self: [6:7580801981085287230:0] peer: [5:7580801974075445485:0] socket: 238 qp: -1
2025-12-06T17:43:24.084204Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801981085287233:2060] [node 5] ICS10 traffic start
2025-12-06T17:43:24.084254Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:24.105870Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801981085287236:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48645
2025-12-06T17:43:24.091653Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801975563185020:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:24.120025Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801982289532015:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60456
2025-12-06T17:43:24.075803Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801975011012107:2112] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:24.125319Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801977994564699:2070] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:43:24.118974Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801976078466817:2064] [node 5] ICP22 created new session: [4:7580801980373434181:2064]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:24.076145Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801975011012105:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:24.091685Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801975563185020:2115] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:43:24.118457Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801981085287232:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48645
2025-12-06T17:43:24.127257Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801974075445477:2106] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:24.127664Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801980373434181:2064] [node 5] ICS09 handshake done sender: [4:7580801976078466827:2071] self: [4:7580801976078466826:0] peer: [5:7580801978370412788:0] socket: 207 qp: -1
2025-12-06T17:43:24.127718Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801980373434181:2064] [node 5] ICS10 traffic start
2025-12-06T17:43:24.144307Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:24.153687Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801976078466873:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:24.153719Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801976078466873:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:24.171138Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801982289532012:2116] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:24.179824Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801977994564636:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:24.179899Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:24.179962Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801977994564636:2049] [node 2] ICP22 created new session: [3:7580801982289532018:2049]
2025-12-06T17:43:24.180022Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801982289532018:2049] [node 2] ICS09 handshake done sender: [3:7580801982289532012:2116] self: [3:7580801982289532014:0] peer: [2:7580801975563185019:0] socket: 240 qp: -1
2025-12-06T17:43:24.180064Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801982289532018:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:24.180099Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:24.181416Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801982289532017:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60456
2025-12-06T17:43:24.182885Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801982289532017:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:24.095529Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801975563185020:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:24.127785Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801976790319924:2112] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:24.076169Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801975011012105:2111] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:43:24.195559Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:24.193195Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801976078466873:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:24.128011Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580801974075445465:2063] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:24.138987Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801981085287236:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:24.139214Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801976790319898:2068] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:24.142972Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801976790319853:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:24.143044Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:24.143102Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801976790319853:2048] [node 1] ICP22 created new session: [6:7580801981085287238:2048]
2025-12-06T17:43:24.143160Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801981085287238:2048] [node 1] ICS09 handshake done sender: [6:7580801976790319924:2112] self: [6:7580801981085287227:0] peer: [1:7580801975011012106:0] socket: 229 qp: -1
2025-12-06T17:43:24.143204Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801981085287238:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:24.143254Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:24.192208Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801981085287240:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48645
2025-12-06T17:43:24.192292Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801981085287241:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48645
2025-12-06T17:43:24.207548Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801981085287236:2119] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:24.218831Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801981085287241:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:24.127256Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801975563184948:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:43:24.080232Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801975011012107:2112] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:24.202516Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801977994564699:2070] [node 4] ICP22 created new session: [3:7580801982289532020:2070]
2025-12-06T17:43:24.144294Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:24.202596Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801980373434187:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9806
2025-12-06T17:43:24.089182Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801979305979413:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:24.105241Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801975011012038:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(65457874ns) {Configure:104(65450079ns) {ProcessConfigured:135(89130ns) {StartInitialHandshake:157(86714ns) {DropHandshakes:470(2691ns) {DropIncomingHandshake:442(770ns) DropOutgoingHandshake:457(430ns)} GenerateSessionVirtualId:988(610ns) PrepareNewSessionHandshake:477(2300ns) {SwitchToState:179(1109ns)}}}}}
2025-12-06T17:43:24.118278Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801975011012105:2111] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:24.125955Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801975011012112:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:24.126007Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801975011012112:2114] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:43:24.126552Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801975011012100:2108] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:24.126604Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:24.126675Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801975011012100:2108] [node 6] ICP22 created new session: [1:7580801979305979420:2108]
2025-12-06T17:43:24.134813Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801979305979420:2108] [node 6] ICS09 handshake done sender: [1:7580801975011012107:2112] self: [1:7580801975011012106:0] peer: [6:7580801981085287227:0] socket: 224 qp: -1
2025-12-06T17:43:24.134899Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801979305979420:2108] [node 6] ICS10 traffic start
2025-12-06T17:43:24.134964Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:24.139845Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801975011012112:2114] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:24.139966Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801975011012037:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:43:24.140030Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:24.140078Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801975011012037:2048] [node 2] ICP22 created new session: [1:7580801979305979424:2048]
2025-12-06T17:43:24.140149Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801979305979424:2048] [node 2] ICS09 handshake done sender: [1:7580801975011012105:2111] self: [1:7580801975011012104:0] peer: [2:7580801979858152324:0] socket: 223 qp: -1
2025-12-06T17:43:24.140197Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801979305979424:2048] [node 2] ICS10 traffic start
2025-12-06T17:43:24.140237Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:24.191387Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801979305979427:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1272
2025-12-06T17:43:24.203288Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801979305979426:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1272
2025-12-06T17:43:24.210937Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801975011012101:2106] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:43:24.211002Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:24.211084Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801975011012101:2106] [node 4] ICP22 created new session: [1:7580801979305979429:2106]
2025-12-06T17:43:24.211158Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801979305979429:2106] [node 4] ICS09 handshake done sender: [1:7580801975011012112:2114] self: [1:7580801975011012111:0] peer: [4:7580801980373434182:0] socket: 235 qp: -1
2025-12-06T17:43:24.211209Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801979305979429:2106] [node 4] ICS10 traffic start
2025-12-06T17:43:24.211265Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:24.212687Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [1:7580801975011012100:2108] [node 6] ICP27 obsolete handshake fail ignored
2025-12-06T17:43:24.231793Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801979305979427:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:24.231956Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580801975011012101:2106] [node 4] ICP18 handshake (actor [1:7580801979305979427:2119]) is too old
2025-12-06T17:43:24.250801Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801979305979411:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:24.250835Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801979305979411:2115] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:43:24.252165Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801979305979411:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:24.252452Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801975011012102:2107] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:24.252517Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:24.252579Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801975011012102:2107] [node 5] ICP22 created new session: [1:7580801979305979432:2107]
2025-12-06T17:43:24.252632Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801979305979432:2107] [node 5] ICS09 handshake done sender: [1:7580801979305979411:2115] self: [1:7580801979305979410:0] peer: [5:7580801978370412799:0] socket: 263 qp: -1
2025-12-06T17:43:24.252671Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801979305979432:2107] [node 5] ICS10 traffic start
2025-12-06T17:43:24.252710Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:24.238926Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801976790319855:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:24.223549Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801976078466869:2080] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:24.144384Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801974075445465:2063] [node 6] ICP22 created new session: [5:7580801978370412792:2063]
2025-12-06T17:43:24.127355Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:24.222978Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801982289532021:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60456
2025-12-06T17:43:24.275804Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801979305979418:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:24.275866Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801979305979418:2117] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:43:24.151750Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801978370412791:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:24.151812Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801974075445441:2065] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:43:24.151868Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:24.151936Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801974075445441:2065] [node 4] ICP22 created new session: [5:7580801978370412794:2065]
2025-12-06T17:43:24.152003Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801978370412794:2065] [node 4] ICS09 handshake done sender: [5:7580801974075445477:2106] self: [5:7580801978370412788:0] peer: [4:7580801976078466826:0] socket: 210 qp: -1
2025-12-06T17:43:24.152056Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801978370412794:2065] [node 4] ICS10 traffic start
2025-12-06T17:43:24.152111Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:24.155522Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801974075445414:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:24.155826Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801978370412793:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4883
2025-12-06T17:43:24.188215Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801978370412792:2063] [node 6] ICS09 handshake done sender: [5:7580801974075445486:2113] self: [5:7580801974075445485:0] peer: [6:7580801981085287230:0] socket: 237 qp: -1
2025-12-06T17:43:24.202912Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801978370412792:2063] [node 6] ICS10 traffic start
2025-12-06T17:43:24.202970Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:24.216047Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801978370412793:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:24.243565Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801974075445413:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:24.243787Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801974075445413:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(16606810ns) {IncomingHandshake:261(16603825ns) {DropIncomingHandshake:442(466ns) PrepareNewSessionHandshake:477(1457ns) {SwitchToState:179(825ns)} GenerateSessionVirtualId:988(534ns) IssueIncomingHandshakeReply:193(12545233ns) {SwitchToState:179(5142ns)}}}
2025-12-06T17:43:24.277935Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801974075445413:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:63492) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580801978370412793:2118] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:24.302945Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801974075445465:2063] [node 6] ICP35 event processing took too much time PendingConnection:279(175980523ns) {HandleHandshakeStatus:329(175977928ns) {DropIncomingHandshake:442(2083ns) DropOutgoingHandshake:457(211ns) SwitchToState:179(160ns) ProcessPendingSessionEvents:495(17986790ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 17901044ns max# 17370945ns}}}
2025-12-06T17:43:24.303373Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801974075445414:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:63296) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580801978370412791:2117] held: no
2025-12-06T17:43:24.304699Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801978370412800:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4883
2025-12-06T17:43:24.127414Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801975563184948:2049] [node 3] ICP22 created new session: [2:7580801979858152331:2049]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:24.312106Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801978370412801:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4883
2025-12-06T17:43:24.231231Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801976790319898:2068] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:43:24.316927Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801979305979418:2117] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:24.234017Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801982289532021:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:24.264591Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:24.223637Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:24.127463Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801979858152331:2049] [node 3] ICS09 handshake done sender: [2:7580801975563185020:2115] self: [2:7580801975563185019:0] peer: [3:7580801982289532014:0] socket: 239 qp: -1
2025-12-06T17:43:24.234166Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801977994564635:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:24.339305Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801975011012038:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:43:24.339400Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:24.339455Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801975011012038:2049] [node 3] ICP22 created new session: [1:7580801979305979435:2049]
2025-12-06T17:43:24.339504Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801979305979435:2049] [node 3] ICS09 handshake done sender: [1:7580801979305979418:2117] self: [1:7580801979305979417:0] peer: [3:7580801982289532022:0] socket: 271 qp: -1
2025-12-06T17:43:24.339549Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801979305979435:2049] [node 3] ICS10 traffic start
2025-12-06T17:43:24.339593Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:24.264668Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801976790319898:2068] [node 4] ICP22 created new session: [6:7580801981085287244:2068]
2025-12-06T17:43:24.334896Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801978370412791:2117] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:24.223684Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801976078466869:2080] [node 6] ICP22 created new session: [4:7580801980373434190:2080]
2025-12-06T17:43:24.264746Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801981085287244:2068] [node 4] ICS09 handshake done sender: [6:7580801981085287236:2119] self: [6:7580801981085287237:0] peer: [4:7580801976078466872:0] socket: 259 qp: -1
2025-12-06T17:43:24.138159Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801979858152331:2049] [node 3] ICS10 traffic start
2025-12-06T17:43:24.239084Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801982289532020:2070] [node 4] ICS09 handshake done sender: [3:7580801977994564704:2112] self: [3:7580801977994564703:0] peer: [4:7580801980373434177:0] socket: 217 qp: -1
2025-12-06T17:43:24.223750Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801980373434190:2080] [node 6] ICS09 handshake done sender: [4:7580801976078466873:2113] self: [4:7580801976078466872:0] peer: [6:7580801981085287237:0] socket: 258 qp: -1
2025-12-06T17:43:24.264791Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801981085287244:2068] [node 4] ICS10 traffic start
2025-12-06T17:43:24.264833Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:24.266654Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801976790319898:2068] [node 4] ICP35 event processing took too much time PendingConnection:279(34400536ns) {HandleHandshakeStatus:329(34397694ns) {DropIncomingHandshake:442(3459ns) DropOutgoingHandshake:457(7504ns) SwitchToState:179(829ns) ProcessPendingSessionEvents:495(618163ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 551025ns max# 50663ns}}}
2025-12-06T17:43:24.266735Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580801976790319898:2068] [node 4] ICP27 obsolete handshake fail ignored
2025-12-06T17:43:24.268511Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801981085287243:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48645
2025-12-06T17:43:24.279478Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801981085287243:2122] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:24.279653Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801976790319854:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:24.331765Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801981085287248:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48645
2025-12-06T17:43:24.347402Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801976790319855:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10476) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801981085287241:2121] held: no
2025-12-06T17:43:24.223794Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801980373434190:2080] [node 6] ICS10 traffic start
2025-12-06T17:43:24.223840Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:24.262946Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801980373434189:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9806
2025-12-06T17:43:24.274984Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801976078466877:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:24.281180Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801976078466799:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:63492) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580801976078466877:2116] held: no
2025-12-06T17:43:24.290857Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801980373434189:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:24.291243Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801976078466800:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:24.295231Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801980373434193:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9806
2025-12-06T17:43:24.354583Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801980373434189:2120] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:24.385513Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801976078466817:2064] [node 5] ICP35 event processing took too much time PendingConnection:279(293758504ns) {HandleHandshakeStatus:329(293755723ns) {DropIncomingHandshake:442(1101ns) DropOutgoingHandshake:457(1572ns) SwitchToState:179(147ns) ProcessPendingSessionEvents:495(168017267ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 167873856ns max# 26118977ns}}}
2025-12-06T17:43:24.256621Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801982289532020:2070] [node 4] ICS10 traffic start
2025-12-06T17:43:24.349171Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801974075445414:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:24.386203Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801976790319855:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(55632576ns) {HandleHandshakeStatus:395(49877263ns) {LogHandshakeFail:472(18262ns) {UpdateErrorStateLog:545(6843ns)} DropOutgoingHandshake:457(2426ns) ProcessPendingSessionEvents:495(37828511ns) {unordered DropSessionEvent:512 num# 100 sum# 6638086ns max# 4142605ns}}}
2025-12-06T17:43:24.165514Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801975563185018:2114] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:24.388465Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801976078466800:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:63296) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580801980373434189:2120] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:24.349264Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:24.349340Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801974075445414:2049] [node 2] ICP22 created new session: [5:7580801978370412802:2049]
2025-12-06T17:43:24.256685Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:24.401461Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801976078466800:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(45218414ns) {HandleHandshakeStatus:395(36392422ns) {LogHandshakeFail:472(6653332ns) {UpdateErrorStateLog:545(8148ns)} DropOutgoingHandshake:457(1824ns) ProcessPendingSessionEvents:495(12017326ns) {unordered DropSessionEvent:512 num# 100 sum# 11973494ns max# 5811307ns}}}
2025-12-06T17:43:24.184739Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580801975563184947:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:24.184822Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:24.184878Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801975563184947:2048] [node 1] ICP22 created new session: [2:7580801979858152337:2048]
2025-12-06T17:43:24.184940Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801979858152337:2048] [node 1] ICS09 handshake done sender: [2:7580801975563185018:2114] self: [2:7580801979858152324:0] peer: [1:7580801975011012104:0] socket: 228 qp: -1
2025-12-06T17:43:24.184984Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801979858152337:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:24.185024Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:24.188433Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:24.206783Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801979858152320:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:24.206837Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801979858152320:2117] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:43:24.239350Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801979858152320:2117] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:24.248248Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801975563184948:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(120010454ns) {HandleHandshakeStatus:329(120007582ns) {DropIncomingHandshake:442(16692ns) DropOutgoingHandshake:457(178ns) SwitchToState:179(676ns) ProcessPendingSessionEvents:495(20370391ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 20302727ns max# 19811629ns}}}
2025-12-06T17:43:24.270751Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801975563185011:2081] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:24.270821Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:24.270876Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801975563185011:2081] [node 5] ICP22 created new session: [2:7580801979858152341:2081]
2025-12-06T17:43:24.270929Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801979858152341:2081] [node 5] ICS09 handshake done sender: [2:7580801979858152320:2117] self: [2:7580801979858152319:0] peer: [5:7580801978370412797:0] socket: 248 qp: -1
2025-12-06T17:43:24.270968Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801979858152341:2081] [node 5] ICS10 traffic start
2025-12-06T17:43:24.271017Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:24.291845Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801979858152327:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:24.291877Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801979858152327:2118] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:43:24.293031Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801979858152327:2118] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:24.293292Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801975563185014:2082] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:43:24.293379Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:24.293445Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801975563185014:2082] [node 4] ICP22 created new session: [2:7580801979858152344:2082]
2025-12-06T17:43:24.293501Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801979858152344:2082] [node 4] ICS09 handshake done sender: [2:7580801979858152327:2118] self: [2:7580801979858152326:0] peer: [4:7580801980373434192:0] socket: 218 qp: -1
2025-12-06T17:43:24.293553Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801979858152344:2082] [node 4] ICS10 traffic start
2025-12-06T17:43:24.293593Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:24.307242Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801979858152333:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:24.307289Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801979858152333:2120] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:24.331061Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801979858152333:2120] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:24.332142Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801975563185013:2083] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:24.332234Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:24.332285Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801975563185013:2083] [node 6] ICP22 created new session: [2:7580801979858152347:2083]
2025-12-06T17:43:24.332334Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801979858152347:2083] [node 6] ICS09 handshake done sender: [2:7580801979858152333:2120] self: [2:7580801979858152332:0] peer: [6:7580801981085287246:0] socket: 241 qp: -1
2025-12-06T17:43:24.332388Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801979858152347:2083] [node 6] ICS10 traffic start
2025-12-06T17:43:24.332436Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:24.401540Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801976078466800:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:24.401595Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:24.401655Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801976078466800:2049] [node 2] ICP22 created new session: [4:7580801980373434194:2049]
2025-12-06T17:43:24.401717Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801980373434194:2049] [node 2] ICS09 handshake done sender: [4:7580801980373434189:2120] self: [4:7580801980373434192:0] peer: [2:7580801979858152326:0] socket: 270 qp: -1
2025-12-06T17:43:24.401761Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801980373434194:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:24.401807Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:24.283994Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801977994564713:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:24.284045Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801977994564713:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:24.312556Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801977994564713:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:24.312888Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801977994564669:2068] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:24.312984Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:24.313052Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801977994564669:2068] [node 6] ICP22 created new session: [3:7580801982289532025:2068]
2025-12-06T17:43:24.313103Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801982289532025:2068] [node 6] ICS09 handshake done sender: [3:7580801977994564713:2115] self: [3:7580801977994564712:0] peer: [6:7580801981085287242:0] socket: 209 qp: -1
2025-12-06T17:43:24.313149Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801982289532025:2068] [node 6] ICS10 traffic start
2025-12-06T17:43:24.313190Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:24.320631Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801982289532027:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60456
2025-12-06T17:43:24.338983Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801982289532021:2119] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:24.348952Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801977994564684:2067] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(246303433ns) {Configure:104(246294977ns) {ProcessConfigured:135(4289406ns) {StartInitialHandshake:157(4285654ns) {DropHandshakes:470(2561ns) {DropIncomingHandshake:442(568ns) DropOutgoingHandshake:457(600ns)} GenerateSessionVirtualId:988(992ns) PrepareNewSessionHandshake:477(4183ns) {SwitchToState:179(1762ns)}}}}}
2025-12-06T17:43:24.349261Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801977994564635:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:24.366197Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:24.366276Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801977994564635:2048] [node 1] ICP22 created new session: [3:7580801982289532031:2048]
2025-12-06T17:43:24.366340Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801982289532031:2048] [node 1] ICS09 handshake done sender: [3:7580801982289532021:2119] self: [3:7580801982289532022:0] peer: [1:7580801979305979417:0] socket: 227 qp: -1
2025-12-06T17:43:24.366389Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801982289532031:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:24.366442Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:24.368378Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801977994564635:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(18148450ns) {HandleHandshakeStatus:329(18140041ns) {DropIncomingHandshake:442(275ns) DropOutgoingHandshake:457(4929ns) SwitchToState:179(100ns) ProcessPendingSessionEvents:495(661110ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 585665ns max# 65644ns}}}
2025-12-06T17:43:24.374190Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801977994564699:2070] [node 4] ICP35 event processing took too much time PendingConnection:279(247801877ns) {HandleHandshakeStatus:329(247796672ns) {DropIncomingHandshake:442(22979ns) DropOutgoingHandshake:457(501ns) SwitchToState:179(1905ns) ProcessPendingSessionEvents:495(66206312ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 66088382ns max# 13332219ns}}}
2025-12-06T17:43:24.407122Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801976790319854:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:63296) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801981085287243:2122] held: no
2025-12-06T17:43:24.353304Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801978370412802:2049] [node 2] ICS09 handshake done sender: [5:7580801978370412791:2117] self: [5:7580801978370412797:0] peer: [2:7580801979858152319:0] socket: 254 qp: -1
2025-12-06T17:43:24.353398Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801978370412802:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:24.353464Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:24.392488Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801978370412804:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4883
2025-12-06T17:43:24.414573Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801976790319853:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(270595018ns) {HandleHandshakeStatus:329(270591874ns) {DropIncomingHandshake:442(542ns) DropOutgoingHandshake:457(14485ns) SwitchToState:179(378ns) ProcessPendingSessionEvents:495(270158979ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 253660711ns max# 19756533ns}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:24.416469Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801974075445413:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(19998916ns) {HandleHandshakeStatus:395(19996433ns) {LogHandshakeFail:472(14140ns) {UpdateErrorStateLog:545(5825ns)} DropOutgoingHandshake:457(434ns) ProcessPendingSessionEvents:495(19920185ns) {unordered DropSessionEvent:512 num# 100 sum# 19881743ns max# 11150961ns}}}
2025-12-06T17:43:24.416606Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801978370412793:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:24.417375Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801978370412804:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:24.417550Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801974075445415:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:24.425909Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801982289532029:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:24.425969Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801982289532029:2121] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:43:24.418686Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801974075445413:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:24.418783Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:24.418843Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801974075445413:2048] [node 1] ICP22 created new session: [5:7580801978370412806:2048]
2025-12-06T17:43:24.418896Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801978370412806:2048] [node 1] ICS09 handshake done sender: [5:7580801978370412793:2118] self: [5:7580801978370412799:0] peer: [1:7580801979305979410:0] socket: 266 qp: -1
2025-12-06T17:43:24.418945Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801978370412806:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:24.418988Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:24.415866Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801981085287247:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48645
2025-12-06T17:43:24.418378Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801981085287243:2122] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:24.420993Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801981085287241:2121] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:24.423111Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801976790319854:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:24.423172Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:24.423232Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801976790319854:2049] [node 2] ICP22 created new session: [6:7580801981085287249:2049]
2025-12-06T17:43:24.423293Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801981085287249:2049] [node 2] ICS09 handshake done sender: [6:7580801981085287243:2122] self: [6:7580801981085287246:0] peer: [2:7580801979858152332:0] socket: 243 qp: -1
2025-12-06T17:43:24.423352Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801981085287249:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:24.423399Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:24.429193Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801976790319855:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:43:24.429260Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:24.429315Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801976790319855:2050] [node 3] ICP22 created new session: [6:7580801981085287251:2050]
2025-12-06T17:43:24.429366Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801981085287251:2050] [node 3] ICS09 handshake done sender: [6:7580801981085287241:2121] self: [6:7580801981085287242:0] peer: [3:7580801977994564712:0] socket: 272 qp: -1
2025-12-06T17:43:24.429405Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801981085287251:2050] [node 3] ICS10 traffic start
2025-12-06T17:43:24.433738Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801982289532029:2121] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:24.434484Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801976078466799:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(120903438ns) {HandleHandshakeStatus:395(120900477ns) {LogHandshakeFail:472(11773ns) {UpdateErrorStateLog:545(4300ns)} DropOutgoingHandshake:457(1782ns) ProcessPendingSessionEvents:495(118526504ns) {unordered DropSessionEvent:512 num# 100 sum# 41985334ns max# 10061455ns}}}
2025-12-06T17:43:24.434116Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801978370412808:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4883
2025-12-06T17:43:24.434957Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:24.435929Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801977994564684:2067] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:24.434585Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801976078466799:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:24.435585Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801978370412804:2121] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:24.434663Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:24.434728Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801976078466799:2048] [node 1] ICP22 created new session: [4:7580801980373434196:2048]
2025-12-06T17:43:24.434776Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801980373434196:2048] [node 1] ICS09 handshake done sender: [4:7580801976078466877:2116] self: [4:7580801980373434182:0] peer: [1:7580801975011012111:0] socket: 236 qp: -1
2025-12-06T17:43:24.434821Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801980373434196:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:24.442919Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:24.457757Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:24.462866Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801977994564684:2067] [node 5] ICP22 created new session: [3:7580801982289532035:2067]
2025-12-06T17:43:24.463554Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801982289532035:2067] [node 5] ICS09 handshake done sender: [3:7580801982289532029:2121] self: [3:7580801982289532028:0] peer: [5:7580801978370412805:0] socket: 211 qp: -1
2025-12-06T17:43:24.463617Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801982289532035:2067] [node 5] ICS10 traffic start
2025-12-06T17:43:24.463701Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:24.465486Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801977994564684:2067] [node 5] ICP35 event processing took too much time PendingConnection:279(29615844ns) {HandleHandshakeStatus:329(29613533ns) {DropIncomingHandshake:442(21432ns) DropOutgoingHandshake:457(364ns) SwitchToState:179(3144ns) ProcessPendingSessionEvents:495(642098ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 566835ns max# 70070ns}}}
2025-12-06T17:43:24.438024Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801974075445415:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:43:24.438128Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:24.438185Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801974075445415:2050] [node 3] ICP22 created new session: [5:7580801978370412809:2050]
2025-12-06T17:43:24.438239Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801978370412809:2050] [node 3] ICS09 handshake done sender: [5:7580801978370412804:2121] self: [5:7580801978370412805:0] peer: [3:7580801982289532028:0] socket: 214 qp: -1
2025-12-06T17:43:24.438282Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801978370412809:2050] [node 3] ICS10 traffic start
2025-12-06T17:43:24.438336Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:24.468851Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801974075445415:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(29871348ns) {HandleHandshakeStatus:329(29866137ns) {DropIncomingHandshake:442(637ns) DropOutgoingHandshake:457(11802ns) SwitchToState:179(560ns) ProcessPendingSessionEvents:495(29390538ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 29270700ns max# 9266963ns}}}
2025-12-06T17:43:24.628972Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:43:24.629231Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7580801979858152337:2048] [node 1] ICS07 socket disconnect 228 reason# EndOfStream
2025-12-06T17:43:24.629270Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580801979858152337:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:24.629364Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:24.629406Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580801979858152337:2048] [node 1] ICS15 start handshake
2025-12-06T17:43:24.635084Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:43:24.635396Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580801982289532031:2048] [node 1] ICS07 socket disconnect 227 reason# EndOfStream
2025-12-06T17:43:24.635432Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801982289532031:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:24.635536Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:24.635593Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580801982289532031:2048] [node 1] ICS15 start handshake
2025-12-06T17:43:24.637073Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801977994564635:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:63492) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:24.637139Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801982289532031:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:24.637184Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801977994564635:2048] [node 1] ICP30 unregister session Session# [3:7580801982289532031:2048] VirtualId# [3:7580801982289532022:0]
2025-12-06T17:43:24.637301Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:24.637338Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580801977994564635:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:63492) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:24.637360Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:63492) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:24.638779Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580801975563184947:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:63492) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:43:24.638840Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580801979858152337:2048] [node 1] ICS15 start handshake
2025-12-06T17:43:24.640058Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580801975563184947:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:63492) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:24.640124Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580801979858152337:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:24.640164Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580801975563184947:2048] [node 1] ICP30 unregister session Session# [2:7580801979858152337:2048] VirtualId# [2:7580801979858152324:0]
2025-12-06T17:43:24.640229Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:24.640267Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [2:7580801975563184947:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:63492) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:24.640284Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:63492) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:24.645383Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:43:24.645663Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580801981085287238:2048] [node 1] ICS07 socket disconnect 229 reason# EndOfStream
2025-12-06T17:43:24.645706Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801981085287238:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:24.645803Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:24.645868Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580801981085287238:2048] [node 1] ICS15 start handshake
2025-12-06T17:43:24.646720Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:43:24.646971Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801980373434196:2048] [node 1] ICS01 socket: 236 reason# EndOfStream
2025-12-06T17:43:24.647031Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801976078466799:2048] [node 1] ICP30 unregister session Session# [4:7580801980373434196:2048] VirtualId# [4:7580801980373434182:0]
2025-12-06T17:43:24.647070Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801980373434196:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:24.647164Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:24.647213Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:24.647327Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:43:24.647533Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801978370412806:2048] [node 1] ICS01 socket: 266 reason# EndOfStream
2025-12-06T17:43:24.647572Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801974075445413:2048] [node 1] ICP30 unregister session Session# [5:7580801978370412806:2048] VirtualId# [5:7580801978370412799:0]
2025-12-06T17:43:24.647601Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801978370412806:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:24.647660Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:24.647699Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:24.649658Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801976790319853:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:63492) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:24.649731Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801981085287238:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:24.649779Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801976790319853:2048] [node 1] ICP30 unregister session Session# [6:7580801981085287238:2048] VirtualId# [6:7580801981085287227:0]
2025-12-06T17:43:24.649877Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:24.649913Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580801976790319853:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:63492) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:24.649931Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:63492) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:24.652683Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580801976790319853:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:43:24.658846Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [2:7580801975563184947:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:43:24.659180Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580801977994564635:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:43:24.780224Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:43:24.780511Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801982289532018:2049] [node 2] ICS01 socket: 240 reason# EndOfStream
2025-12-06T17:43:24.780564Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801977994564636:2049] [node 2] ICP30 unregister session Session# [3:7580801982289532018:2049] VirtualId# [3:7580801982289532014:0]
2025-12-06T17:43:24.780607Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801982289532018:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:24.780714Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:24.780764Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:24.792836Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:43:24.793105Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801978370412802:2049] [node 2] ICS01 socket: 254 reason# EndOfStream
2025-12-06T17:43:24.793152Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801974075445414:2049] [node 2] ICP30 unregister session Session# [5:7580801978370412802:2049] VirtualId# [5:7580801978370412797:0]
2025-12-06T17:43:24.793196Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801978370412802:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:24.793293Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:24.793343Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:24.793471Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:43:24.793662Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801980373434194:2049] [node 2] ICS01 socket: 270 reason# EndOfStream
2025-12-06T17:43:24.793706Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801976078466800:2049] [node 2] ICP30 unregister session Session# [4:7580801980373434194:2049] VirtualId# [4:7580801980373434192:0]
2025-12-06T17:43:24.793735Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801980373434194:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:24.793799Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:24.793834Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:24.799645Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:43:24.799920Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801981085287249:2049] [node 2] ICS01 socket: 243 reason# EndOfStream
2025-12-06T17:43:24.799973Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801976790319854:2049] [node 2] ICP30 unregister session Session# [6:7580801981085287249:2049] VirtualId# [6:7580801981085287246:0]
2025-12-06T17:43:24.800011Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801981085287249:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:24.800116Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:24.800168Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:24.926932Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:43:24.927180Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580801978370412809:2050] [node 3] ICS07 socket disconnect 214 reason# EndOfStream
2025-12-06T17:43:24.927217Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801978370412809:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:24.927313Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:43:24.927361Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580801978370412809:2050] [node 3] ICS15 start handshake
2025-12-06T17:43:24.928407Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:43:24.928625Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801981085287251:2050] [node 3] ICS01 socket: 272 reason# EndOfStream
2025-12-06T17:43:24.928678Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801976790319855:2050] [node 3] ICP30 unregister session Session# [6:7580801981085287251:2050] VirtualId# [6:7580801981085287242:0]
2025-12-06T17:43:24.928717Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801981085287251:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:24.928788Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:43:24.928838Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:43:24.931205Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:43:24.931404Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801980373434183:2050] [node 3] ICS01 socket: 220 reason# EndOfStream
2025-12-06T17:43:24.931451Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801976078466801:2050] [node 3] ICP30 unregister session Session# [4:7580801980373434183:2050] VirtualId# [4:7580801980373434177:0]
2025-12-06T17:43:24.931499Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801980373434183:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:24.931582Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:43:24.931620Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:43:24.930261Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801974075445415:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10476) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:24.930340Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801978370412809:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:24.930375Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801974075445415:2050] [node 3] ICP30 unregister session Session# [5:7580801978370412809:2050] VirtualId# [5:7580801978370412805:0]
2025-12-06T17:43:24.930472Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:43:24.930507Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580801974075445415:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:10476) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:24.930525Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10476) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:24.947527Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580801974075445415:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:43:25.146838Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:43:25.147121Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801978370412794:2065] [node 4] ICS01 socket: 210 reason# EndOfStream
2025-12-06T17:43:25.147174Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801974075445441:2065] [node 4] ICP30 unregister session Session# [5:7580801978370412794:2065] VirtualId# [5:7580801978370412788:0]
2025-12-06T17:43:25.147218Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801978370412794:2065] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:25.147311Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:43:25.147366Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:43:25.147499Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:43:25.147726Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580801981085287244:2068] [node 4] ICS07 socket disconnect 259 reason# EndOfStream
2025-12-06T17:43:25.147760Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801981085287244:2068] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:25.147817Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:43:25.147861Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580801981085287244:2068] [node 4] ICS15 start handshake
2025-12-06T17:43:25.149894Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801976790319898:2068] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20006) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:25.149973Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801981085287244:2068] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:25.150023Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801976790319898:2068] [node 4] ICP30 unregister session Session# [6:7580801981085287244:2068] VirtualId# [6:7580801981085287237:0]
2025-12-06T17:43:25.150076Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:43:25.150118Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580801976790319898:2068] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:20006) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:25.150140Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20006) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:25.158984Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580801976790319898:2068] [node 4] ICP33 wake up from error state
2025-12-06T17:43:25.272084Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:43:25.272411Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801981085287233:2060] [node 5] ICS01 socket: 238 reason# EndOfStream
2025-12-06T17:43:25.272468Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801976790319867:2060] [node 5] ICP30 unregister session Session# [6:7580801981085287233:2060] VirtualId# [6:7580801981085287230:0]
2025-12-06T17:43:25.272517Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801981085287233:2060] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:25.272669Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:43:25.272731Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:43:25.575096Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801984966644332:2048] [node 2] ICP01 ready to work
2025-12-06T17:43:25.575247Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801984966644333:2049] [node 3] ICP01 ready to work
2025-12-06T17:43:25.626712Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801985454426131:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:25.626764Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801985454426132:2049] [node 3] ICP01 ready to work
2025-12-06T17:43:25.663430Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801982609153824:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:25.674804Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801982609153823:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:25.693672Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801986032952612:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:25.693709Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801986032952613:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:25.693752Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801986032952614:2050] [node 3] ICP01 ready to work
2025-12-06T17:43:25.731143Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801986072576462:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:25.731197Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801986072576463:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:25.731236Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801986072576464:2050] [node 3] ICP01 ready to work
2025-12-06T17:43:25.774223Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801986151875323:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:25.774264Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801986151875324:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:25.774306Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801986151875325:2050] [node 3] ICP01 ready to work
2025-12-06T17:43:26.023750Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801989261611679:2097] [node 4] ICP01 ready to work
2025-12-06T17:43:25.972328Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801982609153843:2073] [node 4] ICP01 ready to work
2025-12-06T17:43:25.976824Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801986072576487:2071] [node 6] ICP01 ready to work
2025-12-06T17:43:26.046898Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801986904121155:2079] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:26.020927Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801986072576489:2067] [node 4] ICP01 ready to work
2025-12-06T17:43:26.102847Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801990367543791:2084] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40777
2025-12-06T17:43:26.028408Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801986151875344:2066] [node 5] ICP01 ready to work
2025-12-06T17:43:26.114710Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801989261611692:2098] [node 6] ICP01 ready to work
2025-12-06T17:43:26.111335Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801989749393471:2084] [node 5] ICP01 ready to work
2025-12-06T17:43:26.028813Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801986151875345:2068] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:26.166935Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801990327919969:2065] [node 6] ICP01 ready to work
2025-12-06T17:43:26.150373Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801989261611696:2090] [node 5] ICP01 ready to work
2025-12-06T17:43:26.172839Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801989749393491:2077] [node 6] ICP01 ready to work
2025-12-06T17:43:26.266735Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801986151875324:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(172494088ns) {Configure:104(172488554ns) {ProcessConfigured:135(78617141ns) {StartInitialHandshake:157(31710690ns) {DropHandshakes:470(3889ns) {DropIncomingHandshake:442(756ns) DropOutgoingHandshake:457(643ns)} GenerateSessionVirtualId:988(986ns) PrepareNewSessionHandshake:477(5430ns) {SwitchToState:179(2214ns)}}}}}
2025-12-06T17:43:26.180289Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801986072576487:2071] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(203068709ns) {Configure:104(203062229ns) {ProcessConfigured:135(30131135ns) {StartInitialHandshake:157(30126900ns) {DropHandshakes:470(2780ns) {DropIncomingHandshake:442(642ns) DropOutgoingHandshake:457(562ns)} GenerateSessionVirtualId:988(707ns) PrepareNewSessionHandshake:477(5631ns) {SwitchToState:179(2229ns)}}}}}
2025-12-06T17:43:26.177665Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801982609153823:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(134348757ns) {Configure:104(134337685ns) {ProcessConfigured:135(90429ns) {StartInitialHandshake:157(86723ns) {DropHandshakes:470(3253ns) {DropIncomingHandshake:442(719ns) DropOutgoingHandshake:457(601ns)} GenerateSessionVirtualId:988(918ns) PrepareNewSessionHandshake:477(5240ns) {SwitchToState:179(493ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:26.301224Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801990367543831:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40777
2025-12-06T17:43:26.219392Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801989261611697:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1288
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:26.316489Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801990446842691:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13345
2025-12-06T17:43:26.319011Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801990446842692:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13345
2025-12-06T17:43:26.319160Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801990446842693:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13345
2025-12-06T17:43:26.226114Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801989749393493:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63823
2025-12-06T17:43:26.248607Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801982609153824:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(191095909ns) {Configure:104(191090167ns) {ProcessConfigured:135(48323908ns) {StartInitialHandshake:157(48319415ns) {DropHandshakes:470(2410ns) {DropIncomingHandshake:442(643ns) DropOutgoingHandshake:457(387ns)} GenerateSessionVirtualId:988(615ns) PrepareNewSessionHandshake:477(6416ns) {SwitchToState:179(2886ns)}}}}}
2025-12-06T17:43:26.271208Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801990327919972:2066] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:26.280096Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801990327919974:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12091
2025-12-06T17:43:26.231826Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801989749393492:2083] [node 4] ICP01 ready to work
2025-12-06T17:43:26.320904Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801990367543791:2084] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:26.306700Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801986904121190:2075] [node 5] ICP01 ready to work
2025-12-06T17:43:26.340883Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801990446842692:2112] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:26.374612Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801986904121155:2079] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(327305969ns) {Configure:104(327300210ns) {ProcessConfigured:135(77349ns) {StartInitialHandshake:157(74356ns) {DropHandshakes:470(3146ns) {DropIncomingHandshake:442(672ns) DropOutgoingHandshake:457(455ns)} GenerateSessionVirtualId:988(1086ns) PrepareNewSessionHandshake:477(1810ns) {SwitchToState:179(555ns)}}}}}
2025-12-06T17:43:26.345334Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801990367543835:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40777
2025-12-06T17:43:26.359647Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801990446842693:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:26.280175Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801990327919975:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12091
2025-12-06T17:43:26.379597Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801989261611697:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:26.402817Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801989261611681:2103] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:26.402862Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801989261611681:2103] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:43:26.394644Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801982609153843:2073] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(334784282ns) {Configure:104(248549722ns) {ProcessConfigured:135(10380664ns) {StartInitialHandshake:157(10378878ns) {DropHandshakes:470(2950ns) {DropIncomingHandshake:442(879ns) DropOutgoingHandshake:457(396ns)} GenerateSessionVirtualId:988(951ns) PrepareNewSessionHandshake:477(3028ns) {SwitchToState:179(1065ns)}}}}}
2025-12-06T17:43:26.379804Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801989749393497:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63823
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:26.368794Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801990367543835:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:26.284967Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801990327919973:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12091
2025-12-06T17:43:26.418338Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801989261611681:2103] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:26.366807Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801990446842691:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:26.403124Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801989749393497:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:26.379221Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801990367543831:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:26.427102Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801989261611699:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:26.309729Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801986032952613:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(34754841ns) {Configure:104(34742045ns) {ProcessConfigured:135(88039ns) {StartInitialHandshake:157(84219ns) {DropHandshakes:470(3591ns) {DropIncomingHandshake:442(769ns) DropOutgoingHandshake:457(403ns)} GenerateSessionVirtualId:988(947ns) PrepareNewSessionHandshake:477(1737ns) {SwitchToState:179(574ns)}}}}}
2025-12-06T17:43:26.393210Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801986151875323:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:26.446227Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801989749393493:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:26.322846Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801990327919973:2110] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:26.393454Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801986151875344:2066] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:26.395158Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801986072576489:2067] [node 4] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:26.427155Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801989261611699:2112] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:26.395837Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801990367543803:2087] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:26.447761Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801989749393495:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:26.331355Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801990327919972:2066] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(20976172ns) {Configure:104(20969594ns) {ProcessConfigured:135(68700ns) {StartInitialHandshake:157(65144ns) {DropHandshakes:470(3530ns) {DropIncomingHandshake:442(1014ns) DropOutgoingHandshake:457(625ns)} GenerateSessionVirtualId:988(1146ns) PrepareNewSessionHandshake:477(1631ns) {SwitchToState:179(579ns)}}}}}
2025-12-06T17:43:26.476942Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801986904121195:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:26.399227Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801986151875345:2068] [node 4] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:26.447800Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801989749393495:2111] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:43:26.342414Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801990327919974:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:26.395865Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580801990367543803:2087] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:26.473403Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801989261611679:2097] [node 4] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:26.473463Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:26.423832Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801986151875323:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(30008200ns) {IncomingHandshake:261(13680837ns) {DropIncomingHandshake:442(543ns) PrepareNewSessionHandshake:477(990ns) {SwitchToState:179(208ns)} GenerateSessionVirtualId:988(209ns) IssueIncomingHandshakeReply:193(66946ns) {SwitchToState:179(598ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:26.476996Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801986904121195:2114] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:43:26.456834Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801989749393498:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63823
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:26.418627Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801986072576463:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:26.501454Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801986904121195:2114] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:26.368679Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801986032952612:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:26.434714Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801986151875345:2068] [node 4] ICP35 event processing took too much time PendingConnection:279(20389914ns) {IncomingHandshake:261(20387712ns) {DropIncomingHandshake:442(286ns) PrepareNewSessionHandshake:477(20294950ns) {SwitchToState:179(6265ns)} GenerateSessionVirtualId:988(859ns) IssueIncomingHandshakeReply:193(60065ns) {SwitchToState:179(267ns)}}}
2025-12-06T17:43:26.475287Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801989261611679:2097] [node 4] ICP22 created new session: [1:7580801989261611711:2097]
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:26.375122Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801990327919975:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:26.459783Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801989749393495:2111] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:26.419209Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801990367543803:2087] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:26.437184Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801990446842701:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13345
2025-12-06T17:43:26.475349Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801989261611711:2097] [node 4] ICS09 handshake done sender: [1:7580801989261611681:2103] self: [1:7580801989261611680:0] peer: [4:7580801990327919988:0] socket: 212 qp: -1
2025-12-06T17:43:26.463479Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801985454426132:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(378889048ns) {Configure:104(342930194ns) {ProcessConfigured:135(22742777ns) {StartInitialHandshake:157(22739378ns) {DropHandshakes:470(3231ns) {DropIncomingHandshake:442(750ns) DropOutgoingHandshake:457(593ns)} GenerateSessionVirtualId:988(1123ns) PrepareNewSessionHandshake:477(5655ns) {SwitchToState:179(2250ns)}}}}}
2025-12-06T17:43:26.511199Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801986904121192:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43334
2025-12-06T17:43:26.451849Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801986151875325:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(248818605ns) {Configure:104(248810569ns) {ProcessConfigured:135(83950ns) {StartInitialHandshake:157(81182ns) {DropHandshakes:470(5785ns) {DropIncomingHandshake:442(345ns) DropOutgoingHandshake:457(497ns)} GenerateSessionVirtualId:988(821ns) PrepareNewSessionHandshake:477(1786ns) {SwitchToState:179(656ns)}}}}}
2025-12-06T17:43:26.459164Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801986072576462:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(258977777ns) {Configure:104(258968603ns) {ProcessConfigured:135(59988ns) {StartInitialHandshake:157(58176ns) {DropHandshakes:470(1744ns) {DropIncomingHandshake:442(320ns) DropOutgoingHandshake:457(370ns)} GenerateSessionVirtualId:988(814ns) PrepareNewSessionHandshake:477(1642ns) {SwitchToState:179(322ns)}}}}}
2025-12-06T17:43:26.404113Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801986032952612:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(22575380ns) {IncomingHandshake:261(117602ns) {DropIncomingHandshake:442(573ns) PrepareNewSessionHandshake:477(1702ns) {SwitchToState:179(883ns)} GenerateSessionVirtualId:988(1095ns) IssueIncomingHandshakeReply:193(75711ns) {SwitchToState:179(378ns)}}}
2025-12-06T17:43:26.475382Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801989261611711:2097] [node 4] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:26.464730Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801989749393471:2084] [node 5] ICP35 event processing took too much time PendingConnection:279(20840924ns) {IncomingHandshake:261(8816371ns) {DropIncomingHandshake:442(481ns) PrepareNewSessionHandshake:477(1557ns) {SwitchToState:179(788ns)} GenerateSessionVirtualId:988(1340ns) IssueIncomingHandshakeReply:193(9399ns)}}
2025-12-06T17:43:26.460064Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801986072576464:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(345297155ns) {Configure:104(345290541ns) {ProcessConfigured:135(7023387ns) {StartInitialHandshake:157(7020554ns) {DropHandshakes:470(1086ns) {DropIncomingHandshake:442(252ns) DropOutgoingHandshake:457(204ns)} GenerateSessionVirtualId:988(614ns) PrepareNewSessionHandshake:477(1792ns) {SwitchToState:179(740ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:26.543037Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801986904121199:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43334
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:26.411400Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801990327919977:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:26.484284Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801990446842691:2111] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:26.475433Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:26.465497Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801989749393471:2084] [node 5] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:26.474724Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580801986072576487:2071] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:26.499944Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801986072576489:2067] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15151) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580801990367543835:2115] held: no
2025-12-06T17:43:26.505834Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801986072576463:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20473) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580801990367543831:2113] held: no
2025-12-06T17:43:26.510844Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:26.524713Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801986072576487:2071] [node 6] ICP22 created new session: [5:7580801990367543845:2071]
2025-12-06T17:43:26.537032Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801990367543845:2071] [node 6] ICS09 handshake done sender: [5:7580801990367543803:2087] self: [5:7580801990367543801:0] peer: [6:7580801990446842698:0] socket: 217 qp: -1
2025-12-06T17:43:26.539758Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801990367543846:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40777
2025-12-06T17:43:26.542964Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801990367543845:2071] [node 6] ICS10 traffic start
2025-12-06T17:43:26.554954Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:26.559557Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801990367543844:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40777
2025-12-06T17:43:26.564305Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801990367543831:2113] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:26.570629Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801990367543835:2115] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:26.571440Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801986072576463:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:26.571526Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:26.571595Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801986072576463:2049] [node 2] ICP22 created new session: [5:7580801990367543850:2049]
2025-12-06T17:43:26.571651Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801990367543850:2049] [node 2] ICS09 handshake done sender: [5:7580801990367543831:2113] self: [5:7580801990367543838:0] peer: [2:7580801989749393494:0] socket: 228 qp: -1
2025-12-06T17:43:26.571693Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801990367543850:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:26.571763Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:26.571966Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801986072576489:2067] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:43:26.572042Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:26.572114Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801986072576489:2067] [node 4] ICP22 created new session: [5:7580801990367543852:2067]
2025-12-06T17:43:26.572177Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801990367543852:2067] [node 4] ICS09 handshake done sender: [5:7580801990367543835:2115] self: [5:7580801990367543836:0] peer: [4:7580801990327919982:0] socket: 244 qp: -1
2025-12-06T17:43:26.572213Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801990367543852:2067] [node 4] ICS10 traffic start
2025-12-06T17:43:26.572265Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:26.631082Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801986072576463:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(36153282ns) {HandleHandshakeStatus:329(36148321ns) {DropIncomingHandshake:442(731ns) DropOutgoingHandshake:457(360ns) SwitchToState:179(701ns) ProcessPendingSessionEvents:495(2688ns)}}
2025-12-06T17:43:26.652620Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801990367543847:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40777
2025-12-06T17:43:26.673139Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801990367543854:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40777
2025-12-06T17:43:26.673534Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801990367543847:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:26.673672Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801986072576462:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:26.467646Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801989749393498:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:26.502638Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:26.511134Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801989749393471:2084] [node 5] ICP22 created new session: [2:7580801989749393512:2084]
2025-12-06T17:43:26.516982Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801989749393502:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:26.517026Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801989749393502:2114] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:43:26.526652Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801989749393512:2084] [node 5] ICS09 handshake done sender: [2:7580801989749393495:2111] self: [2:7580801989749393494:0] peer: [5:7580801990367543838:0] socket: 224 qp: -1
2025-12-06T17:43:26.527233Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801989749393515:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63823
2025-12-06T17:43:26.535475Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801989749393512:2084] [node 5] ICS10 traffic start
2025-12-06T17:43:26.535546Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:26.537529Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801989749393502:2114] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:26.560288Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801989749393518:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63823
2025-12-06T17:43:26.567461Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801985454426131:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(386324495ns) {Configure:104(386318127ns) {ProcessConfigured:135(48761597ns) {StartInitialHandshake:157(48758604ns) {DropHandshakes:470(17304962ns) {DropIncomingHandshake:442(448ns) DropOutgoingHandshake:457(1151ns)} GenerateSessionVirtualId:988(2434ns) PrepareNewSessionHandshake:477(8965ns) {SwitchToState:179(4047ns)}}}}}
2025-12-06T17:43:26.569573Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801989749393492:2083] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:43:26.579728Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801989749393471:2084] [node 5] ICP35 event processing took too much time PendingConnection:279(71536674ns) {HandleHandshakeStatus:329(71534038ns) {DropIncomingHandshake:442(5472845ns) DropOutgoingHandshake:457(886ns) SwitchToState:179(342ns) ProcessPendingSessionEvents:495(647690ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 576464ns max# 66313ns}}}
2025-12-06T17:43:26.586273Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801989749393504:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:26.586334Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801989749393504:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:26.588519Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:26.591078Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801989749393518:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:26.602673Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801989749393492:2083] [node 4] ICP22 created new session: [2:7580801989749393519:2083]
2025-12-06T17:43:26.602980Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801989749393515:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:26.549448Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801986904121201:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43334
2025-12-06T17:43:26.411449Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801990327919977:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:26.603140Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580801985454426131:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:26.603989Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801989749393504:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:26.623262Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801989749393519:2083] [node 4] ICS09 handshake done sender: [2:7580801989749393502:2114] self: [2:7580801989749393501:0] peer: [4:7580801990327920004:0] socket: 255 qp: -1
2025-12-06T17:43:26.627824Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801989749393491:2077] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:26.627906Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:26.627968Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801989749393491:2077] [node 6] ICP22 created new session: [2:7580801989749393524:2077]
2025-12-06T17:43:26.628030Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801989749393524:2077] [node 6] ICS09 handshake done sender: [2:7580801989749393504:2115] self: [2:7580801989749393503:0] peer: [6:7580801990446842715:0] socket: 259 qp: -1
2025-12-06T17:43:26.628064Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801989749393524:2077] [node 6] ICS10 traffic start
2025-12-06T17:43:26.628104Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:26.631351Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801989749393519:2083] [node 4] ICS10 traffic start
2025-12-06T17:43:26.638090Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801989749393505:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:26.638149Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801989749393505:2116] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:43:26.654915Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801989749393505:2116] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:26.658823Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:26.666471Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801989749393528:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63823
2025-12-06T17:43:26.679313Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801985454426132:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:43:26.679402Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:26.679471Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801985454426132:2049] [node 3] ICP22 created new session: [2:7580801989749393529:2049]
2025-12-06T17:43:26.679519Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801989749393529:2049] [node 3] ICS09 handshake done sender: [2:7580801989749393505:2116] self: [2:7580801989749393499:0] peer: [3:7580801986904121206:0] socket: 256 qp: -1
2025-12-06T17:43:26.679557Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801989749393529:2049] [node 3] ICS10 traffic start
2025-12-06T17:43:26.679592Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:26.484602Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801990446842706:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13345
2025-12-06T17:43:26.477629Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801989261611708:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1288
2025-12-06T17:43:26.563060Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801986904121192:2112] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:26.482785Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801989261611699:2112] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:26.514324Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801989261611708:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:26.514390Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801989261611692:2098] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:26.514488Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:26.514557Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801989261611692:2098] [node 6] ICP22 created new session: [1:7580801989261611716:2098]
2025-12-06T17:43:26.518769Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801989261611716:2098] [node 6] ICS09 handshake done sender: [1:7580801989261611699:2112] self: [1:7580801989261611698:0] peer: [6:7580801990446842699:0] socket: 222 qp: -1
2025-12-06T17:43:26.524199Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801989261611715:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1288
2025-12-06T17:43:26.524256Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801989261611716:2098] [node 6] ICS10 traffic start
2025-12-06T17:43:26.537045Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:26.548973Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801989261611715:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:26.608322Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801989261611701:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:26.608381Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801989261611701:2113] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:43:26.627604Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801989261611701:2113] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:26.636085Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801989261611707:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:26.636132Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801989261611707:2115] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:43:26.649471Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801989261611722:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1288
2025-12-06T17:43:26.651338Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801984966644333:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:43:26.672501Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801989261611707:2115] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:26.673372Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801989261611722:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:26.677537Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801989261611692:2098] [node 6] ICP35 event processing took too much time PendingConnection:279(162257423ns) {HandleHandshakeStatus:329(162254530ns) {DropIncomingHandshake:442(19023ns) DropOutgoingHandshake:457(776ns) SwitchToState:179(430ns) ProcessPendingSessionEvents:495(97621632ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 96713595ns max# 24758495ns}}}
2025-12-06T17:43:26.681953Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:26.693551Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801989261611705:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:26.693588Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801989261611705:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:43:26.699457Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801989261611705:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:26.699535Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801984966644332:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:43:26.699613Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:26.699672Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801984966644332:2048] [node 2] ICP22 created new session: [1:7580801989261611727:2048]
2025-12-06T17:43:26.699739Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801989261611727:2048] [node 2] ICS09 handshake done sender: [1:7580801989261611707:2115] self: [1:7580801989261611706:0] peer: [2:7580801989749393523:0] socket: 219 qp: -1
2025-12-06T17:43:26.699776Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801989261611727:2048] [node 2] ICS10 traffic start
2025-12-06T17:43:26.699815Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:26.707058Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801984966644333:2049] [node 3] ICP22 created new session: [1:7580801989261611725:2049]
2025-12-06T17:43:26.423007Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801990327919983:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:26.485734Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801990446842704:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13345
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:26.694928Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801989749393515:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:26.423058Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801990327919983:2115] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:43:26.485898Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801990446842705:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13345
2025-12-06T17:43:26.570981Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801986904121199:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:26.735191Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801989261611725:2049] [node 3] ICS09 handshake done sender: [1:7580801989261611701:2113] self: [1:7580801989261611700:0] peer: [3:7580801986904121205:0] socket: 223 qp: -1
2025-12-06T17:43:26.719352Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801990367543856:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40777
2025-12-06T17:43:26.428559Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801990327919990:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12091
2025-12-06T17:43:26.487032Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801990446842692:2112] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:26.716373Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801989749393492:2083] [node 4] ICP35 event processing took too much time PendingConnection:279(149630323ns) {HandleHandshakeStatus:329(149627425ns) {DropIncomingHandshake:442(23241ns) DropOutgoingHandshake:457(458ns) SwitchToState:179(611ns) ProcessPendingSessionEvents:495(13336207ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 13254332ns max# 12680153ns}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:26.728075Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580801985454426131:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:26.759314Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:26.762451Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801985454426131:2048] [node 1] ICP22 created new session: [2:7580801989749393531:2048]
2025-12-06T17:43:26.787543Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801989749393531:2048] [node 1] ICS09 handshake done sender: [2:7580801989749393515:2118] self: [2:7580801989749393523:0] peer: [1:7580801989261611706:0] socket: 236 qp: -1
2025-12-06T17:43:26.791838Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801989749393531:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:26.791911Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:26.741355Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:294: Proxy [1:7580801984966644332:2048] [node 2] ICP35 event processing took too much time StateWork:294(17274370ns)
2025-12-06T17:43:26.746698Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801989261611725:2049] [node 3] ICS10 traffic start
2025-12-06T17:43:26.746781Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:26.748101Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801989261611696:2090] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:26.748200Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:26.575641Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801982609153843:2073] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:43:26.724584Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801986072576487:2071] [node 6] ICP35 event processing took too much time PendingConnection:279(248887116ns) {HandleHandshakeStatus:329(248883797ns) {DropIncomingHandshake:442(27656ns) DropOutgoingHandshake:457(250ns) SwitchToState:179(163ns) ProcessPendingSessionEvents:495(144676278ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 134546940ns max# 20177595ns}}}
2025-12-06T17:43:26.579139Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801986904121201:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:26.750401Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801990367543854:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:26.750506Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801990367543847:2120] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:26.750681Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801986072576464:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:26.763278Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801986072576462:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2053) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580801990367543847:2120] held: no
2025-12-06T17:43:26.791412Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801990367543858:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40777
2025-12-06T17:43:26.804280Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801986072576464:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18089) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580801990367543854:2121] held: no
2025-12-06T17:43:26.805247Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801990367543854:2121] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:26.808933Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580801986072576462:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(56432967ns) {HandleHandshakeStatus:395(56429849ns) {LogHandshakeFail:472(15788ns) {UpdateErrorStateLog:545(6308ns)} DropOutgoingHandshake:457(3186ns) ProcessPendingSessionEvents:495(44735330ns) {unordered DropSessionEvent:512 num# 100 sum# 44691728ns max# 27223495ns}}}
2025-12-06T17:43:26.809219Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801986072576462:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:26.809273Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:26.809325Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801986072576462:2048] [node 1] ICP22 created new session: [5:7580801990367543859:2048]
2025-12-06T17:43:26.809384Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801990367543859:2048] [node 1] ICS09 handshake done sender: [5:7580801990367543847:2120] self: [5:7580801990367543855:0] peer: [1:7580801989261611704:0] socket: 231 qp: -1
2025-12-06T17:43:26.809422Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801990367543859:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:26.809469Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:26.487559Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801986151875344:2066] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:43:26.490244Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801990446842693:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:26.495438Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801986151875323:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:26.495530Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:26.495600Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801986151875323:2048] [node 1] ICP22 created new session: [6:7580801990446842708:2048]
2025-12-06T17:43:26.495658Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801990446842708:2048] [node 1] ICS09 handshake done sender: [6:7580801990446842692:2112] self: [6:7580801990446842699:0] peer: [1:7580801989261611698:0] socket: 237 qp: -1
2025-12-06T17:43:26.495701Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801990446842708:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:26.495748Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:26.502596Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:26.510926Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801986151875344:2066] [node 5] ICP22 created new session: [6:7580801990446842707:2066]
2025-12-06T17:43:26.524141Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801990446842707:2066] [node 5] ICS09 handshake done sender: [6:7580801990446842691:2111] self: [6:7580801990446842698:0] peer: [5:7580801990367543801:0] socket: 235 qp: -1
2025-12-06T17:43:26.528542Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801986151875345:2068] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15151) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801990446842693:2113] held: no
2025-12-06T17:43:26.530137Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801986151875345:2068] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:43:26.530199Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:26.530249Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801986151875345:2068] [node 4] ICP22 created new session: [6:7580801990446842712:2068]
2025-12-06T17:43:26.530350Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801990446842712:2068] [node 4] ICS09 handshake done sender: [6:7580801990446842693:2113] self: [6:7580801990446842700:0] peer: [4:7580801990327919976:0] socket: 238 qp: -1
2025-12-06T17:43:26.530400Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801990446842712:2068] [node 4] ICS10 traffic start
2025-12-06T17:43:26.530440Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:26.532514Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801990446842707:2066] [node 5] ICS10 traffic start
2025-12-06T17:43:26.543357Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801990446842705:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:26.547567Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:26.555174Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801986151875324:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:26.581043Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801990446842716:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13345
2025-12-06T17:43:26.596980Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801990446842717:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13345
2025-12-06T17:43:26.597875Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801990446842716:2122] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:26.598050Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801986151875325:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:26.616938Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801990446842705:2120] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:26.617195Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801986151875324:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:26.617286Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:26.617345Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801986151875324:2049] [node 2] ICP22 created new session: [6:7580801990446842719:2049]
2025-12-06T17:43:26.617394Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801990446842719:2049] [node 2] ICS09 handshake done sender: [6:7580801990446842705:2120] self: [6:7580801990446842715:0] peer: [2:7580801989749393503:0] socket: 265 qp: -1
2025-12-06T17:43:26.617442Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801990446842719:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:26.617488Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:26.647593Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801990446842721:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13345
2025-12-06T17:43:26.667533Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801990446842716:2122] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:26.675390Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801986151875344:2066] [node 5] ICP35 event processing took too much time PendingConnection:279(186885122ns) {HandleHandshakeStatus:329(186882812ns) {DropIncomingHandshake:442(476ns) DropOutgoingHandshake:457(8099ns) SwitchToState:179(431ns) ProcessPendingSessionEvents:495(95604048ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 95479337ns max# 44014396ns}}}
2025-12-06T17:43:26.698884Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801986151875325:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18089) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801990446842716:2122] held: no
2025-12-06T17:43:26.776383Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801986151875325:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(84449704ns) {HandleHandshakeStatus:395(84446100ns) {LogHandshakeFail:472(18062ns) {UpdateErrorStateLog:545(7292ns)} DropOutgoingHandshake:457(2590ns) ProcessPendingSessionEvents:495(76578115ns) {unordered DropSessionEvent:512 num# 100 sum# 10332194ns max# 7581974ns}}}
2025-12-06T17:43:26.776476Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801986151875325:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:43:26.776559Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:26.776624Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801986151875325:2050] [node 3] ICP22 created new session: [6:7580801990446842722:2050]
2025-12-06T17:43:26.776672Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801990446842722:2050] [node 3] ICS09 handshake done sender: [6:7580801990446842716:2122] self: [6:7580801990446842718:0] peer: [3:7580801986904121193:0] socket: 275 qp: -1
2025-12-06T17:43:26.776710Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801990446842722:2050] [node 3] ICS10 traffic start
2025-12-06T17:43:26.776773Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:26.796190Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801986151875323:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(80409021ns) {HandleHandshakeStatus:329(80404045ns) {DropIncomingHandshake:442(1310ns) DropOutgoingHandshake:457(11189ns) SwitchToState:179(742ns) ProcessPendingSessionEvents:495(79933808ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 79787330ns max# 15541891ns}}}
2025-12-06T17:43:26.748261Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801989261611696:2090] [node 5] ICP22 created new session: [1:7580801989261611730:2090]
2025-12-06T17:43:26.428910Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801990327919991:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12091
2025-12-06T17:43:26.579280Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801982609153823:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:26.579651Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801986904121203:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43334
2025-12-06T17:43:26.587791Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801986904121203:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:26.598357Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801986904121194:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:26.598388Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801986904121194:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:26.599447Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801982609153824:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:26.604043Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801986904121202:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43334
2025-12-06T17:43:26.630642Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801986904121202:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:26.631240Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:26.633250Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801986904121194:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:26.638335Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801982609153843:2073] [node 4] ICP22 created new session: [3:7580801986904121209:2073]
2025-12-06T17:43:26.640193Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801986904121210:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43334
2025-12-06T17:43:26.653406Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801986904121212:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43334
2025-12-06T17:43:26.654058Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801986904121192:2112] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:26.655258Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801986904121155:2079] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:26.665984Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801986904121209:2073] [node 4] ICS09 handshake done sender: [3:7580801986904121195:2114] self: [3:7580801986904121191:0] peer: [4:7580801990327919997:0] socket: 250 qp: -1
2025-12-06T17:43:26.666050Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801986904121209:2073] [node 4] ICS10 traffic start
2025-12-06T17:43:26.684879Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801982609153823:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:26.684956Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:26.685017Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801982609153823:2048] [node 1] ICP22 created new session: [3:7580801986904121214:2048]
2025-12-06T17:43:26.685071Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801986904121214:2048] [node 1] ICS09 handshake done sender: [3:7580801986904121192:2112] self: [3:7580801986904121205:0] peer: [1:7580801989261611700:0] socket: 241 qp: -1
2025-12-06T17:43:26.685112Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801986904121214:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:26.685157Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:26.691094Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:26.696142Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:26.701364Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801986904121199:2116] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:26.707385Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801982609153824:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20473) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580801986904121199:2116] held: no
2025-12-06T17:43:26.718994Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801986904121155:2079] [node 6] ICP22 created new session: [3:7580801986904121217:2079]
2025-12-06T17:43:26.727901Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801982609153824:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:26.727988Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:26.728050Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801982609153824:2049] [node 2] ICP22 created new session: [3:7580801986904121218:2049]
2025-12-06T17:43:26.728099Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801986904121218:2049] [node 2] ICS09 handshake done sender: [3:7580801986904121199:2116] self: [3:7580801986904121206:0] peer: [2:7580801989749393499:0] socket: 257 qp: -1
2025-12-06T17:43:26.728153Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801986904121218:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:26.728209Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:26.739044Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801986904121217:2079] [node 6] ICS09 handshake done sender: [3:7580801986904121194:2113] self: [3:7580801986904121193:0] peer: [6:7580801990446842718:0] socket: 274 qp: -1
2025-12-06T17:43:26.739106Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801986904121217:2079] [node 6] ICS10 traffic start
2025-12-06T17:43:26.739194Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:26.766907Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801986904121197:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:26.766959Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801986904121197:2115] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:43:26.768133Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801986904121197:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:26.768447Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801986904121190:2075] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:26.768557Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:26.768619Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801986904121190:2075] [node 5] ICP22 created new session: [3:7580801986904121222:2075]
2025-12-06T17:43:26.768674Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801986904121222:2075] [node 5] ICS09 handshake done sender: [3:7580801986904121197:2115] self: [3:7580801986904121196:0] peer: [5:7580801990367543857:0] socket: 284 qp: -1
2025-12-06T17:43:26.768724Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801986904121222:2075] [node 5] ICS10 traffic start
2025-12-06T17:43:26.768769Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:26.802782Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801982609153843:2073] [node 4] ICP35 event processing took too much time PendingConnection:279(232309479ns) {HandleHandshakeStatus:329(232306885ns) {DropIncomingHandshake:442(2012ns) DropOutgoingHandshake:457(2146ns) SwitchToState:179(722ns) ProcessPendingSessionEvents:495(66392738ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 66263809ns max# 15707772ns}}}
2025-12-06T17:43:26.802906Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7580801982609153843:2073] [node 4] ICP18 handshake (actor [3:7580801986904121201:2117]) is too old
2025-12-06T17:43:26.827262Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580801985454426131:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(98258498ns) {HandleHandshakeStatus:329(98255383ns) {DropIncomingHandshake:442(882ns) DropOutgoingHandshake:457(5331ns) SwitchToState:179(769ns) ProcessPendingSessionEvents:495(2685758ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 2601783ns max# 2162538ns}}}
2025-12-06T17:43:26.827374Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7580801985454426131:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:43:26.748328Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801989261611730:2090] [node 5] ICS09 handshake done sender: [1:7580801989261611705:2114] self: [1:7580801989261611704:0] peer: [5:7580801990367543855:0] socket: 261 qp: -1
2025-12-06T17:43:26.748390Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801989261611730:2090] [node 5] ICS10 traffic start
2025-12-06T17:43:26.748424Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:26.821513Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580801984966644333:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(169165782ns) {HandleHandshakeStatus:329(169162852ns) {DropIncomingHandshake:442(16048ns) DropOutgoingHandshake:457(1083ns) SwitchToState:179(201ns) ProcessPendingSessionEvents:495(2304771ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 2241096ns max# 1760214ns}}}
2025-12-06T17:43:26.447980Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801990327919973:2110] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:26.448103Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801990327919983:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:26.455241Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801986032952614:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(324033536ns) {Configure:104(324023549ns) {ProcessConfigured:135(47830ns) {StartInitialHandshake:157(45946ns) {DropHandshakes:470(1496ns) {DropIncomingHandshake:442(542ns) DropOutgoingHandshake:457(264ns)} GenerateSessionVirtualId:988(620ns) PrepareNewSessionHandshake:477(928ns) {SwitchToState:179(496ns)}}}}}
2025-12-06T17:43:26.455535Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801990327919977:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:26.466144Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801990327919991:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:26.466278Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801986032952614:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:26.466603Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801990327919996:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12091
2025-12-06T17:43:26.466979Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801986032952612:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:26.467038Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:26.467087Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801986032952612:2048] [node 1] ICP22 created new session: [4:7580801990327919998:2048]
2025-12-06T17:43:26.467145Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801990327919998:2048] [node 1] ICS09 handshake done sender: [4:7580801990327919973:2110] self: [4:7580801990327919988:0] peer: [1:7580801989261611680:0] socket: 225 qp: -1
2025-12-06T17:43:26.467192Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801990327919998:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:26.467230Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:26.471320Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801990327919972:2066] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:26.471394Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:26.471457Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801990327919972:2066] [node 5] ICP22 created new session: [4:7580801990327920000:2066]
2025-12-06T17:43:26.471524Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801990327920000:2066] [node 5] ICS09 handshake done sender: [4:7580801990327919983:2115] self: [4:7580801990327919982:0] peer: [5:7580801990367543836:0] socket: 242 qp: -1
2025-12-06T17:43:26.471563Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801990327920000:2066] [node 5] ICS10 traffic start
2025-12-06T17:43:26.471599Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:26.482078Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801990327919969:2065] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:26.482153Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:26.482209Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801990327919969:2065] [node 6] ICP22 created new session: [4:7580801990327920002:2065]
2025-12-06T17:43:26.482257Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801990327920002:2065] [node 6] ICS09 handshake done sender: [4:7580801990327919977:2113] self: [4:7580801990327919976:0] peer: [6:7580801990446842700:0] socket: 233 qp: -1
2025-12-06T17:43:26.482294Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801990327920002:2065] [node 6] ICS10 traffic start
2025-12-06T17:43:26.482330Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:26.483644Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801990327919996:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:26.484953Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801986032952613:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:26.542136Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801990327920007:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12091
2025-12-06T17:43:26.547016Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801990327919996:2120] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:26.556016Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801990327920006:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12091
2025-12-06T17:43:26.567241Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801990327919991:2118] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:26.569810Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801986032952613:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:26.588813Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801986032952614:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:43:26.602802Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:26.602858Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801986032952614:2050] [node 3] ICP22 created new session: [4:7580801990327920008:2050]
2025-12-06T17:43:26.603814Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:26.603869Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801986032952613:2049] [node 2] ICP22 created new session: [4:7580801990327920009:2049]
2025-12-06T17:43:26.623426Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801990327920009:2049] [node 2] ICS09 handshake done sender: [4:7580801990327919996:2120] self: [4:7580801990327920004:0] peer: [2:7580801989749393501:0] socket: 258 qp: -1
2025-12-06T17:43:26.636236Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801990327920009:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:26.638592Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801990327920008:2050] [node 3] ICS09 handshake done sender: [4:7580801990327919991:2118] self: [4:7580801990327919997:0] peer: [3:7580801986904121191:0] socket: 251 qp: -1
2025-12-06T17:43:26.642844Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:26.646866Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801990327920008:2050] [node 3] ICS10 traffic start
2025-12-06T17:43:26.651162Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:26.671806Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801986032952614:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(83447421ns) {HandleHandshakeStatus:329(83444299ns) {DropIncomingHandshake:442(6287ns) DropOutgoingHandshake:457(25443ns) SwitchToState:179(632ns) ProcessPendingSessionEvents:495(671988ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 598308ns max# 76212ns}}}
2025-12-06T17:43:26.689660Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580801986032952613:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(127890568ns) {HandleHandshakeStatus:329(123586646ns) {DropIncomingHandshake:442(3541ns) DropOutgoingHandshake:457(42698ns) SwitchToState:179(586ns) ProcessPendingSessionEvents:495(10130897ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 10060354ns max# 9583885ns}}}
2025-12-06T17:43:26.845770Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801986072576464:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:43:26.816430Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801986151875324:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(198251907ns) {HandleHandshakeStatus:329(198249570ns) {DropIncomingHandshake:442(1003ns) DropOutgoingHandshake:457(9130ns) SwitchToState:179(532ns) ProcessPendingSessionEvents:495(189275143ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 177348208ns max# 16030244ns}}}
2025-12-06T17:43:26.852704Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:26.852801Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801986072576464:2050] [node 3] ICP22 created new session: [5:7580801990367543861:2050]
2025-12-06T17:43:26.852861Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801990367543861:2050] [node 3] ICS09 handshake done sender: [5:7580801990367543854:2121] self: [5:7580801990367543857:0] peer: [3:7580801986904121196:0] socket: 285 qp: -1
2025-12-06T17:43:26.852907Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801990367543861:2050] [node 3] ICS10 traffic start
2025-12-06T17:43:26.852981Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:26.856024Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580801986904121155:2079] [node 6] ICP35 event processing took too much time PendingConnection:279(150714338ns) {HandleHandshakeStatus:329(150712505ns) {DropIncomingHandshake:442(19367ns) DropOutgoingHandshake:457(621ns) SwitchToState:179(291ns) ProcessPendingSessionEvents:495(9753117ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 9695415ns max# 9256313ns}}}
2025-12-06T17:43:27.013054Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:43:27.013404Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801986904121214:2048] [node 1] ICS01 socket: 241 reason# EndOfStream
2025-12-06T17:43:27.013473Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801982609153823:2048] [node 1] ICP30 unregister session Session# [3:7580801986904121214:2048] VirtualId# [3:7580801986904121205:0]
2025-12-06T17:43:27.013521Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801986904121214:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:27.013632Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:27.013684Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:26.999985Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:43:27.000504Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7580801989749393531:2048] [node 1] ICS07 socket disconnect 236 reason# EndOfStream
2025-12-06T17:43:27.000543Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580801989749393531:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:27.000650Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:27.000699Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580801989749393531:2048] [node 1] ICS15 start handshake
2025-12-06T17:43:27.023943Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580801985454426131:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2053) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:43:27.023996Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580801989749393531:2048] [node 1] ICS15 start handshake
2025-12-06T17:43:27.025167Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580801985454426131:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2053) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:27.025228Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580801989749393531:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:27.025267Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580801985454426131:2048] [node 1] ICP30 unregister session Session# [2:7580801989749393531:2048] VirtualId# [2:7580801989749393523:0]
2025-12-06T17:43:27.025313Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:27.025360Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [2:7580801985454426131:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:2053) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:27.025379Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2053) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:27.034792Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:43:27.035066Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580801990446842708:2048] [node 1] ICS07 socket disconnect 237 reason# EndOfStream
2025-12-06T17:43:27.035107Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801990446842708:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:27.035200Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:27.035245Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580801990446842708:2048] [node 1] ICS15 start handshake
2025-12-06T17:43:27.035043Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:43:27.035264Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801990367543859:2048] [node 1] ICS01 socket: 231 reason# EndOfStream
2025-12-06T17:43:27.035316Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801986072576462:2048] [node 1] ICP30 unregister session Session# [5:7580801990367543859:2048] VirtualId# [5:7580801990367543855:0]
2025-12-06T17:43:27.035365Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801990367543859:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:27.035461Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:27.035869Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:43:27.036099Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580801990327919998:2048] [node 1] ICS07 socket disconnect 225 reason# EndOfStream
2025-12-06T17:43:27.036130Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801990327919998:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:27.036201Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:27.036245Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580801990327919998:2048] [node 1] ICS15 start handshake
2025-12-06T17:43:27.037214Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [2:7580801985454426131:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:43:27.035506Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:27.037705Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801986032952612:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2053) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:27.037771Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801990327919998:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:27.042828Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801986032952612:2048] [node 1] ICP30 unregister session Session# [4:7580801990327919998:2048] VirtualId# [4:7580801990327919988:0]
2025-12-06T17:43:27.043017Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:27.043080Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580801986032952612:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:2053) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:27.043101Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2053) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:27.063508Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801986151875323:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2053) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:27.068895Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801990446842708:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:27.068961Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801986151875323:2048] [node 1] ICP30 unregister session Session# [6:7580801990446842708:2048] VirtualId# [6:7580801990446842699:0]
2025-12-06T17:43:27.069119Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:27.069169Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580801986151875323:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:2053) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:27.069191Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2053) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:27.066950Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580801986032952612:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:43:27.080318Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580801986151875323:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:43:27.209583Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:43:27.209880Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580801986904121218:2049] [node 2] ICS01 socket: 257 reason# EndOfStream
2025-12-06T17:43:27.209933Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801982609153824:2049] [node 2] ICP30 unregister session Session# [3:7580801986904121218:2049] VirtualId# [3:7580801986904121206:0]
2025-12-06T17:43:27.209972Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580801986904121218:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:27.210061Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:27.210107Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:27.225187Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:43:27.225454Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801990367543850:2049] [node 2] ICS01 socket: 228 reason# EndOfStream
2025-12-06T17:43:27.225503Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801986072576463:2049] [node 2] ICP30 unregister session Session# [5:7580801990367543850:2049] VirtualId# [5:7580801990367543838:0]
2025-12-06T17:43:27.225545Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801990367543850:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:27.225618Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:27.225663Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:27.225778Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:43:27.225978Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580801990446842719:2049] [node 2] ICS07 socket disconnect 265 reason# EndOfStream
2025-12-06T17:43:27.226014Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801990446842719:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:27.226097Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:27.226147Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580801990446842719:2049] [node 2] ICS15 start handshake
2025-12-06T17:43:27.226410Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:43:27.226632Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801990327920009:2049] [node 2] ICS01 socket: 258 reason# EndOfStream
2025-12-06T17:43:27.226669Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801986032952613:2049] [node 2] ICP30 unregister session Session# [4:7580801990327920009:2049] VirtualId# [4:7580801990327920004:0]
2025-12-06T17:43:27.226702Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801990327920009:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:27.226774Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:27.226824Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:27.248282Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801986151875324:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20473) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:27.248382Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801990446842719:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:27.248424Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801986151875324:2049] [node 2] ICP30 unregister session Session# [6:7580801990446842719:2049] VirtualId# [6:7580801990446842715:0]
2025-12-06T17:43:27.248545Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:27.248587Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580801986151875324:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:20473) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:27.248607Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20473) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:27.262768Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580801986151875324:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:43:27.433239Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:43:27.433519Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801990446842722:2050] [node 3] ICS01 socket: 275 reason# EndOfStream
2025-12-06T17:43:27.433569Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801986151875325:2050] [node 3] ICP30 unregister session Session# [6:7580801990446842722:2050] VirtualId# [6:7580801990446842718:0]
2025-12-06T17:43:27.433615Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801990446842722:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:27.433702Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:43:27.433741Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:43:27.433873Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:43:27.434092Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580801990327920008:2050] [node 3] ICS07 socket disconnect 251 reason# EndOfStream
2025-12-06T17:43:27.434126Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580801990327920008:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:27.434200Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:43:27.434251Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580801990327920008:2050] [node 3] ICS15 start handshake
2025-12-06T17:43:27.434909Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:43:27.435106Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801990367543861:2050] [node 3] ICS01 socket: 285 reason# EndOfStream
2025-12-06T17:43:27.435151Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801986072576464:2050] [node 3] ICP30 unregister session Session# [5:7580801990367543861:2050] VirtualId# [5:7580801990367543857:0]
2025-12-06T17:43:27.435184Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801990367543861:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:27.435262Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:43:27.435307Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:43:27.438913Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801986032952614:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18089) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:27.438993Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580801990327920008:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:27.439038Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801986032952614:2050] [node 3] ICP30 unregister session Session# [4:7580801990327920008:2050] VirtualId# [4:7580801990327919997:0]
2025-12-06T17:43:27.439158Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:43:27.439208Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580801986032952614:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:18089) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:27.439229Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18089) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:27.450002Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580801986032952614:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:43:27.558891Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:43:27.559155Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801990446842712:2068] [node 4] ICS01 socket: 238 reason# EndOfStream
2025-12-06T17:43:27.559204Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801986151875345:2068] [node 4] ICP30 unregister session Session# [6:7580801990446842712:2068] VirtualId# [6:7580801990446842700:0]
2025-12-06T17:43:27.559245Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801990446842712:2068] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:27.559338Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:43:27.559387Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:43:27.559507Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:43:27.559718Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801990367543852:2067] [node 4] ICS01 socket: 244 reason# EndOfStream
2025-12-06T17:43:27.559759Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801986072576489:2067] [node 4] ICP30 unregister session Session# [5:7580801990367543852:2067] VirtualId# [5:7580801990367543836:0]
2025-12-06T17:43:27.559790Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801990367543852:2067] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:27.559819Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:43:27.559862Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:43:27.836380Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:43:27.836647Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801990446842707:2066] [node 5] ICS01 socket: 235 reason# EndOfStream
2025-12-06T17:43:27.836694Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801986151875344:2066] [node 5] ICP30 unregister session Session# [6:7580801990446842707:2066] VirtualId# [6:7580801990446842698:0]
2025-12-06T17:43:27.836739Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801990446842707:2066] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:27.836847Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:43:27.836897Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:43:28.120569Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801999563098649:2048] [node 2] ICP01 ready to work
2025-12-06T17:43:28.124912Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801999563098650:2049] [node 3] ICP01 ready to work
2025-12-06T17:43:28.146288Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801997128272224:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:28.146339Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801997128272225:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:28.120883Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801995898179937:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:28.120927Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801995898179938:2049] [node 3] ICP01 ready to work
2025-12-06T17:43:28.156319Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801997217321532:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:28.156377Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801997217321533:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:28.156414Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801997217321534:2050] [node 3] ICP01 ready to work
2025-12-06T17:43:28.516146Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801999563098701:2091] [node 6] ICP01 ready to work
2025-12-06T17:43:28.523472Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801997217321553:2062] [node 5] ICP01 ready to work
2025-12-06T17:43:28.523925Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580801997217321554:2064] [node 6] ICP01 ready to work
2025-12-06T17:43:28.561849Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801997217321534:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(35213367ns) {Configure:104(35202933ns) {ProcessConfigured:135(122293ns) {StartInitialHandshake:157(119017ns) {DropHandshakes:470(5811ns) {DropIncomingHandshake:442(762ns) DropOutgoingHandshake:457(464ns)} GenerateSessionVirtualId:988(1274ns) PrepareNewSessionHandshake:477(1691ns) {SwitchToState:179(527ns)}}}}}
2025-12-06T17:43:28.179756Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801999594755950:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:28.641100Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801997217321532:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(76517934ns) {Configure:104(76513253ns) {ProcessConfigured:135(110507ns) {StartInitialHandshake:157(107354ns) {DropHandshakes:470(5538ns) {DropIncomingHandshake:442(653ns) DropOutgoingHandshake:457(382ns)} GenerateSessionVirtualId:988(1178ns) PrepareNewSessionHandshake:477(2153ns) {SwitchToState:179(736ns)}}}}}
2025-12-06T17:43:28.554847Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801995898179991:2084] [node 5] ICP01 ready to work
2025-12-06T17:43:28.179799Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801999594755951:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:28.401073Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801997397364151:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:28.664002Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580801997217321554:2064] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(22497033ns) {Configure:104(22487415ns) {ProcessConfigured:135(93904ns) {StartInitialHandshake:157(89765ns) {DropHandshakes:470(2839ns) {DropIncomingHandshake:442(681ns) DropOutgoingHandshake:457(450ns)} GenerateSessionVirtualId:988(1737ns) PrepareNewSessionHandshake:477(1800ns) {SwitchToState:179(760ns)}}}}}
2025-12-06T17:43:28.646837Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801997128272279:2064] [node 5] ICP01 ready to work
2025-12-06T17:43:28.670640Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801999563098713:2093] [node 5] ICP01 ready to work
2025-12-06T17:43:28.401213Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801997397364152:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:28.179861Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801999594755952:2050] [node 3] ICP01 ready to work
2025-12-06T17:43:28.697572Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801995898180001:2086] [node 4] ICP01 ready to work
2025-12-06T17:43:28.426590Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801997397364153:2050] [node 3] ICP01 ready to work
2025-12-06T17:43:28.460623Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801997397364168:2059] [node 6] ICP01 ready to work
2025-12-06T17:43:28.670602Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580801997397364152:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(61430794ns) {Configure:104(61423580ns) {ProcessConfigured:135(53907018ns) {StartInitialHandshake:157(53901371ns) {DropHandshakes:470(3247ns) {DropIncomingHandshake:442(1045ns) DropOutgoingHandshake:457(499ns)} GenerateSessionVirtualId:988(2173ns) PrepareNewSessionHandshake:477(6419ns) {SwitchToState:179(2579ns)}}}}}
2025-12-06T17:43:28.510832Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801999594755972:2059] [node 5] ICP01 ready to work
2025-12-06T17:43:28.711116Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580801999594755993:2064] [node 4] ICP01 ready to work
2025-12-06T17:43:28.724543Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580801999563098714:2095] [node 4] ICP01 ready to work
2025-12-06T17:43:28.741748Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580801997397364223:2071] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:28.760442Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801997397364224:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4957
2025-12-06T17:43:28.747795Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580801995898180002:2087] [node 6] ICP01 ready to work
2025-12-06T17:43:28.747650Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801997128272288:2065] [node 4] ICP01 ready to work
2025-12-06T17:43:28.768359Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801999594755993:2064] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(22293483ns) {Configure:104(22285847ns) {ProcessConfigured:135(65642ns) {StartInitialHandshake:157(58495ns) {DropHandshakes:470(1095ns) {DropIncomingHandshake:442(267ns) DropOutgoingHandshake:457(95ns)} GenerateSessionVirtualId:988(636ns) PrepareNewSessionHandshake:477(1645ns) {SwitchToState:179(556ns)}}}}}
2025-12-06T17:43:28.775226Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580801997128272289:2067] [node 6] ICP01 ready to work
2025-12-06T17:43:28.836707Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801997128272225:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(58108824ns) {Configure:104(58103159ns) {ProcessConfigured:135(96344ns) {StartInitialHandshake:157(92917ns) {DropHandshakes:470(8338ns) {DropIncomingHandshake:442(357ns) DropOutgoingHandshake:457(420ns)} GenerateSessionVirtualId:988(948ns) PrepareNewSessionHandshake:477(2167ns) {SwitchToState:179(959ns)}}}}}
2025-12-06T17:43:28.821541Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580801999563098713:2093] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(21491563ns) {Configure:104(21484708ns) {ProcessConfigured:135(88835ns) {StartInitialHandshake:157(86363ns) {DropHandshakes:470(2568ns) {DropIncomingHandshake:442(520ns) DropOutgoingHandshake:457(409ns)} GenerateSessionVirtualId:988(1167ns) PrepareNewSessionHandshake:477(2139ns) {SwitchToState:179(1052ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:28.847373Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580801999594755951:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(76742505ns) {Configure:104(76738500ns) {ProcessConfigured:135(95551ns) {StartInitialHandshake:157(93434ns) {DropHandshakes:470(996ns) {DropIncomingHandshake:442(263ns) DropOutgoingHandshake:457(226ns)} GenerateSessionVirtualId:988(511ns) PrepareNewSessionHandshake:477(2621ns) {SwitchToState:179(1556ns)}}}}}
2025-12-06T17:43:28.850177Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801999594756013:2109] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47957
2025-12-06T17:43:28.850238Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801999594756026:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47957
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:28.855486Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580801995898179938:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(88924281ns) {Configure:104(88920035ns) {ProcessConfigured:135(9480245ns) {StartInitialHandshake:157(9476400ns) {DropHandshakes:470(2742ns) {DropIncomingHandshake:442(983ns) DropOutgoingHandshake:457(506ns)} GenerateSessionVirtualId:988(753ns) PrepareNewSessionHandshake:477(6896ns) {SwitchToState:179(1965ns)}}}}}
2025-12-06T17:43:28.844762Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801999563098715:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63275
2025-12-06T17:43:28.857806Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801995898180003:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43848
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:28.881967Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801997397364231:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4957
2025-12-06T17:43:28.882053Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801997397364230:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4957
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:28.896187Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801999594756030:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47957
2025-12-06T17:43:28.899232Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801999594756013:2109] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:28.905408Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801997217321610:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45644
2025-12-06T17:43:28.905495Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801997217321611:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45644
2025-12-06T17:43:28.913212Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580801997128272289:2067] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(75903587ns) {Configure:104(75898241ns) {ProcessConfigured:135(62001ns) {StartInitialHandshake:157(59490ns) {DropHandshakes:470(4548ns) {DropIncomingHandshake:442(272ns) DropOutgoingHandshake:457(424ns)} GenerateSessionVirtualId:988(450ns) PrepareNewSessionHandshake:477(1039ns) {SwitchToState:179(415ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:28.919344Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801995898180003:2110] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:28.919508Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801995898180014:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43848
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:28.923572Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801997397364232:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4957
2025-12-06T17:43:28.911736Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801999563098715:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:28.923860Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801997397364230:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:28.924010Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801997397364151:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:28.924540Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801997397364224:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:28.937504Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801995898180014:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:28.939113Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801997217321612:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45644
2025-12-06T17:43:28.924400Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801999563098721:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:28.944794Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801997128272292:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30259
2025-12-06T17:43:28.945014Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801997128272301:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30259
2025-12-06T17:43:28.939771Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580801995898179937:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:28.942476Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801995898180018:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43848
2025-12-06T17:43:28.924428Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801999563098721:2113] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:43:28.925373Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801999563098721:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:28.925715Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801999563098713:2093] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:28.925785Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:28.925834Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801999563098713:2093] [node 5] ICP22 created new session: [1:7580801999563098731:2093]
2025-12-06T17:43:28.925893Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801999563098731:2093] [node 5] ICS09 handshake done sender: [1:7580801999563098721:2113] self: [1:7580801999563098720:0] peer: [5:7580801997397364233:0] socket: 229 qp: -1
2025-12-06T17:43:28.925931Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801999563098731:2093] [node 5] ICS10 traffic start
2025-12-06T17:43:28.925977Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:28.946761Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801999563098719:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:28.946800Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801999563098719:2112] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:43:28.948264Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801997217321612:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:28.948421Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801997217321532:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:28.949686Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801997397364235:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4957
2025-12-06T17:43:28.949776Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801997397364223:2071] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:28.949845Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801997397364151:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11255) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580801997397364230:2116] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:28.952315Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801997217321614:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45644
2025-12-06T17:43:28.950555Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580801997397364234:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4957
2025-12-06T17:43:28.956078Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801999563098719:2112] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:28.954234Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801999594756026:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:28.955816Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801999594755972:2059] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:28.956082Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801999594755950:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:28.953551Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801997128272292:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:28.957207Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801997217321611:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:28.956976Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801999594756031:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47957
2025-12-06T17:43:28.957780Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801997128272301:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:28.962130Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801999563098723:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:28.962167Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801999563098723:2114] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:43:28.963474Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801999563098717:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:28.963506Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801999563098717:2111] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:28.963988Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801999563098649:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:43:28.964036Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:28.964085Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801999563098649:2048] [node 2] ICP22 created new session: [1:7580801999563098735:2048]
2025-12-06T17:43:28.964133Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801999563098735:2048] [node 2] ICS09 handshake done sender: [1:7580801999563098719:2112] self: [1:7580801999563098718:0] peer: [2:7580801995898180020:0] socket: 228 qp: -1
2025-12-06T17:43:28.964171Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801999563098735:2048] [node 2] ICS10 traffic start
2025-12-06T17:43:28.964205Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:28.966675Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580801997217321616:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45644
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:28.967477Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801999594756034:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47957
2025-12-06T17:43:28.967878Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801997397364170:2065] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:28.967929Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580801997397364170:2065] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:28.969074Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801997397364230:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:28.969418Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801997217321564:2074] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:28.969449Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801997217321564:2074] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:28.970657Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801999594756035:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47957
2025-12-06T17:43:28.970909Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801997217321564:2074] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:28.971241Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801997217321553:2062] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:28.971291Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:28.971338Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801997217321553:2062] [node 5] ICP22 created new session: [4:7580801997217321618:2062]
2025-12-06T17:43:28.971384Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580801997217321618:2062] [node 5] ICS09 handshake done sender: [4:7580801997217321564:2074] self: [4:7580801997217321563:0] peer: [5:7580801997397364237:0] socket: 220 qp: -1
2025-12-06T17:43:28.971417Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580801997217321618:2062] [node 5] ICS10 traffic start
2025-12-06T17:43:28.971456Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:28.973335Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801995898180018:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:28.974373Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801995898180022:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43848
2025-12-06T17:43:28.974523Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801995898180023:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43848
2025-12-06T17:43:28.975150Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801999594756030:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:28.975290Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801999594755951:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:28.975804Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801997397364231:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:28.975855Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801997397364151:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:28.975902Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:28.975951Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801997397364151:2048] [node 1] ICP22 created new session: [5:7580801997397364239:2048]
2025-12-06T17:43:28.976010Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580801997397364239:2048] [node 1] ICS09 handshake done sender: [5:7580801997397364230:2116] self: [5:7580801997397364233:0] peer: [1:7580801999563098720:0] socket: 238 qp: -1
2025-12-06T17:43:28.976050Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580801997397364239:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:28.976086Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:28.977322Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801997397364152:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:28.980349Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801997128272307:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30259
2025-12-06T17:43:28.980792Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580801999594756031:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:28.980932Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801999594755952:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:28.981630Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801995898180009:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:28.981666Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801995898180009:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:28.982339Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801995898180005:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:28.982358Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801995898180005:2111] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:43:28.982948Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801995898180022:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:28.983072Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801995898180014:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:28.983538Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801997217321610:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:28.984888Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801997217321533:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:28.985311Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801999563098723:2114] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:28.985567Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801997128272296:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:28.985597Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801997128272296:2113] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:28.986786Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580801999594756038:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47957
2025-12-06T17:43:28.987268Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801999563098717:2111] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:28.987858Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801999594756026:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:28.988079Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801999594755950:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:28.988155Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:28.988213Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801999594755950:2048] [node 1] ICP22 created new session: [6:7580801999594756039:2048]
2025-12-06T17:43:28.988259Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580801999594756039:2048] [node 1] ICS09 handshake done sender: [6:7580801999594756026:2116] self: [6:7580801999594756033:0] peer: [1:7580801999563098716:0] socket: 230 qp: -1
2025-12-06T17:43:28.988298Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580801999594756039:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:28.988333Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:28.991678Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801999563098714:2095] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:43:28.991723Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:28.991768Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801999563098714:2095] [node 4] ICP22 created new session: [1:7580801999563098741:2095]
2025-12-06T17:43:28.991815Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801999563098741:2095] [node 4] ICS09 handshake done sender: [1:7580801999563098723:2114] self: [1:7580801999563098722:0] peer: [4:7580801997217321613:0] socket: 252 qp: -1
2025-12-06T17:43:28.991853Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801999563098741:2095] [node 4] ICS10 traffic start
2025-12-06T17:43:28.991882Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:28.992871Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801999563098701:2091] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:28.992898Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:28.992928Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801999563098701:2091] [node 6] ICP22 created new session: [1:7580801999563098743:2091]
2025-12-06T17:43:28.992966Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580801999563098743:2091] [node 6] ICS09 handshake done sender: [1:7580801999563098717:2111] self: [1:7580801999563098716:0] peer: [6:7580801999594756033:0] socket: 227 qp: -1
2025-12-06T17:43:28.992997Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580801999563098743:2091] [node 6] ICS10 traffic start
2025-12-06T17:43:28.993024Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:28.995428Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801997128272296:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:28.996152Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801997217321612:2117] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:28.996492Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580801995898179937:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:28.996587Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:28.996644Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801995898179937:2048] [node 1] ICP22 created new session: [2:7580801995898180026:2048]
2025-12-06T17:43:28.996695Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580801995898180026:2048] [node 1] ICS09 handshake done sender: [2:7580801995898180014:2116] self: [2:7580801995898180020:0] peer: [1:7580801999563098718:0] socket: 233 qp: -1
2025-12-06T17:43:28.996729Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580801995898180026:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:28.996765Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:29.000347Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801995898180007:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:29.000374Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801995898180007:2112] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:43:29.001327Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580801995898180029:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43848
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:29.004363Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801997397364232:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:29.004486Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580801997397364235:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:29.004956Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802001692331538:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4957
2025-12-06T17:43:29.005822Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801997128272289:2067] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:29.005907Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:29.005972Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801997128272289:2067] [node 6] ICP22 created new session: [3:7580801997128272310:2067]
2025-12-06T17:43:29.006026Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580801997128272310:2067] [node 6] ICS09 handshake done sender: [3:7580801997128272296:2113] self: [3:7580801997128272295:0] peer: [6:7580801999594756037:0] socket: 256 qp: -1
2025-12-06T17:43:29.006069Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580801997128272310:2067] [node 6] ICS10 traffic start
2025-12-06T17:43:29.006131Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:29.008269Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801997217321532:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:29.008356Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:29.008412Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801997217321532:2048] [node 1] ICP22 created new session: [4:7580802001512288918:2048]
2025-12-06T17:43:29.008460Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802001512288918:2048] [node 1] ICS09 handshake done sender: [4:7580801997217321612:2117] self: [4:7580801997217321613:0] peer: [1:7580801999563098722:0] socket: 253 qp: -1
2025-12-06T17:43:29.008501Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802001512288918:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:29.008539Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:29.014639Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801999594756031:2118] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:29.019169Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802001692331539:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4957
2025-12-06T17:43:29.019350Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580801997397364153:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:29.019513Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801997397364170:2065] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:29.020060Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580801997128272309:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30259
2025-12-06T17:43:29.021164Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801995898180009:2113] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:29.027064Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580801999563098740:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63275
2025-12-06T17:43:29.028097Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580801997397364168:2059] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:29.028182Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:29.028244Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801997397364168:2059] [node 6] ICP22 created new session: [5:7580802001692331542:2059]
2025-12-06T17:43:29.028297Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802001692331542:2059] [node 6] ICS09 handshake done sender: [5:7580801997397364170:2065] self: [5:7580801997397364169:0] peer: [6:7580801999594756032:0] socket: 216 qp: -1
2025-12-06T17:43:29.028332Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802001692331542:2059] [node 6] ICS10 traffic start
2025-12-06T17:43:29.028395Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:29.029753Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801997397364224:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:29.031093Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802001512288920:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45644
2025-12-06T17:43:29.031186Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802001512288921:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45644
2025-12-06T17:43:29.033461Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [1:7580801999563098714:2095] [node 4] ICP27 obsolete handshake fail ignored
2025-12-06T17:43:29.035832Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801995898180005:2111] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:29.036157Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801997128272307:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:29.035286Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801997217321614:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:29.048141Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801995898180007:2112] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:29.036274Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801997128272291:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:29.036300Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801997128272291:2110] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:43:29.059604Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7580801997217321553:2062] [node 5] ICP18 handshake (actor [4:7580801997217321614:2118]) is too old
2025-12-06T17:43:29.060240Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801999594755952:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:43:29.060332Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:29.060405Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801999594755952:2050] [node 3] ICP22 created new session: [6:7580802003889723339:2050]
2025-12-06T17:43:29.060457Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802003889723339:2050] [node 3] ICS09 handshake done sender: [6:7580801999594756031:2118] self: [6:7580801999594756037:0] peer: [3:7580801997128272295:0] socket: 261 qp: -1
2025-12-06T17:43:29.060502Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802003889723339:2050] [node 3] ICS10 traffic start
2025-12-06T17:43:29.060543Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:29.061280Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580801999594755952:2050] [node 3] ICP27 obsolete handshake fail ignored
2025-12-06T17:43:29.084861Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802001512288921:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:29.084942Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801997217321610:2115] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:29.063068Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801997397364223:2071] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:43:29.055566Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801995898180002:2087] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:29.063136Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:29.063194Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801997397364223:2071] [node 4] ICP22 created new session: [5:7580802001692331544:2071]
2025-12-06T17:43:29.063288Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802001692331544:2071] [node 4] ICS09 handshake done sender: [5:7580801997397364224:2113] self: [5:7580801997397364237:0] peer: [4:7580801997217321563:0] socket: 222 qp: -1
2025-12-06T17:43:29.085603Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801999594756013:2109] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:29.055650Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:29.055713Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801995898180002:2087] [node 6] ICP22 created new session: [2:7580802000193147328:2087]
2025-12-06T17:43:29.055765Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802000193147328:2087] [node 6] ICS09 handshake done sender: [2:7580801995898180009:2113] self: [2:7580801995898180008:0] peer: [6:7580801999594756036:0] socket: 236 qp: -1
2025-12-06T17:43:29.055813Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802000193147328:2087] [node 6] ICS10 traffic start
2025-12-06T17:43:29.055872Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:29.057070Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801995898179991:2084] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:29.057170Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:29.057220Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801995898179991:2084] [node 5] ICP22 created new session: [2:7580802000193147330:2084]
2025-12-06T17:43:29.057272Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802000193147330:2084] [node 5] ICS09 handshake done sender: [2:7580801995898180005:2111] self: [2:7580801995898180004:0] peer: [5:7580801997397364241:0] socket: 234 qp: -1
2025-12-06T17:43:29.057309Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802000193147330:2084] [node 5] ICS10 traffic start
2025-12-06T17:43:29.057341Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:29.058367Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801995898180001:2086] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:43:29.058415Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:29.058453Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801995898180001:2086] [node 4] ICP22 created new session: [2:7580802000193147332:2086]
2025-12-06T17:43:29.058494Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802000193147332:2086] [node 4] ICS09 handshake done sender: [2:7580801995898180007:2112] self: [2:7580801995898180006:0] peer: [4:7580801997217321621:0] socket: 235 qp: -1
2025-12-06T17:43:29.058522Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802000193147332:2086] [node 4] ICS10 traffic start
2025-12-06T17:43:29.068246Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:29.063360Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802001692331544:2071] [node 4] ICS10 traffic start
2025-12-06T17:43:29.063422Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:29.089111Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801995898180029:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:29.089601Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580801995898180002:2087] [node 6] ICP18 handshake (actor [2:7580801995898180029:2120]) is too old
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:29.091072Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802003889723338:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47957
2025-12-06T17:43:29.091646Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801999594755972:2059] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23827) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801999594756013:2109] held: no
2025-12-06T17:43:29.091365Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801997128272224:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:29.095204Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801997128272309:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:29.095491Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801997128272291:2110] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:29.095842Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580801999563098725:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:29.095881Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580801999563098725:2115] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:43:29.097332Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580801999563098725:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:29.097785Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580801999563098650:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:43:29.097835Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:29.097889Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580801999563098650:2049] [node 3] ICP22 created new session: [1:7580802003858066042:2049]
2025-12-06T17:43:29.097947Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802003858066042:2049] [node 3] ICS09 handshake done sender: [1:7580801999563098725:2115] self: [1:7580801999563098724:0] peer: [3:7580802001423239610:0] socket: 264 qp: -1
2025-12-06T17:43:29.097986Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802003858066042:2049] [node 3] ICS10 traffic start
2025-12-06T17:43:29.098021Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:29.111921Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580801999594755972:2059] [node 5] ICP35 event processing took too much time PendingConnection:279(19494222ns) {HandleHandshakeStatus:395(19490819ns) {LogHandshakeFail:472(12619ns) {UpdateErrorStateLog:545(4827ns)} DropOutgoingHandshake:457(1187ns) ProcessPendingSessionEvents:495(19397964ns) {unordered DropSessionEvent:512 num# 100 sum# 19351089ns max# 6898939ns}}}
2025-12-06T17:43:29.112125Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802003889723341:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47957
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:29.121917Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801997397364231:2117] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:29.123789Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580801995898180011:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:29.123828Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580801995898180011:2114] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:43:29.124929Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802003858066044:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63275
2025-12-06T17:43:29.125749Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801999594755972:2059] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:43:29.125806Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:29.125866Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801999594755972:2059] [node 5] ICP22 created new session: [6:7580802003889723342:2059]
2025-12-06T17:43:29.125916Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802003889723342:2059] [node 5] ICS09 handshake done sender: [6:7580801999594756013:2109] self: [6:7580801999594756032:0] peer: [5:7580801997397364169:0] socket: 221 qp: -1
2025-12-06T17:43:29.125959Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802003889723342:2059] [node 5] ICS10 traffic start
2025-12-06T17:43:29.125996Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:29.119396Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801997128272279:2064] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:29.119463Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:29.130176Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580801999594756030:2117] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:29.119515Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801997128272279:2064] [node 5] ICP22 created new session: [3:7580802001423239613:2064]
2025-12-06T17:43:29.119567Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802001423239613:2064] [node 5] ICS09 handshake done sender: [3:7580801997128272291:2110] self: [3:7580801997128272290:0] peer: [5:7580802001692331541:0] socket: 254 qp: -1
2025-12-06T17:43:29.119605Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802001423239613:2064] [node 5] ICS10 traffic start
2025-12-06T17:43:29.119642Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:29.121126Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580801997128272225:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:29.121244Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802001423239611:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30259
2025-12-06T17:43:29.123067Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802001423239612:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30259
2025-12-06T17:43:29.123552Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801997128272307:2117] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:29.129433Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801997397364152:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18603) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580801997397364231:2117] held: no
2025-12-06T17:43:29.130962Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801997397364152:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:29.131008Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:29.130071Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580801995898180011:2114] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:29.129423Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801997217321533:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:29.129499Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:29.131067Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801997397364152:2049] [node 2] ICP22 created new session: [5:7580802001692331548:2049]
2025-12-06T17:43:29.131549Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801999594755951:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18603) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580801999594756030:2117] held: no
2025-12-06T17:43:29.132106Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801999594755951:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:29.132142Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:29.132192Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801999594755951:2049] [node 2] ICP22 created new session: [6:7580802003889723344:2049]
2025-12-06T17:43:29.132242Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802003889723344:2049] [node 2] ICS09 handshake done sender: [6:7580801999594756030:2117] self: [6:7580801999594756036:0] peer: [2:7580801995898180008:0] socket: 243 qp: -1
2025-12-06T17:43:29.132274Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802003889723344:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:29.132321Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:29.141942Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580801995898179938:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:43:29.142035Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:29.142082Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580801995898179938:2049] [node 3] ICP22 created new session: [2:7580802000193147335:2049]
2025-12-06T17:43:29.142137Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802000193147335:2049] [node 3] ICS09 handshake done sender: [2:7580801995898180011:2114] self: [2:7580801995898180010:0] peer: [3:7580802001423239615:0] socket: 278 qp: -1
2025-12-06T17:43:29.142212Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802000193147335:2049] [node 3] ICS10 traffic start
2025-12-06T17:43:29.142249Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:29.129557Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801997217321533:2049] [node 2] ICP22 created new session: [4:7580802001512288923:2049]
2025-12-06T17:43:29.131122Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802001692331548:2049] [node 2] ICS09 handshake done sender: [5:7580801997397364231:2117] self: [5:7580801997397364241:0] peer: [2:7580801995898180004:0] socket: 239 qp: -1
2025-12-06T17:43:29.129607Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802001512288923:2049] [node 2] ICS09 handshake done sender: [4:7580801997217321610:2115] self: [4:7580801997217321621:0] peer: [2:7580801995898180006:0] socket: 246 qp: -1
2025-12-06T17:43:29.129646Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802001512288923:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:29.129685Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:29.145120Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580801997217321534:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:29.145302Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7580801997217321533:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:43:29.131151Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802001692331548:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:29.131195Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:29.141570Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802001692331547:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4957
2025-12-06T17:43:29.156412Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580801997397364235:2120] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:29.156721Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580801997397364153:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:43:29.156787Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:29.156852Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580801997397364153:2050] [node 3] ICP22 created new session: [5:7580802001692331550:2050]
2025-12-06T17:43:29.156909Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802001692331550:2050] [node 3] ICS09 handshake done sender: [5:7580801997397364235:2120] self: [5:7580802001692331541:0] peer: [3:7580801997128272290:0] socket: 217 qp: -1
2025-12-06T17:43:29.156968Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802001692331550:2050] [node 3] ICS10 traffic start
2025-12-06T17:43:29.157011Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:29.150589Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802003889723341:2123] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:29.163562Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580801997217321579:2087] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:29.163623Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580801997217321579:2087] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:29.150791Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580801999594755993:2064] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:29.168108Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580801997217321579:2087] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:29.167443Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801997128272224:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:29.167558Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:29.167621Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801997128272224:2048] [node 1] ICP22 created new session: [3:7580802001423239618:2048]
2025-12-06T17:43:29.167670Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802001423239618:2048] [node 1] ICS09 handshake done sender: [3:7580801997128272307:2117] self: [3:7580802001423239610:0] peer: [1:7580801999563098724:0] socket: 273 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:29.167711Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802001423239618:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:29.167754Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:29.168682Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802003889723347:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47957
2025-12-06T17:43:29.170233Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580801997128272298:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:29.170269Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580801997128272298:2114] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:43:29.184431Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802003889723341:2123] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:29.179180Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580801997217321554:2064] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:29.179273Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:29.179338Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801997217321554:2064] [node 6] ICP22 created new session: [4:7580802001512288927:2064]
2025-12-06T17:43:29.179394Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802001512288927:2064] [node 6] ICS09 handshake done sender: [4:7580801997217321579:2087] self: [4:7580801997217321578:0] peer: [6:7580802003889723346:0] socket: 288 qp: -1
2025-12-06T17:43:29.179430Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802001512288927:2064] [node 6] ICS10 traffic start
2025-12-06T17:43:29.179469Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:29.185256Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580801999594755993:2064] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:43:29.185391Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:29.185460Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580801999594755993:2064] [node 4] ICP22 created new session: [6:7580802003889723348:2064]
2025-12-06T17:43:29.185528Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802003889723348:2064] [node 4] ICS09 handshake done sender: [6:7580802003889723341:2123] self: [6:7580802003889723346:0] peer: [4:7580801997217321578:0] socket: 231 qp: -1
2025-12-06T17:43:29.185570Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802003889723348:2064] [node 4] ICS10 traffic start
2025-12-06T17:43:29.185607Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:29.192482Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7580801997128272279:2064] [node 5] ICP27 obsolete handshake fail ignored
2025-12-06T17:43:29.193390Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801997128272225:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18603) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580801997128272309:2118] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:29.194015Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802001423239617:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30259
2025-12-06T17:43:29.200487Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801997128272309:2118] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:29.201116Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802001512288929:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45644
2025-12-06T17:43:29.201607Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580801997128272298:2114] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:29.202176Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802001512288921:2121] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:29.202728Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580801997217321534:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:43:29.202806Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:29.202862Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580801997217321534:2050] [node 3] ICP22 created new session: [4:7580802001512288930:2050]
2025-12-06T17:43:29.202910Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802001512288930:2050] [node 3] ICS09 handshake done sender: [4:7580802001512288921:2121] self: [4:7580802001512288925:0] peer: [3:7580801997128272297:0] socket: 270 qp: -1
2025-12-06T17:43:29.202953Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802001512288930:2050] [node 3] ICS10 traffic start
2025-12-06T17:43:29.202992Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:29.205794Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580801997128272225:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:29.205896Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:29.205949Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801997128272225:2049] [node 2] ICP22 created new session: [3:7580802001423239621:2049]
2025-12-06T17:43:29.205997Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802001423239621:2049] [node 2] ICS09 handshake done sender: [3:7580801997128272309:2118] self: [3:7580802001423239615:0] peer: [2:7580801995898180010:0] socket: 285 qp: -1
2025-12-06T17:43:29.206037Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802001423239621:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:29.206088Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:29.207095Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580801997128272288:2065] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:43:29.207182Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:29.207236Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580801997128272288:2065] [node 4] ICP22 created new session: [3:7580802001423239623:2065]
2025-12-06T17:43:29.207286Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802001423239623:2065] [node 4] ICS09 handshake done sender: [3:7580801997128272298:2114] self: [3:7580801997128272297:0] peer: [4:7580802001512288925:0] socket: 248 qp: -1
2025-12-06T17:43:29.207318Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802001423239623:2065] [node 4] ICS10 traffic start
2025-12-06T17:43:29.207357Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:29.289204Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:43:29.289476Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7580801995898180026:2048] [node 1] ICS07 socket disconnect 233 reason# EndOfStream
2025-12-06T17:43:29.289515Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580801995898180026:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:29.289624Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:29.289675Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580801995898180026:2048] [node 1] ICS15 start handshake
2025-12-06T17:43:29.296748Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:43:29.297006Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580802001423239618:2048] [node 1] ICS07 socket disconnect 273 reason# EndOfStream
2025-12-06T17:43:29.297037Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802001423239618:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:29.297139Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:29.297187Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802001423239618:2048] [node 1] ICS15 start handshake
2025-12-06T17:43:29.300858Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580801997128272224:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11255) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:29.300934Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802001423239618:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:29.300980Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801997128272224:2048] [node 1] ICP30 unregister session Session# [3:7580802001423239618:2048] VirtualId# [3:7580802001423239610:0]
2025-12-06T17:43:29.301107Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:29.301144Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580801997128272224:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:11255) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:29.301175Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11255) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:29.304187Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580801995898179937:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11255) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:43:29.304244Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580801995898180026:2048] [node 1] ICS15 start handshake
2025-12-06T17:43:29.305235Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580801995898179937:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11255) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:29.305290Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580801995898180026:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:29.305331Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580801995898179937:2048] [node 1] ICP30 unregister session Session# [2:7580801995898180026:2048] VirtualId# [2:7580801995898180020:0]
2025-12-06T17:43:29.305374Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:29.305406Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [2:7580801995898179937:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:11255) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:29.305423Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11255) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:29.310304Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:43:29.310582Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802001512288918:2048] [node 1] ICS01 socket: 253 reason# EndOfStream
2025-12-06T17:43:29.310632Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801997217321532:2048] [node 1] ICP30 unregister session Session# [4:7580802001512288918:2048] VirtualId# [4:7580801997217321613:0]
2025-12-06T17:43:29.310675Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802001512288918:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:29.310761Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:29.310803Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:29.310999Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:43:29.311193Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580801999594756039:2048] [node 1] ICS07 socket disconnect 230 reason# EndOfStream
2025-12-06T17:43:29.311236Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580801999594756039:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:29.311944Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:43:29.311318Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:29.311378Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580801999594756039:2048] [node 1] ICS15 start handshake
2025-12-06T17:43:29.312142Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580801997397364239:2048] [node 1] ICS01 socket: 238 reason# EndOfStream
2025-12-06T17:43:29.312184Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801997397364151:2048] [node 1] ICP30 unregister session Session# [5:7580801997397364239:2048] VirtualId# [5:7580801997397364233:0]
2025-12-06T17:43:29.312214Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580801997397364239:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:29.312280Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:29.312322Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:29.314309Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580801997128272224:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:43:29.314874Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [2:7580801995898179937:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:43:29.321113Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801999594755950:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11255) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:29.321190Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580801999594756039:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:29.321231Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801999594755950:2048] [node 1] ICP30 unregister session Session# [6:7580801999594756039:2048] VirtualId# [6:7580801999594756033:0]
2025-12-06T17:43:29.321282Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:29.321318Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580801999594755950:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:11255) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:29.321335Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11255) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:29.333642Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580801999594755950:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:43:29.391510Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:43:29.391766Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802001423239621:2049] [node 2] ICS01 socket: 285 reason# EndOfStream
2025-12-06T17:43:29.391823Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580801997128272225:2049] [node 2] ICP30 unregister session Session# [3:7580802001423239621:2049] VirtualId# [3:7580802001423239615:0]
2025-12-06T17:43:29.391864Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802001423239621:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:29.391950Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:29.392012Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:29.412423Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:43:29.412671Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802001512288923:2049] [node 2] ICS07 socket disconnect 246 reason# EndOfStream
2025-12-06T17:43:29.412703Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802001512288923:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:29.412794Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:29.412839Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802001512288923:2049] [node 2] ICS15 start handshake
2025-12-06T17:43:29.413432Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:43:29.413629Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802003889723344:2049] [node 2] ICS01 socket: 243 reason# EndOfStream
2025-12-06T17:43:29.413670Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801999594755951:2049] [node 2] ICP30 unregister session Session# [6:7580802003889723344:2049] VirtualId# [6:7580801999594756036:0]
2025-12-06T17:43:29.413705Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802003889723344:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:29.413770Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:29.413810Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:29.414703Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:43:29.414913Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802001692331548:2049] [node 2] ICS01 socket: 239 reason# EndOfStream
2025-12-06T17:43:29.414947Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801997397364152:2049] [node 2] ICP30 unregister session Session# [5:7580802001692331548:2049] VirtualId# [5:7580801997397364241:0]
2025-12-06T17:43:29.414978Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802001692331548:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:29.415088Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:29.415181Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:29.418108Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580801997217321533:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18603) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:29.418170Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802001512288923:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:29.418209Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801997217321533:2049] [node 2] ICP30 unregister session Session# [4:7580802001512288923:2049] VirtualId# [4:7580801997217321621:0]
2025-12-06T17:43:29.418317Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:29.418349Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580801997217321533:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:18603) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:29.418365Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18603) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:29.430689Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580801997217321533:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:43:29.472957Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:43:29.473181Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802001512288930:2050] [node 3] ICS01 socket: 270 reason# EndOfStream
2025-12-06T17:43:29.473225Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580801997217321534:2050] [node 3] ICP30 unregister session Session# [4:7580802001512288930:2050] VirtualId# [4:7580802001512288925:0]
2025-12-06T17:43:29.473259Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802001512288930:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:29.473353Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:43:29.473396Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:43:29.473805Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:43:29.474021Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802003889723339:2050] [node 3] ICS07 socket disconnect 261 reason# EndOfStream
2025-12-06T17:43:29.474059Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802003889723339:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:29.474658Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:43:29.474869Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802001692331550:2050] [node 3] ICS07 socket disconnect 217 reason# EndOfStream
2025-12-06T17:43:29.474897Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802001692331550:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:29.474963Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:43:29.475002Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802001692331550:2050] [node 3] ICS15 start handshake
2025-12-06T17:43:29.474117Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:43:29.474162Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802003889723339:2050] [node 3] ICS15 start handshake
2025-12-06T17:43:29.496398Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801997397364153:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13174) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:29.496497Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802001692331550:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:29.496538Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801997397364153:2050] [node 3] ICP30 unregister session Session# [5:7580802001692331550:2050] VirtualId# [5:7580802001692331541:0]
2025-12-06T17:43:29.496583Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:43:29.496623Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580801997397364153:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:13174) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:29.496644Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13174) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:29.497864Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580801999594755952:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13174) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:29.497926Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802003889723339:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:29.497956Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801999594755952:2050] [node 3] ICP30 unregister session Session# [6:7580802003889723339:2050] VirtualId# [6:7580801999594756037:0]
2025-12-06T17:43:29.498008Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:43:29.498037Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580801999594755952:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:13174) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:29.498051Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13174) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:29.507044Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580801999594755952:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:43:29.508949Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580801997397364153:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:43:29.611022Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:43:29.611223Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802003889723348:2064] [node 4] ICS01 socket: 231 reason# EndOfStream
2025-12-06T17:43:29.611265Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801999594755993:2064] [node 4] ICP30 unregister session Session# [6:7580802003889723348:2064] VirtualId# [6:7580802003889723346:0]
2025-12-06T17:43:29.611301Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802003889723348:2064] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:29.611385Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:43:29.609964Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:43:29.610229Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802001692331544:2071] [node 4] ICS07 socket disconnect 222 reason# EndOfStream
2025-12-06T17:43:29.610263Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802001692331544:2071] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:29.610368Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:43:29.610416Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802001692331544:2071] [node 4] ICS15 start handshake
2025-12-06T17:43:29.611477Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:43:29.615807Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580801997397364223:2071] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19634) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:29.615874Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802001692331544:2071] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:29.615919Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580801997397364223:2071] [node 4] ICP30 unregister session Session# [5:7580802001692331544:2071] VirtualId# [5:7580801997397364237:0]
2025-12-06T17:43:29.615961Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:43:29.615993Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580801997397364223:2071] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:19634) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:29.616012Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19634) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:29.673429Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:43:29.673721Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802003889723342:2059] [node 5] ICS01 socket: 221 reason# EndOfStream
2025-12-06T17:43:29.673778Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580801999594755972:2059] [node 5] ICP30 unregister session Session# [6:7580802003889723342:2059] VirtualId# [6:7580801999594756032:0]
2025-12-06T17:43:29.673818Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802003889723342:2059] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:29.673916Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:43:29.673994Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:43:29.838807Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802002196150643:2048] [node 2] ICP01 ready to work
2025-12-06T17:43:29.838853Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802002196150644:2049] [node 3] ICP01 ready to work
2025-12-06T17:43:29.866993Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802003913749284:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:29.867048Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802003913749285:2049] [node 3] ICP01 ready to work
2025-12-06T17:43:29.860161Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802001692904918:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:29.860277Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802001692904919:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:29.910819Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802002734794889:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:29.910878Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802002734794890:2050] [node 3] ICP01 ready to work
2025-12-06T17:43:29.911005Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802002734794888:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:30.059465Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802000976794548:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:30.059520Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802000976794549:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:30.059568Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802000976794550:2050] [node 3] ICP01 ready to work
2025-12-06T17:43:30.054518Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802001671812858:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:30.054589Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802001671812859:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:30.065147Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802001671812860:2050] [node 3] ICP01 ready to work
2025-12-06T17:43:30.401981Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802002734794888:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(53651805ns) {Configure:104(53645745ns) {ProcessConfigured:135(117462ns) {StartInitialHandshake:157(114008ns) {DropHandshakes:470(3117ns) {DropIncomingHandshake:442(713ns) DropOutgoingHandshake:457(396ns)} GenerateSessionVirtualId:988(947ns) PrepareNewSessionHandshake:477(7293ns) {SwitchToState:179(976ns)}}}}}
2025-12-06T17:43:30.437379Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802005987872277:2108] [node 6] ICP01 ready to work
2025-12-06T17:43:30.438553Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802005987872278:2109] [node 5] ICP01 ready to work
2025-12-06T17:43:30.420284Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802005966780167:2059] [node 4] ICP01 ready to work
2025-12-06T17:43:30.452065Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802007029762246:2099] [node 6] ICP01 ready to work
2025-12-06T17:43:30.526030Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802002734794889:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(58758009ns) {Configure:104(52834647ns) {ProcessConfigured:135(108389ns) {StartInitialHandshake:157(104609ns) {DropHandshakes:470(3817ns) {DropIncomingHandshake:442(657ns) DropOutgoingHandshake:457(973ns)} GenerateSessionVirtualId:988(1914ns) PrepareNewSessionHandshake:477(5603ns) {SwitchToState:179(1025ns)}}}}}
2025-12-06T17:43:30.484170Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802005987872279:2107] [node 4] ICP01 ready to work
2025-12-06T17:43:30.549936Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802001692904918:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(110730582ns) {Configure:104(110724308ns) {ProcessConfigured:135(126260ns) {StartInitialHandshake:157(122831ns) {DropHandshakes:470(3541ns) {DropIncomingHandshake:442(890ns) DropOutgoingHandshake:457(490ns)} GenerateSessionVirtualId:988(1352ns) PrepareNewSessionHandshake:477(2158ns) {SwitchToState:179(989ns)}}}}}
2025-12-06T17:43:30.563028Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802008208716644:2108] [node 6] ICP01 ready to work
2025-12-06T17:43:30.563876Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802008208716645:2109] [node 4] ICP01 ready to work
2025-12-06T17:43:30.502372Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802005966780167:2059] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(23450394ns) {Configure:104(23431070ns) {ProcessConfigured:135(105014ns) {StartInitialHandshake:157(101995ns) {DropHandshakes:470(3126ns) {DropIncomingHandshake:442(977ns) DropOutgoingHandshake:457(440ns)} GenerateSessionVirtualId:988(941ns) PrepareNewSessionHandshake:477(2362ns) {SwitchToState:179(829ns)}}}}}
2025-12-06T17:43:30.543626Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802007029762256:2100] [node 5] ICP01 ready to work
2025-12-06T17:43:30.502983Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802005966780182:2063] [node 5] ICP01 ready to work
2025-12-06T17:43:30.584474Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802005966780182:2063] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(78824956ns) {Configure:104(78819093ns) {ProcessConfigured:135(93296ns) {StartInitialHandshake:157(90986ns) {DropHandshakes:470(10465ns) {DropIncomingHandshake:442(652ns) DropOutgoingHandshake:457(502ns)} GenerateSessionVirtualId:988(816ns) PrepareNewSessionHandshake:477(1365ns) {SwitchToState:179(377ns)}}}}}
2025-12-06T17:43:30.590520Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802005987872277:2108] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(91133593ns) {Configure:104(91124649ns) {ProcessConfigured:135(84375ns) {StartInitialHandshake:157(81411ns) {DropHandshakes:470(2481ns) {DropIncomingHandshake:442(559ns) DropOutgoingHandshake:457(388ns)} GenerateSessionVirtualId:988(879ns) PrepareNewSessionHandshake:477(1663ns) {SwitchToState:179(575ns)}}}}}
2025-12-06T17:43:30.562649Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802008208716643:2107] [node 5] ICP01 ready to work
2025-12-06T17:43:30.597848Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802002734794890:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(67382668ns) {Configure:104(67377112ns) {ProcessConfigured:135(86443ns) {StartInitialHandshake:157(83605ns) {DropHandshakes:470(2391ns) {DropIncomingHandshake:442(663ns) DropOutgoingHandshake:457(417ns)} GenerateSessionVirtualId:988(820ns) PrepareNewSessionHandshake:477(1374ns) {SwitchToState:179(420ns)}}}}}
2025-12-06T17:43:30.576562Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802005271761907:2088] [node 4] ICP01 ready to work
2025-12-06T17:43:30.613497Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802001671812860:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(28385962ns) {Configure:104(28381454ns) {ProcessConfigured:135(78978ns) {StartInitialHandshake:157(74033ns) {DropHandshakes:470(2774ns) {DropIncomingHandshake:442(840ns) DropOutgoingHandshake:457(598ns)} GenerateSessionVirtualId:988(1251ns) PrepareNewSessionHandshake:477(2245ns) {SwitchToState:179(922ns)}}}}}
2025-12-06T17:43:30.588086Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802005271761908:2086] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:30.635380Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802005966780227:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25615
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:30.618767Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802006491118003:2108] [node 5] ICP01 ready to work
2025-12-06T17:43:30.618981Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802001692904919:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(18224024ns) {Configure:104(18216888ns) {ProcessConfigured:135(4662836ns) {StartInitialHandshake:157(4659066ns) {DropHandshakes:470(9955ns) {DropIncomingHandshake:442(1125ns) DropOutgoingHandshake:457(576ns)} GenerateSessionVirtualId:988(743ns) PrepareNewSessionHandshake:477(5265ns) {SwitchToState:179(3059ns)}}}}}
2025-12-06T17:43:30.626327Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802000976794550:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(43974314ns) {Configure:104(43969807ns) {ProcessConfigured:135(85042ns) {StartInitialHandshake:157(82969ns) {DropHandshakes:470(1914ns) {DropIncomingHandshake:442(470ns) DropOutgoingHandshake:457(352ns)} GenerateSessionVirtualId:988(710ns) PrepareNewSessionHandshake:477(1818ns) {SwitchToState:179(678ns)}}}}}
2025-12-06T17:43:30.627692Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802006491118002:2107] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:30.638097Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802008208716643:2107] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(26371134ns) {Configure:104(26364410ns) {ProcessConfigured:135(10463236ns) {StartInitialHandshake:157(10459682ns) {DropHandshakes:470(5285ns) {DropIncomingHandshake:442(220ns) DropOutgoingHandshake:457(144ns)} GenerateSessionVirtualId:988(276ns) PrepareNewSessionHandshake:477(5094ns) {SwitchToState:179(2099ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:30.659075Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802005966780233:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25615
2025-12-06T17:43:30.623057Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802005987872278:2109] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(31979427ns) {Configure:104(31973194ns) {ProcessConfigured:135(86924ns) {StartInitialHandshake:157(84521ns) {DropHandshakes:470(1340ns) {DropIncomingHandshake:442(369ns) DropOutgoingHandshake:457(179ns)} GenerateSessionVirtualId:988(511ns) PrepareNewSessionHandshake:477(1196ns) {SwitchToState:179(458ns)}}}}}
2025-12-06T17:43:30.639042Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802008208716650:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53998
2025-12-06T17:43:30.644674Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802000976794548:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(17906027ns) {Configure:104(17901047ns) {ProcessConfigured:135(95297ns) {StartInitialHandshake:157(92399ns) {DropHandshakes:470(3269ns) {DropIncomingHandshake:442(818ns) DropOutgoingHandshake:457(572ns)} GenerateSessionVirtualId:988(1057ns) PrepareNewSessionHandshake:477(1873ns) {SwitchToState:179(716ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:30.697013Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802005987872290:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38498
2025-12-06T17:43:30.697214Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802005987872288:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38498
2025-12-06T17:43:30.697369Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802005987872289:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38498
2025-12-06T17:43:30.678750Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802007029762254:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:30.639196Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802008208716651:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53998
2025-12-06T17:43:30.670583Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802005966780227:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:30.669406Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802005271761908:2086] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(23552567ns) {Configure:104(23547556ns) {ProcessConfigured:135(90438ns) {StartInitialHandshake:157(88146ns) {DropHandshakes:470(2709ns) {DropIncomingHandshake:442(526ns) DropOutgoingHandshake:457(508ns)} GenerateSessionVirtualId:988(630ns) PrepareNewSessionHandshake:477(1984ns) {SwitchToState:179(809ns)}}}}}
2025-12-06T17:43:30.678796Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802007029762254:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:30.670754Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802005966780167:2059] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:30.707190Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802008208716651:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:30.717290Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802006491118002:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(39311486ns) {Configure:104(39302913ns) {ProcessConfigured:135(64004ns) {StartInitialHandshake:157(60439ns) {DropHandshakes:470(3081ns) {DropIncomingHandshake:442(611ns) DropOutgoingHandshake:457(382ns)} GenerateSessionVirtualId:988(1135ns) PrepareNewSessionHandshake:477(1689ns) {SwitchToState:179(727ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:30.687552Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802007029762254:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:30.669659Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802005271761915:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57150
2025-12-06T17:43:30.739170Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802008208716650:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:30.683508Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802005966780235:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25615
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:30.733565Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802006491118014:2109] [node 6] ICP01 ready to work
2025-12-06T17:43:30.753257Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802005987872279:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(129893036ns) {Configure:104(129887277ns) {ProcessConfigured:135(75160ns) {StartInitialHandshake:157(71125ns) {DropHandshakes:470(2715ns) {DropIncomingHandshake:442(607ns) DropOutgoingHandshake:457(405ns)} GenerateSessionVirtualId:988(927ns) PrepareNewSessionHandshake:477(1890ns) {SwitchToState:179(686ns)}}}}}
2025-12-06T17:43:30.697775Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802005966780227:2114] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:30.763237Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802005987872288:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:30.698055Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802007029762264:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11388
2025-12-06T17:43:30.688950Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802005271761915:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:30.739496Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802008208716659:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53998
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:30.771506Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802007029762246:2099] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:30.771595Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:30.771663Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802007029762246:2099] [node 6] ICP22 created new session: [4:7580802007029762265:2099]
2025-12-06T17:43:30.771719Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802007029762265:2099] [node 6] ICS09 handshake done sender: [4:7580802007029762254:2113] self: [4:7580802007029762253:0] peer: [6:7580802005966780234:0] socket: 224 qp: -1
2025-12-06T17:43:30.771769Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802007029762265:2099] [node 6] ICS10 traffic start
2025-12-06T17:43:30.771833Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:30.779652Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802007029762264:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:30.802736Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802007029762268:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11388
2025-12-06T17:43:30.776049Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802000976794549:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(179220512ns) {Configure:104(179214889ns) {ProcessConfigured:135(65781ns) {StartInitialHandshake:157(63384ns) {DropHandshakes:470(2776ns) {DropIncomingHandshake:442(439ns) DropOutgoingHandshake:457(472ns)} GenerateSessionVirtualId:988(1290ns) PrepareNewSessionHandshake:477(1723ns) {SwitchToState:179(667ns)}}}}}
2025-12-06T17:43:30.755336Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802005966780167:2059] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:43:30.759350Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802002196150644:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(41502346ns) {Configure:104(41496237ns) {ProcessConfigured:135(84230ns) {StartInitialHandshake:157(80710ns) {DropHandshakes:470(4673ns) {DropIncomingHandshake:442(1403ns) DropOutgoingHandshake:457(519ns)} GenerateSessionVirtualId:988(1716ns) PrepareNewSessionHandshake:477(1799ns) {SwitchToState:179(776ns)}}}}}
2025-12-06T17:43:30.778793Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802005987872290:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:30.745966Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802008208716645:2109] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(123817041ns) {Configure:104(123811077ns) {ProcessConfigured:135(102252ns) {StartInitialHandshake:157(99441ns) {DropHandshakes:470(2956ns) {DropIncomingHandshake:442(899ns) DropOutgoingHandshake:457(418ns)} GenerateSessionVirtualId:988(705ns) PrepareNewSessionHandshake:477(1964ns) {SwitchToState:179(969ns)}}}}}
2025-12-06T17:43:30.755417Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:30.776834Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802005271761924:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57150
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:30.840711Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802007029762258:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:30.840758Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802007029762258:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:43:30.842078Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802007029762258:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:30.843957Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802007029762256:2100] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:30.844060Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:30.844127Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802007029762256:2100] [node 5] ICP22 created new session: [4:7580802007029762271:2100]
2025-12-06T17:43:30.844186Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802007029762271:2100] [node 5] ICS09 handshake done sender: [4:7580802007029762258:2114] self: [4:7580802007029762257:0] peer: [5:7580802005271761929:0] socket: 262 qp: -1
2025-12-06T17:43:30.844242Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802007029762271:2100] [node 5] ICS10 traffic start
2025-12-06T17:43:30.844296Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:30.778928Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802005987872289:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:30.760397Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802006491118007:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21871
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:30.863395Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802007029762273:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11388
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:30.777043Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802005271761925:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57150
2025-12-06T17:43:30.796608Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802005271761926:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57150
2025-12-06T17:43:30.832285Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802005271761924:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:30.832598Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802000976794548:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:30.840008Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802005271761925:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:30.840167Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802005271761928:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57150
2025-12-06T17:43:30.840299Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802005271761907:2088] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:30.847131Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802005271761926:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:30.870021Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802000976794549:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:30.870116Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802005271761907:2088] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31788) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802005271761925:2117] held: no
2025-12-06T17:43:30.777932Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802008208716659:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:30.755486Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802005966780167:2059] [node 4] ICP22 created new session: [6:7580802005966780237:2059]
2025-12-06T17:43:30.784939Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802006491118014:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(23773275ns) {Configure:104(23766974ns) {ProcessConfigured:135(65587ns) {StartInitialHandshake:157(63142ns) {DropHandshakes:470(2004ns) {DropIncomingHandshake:442(361ns) DropOutgoingHandshake:457(385ns)} GenerateSessionVirtualId:988(1194ns) PrepareNewSessionHandshake:477(1419ns) {SwitchToState:179(255ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:30.883458Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802005271761930:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57150
2025-12-06T17:43:30.779225Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802001692904919:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:30.783493Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802008208716647:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:30.785309Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802006491118007:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:30.755543Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802005966780237:2059] [node 4] ICS09 handshake done sender: [6:7580802005966780227:2114] self: [6:7580802005966780234:0] peer: [4:7580802007029762253:0] socket: 226 qp: -1
2025-12-06T17:43:30.786046Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802006491118013:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21871
2025-12-06T17:43:30.786189Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802006491118018:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21871
2025-12-06T17:43:30.786502Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802006491118012:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21871
2025-12-06T17:43:30.823067Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802006491118013:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:30.823276Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802006491118018:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:30.823714Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802006491118012:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:30.864211Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802006491118005:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:30.864247Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802006491118005:2110] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:43:30.865328Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802006491118006:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21871
2025-12-06T17:43:30.876304Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802006491118005:2110] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:30.880174Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802006491118003:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:30.880272Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:30.880343Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802006491118003:2108] [node 5] ICP22 created new session: [1:7580802006491118028:2108]
2025-12-06T17:43:30.880406Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802006491118028:2108] [node 5] ICS09 handshake done sender: [1:7580802006491118005:2110] self: [1:7580802006491118004:0] peer: [5:7580802005271761927:0] socket: 261 qp: -1
2025-12-06T17:43:30.880449Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802006491118028:2108] [node 5] ICS10 traffic start
2025-12-06T17:43:30.880505Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:30.885750Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802006491118006:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:30.755580Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802005966780237:2059] [node 4] ICS10 traffic start
2025-12-06T17:43:30.755624Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:30.757407Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802005966780236:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25615
2025-12-06T17:43:30.781783Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802005966780233:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:30.783180Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802001671812859:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:30.793443Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802005966780241:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25615
2025-12-06T17:43:30.800246Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802005966780236:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:30.800379Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802005966780233:2116] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:30.807104Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802001671812859:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:30.807167Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:30.807226Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802001671812859:2049] [node 2] ICP22 created new session: [6:7580802005966780242:2049]
2025-12-06T17:43:30.807286Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802005966780242:2049] [node 2] ICS09 handshake done sender: [6:7580802005966780233:2116] self: [6:7580802005966780240:0] peer: [2:7580802008208716646:0] socket: 237 qp: -1
2025-12-06T17:43:30.807332Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802005966780242:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:30.807401Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:30.831720Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802001671812860:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:30.833635Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580802001671812859:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:43:30.846479Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802005966780245:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25615
2025-12-06T17:43:30.869759Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802005966780236:2118] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:30.876674Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802001671812860:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:43:30.876761Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:30.876822Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802001671812860:2050] [node 3] ICP22 created new session: [6:7580802005966780246:2050]
2025-12-06T17:43:30.876887Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802005966780246:2050] [node 3] ICS09 handshake done sender: [6:7580802005966780236:2118] self: [6:7580802005966780244:0] peer: [3:7580802005987872284:0] socket: 255 qp: -1
2025-12-06T17:43:30.876936Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802005966780246:2050] [node 3] ICS10 traffic start
2025-12-06T17:43:30.876994Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:30.888428Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802007029762268:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:30.796254Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802005987872299:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38498
2025-12-06T17:43:30.783521Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802008208716647:2110] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:30.797385Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802005987872289:2115] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:30.797569Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802001692904919:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:30.797630Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:30.797681Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802001692904919:2049] [node 2] ICP22 created new session: [3:7580802005987872300:2049]
2025-12-06T17:43:30.797743Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802005987872300:2049] [node 2] ICS09 handshake done sender: [3:7580802005987872289:2115] self: [3:7580802005987872298:0] peer: [2:7580802008208716652:0] socket: 249 qp: -1
2025-12-06T17:43:30.797795Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802005987872300:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:30.797843Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:30.838310Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802005987872285:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:30.838343Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802005987872285:2112] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:30.853357Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802005987872285:2112] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:30.893397Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802005987872277:2108] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:30.893491Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:30.893545Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802005987872277:2108] [node 6] ICP22 created new session: [3:7580802005987872304:2108]
2025-12-06T17:43:30.893616Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802005987872304:2108] [node 6] ICS09 handshake done sender: [3:7580802005987872285:2112] self: [3:7580802005987872284:0] peer: [6:7580802005966780244:0] socket: 252 qp: -1
2025-12-06T17:43:30.893659Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802005987872304:2108] [node 6] ICS10 traffic start
2025-12-06T17:43:30.893697Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:30.899521Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802005987872306:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38498
2025-12-06T17:43:30.899697Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802005987872307:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38498
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:30.907347Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802005271761931:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57150
2025-12-06T17:43:30.892070Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802007029762273:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:30.900858Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802002734794888:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:30.901177Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802002734794889:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:30.901482Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802007029762276:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11388
2025-12-06T17:43:30.906981Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802007029762278:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11388
2025-12-06T17:43:30.790718Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802008208716647:2110] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:30.791124Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802008208716644:2108] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:30.791204Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:30.791263Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802008208716644:2108] [node 6] ICP22 created new session: [2:7580802008208716667:2108]
2025-12-06T17:43:30.791318Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802008208716667:2108] [node 6] ICS09 handshake done sender: [2:7580802008208716647:2110] self: [2:7580802008208716646:0] peer: [6:7580802005966780240:0] socket: 233 qp: -1
2025-12-06T17:43:30.791352Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802008208716667:2108] [node 6] ICS10 traffic start
2025-12-06T17:43:30.791404Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:30.794730Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802008208716653:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:30.794765Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802008208716653:2114] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:43:30.795550Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802008208716666:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53998
2025-12-06T17:43:30.796850Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802008208716653:2114] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:30.828171Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802003913749285:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:43:30.828279Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:30.828359Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802003913749285:2049] [node 3] ICP22 created new session: [2:7580802008208716671:2049]
2025-12-06T17:43:30.828417Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802008208716671:2049] [node 3] ICS09 handshake done sender: [2:7580802008208716653:2114] self: [2:7580802008208716652:0] peer: [3:7580802005987872298:0] socket: 235 qp: -1
2025-12-06T17:43:30.828465Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802008208716671:2049] [node 3] ICS10 traffic start
2025-12-06T17:43:30.828508Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:30.884177Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802008208716655:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:30.884209Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802008208716655:2115] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:43:30.885611Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802008208716666:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:30.888639Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802008208716655:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:30.891677Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580802003913749284:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:30.903181Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802008208716662:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:30.903227Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802008208716662:2117] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:43:30.903762Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802008208716643:2107] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:30.903826Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:30.903893Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802008208716643:2107] [node 5] ICP22 created new session: [2:7580802008208716676:2107]
2025-12-06T17:43:30.903951Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802008208716676:2107] [node 5] ICS09 handshake done sender: [2:7580802008208716655:2115] self: [2:7580802008208716654:0] peer: [5:7580802005271761932:0] socket: 272 qp: -1
2025-12-06T17:43:30.903988Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802008208716676:2107] [node 5] ICS10 traffic start
2025-12-06T17:43:30.904049Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:30.911941Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802008208716662:2117] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:30.917764Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802000976794548:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28501) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802005271761924:2116] held: no
2025-12-06T17:43:30.918672Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802005271761925:2117] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:30.908910Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802006491118009:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:30.912186Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802005987872306:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:30.912805Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802005987872307:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:30.914306Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802001692904918:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:30.920083Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802007029762273:2118] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:30.920502Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802008208716645:2109] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:43:30.920594Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:30.920653Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802008208716645:2109] [node 4] ICP22 created new session: [2:7580802008208716679:2109]
2025-12-06T17:43:30.920717Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802008208716679:2109] [node 4] ICS09 handshake done sender: [2:7580802008208716662:2117] self: [2:7580802008208716661:0] peer: [4:7580802007029762277:0] socket: 247 qp: -1
2025-12-06T17:43:30.920755Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802008208716679:2109] [node 4] ICS10 traffic start
2025-12-06T17:43:30.920796Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:30.908953Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802006491118009:2113] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:43:30.915862Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802006491118016:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:30.915901Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802006491118016:2117] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:43:30.916492Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802006491118011:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:30.916511Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802006491118011:2114] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:43:30.923256Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802006491118016:2117] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:30.924005Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802007029762279:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11388
2025-12-06T17:43:30.924356Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802002734794889:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:30.924460Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:30.924521Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802002734794889:2049] [node 2] ICP22 created new session: [4:7580802007029762280:2049]
2025-12-06T17:43:30.924587Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802007029762280:2049] [node 2] ICS09 handshake done sender: [4:7580802007029762273:2118] self: [4:7580802007029762277:0] peer: [2:7580802008208716661:0] socket: 278 qp: -1
2025-12-06T17:43:30.924629Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802007029762280:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:30.924681Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:30.928189Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802006491118011:2114] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:30.929669Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802005271761924:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:30.930341Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802002196150644:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:43:30.930434Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:30.930509Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802002196150644:2049] [node 3] ICP22 created new session: [1:7580802006491118035:2049]
2025-12-06T17:43:30.930571Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802006491118035:2049] [node 3] ICS09 handshake done sender: [1:7580802006491118016:2117] self: [1:7580802006491118015:0] peer: [3:7580802005987872310:0] socket: 283 qp: -1
2025-12-06T17:43:30.930616Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802006491118035:2049] [node 3] ICS10 traffic start
2025-12-06T17:43:30.930662Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:30.931828Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802006491118002:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:43:30.931912Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:30.931969Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802006491118002:2107] [node 4] ICP22 created new session: [1:7580802006491118037:2107]
2025-12-06T17:43:30.932035Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802006491118037:2107] [node 4] ICS09 handshake done sender: [1:7580802006491118011:2114] self: [1:7580802006491118010:0] peer: [4:7580802007029762275:0] socket: 267 qp: -1
2025-12-06T17:43:30.932074Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802006491118037:2107] [node 4] ICS10 traffic start
2025-12-06T17:43:30.932127Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:30.935233Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802006491118009:2113] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:30.938319Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802005271761907:2088] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:43:30.938399Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:30.938470Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802005271761907:2088] [node 4] ICP22 created new session: [5:7580802005271761935:2088]
2025-12-06T17:43:30.938545Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802005271761935:2088] [node 4] ICS09 handshake done sender: [5:7580802005271761925:2117] self: [5:7580802005271761929:0] peer: [4:7580802007029762257:0] socket: 264 qp: -1
2025-12-06T17:43:30.938581Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802005271761935:2088] [node 4] ICS10 traffic start
2025-12-06T17:43:30.938629Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:30.940877Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802005966780248:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25615
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:30.941376Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802008208716681:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53998
2025-12-06T17:43:30.941470Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802008208716682:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53998
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:30.943271Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802001692904918:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28501) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580802005987872307:2120] held: no
2025-12-06T17:43:30.944320Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802005987872311:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38498
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:30.945901Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802000976794548:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:30.945992Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:30.946060Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802000976794548:2048] [node 1] ICP22 created new session: [5:7580802005271761937:2048]
2025-12-06T17:43:30.946118Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802005271761937:2048] [node 1] ICS09 handshake done sender: [5:7580802005271761924:2116] self: [5:7580802005271761927:0] peer: [1:7580802006491118004:0] socket: 263 qp: -1
2025-12-06T17:43:30.946166Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802005271761937:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:30.946222Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:30.948060Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802005271761933:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57150
2025-12-06T17:43:30.948983Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802008208716666:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:30.949710Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802007029762276:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:30.950089Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802002734794888:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28501) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580802007029762268:2117] held: no
2025-12-06T17:43:30.951281Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802007029762268:2117] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:30.951593Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580802003913749284:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:30.951685Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:30.951754Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802003913749284:2048] [node 1] ICP22 created new session: [2:7580802008208716683:2048]
2025-12-06T17:43:30.951805Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802008208716683:2048] [node 1] ICS09 handshake done sender: [2:7580802008208716666:2118] self: [2:7580802008208716675:0] peer: [1:7580802006491118008:0] socket: 269 qp: -1
2025-12-06T17:43:30.951844Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802008208716683:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:30.951902Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:30.955340Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802002734794890:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:30.955859Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802005987872295:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:30.955900Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802005987872295:2117] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:43:30.959460Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802005271761928:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:30.961408Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802000976794550:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:30.967240Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802005966780249:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25615
2025-12-06T17:43:30.971125Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802002734794888:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(20213975ns) {HandleHandshakeStatus:395(20211798ns) {LogHandshakeFail:472(12602ns) {UpdateErrorStateLog:545(4965ns)} DropOutgoingHandshake:457(798ns) ProcessPendingSessionEvents:495(20114663ns) {unordered DropSessionEvent:512 num# 100 sum# 20076983ns max# 19375461ns}}}
2025-12-06T17:43:30.971454Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802002734794888:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:30.971522Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:30.971583Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802002734794888:2048] [node 1] ICP22 created new session: [4:7580802007029762284:2048]
2025-12-06T17:43:30.971636Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802007029762284:2048] [node 1] ICS09 handshake done sender: [4:7580802007029762268:2117] self: [4:7580802007029762275:0] peer: [1:7580802006491118010:0] socket: 229 qp: -1
2025-12-06T17:43:30.971678Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802007029762284:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:30.971725Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:30.973773Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802007029762283:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11388
2025-12-06T17:43:30.974106Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802005987872295:2117] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:30.975041Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802005966780248:2121] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:30.975208Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802001671812858:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:30.976039Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802005987872287:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:30.976082Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802005987872287:2113] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:43:30.976790Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802005987872307:2120] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:30.977561Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802005271761926:2118] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:30.977911Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802008208716681:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:30.978071Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580802008208716643:2107] [node 5] ICP18 handshake (actor [2:7580802008208716681:2119]) is too old
2025-12-06T17:43:30.978977Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802005987872279:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:43:30.979065Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:30.979126Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802005987872279:2107] [node 4] ICP22 created new session: [3:7580802005987872314:2107]
2025-12-06T17:43:30.979177Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802005987872314:2107] [node 4] ICS09 handshake done sender: [3:7580802005987872295:2117] self: [3:7580802005987872294:0] peer: [4:7580802007029762282:0] socket: 285 qp: -1
2025-12-06T17:43:30.979219Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802005987872314:2107] [node 4] ICS10 traffic start
2025-12-06T17:43:30.979275Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:30.981788Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802006491118020:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:30.981839Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802006491118020:2119] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:30.983549Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802005966780251:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25615
2025-12-06T17:43:30.985254Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802007029762276:2119] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:30.985593Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802002734794890:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:43:30.985677Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:30.985728Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802002734794890:2050] [node 3] ICP22 created new session: [4:7580802007029762286:2050]
2025-12-06T17:43:30.985785Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802007029762286:2050] [node 3] ICS09 handshake done sender: [4:7580802007029762276:2119] self: [4:7580802007029762282:0] peer: [3:7580802005987872294:0] socket: 286 qp: -1
2025-12-06T17:43:30.985828Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802007029762286:2050] [node 3] ICS10 traffic start
2025-12-06T17:43:30.985883Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:30.990089Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802005987872287:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:30.990723Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802000976794549:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:30.990819Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:30.990883Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802000976794549:2049] [node 2] ICP22 created new session: [5:7580802005271761942:2049]
2025-12-06T17:43:30.990940Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802005271761942:2049] [node 2] ICS09 handshake done sender: [5:7580802005271761926:2118] self: [5:7580802005271761932:0] peer: [2:7580802008208716654:0] socket: 274 qp: -1
2025-12-06T17:43:30.990982Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802005271761942:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:30.991033Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:30.991797Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7580802000976794549:2049] [node 2] ICP27 obsolete handshake fail ignored
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:30.994467Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802005271761941:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57150
2025-12-06T17:43:30.995142Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802005271761928:2119] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:30.995370Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802000976794550:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:43:30.995512Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:30.997058Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802000976794550:2050] [node 3] ICP22 created new session: [5:7580802005271761944:2050]
2025-12-06T17:43:30.997282Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802005271761944:2050] [node 3] ICS09 handshake done sender: [5:7580802005271761928:2119] self: [5:7580802005271761940:0] peer: [3:7580802005987872286:0] socket: 275 qp: -1
2025-12-06T17:43:30.998648Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802001692904918:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:30.998733Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:30.998780Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802001692904918:2048] [node 1] ICP22 created new session: [3:7580802005987872316:2048]
2025-12-06T17:43:30.998841Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802005987872316:2048] [node 1] ICS09 handshake done sender: [3:7580802005987872307:2120] self: [3:7580802005987872310:0] peer: [1:7580802006491118015:0] socket: 284 qp: -1
2025-12-06T17:43:30.998895Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802005987872316:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:30.998935Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:30.999884Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802005987872278:2109] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:30.999956Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:31.000008Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802005987872278:2109] [node 5] ICP22 created new session: [3:7580802005987872318:2109]
2025-12-06T17:43:31.000060Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802005987872318:2109] [node 5] ICS09 handshake done sender: [3:7580802005987872287:2113] self: [3:7580802005987872286:0] peer: [5:7580802005271761940:0] socket: 227 qp: -1
2025-12-06T17:43:31.000091Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802005987872318:2109] [node 5] ICS10 traffic start
2025-12-06T17:43:31.000143Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:31.003156Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802005966780248:2121] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:31.003517Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802001671812858:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:31.003585Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:31.003637Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802001671812858:2048] [node 1] ICP22 created new session: [6:7580802010261747548:2048]
2025-12-06T17:43:31.003689Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802010261747548:2048] [node 1] ICS09 handshake done sender: [6:7580802005966780248:2121] self: [6:7580802005966780250:0] peer: [1:7580802006491118019:0] socket: 291 qp: -1
2025-12-06T17:43:31.003729Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802010261747548:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:31.003772Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:31.006159Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802006491118020:2119] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:31.006841Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802002196150643:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:43:31.007076Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802006491118014:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:31.007145Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:31.007198Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802006491118014:2109] [node 6] ICP22 created new session: [1:7580802010786085337:2109]
2025-12-06T17:43:31.007244Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802010786085337:2109] [node 6] ICS09 handshake done sender: [1:7580802006491118020:2119] self: [1:7580802006491118019:0] peer: [6:7580802005966780250:0] socket: 246 qp: -1
2025-12-06T17:43:31.007280Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802010786085337:2109] [node 6] ICS10 traffic start
2025-12-06T17:43:31.007330Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:31.015103Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:31.015480Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802002196150643:2048] [node 2] ICP22 created new session: [1:7580802010786085339:2048]
2025-12-06T17:43:31.015549Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802010786085339:2048] [node 2] ICS09 handshake done sender: [1:7580802006491118009:2113] self: [1:7580802006491118008:0] peer: [2:7580802008208716675:0] socket: 266 qp: -1
2025-12-06T17:43:31.015599Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802010786085339:2048] [node 2] ICS10 traffic start
2025-12-06T17:43:31.020795Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802005966780249:2122] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:31.020961Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802005966780182:2063] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:31.015653Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:31.021508Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802005271761917:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:31.021553Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580802005271761917:2114] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:31.022994Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802010261747551:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25615
2025-12-06T17:43:31.023300Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802005271761917:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:31.023905Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802005966780249:2122] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:31.024321Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802005966780182:2063] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:43:31.024416Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:31.024493Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802005966780182:2063] [node 5] ICP22 created new session: [6:7580802010261747552:2063]
2025-12-06T17:43:31.024547Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802010261747552:2063] [node 5] ICS09 handshake done sender: [6:7580802005966780249:2122] self: [6:7580802010261747550:0] peer: [5:7580802005271761916:0] socket: 292 qp: -1
2025-12-06T17:43:31.024594Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802010261747552:2063] [node 5] ICS10 traffic start
2025-12-06T17:43:31.024646Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:31.030819Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802005271761944:2050] [node 3] ICS10 traffic start
2025-12-06T17:43:31.030933Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:31.032670Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802000976794550:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(36368289ns) {HandleHandshakeStatus:329(36366432ns) {DropIncomingHandshake:442(816ns) DropOutgoingHandshake:457(6165ns) SwitchToState:179(457ns) ProcessPendingSessionEvents:495(642168ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 555680ns max# 55197ns}}}
2025-12-06T17:43:31.038920Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580802005271761908:2086] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:31.039027Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:31.039092Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802005271761908:2086] [node 6] ICP22 created new session: [5:7580802009566729243:2086]
2025-12-06T17:43:31.039152Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802009566729243:2086] [node 6] ICS09 handshake done sender: [5:7580802005271761917:2114] self: [5:7580802005271761916:0] peer: [6:7580802010261747550:0] socket: 251 qp: -1
2025-12-06T17:43:31.039194Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802009566729243:2086] [node 6] ICS10 traffic start
2025-12-06T17:43:31.039243Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:31.095674Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:43:31.095922Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7580802008208716683:2048] [node 1] ICS07 socket disconnect 269 reason# EndOfStream
2025-12-06T17:43:31.095957Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580802008208716683:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:31.096053Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:31.096097Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580802008208716683:2048] [node 1] ICS15 start handshake
2025-12-06T17:43:31.100405Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:43:31.100623Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802005987872316:2048] [node 1] ICS01 socket: 284 reason# EndOfStream
2025-12-06T17:43:31.100666Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802001692904918:2048] [node 1] ICP30 unregister session Session# [3:7580802005987872316:2048] VirtualId# [3:7580802005987872310:0]
2025-12-06T17:43:31.100708Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802005987872316:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:31.100781Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:31.100823Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:31.102595Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802003913749284:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28501) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:43:31.102651Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580802008208716683:2048] [node 1] ICS15 start handshake
2025-12-06T17:43:31.103618Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802003913749284:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28501) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:31.103675Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580802008208716683:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:31.103711Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580802003913749284:2048] [node 1] ICP30 unregister session Session# [2:7580802008208716683:2048] VirtualId# [2:7580802008208716675:0]
2025-12-06T17:43:31.103755Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:31.103792Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [2:7580802003913749284:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:28501) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:31.103809Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28501) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:31.111493Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:43:31.111758Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802010261747548:2048] [node 1] ICS07 socket disconnect 291 reason# EndOfStream
2025-12-06T17:43:31.111808Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802010261747548:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:31.111888Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:31.111928Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802010261747548:2048] [node 1] ICS15 start handshake
2025-12-06T17:43:31.112528Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:43:31.112749Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802007029762284:2048] [node 1] ICS01 socket: 229 reason# EndOfStream
2025-12-06T17:43:31.112791Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802002734794888:2048] [node 1] ICP30 unregister session Session# [4:7580802007029762284:2048] VirtualId# [4:7580802007029762275:0]
2025-12-06T17:43:31.112835Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802007029762284:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:31.113712Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [2:7580802003913749284:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:43:31.112909Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:31.112954Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:31.113066Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:43:31.113279Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802005271761937:2048] [node 1] ICS01 socket: 263 reason# EndOfStream
2025-12-06T17:43:31.113316Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802000976794548:2048] [node 1] ICP30 unregister session Session# [5:7580802005271761937:2048] VirtualId# [5:7580802005271761927:0]
2025-12-06T17:43:31.113350Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802005271761937:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:31.113405Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:31.113452Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:31.115089Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802001671812858:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28501) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:31.115166Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802010261747548:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:31.115204Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802001671812858:2048] [node 1] ICP30 unregister session Session# [6:7580802010261747548:2048] VirtualId# [6:7580802005966780250:0]
2025-12-06T17:43:31.115264Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:31.115297Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802001671812858:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:28501) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:31.115311Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28501) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:31.126719Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802001671812858:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:43:31.257373Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:43:31.257628Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580802005987872300:2049] [node 2] ICS07 socket disconnect 249 reason# EndOfStream
2025-12-06T17:43:31.257664Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802005987872300:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:31.257762Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:31.257808Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802005987872300:2049] [node 2] ICS15 start handshake
2025-12-06T17:43:31.270403Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:43:31.270698Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802005966780242:2049] [node 2] ICS07 socket disconnect 237 reason# EndOfStream
2025-12-06T17:43:31.270749Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802005966780242:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:31.270855Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:31.270902Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802005966780242:2049] [node 2] ICS15 start handshake
2025-12-06T17:43:31.271524Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:43:31.271738Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802007029762280:2049] [node 2] ICS07 socket disconnect 278 reason# EndOfStream
2025-12-06T17:43:31.271770Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802007029762280:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:31.271838Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:31.271883Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802007029762280:2049] [node 2] ICS15 start handshake
2025-12-06T17:43:31.273984Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802001671812859:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61138) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:31.274049Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802005966780242:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:31.274092Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802001671812859:2049] [node 2] ICP30 unregister session Session# [6:7580802005966780242:2049] VirtualId# [6:7580802005966780240:0]
2025-12-06T17:43:31.274136Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:31.274169Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802001671812859:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:61138) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:31.274186Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61138) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:31.274709Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:43:31.275757Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802005271761942:2049] [node 2] ICS07 socket disconnect 274 reason# EndOfStream
2025-12-06T17:43:31.275807Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802005271761942:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:31.275879Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:31.275919Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802005271761942:2049] [node 2] ICS15 start handshake
2025-12-06T17:43:31.276804Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802000976794549:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61138) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:31.276862Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802005271761942:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:31.276898Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802000976794549:2049] [node 2] ICP30 unregister session Session# [5:7580802005271761942:2049] VirtualId# [5:7580802005271761932:0]
2025-12-06T17:43:31.276934Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:31.276964Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802000976794549:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:61138) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:31.276981Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61138) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:31.277991Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802001692904919:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61138) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:31.278064Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802005987872300:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:31.278114Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802001692904919:2049] [node 2] ICP30 unregister session Session# [3:7580802005987872300:2049] VirtualId# [3:7580802005987872298:0]
2025-12-06T17:43:31.278153Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:31.278190Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580802001692904919:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:61138) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:31.278205Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61138) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:31.273548Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802002734794889:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61138) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:31.275006Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802007029762280:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:31.275047Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802002734794889:2049] [node 2] ICP30 unregister session Session# [4:7580802007029762280:2049] VirtualId# [4:7580802007029762277:0]
2025-12-06T17:43:31.275097Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:31.275131Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802002734794889:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:61138) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:31.275154Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61138) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:31.291419Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802001671812859:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:43:31.291532Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802000976794549:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:43:31.292457Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580802002734794889:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:43:31.362620Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:43:31.362898Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802005271761944:2050] [node 3] ICS07 socket disconnect 275 reason# EndOfStream
2025-12-06T17:43:31.362934Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802005271761944:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:31.363017Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:43:31.363059Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802005271761944:2050] [node 3] ICS15 start handshake
2025-12-06T17:43:31.363687Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:43:31.363882Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802007029762286:2050] [node 3] ICS01 socket: 286 reason# EndOfStream
2025-12-06T17:43:31.363930Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802002734794890:2050] [node 3] ICP30 unregister session Session# [4:7580802007029762286:2050] VirtualId# [4:7580802007029762282:0]
2025-12-06T17:43:31.363973Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802007029762286:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:31.364046Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:43:31.364094Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:43:31.364239Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:43:31.364445Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802005966780246:2050] [node 3] ICS07 socket disconnect 255 reason# EndOfStream
2025-12-06T17:43:31.364476Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802005966780246:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:31.364540Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:43:31.364586Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802005966780246:2050] [node 3] ICS15 start handshake
2025-12-06T17:43:31.366614Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802001671812860:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25238) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:31.366677Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802005966780246:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:31.366717Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802001671812860:2050] [node 3] ICP30 unregister session Session# [6:7580802005966780246:2050] VirtualId# [6:7580802005966780244:0]
2025-12-06T17:43:31.366761Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:43:31.366802Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802001671812860:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:25238) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:31.366832Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25238) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:31.367540Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802000976794550:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25238) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:31.367601Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802005271761944:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:31.367632Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802000976794550:2050] [node 3] ICP30 unregister session Session# [5:7580802005271761944:2050] VirtualId# [5:7580802005271761940:0]
2025-12-06T17:43:31.367666Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:43:31.367697Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802000976794550:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:25238) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:31.367711Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25238) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:31.383018Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802000976794550:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:43:31.447434Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802001671812860:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:43:31.470659Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:43:31.470926Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802005966780237:2059] [node 4] ICS07 socket disconnect 226 reason# EndOfStream
2025-12-06T17:43:31.470979Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802005966780237:2059] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:31.471055Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:43:31.471100Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802005966780237:2059] [node 4] ICS15 start handshake
2025-12-06T17:43:31.472690Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802005966780167:2059] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31788) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:31.472761Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802005966780237:2059] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:31.472809Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802005966780167:2059] [node 4] ICP30 unregister session Session# [6:7580802005966780237:2059] VirtualId# [6:7580802005966780234:0]
2025-12-06T17:43:31.472851Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:43:31.472889Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802005966780167:2059] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:31788) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:31.472907Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31788) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:31.477236Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:43:31.477483Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802005271761935:2088] [node 4] ICS01 socket: 264 reason# EndOfStream
2025-12-06T17:43:31.477527Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802005271761907:2088] [node 4] ICP30 unregister session Session# [5:7580802005271761935:2088] VirtualId# [5:7580802005271761929:0]
2025-12-06T17:43:31.477569Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802005271761935:2088] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:31.477679Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:43:31.477722Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:43:31.480808Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802005966780167:2059] [node 4] ICP33 wake up from error state
2025-12-06T17:43:31.551053Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:43:31.551313Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802010261747552:2063] [node 5] ICS07 socket disconnect 292 reason# EndOfStream
2025-12-06T17:43:31.551358Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802010261747552:2063] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:31.551454Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:43:31.551498Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802010261747552:2063] [node 5] ICS15 start handshake
2025-12-06T17:43:31.552981Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802005966780182:2063] [node 5] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16095) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:31.553049Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802010261747552:2063] [node 5] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:31.553089Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802005966780182:2063] [node 5] ICP30 unregister session Session# [6:7580802010261747552:2063] VirtualId# [6:7580802010261747550:0]
2025-12-06T17:43:31.553136Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
2025-12-06T17:43:31.553170Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802005966780182:2063] [node 5] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:16095) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:31.553189Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [5] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16095) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:43:31.703857Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802011340424400:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:31.703900Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802011340424401:2049] [node 3] ICP01 ready to work
2025-12-06T17:43:31.703292Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802009912475284:2048] [node 2] ICP01 ready to work
2025-12-06T17:43:31.703339Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802009912475285:2049] [node 3] ICP01 ready to work
2025-12-06T17:43:31.722916Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802011331022135:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:31.722954Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802011331022136:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:31.722994Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802011331022137:2050] [node 3] ICP01 ready to work
2025-12-06T17:43:31.706824Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802009838141568:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:31.706866Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802009838141569:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:31.791064Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802009034438640:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:31.791118Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802009034438641:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:31.791157Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802009034438642:2050] [node 3] ICP01 ready to work
2025-12-06T17:43:31.843369Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802008595844242:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:31.843406Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802008595844243:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:31.843446Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802008595844244:2050] [node 3] ICP01 ready to work
2025-12-06T17:43:32.131275Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802015625989453:2067] [node 6] ICP01 ready to work
2025-12-06T17:43:32.175337Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802015625989457:2066] [node 5] ICP01 ready to work
2025-12-06T17:43:32.170100Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802012890811555:2061] [node 4] ICP01 ready to work
2025-12-06T17:43:32.202829Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802013329405957:2064] [node 6] ICP01 ready to work
2025-12-06T17:43:32.262738Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802014207442643:2108] [node 5] ICP01 ready to work
2025-12-06T17:43:32.263033Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802014133108927:2066] [node 6] ICP01 ready to work
2025-12-06T17:43:32.238602Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802008595844242:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(161238447ns) {Configure:104(161233033ns) {ProcessConfigured:135(13672221ns) {StartInitialHandshake:157(13669964ns) {DropHandshakes:470(3158ns) {DropIncomingHandshake:442(1049ns) DropOutgoingHandshake:457(381ns)} GenerateSessionVirtualId:988(414ns) PrepareNewSessionHandshake:477(5398ns) {SwitchToState:179(1975ns)}}}}}
2025-12-06T17:43:32.230363Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802009034438640:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(129773416ns) {Configure:104(129767416ns) {ProcessConfigured:135(98921ns) {StartInitialHandshake:157(95618ns) {DropHandshakes:470(2886ns) {DropIncomingHandshake:442(551ns) DropOutgoingHandshake:457(799ns)} GenerateSessionVirtualId:988(846ns) PrepareNewSessionHandshake:477(2054ns) {SwitchToState:179(640ns)}}}}}
2025-12-06T17:43:32.304796Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802008595844244:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(29039984ns) {Configure:104(29033778ns) {ProcessConfigured:135(102430ns) {StartInitialHandshake:157(96048ns) {DropHandshakes:470(3174ns) {DropIncomingHandshake:442(602ns) DropOutgoingHandshake:457(755ns)} GenerateSessionVirtualId:988(847ns) PrepareNewSessionHandshake:477(2114ns) {SwitchToState:179(886ns)}}}}}
2025-12-06T17:43:32.319966Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802009034438642:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(234265293ns) {Configure:104(234255828ns) {ProcessConfigured:135(78420ns) {StartInitialHandshake:157(76090ns) {DropHandshakes:470(3249ns) {DropIncomingHandshake:442(671ns) DropOutgoingHandshake:457(626ns)} GenerateSessionVirtualId:988(1192ns) PrepareNewSessionHandshake:477(1509ns) {SwitchToState:179(609ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:32.352256Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802009034438641:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(18927034ns) {Configure:104(18921299ns) {ProcessConfigured:135(83141ns) {StartInitialHandshake:157(80142ns) {DropHandshakes:470(3425ns) {DropIncomingHandshake:442(674ns) DropOutgoingHandshake:457(487ns)} GenerateSessionVirtualId:988(685ns) PrepareNewSessionHandshake:477(1666ns) {SwitchToState:179(425ns)}}}}}
2025-12-06T17:43:32.352958Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802013329406006:2086] [node 4] ICP01 ready to work
2025-12-06T17:43:32.356983Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802013329406007:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8464
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:32.315897Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802014207442644:2107] [node 6] ICP01 ready to work
2025-12-06T17:43:32.370942Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802014207442645:2109] [node 4] ICP01 ready to work
2025-12-06T17:43:32.263832Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802014133108928:2078] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:32.384108Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802012890811612:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8538
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:32.394367Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802015625989503:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21312
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:32.334918Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802009838141569:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(251384524ns) {Configure:104(251375525ns) {ProcessConfigured:135(39472594ns) {StartInitialHandshake:157(39469330ns) {DropHandshakes:470(2817ns) {DropIncomingHandshake:442(720ns) DropOutgoingHandshake:457(276ns)} GenerateSessionVirtualId:988(1029ns) PrepareNewSessionHandshake:477(3976ns) {SwitchToState:179(1435ns)}}}}}
2025-12-06T17:43:32.378705Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802015635391759:2099] [node 5] ICP01 ready to work
2025-12-06T17:43:32.410797Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802015635391761:2107] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:32.359821Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802014133108941:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11098
2025-12-06T17:43:32.391146Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802013329406007:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:32.407885Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802015635391760:2097] [node 6] ICP01 ready to work
2025-12-06T17:43:32.406850Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802012890811612:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:32.486606Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802014207442649:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42224
2025-12-06T17:43:32.486809Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802014207442646:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42224
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:32.415972Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802009034438642:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:32.379769Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802014133108934:2067] [node 4] ICP01 ready to work
2025-12-06T17:43:32.407019Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802008595844244:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:32.507293Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802015625989503:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:32.514890Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802015625989453:2067] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(326951420ns) {Configure:104(326946131ns) {ProcessConfigured:135(34166979ns) {StartInitialHandshake:157(34163100ns) {DropHandshakes:470(2658ns) {DropIncomingHandshake:442(529ns) DropOutgoingHandshake:457(381ns)} GenerateSessionVirtualId:988(869ns) PrepareNewSessionHandshake:477(6808787ns) {SwitchToState:179(6692ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:32.494654Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802015635391762:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35340
2025-12-06T17:43:32.410866Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802012890811613:2068] [node 5] ICP01 ready to work
2025-12-06T17:43:32.423583Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802014133108942:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11098
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:32.517293Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802014207442646:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:32.452962Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802013329405974:2083] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8464
2025-12-06T17:43:32.445024Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802012890811613:2068] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(33476842ns) {Configure:104(33470655ns) {ProcessConfigured:135(99029ns) {StartInitialHandshake:157(95140ns) {DropHandshakes:470(2805ns) {DropIncomingHandshake:442(811ns) DropOutgoingHandshake:457(375ns)} GenerateSessionVirtualId:988(944ns) PrepareNewSessionHandshake:477(2204ns) {SwitchToState:179(949ns)}}}}}
2025-12-06T17:43:32.540524Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802012890811618:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8538
2025-12-06T17:43:32.448799Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802014133108937:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:32.525259Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802011340424401:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(27754959ns) {Configure:104(27750429ns) {ProcessConfigured:135(80883ns) {StartInitialHandshake:157(78278ns) {DropHandshakes:470(2800ns) {DropIncomingHandshake:442(628ns) DropOutgoingHandshake:457(313ns)} GenerateSessionVirtualId:988(941ns) PrepareNewSessionHandshake:477(1667ns) {SwitchToState:179(614ns)}}}}}
2025-12-06T17:43:32.540590Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802012890811619:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8538
2025-12-06T17:43:32.448856Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802014133108937:2112] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:32.531052Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802014207442648:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42224
2025-12-06T17:43:32.525988Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802015635391765:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35340
2025-12-06T17:43:32.535282Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802015635391762:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:32.547987Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802015635391759:2099] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(93673058ns) {Configure:104(93666913ns) {ProcessConfigured:135(75158ns) {StartInitialHandshake:157(72330ns) {DropHandshakes:470(3208ns) {DropIncomingHandshake:442(561ns) DropOutgoingHandshake:457(579ns)} GenerateSessionVirtualId:988(830ns) PrepareNewSessionHandshake:477(1550ns) {SwitchToState:179(545ns)}}}}}
2025-12-06T17:43:32.549988Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802015635391775:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35340
2025-12-06T17:43:32.557262Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802015635391761:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(101745636ns) {Configure:104(101739156ns) {ProcessConfigured:135(89646ns) {StartInitialHandshake:157(86601ns) {DropHandshakes:470(2258ns) {DropIncomingHandshake:442(533ns) DropOutgoingHandshake:457(387ns)} GenerateSessionVirtualId:988(989ns) PrepareNewSessionHandshake:477(2003ns) {SwitchToState:179(531ns)}}}}}
2025-12-06T17:43:32.560696Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802015635391779:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35340
2025-12-06T17:43:32.594713Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802015635391779:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:32.491417Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802013329406015:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8464
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:32.541837Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802012890811612:2114] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:32.582936Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802014207442645:2109] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(116617912ns) {Configure:104(116613258ns) {ProcessConfigured:135(11738761ns) {StartInitialHandshake:157(11734180ns) {DropHandshakes:470(3246ns) {DropIncomingHandshake:442(672ns) DropOutgoingHandshake:457(710ns)} GenerateSessionVirtualId:988(967ns) PrepareNewSessionHandshake:477(6954ns) {SwitchToState:179(3748ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:32.458645Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802014133108932:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:32.604275Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802015625989459:2072] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:32.504851Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802013329406007:2113] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:32.583054Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802014207442649:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:32.614280Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802015635391775:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:32.604336Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802015625989459:2072] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:43:32.542229Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802008595844244:2050] [node 3] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:32.605678Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802015625989510:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21312
2025-12-06T17:43:32.616807Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802015625989511:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21312
2025-12-06T17:43:32.617246Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802015625989459:2072] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:32.627283Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802011331022136:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(256007305ns) {Configure:104(255997807ns) {ProcessConfigured:135(58718ns) {StartInitialHandshake:157(56064ns) {DropHandshakes:470(2363ns) {DropIncomingHandshake:442(612ns) DropOutgoingHandshake:457(494ns)} GenerateSessionVirtualId:988(296ns) PrepareNewSessionHandshake:477(1847ns) {SwitchToState:179(677ns)}}}}}
2025-12-06T17:43:32.458688Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802014133108932:2111] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:43:32.543186Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802009034438642:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:43:32.626707Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802015635391769:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:32.587447Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802014207442647:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42224
2025-12-06T17:43:32.542289Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:32.675202Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802015625989511:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:32.675400Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802015625989510:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:32.675591Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802011331022137:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:32.586978Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:32.587047Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802009034438642:2050] [node 3] ICP22 created new session: [5:7580802013329406016:2050]
2025-12-06T17:43:32.488175Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802014133108942:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:32.690987Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802015625989457:2066] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:32.691094Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:32.626745Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802015635391769:2114] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:43:32.488404Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802014133108943:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11098
2025-12-06T17:43:32.542350Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802008595844244:2050] [node 3] ICP22 created new session: [6:7580802012890811620:2050]
2025-12-06T17:43:32.589640Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802013329405974:2083] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:32.595882Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802014207442648:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:32.619230Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802014207442647:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:32.708672Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802015625989457:2066] [node 5] ICP22 created new session: [4:7580802015625989516:2066]
2025-12-06T17:43:32.631033Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802015635391767:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:32.590121Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802013329406006:2086] [node 4] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:32.501292Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802014133108932:2111] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:32.542405Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802012890811620:2050] [node 3] ICS09 handshake done sender: [6:7580802012890811612:2114] self: [6:7580802012890811615:0] peer: [3:7580802014133108936:0] socket: 245 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:32.631074Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802015635391767:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:32.619346Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802014207442661:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42224
2025-12-06T17:43:32.542451Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802012890811620:2050] [node 3] ICS10 traffic start
2025-12-06T17:43:32.505439Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802014133108941:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:32.595485Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802013329406016:2050] [node 3] ICS09 handshake done sender: [5:7580802013329406007:2113] self: [5:7580802013329406013:0] peer: [3:7580802014133108931:0] socket: 237 qp: -1
2025-12-06T17:43:32.721398Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802015625989517:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21312
2025-12-06T17:43:32.632288Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802015635391769:2114] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:32.627690Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802014207442661:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:32.542497Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:32.505504Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802014133108928:2078] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:32.722053Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802015625989516:2066] [node 5] ICS09 handshake done sender: [4:7580802015625989459:2072] self: [4:7580802015625989458:0] peer: [5:7580802013329406018:0] socket: 228 qp: -1
2025-12-06T17:43:32.603570Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802013329406019:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8464
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:32.648277Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802014207442653:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:32.505556Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:32.723167Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802015625989511:2116] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:32.644107Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802015635391767:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:32.620184Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802013329406016:2050] [node 3] ICS10 traffic start
2025-12-06T17:43:32.613973Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802012890811623:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8538
2025-12-06T17:43:32.505617Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802014133108928:2078] [node 5] ICP22 created new session: [3:7580802014133108946:2078]
2025-12-06T17:43:32.626652Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:32.638954Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802013329405957:2064] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(376386598ns) {Configure:104(376377999ns) {ProcessConfigured:135(18331286ns) {StartInitialHandshake:157(18328456ns) {DropHandshakes:470(1852ns) {DropIncomingHandshake:442(269ns) DropOutgoingHandshake:457(744ns)} GenerateSessionVirtualId:988(384ns) PrepareNewSessionHandshake:477(6033ns) {SwitchToState:179(2415ns)}}}}}
2025-12-06T17:43:32.639671Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802013329406022:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8464
2025-12-06T17:43:32.675122Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802013329405974:2083] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:32.677708Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802009034438642:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(141852039ns) {HandleHandshakeStatus:329(133512069ns) {DropIncomingHandshake:442(6783ns) DropOutgoingHandshake:457(16608ns) SwitchToState:179(681ns) ProcessPendingSessionEvents:495(17632144ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 17549483ns max# 17010409ns}}}
2025-12-06T17:43:32.677815Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7580802009034438642:2050] [node 3] ICP27 obsolete handshake fail ignored
2025-12-06T17:43:32.691440Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802013329406006:2086] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:43:32.691492Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:32.691552Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802013329406006:2086] [node 4] ICP22 created new session: [5:7580802013329406024:2086]
2025-12-06T17:43:32.691626Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802013329406024:2086] [node 4] ICS09 handshake done sender: [5:7580802013329405974:2083] self: [5:7580802013329406018:0] peer: [4:7580802015625989458:0] socket: 229 qp: -1
2025-12-06T17:43:32.691669Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802013329406024:2086] [node 4] ICS10 traffic start
2025-12-06T17:43:32.691716Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:32.648303Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802014207442653:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:32.717601Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802011340424401:2049] [node 3] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:32.732581Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802015625989519:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21312
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:32.620446Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802012890811618:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:32.654754Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802014207442653:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:32.732797Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802011331022137:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:43:32.732870Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:32.732927Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802011331022137:2050] [node 3] ICP22 created new session: [4:7580802015625989520:2050]
2025-12-06T17:43:32.732996Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802015625989520:2050] [node 3] ICS09 handshake done sender: [4:7580802015625989511:2116] self: [4:7580802015625989514:0] peer: [3:7580802014133108953:0] socket: 279 qp: -1
2025-12-06T17:43:32.733039Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802015625989520:2050] [node 3] ICS10 traffic start
2025-12-06T17:43:32.733082Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:32.735375Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802015625989516:2066] [node 5] ICS10 traffic start
2025-12-06T17:43:32.746517Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:32.750149Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802015625989457:2066] [node 5] ICP35 event processing took too much time PendingConnection:279(66638048ns) {HandleHandshakeStatus:329(66633937ns) {DropIncomingHandshake:442(27862ns) DropOutgoingHandshake:457(541ns) SwitchToState:179(1076ns) ProcessPendingSessionEvents:495(688545ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 610253ns max# 77808ns}}}
2025-12-06T17:43:32.773701Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802015625989507:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:32.773733Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802015625989507:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:32.783270Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802015625989507:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:32.807284Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802015625989519:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:32.827975Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802015625989453:2067] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:32.828082Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:32.828136Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802015625989453:2067] [node 6] ICP22 created new session: [4:7580802015625989526:2067]
2025-12-06T17:43:32.828188Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802015625989526:2067] [node 6] ICS09 handshake done sender: [4:7580802015625989507:2114] self: [4:7580802015625989506:0] peer: [6:7580802012890811635:0] socket: 238 qp: -1
2025-12-06T17:43:32.828229Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802015625989526:2067] [node 6] ICS10 traffic start
2025-12-06T17:43:32.828268Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:32.830429Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802015625989525:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21312
2025-12-06T17:43:32.830550Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802011331022136:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:32.727172Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802015635391760:2097] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:32.714194Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802013329406019:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:32.505683Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802014133108946:2078] [node 5] ICS09 handshake done sender: [3:7580802014133108932:2111] self: [3:7580802014133108931:0] peer: [5:7580802013329406013:0] socket: 233 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:32.719137Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802014207442644:2107] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:32.727268Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:32.868111Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802015625989525:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:32.868574Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802011331022135:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:32.869038Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802015625989530:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21312
2025-12-06T17:43:32.620611Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802008595844243:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:32.715690Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802009034438640:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:32.505725Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802014133108946:2078] [node 5] ICS10 traffic start
2025-12-06T17:43:32.890749Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802011331022135:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61604) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580802015625989525:2120] held: no
2025-12-06T17:43:32.745114Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802013329406028:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8464
2025-12-06T17:43:32.623899Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802008595844244:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(80757442ns) {HandleHandshakeStatus:329(80755283ns) {DropIncomingHandshake:442(1246ns) DropOutgoingHandshake:457(5584ns) SwitchToState:179(653ns) ProcessPendingSessionEvents:495(80330507ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 62030927ns max# 17001084ns}}}
2025-12-06T17:43:32.719211Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:32.505766Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:32.727334Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802015635391760:2097] [node 6] ICP22 created new session: [2:7580802015635391785:2097]
2025-12-06T17:43:32.785176Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802013329406028:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:32.719264Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802014207442644:2107] [node 6] ICP22 created new session: [1:7580802014207442670:2107]
2025-12-06T17:43:32.647576Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802012890811623:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:32.511194Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7580802014133108928:2078] [node 5] ICP18 handshake (actor [3:7580802014133108941:2114]) is too old
2025-12-06T17:43:32.727393Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802015635391785:2097] [node 6] ICS09 handshake done sender: [2:7580802015635391767:2113] self: [2:7580802015635391766:0] peer: [6:7580802012890811624:0] socket: 261 qp: -1
2025-12-06T17:43:32.719320Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802014207442670:2107] [node 6] ICS09 handshake done sender: [1:7580802014207442653:2115] self: [1:7580802014207442652:0] peer: [6:7580802012890811625:0] socket: 273 qp: -1
2025-12-06T17:43:32.786887Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802009034438640:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61604) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802013329406019:2117] held: no
2025-12-06T17:43:32.539849Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802014133108949:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11098
2025-12-06T17:43:32.541223Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802014133108937:2112] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:32.571438Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802014133108927:2066] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:32.571525Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:32.571588Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802014133108927:2066] [node 6] ICP22 created new session: [3:7580802014133108951:2066]
2025-12-06T17:43:32.571662Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802014133108951:2066] [node 6] ICS09 handshake done sender: [3:7580802014133108937:2112] self: [3:7580802014133108936:0] peer: [6:7580802012890811615:0] socket: 234 qp: -1
2025-12-06T17:43:32.571708Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802014133108951:2066] [node 6] ICS10 traffic start
2025-12-06T17:43:32.571775Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:32.610410Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802014133108934:2067] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(150644580ns) {Configure:104(150638849ns) {ProcessConfigured:135(87880ns) {StartInitialHandshake:157(85727ns) {DropHandshakes:470(2491ns) {DropIncomingHandshake:442(581ns) DropOutgoingHandshake:457(409ns)} GenerateSessionVirtualId:988(654ns) PrepareNewSessionHandshake:477(1475ns) {SwitchToState:179(481ns)}}}}}
2025-12-06T17:43:32.610733Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802014133108943:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:32.611045Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802014133108949:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:32.611308Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802009838141569:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:32.629410Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802014133108958:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11098
2025-12-06T17:43:32.679958Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802014133108954:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:32.679993Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802014133108954:2118] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:43:32.687925Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802014133108949:2117] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:32.705467Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802009838141569:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:32.705544Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:32.705605Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802009838141569:2049] [node 2] ICP22 created new session: [3:7580802014133108960:2049]
2025-12-06T17:43:32.705654Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802014133108960:2049] [node 2] ICS09 handshake done sender: [3:7580802014133108949:2117] self: [3:7580802014133108956:0] peer: [2:7580802015635391768:0] socket: 265 qp: -1
2025-12-06T17:43:32.705703Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802014133108960:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:32.705762Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:32.713879Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802014133108954:2118] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:32.735463Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802014133108934:2067] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:43:32.747989Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:32.751988Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802014133108934:2067] [node 4] ICP22 created new session: [3:7580802014133108962:2067]
2025-12-06T17:43:32.763119Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802014133108962:2067] [node 4] ICS09 handshake done sender: [3:7580802014133108954:2118] self: [3:7580802014133108953:0] peer: [4:7580802015625989514:0] socket: 278 qp: -1
2025-12-06T17:43:32.775272Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802014133108962:2067] [node 4] ICS10 traffic start
2025-12-06T17:43:32.783612Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:32.805234Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802014133108934:2067] [node 4] ICP35 event processing took too much time PendingConnection:279(68458029ns) {HandleHandshakeStatus:329(68454565ns) {DropIncomingHandshake:442(18407ns) DropOutgoingHandshake:457(357ns) SwitchToState:179(285ns) ProcessPendingSessionEvents:495(9462188ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 9382330ns max# 8844658ns}}}
2025-12-06T17:43:32.857206Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802014133108963:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11098
2025-12-06T17:43:32.881019Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802014133108963:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:32.904618Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802009838141568:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:32.913067Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802009838141568:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(23505964ns) {IncomingHandshake:261(12395422ns) {DropIncomingHandshake:442(673ns) PrepareNewSessionHandshake:477(1683ns) {SwitchToState:179(535ns)} GenerateSessionVirtualId:988(911ns) IssueIncomingHandshakeReply:193(5271285ns) {SwitchToState:179(2507ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:32.647743Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802008595844242:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:32.727437Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802015635391785:2097] [node 6] ICS10 traffic start
2025-12-06T17:43:32.822787Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802013329406023:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:32.719364Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802014207442670:2107] [node 6] ICS10 traffic start
2025-12-06T17:43:32.922149Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802015625989519:2119] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:32.727482Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:32.719400Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:32.735093Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802014207442656:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:32.735142Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802014207442656:2116] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:43:32.751415Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802014207442656:2116] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:32.765682Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802014207442643:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:32.770145Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:32.775341Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802014207442643:2108] [node 5] ICP22 created new session: [1:7580802014207442674:2108]
2025-12-06T17:43:32.785521Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802014207442651:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:32.785556Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802014207442651:2114] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:43:32.790692Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802014207442674:2108] [node 5] ICS09 handshake done sender: [1:7580802014207442656:2116] self: [1:7580802014207442655:0] peer: [5:7580802013329406027:0] socket: 272 qp: -1
2025-12-06T17:43:32.791235Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802014207442651:2114] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:32.794987Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802014207442674:2108] [node 5] ICS10 traffic start
2025-12-06T17:43:32.806491Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:32.825146Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802009912475284:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:43:32.825250Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:32.825316Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802009912475284:2048] [node 2] ICP22 created new session: [1:7580802014207442678:2048]
2025-12-06T17:43:32.825374Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802014207442678:2048] [node 2] ICS09 handshake done sender: [1:7580802014207442651:2114] self: [1:7580802014207442650:0] peer: [2:7580802015635391790:0] socket: 256 qp: -1
2025-12-06T17:43:32.825419Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802014207442678:2048] [node 2] ICS10 traffic start
2025-12-06T17:43:32.825467Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:32.847411Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802014207442643:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(82930582ns) {HandleHandshakeStatus:329(80777989ns) {DropIncomingHandshake:442(19830ns) DropOutgoingHandshake:457(378ns) SwitchToState:179(613ns) ProcessPendingSessionEvents:495(11437417ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 11368673ns max# 10885751ns}}}
2025-12-06T17:43:32.873238Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802014207442660:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:32.873275Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802014207442660:2118] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:43:32.887111Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802014207442660:2118] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:32.887625Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802014207442645:2109] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:43:32.887731Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:32.887801Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802014207442645:2109] [node 4] ICP22 created new session: [1:7580802014207442681:2109]
2025-12-06T17:43:32.887856Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802014207442681:2109] [node 4] ICS09 handshake done sender: [1:7580802014207442660:2118] self: [1:7580802014207442659:0] peer: [4:7580802015625989529:0] socket: 254 qp: -1
2025-12-06T17:43:32.887898Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802014207442681:2109] [node 4] ICS10 traffic start
2025-12-06T17:43:32.887943Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:32.910903Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802014207442658:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:32.910934Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802014207442658:2117] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:43:32.920667Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802014207442658:2117] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:32.943749Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802009912475285:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:43:32.943856Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:32.943922Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802009912475285:2049] [node 3] ICP22 created new session: [1:7580802014207442684:2049]
2025-12-06T17:43:32.943995Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802014207442684:2049] [node 3] ICS09 handshake done sender: [1:7580802014207442658:2117] self: [1:7580802014207442657:0] peer: [3:7580802014133108965:0] socket: 252 qp: -1
2025-12-06T17:43:32.944038Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802014207442684:2049] [node 3] ICS10 traffic start
2025-12-06T17:43:32.944093Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:32.759627Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802015635391765:2112] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:32.762909Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:32.762978Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802011340424401:2049] [node 3] ICP22 created new session: [2:7580802015635391787:2049]
2025-12-06T17:43:32.773333Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580802011340424400:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:32.790763Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802015635391787:2049] [node 3] ICS09 handshake done sender: [2:7580802015635391769:2114] self: [2:7580802015635391768:0] peer: [3:7580802014133108956:0] socket: 262 qp: -1
2025-12-06T17:43:32.793966Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802015635391791:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35340
2025-12-06T17:43:32.794272Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802015635391787:2049] [node 3] ICS10 traffic start
2025-12-06T17:43:32.798695Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:32.851364Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802011340424401:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(135228751ns) {HandleHandshakeStatus:329(132756518ns) {DropIncomingHandshake:442(20000ns) DropOutgoingHandshake:457(736ns) SwitchToState:179(324ns) ProcessPendingSessionEvents:495(11399782ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 11315115ns max# 10793983ns}}}
2025-12-06T17:43:32.853151Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802015635391778:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:32.853186Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802015635391778:2117] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:43:32.853707Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802015635391765:2112] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:32.856767Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802015635391788:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35340
2025-12-06T17:43:32.860215Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802011340424400:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61604) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7580802015635391765:2112] held: no
2025-12-06T17:43:32.860948Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580802011340424400:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:32.861038Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:32.861097Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802011340424400:2048] [node 1] ICP22 created new session: [2:7580802015635391794:2048]
2025-12-06T17:43:32.861151Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802015635391794:2048] [node 1] ICS09 handshake done sender: [2:7580802015635391765:2112] self: [2:7580802015635391790:0] peer: [1:7580802014207442650:0] socket: 259 qp: -1
2025-12-06T17:43:32.861199Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802015635391794:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:32.861235Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:32.897668Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802015635391788:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:32.904727Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802015635391774:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:32.904764Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802015635391774:2115] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:43:32.905755Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802015635391778:2117] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:32.913574Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802015635391761:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:43:32.913657Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:32.913710Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802015635391761:2107] [node 4] ICP22 created new session: [2:7580802015635391798:2107]
2025-12-06T17:43:32.913759Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802015635391798:2107] [node 4] ICS09 handshake done sender: [2:7580802015635391778:2117] self: [2:7580802015635391777:0] peer: [4:7580802015625989528:0] socket: 277 qp: -1
2025-12-06T17:43:32.918568Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802015635391774:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:32.918699Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802015635391798:2107] [node 4] ICS10 traffic start
2025-12-06T17:43:32.918775Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:32.934793Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802015635391759:2099] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:32.934872Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:32.934934Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802015635391759:2099] [node 5] ICP22 created new session: [2:7580802015635391800:2099]
2025-12-06T17:43:32.935010Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802015635391800:2099] [node 5] ICS09 handshake done sender: [2:7580802015635391774:2115] self: [2:7580802015635391773:0] peer: [5:7580802013329406033:0] socket: 294 qp: -1
2025-12-06T17:43:32.935058Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802015635391800:2099] [node 5] ICS10 traffic start
2025-12-06T17:43:32.935120Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:32.681755Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802012890811626:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8538
2025-12-06T17:43:32.822836Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580802013329406023:2119] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:32.939521Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802011331022136:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:32.962807Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802009838141568:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61604) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580802014133108963:2120] held: no
2025-12-06T17:43:32.827264Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802013329406030:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8464
2025-12-06T17:43:32.681919Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802012890811627:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8538
2025-12-06T17:43:32.939600Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:32.703495Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802012890811623:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:32.707951Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802008595844243:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(20266231ns)
2025-12-06T17:43:32.708868Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802008595844242:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:32.713757Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802012890811618:2116] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:32.714880Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:32.721991Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802008595844242:2048] [node 1] ICP22 created new session: [6:7580802012890811628:2048]
2025-12-06T17:43:32.736908Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802008595844243:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:32.736996Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:32.737066Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802008595844243:2049] [node 2] ICP22 created new session: [6:7580802012890811629:2049]
2025-12-06T17:43:32.737120Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802012890811629:2049] [node 2] ICS09 handshake done sender: [6:7580802012890811618:2116] self: [6:7580802012890811624:0] peer: [2:7580802015635391766:0] socket: 263 qp: -1
2025-12-06T17:43:32.737162Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802012890811629:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:32.737217Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:32.744246Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802012890811631:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8538
2025-12-06T17:43:32.744432Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802012890811632:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8538
2025-12-06T17:43:32.747921Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802012890811628:2048] [node 1] ICS09 handshake done sender: [6:7580802012890811623:2118] self: [6:7580802012890811625:0] peer: [1:7580802014207442652:0] socket: 274 qp: -1
2025-12-06T17:43:32.752095Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802012890811628:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:32.827726Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802013329406029:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8464
2025-12-06T17:43:32.762648Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802012890811632:2122] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:32.765991Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:32.842081Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802013329406023:2119] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:32.768251Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802012890811555:2061] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:32.856085Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802013329406030:2122] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:32.858824Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802009034438641:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:32.770026Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802012890811631:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:32.865360Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580802013329405957:2064] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:32.782566Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802012890811636:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8538
2025-12-06T17:43:32.865428Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:32.790915Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802012890811613:2068] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:32.865494Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802013329405957:2064] [node 6] ICP22 created new session: [5:7580802013329406034:2064]
2025-12-06T17:43:32.795048Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802012890811632:2122] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:32.865548Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802013329406034:2064] [node 6] ICS09 handshake done sender: [5:7580802013329406023:2119] self: [5:7580802013329406020:0] peer: [6:7580802012890811637:0] socket: 264 qp: -1
2025-12-06T17:43:32.801576Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802008595844242:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(91634032ns) {HandleHandshakeStatus:329(91630022ns) {DropIncomingHandshake:442(719ns) DropOutgoingHandshake:457(6530ns) SwitchToState:179(459ns) ProcessPendingSessionEvents:495(13673968ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 13597803ns max# 13039842ns}}}
2025-12-06T17:43:32.865587Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802013329406034:2064] [node 6] ICS10 traffic start
2025-12-06T17:43:32.830351Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802012890811555:2061] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:43:32.865655Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:32.830408Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:32.909348Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802009034438640:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(118955566ns) {HandleHandshakeStatus:395(118950970ns) {LogHandshakeFail:472(13537ns) {UpdateErrorStateLog:545(5539ns)} DropOutgoingHandshake:457(2405ns) ProcessPendingSessionEvents:495(111891523ns) {unordered DropSessionEvent:512 num# 100 sum# 111792235ns max# 19391031ns}}}
2025-12-06T17:43:32.830459Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802012890811555:2061] [node 4] ICP22 created new session: [6:7580802012890811638:2061]
2025-12-06T17:43:32.909489Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802013329406019:2117] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:32.830522Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802012890811638:2061] [node 4] ICS09 handshake done sender: [6:7580802012890811632:2122] self: [6:7580802012890811635:0] peer: [4:7580802015625989506:0] socket: 250 qp: -1
2025-12-06T17:43:32.913577Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802009034438640:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:32.830574Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802012890811638:2061] [node 4] ICS10 traffic start
2025-12-06T17:43:32.913647Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:32.830607Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:32.914963Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802009034438640:2048] [node 1] ICP22 created new session: [5:7580802013329406036:2048]
2025-12-06T17:43:32.930644Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802013329406036:2048] [node 1] ICS09 handshake done sender: [5:7580802013329406019:2117] self: [5:7580802013329406027:0] peer: [1:7580802014207442655:0] socket: 275 qp: -1
2025-12-06T17:43:32.932578Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802013329406036:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:32.948083Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:32.939661Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802011331022136:2049] [node 2] ICP22 created new session: [4:7580802015625989532:2049]
2025-12-06T17:43:32.939718Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802015625989532:2049] [node 2] ICS09 handshake done sender: [4:7580802015625989519:2119] self: [4:7580802015625989528:0] peer: [2:7580802015635391777:0] socket: 288 qp: -1
2025-12-06T17:43:32.939769Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802015625989532:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:32.939805Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:32.945959Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802015625989531:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21312
2025-12-06T17:43:32.958216Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802015625989525:2120] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:32.959053Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802011331022135:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:32.975268Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:32.975343Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802011331022135:2048] [node 1] ICP22 created new session: [4:7580802015625989534:2048]
2025-12-06T17:43:32.975418Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802015625989534:2048] [node 1] ICS09 handshake done sender: [4:7580802015625989525:2120] self: [4:7580802015625989529:0] peer: [1:7580802014207442659:0] socket: 298 qp: -1
2025-12-06T17:43:32.975465Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802015625989534:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:32.975523Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:32.975824Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802011331022135:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(16672568ns) {HandleHandshakeStatus:329(16669996ns) {DropIncomingHandshake:442(883ns) DropOutgoingHandshake:457(299ns) SwitchToState:179(1295ns) ProcessPendingSessionEvents:495(1232ns)}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:32.979970Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802014133108966:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11098
2025-12-06T17:43:32.981378Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802014133108963:2120] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:32.981701Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802009838141568:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:32.981775Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:32.981825Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802009838141568:2048] [node 1] ICP22 created new session: [3:7580802014133108967:2048]
2025-12-06T17:43:32.981884Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802014133108967:2048] [node 1] ICS09 handshake done sender: [3:7580802014133108963:2120] self: [3:7580802014133108965:0] peer: [1:7580802014207442657:0] socket: 289 qp: -1
2025-12-06T17:43:32.981926Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802014133108967:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:32.981977Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:32.964579Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802009034438640:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(50880294ns) {HandleHandshakeStatus:329(50873164ns) {DropIncomingHandshake:442(455ns) DropOutgoingHandshake:457(384ns) SwitchToState:179(1001ns) ProcessPendingSessionEvents:495(2320ns)}}
2025-12-06T17:43:32.964724Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802009034438641:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3210) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802013329406030:2122] held: no
2025-12-06T17:43:32.977303Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802013329406037:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8464
2025-12-06T17:43:32.980662Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802013329406030:2122] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:32.984222Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802009034438641:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:32.984272Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:32.984369Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802009034438641:2049] [node 2] ICP22 created new session: [5:7580802013329406039:2049]
2025-12-06T17:43:32.984429Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802013329406039:2049] [node 2] ICS09 handshake done sender: [5:7580802013329406030:2122] self: [5:7580802013329406033:0] peer: [2:7580802015635391773:0] socket: 297 qp: -1
2025-12-06T17:43:32.984473Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802013329406039:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:32.984537Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:32.844524Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802012890811555:2061] [node 4] ICP35 event processing took too much time PendingConnection:279(24609813ns) {HandleHandshakeStatus:329(24605232ns) {DropIncomingHandshake:442(2606ns) DropOutgoingHandshake:457(6804ns) SwitchToState:179(239ns) ProcessPendingSessionEvents:495(12757227ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 12589699ns max# 7730417ns}}}
2025-12-06T17:43:32.855022Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802012890811640:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8538
2025-12-06T17:43:32.867417Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802012890811631:2121] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:32.874607Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802012890811613:2068] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:43:32.874679Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:32.874747Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802012890811613:2068] [node 5] ICP22 created new session: [6:7580802012890811641:2068]
2025-12-06T17:43:32.874831Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802012890811641:2068] [node 5] ICS09 handshake done sender: [6:7580802012890811631:2121] self: [6:7580802012890811637:0] peer: [5:7580802013329406020:0] socket: 230 qp: -1
2025-12-06T17:43:32.874878Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802012890811641:2068] [node 5] ICS10 traffic start
2025-12-06T17:43:32.874925Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:33.078282Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:43:33.078597Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580802015635391794:2048] [node 1] ICS01 socket: 259 reason# EndOfStream
2025-12-06T17:43:33.078645Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580802011340424400:2048] [node 1] ICP30 unregister session Session# [2:7580802015635391794:2048] VirtualId# [2:7580802015635391790:0]
2025-12-06T17:43:33.078687Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580802015635391794:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:33.078773Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:33.078826Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:33.084475Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:43:33.084741Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802014133108967:2048] [node 1] ICS01 socket: 289 reason# EndOfStream
2025-12-06T17:43:33.084788Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802009838141568:2048] [node 1] ICP30 unregister session Session# [3:7580802014133108967:2048] VirtualId# [3:7580802014133108965:0]
2025-12-06T17:43:33.084833Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802014133108967:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:33.084917Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:33.084959Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:33.094818Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:43:33.095101Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802012890811628:2048] [node 1] ICS07 socket disconnect 274 reason# EndOfStream
2025-12-06T17:43:33.095137Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802012890811628:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:33.095233Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:33.095287Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802012890811628:2048] [node 1] ICS15 start handshake
2025-12-06T17:43:33.095912Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:43:33.096124Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802013329406036:2048] [node 1] ICS01 socket: 275 reason# EndOfStream
2025-12-06T17:43:33.096174Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802009034438640:2048] [node 1] ICP30 unregister session Session# [5:7580802013329406036:2048] VirtualId# [5:7580802013329406027:0]
2025-12-06T17:43:33.096222Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802013329406036:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:33.096291Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:33.096357Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:33.096473Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:43:33.096675Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802015625989534:2048] [node 1] ICS01 socket: 298 reason# EndOfStream
2025-12-06T17:43:33.096715Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802011331022135:2048] [node 1] ICP30 unregister session Session# [4:7580802015625989534:2048] VirtualId# [4:7580802015625989529:0]
2025-12-06T17:43:33.096745Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802015625989534:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:33.096809Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:33.096851Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:33.099030Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802008595844242:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61604) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:33.099105Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802012890811628:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:33.099141Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802008595844242:2048] [node 1] ICP30 unregister session Session# [6:7580802012890811628:2048] VirtualId# [6:7580802012890811625:0]
2025-12-06T17:43:33.099193Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:33.099234Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802008595844242:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:61604) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:33.099260Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61604) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:33.110895Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802008595844242:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:43:33.174489Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:43:33.174762Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802014133108960:2049] [node 2] ICS01 socket: 265 reason# EndOfStream
2025-12-06T17:43:33.174806Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802009838141569:2049] [node 2] ICP30 unregister session Session# [3:7580802014133108960:2049] VirtualId# [3:7580802014133108956:0]
2025-12-06T17:43:33.174853Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802014133108960:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:33.174949Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:33.175001Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:33.186830Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:43:33.187115Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802012890811629:2049] [node 2] ICS07 socket disconnect 263 reason# EndOfStream
2025-12-06T17:43:33.187151Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802012890811629:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:33.187238Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:33.187285Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802012890811629:2049] [node 2] ICS15 start handshake
2025-12-06T17:43:33.187867Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:43:33.188090Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802013329406039:2049] [node 2] ICS01 socket: 297 reason# EndOfStream
2025-12-06T17:43:33.188139Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802009034438641:2049] [node 2] ICP30 unregister session Session# [5:7580802013329406039:2049] VirtualId# [5:7580802013329406033:0]
2025-12-06T17:43:33.188179Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802013329406039:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:33.188234Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:33.188277Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:33.189383Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802008595844243:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3210) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:33.189449Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802012890811629:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:33.189483Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802008595844243:2049] [node 2] ICP30 unregister session Session# [6:7580802012890811629:2049] VirtualId# [6:7580802012890811624:0]
2025-12-06T17:43:33.189522Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:33.189558Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802008595844243:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:3210) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:33.189574Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3210) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:33.194022Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:43:33.194276Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802015625989532:2049] [node 2] ICS07 socket disconnect 288 reason# EndOfStream
2025-12-06T17:43:33.194311Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802015625989532:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:33.194402Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:33.194445Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802015625989532:2049] [node 2] ICS15 start handshake
2025-12-06T17:43:33.199077Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802008595844243:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:43:33.199193Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802011331022136:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3210) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:33.199271Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802015625989532:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:33.199313Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802011331022136:2049] [node 2] ICP30 unregister session Session# [4:7580802015625989532:2049] VirtualId# [4:7580802015625989528:0]
2025-12-06T17:43:33.199419Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:33.199458Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802011331022136:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:3210) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:33.199476Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3210) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:33.211046Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580802011331022136:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:43:33.495756Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:43:33.496054Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802013329406016:2050] [node 3] ICS07 socket disconnect 237 reason# EndOfStream
2025-12-06T17:43:33.496088Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802013329406016:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:33.496163Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:43:33.496202Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802013329406016:2050] [node 3] ICS15 start handshake
2025-12-06T17:43:33.495780Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:43:33.496047Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802012890811620:2050] [node 3] ICS07 socket disconnect 245 reason# EndOfStream
2025-12-06T17:43:33.496086Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802012890811620:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:33.496166Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:43:33.496209Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802012890811620:2050] [node 3] ICS15 start handshake
2025-12-06T17:43:33.496901Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:43:33.497124Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802015625989520:2050] [node 3] ICS01 socket: 279 reason# EndOfStream
2025-12-06T17:43:33.497185Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802011331022137:2050] [node 3] ICP30 unregister session Session# [4:7580802015625989520:2050] VirtualId# [4:7580802015625989514:0]
2025-12-06T17:43:33.497230Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802015625989520:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:33.497309Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:43:33.497356Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:43:33.500749Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802008595844244:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23083) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:33.500835Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802012890811620:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:33.500872Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802008595844244:2050] [node 3] ICP30 unregister session Session# [6:7580802012890811620:2050] VirtualId# [6:7580802012890811615:0]
2025-12-06T17:43:33.500980Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:43:33.501023Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802008595844244:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:23083) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:33.501051Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23083) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:33.503448Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802009034438642:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23083) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:33.503527Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802013329406016:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:33.503583Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802009034438642:2050] [node 3] ICP30 unregister session Session# [5:7580802013329406016:2050] VirtualId# [5:7580802013329406013:0]
2025-12-06T17:43:33.503678Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:43:33.503714Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802009034438642:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:23083) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:33.503732Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23083) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:33.510885Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802008595844244:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:43:33.514835Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802009034438642:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:43:33.662811Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:43:33.663095Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802012890811638:2061] [node 4] ICS07 socket disconnect 250 reason# EndOfStream
2025-12-06T17:43:33.663140Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802012890811638:2061] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:33.663268Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:43:33.663333Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802012890811638:2061] [node 4] ICS15 start handshake
2025-12-06T17:43:33.663992Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:43:33.664204Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802013329406024:2086] [node 4] ICS07 socket disconnect 229 reason# EndOfStream
2025-12-06T17:43:33.664238Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802013329406024:2086] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:33.664335Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:43:33.664385Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802013329406024:2086] [node 4] ICS15 start handshake
2025-12-06T17:43:33.666182Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802013329406006:2086] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16467) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:33.666260Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802013329406024:2086] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:33.666308Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802013329406006:2086] [node 4] ICP30 unregister session Session# [5:7580802013329406024:2086] VirtualId# [5:7580802013329406018:0]
2025-12-06T17:43:33.666377Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:43:33.666415Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802013329406006:2086] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:16467) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:33.666432Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16467) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:33.667701Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802012890811555:2061] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16467) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:33.667776Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802012890811638:2061] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:33.667817Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802012890811555:2061] [node 4] ICP30 unregister session Session# [6:7580802012890811638:2061] VirtualId# [6:7580802012890811635:0]
2025-12-06T17:43:33.667936Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:43:33.667978Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802012890811555:2061] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:16467) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:33.668003Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16467) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:33.679262Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802012890811555:2061] [node 4] ICP33 wake up from error state
2025-12-06T17:43:33.679393Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802013329406006:2086] [node 4] ICP33 wake up from error state
2025-12-06T17:43:34.126762Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:43:34.127017Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802012890811641:2068] [node 5] ICS01 socket: 230 reason# EndOfStream
2025-12-06T17:43:34.127080Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802012890811613:2068] [node 5] ICP30 unregister session Session# [6:7580802012890811641:2068] VirtualId# [6:7580802012890811637:0]
2025-12-06T17:43:34.127130Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802012890811641:2068] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:34.127257Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:43:34.127322Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:43:34.491430Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802024893571609:2048] [node 2] ICP01 ready to work
2025-12-06T17:43:34.491477Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802024893571610:2049] [node 3] ICP01 ready to work
2025-12-06T17:43:34.535358Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802023078973774:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:34.535519Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802023078973775:2049] [node 3] ICP01 ready to work
2025-12-06T17:43:34.611612Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802023069919695:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:34.611668Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802023069919696:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:34.635175Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802025211455543:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:34.635232Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802025211455544:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:34.651879Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802023583107681:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:34.651930Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802023583107682:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:34.651976Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802023583107683:2050] [node 3] ICP01 ready to work
2025-12-06T17:43:34.635274Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802025211455545:2050] [node 3] ICP01 ready to work
2025-12-06T17:43:34.796629Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802024055170288:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:34.796684Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802024055170289:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:34.796728Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802024055170290:2050] [node 3] ICP01 ready to work
2025-12-06T17:43:35.061083Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802027878075000:2069] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:35.058986Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802027364887025:2071] [node 5] ICP01 ready to work
2025-12-06T17:43:35.071784Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802027364887034:2090] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31796
2025-12-06T17:43:35.079750Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802027364887037:2070] [node 6] ICP01 ready to work
2025-12-06T17:43:35.140480Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802023583107682:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(41479896ns) {Configure:104(41474676ns) {ProcessConfigured:135(119771ns) {StartInitialHandshake:157(115668ns) {DropHandshakes:470(2923ns) {DropIncomingHandshake:442(790ns) DropOutgoingHandshake:457(468ns)} GenerateSessionVirtualId:988(915ns) PrepareNewSessionHandshake:477(5608ns) {SwitchToState:179(766ns)}}}}}
2025-12-06T17:43:35.078813Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802028350137605:2061] [node 4] ICP01 ready to work
2025-12-06T17:43:35.135371Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802027364887046:2072] [node 4] ICP01 ready to work
2025-12-06T17:43:35.166857Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802027373941130:2067] [node 5] ICP01 ready to work
2025-12-06T17:43:35.170176Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802028350137610:2070] [node 5] ICP01 ready to work
2025-12-06T17:43:35.166640Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802029188538968:2103] [node 5] ICP01 ready to work
2025-12-06T17:43:35.093877Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802029506422871:2070] [node 5] ICP01 ready to work
2025-12-06T17:43:35.202676Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802027373941134:2066] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:35.106638Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802029506422873:2071] [node 6] ICP01 ready to work
2025-12-06T17:43:35.252151Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802027364887034:2090] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:35.213710Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802029188538969:2104] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:35.265505Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802028350137654:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60010
2025-12-06T17:43:35.251125Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802029188538970:2102] [node 4] ICP01 ready to work
2025-12-06T17:43:35.233967Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802027373941138:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21012
2025-12-06T17:43:35.289113Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802027364887025:2071] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(30506313ns) {Configure:104(30498378ns) {ProcessConfigured:135(75814ns) {StartInitialHandshake:157(69979ns) {DropHandshakes:470(2723ns) {DropIncomingHandshake:442(574ns) DropOutgoingHandshake:457(413ns)} GenerateSessionVirtualId:988(837ns) PrepareNewSessionHandshake:477(1564ns) {SwitchToState:179(533ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:35.250808Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802027878075046:2066] [node 6] ICP01 ready to work
2025-12-06T17:43:35.266016Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802029506422901:2108] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37363
2025-12-06T17:43:35.303518Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802023583107683:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(298774640ns) {Configure:104(298765024ns) {ProcessConfigured:135(78538ns) {StartInitialHandshake:157(73879ns) {DropHandshakes:470(5838ns) {DropIncomingHandshake:442(560ns) DropOutgoingHandshake:457(427ns)} GenerateSessionVirtualId:988(944ns) PrepareNewSessionHandshake:477(1699ns) {SwitchToState:179(558ns)}}}}}
2025-12-06T17:43:35.238712Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802027373941133:2070] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:35.321579Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802028350137656:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60010
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:35.316085Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802027364887060:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31796
2025-12-06T17:43:35.336145Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802023583107681:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(253066436ns) {Configure:104(253059828ns) {ProcessConfigured:135(50765ns) {StartInitialHandshake:157(48410ns) {DropHandshakes:470(5276ns) {DropIncomingHandshake:442(577ns) DropOutgoingHandshake:457(312ns)} GenerateSessionVirtualId:988(665ns) PrepareNewSessionHandshake:477(1252ns) {SwitchToState:179(235ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:35.348727Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802027878075054:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44809
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:35.315233Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802029506422913:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37363
2025-12-06T17:43:35.366121Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802027364887060:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:35.359631Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802027878075055:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44809
2025-12-06T17:43:35.360456Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802024055170289:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(351808135ns) {Configure:104(351798016ns) {ProcessConfigured:135(7759712ns) {StartInitialHandshake:157(7756801ns) {DropHandshakes:470(3507ns) {DropIncomingHandshake:442(994ns) DropOutgoingHandshake:457(624ns)} GenerateSessionVirtualId:988(1643ns) PrepareNewSessionHandshake:477(3623ns) {SwitchToState:179(1790ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:35.332515Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802025211455544:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(194522229ns) {Configure:104(194510579ns) {ProcessConfigured:135(79238ns) {StartInitialHandshake:157(76250ns) {DropHandshakes:470(2837ns) {DropIncomingHandshake:442(562ns) DropOutgoingHandshake:457(453ns)} GenerateSessionVirtualId:988(923ns) PrepareNewSessionHandshake:477(2056ns) {SwitchToState:179(469ns)}}}}}
2025-12-06T17:43:35.352736Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802027373941143:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21012
2025-12-06T17:43:35.369319Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802024893571610:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(27942593ns) {Configure:104(27931794ns) {ProcessConfigured:135(82512ns) {StartInitialHandshake:157(79520ns) {DropHandshakes:470(2580ns) {DropIncomingHandshake:442(539ns) DropOutgoingHandshake:457(471ns)} GenerateSessionVirtualId:988(1024ns) PrepareNewSessionHandshake:477(1734ns) {SwitchToState:179(820ns)}}}}}
2025-12-06T17:43:35.359871Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802027878075056:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44809
2025-12-06T17:43:35.376456Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802028350137654:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:35.371301Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802027364887073:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31796
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:35.379757Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802027373941143:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:35.347329Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802029506422913:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:35.377423Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802028350137605:2061] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(271387994ns) {Configure:104(240198791ns) {ProcessConfigured:135(83774ns) {StartInitialHandshake:157(74422ns) {DropHandshakes:470(2705ns) {DropIncomingHandshake:442(714ns) DropOutgoingHandshake:457(414ns)} GenerateSessionVirtualId:988(963ns) PrepareNewSessionHandshake:477(2492ns) {SwitchToState:179(985ns)}}}}}
2025-12-06T17:43:35.380337Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802027878075054:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:35.397197Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802023069919696:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:35.351874Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802029506422901:2108] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:35.381111Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802024055170290:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:35.404341Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802029188538969:2104] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(34324619ns) {Configure:104(34319544ns) {ProcessConfigured:135(78246ns) {StartInitialHandshake:157(74769ns) {DropHandshakes:470(7490ns) {DropIncomingHandshake:442(533ns) DropOutgoingHandshake:457(267ns)} GenerateSessionVirtualId:988(863ns) PrepareNewSessionHandshake:477(1900ns) {SwitchToState:179(730ns)}}}}}
2025-12-06T17:43:35.379934Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802027373941144:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21012
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:35.380460Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802023583107682:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:35.388653Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802025211455545:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(309793285ns) {Configure:104(309782190ns) {ProcessConfigured:135(9177252ns) {StartInitialHandshake:157(9174509ns) {DropHandshakes:470(1458ns) {DropIncomingHandshake:442(329ns) DropOutgoingHandshake:457(371ns)} GenerateSessionVirtualId:988(304ns) PrepareNewSessionHandshake:477(4392ns) {SwitchToState:179(2436ns)}}}}}
2025-12-06T17:43:35.386071Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802023078973774:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(35779994ns) {Configure:104(35773180ns) {ProcessConfigured:135(93324ns) {StartInitialHandshake:157(90510ns) {DropHandshakes:470(2527ns) {DropIncomingHandshake:442(985ns) DropOutgoingHandshake:457(459ns)} GenerateSessionVirtualId:988(822ns) PrepareNewSessionHandshake:477(1932ns) {SwitchToState:179(584ns)}}}}}
2025-12-06T17:43:35.426629Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802029188538971:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54121
2025-12-06T17:43:35.401986Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802024055170288:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(310871276ns) {Configure:104(310861519ns) {ProcessConfigured:135(4231346ns) {StartInitialHandshake:157(2645571ns) {DropHandshakes:470(3348ns) {DropIncomingHandshake:442(487ns) DropOutgoingHandshake:457(515ns)} GenerateSessionVirtualId:988(1955ns) PrepareNewSessionHandshake:477(3032ns) {SwitchToState:179(1345ns)}}}}}
2025-12-06T17:43:35.401258Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802027364887073:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:35.399526Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802027878075055:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:35.401395Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802027364887075:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31796
2025-12-06T17:43:35.389080Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802025211455545:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:35.386274Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802027373941137:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:35.437636Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802029188538981:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54121
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:35.408905Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802028350137656:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:35.409074Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802028350137605:2061] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:35.419518Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802028350137666:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60010
2025-12-06T17:43:35.440705Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802028350137668:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60010
2025-12-06T17:43:35.440788Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802028350137669:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60010
2025-12-06T17:43:35.446638Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802028350137654:2111] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:35.467418Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802024055170290:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:43:35.467490Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:35.467558Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802024055170290:2050] [node 3] ICP22 created new session: [6:7580802028350137670:2050]
2025-12-06T17:43:35.467612Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802028350137670:2050] [node 3] ICS09 handshake done sender: [6:7580802028350137654:2111] self: [6:7580802028350137662:0] peer: [3:7580802027364887065:0] socket: 248 qp: -1
2025-12-06T17:43:35.467655Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802028350137670:2050] [node 3] ICS10 traffic start
2025-12-06T17:43:35.467701Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:35.471871Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802028350137656:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:35.472195Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802028350137668:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:35.472381Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802028350137605:2061] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:43:35.472436Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:35.472492Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802028350137605:2061] [node 4] ICP22 created new session: [6:7580802028350137672:2061]
2025-12-06T17:43:35.472549Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802028350137672:2061] [node 4] ICS09 handshake done sender: [6:7580802028350137656:2113] self: [6:7580802028350137665:0] peer: [4:7580802029506422904:0] socket: 257 qp: -1
2025-12-06T17:43:35.472593Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802028350137672:2061] [node 4] ICS10 traffic start
2025-12-06T17:43:35.472633Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:35.474422Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802024055170289:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:35.484662Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802028350137667:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60010
2025-12-06T17:43:35.405280Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802027364887062:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:35.405326Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802027364887062:2113] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:43:35.416735Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802023069919696:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(24159044ns) {IncomingHandshake:261(18252074ns) {DropIncomingHandshake:442(352ns) PrepareNewSessionHandshake:477(2089ns) {SwitchToState:179(478ns)} GenerateSessionVirtualId:988(753ns) IssueIncomingHandshakeReply:193(15392761ns) {SwitchToState:179(2859ns)}}}
2025-12-06T17:43:35.416822Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802027364887066:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:35.416859Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802027364887066:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:35.420375Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802027364887060:2112] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:35.433438Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802027364887077:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31796
2025-12-06T17:43:35.436075Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802027364887066:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:35.443465Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802023069919696:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:35.443559Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:35.443636Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802023069919696:2049] [node 2] ICP22 created new session: [3:7580802027364887079:2049]
2025-12-06T17:43:35.443689Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802027364887079:2049] [node 2] ICS09 handshake done sender: [3:7580802027364887060:2112] self: [3:7580802027364887074:0] peer: [2:7580802027373941140:0] socket: 243 qp: -1
2025-12-06T17:43:35.443730Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802027364887079:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:35.443776Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:35.444597Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7580802023069919696:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:43:35.445881Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802027364887037:2070] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:35.446006Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:35.446088Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802027364887037:2070] [node 6] ICP22 created new session: [3:7580802027364887082:2070]
2025-12-06T17:43:35.446149Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802027364887082:2070] [node 6] ICS09 handshake done sender: [3:7580802027364887066:2115] self: [3:7580802027364887065:0] peer: [6:7580802028350137662:0] socket: 247 qp: -1
2025-12-06T17:43:35.446197Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802027364887082:2070] [node 6] ICS10 traffic start
2025-12-06T17:43:35.446245Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:35.446961Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802027364887077:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:35.476470Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802023069919695:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:35.490386Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802027364887062:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:35.499707Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802027364887087:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31796
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:35.408608Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802027878075060:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44809
2025-12-06T17:43:35.514960Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802027364887077:2119] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:35.386303Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802027373941137:2110] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:43:35.513588Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802028350137667:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:35.417911Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802029506422905:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:35.437888Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802029188538971:2110] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:35.518298Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802024055170288:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:35.486463Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802023583107682:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5202) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802027878075054:2115] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:35.417940Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802029506422905:2110] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:35.387045Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802027373941141:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:35.454798Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802029188538981:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:35.520641Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802023069919695:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:35.551859Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802028350137676:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60010
2025-12-06T17:43:35.496662Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802027878075061:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44809
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:35.580251Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802024055170289:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5202) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802028350137668:2119] held: no
2025-12-06T17:43:35.582801Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802028350137679:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60010
2025-12-06T17:43:35.583373Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802028350137668:2119] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:35.387068Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802027373941141:2112] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:43:35.432792Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802029506422922:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37363
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:35.523152Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802027364887046:2072] [node 4] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:35.602890Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802024055170289:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:35.602994Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:35.603055Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802024055170289:2049] [node 2] ICP22 created new session: [6:7580802028350137681:2049]
2025-12-06T17:43:35.477271Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802029188538973:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:35.447368Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802029506422905:2110] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:35.504523Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802027878075054:2115] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:35.388231Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802027373941137:2110] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:35.523230Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:35.511583Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802023583107682:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(17160286ns) {HandleHandshakeStatus:395(17156898ns) {LogHandshakeFail:472(15283ns) {UpdateErrorStateLog:545(6132ns)} DropOutgoingHandshake:457(1159ns) ProcessPendingSessionEvents:495(17056444ns) {unordered DropSessionEvent:512 num# 100 sum# 674267ns max# 35995ns}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:35.477301Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802029188538973:2111] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:43:35.611219Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802028350137681:2049] [node 2] ICS09 handshake done sender: [6:7580802028350137668:2119] self: [6:7580802028350137675:0] peer: [2:7580802027373941156:0] socket: 284 qp: -1
2025-12-06T17:43:35.458896Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802029506422922:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:35.393178Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802027373941134:2066] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(82215495ns) {Configure:104(82199897ns) {ProcessConfigured:135(58404ns) {StartInitialHandshake:157(56525ns) {DropHandshakes:470(2702ns) {DropIncomingHandshake:442(695ns) DropOutgoingHandshake:457(513ns)} GenerateSessionVirtualId:988(883ns) PrepareNewSessionHandshake:477(981ns) {SwitchToState:179(211ns)}}}}}
2025-12-06T17:43:35.511759Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802027878075061:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:35.512126Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802023583107681:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:35.512943Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802027878075062:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44809
2025-12-06T17:43:35.520844Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802023583107682:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:35.520895Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:35.520973Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802023583107682:2049] [node 2] ICP22 created new session: [5:7580802027878075065:2049]
2025-12-06T17:43:35.521038Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802027878075065:2049] [node 2] ICS09 handshake done sender: [5:7580802027878075054:2115] self: [5:7580802027878075058:0] peer: [2:7580802027373941136:0] socket: 251 qp: -1
2025-12-06T17:43:35.521079Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802027878075065:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:35.521117Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:35.564042Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802027878075056:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:35.574795Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802027878075000:2069] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:35.578905Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802027878075062:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:35.595163Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802023583107683:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:35.599059Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802027878075069:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44809
2025-12-06T17:43:35.600852Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802027878075061:2119] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:35.602844Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802023583107681:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:35.602934Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:35.624106Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802023583107681:2048] [node 1] ICP22 created new session: [5:7580802027878075070:2048]
2025-12-06T17:43:35.624178Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802027878075070:2048] [node 1] ICS09 handshake done sender: [5:7580802027878075061:2119] self: [5:7580802027878075064:0] peer: [1:7580802029188538976:0] socket: 288 qp: -1
2025-12-06T17:43:35.624226Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802027878075070:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:35.624275Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:35.625931Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802023583107681:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(22224134ns) {HandleHandshakeStatus:329(22221075ns) {DropIncomingHandshake:442(1298ns) DropOutgoingHandshake:457(14105ns) SwitchToState:179(523ns) ProcessPendingSessionEvents:495(608509ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 546253ns max# 64537ns}}}
2025-12-06T17:43:35.627428Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802027878075072:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44809
2025-12-06T17:43:35.628150Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802027878075062:2120] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:35.628365Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802023583107683:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:43:35.628415Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:35.628467Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802023583107683:2050] [node 3] ICP22 created new session: [5:7580802027878075073:2050]
2025-12-06T17:43:35.628517Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802027878075073:2050] [node 3] ICS09 handshake done sender: [5:7580802027878075062:2120] self: [5:7580802027878075068:0] peer: [3:7580802027364887071:0] socket: 237 qp: -1
2025-12-06T17:43:35.628552Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802027878075073:2050] [node 3] ICS10 traffic start
2025-12-06T17:43:35.628589Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:35.478319Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802029188538973:2111] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:35.523292Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802027364887046:2072] [node 4] ICP22 created new session: [3:7580802027364887088:2072]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:35.464014Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802025211455544:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:35.395276Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802027373941141:2112] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:35.673115Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802027878075075:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44809
2025-12-06T17:43:35.611294Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802028350137681:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:35.478687Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802024893571610:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:43:35.534571Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802027364887088:2072] [node 4] ICS09 handshake done sender: [3:7580802027364887062:2113] self: [3:7580802027364887061:0] peer: [4:7580802029506422920:0] socket: 245 qp: -1
2025-12-06T17:43:35.611359Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:35.518606Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802029506422873:2071] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:35.674139Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802027878075051:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:35.535432Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802027364887088:2072] [node 4] ICS10 traffic start
2025-12-06T17:43:35.535478Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:35.551916Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:35.562864Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802023069919695:2048] [node 1] ICP22 created new session: [3:7580802027364887090:2048]
2025-12-06T17:43:35.579277Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802027364887090:2048] [node 1] ICS09 handshake done sender: [3:7580802027364887077:2119] self: [3:7580802027364887084:0] peer: [1:7580802029188538972:0] socket: 281 qp: -1
2025-12-06T17:43:35.585157Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802027364887046:2072] [node 4] ICP35 event processing took too much time PendingConnection:279(60981279ns) {HandleHandshakeStatus:329(60978013ns) {DropIncomingHandshake:442(383ns) DropOutgoingHandshake:457(388ns) SwitchToState:179(412ns) ProcessPendingSessionEvents:495(16021607ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 15944416ns max# 15408954ns}}}
2025-12-06T17:43:35.594836Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802027364887072:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:35.594871Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802027364887072:2116] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:43:35.595131Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802027364887090:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:35.613547Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802027364887072:2116] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:35.623991Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:35.655327Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802027364887025:2071] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:35.696244Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:35.707045Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802027364887025:2071] [node 5] ICP22 created new session: [3:7580802027364887093:2071]
2025-12-06T17:43:35.410770Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802027373941138:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:35.478764Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:35.674184Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580802027878075051:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:35.518709Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:35.638877Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802028350137679:2122] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:35.639062Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802028350137610:2070] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:35.410829Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802027373941130:2067] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:35.518773Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802029506422873:2071] [node 6] ICP22 created new session: [4:7580802029506422925:2071]
2025-12-06T17:43:35.518849Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802029506422925:2071] [node 6] ICS09 handshake done sender: [4:7580802029506422905:2110] self: [4:7580802029506422904:0] peer: [6:7580802028350137665:0] socket: 255 qp: -1
2025-12-06T17:43:35.518893Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802029506422925:2071] [node 6] ICS10 traffic start
2025-12-06T17:43:35.518969Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:35.573619Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802029506422924:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37363
2025-12-06T17:43:35.591685Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802029506422913:2114] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:35.594631Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802029506422928:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37363
2025-12-06T17:43:35.610997Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802029506422903:2109] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:35.611049Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802029506422903:2109] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:43:35.634649Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802025211455545:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:43:35.659971Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802029506422922:2117] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:35.660221Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802025211455544:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5202) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580802029506422922:2117] held: no
2025-12-06T17:43:35.661552Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802029506422929:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37363
2025-12-06T17:43:35.662662Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802029506422903:2109] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:35.674333Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:35.680083Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802025211455545:2050] [node 3] ICP22 created new session: [4:7580802029506422931:2050]
2025-12-06T17:43:35.688222Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802025211455544:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:35.695178Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802029506422931:2050] [node 3] ICS09 handshake done sender: [4:7580802029506422913:2114] self: [4:7580802029506422920:0] peer: [3:7580802027364887061:0] socket: 252 qp: -1
2025-12-06T17:43:35.696448Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802029506422931:2050] [node 3] ICS10 traffic start
2025-12-06T17:43:35.701846Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:35.711271Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802029506422929:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:35.711342Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802029506422871:2070] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:35.711438Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:35.711501Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802029506422871:2070] [node 5] ICP22 created new session: [4:7580802029506422933:2070]
2025-12-06T17:43:35.711556Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802029506422933:2070] [node 5] ICS09 handshake done sender: [4:7580802029506422903:2109] self: [4:7580802029506422902:0] peer: [5:7580802027878075067:0] socket: 254 qp: -1
2025-12-06T17:43:35.711601Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802029506422933:2070] [node 5] ICS10 traffic start
2025-12-06T17:43:35.711660Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:35.722884Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:35.722954Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802025211455544:2049] [node 2] ICP22 created new session: [4:7580802029506422935:2049]
2025-12-06T17:43:35.733414Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802025211455543:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:35.741391Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802029506422935:2049] [node 2] ICS09 handshake done sender: [4:7580802029506422922:2117] self: [4:7580802029506422923:0] peer: [2:7580802027373941150:0] socket: 280 qp: -1
2025-12-06T17:43:35.732283Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802023069919695:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(210737740ns) {HandleHandshakeStatus:329(210735046ns) {DropIncomingHandshake:442(922ns) DropOutgoingHandshake:457(6549ns) SwitchToState:179(459ns) ProcessPendingSessionEvents:495(68416480ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 68308270ns max# 19903093ns}}}
2025-12-06T17:43:35.642883Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802028350137680:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60010
2025-12-06T17:43:35.485071Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802024893571610:2049] [node 3] ICP22 created new session: [1:7580802029188538983:2049]
2025-12-06T17:43:35.766872Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802029506422935:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:35.766978Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:35.410880Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:35.410945Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802027373941130:2067] [node 5] ICP22 created new session: [2:7580802027373941153:2067]
2025-12-06T17:43:35.411001Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802027373941153:2067] [node 5] ICS09 handshake done sender: [2:7580802027373941137:2110] self: [2:7580802027373941136:0] peer: [5:7580802027878075058:0] socket: 241 qp: -1
2025-12-06T17:43:35.411042Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802027373941153:2067] [node 5] ICS10 traffic start
2025-12-06T17:43:35.411078Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:35.412538Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580802027373941130:2067] [node 5] ICP18 handshake (actor [2:7580802027373941138:2111]) is too old
2025-12-06T17:43:35.422106Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802027373941133:2070] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(28310976ns) {Configure:104(28305483ns) {ProcessConfigured:135(58268ns) {StartInitialHandshake:157(55628ns) {DropHandshakes:470(2898ns) {DropIncomingHandshake:442(471ns) DropOutgoingHandshake:457(678ns)} GenerateSessionVirtualId:988(600ns) PrepareNewSessionHandshake:477(2121ns) {SwitchToState:179(907ns)}}}}}
2025-12-06T17:43:35.422172Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802023078973775:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:43:35.422249Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:35.422301Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802023078973775:2049] [node 3] ICP22 created new session: [2:7580802027373941158:2049]
2025-12-06T17:43:35.422346Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802027373941158:2049] [node 3] ICS09 handshake done sender: [2:7580802027373941141:2112] self: [2:7580802027373941140:0] peer: [3:7580802027364887074:0] socket: 242 qp: -1
2025-12-06T17:43:35.422386Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802027373941158:2049] [node 3] ICS10 traffic start
2025-12-06T17:43:35.422425Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:35.431440Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802027373941144:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:35.479782Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802027373941157:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:35.479817Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802027373941157:2117] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:35.491056Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802027373941157:2117] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:35.531867Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802027373941133:2070] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:35.531934Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:35.531985Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802027373941133:2070] [node 6] ICP22 created new session: [2:7580802027373941165:2070]
2025-12-06T17:43:35.532039Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802027373941165:2070] [node 6] ICS09 handshake done sender: [2:7580802027373941157:2117] self: [2:7580802027373941156:0] peer: [6:7580802028350137675:0] socket: 279 qp: -1
2025-12-06T17:43:35.532079Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802027373941165:2070] [node 6] ICS10 traffic start
2025-12-06T17:43:35.532120Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:35.537850Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802027373941151:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:35.537908Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802027373941151:2116] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:43:35.550912Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802027373941163:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21012
2025-12-06T17:43:35.551106Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802027373941164:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21012
2025-12-06T17:43:35.570165Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802027373941164:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:35.575671Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802027373941151:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:35.579083Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802027373941163:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:35.595350Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580802023078973774:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:35.595537Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802023078973774:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(16156555ns) {IncomingHandshake:261(16153751ns) {DropIncomingHandshake:442(390ns) PrepareNewSessionHandshake:477(1587ns) {SwitchToState:179(554ns)} GenerateSessionVirtualId:988(475ns) IssueIncomingHandshakeReply:193(8400745ns) {SwitchToState:179(3895ns)}}}
2025-12-06T17:43:35.603322Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802027373941134:2066] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:43:35.603406Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:35.603482Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802027373941134:2066] [node 4] ICP22 created new session: [2:7580802027373941170:2066]
2025-12-06T17:43:35.603544Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802027373941170:2066] [node 4] ICS09 handshake done sender: [2:7580802027373941151:2116] self: [2:7580802027373941150:0] peer: [4:7580802029506422923:0] socket: 278 qp: -1
2025-12-06T17:43:35.603595Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802027373941170:2066] [node 4] ICS10 traffic start
2025-12-06T17:43:35.603636Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:35.673568Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802027373941172:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21012
2025-12-06T17:43:35.695264Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802027373941163:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:35.703206Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580802023078973774:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:35.703292Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:35.703354Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802023078973774:2048] [node 1] ICP22 created new session: [2:7580802027373941173:2048]
2025-12-06T17:43:35.703414Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802027373941173:2048] [node 1] ICS09 handshake done sender: [2:7580802027373941163:2118] self: [2:7580802027373941169:0] peer: [1:7580802029188538984:0] socket: 292 qp: -1
2025-12-06T17:43:35.703462Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802027373941173:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:35.703498Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:35.687385Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802027878075056:2117] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:35.651534Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802028350137667:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:35.738855Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802027364887093:2071] [node 5] ICS09 handshake done sender: [3:7580802027364887072:2116] self: [3:7580802027364887071:0] peer: [5:7580802027878075068:0] socket: 290 qp: -1
2025-12-06T17:43:35.663355Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802024055170288:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:35.495533Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802024893571609:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(148450773ns) {Configure:104(148442155ns) {ProcessConfigured:135(82675ns) {StartInitialHandshake:157(77475ns) {DropHandshakes:470(5489ns) {DropIncomingHandshake:442(685ns) DropOutgoingHandshake:457(346ns)} GenerateSessionVirtualId:988(1002ns) PrepareNewSessionHandshake:477(1680ns) {SwitchToState:179(633ns)}}}}}
2025-12-06T17:43:35.699781Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802027878075051:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:35.772581Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802025211455545:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(164357374ns) {HandleHandshakeStatus:329(136864826ns) {DropIncomingHandshake:442(1042ns) DropOutgoingHandshake:457(18894ns) SwitchToState:179(691ns) ProcessPendingSessionEvents:495(17317744ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 17231062ns max# 16680927ns}}}
2025-12-06T17:43:35.754086Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802027364887093:2071] [node 5] ICS10 traffic start
2025-12-06T17:43:35.763196Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:35.789130Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802029506422937:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37363
2025-12-06T17:43:35.802501Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802029506422929:2120] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:35.817596Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802025211455543:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:35.817687Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:35.817756Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802025211455543:2048] [node 1] ICP22 created new session: [4:7580802029506422939:2048]
2025-12-06T17:43:35.817812Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802029506422939:2048] [node 1] ICS09 handshake done sender: [4:7580802029506422929:2120] self: [4:7580802029506422936:0] peer: [1:7580802029188538993:0] socket: 299 qp: -1
2025-12-06T17:43:35.817854Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802029506422939:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:35.817902Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:35.818729Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7580802025211455543:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:43:35.507346Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802029188538983:2049] [node 3] ICS09 handshake done sender: [1:7580802029188538973:2111] self: [1:7580802029188538972:0] peer: [3:7580802027364887084:0] socket: 274 qp: -1
2025-12-06T17:43:35.516017Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802029188538983:2049] [node 3] ICS10 traffic start
2025-12-06T17:43:35.534422Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:35.535255Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802029188538977:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:35.535296Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802029188538977:2113] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:43:35.559158Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802029188538975:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:35.559191Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802029188538975:2112] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:35.560180Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802029188538988:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54121
2025-12-06T17:43:35.560331Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802029188538990:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54121
2025-12-06T17:43:35.568377Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802029188538977:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:35.579399Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802029188538975:2112] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:35.592051Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802029188538970:2102] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(187211728ns) {Configure:104(187202754ns) {ProcessConfigured:135(13083446ns) {StartInitialHandshake:157(13079237ns) {DropHandshakes:470(3524ns) {DropIncomingHandshake:442(1261ns) DropOutgoingHandshake:457(378ns)} GenerateSessionVirtualId:988(861ns) PrepareNewSessionHandshake:477(4866ns) {SwitchToState:179(2338ns)}}}}}
2025-12-06T17:43:35.592114Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802029188538968:2103] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:35.592173Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:35.592229Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802029188538968:2103] [node 5] ICP22 created new session: [1:7580802029188538995:2103]
2025-12-06T17:43:35.592289Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802029188538995:2103] [node 5] ICS09 handshake done sender: [1:7580802029188538977:2113] self: [1:7580802029188538976:0] peer: [5:7580802027878075064:0] socket: 276 qp: -1
2025-12-06T17:43:35.592350Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802029188538995:2103] [node 5] ICS10 traffic start
2025-12-06T17:43:35.592395Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:35.639499Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802029188538990:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:35.639557Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802029188538969:2104] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:35.639624Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:35.639694Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802029188538969:2104] [node 6] ICP22 created new session: [1:7580802029188538999:2104]
2025-12-06T17:43:35.639748Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802029188538999:2104] [node 6] ICS09 handshake done sender: [1:7580802029188538975:2112] self: [1:7580802029188538974:0] peer: [6:7580802028350137678:0] socket: 275 qp: -1
2025-12-06T17:43:35.639791Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802029188538999:2104] [node 6] ICS10 traffic start
2025-12-06T17:43:35.639839Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:35.647308Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802029188538985:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:35.647365Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802029188538985:2115] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:43:35.654583Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580802029188538969:2104] [node 6] ICP18 handshake (actor [1:7580802029188538990:2117]) is too old
2025-12-06T17:43:35.671513Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802029188538985:2115] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:35.705661Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802024893571609:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:43:35.722795Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:35.739606Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802029188538994:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:35.739635Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802029188538994:2118] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:43:35.746914Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802029188538994:2118] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:35.758906Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802024893571609:2048] [node 2] ICP22 created new session: [1:7580802029188539002:2048]
2025-12-06T17:43:35.763354Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802029188539002:2048] [node 2] ICS09 handshake done sender: [1:7580802029188538985:2115] self: [1:7580802029188538984:0] peer: [2:7580802027373941169:0] socket: 287 qp: -1
2025-12-06T17:43:35.775002Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802029188539002:2048] [node 2] ICS10 traffic start
2025-12-06T17:43:35.780806Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802029188538970:2102] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:43:35.780890Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:35.780960Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802029188538970:2102] [node 4] ICP22 created new session: [1:7580802029188539004:2102]
2025-12-06T17:43:35.781034Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802029188539004:2102] [node 4] ICS09 handshake done sender: [1:7580802029188538994:2118] self: [1:7580802029188538993:0] peer: [4:7580802029506422936:0] socket: 289 qp: -1
2025-12-06T17:43:35.781074Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802029188539004:2102] [node 4] ICS10 traffic start
2025-12-06T17:43:35.781112Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:35.798994Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:35.800590Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802024893571610:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(320817274ns) {HandleHandshakeStatus:329(320814262ns) {DropIncomingHandshake:442(219ns) DropOutgoingHandshake:457(964ns) SwitchToState:179(699ns) ProcessPendingSessionEvents:495(228043055ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 227860646ns max# 39203151ns}}}
2025-12-06T17:43:35.801620Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [1:7580802024893571610:2049] [node 3] ICP27 obsolete handshake fail ignored
2025-12-06T17:43:35.804808Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802024893571609:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(98143786ns) {HandleHandshakeStatus:329(98140706ns) {DropIncomingHandshake:442(18433ns) DropOutgoingHandshake:457(475ns) SwitchToState:179(606ns) ProcessPendingSessionEvents:495(638844ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 564768ns max# 67271ns}}}
2025-12-06T17:43:35.707219Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802027878075000:2069] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:43:35.707301Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:35.718633Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802027878075000:2069] [node 4] ICP22 created new session: [5:7580802027878075077:2069]
2025-12-06T17:43:35.741093Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802027878075077:2069] [node 4] ICS09 handshake done sender: [5:7580802027878075056:2117] self: [5:7580802027878075067:0] peer: [4:7580802029506422902:0] socket: 263 qp: -1
2025-12-06T17:43:35.751383Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580802027878075046:2066] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:35.751477Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:35.751569Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802027878075046:2066] [node 6] ICP22 created new session: [5:7580802027878075078:2066]
2025-12-06T17:43:35.751646Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802027878075078:2066] [node 6] ICS09 handshake done sender: [5:7580802027878075051:2113] self: [5:7580802027878075050:0] peer: [6:7580802028350137683:0] socket: 293 qp: -1
2025-12-06T17:43:35.751698Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802027878075078:2066] [node 6] ICS10 traffic start
2025-12-06T17:43:35.751744Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:35.758682Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802027878075077:2069] [node 4] ICS10 traffic start
2025-12-06T17:43:35.758784Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:35.822028Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802027878075000:2069] [node 4] ICP35 event processing took too much time PendingConnection:279(121423849ns) {HandleHandshakeStatus:329(121420163ns) {DropIncomingHandshake:442(3180ns) DropOutgoingHandshake:457(17106ns) SwitchToState:179(547ns) ProcessPendingSessionEvents:495(10732940ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 10668181ns max# 10174151ns}}}
2025-12-06T17:43:35.663489Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:35.663558Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802024055170288:2048] [node 1] ICP22 created new session: [6:7580802028350137684:2048]
2025-12-06T17:43:35.663621Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802028350137684:2048] [node 1] ICS09 handshake done sender: [6:7580802028350137667:2118] self: [6:7580802028350137678:0] peer: [1:7580802029188538974:0] socket: 283 qp: -1
2025-12-06T17:43:35.663668Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802028350137684:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:35.663723Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:35.695734Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802028350137686:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60010
2025-12-06T17:43:35.726848Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802028350137679:2122] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:35.754169Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802028350137610:2070] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:43:35.778810Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:35.778892Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802028350137610:2070] [node 5] ICP22 created new session: [6:7580802028350137687:2070]
2025-12-06T17:43:35.778952Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802028350137687:2070] [node 5] ICS09 handshake done sender: [6:7580802028350137679:2122] self: [6:7580802028350137683:0] peer: [5:7580802027878075050:0] socket: 294 qp: -1
2025-12-06T17:43:35.779002Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802028350137687:2070] [node 5] ICS10 traffic start
2025-12-06T17:43:35.779059Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:35.796635Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802028350137610:2070] [node 5] ICP35 event processing took too much time PendingConnection:279(41394540ns) {HandleHandshakeStatus:329(41391981ns) {DropIncomingHandshake:442(4136ns) DropOutgoingHandshake:457(14004ns) SwitchToState:179(690ns) ProcessPendingSessionEvents:495(16303609ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 16217630ns max# 11795533ns}}}
2025-12-06T17:43:35.824275Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802025211455544:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(150286023ns) {HandleHandshakeStatus:329(150281436ns) {DropIncomingHandshake:442(2409ns) DropOutgoingHandshake:457(484ns) SwitchToState:179(471ns) ProcessPendingSessionEvents:495(2392ns)}}
2025-12-06T17:43:35.832102Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802027364887025:2071] [node 5] ICP35 event processing took too much time PendingConnection:279(187450718ns) {HandleHandshakeStatus:329(187447453ns) {DropIncomingHandshake:442(32193ns) DropOutgoingHandshake:457(973ns) SwitchToState:179(577ns) ProcessPendingSessionEvents:495(16408518ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 16333772ns max# 15855335ns}}}
2025-12-06T17:43:35.964665Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:43:35.964956Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580802027373941173:2048] [node 1] ICS01 socket: 292 reason# EndOfStream
2025-12-06T17:43:35.965007Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580802023078973774:2048] [node 1] ICP30 unregister session Session# [2:7580802027373941173:2048] VirtualId# [2:7580802027373941169:0]
2025-12-06T17:43:35.965054Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580802027373941173:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:35.965171Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:35.965216Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:36.070023Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:43:36.070344Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802027364887090:2048] [node 1] ICS01 socket: 281 reason# EndOfStream
2025-12-06T17:43:36.070395Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802023069919695:2048] [node 1] ICP30 unregister session Session# [3:7580802027364887090:2048] VirtualId# [3:7580802027364887084:0]
2025-12-06T17:43:36.070442Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802027364887090:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:36.070584Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:36.070649Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:36.079121Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:43:36.078886Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:43:36.079159Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802028350137684:2048] [node 1] ICS07 socket disconnect 283 reason# EndOfStream
2025-12-06T17:43:36.079195Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802028350137684:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:36.079272Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:36.079314Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802028350137684:2048] [node 1] ICS15 start handshake
2025-12-06T17:43:36.079301Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:43:36.079546Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802027878075070:2048] [node 1] ICS07 socket disconnect 288 reason# EndOfStream
2025-12-06T17:43:36.079592Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802027878075070:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:36.079699Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:36.079740Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802027878075070:2048] [node 1] ICS15 start handshake
2025-12-06T17:43:36.079369Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802029506422939:2048] [node 1] ICS07 socket disconnect 299 reason# EndOfStream
2025-12-06T17:43:36.079402Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802029506422939:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:36.079501Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:36.079547Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802029506422939:2048] [node 1] ICS15 start handshake
2025-12-06T17:43:36.083321Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802023583107681:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27091) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:36.083740Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802027878075070:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:36.083784Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802023583107681:2048] [node 1] ICP30 unregister session Session# [5:7580802027878075070:2048] VirtualId# [5:7580802027878075064:0]
2025-12-06T17:43:36.083850Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:36.083892Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802023583107681:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:27091) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:36.083909Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27091) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:36.084223Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802024055170288:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27091) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:36.084294Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802028350137684:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:36.084345Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802024055170288:2048] [node 1] ICP30 unregister session Session# [6:7580802028350137684:2048] VirtualId# [6:7580802028350137678:0]
2025-12-06T17:43:36.084384Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:36.084416Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802024055170288:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:27091) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:36.084432Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27091) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:36.085535Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802025211455543:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27091) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:36.085595Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802029506422939:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:36.085631Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802025211455543:2048] [node 1] ICP30 unregister session Session# [4:7580802029506422939:2048] VirtualId# [4:7580802029506422936:0]
2025-12-06T17:43:36.085674Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:36.085703Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802025211455543:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:27091) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:36.085719Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27091) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:36.094805Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580802025211455543:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:43:36.095771Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802024055170288:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:43:36.098913Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802023583107681:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:43:36.332848Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:43:36.333166Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580802027364887079:2049] [node 2] ICS07 socket disconnect 243 reason# EndOfStream
2025-12-06T17:43:36.333225Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802027364887079:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:36.333339Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:36.333392Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802027364887079:2049] [node 2] ICS15 start handshake
2025-12-06T17:43:36.336825Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802023069919696:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5202) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:36.336924Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802027364887079:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:36.336973Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802023069919696:2049] [node 2] ICP30 unregister session Session# [3:7580802027364887079:2049] VirtualId# [3:7580802027364887074:0]
2025-12-06T17:43:36.337027Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:36.337076Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580802023069919696:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:5202) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:36.337094Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5202) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:36.345028Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580802023069919696:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:43:36.354927Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:43:36.355198Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802029506422935:2049] [node 2] ICS01 socket: 280 reason# EndOfStream
2025-12-06T17:43:36.355262Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802025211455544:2049] [node 2] ICP30 unregister session Session# [4:7580802029506422935:2049] VirtualId# [4:7580802029506422923:0]
2025-12-06T17:43:36.355318Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802029506422935:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:36.355429Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:36.355483Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:36.355665Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:43:36.355890Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802027878075065:2049] [node 2] ICS01 socket: 251 reason# EndOfStream
2025-12-06T17:43:36.355934Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802023583107682:2049] [node 2] ICP30 unregister session Session# [5:7580802027878075065:2049] VirtualId# [5:7580802027878075058:0]
2025-12-06T17:43:36.355968Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802027878075065:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:36.356031Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:36.356073Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:36.362933Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:43:36.363231Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802028350137681:2049] [node 2] ICS01 socket: 284 reason# EndOfStream
2025-12-06T17:43:36.363282Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802024055170289:2049] [node 2] ICP30 unregister session Session# [6:7580802028350137681:2049] VirtualId# [6:7580802028350137675:0]
2025-12-06T17:43:36.363338Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802028350137681:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:36.363453Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:36.363512Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:36.516347Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:43:36.516579Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802029506422931:2050] [node 3] ICS07 socket disconnect 252 reason# EndOfStream
2025-12-06T17:43:36.516614Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802029506422931:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:36.516680Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:43:36.516715Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802029506422931:2050] [node 3] ICS15 start handshake
2025-12-06T17:43:36.517287Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:43:36.517505Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802028350137670:2050] [node 3] ICS01 socket: 248 reason# EndOfStream
2025-12-06T17:43:36.517543Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802024055170290:2050] [node 3] ICP30 unregister session Session# [6:7580802028350137670:2050] VirtualId# [6:7580802028350137662:0]
2025-12-06T17:43:36.517580Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802028350137670:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:36.517618Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:43:36.517678Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:43:36.517787Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:43:36.517988Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802027878075073:2050] [node 3] ICS01 socket: 237 reason# EndOfStream
2025-12-06T17:43:36.518037Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802023583107683:2050] [node 3] ICP30 unregister session Session# [5:7580802027878075073:2050] VirtualId# [5:7580802027878075068:0]
2025-12-06T17:43:36.518065Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802027878075073:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:36.518140Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:43:36.518183Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:43:36.520523Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802025211455545:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13436) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:36.520594Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802029506422931:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:36.520633Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802025211455545:2050] [node 3] ICP30 unregister session Session# [4:7580802029506422931:2050] VirtualId# [4:7580802029506422920:0]
2025-12-06T17:43:36.520751Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:43:36.520783Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802025211455545:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:13436) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:36.520801Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13436) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:36.534685Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580802025211455545:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:43:36.890836Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:43:36.891106Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802027878075077:2069] [node 4] ICS07 socket disconnect 263 reason# EndOfStream
2025-12-06T17:43:36.891149Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802027878075077:2069] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:36.891196Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:43:36.891277Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802027878075077:2069] [node 4] ICS15 start handshake
2025-12-06T17:43:36.891936Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:43:36.892148Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802028350137672:2061] [node 4] ICS01 socket: 257 reason# EndOfStream
2025-12-06T17:43:36.892206Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802028350137605:2061] [node 4] ICP30 unregister session Session# [6:7580802028350137672:2061] VirtualId# [6:7580802028350137665:0]
2025-12-06T17:43:36.892251Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802028350137672:2061] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:36.892350Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:43:36.892404Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:43:36.894242Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802027878075000:2069] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62353) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:36.894326Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802027878075077:2069] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:36.894375Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802027878075000:2069] [node 4] ICP30 unregister session Session# [5:7580802027878075077:2069] VirtualId# [5:7580802027878075067:0]
2025-12-06T17:43:36.894506Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:43:36.894572Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802027878075000:2069] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:62353) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:36.894593Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62353) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:36.906552Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802027878075000:2069] [node 4] ICP33 wake up from error state
2025-12-06T17:43:37.102822Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:43:37.103138Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802028350137687:2070] [node 5] ICS01 socket: 294 reason# EndOfStream
2025-12-06T17:43:37.103186Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802028350137610:2070] [node 5] ICP30 unregister session Session# [6:7580802028350137687:2070] VirtualId# [6:7580802028350137683:0]
2025-12-06T17:43:37.103232Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802028350137687:2070] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:37.103338Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:43:37.103410Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:43:37.522968Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802034059606630:2048] [node 2] ICP01 ready to work
2025-12-06T17:43:37.523034Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802034059606631:2049] [node 3] ICP01 ready to work
2025-12-06T17:43:37.555349Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802038286948838:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:37.555397Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802038286948839:2049] [node 3] ICP01 ready to work
2025-12-06T17:43:37.588453Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802038319231598:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:37.588507Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802038319231599:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:37.607411Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802034708000598:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:37.607458Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802034708000599:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:37.607504Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802034708000600:2050] [node 3] ICP01 ready to work
2025-12-06T17:43:37.659256Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802035977417239:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:37.659293Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802035977417240:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:37.659339Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802035977417241:2050] [node 3] ICP01 ready to work
2025-12-06T17:43:37.722498Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802035170630517:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:37.722560Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802035170630518:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:37.722606Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802035170630519:2050] [node 3] ICP01 ready to work
2025-12-06T17:43:37.900373Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802035977417256:2064] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:37.984786Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802034059606673:2090] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4399
2025-12-06T17:43:37.913050Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802038286948864:2074] [node 6] ICP01 ready to work
2025-12-06T17:43:38.028037Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802040272384560:2068] [node 6] ICP01 ready to work
2025-12-06T17:43:37.991888Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802034059606678:2095] [node 4] ICP01 ready to work
2025-12-06T17:43:38.088025Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802039002967942:2067] [node 5] ICP01 ready to work
2025-12-06T17:43:38.042705Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802034059606686:2076] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:38.127908Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802040272384585:2090] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64327
2025-12-06T17:43:38.058651Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802042614198926:2069] [node 6] ICP01 ready to work
2025-12-06T17:43:38.134794Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802042614198956:2070] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:38.150911Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802040272384597:2103] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64327
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:38.070774Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802042581916189:2076] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:38.169783Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802035977417256:2064] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(269001630ns) {Configure:104(268993490ns) {ProcessConfigured:135(49183181ns) {StartInitialHandshake:157(49178990ns) {DropHandshakes:470(2756ns) {DropIncomingHandshake:442(867ns) DropOutgoingHandshake:457(392ns)} GenerateSessionVirtualId:988(966ns) PrepareNewSessionHandshake:477(6324ns) {SwitchToState:179(3241ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:38.173812Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802039002967964:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27401
2025-12-06T17:43:38.174027Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802039002967965:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27401
2025-12-06T17:43:38.069350Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802038354573991:2075] [node 6] ICP01 ready to work
2025-12-06T17:43:38.199354Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802042581916198:2075] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:38.146846Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802042614198957:2072] [node 4] ICP01 ready to work
2025-12-06T17:43:38.209040Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802039002967965:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:38.202698Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802039002967963:2068] [node 6] ICP01 ready to work
2025-12-06T17:43:38.148825Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802034059606686:2076] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(16825668ns) {Configure:104(16819320ns) {ProcessConfigured:135(67526ns) {StartInitialHandshake:157(64981ns) {DropHandshakes:470(2607ns) {DropIncomingHandshake:442(701ns) DropOutgoingHandshake:457(407ns)} GenerateSessionVirtualId:988(961ns) PrepareNewSessionHandshake:477(1742ns) {SwitchToState:179(723ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:38.237184Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802039002967964:2111] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:38.237426Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802039002967967:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27401
2025-12-06T17:43:38.222407Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802039465597867:2062] [node 4] ICP01 ready to work
2025-12-06T17:43:38.262619Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802038286948839:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(239407622ns) {Configure:104(239396783ns) {ProcessConfigured:135(74502ns) {StartInitialHandshake:157(71100ns) {DropHandshakes:470(2523ns) {DropIncomingHandshake:442(710ns) DropOutgoingHandshake:457(365ns)} GenerateSessionVirtualId:988(975ns) PrepareNewSessionHandshake:477(1714ns) {SwitchToState:179(431ns)}}}}}
2025-12-06T17:43:38.218717Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802042614198960:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34424
2025-12-06T17:43:38.229823Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802040272384585:2090] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:38.158568Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802034059606673:2090] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:38.275059Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802039465597884:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40495
2025-12-06T17:43:38.275399Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802039465597885:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40495
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:38.160027Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802038354574000:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4399
2025-12-06T17:43:38.215071Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802038354573996:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4399
2025-12-06T17:43:38.235663Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802038354573991:2075] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(37989065ns) {Configure:104(37982028ns) {ProcessConfigured:135(69064ns) {StartInitialHandshake:157(65404ns) {DropHandshakes:470(2938ns) {DropIncomingHandshake:442(692ns) DropOutgoingHandshake:457(642ns)} GenerateSessionVirtualId:988(1052ns) PrepareNewSessionHandshake:477(2175ns) {SwitchToState:179(715ns)}}}}}
2025-12-06T17:43:38.235841Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802038354573996:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:38.261303Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802034059606630:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(310835985ns) {Configure:104(310830349ns) {ProcessConfigured:135(43441630ns) {StartInitialHandshake:157(43438239ns) {DropHandshakes:470(2534ns) {DropIncomingHandshake:442(502ns) DropOutgoingHandshake:457(605ns)} GenerateSessionVirtualId:988(757ns) PrepareNewSessionHandshake:477(5971ns) {SwitchToState:179(2697ns)}}}}}
2025-12-06T17:43:38.268178Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802038354574000:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:38.253041Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802035977417256:2064] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:38.298800Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802042614198960:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:38.280734Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802040272384597:2103] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:38.297122Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802039002967944:2093] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:38.296714Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802039465597884:2113] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:38.301541Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802034059606631:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(165505330ns) {Configure:104(165497854ns) {ProcessConfigured:135(104137ns) {StartInitialHandshake:157(101389ns) {DropHandshakes:470(3195ns) {DropIncomingHandshake:442(986ns) DropOutgoingHandshake:457(537ns)} GenerateSessionVirtualId:988(905ns) PrepareNewSessionHandshake:477(1873ns) {SwitchToState:179(684ns)}}}}}
2025-12-06T17:43:38.343639Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802038286948838:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(261181431ns) {Configure:104(261172607ns) {ProcessConfigured:135(79849ns) {StartInitialHandshake:157(77500ns) {DropHandshakes:470(3086ns) {DropIncomingHandshake:442(791ns) DropOutgoingHandshake:457(506ns)} GenerateSessionVirtualId:988(1034ns) PrepareNewSessionHandshake:477(1900ns) {SwitchToState:179(691ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:38.347540Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802042581916211:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23851
2025-12-06T17:43:38.306457Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802038319231598:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(286228377ns) {Configure:104(286219823ns) {ProcessConfigured:135(114580ns) {StartInitialHandshake:157(111877ns) {DropHandshakes:470(2966ns) {DropIncomingHandshake:442(764ns) DropOutgoingHandshake:457(629ns)} GenerateSessionVirtualId:988(898ns) PrepareNewSessionHandshake:477(2912ns) {SwitchToState:179(1511ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:38.292264Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802035977417239:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:38.368410Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802042581916211:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:38.297182Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802039002967944:2093] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:43:38.298669Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802039465597826:2060] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40495
2025-12-06T17:43:38.320422Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802038354573998:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:38.391097Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802042581916212:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23851
2025-12-06T17:43:38.404407Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802042581916206:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:38.404445Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802042581916206:2112] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:43:38.302455Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802039465597886:2080] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:38.320472Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802038354573998:2113] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:43:38.372394Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802042614198966:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34424
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:38.292484Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802040272384612:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64327
2025-12-06T17:43:38.315173Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802039002967967:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:38.315472Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802039002967972:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27401
2025-12-06T17:43:38.311281Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802035977417240:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(293313209ns) {Configure:104(293289272ns) {ProcessConfigured:135(72763ns) {StartInitialHandshake:157(69873ns) {DropHandshakes:470(2555ns) {DropIncomingHandshake:442(474ns) DropOutgoingHandshake:457(451ns)} GenerateSessionVirtualId:988(1394ns) PrepareNewSessionHandshake:477(2578ns) {SwitchToState:179(891ns)}}}}}
2025-12-06T17:43:38.323556Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802035170630518:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(265166471ns) {Configure:104(265154533ns) {ProcessConfigured:135(66634ns) {StartInitialHandshake:157(62866ns) {DropHandshakes:470(2796ns) {DropIncomingHandshake:442(625ns) DropOutgoingHandshake:457(395ns)} GenerateSessionVirtualId:988(1317ns) PrepareNewSessionHandshake:477(1754ns) {SwitchToState:179(742ns)}}}}}
2025-12-06T17:43:38.378109Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802038319231599:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(265756846ns) {Configure:104(265749615ns) {ProcessConfigured:135(72947ns) {StartInitialHandshake:157(70122ns) {DropHandshakes:470(2591ns) {DropIncomingHandshake:442(571ns) DropOutgoingHandshake:457(365ns)} GenerateSessionVirtualId:988(1355ns) PrepareNewSessionHandshake:477(1582ns) {SwitchToState:179(653ns)}}}}}
2025-12-06T17:43:38.326791Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802038354574005:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:38.414576Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802042581916206:2112] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:38.328632Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802039002967944:2093] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:38.347060Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802040272384616:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64327
2025-12-06T17:43:38.437295Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802038286948864:2074] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(325039021ns) {Configure:104(325030063ns) {ProcessConfigured:135(15462735ns) {StartInitialHandshake:157(15460171ns) {DropHandshakes:470(2950ns) {DropIncomingHandshake:442(590ns) DropOutgoingHandshake:457(359ns)} GenerateSessionVirtualId:988(674ns) PrepareNewSessionHandshake:477(4126ns) {SwitchToState:179(1546ns)}}}}}
2025-12-06T17:43:38.326825Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802038354574005:2116] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:38.323915Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802039465597885:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:38.419912Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802042614198976:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34424
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:38.351171Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802038354574005:2116] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:38.342181Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802039002967972:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:38.360072Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802040272384585:2090] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:38.327876Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802035170630517:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:38.421800Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802042614198966:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:38.539178Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802042581916212:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:38.539327Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802042581916203:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:38.539359Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802042581916203:2111] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:43:38.542564Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802042581916218:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23851
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:38.352187Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802034708000598:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:38.394656Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802038354573998:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:38.447385Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802038319231599:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:38.360680Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802035977417256:2064] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:43:38.337822Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802039465597891:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40495
2025-12-06T17:43:38.547789Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802042581916219:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23851
2025-12-06T17:43:38.403201Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802034708000599:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(333932711ns) {Configure:104(333923643ns) {ProcessConfigured:135(28333446ns) {StartInitialHandshake:157(28329756ns) {DropHandshakes:470(4940014ns) {DropIncomingHandshake:442(649ns) DropOutgoingHandshake:457(3428ns)} GenerateSessionVirtualId:988(3000ns) PrepareNewSessionHandshake:477(3721ns) {SwitchToState:179(2175ns)}}}}}
2025-12-06T17:43:38.461224Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802042614198962:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:38.347926Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802039465597826:2060] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:38.395191Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802034059606686:2076] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:38.360776Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:38.461259Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802042614198962:2111] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:43:38.462011Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802042614198976:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:38.462380Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802038319231598:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:38.462960Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802042614198962:2111] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:38.548059Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580802038286948838:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:38.403638Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802034708000599:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:38.464588Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802042614198980:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34424
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:38.360842Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802035977417256:2064] [node 4] ICP22 created new session: [5:7580802040272384617:2064]
2025-12-06T17:43:38.395280Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:38.366291Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802039465597884:2113] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:38.471370Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802042614198957:2072] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:43:38.515508Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802042614198970:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:38.515553Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802042614198970:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:38.516555Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802042614198976:2117] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:38.518008Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:38.521379Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802038319231598:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:38.530280Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802042614198957:2072] [node 4] ICP22 created new session: [3:7580802042614198983:2072]
2025-12-06T17:43:38.530330Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802042614198970:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:38.534153Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802042614198984:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34424
2025-12-06T17:43:38.539033Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:38.547173Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802038319231598:2048] [node 1] ICP22 created new session: [3:7580802042614198985:2048]
2025-12-06T17:43:38.570772Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802042614198983:2072] [node 4] ICS09 handshake done sender: [3:7580802042614198962:2111] self: [3:7580802042614198961:0] peer: [4:7580802039002967984:0] socket: 262 qp: -1
2025-12-06T17:43:38.570868Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802042614198983:2072] [node 4] ICS10 traffic start
2025-12-06T17:43:38.575104Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802042614198985:2048] [node 1] ICS09 handshake done sender: [3:7580802042614198976:2117] self: [3:7580802042614198979:0] peer: [1:7580802038354574009:0] socket: 291 qp: -1
2025-12-06T17:43:38.583313Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802042614198926:2069] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:38.583402Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:38.583468Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802042614198926:2069] [node 6] ICP22 created new session: [3:7580802042614198986:2069]
2025-12-06T17:43:38.583541Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802042614198986:2069] [node 6] ICS09 handshake done sender: [3:7580802042614198970:2115] self: [3:7580802042614198969:0] peer: [6:7580802039465597894:0] socket: 284 qp: -1
2025-12-06T17:43:38.583589Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802042614198986:2069] [node 6] ICS10 traffic start
2025-12-06T17:43:38.583636Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:38.586796Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802042614198985:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:38.588379Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:38.590897Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:38.592760Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802038319231598:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(70335228ns) {HandleHandshakeStatus:329(70333069ns) {DropIncomingHandshake:442(421ns) DropOutgoingHandshake:457(5352ns) SwitchToState:179(378ns) ProcessPendingSessionEvents:495(664678ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 586729ns max# 64136ns}}}
2025-12-06T17:43:38.593002Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802042614198984:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:38.596461Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802042614198968:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:38.596510Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802042614198968:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:43:38.603510Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802042614198968:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:38.606265Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802042614198992:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34424
2025-12-06T17:43:38.607129Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802042614198966:2113] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:38.607387Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802042614198956:2070] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:38.607498Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:38.607560Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802042614198956:2070] [node 5] ICP22 created new session: [3:7580802042614198993:2070]
2025-12-06T17:43:38.607640Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802042614198993:2070] [node 5] ICS09 handshake done sender: [3:7580802042614198968:2114] self: [3:7580802042614198967:0] peer: [5:7580802040272384628:0] socket: 282 qp: -1
2025-12-06T17:43:38.607687Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802042614198993:2070] [node 5] ICS10 traffic start
2025-12-06T17:43:38.607750Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:38.614851Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802038319231599:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:38.614913Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:38.614979Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802038319231599:2049] [node 2] ICP22 created new session: [3:7580802042614198995:2049]
2025-12-06T17:43:38.615054Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802042614198995:2049] [node 2] ICS09 handshake done sender: [3:7580802042614198966:2113] self: [3:7580802042614198977:0] peer: [2:7580802042581916200:0] socket: 275 qp: -1
2025-12-06T17:43:38.615104Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802042614198995:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:38.615161Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:38.428976Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802039002967980:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27401
2025-12-06T17:43:38.631323Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802042614198957:2072] [node 4] ICP35 event processing took too much time PendingConnection:279(158962429ns) {HandleHandshakeStatus:329(158959168ns) {DropIncomingHandshake:442(707ns) DropOutgoingHandshake:457(5456ns) SwitchToState:179(486ns) ProcessPendingSessionEvents:495(7487196ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 7398132ns max# 6884481ns}}}
2025-12-06T17:43:38.548162Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7580802042581916198:2075] [node 4] ICP27 obsolete handshake fail ignored
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:38.395353Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802034059606686:2076] [node 5] ICP22 created new session: [1:7580802038354574014:2076]
2025-12-06T17:43:38.360903Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802040272384617:2064] [node 4] ICS09 handshake done sender: [5:7580802040272384585:2090] self: [5:7580802040272384611:0] peer: [4:7580802039002967943:0] socket: 248 qp: -1
2025-12-06T17:43:38.379910Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802035170630517:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:38.548194Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802042581916198:2075] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:43:38.433719Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802039002967942:2067] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:38.360950Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802040272384617:2064] [node 4] ICS10 traffic start
2025-12-06T17:43:38.395420Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802038354574014:2076] [node 5] ICS09 handshake done sender: [1:7580802038354573998:2113] self: [1:7580802038354573997:0] peer: [5:7580802040272384613:0] socket: 252 qp: -1
2025-12-06T17:43:38.411551Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802039465597892:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40495
2025-12-06T17:43:38.433826Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:38.395462Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802038354574014:2076] [node 5] ICS10 traffic start
2025-12-06T17:43:38.395514Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:38.402136Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802038354573991:2075] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:38.406145Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802034059606680:2096] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:38.406189Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802034059606680:2096] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:43:38.446983Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:38.447056Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802038354573991:2075] [node 6] ICP22 created new session: [1:7580802038354574017:2075]
2025-12-06T17:43:38.459054Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802038354574017:2075] [node 6] ICS09 handshake done sender: [1:7580802038354574005:2116] self: [1:7580802038354574004:0] peer: [6:7580802039465597887:0] socket: 264 qp: -1
2025-12-06T17:43:38.459113Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802038354574017:2075] [node 6] ICS10 traffic start
2025-12-06T17:43:38.459185Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:38.463193Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802038354574010:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:38.548315Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:38.361001Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:38.433876Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802039002967942:2067] [node 5] ICP22 created new session: [4:7580802039002967981:2067]
2025-12-06T17:43:38.463221Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802038354574010:2117] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:43:38.421566Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:38.548379Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802042581916198:2075] [node 4] ICP22 created new session: [2:7580802042581916221:2075]
2025-12-06T17:43:38.433926Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802039002967981:2067] [node 5] ICS09 handshake done sender: [4:7580802039002967944:2093] self: [4:7580802039002967943:0] peer: [5:7580802040272384611:0] socket: 247 qp: -1
2025-12-06T17:43:38.433969Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802039002967981:2067] [node 5] ICS10 traffic start
2025-12-06T17:43:38.434021Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:38.443370Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802034708000600:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(385093439ns) {Configure:104(385083127ns) {ProcessConfigured:135(24802932ns) {StartInitialHandshake:157(24798990ns) {DropHandshakes:470(3336419ns) {DropIncomingHandshake:442(733ns) DropOutgoingHandshake:457(1457ns)} GenerateSessionVirtualId:988(1603ns) PrepareNewSessionHandshake:477(2619ns) {SwitchToState:179(128ns)}}}}}
2025-12-06T17:43:38.444008Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802034708000600:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:38.456486Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802039002967972:2116] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:38.468511Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802039002967985:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27401
2025-12-06T17:43:38.468737Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802039002967986:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27401
2025-12-06T17:43:38.508055Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802039002967967:2114] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:38.514758Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802034708000599:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:38.519043Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802034708000600:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:43:38.519096Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:38.522883Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802034708000600:2050] [node 3] ICP22 created new session: [4:7580802039002967987:2050]
2025-12-06T17:43:38.532206Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802039002967987:2050] [node 3] ICS09 handshake done sender: [4:7580802039002967967:2114] self: [4:7580802039002967984:0] peer: [3:7580802042614198961:0] socket: 263 qp: -1
2025-12-06T17:43:38.534605Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802034708000598:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12049) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580802039002967964:2111] held: no
2025-12-06T17:43:38.543781Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802039002967987:2050] [node 3] ICS10 traffic start
2025-12-06T17:43:38.543845Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:38.567119Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802039002967964:2111] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:38.575276Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:38.586731Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802034708000599:2049] [node 2] ICP22 created new session: [4:7580802039002967989:2049]
2025-12-06T17:43:38.590802Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802039002967989:2049] [node 2] ICS09 handshake done sender: [4:7580802039002967972:2116] self: [4:7580802039002967977:0] peer: [2:7580802042581916205:0] socket: 274 qp: -1
2025-12-06T17:43:38.600608Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802039002967989:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:38.605365Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802034708000600:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(85203783ns) {HandleHandshakeStatus:329(85200915ns) {DropIncomingHandshake:442(1228ns) DropOutgoingHandshake:457(5696ns) SwitchToState:179(341ns) ProcessPendingSessionEvents:495(16473498ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 16381215ns max# 15889495ns}}}
2025-12-06T17:43:38.610944Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:38.650478Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802034708000599:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(149738488ns) {HandleHandshakeStatus:329(149734474ns) {DropIncomingHandshake:442(6848ns) DropOutgoingHandshake:457(3587100ns) SwitchToState:179(1883ns) ProcessPendingSessionEvents:495(718784ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 638561ns max# 88471ns}}}
2025-12-06T17:43:38.729362Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802039002967970:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:38.729416Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802039002967970:2115] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:38.369595Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802040272384619:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64327
2025-12-06T17:43:38.446854Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802035170630517:2048] [node 1] ICP22 created new session: [6:7580802039465597893:2048]
2025-12-06T17:43:38.456795Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802039465597892:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:38.458943Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802039465597893:2048] [node 1] ICS09 handshake done sender: [6:7580802039465597884:2113] self: [6:7580802039465597887:0] peer: [1:7580802038354574004:0] socket: 267 qp: -1
2025-12-06T17:43:38.487451Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802039465597893:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:38.498310Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802035170630519:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:38.500449Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:38.517105Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802039465597896:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40495
2025-12-06T17:43:38.530050Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802035170630519:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(27369444ns) {IncomingHandshake:261(119033ns) {DropIncomingHandshake:442(719ns) PrepareNewSessionHandshake:477(1691ns) {SwitchToState:179(763ns)} GenerateSessionVirtualId:988(750ns) IssueIncomingHandshakeReply:193(73776ns) {SwitchToState:179(323ns)}}}
2025-12-06T17:43:38.561898Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802039465597892:2117] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:38.596651Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802035170630519:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:43:38.618045Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:38.645541Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802039465597898:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40495
2025-12-06T17:43:38.652614Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802035170630519:2050] [node 3] ICP22 created new session: [6:7580802039465597897:2050]
2025-12-06T17:43:38.662189Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802039465597897:2050] [node 3] ICS09 handshake done sender: [6:7580802039465597892:2117] self: [6:7580802039465597894:0] peer: [3:7580802042614198969:0] socket: 255 qp: -1
2025-12-06T17:43:38.672412Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802039465597897:2050] [node 3] ICS10 traffic start
2025-12-06T17:43:38.673984Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802035170630517:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(293032592ns) {HandleHandshakeStatus:329(293029287ns) {DropIncomingHandshake:442(972ns) DropOutgoingHandshake:457(7075ns) SwitchToState:179(551ns) ProcessPendingSessionEvents:495(95792373ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 95681720ns max# 19206539ns}}}
2025-12-06T17:43:38.688699Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802039465597886:2080] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(89279962ns) {Configure:104(89270035ns) {ProcessConfigured:135(74824ns) {StartInitialHandshake:157(71340ns) {DropHandshakes:470(5597ns) {DropIncomingHandshake:442(665ns) DropOutgoingHandshake:457(411ns)} GenerateSessionVirtualId:988(887ns) PrepareNewSessionHandshake:477(1636ns) {SwitchToState:179(815ns)}}}}}
2025-12-06T17:43:38.688929Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802039465597886:2080] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:38.690826Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:38.691160Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802039465597898:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:38.704009Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802035170630518:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:38.724599Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802039465597867:2062] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(172189160ns) {Configure:104(172179582ns) {ProcessConfigured:135(9014880ns) {StartInitialHandshake:157(9010945ns) {DropHandshakes:470(2723ns) {DropIncomingHandshake:442(719ns) DropOutgoingHandshake:457(443ns)} GenerateSessionVirtualId:988(721ns) PrepareNewSessionHandshake:477(4329ns) {SwitchToState:179(1833ns)}}}}}
2025-12-06T17:43:38.724852Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802039465597867:2062] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:38.731698Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802039465597909:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40495
2025-12-06T17:43:38.471182Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802034059606680:2096] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:38.741123Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802039465597910:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40495
2025-12-06T17:43:38.741515Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802039465597911:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40495
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:38.548445Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802042581916221:2075] [node 4] ICS09 handshake done sender: [2:7580802042581916206:2112] self: [2:7580802042581916205:0] peer: [4:7580802039002967977:0] socket: 270 qp: -1
2025-12-06T17:43:38.755244Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802035170630519:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(159865057ns) {HandleHandshakeStatus:329(159860355ns) {DropIncomingHandshake:442(5955ns) DropOutgoingHandshake:457(12246ns) SwitchToState:179(1481ns) ProcessPendingSessionEvents:495(16334913ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 16249600ns max# 15708862ns}}}
2025-12-06T17:43:38.755358Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580802035170630519:2050] [node 3] ICP27 obsolete handshake fail ignored
2025-12-06T17:43:38.418671Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802040272384619:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:38.731214Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802039002967970:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:38.760779Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802039465597898:2119] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:38.761103Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802039465597826:2060] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:38.762597Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802035170630518:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:38.473345Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802038354573991:2075] [node 6] ICP35 event processing took too much time PendingConnection:279(84088342ns) {HandleHandshakeStatus:329(84084904ns) {DropIncomingHandshake:442(23670ns) DropOutgoingHandshake:457(465ns) SwitchToState:179(434ns) ProcessPendingSessionEvents:495(681515ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 602303ns max# 70774ns}}}
2025-12-06T17:43:38.769387Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:38.769485Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802035170630518:2049] [node 2] ICP22 created new session: [6:7580802039465597912:2049]
2025-12-06T17:43:38.548497Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802042581916221:2075] [node 4] ICS10 traffic start
2025-12-06T17:43:38.738945Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802039002967963:2068] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:38.769549Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802039465597912:2049] [node 2] ICS09 handshake done sender: [6:7580802039465597898:2119] self: [6:7580802039465597904:0] peer: [2:7580802042581916214:0] socket: 308 qp: -1
2025-12-06T17:43:38.769600Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802039465597912:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:38.769644Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:38.771335Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802039465597885:2114] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:38.781734Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802039465597886:2080] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:43:38.786954Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:38.787018Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802039465597886:2080] [node 5] ICP22 created new session: [6:7580802039465597914:2080]
2025-12-06T17:43:38.787076Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802039465597914:2080] [node 5] ICS09 handshake done sender: [6:7580802039465597826:2060] self: [6:7580802039465597902:0] peer: [5:7580802040272384561:0] socket: 245 qp: -1
2025-12-06T17:43:38.787120Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802039465597914:2080] [node 5] ICS10 traffic start
2025-12-06T17:43:38.787174Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:38.419688Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802040272384623:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64327
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:38.548546Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:38.487671Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802038354574010:2117] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:38.422331Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802040272384612:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:38.739028Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:38.551408Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802042581916217:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23851
2025-12-06T17:43:38.796439Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802039465597867:2062] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:43:38.560830Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802042581916201:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:38.560885Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802042581916201:2110] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:43:38.562826Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802042581916219:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:38.586363Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802042581916217:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:38.589220Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802042581916203:2111] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:38.602721Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802042581916201:2110] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:38.613681Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802042581916228:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23851
2025-12-06T17:43:38.617795Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802042581916189:2076] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:38.633672Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802042581916212:2115] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:38.635439Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802038286948839:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:43:38.653536Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580802038286948838:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:38.653627Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:38.653699Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802038286948838:2048] [node 1] ICP22 created new session: [2:7580802042581916230:2048]
2025-12-06T17:43:38.653765Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802042581916230:2048] [node 1] ICS09 handshake done sender: [2:7580802042581916212:2115] self: [2:7580802042581916220:0] peer: [1:7580802038354574002:0] socket: 287 qp: -1
2025-12-06T17:43:38.653814Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802042581916230:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:38.653876Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:38.663692Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:38.672316Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:38.739087Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802039002967963:2068] [node 6] ICP22 created new session: [4:7580802039002967993:2068]
2025-12-06T17:43:38.678653Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802038286948839:2049] [node 3] ICP22 created new session: [2:7580802042581916233:2049]
2025-12-06T17:43:38.680069Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802042581916189:2076] [node 5] ICP22 created new session: [2:7580802042581916232:2076]
2025-12-06T17:43:38.739151Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802039002967993:2068] [node 6] ICS09 handshake done sender: [4:7580802039002967970:2115] self: [4:7580802039002967969:0] peer: [6:7580802039465597907:0] socket: 266 qp: -1
2025-12-06T17:43:38.691110Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802042581916233:2049] [node 3] ICS09 handshake done sender: [2:7580802042581916201:2110] self: [2:7580802042581916200:0] peer: [3:7580802042614198977:0] socket: 273 qp: -1
2025-12-06T17:43:38.739192Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802039002967993:2068] [node 6] ICS10 traffic start
2025-12-06T17:43:38.702945Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802042581916233:2049] [node 3] ICS10 traffic start
2025-12-06T17:43:38.703026Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:38.739251Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:38.703256Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802042581916232:2076] [node 5] ICS09 handshake done sender: [2:7580802042581916203:2111] self: [2:7580802042581916202:0] peer: [5:7580802040272384624:0] socket: 268 qp: -1
2025-12-06T17:43:38.792366Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802034708000598:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(149374782ns) {HandleHandshakeStatus:395(149371576ns) {LogHandshakeFail:472(3754727ns) {UpdateErrorStateLog:545(27993ns)} DropOutgoingHandshake:457(1076ns) ProcessPendingSessionEvents:495(145540315ns) {unordered DropSessionEvent:512 num# 100 sum# 37584233ns max# 11489588ns}}}
2025-12-06T17:43:38.703314Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802042581916232:2076] [node 5] ICS10 traffic start
2025-12-06T17:43:38.792437Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802034708000598:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:38.706349Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802042581916215:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:38.706378Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802042581916215:2116] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:38.792515Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:38.711100Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802042581916215:2116] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:38.792570Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802034708000598:2048] [node 1] ICP22 created new session: [4:7580802039002967995:2048]
2025-12-06T17:43:38.711800Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:38.792619Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802039002967995:2048] [node 1] ICS09 handshake done sender: [4:7580802039002967964:2111] self: [4:7580802039002967974:0] peer: [1:7580802034059606679:0] socket: 251 qp: -1
2025-12-06T17:43:38.720266Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802038286948839:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(95188958ns) {HandleHandshakeStatus:329(83764701ns) {DropIncomingHandshake:442(26109ns) DropOutgoingHandshake:457(529ns) SwitchToState:179(509ns) ProcessPendingSessionEvents:495(8228887ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 8161200ns max# 6510849ns}}}
2025-12-06T17:43:38.792663Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802039002967995:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:38.747134Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802038286948864:2074] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:38.792704Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:38.758657Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:38.807843Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802039002967991:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27401
2025-12-06T17:43:38.758733Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802038286948864:2074] [node 6] ICP22 created new session: [2:7580802042581916237:2074]
2025-12-06T17:43:38.823857Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7580802039002967963:2068] [node 6] ICP27 obsolete handshake fail ignored
2025-12-06T17:43:38.758789Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802042581916237:2074] [node 6] ICS09 handshake done sender: [2:7580802042581916215:2116] self: [2:7580802042581916214:0] peer: [6:7580802039465597904:0] socket: 298 qp: -1
2025-12-06T17:43:38.796542Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:38.758837Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802042581916237:2074] [node 6] ICS10 traffic start
2025-12-06T17:43:38.796605Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802039465597867:2062] [node 4] ICP22 created new session: [6:7580802039465597916:2062]
2025-12-06T17:43:38.758911Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:38.782917Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802042581916189:2076] [node 5] ICP35 event processing took too much time PendingConnection:279(166290044ns) {HandleHandshakeStatus:329(166286651ns) {DropIncomingHandshake:442(32870ns) DropOutgoingHandshake:457(475ns) SwitchToState:179(686ns) ProcessPendingSessionEvents:495(14095462ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 13997881ns max# 13503344ns}}}
2025-12-06T17:43:38.796658Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802039465597916:2062] [node 4] ICS09 handshake done sender: [6:7580802039465597885:2114] self: [6:7580802039465597907:0] peer: [4:7580802039002967969:0] socket: 271 qp: -1
2025-12-06T17:43:38.796703Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802039465597916:2062] [node 4] ICS10 traffic start
2025-12-06T17:43:38.796759Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:38.520378Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802034059606678:2095] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:43:38.523158Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802034059606631:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:43:38.523224Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:38.523278Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802034059606631:2049] [node 3] ICP22 created new session: [1:7580802038354574022:2049]
2025-12-06T17:43:38.523329Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802038354574022:2049] [node 3] ICS09 handshake done sender: [1:7580802038354574010:2117] self: [1:7580802038354574009:0] peer: [3:7580802042614198979:0] socket: 258 qp: -1
2025-12-06T17:43:38.523373Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802038354574022:2049] [node 3] ICS10 traffic start
2025-12-06T17:43:38.523417Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:38.529380Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:38.529461Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802034059606678:2095] [node 4] ICP22 created new session: [1:7580802038354574021:2095]
2025-12-06T17:43:38.574610Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802038354574021:2095] [node 4] ICS09 handshake done sender: [1:7580802034059606680:2096] self: [1:7580802034059606679:0] peer: [4:7580802039002967974:0] socket: 243 qp: -1
2025-12-06T17:43:38.576308Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802038354574024:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4399
2025-12-06T17:43:38.442737Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802035977417240:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:38.576657Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802038354574021:2095] [node 4] ICS10 traffic start
2025-12-06T17:43:38.448865Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802040272384597:2103] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:38.576712Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:38.482794Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802035977417239:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12049) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802040272384597:2103] held: no
2025-12-06T17:43:38.588920Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802038354574003:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:38.496876Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802035977417239:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(41486047ns) {HandleHandshakeStatus:395(41479843ns) {LogHandshakeFail:472(23740ns) {UpdateErrorStateLog:545(7379ns)} DropOutgoingHandshake:457(5572ns) ProcessPendingSessionEvents:495(13076806ns) {unordered DropSessionEvent:512 num# 100 sum# 13039773ns max# 12355893ns}}}
2025-12-06T17:43:38.588969Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802038354574003:2115] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:43:38.497072Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802035977417239:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:38.600776Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802038354574003:2115] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:38.497161Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:38.610469Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802038354574024:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:38.497223Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802035977417239:2048] [node 1] ICP22 created new session: [5:7580802040272384625:2048]
2025-12-06T17:43:38.612696Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802034059606678:2095] [node 4] ICP35 event processing took too much time PendingConnection:279(94091611ns) {HandleHandshakeStatus:329(94089033ns) {DropIncomingHandshake:442(22006ns) DropOutgoingHandshake:457(438ns) SwitchToState:179(386ns) ProcessPendingSessionEvents:495(11625394ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 11559868ns max# 11066799ns}}}
2025-12-06T17:43:38.497280Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802040272384625:2048] [node 1] ICS09 handshake done sender: [5:7580802040272384597:2103] self: [5:7580802040272384613:0] peer: [1:7580802038354573997:0] socket: 253 qp: -1
2025-12-06T17:43:38.497326Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802040272384625:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:38.618851Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802034059606630:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:43:38.663829Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:38.497382Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:38.680392Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802034059606630:2048] [node 2] ICP22 created new session: [1:7580802038354574028:2048]
2025-12-06T17:43:38.520739Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802035977417241:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(403684955ns) {Configure:104(403675316ns) {ProcessConfigured:135(33312024ns) {StartInitialHandshake:157(33309254ns) {DropHandshakes:470(3139ns) {DropIncomingHandshake:442(833ns) DropOutgoingHandshake:457(284ns)} GenerateSessionVirtualId:988(1306ns) PrepareNewSessionHandshake:477(4393ns) {SwitchToState:179(2784ns)}}}}}
2025-12-06T17:43:38.694885Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802038354574028:2048] [node 2] ICS09 handshake done sender: [1:7580802038354574003:2115] self: [1:7580802038354574002:0] peer: [2:7580802042581916220:0] socket: 286 qp: -1
2025-12-06T17:43:38.562313Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802035977417241:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:38.694945Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802038354574028:2048] [node 2] ICS10 traffic start
2025-12-06T17:43:38.621045Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802040272384630:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64327
2025-12-06T17:43:38.708592Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:38.652913Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802035977417241:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30854) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802040272384619:2118] held: no
2025-12-06T17:43:38.834627Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802034059606630:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(214661780ns) {HandleHandshakeStatus:329(214657732ns) {DropIncomingHandshake:442(34007ns) DropOutgoingHandshake:457(390ns) SwitchToState:179(734ns) ProcessPendingSessionEvents:495(75812744ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 75699430ns max# 19562927ns}}}
2025-12-06T17:43:38.696174Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802035977417240:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11101) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802040272384612:2115] held: no
2025-12-06T17:43:38.704590Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802040272384562:2069] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:38.704621Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580802040272384562:2069] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:38.706095Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802040272384629:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64327
2025-12-06T17:43:38.749833Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802040272384562:2069] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:38.766655Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802040272384631:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64327
2025-12-06T17:43:38.784038Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580802040272384560:2068] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:38.784107Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:38.784162Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802040272384560:2068] [node 6] ICP22 created new session: [5:7580802040272384633:2068]
2025-12-06T17:43:38.784225Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802040272384633:2068] [node 6] ICS09 handshake done sender: [5:7580802040272384562:2069] self: [5:7580802040272384561:0] peer: [6:7580802039465597902:0] socket: 244 qp: -1
2025-12-06T17:43:38.784271Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802040272384633:2068] [node 6] ICS10 traffic start
2025-12-06T17:43:38.784350Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:38.789539Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802040272384631:2123] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:38.789680Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [5:7580802040272384560:2068] [node 6] ICP18 handshake (actor [5:7580802040272384631:2123]) is too old
2025-12-06T17:43:38.795866Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802035977417240:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(124233072ns) {HandleHandshakeStatus:395(113010803ns) {LogHandshakeFail:472(20309ns) {UpdateErrorStateLog:545(6063ns)} DropOutgoingHandshake:457(3028ns) ProcessPendingSessionEvents:495(98740978ns) {unordered DropSessionEvent:512 num# 100 sum# 29066338ns max# 9802005ns}}}
2025-12-06T17:43:38.796042Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802040272384612:2115] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:38.803941Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802035977417240:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:38.809047Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:38.809148Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802035977417240:2049] [node 2] ICP22 created new session: [5:7580802040272384635:2049]
2025-12-06T17:43:38.809200Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802040272384635:2049] [node 2] ICS09 handshake done sender: [5:7580802040272384612:2115] self: [5:7580802040272384624:0] peer: [2:7580802042581916202:0] socket: 269 qp: -1
2025-12-06T17:43:38.809245Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802040272384635:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:38.809285Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:38.856162Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802035977417241:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(125850355ns) {HandleHandshakeStatus:395(125847365ns) {LogHandshakeFail:472(15382ns) {UpdateErrorStateLog:545(6312ns)} DropOutgoingHandshake:457(3625ns) ProcessPendingSessionEvents:495(99738835ns) {unordered DropSessionEvent:512 num# 100 sum# 99653369ns max# 13472255ns}}}
2025-12-06T17:43:38.856340Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802040272384619:2118] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:38.861067Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802035977417241:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:43:38.861164Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:38.861242Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802035977417241:2050] [node 3] ICP22 created new session: [5:7580802040272384637:2050]
2025-12-06T17:43:38.861306Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802040272384637:2050] [node 3] ICS09 handshake done sender: [5:7580802040272384619:2118] self: [5:7580802040272384628:0] peer: [3:7580802042614198967:0] socket: 283 qp: -1
2025-12-06T17:43:38.861350Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802040272384637:2050] [node 3] ICS10 traffic start
2025-12-06T17:43:38.861410Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:39.020933Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:43:39.021236Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580802042581916230:2048] [node 1] ICS01 socket: 287 reason# EndOfStream
2025-12-06T17:43:39.021285Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580802038286948838:2048] [node 1] ICP30 unregister session Session# [2:7580802042581916230:2048] VirtualId# [2:7580802042581916220:0]
2025-12-06T17:43:39.021332Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580802042581916230:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:39.021429Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:39.021478Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:39.032741Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:43:39.033043Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580802042614198985:2048] [node 1] ICS07 socket disconnect 291 reason# EndOfStream
2025-12-06T17:43:39.033102Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802042614198985:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:39.033190Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:39.033236Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802042614198985:2048] [node 1] ICS15 start handshake
2025-12-06T17:43:39.037851Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802038319231598:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12049) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:43:39.037909Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802042614198985:2048] [node 1] ICS15 start handshake
2025-12-06T17:43:39.039482Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802038319231598:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12049) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:39.039554Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802042614198985:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:39.039601Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802038319231598:2048] [node 1] ICP30 unregister session Session# [3:7580802042614198985:2048] VirtualId# [3:7580802042614198979:0]
2025-12-06T17:43:39.039652Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:39.039692Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580802038319231598:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:12049) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:39.039712Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12049) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:39.057698Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:43:39.057982Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802039002967995:2048] [node 1] ICS01 socket: 251 reason# EndOfStream
2025-12-06T17:43:39.058035Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802034708000598:2048] [node 1] ICP30 unregister session Session# [4:7580802039002967995:2048] VirtualId# [4:7580802039002967974:0]
2025-12-06T17:43:39.058078Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802039002967995:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:39.058170Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:39.058228Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:39.058378Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:43:39.058612Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802039465597893:2048] [node 1] ICS01 socket: 267 reason# EndOfStream
2025-12-06T17:43:39.058657Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802035170630517:2048] [node 1] ICP30 unregister session Session# [6:7580802039465597893:2048] VirtualId# [6:7580802039465597887:0]
2025-12-06T17:43:39.058691Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802039465597893:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:39.058766Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:39.058811Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:39.058925Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:43:39.059121Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802040272384625:2048] [node 1] ICS01 socket: 253 reason# EndOfStream
2025-12-06T17:43:39.059161Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802035977417239:2048] [node 1] ICP30 unregister session Session# [5:7580802040272384625:2048] VirtualId# [5:7580802040272384613:0]
2025-12-06T17:43:39.059190Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802040272384625:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:39.059266Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:39.059315Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:39.061143Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580802038319231598:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:43:39.288703Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:43:39.288967Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802042614198995:2049] [node 2] ICS01 socket: 275 reason# EndOfStream
2025-12-06T17:43:39.289016Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802038319231599:2049] [node 2] ICP30 unregister session Session# [3:7580802042614198995:2049] VirtualId# [3:7580802042614198977:0]
2025-12-06T17:43:39.289053Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802042614198995:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:39.289151Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:39.289205Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:39.333299Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:43:39.333547Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802040272384635:2049] [node 2] ICS01 socket: 269 reason# EndOfStream
2025-12-06T17:43:39.333603Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802035977417240:2049] [node 2] ICP30 unregister session Session# [5:7580802040272384635:2049] VirtualId# [5:7580802040272384624:0]
2025-12-06T17:43:39.333643Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802040272384635:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:39.333723Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:39.333765Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:39.334044Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:43:39.334261Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802039465597912:2049] [node 2] ICS07 socket disconnect 308 reason# EndOfStream
2025-12-06T17:43:39.334303Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802039465597912:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:39.334407Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:39.334486Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802039465597912:2049] [node 2] ICS15 start handshake
2025-12-06T17:43:39.334711Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:43:39.334899Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802039002967989:2049] [node 2] ICS07 socket disconnect 274 reason# EndOfStream
2025-12-06T17:43:39.334930Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802039002967989:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:39.335005Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:39.335044Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802039002967989:2049] [node 2] ICS15 start handshake
2025-12-06T17:43:39.336477Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802034708000599:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11101) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:39.336540Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802039002967989:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:39.336578Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802034708000599:2049] [node 2] ICP30 unregister session Session# [4:7580802039002967989:2049] VirtualId# [4:7580802039002967977:0]
2025-12-06T17:43:39.336617Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:39.336676Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802034708000599:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:11101) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:39.336695Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11101) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:39.338864Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802035170630518:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11101) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:39.338932Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802039465597912:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:39.338969Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802035170630518:2049] [node 2] ICP30 unregister session Session# [6:7580802039465597912:2049] VirtualId# [6:7580802039465597904:0]
2025-12-06T17:43:39.339086Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:39.339122Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802035170630518:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:11101) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:39.339160Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11101) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:39.346172Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580802034708000599:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:43:39.350826Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802035170630518:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:43:39.507056Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:43:39.507378Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802040272384637:2050] [node 3] ICS01 socket: 283 reason# EndOfStream
2025-12-06T17:43:39.507435Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802035977417241:2050] [node 3] ICP30 unregister session Session# [5:7580802040272384637:2050] VirtualId# [5:7580802040272384628:0]
2025-12-06T17:43:39.507482Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802040272384637:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:39.507584Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:43:39.507673Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:43:39.508330Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:43:39.508571Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802039465597897:2050] [node 3] ICS07 socket disconnect 255 reason# EndOfStream
2025-12-06T17:43:39.508605Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802039465597897:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:39.508693Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:43:39.508747Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802039465597897:2050] [node 3] ICS15 start handshake
2025-12-06T17:43:39.510796Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802035170630519:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30854) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:39.510873Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802039465597897:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:39.510915Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802035170630519:2050] [node 3] ICP30 unregister session Session# [6:7580802039465597897:2050] VirtualId# [6:7580802039465597894:0]
2025-12-06T17:43:39.511058Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:43:39.511105Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802035170630519:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:30854) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:39.511128Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30854) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:39.513326Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:43:39.513572Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802039002967987:2050] [node 3] ICS01 socket: 263 reason# EndOfStream
2025-12-06T17:43:39.513616Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802034708000600:2050] [node 3] ICP30 unregister session Session# [4:7580802039002967987:2050] VirtualId# [4:7580802039002967984:0]
2025-12-06T17:43:39.513650Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802039002967987:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:39.513729Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:43:39.513779Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:43:39.522816Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802035170630519:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:43:39.594428Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:43:39.594751Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:43:39.594980Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802039465597916:2062] [node 4] ICS07 socket disconnect 271 reason# EndOfStream
2025-12-06T17:43:39.595015Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802039465597916:2062] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:39.595111Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:43:39.595164Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802039465597916:2062] [node 4] ICS15 start handshake
2025-12-06T17:43:39.596594Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802040272384617:2064] [node 4] ICS01 socket: 248 reason# EndOfStream
2025-12-06T17:43:39.596653Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802035977417256:2064] [node 4] ICP30 unregister session Session# [5:7580802040272384617:2064] VirtualId# [5:7580802040272384611:0]
2025-12-06T17:43:39.596698Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802040272384617:2064] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:39.596778Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:43:39.596830Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:43:39.598092Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802039465597867:2062] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2411) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:39.598166Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802039465597916:2062] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:39.598207Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802039465597867:2062] [node 4] ICP30 unregister session Session# [6:7580802039465597916:2062] VirtualId# [6:7580802039465597907:0]
2025-12-06T17:43:39.598248Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:43:39.598284Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802039465597867:2062] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:2411) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:39.598303Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2411) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:39.610813Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802039465597867:2062] [node 4] ICP33 wake up from error state
2025-12-06T17:43:40.026593Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:43:40.026884Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802039465597914:2080] [node 5] ICS01 socket: 245 reason# EndOfStream
2025-12-06T17:43:40.026929Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802039465597886:2080] [node 5] ICP30 unregister session Session# [6:7580802039465597914:2080] VirtualId# [6:7580802039465597902:0]
2025-12-06T17:43:40.026979Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802039465597914:2080] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:40.027103Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:43:40.027162Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:43:40.331386Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802047127809236:2048] [node 2] ICP01 ready to work
2025-12-06T17:43:40.331444Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802047127809237:2049] [node 3] ICP01 ready to work
2025-12-06T17:43:40.371001Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802047786637145:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:40.371052Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802047786637146:2049] [node 3] ICP01 ready to work
2025-12-06T17:43:40.371958Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802051204924067:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:40.372012Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802051204924068:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:40.434305Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802047709568562:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:40.434372Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802047709568563:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:40.434446Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802047709568564:2050] [node 3] ICP01 ready to work
2025-12-06T17:43:40.451181Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802047045920311:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:40.451236Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802047045920312:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:40.451273Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802047045920313:2050] [node 3] ICP01 ready to work
2025-12-06T17:43:40.483091Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802050230677838:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:40.483131Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802050230677839:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:40.483167Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802050230677840:2050] [node 3] ICP01 ready to work
2025-12-06T17:43:40.838940Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802047045920328:2059] [node 4] ICP01 ready to work
2025-12-06T17:43:40.837161Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802047127809307:2102] [node 4] ICP01 ready to work
2025-12-06T17:43:40.870779Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802047127809308:2103] [node 6] ICP01 ready to work
2025-12-06T17:43:40.882913Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802050230677864:2062] [node 5] ICP01 ready to work
2025-12-06T17:43:40.911562Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802047709568600:2061] [node 5] ICP01 ready to work
2025-12-06T17:43:40.867322Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802051204924129:2067] [node 5] ICP01 ready to work
2025-12-06T17:43:40.942235Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802047709568628:2080] [node 6] ICP01 ready to work
2025-12-06T17:43:40.955134Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802047045920371:2061] [node 6] ICP01 ready to work
2025-12-06T17:43:40.872156Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802047127809309:2104] [node 5] ICP01 ready to work
2025-12-06T17:43:40.970777Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802047786637208:2078] [node 6] ICP01 ready to work
2025-12-06T17:43:40.974134Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802047709568562:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(18693260ns) {Configure:104(18673820ns) {ProcessConfigured:135(79935ns) {StartInitialHandshake:157(77059ns) {DropHandshakes:470(2794ns) {DropIncomingHandshake:442(710ns) DropOutgoingHandshake:457(587ns)} GenerateSessionVirtualId:988(1443ns) PrepareNewSessionHandshake:477(1527ns) {SwitchToState:179(412ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:40.971558Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802051204924131:2068] [node 6] ICP01 ready to work
2025-12-06T17:43:40.959026Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802047127809236:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(70623252ns) {Configure:104(70618022ns) {ProcessConfigured:135(22911079ns) {StartInitialHandshake:157(22907843ns) {DropHandshakes:470(3126ns) {DropIncomingHandshake:442(626ns) DropOutgoingHandshake:457(602ns)} GenerateSessionVirtualId:988(594ns) PrepareNewSessionHandshake:477(3118ns) {SwitchToState:179(1493ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:41.013185Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802050230677864:2062] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(129785875ns) {Configure:104(129778971ns) {ProcessConfigured:135(84562ns) {StartInitialHandshake:157(81929ns) {DropHandshakes:470(3105ns) {DropIncomingHandshake:442(609ns) DropOutgoingHandshake:457(398ns)} GenerateSessionVirtualId:988(867ns) PrepareNewSessionHandshake:477(1755ns) {SwitchToState:179(904ns)}}}}}
2025-12-06T17:43:41.013645Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802054525645199:2064] [node 4] ICP01 ready to work
2025-12-06T17:43:41.050785Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802055499891428:2073] [node 4] ICP01 ready to work
2025-12-06T17:43:41.057211Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802050230677840:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(42928845ns) {Configure:104(42923262ns) {ProcessConfigured:135(3117271ns) {StartInitialHandshake:157(3114950ns) {DropHandshakes:470(6444ns) {DropIncomingHandshake:442(650ns) DropOutgoingHandshake:457(3519ns)} GenerateSessionVirtualId:988(963ns) PrepareNewSessionHandshake:477(3552ns) {SwitchToState:179(1741ns)}}}}}
2025-12-06T17:43:41.007591Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802051422776619:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41836
2025-12-06T17:43:40.998569Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802047709568632:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53570
2025-12-06T17:43:41.095566Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802051204924129:2067] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(25611756ns) {Configure:104(25607024ns) {ProcessConfigured:135(74452ns) {StartInitialHandshake:157(71515ns) {DropHandshakes:470(1735ns) {DropIncomingHandshake:442(279ns) DropOutgoingHandshake:457(441ns)} GenerateSessionVirtualId:988(492ns) PrepareNewSessionHandshake:477(4034ns) {SwitchToState:179(285ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:41.091943Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802051422776619:2123] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:41.092081Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802047127809313:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:41.092107Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802047127809313:2119] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:43:41.062794Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802052081604505:2079] [node 4] ICP01 ready to work
2025-12-06T17:43:41.091262Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802047709568632:2113] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:41.091637Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802047709568562:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:41.083283Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802052081604506:2080] [node 5] ICP01 ready to work
2025-12-06T17:43:41.119878Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802047045920312:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(98968664ns) {Configure:104(98963943ns) {ProcessConfigured:135(59622ns) {StartInitialHandshake:157(57269ns) {DropHandshakes:470(3784ns) {DropIncomingHandshake:442(1551ns) DropOutgoingHandshake:457(422ns)} GenerateSessionVirtualId:988(613ns) PrepareNewSessionHandshake:477(633ns) {SwitchToState:179(188ns)}}}}}
2025-12-06T17:43:41.099175Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802052004535938:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53570
2025-12-06T17:43:41.103157Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802047127809313:2119] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:41.135663Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802051340887682:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26972
2025-12-06T17:43:41.111257Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802055499891431:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39214
2025-12-06T17:43:41.127695Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802047709568632:2113] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:41.128616Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802047709568562:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:41.128690Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:41.128759Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802047709568562:2048] [node 1] ICP22 created new session: [4:7580802052004535939:2048]
2025-12-06T17:43:41.128818Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802052004535939:2048] [node 1] ICS09 handshake done sender: [4:7580802047709568632:2113] self: [4:7580802052004535937:0] peer: [1:7580802047127809312:0] socket: 249 qp: -1
2025-12-06T17:43:41.128867Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802052004535939:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:41.128909Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:41.153020Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802050230677839:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(30347666ns) {Configure:104(30340940ns) {ProcessConfigured:135(19585967ns) {StartInitialHandshake:157(19582903ns) {DropHandshakes:470(1865ns) {DropIncomingHandshake:442(769ns) DropOutgoingHandshake:457(400ns)} GenerateSessionVirtualId:988(336ns) PrepareNewSessionHandshake:477(6899ns) {SwitchToState:179(3163ns)}}}}}
2025-12-06T17:43:41.155149Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802047127809307:2102] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:43:41.155246Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:41.155323Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802047127809307:2102] [node 4] ICP22 created new session: [1:7580802051422776623:2102]
2025-12-06T17:43:41.155384Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802051422776623:2102] [node 4] ICS09 handshake done sender: [1:7580802047127809313:2119] self: [1:7580802047127809312:0] peer: [4:7580802052004535937:0] socket: 247 qp: -1
2025-12-06T17:43:41.155430Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802051422776623:2102] [node 4] ICS10 traffic start
2025-12-06T17:43:41.155478Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:41.184502Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802047786637208:2078] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(77091041ns) {Configure:104(77081344ns) {ProcessConfigured:135(85340ns) {StartInitialHandshake:157(80566ns) {DropHandshakes:470(3117ns) {DropIncomingHandshake:442(549ns) DropOutgoingHandshake:457(488ns)} GenerateSessionVirtualId:988(1424ns) PrepareNewSessionHandshake:477(1946ns) {SwitchToState:179(725ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:41.188110Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802051422776622:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41836
2025-12-06T17:43:41.111485Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802055499891432:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39214
2025-12-06T17:43:41.203829Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802047786637145:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(18814853ns) {Configure:104(18805953ns) {ProcessConfigured:135(113280ns) {StartInitialHandshake:157(110784ns) {DropHandshakes:470(2951ns) {DropIncomingHandshake:442(683ns) DropOutgoingHandshake:457(363ns)} GenerateSessionVirtualId:988(833ns) PrepareNewSessionHandshake:477(1631ns) {SwitchToState:179(686ns)}}}}}
2025-12-06T17:43:41.171146Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802055499891432:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:41.189401Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802055499891431:2111] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:41.222751Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802052081604515:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24588
2025-12-06T17:43:41.226362Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802055499891444:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39214
2025-12-06T17:43:41.226998Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802051204924067:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:41.227238Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802055499891445:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39214
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:41.235488Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802052004535941:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53570
2025-12-06T17:43:41.239405Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802051422776622:2124] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:41.239565Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802047127809311:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:41.239602Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802047127809311:2118] [node 3] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:41.222924Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802052081604516:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24588
2025-12-06T17:43:41.241005Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802051422776626:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41836
2025-12-06T17:43:41.249734Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802047127809311:2118] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:41.255017Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802052081604515:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:41.255819Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802047127809237:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:43:41.255907Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:41.255955Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802047127809237:2049] [node 3] ICP22 created new session: [1:7580802051422776630:2049]
2025-12-06T17:43:41.256012Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802051422776630:2049] [node 3] ICS09 handshake done sender: [1:7580802047127809311:2118] self: [1:7580802047127809310:0] peer: [3:7580802055499891447:0] socket: 246 qp: -1
2025-12-06T17:43:41.256058Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802051422776630:2049] [node 3] ICS10 traffic start
2025-12-06T17:43:41.256096Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:41.258125Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802055499891448:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39214
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:41.260769Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802052081604522:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24588
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: 2025-12-06T17:43:41.264567Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802054525645205:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52811
No RDMA context found for GID: ::ffff:127.1.0.0
::ffff:127.1.0.0
2025-12-06T17:43:41.265234Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802051340887686:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26972
2025-12-06T17:43:41.265391Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802051340887682:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:41.266784Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802052004535941:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: 2025-12-06T17:43:41.270878Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802054525645210:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52811
No RDMA context found for GID: ::ffff:127.1.0.0
::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:41.271379Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802051340887687:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26972
2025-12-06T17:43:41.271479Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802047045920328:2059] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:41.271506Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802054525645211:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52811
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:41.279175Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802051340887689:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26972
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:41.275034Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802047709568614:2097] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:41.275077Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802047709568614:2097] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:43:41.279410Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802047709568614:2097] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:41.273820Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802055499891444:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:41.295028Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802047709568600:2061] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:41.295125Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:41.295190Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802047709568600:2061] [node 5] ICP22 created new session: [4:7580802052004535945:2061]
2025-12-06T17:43:41.295240Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802052004535945:2061] [node 5] ICS09 handshake done sender: [4:7580802047709568614:2097] self: [4:7580802047709568613:0] peer: [5:7580802051340887688:0] socket: 251 qp: -1
2025-12-06T17:43:41.295287Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802052004535945:2061] [node 5] ICS10 traffic start
2025-12-06T17:43:41.295335Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:41.281540Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802051422776632:2126] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41836
2025-12-06T17:43:41.271717Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802054525645212:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52811
2025-12-06T17:43:41.275937Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802055499891431:2111] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:41.328442Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802047127809317:2121] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:41.328492Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802047127809317:2121] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:43:41.329153Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802051422776626:2125] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:41.299657Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802051340887682:2115] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:41.298501Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802052081604522:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:41.298903Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802052081604516:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:41.299104Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580802047786637145:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:41.330085Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802052081604526:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24588
2025-12-06T17:43:41.319349Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802047045920328:2059] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:43:41.319413Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:41.319477Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802047045920328:2059] [node 4] ICP22 created new session: [5:7580802051340887690:2059]
2025-12-06T17:43:41.319526Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802051340887690:2059] [node 4] ICS09 handshake done sender: [5:7580802051340887682:2115] self: [5:7580802051340887688:0] peer: [4:7580802047709568613:0] socket: 265 qp: -1
2025-12-06T17:43:41.319582Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802051340887690:2059] [node 4] ICS10 traffic start
2025-12-06T17:43:41.319634Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:41.321693Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802051340887686:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:41.331228Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802055499891449:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39214
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:41.343824Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7580802047045920328:2059] [node 4] ICP27 obsolete handshake fail ignored
2025-12-06T17:43:41.344361Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802051340887692:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26972
2025-12-06T17:43:41.344457Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802047045920311:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:41.332245Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802051204924067:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:41.332339Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:41.332391Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802051204924067:2048] [node 1] ICP22 created new session: [3:7580802055499891450:2048]
2025-12-06T17:43:41.332452Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802055499891450:2048] [node 1] ICS09 handshake done sender: [3:7580802055499891431:2111] self: [3:7580802055499891447:0] peer: [1:7580802047127809310:0] socket: 256 qp: -1
2025-12-06T17:43:41.332491Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802055499891450:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:41.332526Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:41.333239Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7580802051204924067:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:43:41.337302Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802055499891445:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:41.338045Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802051204924068:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:41.347716Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802052081604508:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:41.347759Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802052081604508:2110] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:43:41.338944Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802047127809317:2121] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:41.345856Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802047127809236:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:43:41.345923Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:41.345983Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802047127809236:2048] [node 2] ICP22 created new session: [1:7580802051422776635:2048]
2025-12-06T17:43:41.346032Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802051422776635:2048] [node 2] ICS09 handshake done sender: [1:7580802047127809317:2121] self: [1:7580802047127809316:0] peer: [2:7580802052081604525:0] socket: 255 qp: -1
2025-12-06T17:43:41.346069Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802051422776635:2048] [node 2] ICS10 traffic start
2025-12-06T17:43:41.346114Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:41.349241Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802054525645210:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:41.349358Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802054525645211:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:41.349454Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802054525645205:2113] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:41.352433Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802054525645216:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52811
2025-12-06T17:43:41.352683Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802050230677840:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:41.352790Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802050230677864:2062] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:41.352865Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802050230677838:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:41.354050Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802054525645216:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:41.354978Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802052081604516:2115] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:41.355428Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802055499891434:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:41.355463Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802055499891434:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:41.357744Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802055499891455:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39214
2025-12-06T17:43:41.358245Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580802047786637145:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:41.358347Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:41.358398Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802047786637145:2048] [node 1] ICP22 created new session: [2:7580802052081604529:2048]
2025-12-06T17:43:41.358454Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802052081604529:2048] [node 1] ICS09 handshake done sender: [2:7580802052081604516:2115] self: [2:7580802052081604525:0] peer: [1:7580802047127809316:0] socket: 272 qp: -1
2025-12-06T17:43:41.358493Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802052081604529:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:41.358611Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:41.375992Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802054525645212:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:41.377023Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802054525645199:2064] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:41.377142Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802050230677839:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:41.377342Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802054525645220:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52811
2025-12-06T17:43:41.377954Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802047709568636:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:41.377989Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802047709568636:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:41.379320Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802047709568636:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:41.379533Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802055499891434:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:41.380203Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802055499891449:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:41.380284Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802051204924131:2068] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:41.380345Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:41.380399Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802051204924131:2068] [node 6] ICP22 created new session: [3:7580802055499891457:2068]
2025-12-06T17:43:41.380450Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802055499891457:2068] [node 6] ICS09 handshake done sender: [3:7580802055499891434:2113] self: [3:7580802055499891433:0] peer: [6:7580802054525645217:0] socket: 262 qp: -1
2025-12-06T17:43:41.380494Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802055499891457:2068] [node 6] ICS10 traffic start
2025-12-06T17:43:41.380534Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:41.381862Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7580802051204924131:2068] [node 6] ICP18 handshake (actor [3:7580802055499891449:2120]) is too old
2025-12-06T17:43:41.363370Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802047045920373:2106] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:41.363411Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580802047045920373:2106] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:41.363974Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802047127809315:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:41.364008Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802047127809315:2120] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:41.375701Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802047127809315:2120] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:41.383957Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802051340887687:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:41.384090Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802051340887692:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:41.384376Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802047045920313:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:41.385034Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802047709568628:2080] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:41.385090Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:41.385145Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802047709568628:2080] [node 6] ICP22 created new session: [4:7580802052004535949:2080]
2025-12-06T17:43:41.385199Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802052004535949:2080] [node 6] ICS09 handshake done sender: [4:7580802047709568636:2115] self: [4:7580802047709568635:0] peer: [6:7580802054525645222:0] socket: 276 qp: -1
2025-12-06T17:43:41.385233Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802052004535949:2080] [node 6] ICS10 traffic start
2025-12-06T17:43:41.385285Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:41.391160Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802051422776632:2126] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:41.391310Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802047127809319:2122] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:41.391340Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802047127809319:2122] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:43:41.393090Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802052081604508:2110] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:41.393771Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802052081604527:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24588
2025-12-06T17:43:41.393914Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802047786637146:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:43:41.393998Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:41.394051Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802047786637146:2049] [node 3] ICP22 created new session: [2:7580802052081604531:2049]
2025-12-06T17:43:41.394100Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802052081604531:2049] [node 3] ICS09 handshake done sender: [2:7580802052081604508:2110] self: [2:7580802052081604507:0] peer: [3:7580802055499891454:0] socket: 273 qp: -1
2025-12-06T17:43:41.394140Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802052081604531:2049] [node 3] ICS10 traffic start
2025-12-06T17:43:41.394187Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:41.395163Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802047045920373:2106] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:41.395887Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580802047045920371:2061] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:41.395961Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:41.396014Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802047045920371:2061] [node 6] ICP22 created new session: [5:7580802051340887699:2061]
2025-12-06T17:43:41.396060Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802051340887699:2061] [node 6] ICS09 handshake done sender: [5:7580802047045920373:2106] self: [5:7580802047045920372:0] peer: [6:7580802054525645218:0] socket: 266 qp: -1
2025-12-06T17:43:41.396094Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802051340887699:2061] [node 6] ICS10 traffic start
2025-12-06T17:43:41.396144Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:41.398278Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802054525645221:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52811
2025-12-06T17:43:41.399273Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802054525645210:2116] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:41.399949Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802055499891438:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:41.399990Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802055499891438:2115] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:41.401291Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802052004535951:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53570
2025-12-06T17:43:41.407113Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802054525645205:2113] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:41.407507Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802054525645224:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52811
2025-12-06T17:43:41.408050Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802052081604527:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:41.408179Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802052081604510:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:41.408207Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802052081604510:2111] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:41.410152Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802052004535952:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53570
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:41.410717Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802054525645225:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52811
2025-12-06T17:43:41.410985Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802047127809308:2103] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:41.411043Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:41.411098Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802047127809308:2103] [node 6] ICP22 created new session: [1:7580802051422776639:2103]
2025-12-06T17:43:41.411149Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802051422776639:2103] [node 6] ICS09 handshake done sender: [1:7580802047127809315:2120] self: [1:7580802047127809314:0] peer: [6:7580802054525645219:0] socket: 248 qp: -1
2025-12-06T17:43:41.411194Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802051422776639:2103] [node 6] ICS10 traffic start
2025-12-06T17:43:41.411228Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:41.412669Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802047127809319:2122] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:41.414699Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802051340887698:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26972
2025-12-06T17:43:41.419079Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580802047127809308:2103] [node 6] ICP18 handshake (actor [1:7580802051422776632:2126]) is too old
2025-12-06T17:43:41.419249Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802047127809309:2104] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:41.419294Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:41.419347Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802047127809309:2104] [node 5] ICP22 created new session: [1:7580802051422776641:2104]
2025-12-06T17:43:41.419415Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802051422776641:2104] [node 5] ICS09 handshake done sender: [1:7580802047127809319:2122] self: [1:7580802047127809318:0] peer: [5:7580802051340887693:0] socket: 285 qp: -1
2025-12-06T17:43:41.419454Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802051422776641:2104] [node 5] ICS10 traffic start
2025-12-06T17:43:41.419492Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:41.422061Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802051340887686:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:41.422719Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802051204924068:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3168) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580802055499891445:2118] held: no
2025-12-06T17:43:41.423684Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802055499891445:2118] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:41.424392Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802050230677840:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:43:41.424488Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:41.424535Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802050230677840:2050] [node 3] ICP22 created new session: [6:7580802054525645226:2050]
2025-12-06T17:43:41.424585Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802054525645226:2050] [node 3] ICS09 handshake done sender: [6:7580802054525645210:2116] self: [6:7580802054525645217:0] peer: [3:7580802055499891433:0] socket: 279 qp: -1
2025-12-06T17:43:41.424628Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802054525645226:2050] [node 3] ICS10 traffic start
2025-12-06T17:43:41.424660Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:41.425306Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580802050230677840:2050] [node 3] ICP27 obsolete handshake fail ignored
2025-12-06T17:43:41.426361Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802050230677838:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:41.426427Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:41.426478Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802050230677838:2048] [node 1] ICP22 created new session: [6:7580802054525645228:2048]
2025-12-06T17:43:41.426516Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802054525645228:2048] [node 1] ICS09 handshake done sender: [6:7580802054525645205:2113] self: [6:7580802054525645219:0] peer: [1:7580802047127809314:0] socket: 258 qp: -1
2025-12-06T17:43:41.426569Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802054525645228:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:41.426603Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:41.429835Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802047045920311:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:41.429892Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:41.429938Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802047045920311:2048] [node 1] ICP22 created new session: [5:7580802051340887704:2048]
2025-12-06T17:43:41.429984Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802051340887704:2048] [node 1] ICS09 handshake done sender: [5:7580802051340887686:2116] self: [5:7580802051340887693:0] peer: [1:7580802047127809318:0] socket: 286 qp: -1
2025-12-06T17:43:41.430016Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802051340887704:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:41.430047Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:41.432732Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802052081604510:2111] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:41.435150Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802051204924068:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:41.435236Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:41.435288Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802051204924068:2049] [node 2] ICP22 created new session: [3:7580802055499891461:2049]
2025-12-06T17:43:41.435340Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802055499891461:2049] [node 2] ICS09 handshake done sender: [3:7580802055499891445:2118] self: [3:7580802055499891454:0] peer: [2:7580802052081604507:0] socket: 277 qp: -1
2025-12-06T17:43:41.435374Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802055499891461:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:41.435406Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:41.438321Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802047786637208:2078] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:41.438391Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:41.438449Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802047786637208:2078] [node 6] ICP22 created new session: [2:7580802052081604537:2078]
2025-12-06T17:43:41.438503Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802052081604537:2078] [node 6] ICS09 handshake done sender: [2:7580802052081604510:2111] self: [2:7580802052081604509:0] peer: [6:7580802054525645223:0] socket: 274 qp: -1
2025-12-06T17:43:41.438567Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802052081604537:2078] [node 6] ICS10 traffic start
2025-12-06T17:43:41.438640Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:41.443470Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802052004535952:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:41.443619Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802047709568563:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:41.443952Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802052081604518:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:41.443987Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802052081604518:2116] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:43:41.448151Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802052081604518:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:41.445064Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802052004535954:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53570
2025-12-06T17:43:41.445756Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802052004535952:2119] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:41.445929Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802047709568563:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:41.445974Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:41.446024Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802047709568563:2049] [node 2] ICP22 created new session: [4:7580802052004535955:2049]
2025-12-06T17:43:41.446069Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802052004535955:2049] [node 2] ICS09 handshake done sender: [4:7580802052004535952:2119] self: [4:7580802052004535953:0] peer: [2:7580802052081604517:0] socket: 315 qp: -1
2025-12-06T17:43:41.446105Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802052004535955:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:41.446140Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:41.450842Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802051422776643:2127] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41836
2025-12-06T17:43:41.451448Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802052081604505:2079] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:43:41.451534Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:41.451589Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802052081604505:2079] [node 4] ICP22 created new session: [2:7580802052081604540:2079]
2025-12-06T17:43:41.451638Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802052081604540:2079] [node 4] ICS09 handshake done sender: [2:7580802052081604518:2116] self: [2:7580802052081604517:0] peer: [4:7580802052004535953:0] socket: 313 qp: -1
2025-12-06T17:43:41.451684Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802052081604540:2079] [node 4] ICS10 traffic start
2025-12-06T17:43:41.451719Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:41.455794Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802051340887701:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26972
2025-12-06T17:43:41.456192Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802051340887703:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26972
2025-12-06T17:43:41.461944Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802051340887701:2121] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:41.462081Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802047045920312:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:41.462676Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802052081604514:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:41.462714Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802052081604514:2113] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:43:41.463900Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802050230677864:2062] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23657) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802054525645211:2117] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:41.466473Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802051340887707:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26972
2025-12-06T17:43:41.470829Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802052081604514:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:41.470788Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802055499891438:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:41.471279Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802054525645216:2119] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:41.471225Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802052004535951:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:41.471407Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802047709568564:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:41.478718Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802051340887692:2119] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:41.479230Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802054525645211:2117] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:41.471627Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802052081604506:2080] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:41.471732Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:41.471794Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802052081604506:2080] [node 5] ICP22 created new session: [2:7580802052081604543:2080]
2025-12-06T17:43:41.471853Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802052081604543:2080] [node 5] ICS09 handshake done sender: [2:7580802052081604514:2113] self: [2:7580802052081604513:0] peer: [5:7580802051340887706:0] socket: 253 qp: -1
2025-12-06T17:43:41.471894Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802052081604543:2080] [node 5] ICS10 traffic start
2025-12-06T17:43:41.471929Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:41.480346Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802055499891440:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:41.480391Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802055499891440:2116] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:43:41.481212Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802051204924129:2067] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:41.481304Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:41.481369Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802051204924129:2067] [node 5] ICP22 created new session: [3:7580802055499891463:2067]
2025-12-06T17:43:41.481433Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802055499891463:2067] [node 5] ICS09 handshake done sender: [3:7580802055499891438:2115] self: [3:7580802055499891437:0] peer: [5:7580802051340887697:0] socket: 261 qp: -1
2025-12-06T17:43:41.481474Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802055499891463:2067] [node 5] ICS10 traffic start
2025-12-06T17:43:41.481528Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:41.484006Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802051340887701:2121] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:41.485273Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802054525645230:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52811
2025-12-06T17:43:41.491318Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802054525645199:2064] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:43:41.491425Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:41.491495Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802054525645199:2064] [node 4] ICP22 created new session: [6:7580802054525645231:2064]
2025-12-06T17:43:41.491553Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802054525645231:2064] [node 4] ICS09 handshake done sender: [6:7580802054525645216:2119] self: [6:7580802054525645222:0] peer: [4:7580802047709568635:0] socket: 300 qp: -1
2025-12-06T17:43:41.491595Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802054525645231:2064] [node 4] ICS10 traffic start
2025-12-06T17:43:41.491639Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:41.493625Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802050230677864:2062] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:43:41.493699Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:41.493754Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802050230677864:2062] [node 5] ICP22 created new session: [6:7580802054525645233:2062]
2025-12-06T17:43:41.493810Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802054525645233:2062] [node 5] ICS09 handshake done sender: [6:7580802054525645211:2117] self: [6:7580802054525645218:0] peer: [5:7580802047045920372:0] socket: 281 qp: -1
2025-12-06T17:43:41.493847Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802054525645233:2062] [node 5] ICS10 traffic start
2025-12-06T17:43:41.493911Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:41.497349Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802055499891440:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:41.497716Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802055499891428:2073] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:43:41.497809Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:41.497866Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802055499891428:2073] [node 4] ICP22 created new session: [3:7580802055499891466:2073]
2025-12-06T17:43:41.497932Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802055499891466:2073] [node 4] ICS09 handshake done sender: [3:7580802055499891440:2116] self: [3:7580802055499891439:0] peer: [4:7580802052004535957:0] socket: 294 qp: -1
2025-12-06T17:43:41.497968Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802055499891466:2073] [node 4] ICS10 traffic start
2025-12-06T17:43:41.498013Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:41.500327Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802047045920313:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:43:41.500400Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:41.500454Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802047045920313:2050] [node 3] ICP22 created new session: [5:7580802051340887708:2050]
2025-12-06T17:43:41.500508Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802051340887708:2050] [node 3] ICS09 handshake done sender: [5:7580802051340887692:2119] self: [5:7580802051340887697:0] peer: [3:7580802055499891437:0] socket: 267 qp: -1
2025-12-06T17:43:41.500547Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802051340887708:2050] [node 3] ICS10 traffic start
2025-12-06T17:43:41.500591Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:41.502279Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802047045920312:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:41.502326Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:41.502372Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802047045920312:2049] [node 2] ICP22 created new session: [5:7580802051340887710:2049]
2025-12-06T17:43:41.502421Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802051340887710:2049] [node 2] ICS09 handshake done sender: [5:7580802051340887701:2121] self: [5:7580802051340887706:0] peer: [2:7580802052081604513:0] socket: 292 qp: -1
2025-12-06T17:43:41.502451Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802051340887710:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:41.502502Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:41.503141Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7580802047045920312:2049] [node 2] ICP27 obsolete handshake fail ignored
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:41.508710Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802052004535958:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53570
2025-12-06T17:43:41.509266Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802052004535951:2118] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:41.510101Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802047709568564:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:43:41.510164Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:41.510228Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802047709568564:2050] [node 3] ICP22 created new session: [4:7580802052004535959:2050]
2025-12-06T17:43:41.510280Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802052004535959:2050] [node 3] ICS09 handshake done sender: [4:7580802052004535951:2118] self: [4:7580802052004535957:0] peer: [3:7580802055499891439:0] socket: 312 qp: -1
2025-12-06T17:43:41.510320Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802052004535959:2050] [node 3] ICS10 traffic start
2025-12-06T17:43:41.510367Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:41.530939Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7580802047045920313:2050] [node 3] ICP27 obsolete handshake fail ignored
2025-12-06T17:43:41.531451Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802054525645212:2118] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:41.532658Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802052081604545:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24588
2025-12-06T17:43:41.534195Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802050230677839:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:41.534304Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:41.534358Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802050230677839:2049] [node 2] ICP22 created new session: [6:7580802054525645237:2049]
2025-12-06T17:43:41.534425Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802054525645237:2049] [node 2] ICS09 handshake done sender: [6:7580802054525645212:2118] self: [6:7580802054525645223:0] peer: [2:7580802052081604509:0] socket: 283 qp: -1
2025-12-06T17:43:41.534466Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802054525645237:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:41.534504Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:41.687187Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:43:41.687479Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580802052081604529:2048] [node 1] ICS01 socket: 272 reason# EndOfStream
2025-12-06T17:43:41.687534Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580802047786637145:2048] [node 1] ICP30 unregister session Session# [2:7580802052081604529:2048] VirtualId# [2:7580802052081604525:0]
2025-12-06T17:43:41.687576Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580802052081604529:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:41.687674Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:41.687719Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:41.690381Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:43:41.690665Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580802055499891450:2048] [node 1] ICS07 socket disconnect 256 reason# EndOfStream
2025-12-06T17:43:41.690704Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802055499891450:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:41.690790Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:41.690835Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802055499891450:2048] [node 1] ICS15 start handshake
2025-12-06T17:43:41.696477Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802051204924067:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27811) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:43:41.696534Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802055499891450:2048] [node 1] ICS15 start handshake
2025-12-06T17:43:41.700146Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802051204924067:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27811) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:41.700230Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802055499891450:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:41.700288Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802051204924067:2048] [node 1] ICP30 unregister session Session# [3:7580802055499891450:2048] VirtualId# [3:7580802055499891447:0]
2025-12-06T17:43:41.700346Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:41.700384Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580802051204924067:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:27811) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:41.700404Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27811) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:41.705554Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:43:41.705805Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802054525645228:2048] [node 1] ICS07 socket disconnect 258 reason# EndOfStream
2025-12-06T17:43:41.705841Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802054525645228:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:41.705930Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:41.705978Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802054525645228:2048] [node 1] ICS15 start handshake
2025-12-06T17:43:41.707468Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:43:41.707694Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802052004535939:2048] [node 1] ICS07 socket disconnect 249 reason# EndOfStream
2025-12-06T17:43:41.707731Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802052004535939:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:41.707801Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:41.707842Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802052004535939:2048] [node 1] ICS15 start handshake
2025-12-06T17:43:41.706872Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:43:41.708027Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802050230677838:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27811) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:41.707119Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802051340887704:2048] [node 1] ICS01 socket: 286 reason# EndOfStream
2025-12-06T17:43:41.708100Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802054525645228:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:41.707178Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802047045920311:2048] [node 1] ICP30 unregister session Session# [5:7580802051340887704:2048] VirtualId# [5:7580802051340887693:0]
2025-12-06T17:43:41.708135Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802050230677838:2048] [node 1] ICP30 unregister session Session# [6:7580802054525645228:2048] VirtualId# [6:7580802054525645219:0]
2025-12-06T17:43:41.707218Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802051340887704:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:41.708175Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:41.707307Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:41.708213Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802050230677838:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:27811) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:41.707354Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:41.708232Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27811) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:41.709549Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802047709568562:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27811) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:41.709613Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802052004535939:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:41.709648Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802047709568562:2048] [node 1] ICP30 unregister session Session# [4:7580802052004535939:2048] VirtualId# [4:7580802052004535937:0]
2025-12-06T17:43:41.709684Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:41.709720Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802047709568562:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:27811) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:41.709739Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27811) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:41.714763Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580802047709568562:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:43:41.711685Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580802051204924067:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:43:41.720528Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802050230677838:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:43:41.768947Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:43:41.769204Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802055499891461:2049] [node 2] ICS01 socket: 277 reason# EndOfStream
2025-12-06T17:43:41.769260Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802051204924068:2049] [node 2] ICP30 unregister session Session# [3:7580802055499891461:2049] VirtualId# [3:7580802055499891454:0]
2025-12-06T17:43:41.769303Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802055499891461:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:41.769414Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:41.769461Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:41.782792Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:43:41.783071Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802051340887710:2049] [node 2] ICS07 socket disconnect 292 reason# EndOfStream
2025-12-06T17:43:41.783106Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802051340887710:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:41.783206Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:41.783261Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802051340887710:2049] [node 2] ICS15 start handshake
2025-12-06T17:43:41.782861Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:43:41.783070Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802054525645237:2049] [node 2] ICS07 socket disconnect 283 reason# EndOfStream
2025-12-06T17:43:41.783106Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802054525645237:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:41.783905Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:43:41.784114Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802052004535955:2049] [node 2] ICS07 socket disconnect 315 reason# EndOfStream
2025-12-06T17:43:41.784145Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802052004535955:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:41.784224Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:41.784289Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802052004535955:2049] [node 2] ICS15 start handshake
2025-12-06T17:43:41.785148Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802047709568563:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3168) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:41.785202Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802052004535955:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:41.783212Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:41.783258Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802054525645237:2049] [node 2] ICS15 start handshake
2025-12-06T17:43:41.785468Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802050230677839:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3168) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:41.785521Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802054525645237:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:41.785570Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802050230677839:2049] [node 2] ICP30 unregister session Session# [6:7580802054525645237:2049] VirtualId# [6:7580802054525645223:0]
2025-12-06T17:43:41.785609Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:41.785666Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802050230677839:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:3168) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:41.785699Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3168) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:41.785702Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802047045920312:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3168) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:41.785767Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802051340887710:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:41.785800Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802047045920312:2049] [node 2] ICP30 unregister session Session# [5:7580802051340887710:2049] VirtualId# [5:7580802051340887706:0]
2025-12-06T17:43:41.785835Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:41.785866Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802047045920312:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:3168) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:41.785896Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3168) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:41.785241Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802047709568563:2049] [node 2] ICP30 unregister session Session# [4:7580802052004535955:2049] VirtualId# [4:7580802052004535953:0]
2025-12-06T17:43:41.785288Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:41.785324Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802047709568563:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:3168) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:41.785340Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3168) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:41.794347Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802050230677839:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:43:41.794140Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580802047709568563:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:43:41.798856Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802047045920312:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:43:41.870283Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:43:41.870592Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802052004535959:2050] [node 3] ICS01 socket: 312 reason# EndOfStream
2025-12-06T17:43:41.870644Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802047709568564:2050] [node 3] ICP30 unregister session Session# [4:7580802052004535959:2050] VirtualId# [4:7580802052004535957:0]
2025-12-06T17:43:41.870681Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802052004535959:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:41.870762Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:43:41.870808Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:43:41.870663Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:43:41.870918Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:43:41.870860Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802054525645226:2050] [node 3] ICS07 socket disconnect 279 reason# EndOfStream
2025-12-06T17:43:41.871116Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802051340887708:2050] [node 3] ICS01 socket: 267 reason# EndOfStream
2025-12-06T17:43:41.870904Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802054525645226:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:41.870980Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:43:41.871022Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802054525645226:2050] [node 3] ICS15 start handshake
2025-12-06T17:43:41.871165Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802047045920313:2050] [node 3] ICP30 unregister session Session# [5:7580802051340887708:2050] VirtualId# [5:7580802051340887697:0]
2025-12-06T17:43:41.871198Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802051340887708:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:41.871266Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:43:41.871306Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:43:41.873218Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802050230677840:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11929) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:41.873289Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802054525645226:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:41.873326Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802050230677840:2050] [node 3] ICP30 unregister session Session# [6:7580802054525645226:2050] VirtualId# [6:7580802054525645217:0]
2025-12-06T17:43:41.873374Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:43:41.873414Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802050230677840:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:11929) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:41.873430Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11929) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:41.886722Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802050230677840:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:43:42.115839Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:43:42.116124Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802051340887690:2059] [node 4] ICS07 socket disconnect 265 reason# EndOfStream
2025-12-06T17:43:42.116188Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802051340887690:2059] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:42.116308Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:43:42.116356Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802051340887690:2059] [node 4] ICS15 start handshake
2025-12-06T17:43:42.118027Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802047045920328:2059] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17105) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:42.118108Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802051340887690:2059] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:42.118154Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802047045920328:2059] [node 4] ICP30 unregister session Session# [5:7580802051340887690:2059] VirtualId# [5:7580802051340887688:0]
2025-12-06T17:43:42.118207Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:43:42.118270Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802047045920328:2059] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:17105) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:42.118290Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17105) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:42.118821Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:43:42.119044Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802054525645231:2064] [node 4] ICS07 socket disconnect 300 reason# EndOfStream
2025-12-06T17:43:42.119078Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802054525645231:2064] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:42.119170Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:43:42.119215Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802054525645231:2064] [node 4] ICS15 start handshake
2025-12-06T17:43:42.122800Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802054525645199:2064] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17105) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:42.122878Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802054525645231:2064] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:42.122926Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802054525645199:2064] [node 4] ICP30 unregister session Session# [6:7580802054525645231:2064] VirtualId# [6:7580802054525645222:0]
2025-12-06T17:43:42.122977Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:43:42.123023Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802054525645199:2064] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:17105) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:42.123046Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17105) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:42.131119Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802054525645199:2064] [node 4] ICP33 wake up from error state
2025-12-06T17:43:42.198742Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:43:42.198982Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802054525645233:2062] [node 5] ICS01 socket: 281 reason# EndOfStream
2025-12-06T17:43:42.199038Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802050230677864:2062] [node 5] ICP30 unregister session Session# [6:7580802054525645233:2062] VirtualId# [6:7580802054525645218:0]
2025-12-06T17:43:42.199083Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802054525645233:2062] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:42.199190Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:43:42.199234Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:43:42.316235Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802058750759503:2048] [node 2] ICP01 ready to work
2025-12-06T17:43:42.316303Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802058750759504:2049] [node 3] ICP01 ready to work
2025-12-06T17:43:42.317277Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802056143091390:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:42.317321Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802056143091391:2049] [node 3] ICP01 ready to work
2025-12-06T17:43:42.339268Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802056832245921:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:42.339304Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802056832245922:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:42.502897Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802059259709324:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:42.503023Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802059259709325:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:42.518646Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802059259709326:2050] [node 3] ICP01 ready to work
2025-12-06T17:43:42.622557Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802059259709344:2066] [node 6] ICP01 ready to work
2025-12-06T17:43:42.387142Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802056082383428:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:42.387262Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802056082383429:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:42.606749Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802055983226878:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:42.820593Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802056143091437:2082] [node 4] ICP01 ready to work
2025-12-06T17:43:42.399023Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802056082383430:2050] [node 3] ICP01 ready to work
2025-12-06T17:43:42.606814Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802055983226879:2050] [node 3] ICP01 ready to work
2025-12-06T17:43:42.830747Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802058750759566:2103] [node 5] ICP01 ready to work
2025-12-06T17:43:42.877921Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802056832245984:2063] [node 6] ICP01 ready to work
2025-12-06T17:43:42.858724Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802056082383465:2064] [node 6] ICP01 ready to work
2025-12-06T17:43:42.909289Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802056143091454:2084] [node 5] ICP01 ready to work
2025-12-06T17:43:42.607978Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802055983226877:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:42.938965Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802058750759568:2105] [node 4] ICP01 ready to work
2025-12-06T17:43:42.881743Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802056082383430:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(196644216ns) {Configure:104(196633244ns) {ProcessConfigured:135(80840ns) {StartInitialHandshake:157(76020ns) {DropHandshakes:470(7670ns) {DropIncomingHandshake:442(1122ns) DropOutgoingHandshake:457(745ns)} GenerateSessionVirtualId:988(1103ns) PrepareNewSessionHandshake:477(1848ns) {SwitchToState:179(743ns)}}}}}
2025-12-06T17:43:42.866671Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802056832245985:2062] [node 4] ICP01 ready to work
2025-12-06T17:43:42.946713Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802056143091455:2083] [node 6] ICP01 ready to work
2025-12-06T17:43:42.711948Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802055983226891:2060] [node 4] ICP01 ready to work
2025-12-06T17:43:42.893439Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802056082383494:2068] [node 4] ICP01 ready to work
2025-12-06T17:43:42.938050Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802056832245988:2081] [node 5] ICP01 ready to work
2025-12-06T17:43:42.912538Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802056082383428:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(30205945ns) {Configure:104(30196255ns) {ProcessConfigured:135(90644ns) {StartInitialHandshake:157(87288ns) {DropHandshakes:470(2960ns) {DropIncomingHandshake:442(607ns) DropOutgoingHandshake:457(506ns)} GenerateSessionVirtualId:988(1146ns) PrepareNewSessionHandshake:477(2084ns) {SwitchToState:179(652ns)}}}}}
2025-12-06T17:43:42.939285Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802058750759567:2104] [node 6] ICP01 ready to work
2025-12-06T17:43:42.959970Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802059259709324:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(309447292ns) {Configure:104(309441616ns) {ProcessConfigured:135(6474803ns) {StartInitialHandshake:157(6471710ns) {DropHandshakes:470(1263ns) {DropIncomingHandshake:442(328ns) DropOutgoingHandshake:457(32ns)} GenerateSessionVirtualId:988(2359ns) PrepareNewSessionHandshake:477(4956ns) {SwitchToState:179(2106ns)}}}}}
2025-12-06T17:43:42.769944Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802055983226878:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(101695782ns) {Configure:104(101684288ns) {ProcessConfigured:135(86220ns) {StartInitialHandshake:157(82079ns) {DropHandshakes:470(3002ns) {DropIncomingHandshake:442(725ns) DropOutgoingHandshake:457(339ns)} GenerateSessionVirtualId:988(1675ns) PrepareNewSessionHandshake:477(4678ns) {SwitchToState:179(604ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:42.964741Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802059259709394:2070] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:43.003804Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802056832245922:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(30809875ns) {Configure:104(30802569ns) {ProcessConfigured:135(77699ns) {StartInitialHandshake:157(74360ns) {DropHandshakes:470(3073ns) {DropIncomingHandshake:442(809ns) DropOutgoingHandshake:457(336ns)} GenerateSessionVirtualId:988(1059ns) PrepareNewSessionHandshake:477(1850ns) {SwitchToState:179(559ns)}}}}}
2025-12-06T17:43:43.023526Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802060377350802:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43124
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:42.914863Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802055983226877:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(137890934ns) {Configure:104(137878859ns) {ProcessConfigured:135(49760918ns) {StartInitialHandshake:157(49756645ns) {DropHandshakes:470(3802ns) {DropIncomingHandshake:442(849ns) DropOutgoingHandshake:457(988ns)} GenerateSessionVirtualId:988(984ns) PrepareNewSessionHandshake:477(4479ns) {SwitchToState:179(2730ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:43.017417Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802059259709326:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(17886745ns) {Configure:104(17881981ns) {ProcessConfigured:135(83382ns) {StartInitialHandshake:157(80820ns) {DropHandshakes:470(3340ns) {DropIncomingHandshake:442(842ns) DropOutgoingHandshake:457(408ns)} GenerateSessionVirtualId:988(1334ns) PrepareNewSessionHandshake:477(1802ns) {SwitchToState:179(593ns)}}}}}
2025-12-06T17:43:43.031961Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802060438058767:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8556
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:43.020388Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802056832245985:2062] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(31588688ns) {Configure:104(31581103ns) {ProcessConfigured:135(56146ns) {StartInitialHandshake:157(53725ns) {DropHandshakes:470(2304ns) {DropIncomingHandshake:442(567ns) DropOutgoingHandshake:457(486ns)} GenerateSessionVirtualId:988(771ns) PrepareNewSessionHandshake:477(2087ns) {SwitchToState:179(512ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:42.919948Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802055983226950:2079] [node 5] ICP01 ready to work
2025-12-06T17:43:43.022666Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802059259709325:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(320800439ns) {Configure:104(320790867ns) {ProcessConfigured:135(9307980ns) {StartInitialHandshake:157(9305042ns) {DropHandshakes:470(1372ns) {DropIncomingHandshake:442(326ns) DropOutgoingHandshake:457(378ns)} GenerateSessionVirtualId:988(472ns) PrepareNewSessionHandshake:477(3180ns) {SwitchToState:179(1536ns)}}}}}
2025-12-06T17:43:43.043926Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802056143091456:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8556
2025-12-06T17:43:43.040997Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802059259709394:2070] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(16960603ns) {Configure:104(16955177ns) {ProcessConfigured:135(1778396ns) {StartInitialHandshake:157(1775184ns) {DropHandshakes:470(3337ns) {DropIncomingHandshake:442(1003ns) DropOutgoingHandshake:457(755ns)} GenerateSessionVirtualId:988(1031ns) PrepareNewSessionHandshake:477(3774ns) {SwitchToState:179(1861ns)}}}}}
2025-12-06T17:43:43.041641Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802059259709392:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16716
2025-12-06T17:43:43.042204Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802063554676698:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16716
2025-12-06T17:43:43.073081Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802059259709392:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:43.046411Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802060278194250:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21866
2025-12-06T17:43:43.021008Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802056832245990:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31286
2025-12-06T17:43:43.070788Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802056082383496:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:43.021659Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802056832245989:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31286
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:43.046484Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802060278194251:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21866
2025-12-06T17:43:43.070836Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580802056082383496:2111] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:43.057723Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802056143091456:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:43.031707Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802056832245990:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:43.087307Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802063554676698:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:43.078861Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802060438058761:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8556
2025-12-06T17:43:43.071520Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802060377350802:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:43.055134Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802060278194249:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21866
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:43.034014Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802056832245988:2081] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(27899096ns) {Configure:104(27894764ns) {ProcessConfigured:135(69306ns) {StartInitialHandshake:157(66291ns) {DropHandshakes:470(3271ns) {DropIncomingHandshake:442(935ns) DropOutgoingHandshake:457(451ns)} GenerateSessionVirtualId:988(1773ns) PrepareNewSessionHandshake:477(1872ns) {SwitchToState:179(581ns)}}}}}
2025-12-06T17:43:43.071942Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802056082383429:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:43.086309Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802056082383496:2111] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:43.099045Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580802056082383465:2064] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:43.101911Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:43.101984Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802056082383465:2064] [node 6] ICP22 created new session: [5:7580802060377350805:2064]
2025-12-06T17:43:43.124980Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802060377350805:2064] [node 6] ICS09 handshake done sender: [5:7580802056082383496:2111] self: [5:7580802056082383495:0] peer: [6:7580802060278194254:0] socket: 258 qp: -1
2025-12-06T17:43:43.065438Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802060278194249:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:43.065674Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802055983226950:2079] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:43.094461Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802060278194250:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:43.095970Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802060278194255:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21866
2025-12-06T17:43:43.115128Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802055983226891:2060] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:43.094771Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802056143091460:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:43.087462Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802059259709325:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:43.135137Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802055983226891:2060] [node 4] ICP35 event processing took too much time PendingConnection:279(18455670ns) {IncomingHandshake:261(13133053ns) {DropIncomingHandshake:442(1536ns) PrepareNewSessionHandshake:477(5559ns) {SwitchToState:179(3811ns)} GenerateSessionVirtualId:988(1515ns) IssueIncomingHandshakeReply:193(67360ns) {SwitchToState:179(526ns)}}}
2025-12-06T17:43:43.119138Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802063045726865:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:525
2025-12-06T17:43:43.043647Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802056832245989:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:43.133625Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802060377350805:2064] [node 6] ICS10 traffic start
2025-12-06T17:43:43.094832Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802056143091460:2112] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:43:43.151639Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802060278194251:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:43.151822Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802060278194249:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:43.048869Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802061127213299:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31286
2025-12-06T17:43:43.096568Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802061127213299:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:43.162487Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802055983226950:2079] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:43:43.162587Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:43.123424Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802063554676702:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16716
2025-12-06T17:43:43.135726Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:43.122207Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802063045726866:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:525
2025-12-06T17:43:43.163344Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802055983226950:2079] [node 5] ICP22 created new session: [6:7580802060278194257:2079]
2025-12-06T17:43:43.163404Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802060278194257:2079] [node 5] ICS09 handshake done sender: [6:7580802060278194249:2114] self: [6:7580802060278194254:0] peer: [5:7580802056082383495:0] socket: 273 qp: -1
2025-12-06T17:43:43.163440Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802060278194257:2079] [node 5] ICS10 traffic start
2025-12-06T17:43:43.163510Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:43.166087Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802055983226879:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:43.099181Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802060438058761:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:43.160697Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802056082383465:2064] [node 6] ICP35 event processing took too much time PendingConnection:279(63165736ns) {HandleHandshakeStatus:329(60582805ns) {DropIncomingHandshake:442(809ns) DropOutgoingHandshake:457(627ns) SwitchToState:179(561ns) ProcessPendingSessionEvents:495(7343742ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 7263145ns max# 6699780ns}}}
2025-12-06T17:43:43.127662Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802063554676698:2116] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:43.145197Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802058750759504:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(22491776ns) {Configure:104(22485271ns) {ProcessConfigured:135(86505ns) {StartInitialHandshake:157(83600ns) {DropHandshakes:470(3219ns) {DropIncomingHandshake:442(665ns) DropOutgoingHandshake:457(753ns)} GenerateSessionVirtualId:988(1233ns) PrepareNewSessionHandshake:477(1839ns) {SwitchToState:179(682ns)}}}}}
2025-12-06T17:43:43.167269Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802060278194259:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21866
2025-12-06T17:43:43.145437Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802063045726866:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:43.177053Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802058750759568:2105] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(30975501ns) {Configure:104(30969238ns) {ProcessConfigured:135(80505ns) {StartInitialHandshake:157(75145ns) {DropHandshakes:470(3048ns) {DropIncomingHandshake:442(595ns) DropOutgoingHandshake:457(404ns)} GenerateSessionVirtualId:988(760ns) PrepareNewSessionHandshake:477(1692ns) {SwitchToState:179(515ns)}}}}}
2025-12-06T17:43:43.177227Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802063045726867:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:525
2025-12-06T17:43:43.167585Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802056832245987:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:43.167629Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802056832245987:2110] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:43.181551Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802056832245987:2110] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:43.186604Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802061127213303:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31286
2025-12-06T17:43:43.189159Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802056832245984:2063] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:43.189256Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:43.189318Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802056832245984:2063] [node 6] ICP22 created new session: [3:7580802061127213304:2063]
2025-12-06T17:43:43.189392Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802061127213304:2063] [node 6] ICS09 handshake done sender: [3:7580802056832245987:2110] self: [3:7580802056832245986:0] peer: [6:7580802060278194260:0] socket: 272 qp: -1
2025-12-06T17:43:43.189447Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802061127213304:2063] [node 6] ICS10 traffic start
2025-12-06T17:43:43.189506Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:43.110395Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802056143091458:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:43.110440Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802056143091458:2111] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:43:43.114355Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802056143091458:2111] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:43.124287Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802060438058767:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:43.147295Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802056143091460:2112] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:43.162004Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802056143091437:2082] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:43:43.162096Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:43.162160Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802056143091437:2082] [node 4] ICP22 created new session: [2:7580802060438058773:2082]
2025-12-06T17:43:43.168757Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802060438058773:2082] [node 4] ICS09 handshake done sender: [2:7580802056143091458:2111] self: [2:7580802056143091457:0] peer: [4:7580802063554676701:0] socket: 265 qp: -1
2025-12-06T17:43:43.175056Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802060438058773:2082] [node 4] ICS10 traffic start
2025-12-06T17:43:43.175123Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:43.178945Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802056143091454:2084] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:43.179051Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:43.179110Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802056143091454:2084] [node 5] ICP22 created new session: [2:7580802060438058775:2084]
2025-12-06T17:43:43.179189Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802060438058775:2084] [node 5] ICS09 handshake done sender: [2:7580802056143091460:2112] self: [2:7580802056143091459:0] peer: [5:7580802060377350804:0] socket: 266 qp: -1
2025-12-06T17:43:43.179237Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802060438058775:2084] [node 5] ICS10 traffic start
2025-12-06T17:43:43.179277Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:43.184241Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802056143091437:2082] [node 4] ICP35 event processing took too much time PendingConnection:279(21104222ns) {HandleHandshakeStatus:329(21100415ns) {DropIncomingHandshake:442(460ns) DropOutgoingHandshake:457(675ns) SwitchToState:179(1186ns) ProcessPendingSessionEvents:495(692380ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 617264ns max# 73428ns}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:43.194830Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802063045726867:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:43.195084Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802063045726868:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:525
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:43.202099Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802055983226891:2060] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19521) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802060278194250:2115] held: no
2025-12-06T17:43:43.203651Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802060278194250:2115] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:43.212115Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802061127213292:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:43.212157Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802061127213292:2115] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:43.213892Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802061127213292:2115] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:43.127899Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802059259709325:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:43.161730Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802060377350808:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43124
2025-12-06T17:43:43.199428Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802060377350808:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:43.201573Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802060377350807:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43124
2025-12-06T17:43:43.203155Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802056082383494:2068] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:43.203237Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802060377350802:2115] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:43.214364Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802058750759566:2103] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(18763066ns) {Configure:104(18756623ns) {ProcessConfigured:135(16698630ns) {StartInitialHandshake:157(16695612ns) {DropHandshakes:470(2558ns) {DropIncomingHandshake:442(636ns) DropOutgoingHandshake:457(421ns)} GenerateSessionVirtualId:988(975ns) PrepareNewSessionHandshake:477(8152ns) {SwitchToState:179(1893ns)}}}}}
2025-12-06T17:43:43.214587Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802063045726865:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:43.216428Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802056832245985:2062] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:43:43.216532Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:43.216599Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802056832245985:2062] [node 4] ICP22 created new session: [3:7580802061127213309:2062]
2025-12-06T17:43:43.216659Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802061127213309:2062] [node 4] ICS09 handshake done sender: [3:7580802061127213292:2115] self: [3:7580802061127213291:0] peer: [4:7580802063554676713:0] socket: 302 qp: -1
2025-12-06T17:43:43.216697Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802061127213309:2062] [node 4] ICS10 traffic start
2025-12-06T17:43:43.216752Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:43.219321Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802056082383429:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:43.219399Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:43.219464Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802056082383429:2049] [node 2] ICP22 created new session: [5:7580802060377350811:2049]
2025-12-06T17:43:43.219524Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802060377350811:2049] [node 2] ICS09 handshake done sender: [5:7580802060377350802:2115] self: [5:7580802060377350804:0] peer: [2:7580802056143091459:0] socket: 268 qp: -1
2025-12-06T17:43:43.219564Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802060377350811:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:43.219599Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:43.220389Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7580802056082383429:2049] [node 2] ICP27 obsolete handshake fail ignored
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:43.222826Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802060377350813:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43124
2025-12-06T17:43:43.224535Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802060377350808:2117] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:43.226355Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802058750759567:2104] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(48243507ns) {Configure:104(48232027ns) {ProcessConfigured:135(55226ns) {StartInitialHandshake:157(52761ns) {DropHandshakes:470(2535ns) {DropIncomingHandshake:442(564ns) DropOutgoingHandshake:457(497ns)} GenerateSessionVirtualId:988(962ns) PrepareNewSessionHandshake:477(1359ns) {SwitchToState:179(519ns)}}}}}
2025-12-06T17:43:43.226520Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802063045726868:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:43.234150Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802061127213308:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31286
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:43.246304Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802060438058779:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8556
2025-12-06T17:43:43.247513Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802061127213303:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:43.247694Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802056832245922:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:43.127963Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:43.128026Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802059259709325:2049] [node 2] ICP22 created new session: [4:7580802063554676703:2049]
2025-12-06T17:43:43.128090Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802063554676703:2049] [node 2] ICS09 handshake done sender: [4:7580802063554676698:2116] self: [4:7580802063554676701:0] peer: [2:7580802056143091457:0] socket: 279 qp: -1
2025-12-06T17:43:43.128136Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802063554676703:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:43.128187Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:43.154659Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802059259709346:2067] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:43.154705Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802059259709346:2067] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:43.156011Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802059259709346:2067] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:43.162337Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802059259709344:2066] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:43.162414Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:43.162480Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802059259709344:2066] [node 6] ICP22 created new session: [4:7580802063554676707:2066]
2025-12-06T17:43:43.162578Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802063554676707:2066] [node 6] ICS09 handshake done sender: [4:7580802059259709346:2067] self: [4:7580802059259709345:0] peer: [6:7580802060278194256:0] socket: 269 qp: -1
2025-12-06T17:43:43.162641Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802063554676707:2066] [node 6] ICS10 traffic start
2025-12-06T17:43:43.162692Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:43.198749Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802063554676709:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16716
2025-12-06T17:43:43.207790Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802063554676696:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:43.207821Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802063554676696:2115] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:43:43.208788Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802063554676696:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:43.209045Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802059259709394:2070] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:43.209126Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:43.209191Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802059259709394:2070] [node 5] ICP22 created new session: [4:7580802063554676711:2070]
2025-12-06T17:43:43.209253Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802063554676711:2070] [node 5] ICS09 handshake done sender: [4:7580802063554676696:2115] self: [4:7580802063554676695:0] peer: [5:7580802060377350810:0] socket: 295 qp: -1
2025-12-06T17:43:43.209294Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802063554676711:2070] [node 5] ICS10 traffic start
2025-12-06T17:43:43.209333Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:43.211650Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802063554676709:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:43.211808Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802059259709326:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:43.213667Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802063554676714:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16716
2025-12-06T17:43:43.218896Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802063554676715:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16716
2025-12-06T17:43:43.218966Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802063554676709:2118] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:43.230221Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802059259709326:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:43:43.230276Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:43.230331Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802059259709326:2050] [node 3] ICP22 created new session: [4:7580802063554676717:2050]
2025-12-06T17:43:43.230385Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802063554676717:2050] [node 3] ICS09 handshake done sender: [4:7580802063554676709:2118] self: [4:7580802063554676713:0] peer: [3:7580802061127213291:0] socket: 303 qp: -1
2025-12-06T17:43:43.230428Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802063554676717:2050] [node 3] ICS10 traffic start
2025-12-06T17:43:43.230468Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:43.269507Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802056082383494:2068] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:43:43.269587Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:43.269659Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802056082383494:2068] [node 4] ICP22 created new session: [5:7580802060377350816:2068]
2025-12-06T17:43:43.269717Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802060377350816:2068] [node 4] ICS09 handshake done sender: [5:7580802060377350808:2117] self: [5:7580802060377350810:0] peer: [4:7580802063554676695:0] socket: 296 qp: -1
2025-12-06T17:43:43.269759Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802060377350816:2068] [node 4] ICS10 traffic start
2025-12-06T17:43:43.269799Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:43.276544Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802063554676716:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16716
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:43.277679Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802060377350815:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43124
2025-12-06T17:43:43.278267Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802060377350815:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:43.278486Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802060438058760:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:43.278584Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802060438058760:2114] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:43:43.279249Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802060438058779:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:43.279602Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580802056143091390:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:43.280937Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802063045726870:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:43.281007Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802063045726870:2114] [node 2] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:43.282179Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802061127213313:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31286
2025-12-06T17:43:43.291913Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802063045726874:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:43.291964Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802063045726874:2116] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:43:43.292908Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802063045726870:2114] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:43.293803Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802063045726874:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:43.294160Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802058750759568:2105] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:43:43.294270Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:43.294331Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802058750759568:2105] [node 4] ICP22 created new session: [1:7580802063045726888:2105]
2025-12-06T17:43:43.294387Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802063045726888:2105] [node 4] ICS09 handshake done sender: [1:7580802063045726874:2116] self: [1:7580802063045726873:0] peer: [4:7580802063554676719:0] socket: 307 qp: -1
2025-12-06T17:43:43.294438Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802063045726888:2105] [node 4] ICS10 traffic start
2025-12-06T17:43:43.294488Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:43.302888Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802061127213303:2118] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:43.303277Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802056832245922:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:43.303392Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:43.303462Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802056832245922:2049] [node 2] ICP22 created new session: [3:7580802061127213314:2049]
2025-12-06T17:43:43.303521Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802061127213314:2049] [node 2] ICS09 handshake done sender: [3:7580802061127213303:2118] self: [3:7580802061127213312:0] peer: [2:7580802060438058759:0] socket: 300 qp: -1
2025-12-06T17:43:43.303567Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802061127213314:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:43.303624Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:43.285717Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802060438058760:2114] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:43.314996Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802060438058782:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8556
2025-12-06T17:43:43.286157Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802055983226891:2060] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:43:43.288712Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7580802059259709394:2070] [node 5] ICP27 obsolete handshake fail ignored
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:43.338898Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802061127213308:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:43.319008Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802056082383430:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:43.286249Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:43.324524Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802058750759503:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:43:43.347136Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802056832245921:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:43.338649Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802060377350819:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43124
2025-12-06T17:43:43.288871Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802063554676715:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:43.289299Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802059259709324:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:43.293597Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802063554676720:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16716
2025-12-06T17:43:43.295903Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802063554676715:2120] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:43.298384Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802059259709324:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:43.298477Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:43.298561Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802059259709324:2048] [node 1] ICP22 created new session: [4:7580802063554676721:2048]
2025-12-06T17:43:43.298622Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802063554676721:2048] [node 1] ICS09 handshake done sender: [4:7580802063554676715:2120] self: [4:7580802063554676719:0] peer: [1:7580802063045726873:0] socket: 308 qp: -1
2025-12-06T17:43:43.298673Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802063554676721:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:43.298712Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:43.351103Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802061127213297:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:43.351166Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802061127213297:2116] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:43:43.357824Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802060377350819:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:43.369233Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802061127213317:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31286
2025-12-06T17:43:43.339416Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802056143091391:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:43:43.324676Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:43.362807Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802056082383428:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:43.286315Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802055983226891:2060] [node 4] ICP22 created new session: [6:7580802060278194263:2060]
2025-12-06T17:43:43.286406Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802060278194263:2060] [node 4] ICS09 handshake done sender: [6:7580802060278194250:2115] self: [6:7580802060278194256:0] peer: [4:7580802059259709345:0] socket: 275 qp: -1
2025-12-06T17:43:43.286446Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802060278194263:2060] [node 4] ICS10 traffic start
2025-12-06T17:43:43.286505Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:43.319890Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802055983226879:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13946) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802060278194251:2116] held: no
2025-12-06T17:43:43.367013Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802060278194261:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21866
2025-12-06T17:43:43.374225Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802060278194265:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21866
2025-12-06T17:43:43.374372Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802060278194266:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21866
2025-12-06T17:43:43.339520Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:43.339590Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802056143091391:2049] [node 3] ICP22 created new session: [2:7580802060438058783:2049]
2025-12-06T17:43:43.339655Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802060438058783:2049] [node 3] ICS09 handshake done sender: [2:7580802060438058760:2114] self: [2:7580802060438058759:0] peer: [3:7580802061127213312:0] socket: 262 qp: -1
2025-12-06T17:43:43.339696Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802060438058783:2049] [node 3] ICS10 traffic start
2025-12-06T17:43:43.339742Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:43.341818Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802060438058779:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:43.358123Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580802056143091390:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:43.358209Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:43.358267Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802056143091390:2048] [node 1] ICP22 created new session: [2:7580802060438058785:2048]
2025-12-06T17:43:43.358327Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802060438058785:2048] [node 1] ICS09 handshake done sender: [2:7580802060438058779:2118] self: [2:7580802060438058781:0] peer: [1:7580802063045726869:0] socket: 312 qp: -1
2025-12-06T17:43:43.358370Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802060438058785:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:43.358425Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:43.324736Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802058750759503:2048] [node 2] ICP22 created new session: [1:7580802063045726890:2048]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:43.383933Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7580802056143091390:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:43:43.396585Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802061127213308:2119] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:43.324786Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802063045726890:2048] [node 2] ICS09 handshake done sender: [1:7580802063045726870:2114] self: [1:7580802063045726869:0] peer: [2:7580802060438058781:0] socket: 305 qp: -1
2025-12-06T17:43:43.324825Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802063045726890:2048] [node 2] ICS10 traffic start
2025-12-06T17:43:43.334829Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:43.356427Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802063045726872:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:43.356464Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802063045726872:2115] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:43:43.357324Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802063045726872:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:43.367870Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802063045726876:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:43.367902Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802063045726876:2117] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:43:43.382116Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802063045726876:2117] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:43.393174Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802058750759504:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:43:43.393280Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:43.393355Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802058750759504:2049] [node 3] ICP22 created new session: [1:7580802063045726896:2049]
2025-12-06T17:43:43.393413Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802063045726896:2049] [node 3] ICS09 handshake done sender: [1:7580802063045726872:2115] self: [1:7580802063045726871:0] peer: [3:7580802061127213316:0] socket: 306 qp: -1
2025-12-06T17:43:43.393458Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802063045726896:2049] [node 3] ICS10 traffic start
2025-12-06T17:43:43.393514Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:43.387039Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802060278194265:2121] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:43.387223Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802055983226878:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:43.395651Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802060278194266:2122] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:43.395806Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802055983226877:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:43.398080Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802055983226879:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(94802540ns) {HandleHandshakeStatus:395(94798804ns) {LogHandshakeFail:472(17923ns) {UpdateErrorStateLog:545(6591ns)} DropOutgoingHandshake:457(2872ns) ProcessPendingSessionEvents:495(77123140ns) {unordered DropSessionEvent:512 num# 100 sum# 77036186ns max# 13802981ns}}}
2025-12-06T17:43:43.398271Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802060278194251:2116] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:43.400297Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802060438058763:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:43.400355Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802060438058763:2116] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:43.401159Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802061127213297:2116] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:43.401679Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802056832245921:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:43.401794Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:43.401862Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802056832245921:2048] [node 1] ICP22 created new session: [3:7580802061127213319:2048]
2025-12-06T17:43:43.401957Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802061127213319:2048] [node 1] ICS09 handshake done sender: [3:7580802061127213308:2119] self: [3:7580802061127213316:0] peer: [1:7580802063045726871:0] socket: 309 qp: -1
2025-12-06T17:43:43.402001Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802061127213319:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:43.402044Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:43.410909Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802063045726881:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:43.410958Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802063045726881:2118] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:43.411545Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802058750759566:2103] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:43.411638Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:43.411693Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802058750759566:2103] [node 5] ICP22 created new session: [1:7580802063045726899:2103]
2025-12-06T17:43:43.411752Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802063045726899:2103] [node 5] ICS09 handshake done sender: [1:7580802063045726876:2117] self: [1:7580802063045726875:0] peer: [5:7580802060377350820:0] socket: 284 qp: -1
2025-12-06T17:43:43.411795Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802063045726899:2103] [node 5] ICS10 traffic start
2025-12-06T17:43:43.411846Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:43.414404Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802060438058763:2116] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:43.414873Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802056143091455:2083] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:43.414973Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:43.415038Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802056143091455:2083] [node 6] ICP22 created new session: [2:7580802060438058788:2083]
2025-12-06T17:43:43.415096Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802060438058788:2083] [node 6] ICS09 handshake done sender: [2:7580802060438058763:2116] self: [2:7580802060438058762:0] peer: [6:7580802060278194267:0] socket: 254 qp: -1
2025-12-06T17:43:43.415138Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802060438058788:2083] [node 6] ICS10 traffic start
2025-12-06T17:43:43.415176Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:43.406337Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802056832245988:2081] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:43.406460Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:43.406519Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802056832245988:2081] [node 5] ICP22 created new session: [3:7580802061127213321:2081]
2025-12-06T17:43:43.406938Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802061127213321:2081] [node 5] ICS09 handshake done sender: [3:7580802061127213297:2116] self: [3:7580802061127213296:0] peer: [5:7580802060377350818:0] socket: 313 qp: -1
2025-12-06T17:43:43.406984Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802061127213321:2081] [node 5] ICS10 traffic start
2025-12-06T17:43:43.407031Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:43.390910Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802060377350821:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43124
2025-12-06T17:43:43.400540Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802060377350819:2120] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:43.421123Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802056082383428:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:43.421232Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:43.421286Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802056082383428:2048] [node 1] ICP22 created new session: [5:7580802060377350823:2048]
2025-12-06T17:43:43.421335Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802060377350823:2048] [node 1] ICS09 handshake done sender: [5:7580802060377350819:2120] self: [5:7580802060377350820:0] peer: [1:7580802063045726875:0] socket: 311 qp: -1
2025-12-06T17:43:43.421381Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802060377350823:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:43.421413Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:43.417992Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802060278194269:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21866
2025-12-06T17:43:43.418477Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802055983226879:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:43:43.418564Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:43.418639Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802055983226879:2050] [node 3] ICP22 created new session: [6:7580802060278194270:2050]
2025-12-06T17:43:43.418701Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802060278194270:2050] [node 3] ICS09 handshake done sender: [6:7580802060278194251:2116] self: [6:7580802060278194260:0] peer: [3:7580802056832245986:0] socket: 276 qp: -1
2025-12-06T17:43:43.418746Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802060278194270:2050] [node 3] ICS10 traffic start
2025-12-06T17:43:43.418795Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:43.425286Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802060377350822:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43124
2025-12-06T17:43:43.426115Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802060377350815:2119] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:43.428136Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802056082383430:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:43:43.428214Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:43.428293Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802056082383430:2050] [node 3] ICP22 created new session: [5:7580802060377350825:2050]
2025-12-06T17:43:43.428349Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802060377350825:2050] [node 3] ICS09 handshake done sender: [5:7580802060377350815:2119] self: [5:7580802060377350818:0] peer: [3:7580802061127213296:0] socket: 314 qp: -1
2025-12-06T17:43:43.428390Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802060377350825:2050] [node 3] ICS10 traffic start
2025-12-06T17:43:43.428428Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:43.440816Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802055983226878:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27681) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802060278194265:2121] held: no
2025-12-06T17:43:43.441929Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802060278194265:2121] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:43.442167Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802063045726898:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:525
2025-12-06T17:43:43.444519Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802063045726881:2118] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:43.445850Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7580802056082383430:2050] [node 3] ICP27 obsolete handshake fail ignored
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:43.446846Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802055983226878:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:43.446950Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:43.447024Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802055983226878:2049] [node 2] ICP22 created new session: [6:7580802060278194273:2049]
2025-12-06T17:43:43.447082Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802060278194273:2049] [node 2] ICS09 handshake done sender: [6:7580802060278194265:2121] self: [6:7580802060278194267:0] peer: [2:7580802060438058762:0] socket: 316 qp: -1
2025-12-06T17:43:43.447129Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802060278194273:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:43.447172Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:43.449363Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802060278194272:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21866
2025-12-06T17:43:43.459019Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802063045726898:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:43.459457Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802060278194266:2122] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:43.466850Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802058750759567:2104] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:43.466962Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:43.467030Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802058750759567:2104] [node 6] ICP22 created new session: [1:7580802063045726902:2104]
2025-12-06T17:43:43.467097Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802063045726902:2104] [node 6] ICS09 handshake done sender: [1:7580802063045726881:2118] self: [1:7580802063045726880:0] peer: [6:7580802060278194268:0] socket: 270 qp: -1
2025-12-06T17:43:43.467138Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802063045726902:2104] [node 6] ICS10 traffic start
2025-12-06T17:43:43.467182Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:43.469859Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580802058750759567:2104] [node 6] ICP18 handshake (actor [1:7580802063045726898:2119]) is too old
2025-12-06T17:43:43.463640Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802055983226877:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:43.463744Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:43.463811Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802055983226877:2048] [node 1] ICP22 created new session: [6:7580802060278194275:2048]
2025-12-06T17:43:43.463886Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802060278194275:2048] [node 1] ICS09 handshake done sender: [6:7580802060278194266:2122] self: [6:7580802060278194268:0] peer: [1:7580802063045726880:0] socket: 320 qp: -1
2025-12-06T17:43:43.463933Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802060278194275:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:43.464000Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:43.502853Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:43:43.503172Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7580802060438058785:2048] [node 1] ICS07 socket disconnect 312 reason# EndOfStream
2025-12-06T17:43:43.503212Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580802060438058785:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:43.503292Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:43.503344Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580802060438058785:2048] [node 1] ICS15 start handshake
2025-12-06T17:43:43.508911Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:43:43.509181Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580802061127213319:2048] [node 1] ICS07 socket disconnect 309 reason# EndOfStream
2025-12-06T17:43:43.509220Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802061127213319:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:43.509313Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:43.509359Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802061127213319:2048] [node 1] ICS15 start handshake
2025-12-06T17:43:43.511568Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802056143091390:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3330) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:43:43.511627Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580802060438058785:2048] [node 1] ICS15 start handshake
2025-12-06T17:43:43.521731Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802056832245921:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3330) Socket error# Connection reset by peer state# SendInitialPacket processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:43:43.521803Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802061127213319:2048] [node 1] ICS15 start handshake
2025-12-06T17:43:43.524209Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802056143091390:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3330) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:43.529521Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:43:43.543330Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:43:43.532100Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580802060438058785:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:43.535006Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:43:43.552950Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802060377350823:2048] [node 1] ICS07 socket disconnect 311 reason# EndOfStream
2025-12-06T17:43:43.553016Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802060377350823:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:43.553107Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:43.553160Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802060377350823:2048] [node 1] ICS15 start handshake
2025-12-06T17:43:43.553252Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802056832245921:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3330) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:43.553380Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802061127213319:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:43.553431Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802056832245921:2048] [node 1] ICP30 unregister session Session# [3:7580802061127213319:2048] VirtualId# [3:7580802061127213316:0]
2025-12-06T17:43:43.553476Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:43.553530Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580802056832245921:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:3330) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:43.553549Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3330) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:43.553860Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:294: Proxy [3:7580802056832245921:2048] [node 1] ICP35 event processing took too much time StateWork:294(21507049ns) {HandleHandshakeStatus:395(21504009ns) {LogHandshakeFail:472(6640643ns) {UpdateErrorStateLog:545(6050ns)} DropOutgoingHandshake:457(2108ns) ProcessPendingSessionEvents:495(355ns) UnregisterSession:538(57224ns) {ProcessPendingSessionEvents:495(75ns) SwitchToInitialState:202(1864ns) {SwitchToState:179(1099ns)}} TransitToErrorState:752(86392ns) {SwitchToState:179(10664ns) ProcessPendingSessionEvents:495(38ns) DropHandshakes:470(1883ns) {DropIncomingHandshake:442(422ns) DropOutgoingHandshake:457(180ns)}}}}
2025-12-06T17:43:43.551480Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802063554676721:2048] [node 1] ICS01 socket: 308 reason# EndOfStream
2025-12-06T17:43:43.551571Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802059259709324:2048] [node 1] ICP30 unregister session Session# [4:7580802063554676721:2048] VirtualId# [4:7580802063554676719:0]
2025-12-06T17:43:43.551615Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802063554676721:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:43.551735Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:43.551784Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:43.535292Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802060278194275:2048] [node 1] ICS07 socket disconnect 320 reason# EndOfStream
2025-12-06T17:43:43.535341Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802060278194275:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:43.535382Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:43.535464Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802060278194275:2048] [node 1] ICS15 start handshake
2025-12-06T17:43:43.544019Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802055983226877:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3330) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:43.544087Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802060278194275:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:43.544140Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802055983226877:2048] [node 1] ICP30 unregister session Session# [6:7580802060278194275:2048] VirtualId# [6:7580802060278194268:0]
2025-12-06T17:43:43.544194Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:43.544233Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802055983226877:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:3330) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:43.544253Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3330) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:43.564171Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802055983226877:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:43:43.563656Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580802056832245921:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:43:43.563911Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802056082383428:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3330) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:43.564002Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802060377350823:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:43.564066Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802056082383428:2048] [node 1] ICP30 unregister session Session# [5:7580802060377350823:2048] VirtualId# [5:7580802060377350820:0]
2025-12-06T17:43:43.564126Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:43.564175Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802056082383428:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:3330) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:43.564193Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3330) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:43.579018Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802056082383428:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:43:43.614489Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:43:43.614767Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580802061127213314:2049] [node 2] ICS07 socket disconnect 300 reason# EndOfStream
2025-12-06T17:43:43.614806Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802061127213314:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:43.614908Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:43.614954Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802061127213314:2049] [node 2] ICS15 start handshake
2025-12-06T17:43:43.619861Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802056832245922:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27681) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:43:43.619920Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802061127213314:2049] [node 2] ICS15 start handshake
2025-12-06T17:43:43.621102Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802056832245922:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27681) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:43.621170Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802061127213314:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:43.621206Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802056832245922:2049] [node 2] ICP30 unregister session Session# [3:7580802061127213314:2049] VirtualId# [3:7580802061127213312:0]
2025-12-06T17:43:43.621260Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:43.621298Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580802056832245922:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:27681) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:43.621318Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27681) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:43.626984Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:43:43.627215Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802063554676703:2049] [node 2] ICS01 socket: 279 reason# EndOfStream
2025-12-06T17:43:43.625972Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:43:43.627276Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802059259709325:2049] [node 2] ICP30 unregister session Session# [4:7580802063554676703:2049] VirtualId# [4:7580802063554676701:0]
2025-12-06T17:43:43.626221Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802060377350811:2049] [node 2] ICS07 socket disconnect 268 reason# EndOfStream
2025-12-06T17:43:43.627313Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802063554676703:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:43.626259Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802060377350811:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:43.626349Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:43.626386Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802060377350811:2049] [node 2] ICS15 start handshake
2025-12-06T17:43:43.627036Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:43:43.627237Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802060278194273:2049] [node 2] ICS01 socket: 316 reason# EndOfStream
2025-12-06T17:43:43.627279Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802055983226878:2049] [node 2] ICP30 unregister session Session# [6:7580802060278194273:2049] VirtualId# [6:7580802060278194267:0]
2025-12-06T17:43:43.627311Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802060278194273:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:43.627382Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:43.627425Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:43.627383Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:43.627425Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:43.628588Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802056082383429:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27681) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:43.628667Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802060377350811:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:43.628700Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802056082383429:2049] [node 2] ICP30 unregister session Session# [5:7580802060377350811:2049] VirtualId# [5:7580802060377350804:0]
2025-12-06T17:43:43.628742Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:43.628781Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802056082383429:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:27681) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:43.629314Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580802056832245922:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:43:43.628800Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27681) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:43.642742Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802056082383429:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:43:43.812706Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:43:43.813014Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802063554676717:2050] [node 3] ICS01 socket: 303 reason# EndOfStream
2025-12-06T17:43:43.813080Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802059259709326:2050] [node 3] ICP30 unregister session Session# [4:7580802063554676717:2050] VirtualId# [4:7580802063554676713:0]
2025-12-06T17:43:43.813125Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802063554676717:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:43.813258Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:43:43.813319Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:43:43.814074Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:43:43.812912Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:43:43.813151Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802060377350825:2050] [node 3] ICS07 socket disconnect 314 reason# EndOfStream
2025-12-06T17:43:43.813197Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802060377350825:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:43.813273Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:43:43.813310Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802060377350825:2050] [node 3] ICS15 start handshake
2025-12-06T17:43:43.816045Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802056082383430:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13946) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:43.816125Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802060377350825:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:43.816158Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802056082383430:2050] [node 3] ICP30 unregister session Session# [5:7580802060377350825:2050] VirtualId# [5:7580802060377350818:0]
2025-12-06T17:43:43.816210Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:43:43.816556Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802056082383430:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:13946) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:43.816586Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13946) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:43.814297Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802060278194270:2050] [node 3] ICS01 socket: 276 reason# EndOfStream
2025-12-06T17:43:43.814344Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802055983226879:2050] [node 3] ICP30 unregister session Session# [6:7580802060278194270:2050] VirtualId# [6:7580802060278194260:0]
2025-12-06T17:43:43.814379Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802060278194270:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:43.814465Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:43:43.814508Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:43:43.826757Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802056082383430:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:43:43.882934Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:43:43.883210Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802060278194263:2060] [node 4] ICS01 socket: 275 reason# EndOfStream
2025-12-06T17:43:43.883266Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802055983226891:2060] [node 4] ICP30 unregister session Session# [6:7580802060278194263:2060] VirtualId# [6:7580802060278194256:0]
2025-12-06T17:43:43.883309Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802060278194263:2060] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:43.883443Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:43:43.883506Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:43:43.883667Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:43:43.883987Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802060377350816:2068] [node 4] ICS07 socket disconnect 296 reason# EndOfStream
2025-12-06T17:43:43.884033Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802060377350816:2068] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:43.884115Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:43:43.884162Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802060377350816:2068] [node 4] ICS15 start handshake
2025-12-06T17:43:43.886156Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802056082383494:2068] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19521) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:43.886244Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802060377350816:2068] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:43.886283Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802056082383494:2068] [node 4] ICP30 unregister session Session# [5:7580802060377350816:2068] VirtualId# [5:7580802060377350810:0]
2025-12-06T17:43:43.886328Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:43:43.886365Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802056082383494:2068] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:19521) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:43.886380Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19521) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:43:44.319639Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802067721093537:2048] [node 2] ICP01 ready to work
2025-12-06T17:43:44.319682Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802067721093538:2049] [node 3] ICP01 ready to work
2025-12-06T17:43:44.347949Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802066975523625:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:44.348026Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802066975523626:2049] [node 3] ICP01 ready to work
2025-12-06T17:43:44.407477Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802068192941506:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:44.407518Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802068192941507:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:44.459603Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802066754062027:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:44.459664Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802066754062028:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:44.459702Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802066754062029:2050] [node 3] ICP01 ready to work
2025-12-06T17:43:44.495142Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802067787462963:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:44.495195Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802067787462964:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:44.495234Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802067787462965:2050] [node 3] ICP01 ready to work
2025-12-06T17:43:44.571374Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802066352971540:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:44.716288Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802068192941520:2060] [node 5] ICP01 ready to work
2025-12-06T17:43:44.716849Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802068192941521:2059] [node 6] ICP01 ready to work
2025-12-06T17:43:44.716710Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802066975523641:2062] [node 5] ICP01 ready to work
2025-12-06T17:43:44.571422Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802066352971541:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:44.718554Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802067721093566:2075] [node 4] ICP01 ready to work
2025-12-06T17:43:44.731054Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802066754062045:2065] [node 6] ICP01 ready to work
2025-12-06T17:43:44.571459Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802066352971542:2050] [node 3] ICP01 ready to work
2025-12-06T17:43:44.742959Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802067721093567:2074] [node 6] ICP01 ready to work
2025-12-06T17:43:44.901466Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802066975523626:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(185637948ns) {Configure:104(185619474ns) {ProcessConfigured:135(96023ns) {StartInitialHandshake:157(93363ns) {DropHandshakes:470(3128ns) {DropIncomingHandshake:442(637ns) DropOutgoingHandshake:457(576ns)} GenerateSessionVirtualId:988(1319ns) PrepareNewSessionHandshake:477(1358ns) {SwitchToState:179(530ns)}}}}}
2025-12-06T17:43:44.805138Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802066352971561:2066] [node 5] ICP01 ready to work
2025-12-06T17:43:44.908001Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802067721093601:2081] [node 5] ICP01 ready to work
2025-12-06T17:43:44.919580Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802068192941566:2063] [node 4] ICP01 ready to work
2025-12-06T17:43:44.936693Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802067787463025:2067] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:44.898895Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802066754062060:2062] [node 5] ICP01 ready to work
2025-12-06T17:43:44.841618Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802066352971542:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(53320704ns) {Configure:104(53314248ns) {ProcessConfigured:135(106252ns) {StartInitialHandshake:157(102097ns) {DropHandshakes:470(3031ns) {DropIncomingHandshake:442(683ns) DropOutgoingHandshake:457(474ns)} GenerateSessionVirtualId:988(1634ns) PrepareNewSessionHandshake:477(2179ns) {SwitchToState:179(774ns)}}}}}
2025-12-06T17:43:44.948189Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802067721093566:2075] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(229203272ns) {Configure:104(229198491ns) {ProcessConfigured:135(95183ns) {StartInitialHandshake:157(91450ns) {DropHandshakes:470(9938ns) {DropIncomingHandshake:442(502ns) DropOutgoingHandshake:457(328ns)} GenerateSessionVirtualId:988(1018ns) PrepareNewSessionHandshake:477(1508ns) {SwitchToState:179(485ns)}}}}}
2025-12-06T17:43:44.995941Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802068192941520:2060] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(279211829ns) {Configure:104(279207464ns) {ProcessConfigured:135(16884880ns) {StartInitialHandshake:157(16879788ns) {DropHandshakes:470(2599ns) {DropIncomingHandshake:442(687ns) DropOutgoingHandshake:457(375ns)} GenerateSessionVirtualId:988(849ns) PrepareNewSessionHandshake:477(6253ns) {SwitchToState:179(3219ns)}}}}}
2025-12-06T17:43:44.966471Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802067787462963:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(170661270ns) {Configure:104(170655498ns) {ProcessConfigured:135(22001222ns) {StartInitialHandshake:157(21998803ns) {DropHandshakes:470(3078ns) {DropIncomingHandshake:442(848ns) DropOutgoingHandshake:457(324ns)} GenerateSessionVirtualId:988(1415ns) PrepareNewSessionHandshake:477(2678ns) {SwitchToState:179(740ns)}}}}}
2025-12-06T17:43:44.922445Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802066352971604:2069] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:45.023724Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802071270490988:2065] [node 4] ICP01 ready to work
2025-12-06T17:43:45.024316Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802071270490989:2070] [node 6] ICP01 ready to work
2025-12-06T17:43:44.966747Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802067787463029:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30043
2025-12-06T17:43:45.027482Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802068192941572:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27966
2025-12-06T17:43:45.048207Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802071270490988:2065] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(22570181ns) {Configure:104(22561656ns) {ProcessConfigured:135(87474ns) {StartInitialHandshake:157(84106ns) {DropHandshakes:470(3592ns) {DropIncomingHandshake:442(789ns) DropOutgoingHandshake:457(494ns)} GenerateSessionVirtualId:988(1001ns) PrepareNewSessionHandshake:477(1784ns) {SwitchToState:179(670ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:45.060668Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802071270490990:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21356
2025-12-06T17:43:45.061765Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802071270490990:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:44.981418Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802067787462964:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(196510044ns) {Configure:104(196503243ns) {ProcessConfigured:135(36809437ns) {StartInitialHandshake:157(36805940ns) {DropHandshakes:470(856ns) {DropIncomingHandshake:442(191ns) DropOutgoingHandshake:457(81ns)} GenerateSessionVirtualId:988(291ns) PrepareNewSessionHandshake:477(4964ns) {SwitchToState:179(1928ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:45.050455Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802072487908877:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27966
2025-12-06T17:43:45.092587Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802072487908883:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27966
2025-12-06T17:43:45.114811Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802072487908877:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:45.125298Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802068192941572:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:45.134917Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802071049029390:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51962
2025-12-06T17:43:45.135265Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802071049029391:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51962
2025-12-06T17:43:45.137751Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802071049029392:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51962
2025-12-06T17:43:45.138916Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802066754062029:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(422825329ns) {Configure:104(422819451ns) {ProcessConfigured:135(67051471ns) {StartInitialHandshake:157(67048618ns) {DropHandshakes:470(2752ns) {DropIncomingHandshake:442(696ns) DropOutgoingHandshake:457(360ns)} GenerateSessionVirtualId:988(604ns) PrepareNewSessionHandshake:477(3293ns) {SwitchToState:179(1246ns)}}}}}
2025-12-06T17:43:45.139219Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802071049029389:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51962
2025-12-06T17:43:45.131515Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802070647938914:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1883
2025-12-06T17:43:44.982851Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802067787463034:2064] [node 6] ICP01 ready to work
2025-12-06T17:43:45.084615Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802072016060904:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13864
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:45.151563Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802072487908885:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27966
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:45.125811Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802066975523641:2062] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(336013258ns) {Configure:104(336008349ns) {ProcessConfigured:135(31013566ns) {StartInitialHandshake:157(31009474ns) {DropHandshakes:470(2591ns) {DropIncomingHandshake:442(455ns) DropOutgoingHandshake:457(432ns)} GenerateSessionVirtualId:988(902ns) PrepareNewSessionHandshake:477(5290ns) {SwitchToState:179(2265ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:45.084774Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802072016060903:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13864
2025-12-06T17:43:45.155223Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802071270491002:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21356
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:45.005258Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802067787463029:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:45.190030Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802066754062028:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(18993358ns) {Configure:104(18985828ns) {ProcessConfigured:135(17325494ns) {StartInitialHandshake:157(17323280ns) {DropHandshakes:470(3831ns) {DropIncomingHandshake:442(586ns) DropOutgoingHandshake:457(315ns)} GenerateSessionVirtualId:988(501ns) PrepareNewSessionHandshake:477(2497ns) {SwitchToState:179(897ns)}}}}}
2025-12-06T17:43:45.170490Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802068192941521:2059] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(354003323ns) {Configure:104(353999367ns) {ProcessConfigured:135(27563923ns) {StartInitialHandshake:157(27560266ns) {DropHandshakes:470(3537ns) {DropIncomingHandshake:442(928ns) DropOutgoingHandshake:457(599ns)} GenerateSessionVirtualId:988(850ns) PrepareNewSessionHandshake:477(6534ns) {SwitchToState:179(2613ns)}}}}}
2025-12-06T17:43:45.198815Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802071049029389:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:45.199074Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802071049029391:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:45.201325Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802071049029392:2113] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:45.201501Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802066754062027:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:45.201900Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802066754062028:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:45.183384Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802070647938915:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1883
2025-12-06T17:43:45.158062Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802072016060903:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:45.184456Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802071270491002:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:45.160649Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802072082430340:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30043
2025-12-06T17:43:45.187493Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802072487908883:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:45.207254Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802070647938914:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:45.224007Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802072082430340:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:45.187691Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802068192941507:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:45.158400Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802072016060909:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13864
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:45.206899Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802071049029390:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:45.188088Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802066975523689:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:45.221369Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802066352971541:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:45.248965Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802067787463025:2067] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:45.188119Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802066975523689:2110] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:43:45.216567Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802067721093601:2081] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(241106911ns) {Configure:104(241098255ns) {ProcessConfigured:135(63308ns) {StartInitialHandshake:157(60304ns) {DropHandshakes:470(3190ns) {DropIncomingHandshake:442(755ns) DropOutgoingHandshake:457(1132ns)} GenerateSessionVirtualId:988(1166ns) PrepareNewSessionHandshake:477(2067ns) {SwitchToState:179(549ns)}}}}}
2025-12-06T17:43:45.216719Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802067721093604:2110] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:45.216743Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802067721093604:2110] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:43:45.217884Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802072016060904:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:45.222961Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802067721093604:2110] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:45.207092Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802066754062029:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:45.231107Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802071049029409:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51962
2025-12-06T17:43:45.189542Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802072487908887:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27966
2025-12-06T17:43:45.262888Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802068192941576:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:45.262932Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802068192941576:2112] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:43:45.266884Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802072487908883:2117] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:45.271713Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802068192941576:2112] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:45.278947Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802071049029392:2113] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:45.191260Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802066975523625:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(422117633ns) {Configure:104(422107546ns) {ProcessConfigured:135(45934989ns) {StartInitialHandshake:157(45930711ns) {DropHandshakes:470(3407ns) {DropIncomingHandshake:442(836ns) DropOutgoingHandshake:457(520ns)} GenerateSessionVirtualId:988(1122ns) PrepareNewSessionHandshake:477(3405ns) {SwitchToState:179(1686ns)}}}}}
2025-12-06T17:43:45.279336Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802066754062027:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:45.279412Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:45.279485Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802066754062027:2048] [node 1] ICP22 created new session: [4:7580802071049029410:2048]
2025-12-06T17:43:45.279558Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802071049029410:2048] [node 1] ICS09 handshake done sender: [4:7580802071049029392:2113] self: [4:7580802071049029406:0] peer: [1:7580802067721093603:0] socket: 289 qp: -1
2025-12-06T17:43:45.279605Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802071049029410:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:45.279664Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:45.286301Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802068192941507:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:45.286411Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:45.286481Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802068192941507:2049] [node 2] ICP22 created new session: [3:7580802072487908890:2049]
2025-12-06T17:43:45.286564Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802072487908890:2049] [node 2] ICS09 handshake done sender: [3:7580802072487908883:2117] self: [3:7580802072487908886:0] peer: [2:7580802066975523688:0] socket: 282 qp: -1
2025-12-06T17:43:45.266778Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802072082430339:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30043
2025-12-06T17:43:45.301528Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802070647938915:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:45.301772Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802066352971540:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:45.207425Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802066975523689:2110] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:45.282750Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802072082430342:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30043
2025-12-06T17:43:45.286605Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802072487908890:2049] [node 2] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:45.285343Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802067721093538:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(316468195ns) {Configure:104(316458883ns) {ProcessConfigured:135(32976643ns) {StartInitialHandshake:157(32972977ns) {DropHandshakes:470(4340ns) {DropIncomingHandshake:442(767ns) DropOutgoingHandshake:457(1307ns)} GenerateSessionVirtualId:988(1475ns) PrepareNewSessionHandshake:477(6336ns) {SwitchToState:179(3783ns)}}}}}
2025-12-06T17:43:45.299517Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802071049029394:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:45.299572Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802071049029394:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:43:45.315568Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802071049029414:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51962
2025-12-06T17:43:45.316341Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802071049029413:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51962
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:45.319140Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802070647938918:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1883
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:45.215885Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802071270490992:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:45.330815Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802070647938919:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1883
2025-12-06T17:43:45.286646Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:45.287514Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802072016060909:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:45.339297Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802070647938920:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1883
2025-12-06T17:43:45.339827Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802070647938914:2115] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:45.307324Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802072082430339:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:45.215931Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802071270490992:2113] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:43:45.327513Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802071049029394:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:45.291686Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802067721093566:2075] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:43:45.328435Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802071049029390:2111] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:45.328628Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802071049029391:2112] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:45.339997Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802066754062029:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:43:45.340065Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:45.340133Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802066754062029:2050] [node 3] ICP22 created new session: [4:7580802071049029416:2050]
2025-12-06T17:43:45.340203Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802071049029416:2050] [node 3] ICS09 handshake done sender: [4:7580802071049029390:2111] self: [4:7580802071049029408:0] peer: [3:7580802068192941575:0] socket: 287 qp: -1
2025-12-06T17:43:45.340269Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802071049029416:2050] [node 3] ICS10 traffic start
2025-12-06T17:43:45.340309Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:45.342521Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802066754062028:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:45.342626Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:45.342680Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802066754062028:2049] [node 2] ICP22 created new session: [4:7580802071049029418:2049]
2025-12-06T17:43:45.342736Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802071049029418:2049] [node 2] ICS09 handshake done sender: [4:7580802071049029391:2112] self: [4:7580802071049029407:0] peer: [2:7580802071270490991:0] socket: 288 qp: -1
2025-12-06T17:43:45.342775Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802071049029418:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:45.342837Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:45.376350Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802066352971541:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:45.290191Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802068192941566:2063] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:43:45.376445Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:45.376504Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802066352971541:2049] [node 2] ICP22 created new session: [6:7580802070647938921:2049]
2025-12-06T17:43:45.376571Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802070647938921:2049] [node 2] ICS09 handshake done sender: [6:7580802070647938914:2115] self: [6:7580802070647938916:0] peer: [2:7580802071270490994:0] socket: 285 qp: -1
2025-12-06T17:43:45.376621Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802070647938921:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:45.376675Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:45.316988Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802067787462965:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:45.272618Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580802066975523625:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:45.291765Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:45.290260Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:45.323192Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802072082430344:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30043
2025-12-06T17:43:45.272680Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802066975523626:2049] [node 3] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:45.411149Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802066754062060:2062] [node 5] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:45.383388Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802070647938918:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:45.291840Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802067721093566:2075] [node 4] ICP22 created new session: [1:7580802072016060917:2075]
2025-12-06T17:43:45.390050Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802066352971542:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:45.391189Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802070647938915:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:45.411915Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802070647938925:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1883
2025-12-06T17:43:45.412514Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802066352971540:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:45.412577Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:45.412633Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802066352971540:2048] [node 1] ICP22 created new session: [6:7580802070647938926:2048]
2025-12-06T17:43:45.412689Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802070647938926:2048] [node 1] ICS09 handshake done sender: [6:7580802070647938915:2116] self: [6:7580802070647938917:0] peer: [1:7580802072016060907:0] socket: 298 qp: -1
2025-12-06T17:43:45.412732Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802070647938926:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:45.412769Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:45.290325Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802068192941566:2063] [node 4] ICP22 created new session: [3:7580802072487908892:2063]
2025-12-06T17:43:45.334820Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802072082430342:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:45.272726Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:45.363086Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802067787462964:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:45.438445Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802070647938925:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:45.290371Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802072487908892:2063] [node 4] ICS09 handshake done sender: [3:7580802068192941576:2112] self: [3:7580802068192941575:0] peer: [4:7580802071049029408:0] socket: 271 qp: -1
2025-12-06T17:43:45.291893Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802072016060917:2075] [node 4] ICS09 handshake done sender: [1:7580802067721093604:2110] self: [1:7580802067721093603:0] peer: [4:7580802071049029406:0] socket: 284 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:45.431809Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:45.272775Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802066975523626:2049] [node 3] ICP22 created new session: [2:7580802071270491006:2049]
2025-12-06T17:43:45.291932Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802072016060917:2075] [node 4] ICS10 traffic start
2025-12-06T17:43:45.431905Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802066754062060:2062] [node 5] ICP22 created new session: [4:7580802071049029421:2062]
2025-12-06T17:43:45.452428Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802071049029421:2062] [node 5] ICS09 handshake done sender: [4:7580802071049029394:2114] self: [4:7580802071049029393:0] peer: [5:7580802072082430341:0] socket: 290 qp: -1
2025-12-06T17:43:45.464178Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802071049029421:2062] [node 5] ICS10 traffic start
2025-12-06T17:43:45.399569Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802072082430340:2117] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:45.290411Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802072487908892:2063] [node 4] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:45.475555Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:45.476833Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802071049029404:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:45.476865Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802071049029404:2118] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:45.477634Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802071049029422:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51962
2025-12-06T17:43:45.291987Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:45.272842Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802071270491006:2049] [node 3] ICS09 handshake done sender: [2:7580802066975523689:2110] self: [2:7580802066975523688:0] peer: [3:7580802072487908886:0] socket: 278 qp: -1
2025-12-06T17:43:45.463865Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802066352971604:2069] [node 4] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:45.483670Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802070647938930:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1883
2025-12-06T17:43:45.290449Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:45.292933Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580802067721093566:2075] [node 4] ICP18 handshake (actor [1:7580802072016060909:2115]) is too old
2025-12-06T17:43:45.316758Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802067721093606:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:45.316813Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802067721093606:2111] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:43:45.331625Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802072016060908:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:45.331653Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802072016060908:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:45.332695Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802072016060920:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13864
2025-12-06T17:43:45.335622Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802072016060908:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:45.379553Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802072016060920:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:45.384354Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802067721093567:2074] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:45.389560Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802067721093606:2111] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:45.391645Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:45.391717Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802067721093567:2074] [node 6] ICP22 created new session: [1:7580802072016060924:2074]
2025-12-06T17:43:45.391779Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802072016060924:2074] [node 6] ICS09 handshake done sender: [1:7580802072016060908:2114] self: [1:7580802072016060907:0] peer: [6:7580802070647938917:0] socket: 297 qp: -1
2025-12-06T17:43:45.391833Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802072016060924:2074] [node 6] ICS10 traffic start
2025-12-06T17:43:45.391886Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:45.393913Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802072016060926:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13864
2025-12-06T17:43:45.403014Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802067721093537:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:43:45.403102Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:45.403167Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802067721093537:2048] [node 2] ICP22 created new session: [1:7580802072016060929:2048]
2025-12-06T17:43:45.403230Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802072016060929:2048] [node 2] ICS09 handshake done sender: [1:7580802067721093606:2111] self: [1:7580802067721093605:0] peer: [2:7580802071270491005:0] socket: 283 qp: -1
2025-12-06T17:43:45.403280Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802072016060929:2048] [node 2] ICS10 traffic start
2025-12-06T17:43:45.403324Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:45.439697Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [1:7580802067721093567:2074] [node 6] ICP27 obsolete handshake fail ignored
2025-12-06T17:43:45.484834Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802072016060916:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:45.484887Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802072016060916:2117] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:43:45.423810Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802072082430346:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30043
2025-12-06T17:43:45.486278Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802071049029404:2118] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:45.488815Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802070647938931:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1883
2025-12-06T17:43:45.426272Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802067787463025:2067] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:43:45.272883Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802071270491006:2049] [node 3] ICS10 traffic start
2025-12-06T17:43:45.305172Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802072487908885:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:45.492393Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802066352971542:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15981) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802070647938918:2117] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:45.426344Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:45.499634Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802066754062060:2062] [node 5] ICP35 event processing took too much time PendingConnection:279(102644949ns) {HandleHandshakeStatus:329(102642075ns) {DropIncomingHandshake:442(24005ns) DropOutgoingHandshake:457(518ns) SwitchToState:179(953ns) ProcessPendingSessionEvents:495(5002248ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 4921553ns max# 3892400ns}}}
2025-12-06T17:43:45.500487Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802066754062045:2065] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:45.500585Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:45.500643Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802066754062045:2065] [node 6] ICP22 created new session: [4:7580802071049029425:2065]
2025-12-06T17:43:45.321546Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802068192941566:2063] [node 4] ICP35 event processing took too much time PendingConnection:279(30442053ns) {HandleHandshakeStatus:329(30438972ns) {DropIncomingHandshake:442(514ns) DropOutgoingHandshake:457(549ns) SwitchToState:179(505ns) ProcessPendingSessionEvents:495(4566555ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 4498155ns max# 3970331ns}}}
2025-12-06T17:43:45.500709Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802071049029425:2065] [node 6] ICS09 handshake done sender: [4:7580802071049029404:2118] self: [4:7580802071049029403:0] peer: [6:7580802070647938929:0] socket: 291 qp: -1
2025-12-06T17:43:45.500758Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802071049029425:2065] [node 6] ICS10 traffic start
2025-12-06T17:43:45.500804Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:45.321912Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7580802068192941566:2063] [node 4] ICP18 handshake (actor [3:7580802072487908885:2118]) is too old
2025-12-06T17:43:45.363459Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802068192941578:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:45.363498Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802068192941578:2113] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:43:45.379004Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802068192941578:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:45.421073Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802072487908882:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:45.421121Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802072487908882:2116] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:45.424061Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802068192941520:2060] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:45.424156Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:45.424220Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802068192941520:2060] [node 5] ICP22 created new session: [3:7580802072487908897:2060]
2025-12-06T17:43:45.424293Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802072487908897:2060] [node 5] ICS09 handshake done sender: [3:7580802068192941578:2113] self: [3:7580802068192941577:0] peer: [5:7580802072082430343:0] socket: 275 qp: -1
2025-12-06T17:43:45.424331Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802072487908897:2060] [node 5] ICS10 traffic start
2025-12-06T17:43:45.424363Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:45.439235Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802072487908896:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27966
2025-12-06T17:43:45.468772Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802072487908882:2116] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:45.469275Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802068192941521:2059] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:45.469371Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:45.469436Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802068192941521:2059] [node 6] ICP22 created new session: [3:7580802072487908900:2059]
2025-12-06T17:43:45.469510Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802072487908900:2059] [node 6] ICS09 handshake done sender: [3:7580802072487908882:2116] self: [3:7580802072487908880:0] peer: [6:7580802070647938923:0] socket: 312 qp: -1
2025-12-06T17:43:45.469551Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802072487908900:2059] [node 6] ICS10 traffic start
2025-12-06T17:43:45.469594Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:45.472199Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802072487908896:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:45.472386Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802068192941506:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:45.488227Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802072487908903:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27966
2025-12-06T17:43:45.272927Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:45.275739Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802071270490992:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:45.285544Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802071270490995:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:45.426397Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802067787463025:2067] [node 4] ICP22 created new session: [5:7580802072082430348:2067]
2025-12-06T17:43:45.426450Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802072082430348:2067] [node 4] ICS09 handshake done sender: [5:7580802072082430340:2117] self: [5:7580802072082430341:0] peer: [4:7580802071049029393:0] socket: 296 qp: -1
2025-12-06T17:43:45.426493Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802072082430348:2067] [node 4] ICS10 traffic start
2025-12-06T17:43:45.426523Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:45.435551Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802072082430346:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:45.437339Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802072082430347:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30043
2025-12-06T17:43:45.451491Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802072082430350:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30043
2025-12-06T17:43:45.460031Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802067787462965:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15981) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802072082430339:2116] held: no
2025-12-06T17:43:45.461006Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802072082430339:2116] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:45.478784Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802067787462965:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:43:45.478858Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:45.478916Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802067787462965:2050] [node 3] ICP22 created new session: [5:7580802072082430353:2050]
2025-12-06T17:43:45.478969Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802072082430353:2050] [node 3] ICS09 handshake done sender: [5:7580802072082430339:2116] self: [5:7580802072082430343:0] peer: [3:7580802068192941577:0] socket: 277 qp: -1
2025-12-06T17:43:45.479031Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802072082430353:2050] [node 3] ICS10 traffic start
2025-12-06T17:43:45.479070Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:45.480199Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802067787462963:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:45.519367Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802072016060916:2117] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:45.519651Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802070647938918:2117] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:45.521404Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802072016060912:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:45.521448Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802072016060912:2116] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:43:45.285590Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802071270490995:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:45.296547Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802071270490988:2065] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:43:45.296639Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:45.296707Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802071270490988:2065] [node 4] ICP22 created new session: [2:7580802071270491009:2065]
2025-12-06T17:43:45.296764Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802071270491009:2065] [node 4] ICS09 handshake done sender: [2:7580802071270490992:2113] self: [2:7580802071270490991:0] peer: [4:7580802071049029407:0] socket: 279 qp: -1
2025-12-06T17:43:45.296809Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802071270491009:2065] [node 4] ICS10 traffic start
2025-12-06T17:43:45.296853Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:45.319769Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802071270491012:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21356
2025-12-06T17:43:45.333389Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802071270490995:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:45.335451Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802071270491012:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:45.336213Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580802071270490988:2065] [node 4] ICP18 handshake (actor [2:7580802071270491012:2117]) is too old
2025-12-06T17:43:45.374928Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802071270490989:2070] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:45.377701Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802071270490993:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:45.377736Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802071270490993:2112] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:43:45.401181Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:45.408700Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802071270490993:2112] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:45.408990Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802066975523641:2062] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:45.409061Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:45.409124Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802066975523641:2062] [node 5] ICP22 created new session: [2:7580802071270491016:2062]
2025-12-06T17:43:45.409179Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802071270491016:2062] [node 5] ICS09 handshake done sender: [2:7580802071270490993:2112] self: [2:7580802071270490987:0] peer: [5:7580802072082430345:0] socket: 306 qp: -1
2025-12-06T17:43:45.409221Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802071270491016:2062] [node 5] ICS10 traffic start
2025-12-06T17:43:45.409293Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:45.411280Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802071270490989:2070] [node 6] ICP22 created new session: [2:7580802071270491014:2070]
2025-12-06T17:43:45.418581Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802071270491018:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21356
2025-12-06T17:43:45.421565Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802071270491014:2070] [node 6] ICS09 handshake done sender: [2:7580802071270490995:2114] self: [2:7580802071270490994:0] peer: [6:7580802070647938916:0] socket: 280 qp: -1
2025-12-06T17:43:45.421615Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802071270491014:2070] [node 6] ICS10 traffic start
2025-12-06T17:43:45.421670Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:45.444280Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802066975523625:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10294) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7580802071270491002:2116] held: no
2025-12-06T17:43:45.444814Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802071270491002:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:45.456459Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580802066975523625:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:45.456522Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:45.456596Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802066975523625:2048] [node 1] ICP22 created new session: [2:7580802071270491020:2048]
2025-12-06T17:43:45.456648Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802071270491020:2048] [node 1] ICS09 handshake done sender: [2:7580802071270491002:2116] self: [2:7580802071270491005:0] peer: [1:7580802067721093605:0] socket: 294 qp: -1
2025-12-06T17:43:45.456691Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802071270491020:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:45.456759Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:45.494046Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802071270491022:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21356
2025-12-06T17:43:45.495167Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802071270490989:2070] [node 6] ICP35 event processing took too much time PendingConnection:279(51778833ns) {HandleHandshakeStatus:329(47589802ns) {DropIncomingHandshake:442(21223ns) DropOutgoingHandshake:457(522ns) SwitchToState:179(500ns) ProcessPendingSessionEvents:495(644553ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 556717ns max# 57960ns}}}
2025-12-06T17:43:45.524972Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802072016060912:2116] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:45.513307Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802067787463025:2067] [node 4] ICP35 event processing took too much time PendingConnection:279(85975989ns) {HandleHandshakeStatus:329(85967596ns) {DropIncomingHandshake:442(763ns) DropOutgoingHandshake:457(6352ns) SwitchToState:179(446ns) ProcessPendingSessionEvents:495(85546664ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 81971776ns max# 11763752ns}}}
2025-12-06T17:43:45.515108Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802072082430342:2118] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:45.524455Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802072487908896:2120] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:45.530161Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802068192941506:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10294) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580802072487908896:2120] held: no
2025-12-06T17:43:45.531343Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802068192941506:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:45.531417Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:45.531490Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802068192941506:2048] [node 1] ICP22 created new session: [3:7580802072487908904:2048]
2025-12-06T17:43:45.531549Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802072487908904:2048] [node 1] ICS09 handshake done sender: [3:7580802072487908896:2120] self: [3:7580802072487908902:0] peer: [1:7580802072016060915:0] socket: 327 qp: -1
2025-12-06T17:43:45.531590Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802072487908904:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:45.531629Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:45.534438Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802066352971542:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:43:45.534497Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:45.534584Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802066352971542:2050] [node 3] ICP22 created new session: [6:7580802070647938933:2050]
2025-12-06T17:43:45.534642Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802070647938933:2050] [node 3] ICS09 handshake done sender: [6:7580802070647938918:2117] self: [6:7580802070647938923:0] peer: [3:7580802072487908880:0] socket: 313 qp: -1
2025-12-06T17:43:45.534681Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802070647938933:2050] [node 3] ICS10 traffic start
2025-12-06T17:43:45.534721Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:45.525754Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802067721093538:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:43:45.544346Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802067787462964:2049] [node 2] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:45.545866Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802071049029422:2122] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:45.525857Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:45.554297Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802070647938932:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1883
2025-12-06T17:43:45.544487Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:45.525920Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802067721093538:2049] [node 3] ICP22 created new session: [1:7580802072016060933:2049]
2025-12-06T17:43:45.525989Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802072016060933:2049] [node 3] ICS09 handshake done sender: [1:7580802072016060916:2117] self: [1:7580802072016060915:0] peer: [3:7580802072487908902:0] socket: 323 qp: -1
2025-12-06T17:43:45.526034Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802072016060933:2049] [node 3] ICS10 traffic start
2025-12-06T17:43:45.526072Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:45.527419Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802067721093601:2081] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:45.527506Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:45.527560Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802067721093601:2081] [node 5] ICP22 created new session: [1:7580802072016060935:2081]
2025-12-06T17:43:45.527628Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802072016060935:2081] [node 5] ICS09 handshake done sender: [1:7580802072016060912:2116] self: [1:7580802072016060911:0] peer: [5:7580802072082430355:0] socket: 318 qp: -1
2025-12-06T17:43:45.527669Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802072016060935:2081] [node 5] ICS10 traffic start
2025-12-06T17:43:45.527703Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:45.567660Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802066352971604:2069] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64202) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802070647938925:2120] held: no
2025-12-06T17:43:45.568521Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802070647938925:2120] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:45.544547Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802067787462964:2049] [node 2] ICP22 created new session: [5:7580802072082430357:2049]
2025-12-06T17:43:45.544606Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802072082430357:2049] [node 2] ICS09 handshake done sender: [5:7580802072082430342:2118] self: [5:7580802072082430345:0] peer: [2:7580802071270490987:0] socket: 307 qp: -1
2025-12-06T17:43:45.544655Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802072082430357:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:45.544702Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:45.561518Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802067787462963:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10294) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802072082430346:2120] held: no
2025-12-06T17:43:45.562983Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802072082430356:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30043
2025-12-06T17:43:45.555183Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7580802066754062045:2065] [node 6] ICP18 handshake (actor [4:7580802071049029422:2122]) is too old
2025-12-06T17:43:45.570716Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802070647938930:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:45.570896Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802066352971561:2066] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:45.571505Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802072082430337:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:45.571542Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580802072082430337:2115] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:45.572939Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802070647938936:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1883
2025-12-06T17:43:45.573229Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802066352971604:2069] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:43:45.573312Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:45.573371Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802066352971604:2069] [node 4] ICP22 created new session: [6:7580802070647938937:2069]
2025-12-06T17:43:45.573428Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802070647938937:2069] [node 4] ICS09 handshake done sender: [6:7580802070647938925:2120] self: [6:7580802070647938929:0] peer: [4:7580802071049029403:0] socket: 324 qp: -1
2025-12-06T17:43:45.573470Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802070647938937:2069] [node 4] ICS10 traffic start
2025-12-06T17:43:45.573514Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:45.576442Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802072082430337:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:45.577399Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7580802066975523641:2062] [node 5] ICP27 obsolete handshake fail ignored
2025-12-06T17:43:45.577886Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802070647938930:2121] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:45.578179Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580802067787463034:2064] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:45.578273Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:45.578332Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802067787463034:2064] [node 6] ICP22 created new session: [5:7580802072082430360:2064]
2025-12-06T17:43:45.578389Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802072082430360:2064] [node 6] ICS09 handshake done sender: [5:7580802072082430337:2115] self: [5:7580802072082430336:0] peer: [6:7580802070647938935:0] socket: 269 qp: -1
2025-12-06T17:43:45.578426Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802072082430360:2064] [node 6] ICS10 traffic start
2025-12-06T17:43:45.578469Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:45.581399Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802072082430346:2120] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:45.581747Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802066352971561:2066] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:43:45.581824Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:45.581879Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802066352971561:2066] [node 5] ICP22 created new session: [6:7580802070647938939:2066]
2025-12-06T17:43:45.581941Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802070647938939:2066] [node 5] ICS09 handshake done sender: [6:7580802070647938930:2121] self: [6:7580802070647938935:0] peer: [5:7580802072082430336:0] socket: 274 qp: -1
2025-12-06T17:43:45.581989Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802070647938939:2066] [node 5] ICS10 traffic start
2025-12-06T17:43:45.582044Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:45.585300Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802067787462963:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:45.585380Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:45.585446Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802067787462963:2048] [node 1] ICP22 created new session: [5:7580802072082430362:2048]
2025-12-06T17:43:45.585499Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802072082430362:2048] [node 1] ICS09 handshake done sender: [5:7580802072082430346:2120] self: [5:7580802072082430355:0] peer: [1:7580802072016060911:0] socket: 272 qp: -1
2025-12-06T17:43:45.585557Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802072082430362:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:45.585597Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:45.658835Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:43:45.659111Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580802071270491020:2048] [node 1] ICS01 socket: 294 reason# EndOfStream
2025-12-06T17:43:45.659172Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580802066975523625:2048] [node 1] ICP30 unregister session Session# [2:7580802071270491020:2048] VirtualId# [2:7580802071270491005:0]
2025-12-06T17:43:45.659218Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580802071270491020:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:45.659315Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:45.659373Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:45.659501Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:43:45.659731Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802072487908904:2048] [node 1] ICS01 socket: 327 reason# EndOfStream
2025-12-06T17:43:45.659775Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802068192941506:2048] [node 1] ICP30 unregister session Session# [3:7580802072487908904:2048] VirtualId# [3:7580802072487908902:0]
2025-12-06T17:43:45.659810Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802072487908904:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:45.659871Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:45.659915Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:45.663119Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:43:45.663380Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802070647938926:2048] [node 1] ICS07 socket disconnect 298 reason# EndOfStream
2025-12-06T17:43:45.663421Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802070647938926:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:45.663507Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:45.663578Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802070647938926:2048] [node 1] ICS15 start handshake
2025-12-06T17:43:45.664236Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:43:45.664454Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802071049029410:2048] [node 1] ICS07 socket disconnect 289 reason# EndOfStream
2025-12-06T17:43:45.664493Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802071049029410:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:45.664568Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:45.664610Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802071049029410:2048] [node 1] ICS15 start handshake
2025-12-06T17:43:45.667066Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802066754062027:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10294) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:45.667137Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802071049029410:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:45.667177Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802066754062027:2048] [node 1] ICP30 unregister session Session# [4:7580802071049029410:2048] VirtualId# [4:7580802071049029406:0]
2025-12-06T17:43:45.667221Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:45.667263Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802066754062027:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:10294) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:45.667283Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10294) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:45.668047Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802066352971540:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10294) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:45.668113Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802070647938926:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:45.668158Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802066352971540:2048] [node 1] ICP30 unregister session Session# [6:7580802070647938926:2048] VirtualId# [6:7580802070647938917:0]
2025-12-06T17:43:45.668284Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:45.668324Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802066352971540:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:10294) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:45.668338Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10294) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:45.666781Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:43:45.667031Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802072082430362:2048] [node 1] ICS01 socket: 272 reason# EndOfStream
2025-12-06T17:43:45.667085Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802067787462963:2048] [node 1] ICP30 unregister session Session# [5:7580802072082430362:2048] VirtualId# [5:7580802072082430355:0]
2025-12-06T17:43:45.667121Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802072082430362:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:45.667200Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:45.667245Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:45.679333Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802066352971540:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:43:45.679552Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580802066754062027:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:43:45.817674Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:43:45.817945Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580802072487908890:2049] [node 2] ICS07 socket disconnect 282 reason# EndOfStream
2025-12-06T17:43:45.817982Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802072487908890:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:45.818070Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:45.818120Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802072487908890:2049] [node 2] ICS15 start handshake
2025-12-06T17:43:45.849929Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802068192941507:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27731) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:43:45.849996Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802072487908890:2049] [node 2] ICS15 start handshake
2025-12-06T17:43:45.851165Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802068192941507:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27731) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:45.851244Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802072487908890:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:45.851285Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802068192941507:2049] [node 2] ICP30 unregister session Session# [3:7580802072487908890:2049] VirtualId# [3:7580802072487908886:0]
2025-12-06T17:43:45.851339Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:45.851381Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580802068192941507:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:27731) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:45.851399Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27731) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:45.867173Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580802068192941507:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:43:45.875573Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:43:45.875790Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802070647938921:2049] [node 2] ICS01 socket: 285 reason# EndOfStream
2025-12-06T17:43:45.875841Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802066352971541:2049] [node 2] ICP30 unregister session Session# [6:7580802070647938921:2049] VirtualId# [6:7580802070647938916:0]
2025-12-06T17:43:45.875876Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802070647938921:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:45.875953Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:45.875991Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:45.874846Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:43:45.875088Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802072082430357:2049] [node 2] ICS07 socket disconnect 307 reason# EndOfStream
2025-12-06T17:43:45.875133Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802072082430357:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:45.875227Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:45.875277Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802072082430357:2049] [node 2] ICS15 start handshake
2025-12-06T17:43:45.875870Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:43:45.876081Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802071049029418:2049] [node 2] ICS07 socket disconnect 288 reason# EndOfStream
2025-12-06T17:43:45.876115Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802071049029418:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:45.876190Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:45.876232Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802071049029418:2049] [node 2] ICS15 start handshake
2025-12-06T17:43:45.877586Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802066754062028:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27731) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:45.877652Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802071049029418:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:45.877696Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802066754062028:2049] [node 2] ICP30 unregister session Session# [4:7580802071049029418:2049] VirtualId# [4:7580802071049029407:0]
2025-12-06T17:43:45.877747Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:45.877788Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802066754062028:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:27731) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:45.877815Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27731) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:45.877889Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802067787462964:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27731) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:45.877948Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802072082430357:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:45.877981Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802067787462964:2049] [node 2] ICP30 unregister session Session# [5:7580802072082430357:2049] VirtualId# [5:7580802072082430345:0]
2025-12-06T17:43:45.878012Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:45.878053Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802067787462964:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:27731) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:45.878069Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27731) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:45.891310Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580802066754062028:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:43:45.891458Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802067787462964:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:43:46.225333Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:43:46.225585Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802070647938933:2050] [node 3] ICS01 socket: 313 reason# EndOfStream
2025-12-06T17:43:46.225640Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802066352971542:2050] [node 3] ICP30 unregister session Session# [6:7580802070647938933:2050] VirtualId# [6:7580802070647938923:0]
2025-12-06T17:43:46.225683Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802070647938933:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:46.225787Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:43:46.225838Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:43:46.225956Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:43:46.226153Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802072082430353:2050] [node 3] ICS01 socket: 277 reason# EndOfStream
2025-12-06T17:43:46.226199Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802067787462965:2050] [node 3] ICP30 unregister session Session# [5:7580802072082430353:2050] VirtualId# [5:7580802072082430343:0]
2025-12-06T17:43:46.226233Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802072082430353:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:46.226294Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:43:46.226330Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:43:46.229017Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:43:46.229269Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802071049029416:2050] [node 3] ICS01 socket: 287 reason# EndOfStream
2025-12-06T17:43:46.229311Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802066754062029:2050] [node 3] ICP30 unregister session Session# [4:7580802071049029416:2050] VirtualId# [4:7580802071049029408:0]
2025-12-06T17:43:46.229344Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802071049029416:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:46.229447Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:43:46.229504Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:43:46.368656Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:43:46.368919Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802072082430348:2067] [node 4] ICS07 socket disconnect 296 reason# EndOfStream
2025-12-06T17:43:46.368959Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802072082430348:2067] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:46.369067Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:43:46.369143Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802072082430348:2067] [node 4] ICS15 start handshake
2025-12-06T17:43:46.369857Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:43:46.370072Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802070647938937:2069] [node 4] ICS01 socket: 324 reason# EndOfStream
2025-12-06T17:43:46.370119Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802066352971604:2069] [node 4] ICP30 unregister session Session# [6:7580802070647938937:2069] VirtualId# [6:7580802070647938929:0]
2025-12-06T17:43:46.370165Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802070647938937:2069] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:46.370247Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:43:46.370295Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:43:46.372893Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802067787463025:2067] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64202) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:46.372967Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802072082430348:2067] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:46.373022Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802067787463025:2067] [node 4] ICP30 unregister session Session# [5:7580802072082430348:2067] VirtualId# [5:7580802072082430341:0]
2025-12-06T17:43:46.373166Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:43:46.373227Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802067787463025:2067] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:64202) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:46.373247Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64202) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:46.387197Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802067787463025:2067] [node 4] ICP33 wake up from error state
2025-12-06T17:43:46.594839Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:43:46.595110Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802070647938939:2066] [node 5] ICS07 socket disconnect 274 reason# EndOfStream
2025-12-06T17:43:46.595149Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802070647938939:2066] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:46.595192Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:43:46.595285Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802070647938939:2066] [node 5] ICS15 start handshake
2025-12-06T17:43:46.597660Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802066352971561:2066] [node 5] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23413) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:46.597746Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802070647938939:2066] [node 5] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:46.597798Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802066352971561:2066] [node 5] ICP30 unregister session Session# [6:7580802070647938939:2066] VirtualId# [6:7580802070647938935:0]
2025-12-06T17:43:46.597934Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
2025-12-06T17:43:46.597975Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802066352971561:2066] [node 5] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:23413) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:46.598003Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [5] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23413) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:43:46.903601Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802074088933972:2048] [node 2] ICP01 ready to work
2025-12-06T17:43:46.903674Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802074088933973:2049] [node 3] ICP01 ready to work
2025-12-06T17:43:46.935078Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802075594041904:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:46.935123Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802075594041905:2049] [node 3] ICP01 ready to work
2025-12-06T17:43:46.939302Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802073996518501:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:46.939343Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802073996518502:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:46.999226Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802074396965634:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:46.999265Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802074396965635:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:46.999310Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802074396965636:2050] [node 3] ICP01 ready to work
2025-12-06T17:43:47.086758Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802080029044824:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:47.086884Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802080029044825:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:47.102651Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802080029044826:2050] [node 3] ICP01 ready to work
2025-12-06T17:43:47.031178Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802077989234162:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:47.031223Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802077989234163:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:47.031275Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802077989234164:2050] [node 3] ICP01 ready to work
2025-12-06T17:43:47.376313Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802079889009252:2098] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:47.380307Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802078691932946:2063] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55393
2025-12-06T17:43:47.371853Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802078383901329:2107] [node 5] ICP01 ready to work
2025-12-06T17:43:47.507608Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802078691932978:2064] [node 6] ICP01 ready to work
2025-12-06T17:43:47.508259Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802078691932979:2089] [node 5] ICP01 ready to work
2025-12-06T17:43:47.470763Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802079889009266:2096] [node 5] ICP01 ready to work
2025-12-06T17:43:47.482633Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802077989234183:2062] [node 4] ICP01 ready to work
2025-12-06T17:43:47.558786Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802078291485861:2059] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:47.609602Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802078291485864:2063] [node 4] ICP01 ready to work
2025-12-06T17:43:47.627224Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802078691932978:2064] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(50977479ns) {Configure:104(50968837ns) {ProcessConfigured:135(96286ns) {StartInitialHandshake:157(92672ns) {DropHandshakes:470(3126ns) {DropIncomingHandshake:442(468ns) DropOutgoingHandshake:457(378ns)} GenerateSessionVirtualId:988(1218ns) PrepareNewSessionHandshake:477(2019ns) {SwitchToState:179(615ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:47.635016Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802078291485866:2073] [node 6] ICP01 ready to work
2025-12-06T17:43:47.592070Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802077989234210:2061] [node 6] ICP01 ready to work
2025-12-06T17:43:47.655071Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802079889009267:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26713
2025-12-06T17:43:47.651154Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802080029044872:2067] [node 5] ICP01 ready to work
2025-12-06T17:43:47.646667Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802078691932979:2089] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(125929780ns) {Configure:104(125922413ns) {ProcessConfigured:135(87790ns) {StartInitialHandshake:157(85303ns) {DropHandshakes:470(2775ns) {DropIncomingHandshake:442(738ns) DropOutgoingHandshake:457(333ns)} GenerateSessionVirtualId:988(952ns) PrepareNewSessionHandshake:477(1922ns) {SwitchToState:179(618ns)}}}}}
2025-12-06T17:43:47.659001Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802078291485865:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26169
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:47.687846Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802077989234164:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(167639070ns) {Configure:104(167631959ns) {ProcessConfigured:135(75565ns) {StartInitialHandshake:157(73145ns) {DropHandshakes:470(2670ns) {DropIncomingHandshake:442(703ns) DropOutgoingHandshake:457(533ns)} GenerateSessionVirtualId:988(663ns) PrepareNewSessionHandshake:477(1930ns) {SwitchToState:179(827ns)}}}}}
2025-12-06T17:43:47.691737Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802078691932946:2063] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:47.676615Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802079889009275:2101] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:47.691860Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802080029044888:2064] [node 4] ICP01 ready to work
2025-12-06T17:43:47.683615Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802078291485869:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26169
2025-12-06T17:43:47.716668Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802077989234183:2062] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(193687801ns) {Configure:104(193677803ns) {ProcessConfigured:135(90049ns) {StartInitialHandshake:157(85753ns) {DropHandshakes:470(9398ns) {DropIncomingHandshake:442(561ns) DropOutgoingHandshake:457(442ns)} GenerateSessionVirtualId:988(882ns) PrepareNewSessionHandshake:477(1975ns) {SwitchToState:179(651ns)}}}}}
2025-12-06T17:43:47.717016Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802077989234232:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46626
2025-12-06T17:43:47.699040Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802078383901334:2109] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:47.723702Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802078691933007:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55393
2025-12-06T17:43:47.700960Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802079889009267:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:47.753104Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802078691933008:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55393
2025-12-06T17:43:47.708360Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802078291485866:2073] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(70242573ns) {Configure:104(70238278ns) {ProcessConfigured:135(90398ns) {StartInitialHandshake:157(87177ns) {DropHandshakes:470(2165ns) {DropIncomingHandshake:442(550ns) DropOutgoingHandshake:457(373ns)} GenerateSessionVirtualId:988(934ns) PrepareNewSessionHandshake:477(1542ns) {SwitchToState:179(498ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:47.761994Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802079889009277:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26713
2025-12-06T17:43:47.709859Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802078383901335:2110] [node 6] ICP01 ready to work
2025-12-06T17:43:47.749378Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802077989234232:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:47.793388Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802078691933007:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:47.794200Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802078691933010:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55393
2025-12-06T17:43:47.761249Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802080029044826:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(253976785ns) {Configure:104(253970647ns) {ProcessConfigured:135(117699ns) {StartInitialHandshake:157(115016ns) {DropHandshakes:470(3279ns) {DropIncomingHandshake:442(820ns) DropOutgoingHandshake:457(695ns)} GenerateSessionVirtualId:988(1300ns) PrepareNewSessionHandshake:477(1927ns) {SwitchToState:179(761ns)}}}}}
2025-12-06T17:43:47.734597Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802074088933973:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(359791088ns) {Configure:104(359785810ns) {ProcessConfigured:135(12488125ns) {StartInitialHandshake:157(12485718ns) {DropHandshakes:470(2902ns) {DropIncomingHandshake:442(499ns) DropOutgoingHandshake:457(793ns)} GenerateSessionVirtualId:988(635ns) PrepareNewSessionHandshake:477(3719ns) {SwitchToState:179(1954ns)}}}}}
2025-12-06T17:43:47.718160Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802078291485877:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26169
2025-12-06T17:43:47.749637Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802077989234164:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:47.827015Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802079889009272:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:47.827071Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802079889009272:2113] [node 3] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:47.733835Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802078291485864:2063] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(112356361ns) {Configure:104(112348291ns) {ProcessConfigured:135(32438385ns) {StartInitialHandshake:157(32434065ns) {DropHandshakes:470(3193ns) {DropIncomingHandshake:442(500ns) DropOutgoingHandshake:457(321ns)} GenerateSessionVirtualId:988(1389ns) PrepareNewSessionHandshake:477(4609ns) {SwitchToState:179(2125ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:47.742941Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802078383901344:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5430
2025-12-06T17:43:47.743373Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802078383901345:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5430
2025-12-06T17:43:47.743570Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802078383901346:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5430
2025-12-06T17:43:47.743696Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802078383901343:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5430
2025-12-06T17:43:47.751918Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802078383901345:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:47.752308Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802078383901344:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:47.771615Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802078383901343:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:47.799469Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802078383901346:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:47.829596Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802078383901329:2107] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(454777135ns) {Configure:104(454770497ns) {ProcessConfigured:135(34269407ns) {StartInitialHandshake:157(34267535ns) {DropHandshakes:470(1575ns) {DropIncomingHandshake:442(256ns) DropOutgoingHandshake:457(476ns)} GenerateSessionVirtualId:988(226ns) PrepareNewSessionHandshake:477(2281ns) {SwitchToState:179(110ns)}}}}}
2025-12-06T17:43:47.739422Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802078291485877:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:47.792051Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802080029044896:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28776
2025-12-06T17:43:47.828968Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802079889009266:2096] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(310560441ns) {Configure:104(310554989ns) {ProcessConfigured:135(29523623ns) {StartInitialHandshake:157(29521206ns) {DropHandshakes:470(1582ns) {DropIncomingHandshake:442(468ns) DropOutgoingHandshake:457(334ns)} GenerateSessionVirtualId:988(799ns) PrepareNewSessionHandshake:477(1652ns) {SwitchToState:179(151ns)}}}}}
2025-12-06T17:43:47.789179Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802077989234238:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46626
2025-12-06T17:43:47.845444Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802074396965635:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(434728301ns) {Configure:104(434719360ns) {ProcessConfigured:135(37157939ns) {StartInitialHandshake:157(37154660ns) {DropHandshakes:470(3304ns) {DropIncomingHandshake:442(540ns) DropOutgoingHandshake:457(408ns)} GenerateSessionVirtualId:988(627ns) PrepareNewSessionHandshake:477(4380ns) {SwitchToState:179(1805ns)}}}}}
2025-12-06T17:43:47.839768Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802080029044896:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:47.841455Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802080029044888:2064] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:47.750626Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802078291485869:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:47.829254Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802079889009272:2113] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:47.868411Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802080029044824:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(291098991ns) {Configure:104(291088706ns) {ProcessConfigured:135(11919788ns) {StartInitialHandshake:157(11916830ns) {DropHandshakes:470(2365ns) {DropIncomingHandshake:442(507ns) DropOutgoingHandshake:457(403ns)} GenerateSessionVirtualId:988(783ns) PrepareNewSessionHandshake:477(2979ns) {SwitchToState:179(1289ns)}}}}}
2025-12-06T17:43:47.836262Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802077989234239:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46626
2025-12-06T17:43:47.845695Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802078691933010:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:47.846183Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802074396965635:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:47.856787Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802078691933008:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:47.856982Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802074396965634:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:47.861245Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802078691933002:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:47.861282Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802078691933002:2112] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:47.866890Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802078691933002:2112] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:47.885057Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802078691932978:2064] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:47.888430Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802080029044903:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28776
2025-12-06T17:43:47.784378Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802078291485872:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:47.784455Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802078291485872:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:43:47.841253Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802077989234238:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:47.883024Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802078383901339:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:47.884638Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802079889009254:2099] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:47.846830Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802077989234164:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14694) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802077989234232:2112] held: no
2025-12-06T17:43:47.930666Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802080029044825:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(198030127ns) {Configure:104(198020648ns) {ProcessConfigured:135(7277941ns) {StartInitialHandshake:157(7274858ns) {DropHandshakes:470(2907ns) {DropIncomingHandshake:442(720ns) DropOutgoingHandshake:457(432ns)} GenerateSessionVirtualId:988(497ns) PrepareNewSessionHandshake:477(3225ns) {SwitchToState:179(778ns)}}}}}
2025-12-06T17:43:47.918888Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802078691933018:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55393
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:47.883096Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802078383901339:2112] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:43:47.956634Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802080029044905:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28776
2025-12-06T17:43:47.884699Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802079889009254:2099] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:43:47.787000Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802078291485865:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:47.975321Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802080029044888:2064] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25048) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802080029044896:2113] held: no
2025-12-06T17:43:47.976531Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802080029044896:2113] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:47.943039Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802078691933020:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55393
2025-12-06T17:43:47.889372Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802079889009277:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:47.902991Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802075594041905:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:43:47.981765Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802080029044888:2064] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:43:47.981857Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:47.981923Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802080029044888:2064] [node 4] ICP22 created new session: [6:7580802080029044907:2064]
2025-12-06T17:43:47.985707Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802080029044905:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:47.852209Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802077989234163:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(101352450ns) {Configure:104(101344446ns) {ProcessConfigured:135(81751ns) {StartInitialHandshake:157(78980ns) {DropHandshakes:470(3192ns) {DropIncomingHandshake:442(613ns) DropOutgoingHandshake:457(337ns)} GenerateSessionVirtualId:988(868ns) PrepareNewSessionHandshake:477(2565ns) {SwitchToState:179(733ns)}}}}}
2025-12-06T17:43:47.903283Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802078383901339:2112] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:47.789898Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802073996518502:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:47.943360Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802078691933008:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:48.002560Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802080029044907:2064] [node 4] ICS09 handshake done sender: [6:7580802080029044896:2113] self: [6:7580802080029044900:0] peer: [4:7580802078691933001:0] socket: 295 qp: -1
2025-12-06T17:43:47.996315Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802080029044826:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:47.906831Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:47.988129Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802078383901331:2108] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:47.795416Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802078291485872:2114] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:47.945643Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:47.913672Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802077989234243:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46626
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:48.022127Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802084324012206:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28776
2025-12-06T17:43:47.911371Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802075594041905:2049] [node 3] ICP22 created new session: [2:7580802079889009283:2049]
2025-12-06T17:43:47.988173Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802078383901331:2108] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:43:47.796023Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802078291485861:2059] [node 5] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:47.934270Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802077989234164:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(98440964ns) {HandleHandshakeStatus:395(91395752ns) {LogHandshakeFail:472(22201ns) {UpdateErrorStateLog:545(5959ns)} DropOutgoingHandshake:457(2606ns) ProcessPendingSessionEvents:495(86400251ns) {unordered DropSessionEvent:512 num# 100 sum# 17791380ns max# 6761792ns}}}
2025-12-06T17:43:47.935197Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580802075594041904:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:47.796177Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:47.951895Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802078691932978:2064] [node 6] ICP22 created new session: [4:7580802078691933021:2064]
2025-12-06T17:43:48.024074Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802080029044907:2064] [node 4] ICS10 traffic start
2025-12-06T17:43:47.991598Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802078383901334:2109] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:43:47.935507Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802079889009282:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26713
2025-12-06T17:43:47.934475Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802077989234232:2112] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:47.956919Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802078691933019:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55393
2025-12-06T17:43:47.991697Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:47.796258Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802078291485861:2059] [node 5] ICP22 created new session: [3:7580802078291485885:2059]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:48.024579Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802080029044826:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(25326122ns) {IncomingHandshake:261(25324438ns) {DropIncomingHandshake:442(1264ns) PrepareNewSessionHandshake:477(2629ns) {SwitchToState:179(1370ns)} GenerateSessionVirtualId:988(1003ns) IssueIncomingHandshakeReply:193(22740598ns) {SwitchToState:179(3707ns)}}}
2025-12-06T17:43:47.956334Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802077989234244:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46626
2025-12-06T17:43:47.991749Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802078383901334:2109] [node 4] ICP22 created new session: [1:7580802078383901357:2109]
2025-12-06T17:43:47.963002Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802078691933020:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:47.936996Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802079889009254:2099] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:47.796333Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802078291485885:2059] [node 5] ICS09 handshake done sender: [3:7580802078291485872:2114] self: [3:7580802078291485871:0] peer: [5:7580802077989234237:0] socket: 280 qp: -1
2025-12-06T17:43:48.033962Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:47.937379Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802079889009252:2098] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:43:47.963070Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802074396965634:2048] [node 1] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:47.956792Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802077989234164:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:43:47.937448Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:47.796379Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802078291485885:2059] [node 5] ICS10 traffic start
2025-12-06T17:43:47.991820Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802078383901357:2109] [node 4] ICS09 handshake done sender: [1:7580802078383901339:2112] self: [1:7580802078383901338:0] peer: [4:7580802078691933015:0] socket: 292 qp: -1
2025-12-06T17:43:48.046374Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802084324012206:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:47.991863Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802078383901357:2109] [node 4] ICS10 traffic start
2025-12-06T17:43:47.991921Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:48.001037Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802078383901356:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5430
2025-12-06T17:43:48.015772Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802078383901331:2108] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:48.019084Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802078383901337:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:48.019120Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802078383901337:2111] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:43:48.033522Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802078383901337:2111] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:48.049026Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802074088933972:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:43:48.049126Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:48.049193Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802074088933972:2048] [node 2] ICP22 created new session: [1:7580802082678868658:2048]
2025-12-06T17:43:48.049249Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802082678868658:2048] [node 2] ICS09 handshake done sender: [1:7580802078383901331:2108] self: [1:7580802078383901330:0] peer: [2:7580802079889009287:0] socket: 296 qp: -1
2025-12-06T17:43:48.049288Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802082678868658:2048] [node 2] ICS10 traffic start
2025-12-06T17:43:48.049332Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:48.062810Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802074088933973:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:43:48.087366Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:48.088776Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802074088933973:2049] [node 3] ICP22 created new session: [1:7580802082678868661:2049]
2025-12-06T17:43:48.088911Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802078383901356:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:48.105228Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802078383901348:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:48.105264Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802078383901348:2117] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:48.119725Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802082678868661:2049] [node 3] ICS09 handshake done sender: [1:7580802078383901337:2111] self: [1:7580802078383901336:0] peer: [3:7580802078291485893:0] socket: 291 qp: -1
2025-12-06T17:43:48.119992Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802078383901353:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:48.120037Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802078383901353:2118] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:43:48.120278Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802078383901348:2117] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:48.145357Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802082678868661:2049] [node 3] ICS10 traffic start
2025-12-06T17:43:48.146551Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802078383901353:2118] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:48.147447Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:48.149853Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802078383901335:2110] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:48.163500Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802078383901329:2107] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:48.163593Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:48.163654Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802078383901329:2107] [node 5] ICP22 created new session: [1:7580802082678868666:2107]
2025-12-06T17:43:48.163707Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802082678868666:2107] [node 5] ICS09 handshake done sender: [1:7580802078383901353:2118] self: [1:7580802078383901350:0] peer: [5:7580802082284201555:0] socket: 335 qp: -1
2025-12-06T17:43:48.163757Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802082678868666:2107] [node 5] ICS10 traffic start
2025-12-06T17:43:48.163803Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:48.166783Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:48.175339Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802078383901335:2110] [node 6] ICP22 created new session: [1:7580802082678868668:2110]
2025-12-06T17:43:47.937509Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802079889009252:2098] [node 4] ICP22 created new session: [2:7580802079889009288:2098]
2025-12-06T17:43:47.958831Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802077989234244:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:47.796443Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:47.963176Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:47.963241Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802074396965634:2048] [node 1] ICP22 created new session: [4:7580802078691933022:2048]
2025-12-06T17:43:47.978905Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:47.937562Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802079889009288:2098] [node 4] ICS09 handshake done sender: [2:7580802079889009254:2099] self: [2:7580802079889009253:0] peer: [4:7580802078691933014:0] socket: 264 qp: -1
2025-12-06T17:43:48.067125Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802080029044824:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:48.192252Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802082678868668:2110] [node 6] ICS09 handshake done sender: [1:7580802078383901348:2117] self: [1:7580802078383901347:0] peer: [6:7580802084324012209:0] socket: 328 qp: -1
2025-12-06T17:43:47.963302Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802078691933022:2048] [node 1] ICS09 handshake done sender: [4:7580802078691933008:2116] self: [4:7580802078691933015:0] peer: [1:7580802078383901338:0] socket: 293 qp: -1
2025-12-06T17:43:47.853001Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802078291485883:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26169
2025-12-06T17:43:48.067252Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802084324012208:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28776
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:47.978995Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802077989234164:2050] [node 3] ICP22 created new session: [5:7580802077989234245:2050]
2025-12-06T17:43:47.963347Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802078691933022:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:47.963410Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:47.966430Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802078691933021:2064] [node 6] ICS09 handshake done sender: [4:7580802078691933002:2112] self: [4:7580802078691933001:0] peer: [6:7580802080029044900:0] socket: 278 qp: -1
2025-12-06T17:43:47.972062Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802078691933021:2064] [node 6] ICS10 traffic start
2025-12-06T17:43:47.978284Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802074396965636:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:47.980266Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:47.996383Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802078691932946:2063] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:48.018067Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802078691933004:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:48.018126Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802078691933004:2113] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:43:48.019816Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802074396965635:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:48.019883Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:48.019942Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802074396965635:2049] [node 2] ICP22 created new session: [4:7580802082986900324:2049]
2025-12-06T17:43:48.020000Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802082986900324:2049] [node 2] ICS09 handshake done sender: [4:7580802078691932946:2063] self: [4:7580802078691933014:0] peer: [2:7580802079889009253:0] socket: 265 qp: -1
2025-12-06T17:43:48.020040Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802082986900324:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:48.020092Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:48.028361Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802078691933004:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:48.040570Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802074396965635:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(19651670ns) {HandleHandshakeStatus:329(19647633ns) {DropIncomingHandshake:442(775ns) DropOutgoingHandshake:457(6761ns) SwitchToState:179(455ns) ProcessPendingSessionEvents:495(19219561ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 19126821ns max# 5081440ns}}}
2025-12-06T17:43:48.042343Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802082986900323:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55393
2025-12-06T17:43:48.053780Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802078691932979:2089] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:48.068479Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802078691933020:2121] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:48.094965Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802074396965636:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:43:48.095066Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:48.095131Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802074396965636:2050] [node 3] ICP22 created new session: [4:7580802082986900327:2050]
2025-12-06T17:43:48.095199Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802082986900327:2050] [node 3] ICS09 handshake done sender: [4:7580802078691933020:2121] self: [4:7580802078691933024:0] peer: [3:7580802078291485874:0] socket: 319 qp: -1
2025-12-06T17:43:48.095253Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802082986900327:2050] [node 3] ICS10 traffic start
2025-12-06T17:43:48.095316Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:48.096196Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7580802074396965636:2050] [node 3] ICP27 obsolete handshake fail ignored
2025-12-06T17:43:48.098203Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:48.145142Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802078691932979:2089] [node 5] ICP22 created new session: [4:7580802082986900329:2089]
2025-12-06T17:43:48.147574Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802082986900329:2089] [node 5] ICS09 handshake done sender: [4:7580802078691933004:2113] self: [4:7580802078691933003:0] peer: [5:7580802077989234249:0] socket: 317 qp: -1
2025-12-06T17:43:48.150092Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802082986900329:2089] [node 5] ICS10 traffic start
2025-12-06T17:43:48.166223Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:48.210079Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802078691932979:2089] [node 5] ICP35 event processing took too much time PendingConnection:279(137129068ns) {HandleHandshakeStatus:329(137126665ns) {DropIncomingHandshake:442(18456ns) DropOutgoingHandshake:457(631ns) SwitchToState:179(651ns) ProcessPendingSessionEvents:495(5027518ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 4932426ns max# 4402928ns}}}
2025-12-06T17:43:48.075072Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802080029044905:2117] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:48.103861Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802080029044826:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:43:48.111425Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802080029044888:2064] [node 4] ICP35 event processing took too much time PendingConnection:279(105165859ns) {HandleHandshakeStatus:329(105161023ns) {DropIncomingHandshake:442(846ns) DropOutgoingHandshake:457(474ns) SwitchToState:179(471ns) ProcessPendingSessionEvents:495(2924ns)}}
2025-12-06T17:43:48.117534Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:48.117635Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802080029044826:2050] [node 3] ICP22 created new session: [6:7580802084324012210:2050]
2025-12-06T17:43:48.117716Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802084324012210:2050] [node 3] ICS09 handshake done sender: [6:7580802080029044905:2117] self: [6:7580802080029044909:0] peer: [3:7580802078291485875:0] socket: 312 qp: -1
2025-12-06T17:43:48.117785Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802084324012210:2050] [node 3] ICS10 traffic start
2025-12-06T17:43:48.117857Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:48.120408Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802080029044908:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28776
2025-12-06T17:43:48.136494Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802080029044826:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(46921597ns) {HandleHandshakeStatus:329(31582325ns) {DropIncomingHandshake:442(1521ns) DropOutgoingHandshake:457(9800ns) SwitchToState:179(952ns) ProcessPendingSessionEvents:495(17317770ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 17188740ns max# 16457571ns}}}
2025-12-06T17:43:48.140793Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580802080029044826:2050] [node 3] ICP27 obsolete handshake fail ignored
2025-12-06T17:43:48.148277Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802084324012212:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28776
2025-12-06T17:43:48.148469Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802084324012213:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28776
2025-12-06T17:43:48.154987Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802080029044908:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:48.155123Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802084324012206:2119] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:48.158304Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802080029044824:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:48.158399Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:48.158466Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802080029044824:2048] [node 1] ICP22 created new session: [6:7580802084324012214:2048]
2025-12-06T17:43:48.158581Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802084324012214:2048] [node 1] ICS09 handshake done sender: [6:7580802084324012206:2119] self: [6:7580802084324012209:0] peer: [1:7580802078383901347:0] socket: 332 qp: -1
2025-12-06T17:43:48.158649Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802084324012214:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:48.158706Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:48.160061Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802080029044825:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:48.186416Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802084324012212:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:48.194891Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802080029044872:2067] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:48.202872Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802084324012219:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28776
2025-12-06T17:43:48.203440Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802080029044908:2118] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:48.203675Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802080029044825:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:48.203759Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:48.203819Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802080029044825:2049] [node 2] ICP22 created new session: [6:7580802084324012220:2049]
2025-12-06T17:43:48.203880Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802084324012220:2049] [node 2] ICS09 handshake done sender: [6:7580802080029044908:2118] self: [6:7580802084324012216:0] peer: [2:7580802079889009284:0] socket: 322 qp: -1
2025-12-06T17:43:48.203920Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802084324012220:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:48.203965Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:48.213571Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802084324012222:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28776
2025-12-06T17:43:48.228862Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802080029044872:2067] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8886) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802084324012212:2121] held: no
2025-12-06T17:43:48.229923Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802084324012212:2121] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:48.194591Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802082678868668:2110] [node 6] ICS10 traffic start
2025-12-06T17:43:48.197656Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:48.199568Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802078383901335:2110] [node 6] ICP35 event processing took too much time PendingConnection:279(48654333ns) {HandleHandshakeStatus:329(48651127ns) {DropIncomingHandshake:442(17484ns) DropOutgoingHandshake:457(726ns) SwitchToState:179(839ns) ProcessPendingSessionEvents:495(670562ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 604046ns max# 65523ns}}}
2025-12-06T17:43:47.869372Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802078291485883:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:47.869696Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802078291485887:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26169
2025-12-06T17:43:47.896277Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802078291485861:2059] [node 5] ICP35 event processing took too much time PendingConnection:279(99095710ns) {HandleHandshakeStatus:329(99092373ns) {DropIncomingHandshake:442(16445ns) DropOutgoingHandshake:457(539ns) SwitchToState:179(921ns) ProcessPendingSessionEvents:495(98497566ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 93980947ns max# 26152599ns}}}
2025-12-06T17:43:47.896429Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802078291485869:2113] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:47.899695Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802073996518502:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:47.899804Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:47.899869Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802073996518502:2049] [node 2] ICP22 created new session: [3:7580802078291485890:2049]
2025-12-06T17:43:47.899933Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802078291485890:2049] [node 2] ICS09 handshake done sender: [3:7580802078291485869:2113] self: [3:7580802078291485880:0] peer: [2:7580802079889009271:0] socket: 277 qp: -1
2025-12-06T17:43:47.906585Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802078291485890:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:47.926905Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802078291485882:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26169
2025-12-06T17:43:47.927167Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:47.929076Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802073996518502:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(28330801ns) {HandleHandshakeStatus:329(28327405ns) {DropIncomingHandshake:442(964ns) DropOutgoingHandshake:457(7857ns) SwitchToState:179(568ns) ProcessPendingSessionEvents:495(653637ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 590259ns max# 76430ns}}}
2025-12-06T17:43:47.954742Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802078291485866:2073] [node 6] ICP35 event processing took too much time PendingConnection:279(23152504ns) {IncomingHandshake:261(18954412ns) {DropIncomingHandshake:442(744ns) PrepareNewSessionHandshake:477(2195ns) {SwitchToState:179(709ns)} GenerateSessionVirtualId:988(2117ns) IssueIncomingHandshakeReply:193(10446ns)}}
2025-12-06T17:43:48.001974Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802078291485882:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:48.002207Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802078291485878:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:48.002250Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802078291485878:2117] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:43:48.012406Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802073996518501:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:48.021104Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802078291485878:2117] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:48.031600Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802078291485876:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:48.031634Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802078291485876:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:48.032516Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802082586453191:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26169
2025-12-06T17:43:48.046754Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802078291485876:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:48.058788Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802078291485864:2063] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:43:48.058905Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:48.058968Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802078291485864:2063] [node 4] ICP22 created new session: [3:7580802082586453193:2063]
2025-12-06T17:43:48.059042Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802082586453193:2063] [node 4] ICS09 handshake done sender: [3:7580802078291485878:2117] self: [3:7580802078291485874:0] peer: [4:7580802078691933024:0] socket: 267 qp: -1
2025-12-06T17:43:48.059095Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802082586453193:2063] [node 4] ICS10 traffic start
2025-12-06T17:43:48.062499Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802078291485882:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:48.064932Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:48.075540Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802078291485866:2073] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:48.075635Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:48.075691Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802078291485866:2073] [node 6] ICP22 created new session: [3:7580802082586453195:2073]
2025-12-06T17:43:48.075764Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802082586453195:2073] [node 6] ICS09 handshake done sender: [3:7580802078291485876:2115] self: [3:7580802078291485875:0] peer: [6:7580802080029044909:0] socket: 310 qp: -1
2025-12-06T17:43:48.075809Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802082586453195:2073] [node 6] ICS10 traffic start
2025-12-06T17:43:48.075847Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:48.077173Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802073996518501:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:48.077262Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:48.077320Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802073996518501:2048] [node 1] ICP22 created new session: [3:7580802082586453197:2048]
2025-12-06T17:43:48.077377Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802082586453197:2048] [node 1] ICS09 handshake done sender: [3:7580802078291485882:2118] self: [3:7580802078291485893:0] peer: [1:7580802078383901336:0] socket: 301 qp: -1
2025-12-06T17:43:48.077420Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802082586453197:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:48.077475Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:47.937602Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802079889009288:2098] [node 4] ICS10 traffic start
2025-12-06T17:43:47.937656Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:47.946970Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802079889009283:2049] [node 3] ICS09 handshake done sender: [2:7580802079889009272:2113] self: [2:7580802079889009271:0] peer: [3:7580802078291485880:0] socket: 276 qp: -1
2025-12-06T17:43:47.953845Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802079889009283:2049] [node 3] ICS10 traffic start
2025-12-06T17:43:47.957179Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:47.957275Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802079889009282:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:47.981796Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802079889009280:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:47.981840Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802079889009280:2115] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:43:47.982983Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802079889009293:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26713
2025-12-06T17:43:47.983927Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802079889009280:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:47.998236Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802075594041905:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(107699593ns) {HandleHandshakeStatus:329(107696363ns) {DropIncomingHandshake:442(28496ns) DropOutgoingHandshake:457(511ns) SwitchToState:179(764ns) ProcessPendingSessionEvents:495(11895883ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 11814242ns max# 11279550ns}}}
2025-12-06T17:43:48.015289Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802079889009266:2096] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:48.015381Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:48.022810Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802079889009293:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:48.022954Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580802079889009252:2098] [node 4] ICP18 handshake (actor [2:7580802079889009293:2118]) is too old
2025-12-06T17:43:48.023613Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802079889009266:2096] [node 5] ICP22 created new session: [2:7580802084183976591:2096]
2025-12-06T17:43:48.035890Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802084183976591:2096] [node 5] ICS09 handshake done sender: [2:7580802079889009280:2115] self: [2:7580802079889009278:0] peer: [5:7580802077989234247:0] socket: 305 qp: -1
2025-12-06T17:43:48.043222Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802084183976591:2096] [node 5] ICS10 traffic start
2025-12-06T17:43:48.069137Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802075594041904:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13845) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7580802079889009277:2114] held: no
2025-12-06T17:43:48.070878Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:48.108186Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802079889009266:2096] [node 5] ICP35 event processing took too much time PendingConnection:279(91839716ns) {HandleHandshakeStatus:329(91836136ns) {DropIncomingHandshake:442(27810ns) DropOutgoingHandshake:457(786ns) SwitchToState:179(443ns) ProcessPendingSessionEvents:495(18940739ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 18868314ns max# 18271770ns}}}
2025-12-06T17:43:48.147625Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802084183976592:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26713
2025-12-06T17:43:48.179319Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802079889009285:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:48.179353Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802079889009285:2117] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:48.184282Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802084183976595:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26713
2025-12-06T17:43:48.189132Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802079889009285:2117] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:48.193515Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802075594041904:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(117552933ns) {HandleHandshakeStatus:395(117549751ns) {LogHandshakeFail:472(5740636ns) {UpdateErrorStateLog:545(7856ns)} DropOutgoingHandshake:457(447ns) ProcessPendingSessionEvents:495(111743485ns) {unordered DropSessionEvent:512 num# 100 sum# 26148140ns max# 8870776ns}}}
2025-12-06T17:43:48.193651Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802079889009277:2114] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:48.197381Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802084183976595:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:48.206822Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580802075594041904:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:48.206915Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:48.206972Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802075594041904:2048] [node 1] ICP22 created new session: [2:7580802084183976596:2048]
2025-12-06T17:43:48.207025Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802084183976596:2048] [node 1] ICS09 handshake done sender: [2:7580802079889009277:2114] self: [2:7580802079889009287:0] peer: [1:7580802078383901330:0] socket: 297 qp: -1
2025-12-06T17:43:48.207067Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802084183976596:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:48.207105Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:48.211622Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802079889009275:2101] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:48.222851Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:48.222942Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802079889009275:2101] [node 6] ICP22 created new session: [2:7580802084183976598:2101]
2025-12-06T17:43:48.223020Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802084183976598:2101] [node 6] ICS09 handshake done sender: [2:7580802079889009285:2117] self: [2:7580802079889009284:0] peer: [6:7580802084324012216:0] socket: 320 qp: -1
2025-12-06T17:43:48.223084Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802084183976598:2101] [node 6] ICS10 traffic start
2025-12-06T17:43:48.223166Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:48.231782Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802079889009275:2101] [node 6] ICP35 event processing took too much time PendingConnection:279(21405305ns) {HandleHandshakeStatus:329(21402005ns) {DropIncomingHandshake:442(1165ns) DropOutgoingHandshake:457(739ns) SwitchToState:179(530ns) ProcessPendingSessionEvents:495(7388427ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 7310278ns max# 6794120ns}}}
2025-12-06T17:43:48.231896Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580802079889009275:2101] [node 6] ICP18 handshake (actor [2:7580802084183976595:2120]) is too old
2025-12-06T17:43:47.979055Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802077989234245:2050] [node 3] ICS09 handshake done sender: [5:7580802077989234232:2112] self: [5:7580802077989234237:0] peer: [3:7580802078291485871:0] socket: 282 qp: -1
2025-12-06T17:43:47.979103Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802077989234245:2050] [node 3] ICS10 traffic start
2025-12-06T17:43:47.979182Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:47.979466Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802077989234164:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(27688759ns) {HandleHandshakeStatus:329(22565487ns) {DropIncomingHandshake:442(864ns) DropOutgoingHandshake:457(477ns) SwitchToState:179(562ns) ProcessPendingSessionEvents:495(1768ns)}}
2025-12-06T17:43:47.981087Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802077989234163:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:47.983766Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802077989234243:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:47.984040Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802077989234183:2062] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:47.984419Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802077989234248:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46626
2025-12-06T17:43:48.008916Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802077989234244:2118] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:48.027927Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802082284201546:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46626
2025-12-06T17:43:48.060247Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802077989234163:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22888) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802077989234244:2118] held: no
2025-12-06T17:43:48.061022Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802077989234163:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:48.061121Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:48.061190Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802077989234163:2049] [node 2] ICP22 created new session: [5:7580802082284201549:2049]
2025-12-06T17:43:48.061263Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802082284201549:2049] [node 2] ICS09 handshake done sender: [5:7580802077989234244:2118] self: [5:7580802077989234247:0] peer: [2:7580802079889009278:0] socket: 321 qp: -1
2025-12-06T17:43:48.061313Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802082284201549:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:48.061378Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:48.062604Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802077989234243:2117] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:48.068223Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802082284201551:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46626
2025-12-06T17:43:48.070960Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802077989234210:2061] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(176149428ns) {Configure:104(176136619ns) {ProcessConfigured:135(106691ns) {StartInitialHandshake:157(103380ns) {DropHandshakes:470(3273ns) {DropIncomingHandshake:442(832ns) DropOutgoingHandshake:457(552ns)} GenerateSessionVirtualId:988(1146ns) PrepareNewSessionHandshake:477(1602ns) {SwitchToState:179(557ns)}}}}}
2025-12-06T17:43:48.078976Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802077989234183:2062] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:43:48.082759Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:48.082834Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802077989234183:2062] [node 4] ICP22 created new session: [5:7580802082284201553:2062]
2025-12-06T17:43:48.082902Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802082284201553:2062] [node 4] ICS09 handshake done sender: [5:7580802077989234243:2117] self: [5:7580802077989234249:0] peer: [4:7580802078691933003:0] socket: 318 qp: -1
2025-12-06T17:43:48.082946Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802082284201553:2062] [node 4] ICS10 traffic start
2025-12-06T17:43:48.083007Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:48.084436Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802082284201551:2122] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:48.084727Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802077989234162:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:48.161399Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802082284201557:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46626
2025-12-06T17:43:48.182992Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802077989234162:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13845) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802082284201551:2122] held: no
2025-12-06T17:43:48.183825Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802082284201551:2122] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:48.186361Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802077989234162:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:48.195434Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802082284201548:2121] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:48.195468Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580802082284201548:2121] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:48.199989Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802082284201548:2121] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:48.211113Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:48.214169Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802077989234162:2048] [node 1] ICP22 created new session: [5:7580802082284201559:2048]
2025-12-06T17:43:48.214704Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580802077989234210:2061] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:48.224144Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802082284201559:2048] [node 1] ICS09 handshake done sender: [5:7580802082284201551:2122] self: [5:7580802082284201555:0] peer: [1:7580802078383901350:0] socket: 289 qp: -1
2025-12-06T17:43:48.224201Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802082284201559:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:48.224290Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:48.224587Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802077989234162:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(38099453ns) {HandleHandshakeStatus:329(38096544ns) {DropIncomingHandshake:442(868ns) DropOutgoingHandshake:457(362ns) SwitchToState:179(479ns) ProcessPendingSessionEvents:495(2209ns)}}
2025-12-06T17:43:48.264869Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802080029044872:2067] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:43:48.264974Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:48.265040Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802080029044872:2067] [node 5] ICP22 created new session: [6:7580802084324012223:2067]
2025-12-06T17:43:48.265107Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802084324012223:2067] [node 5] ICS09 handshake done sender: [6:7580802084324012212:2121] self: [6:7580802084324012218:0] peer: [5:7580802082284201547:0] socket: 279 qp: -1
2025-12-06T17:43:48.265153Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802084324012223:2067] [node 5] ICS10 traffic start
2025-12-06T17:43:48.265198Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:48.252076Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802074088933973:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(197666459ns) {HandleHandshakeStatus:329(197663672ns) {DropIncomingHandshake:442(23434ns) DropOutgoingHandshake:457(275ns) SwitchToState:179(472ns) ProcessPendingSessionEvents:495(87894118ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 87786947ns max# 26954556ns}}}
2025-12-06T17:43:48.249645Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802078691932978:2064] [node 6] ICP35 event processing took too much time PendingConnection:279(363415909ns) {HandleHandshakeStatus:329(363411880ns) {DropIncomingHandshake:442(18876ns) DropOutgoingHandshake:457(702ns) SwitchToState:179(4007ns) ProcessPendingSessionEvents:495(268049147ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 257425391ns max# 24508962ns}}}
2025-12-06T17:43:48.275120Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:48.275239Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802077989234210:2061] [node 6] ICP22 created new session: [5:7580802082284201561:2061]
2025-12-06T17:43:48.275301Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802082284201561:2061] [node 6] ICS09 handshake done sender: [5:7580802082284201548:2121] self: [5:7580802082284201547:0] peer: [6:7580802084324012218:0] socket: 274 qp: -1
2025-12-06T17:43:48.275359Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802082284201561:2061] [node 6] ICS10 traffic start
2025-12-06T17:43:48.275450Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:48.277472Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802077989234210:2061] [node 6] ICP35 event processing took too much time PendingConnection:279(64436845ns) {HandleHandshakeStatus:329(64434285ns) {DropIncomingHandshake:442(22255ns) DropOutgoingHandshake:457(536ns) SwitchToState:179(476ns) ProcessPendingSessionEvents:495(674479ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 574524ns max# 59349ns}}}
2025-12-06T17:43:48.356007Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:43:48.356315Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580802084183976596:2048] [node 1] ICS01 socket: 297 reason# EndOfStream
2025-12-06T17:43:48.356368Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580802075594041904:2048] [node 1] ICP30 unregister session Session# [2:7580802084183976596:2048] VirtualId# [2:7580802079889009287:0]
2025-12-06T17:43:48.356411Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580802084183976596:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:48.356521Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:48.356570Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:48.359115Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:43:48.359416Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802082586453197:2048] [node 1] ICS01 socket: 301 reason# EndOfStream
2025-12-06T17:43:48.359470Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802073996518501:2048] [node 1] ICP30 unregister session Session# [3:7580802082586453197:2048] VirtualId# [3:7580802078291485893:0]
2025-12-06T17:43:48.359520Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802082586453197:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:48.359605Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:48.359654Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:48.365537Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:43:48.365788Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802084324012214:2048] [node 1] ICS01 socket: 332 reason# EndOfStream
2025-12-06T17:43:48.365836Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802080029044824:2048] [node 1] ICP30 unregister session Session# [6:7580802084324012214:2048] VirtualId# [6:7580802084324012209:0]
2025-12-06T17:43:48.365889Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802084324012214:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:48.366047Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:43:48.366236Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802082284201559:2048] [node 1] ICS01 socket: 289 reason# EndOfStream
2025-12-06T17:43:48.366285Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802077989234162:2048] [node 1] ICP30 unregister session Session# [5:7580802082284201559:2048] VirtualId# [5:7580802082284201555:0]
2025-12-06T17:43:48.366317Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802082284201559:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:48.366391Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:48.366440Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:48.365978Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:48.366038Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:48.366573Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:43:48.366797Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802078691933022:2048] [node 1] ICS07 socket disconnect 293 reason# EndOfStream
2025-12-06T17:43:48.366833Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802078691933022:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:48.366908Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:48.366959Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802078691933022:2048] [node 1] ICS15 start handshake
2025-12-06T17:43:48.369403Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802074396965634:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13845) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:48.369470Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802078691933022:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:48.369511Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802074396965634:2048] [node 1] ICP30 unregister session Session# [4:7580802078691933022:2048] VirtualId# [4:7580802078691933015:0]
2025-12-06T17:43:48.369555Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:48.369601Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802074396965634:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:13845) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:48.369628Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13845) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:48.383010Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580802074396965634:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:43:48.566250Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:43:48.566558Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802078291485890:2049] [node 2] ICS01 socket: 277 reason# EndOfStream
2025-12-06T17:43:48.566618Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802073996518502:2049] [node 2] ICP30 unregister session Session# [3:7580802078291485890:2049] VirtualId# [3:7580802078291485880:0]
2025-12-06T17:43:48.566659Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802078291485890:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:48.566773Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:48.566831Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:48.589843Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:43:48.590225Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802084324012220:2049] [node 2] ICS07 socket disconnect 322 reason# EndOfStream
2025-12-06T17:43:48.590272Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802084324012220:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:48.590369Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:48.590415Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802084324012220:2049] [node 2] ICS15 start handshake
2025-12-06T17:43:48.591103Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:43:48.591372Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802082284201549:2049] [node 2] ICS01 socket: 321 reason# EndOfStream
2025-12-06T17:43:48.591431Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802077989234163:2049] [node 2] ICP30 unregister session Session# [5:7580802082284201549:2049] VirtualId# [5:7580802077989234247:0]
2025-12-06T17:43:48.591481Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802082284201549:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:48.591573Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:48.592003Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:43:48.591627Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:48.592300Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802082986900324:2049] [node 2] ICS07 socket disconnect 265 reason# EndOfStream
2025-12-06T17:43:48.592335Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802082986900324:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:48.592426Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:48.592475Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802082986900324:2049] [node 2] ICS15 start handshake
2025-12-06T17:43:48.593570Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802080029044825:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22888) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:48.593923Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802084324012220:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:48.593967Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802080029044825:2049] [node 2] ICP30 unregister session Session# [6:7580802084324012220:2049] VirtualId# [6:7580802084324012216:0]
2025-12-06T17:43:48.594012Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:48.594060Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802080029044825:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:22888) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:48.594077Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22888) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:48.595786Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802074396965635:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22888) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:48.595866Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802082986900324:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:48.595931Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802074396965635:2049] [node 2] ICP30 unregister session Session# [4:7580802082986900324:2049] VirtualId# [4:7580802078691933014:0]
2025-12-06T17:43:48.596054Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:48.596089Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802074396965635:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:22888) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:48.596134Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22888) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:48.606972Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580802074396965635:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:43:48.615114Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802080029044825:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:43:48.762224Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:43:48.762522Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802084324012210:2050] [node 3] ICS07 socket disconnect 312 reason# EndOfStream
2025-12-06T17:43:48.762579Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802084324012210:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:48.762679Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:43:48.762720Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802084324012210:2050] [node 3] ICS15 start handshake
2025-12-06T17:43:48.763367Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:43:48.763622Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802077989234245:2050] [node 3] ICS01 socket: 282 reason# EndOfStream
2025-12-06T17:43:48.763673Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802077989234164:2050] [node 3] ICP30 unregister session Session# [5:7580802077989234245:2050] VirtualId# [5:7580802077989234237:0]
2025-12-06T17:43:48.763719Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802077989234245:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:48.763793Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:43:48.763845Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:43:48.763991Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:43:48.764275Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802082986900327:2050] [node 3] ICS07 socket disconnect 319 reason# EndOfStream
2025-12-06T17:43:48.764308Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802082986900327:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:48.764372Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:43:48.764424Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802082986900327:2050] [node 3] ICS15 start handshake
2025-12-06T17:43:48.766239Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802074396965636:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14694) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:48.766317Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802082986900327:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:48.766358Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802074396965636:2050] [node 3] ICP30 unregister session Session# [4:7580802082986900327:2050] VirtualId# [4:7580802078691933024:0]
2025-12-06T17:43:48.766411Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:43:48.766447Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802074396965636:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:14694) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:48.766477Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14694) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:48.767510Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802080029044826:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14694) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:48.767595Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802084324012210:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:48.767636Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802080029044826:2050] [node 3] ICP30 unregister session Session# [6:7580802084324012210:2050] VirtualId# [6:7580802080029044909:0]
2025-12-06T17:43:48.767683Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:43:48.767720Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802080029044826:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:14694) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:48.767753Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14694) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:48.778791Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802080029044826:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:43:48.778914Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580802074396965636:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:43:49.052540Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:43:49.052853Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802082284201553:2062] [node 4] ICS01 socket: 318 reason# EndOfStream
2025-12-06T17:43:49.052904Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802077989234183:2062] [node 4] ICP30 unregister session Session# [5:7580802082284201553:2062] VirtualId# [5:7580802077989234249:0]
2025-12-06T17:43:49.052954Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802082284201553:2062] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:49.053062Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:43:49.053114Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:43:49.054477Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:43:49.054771Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802080029044907:2064] [node 4] ICS01 socket: 295 reason# EndOfStream
2025-12-06T17:43:49.054830Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802080029044888:2064] [node 4] ICP30 unregister session Session# [6:7580802080029044907:2064] VirtualId# [6:7580802080029044900:0]
2025-12-06T17:43:49.054879Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802080029044907:2064] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:49.055001Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:43:49.055052Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:43:49.249093Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:43:49.249401Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802084324012223:2067] [node 5] ICS01 socket: 279 reason# EndOfStream
2025-12-06T17:43:49.249459Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802080029044872:2067] [node 5] ICP30 unregister session Session# [6:7580802084324012223:2067] VirtualId# [6:7580802084324012218:0]
2025-12-06T17:43:49.249507Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802084324012223:2067] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:49.249556Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:43:49.249639Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:43:49.635451Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802087966398820:2048] [node 2] ICP01 ready to work
2025-12-06T17:43:49.635497Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802087966398821:2049] [node 3] ICP01 ready to work
2025-12-06T17:43:49.660548Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802087780957517:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:49.660610Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802087780957518:2049] [node 3] ICP01 ready to work
2025-12-06T17:43:49.698999Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802086570316801:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:49.699052Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802086570316802:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:49.743546Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802087874552861:2050] [node 3] ICP01 ready to work
2025-12-06T17:43:49.747056Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802087874552859:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:49.751028Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802087874552860:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:49.810832Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802087060475553:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:49.810881Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802087060475554:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:49.810926Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802087060475555:2050] [node 3] ICP01 ready to work
2025-12-06T17:43:49.786407Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802089463330697:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:49.786453Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802089463330698:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:49.786502Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802089463330699:2050] [node 3] ICP01 ready to work
2025-12-06T17:43:50.254201Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802092075924872:2094] [node 6] ICP01 ready to work
2025-12-06T17:43:50.304598Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802092169520188:2078] [node 6] ICP01 ready to work
2025-12-06T17:43:50.274427Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802090865284140:2075] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:50.291134Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802091355442876:2066] [node 5] ICP01 ready to work
2025-12-06T17:43:50.331896Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802092261366197:2109] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:50.335084Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802092169520204:2074] [node 5] ICP01 ready to work
2025-12-06T17:43:50.406870Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802093758298041:2092] [node 6] ICP01 ready to work
2025-12-06T17:43:50.349684Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802087060475553:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(61199638ns) {Configure:104(61191513ns) {ProcessConfigured:135(110968ns) {StartInitialHandshake:157(107940ns) {DropHandshakes:470(2894ns) {DropIncomingHandshake:442(717ns) DropOutgoingHandshake:457(761ns)} GenerateSessionVirtualId:988(1075ns) PrepareNewSessionHandshake:477(5667ns) {SwitchToState:179(547ns)}}}}}
2025-12-06T17:43:50.375579Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802092075924878:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48949
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:50.415649Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802091355442883:2070] [node 4] ICP01 ready to work
2025-12-06T17:43:50.416029Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802093758298047:2061] [node 4] ICP01 ready to work
2025-12-06T17:43:50.412591Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802090865284161:2077] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:50.470593Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802087874552860:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(92814829ns) {Configure:104(92802057ns) {ProcessConfigured:135(95523ns) {StartInitialHandshake:157(91200ns) {DropHandshakes:470(2831ns) {DropIncomingHandshake:442(644ns) DropOutgoingHandshake:457(426ns)} GenerateSessionVirtualId:988(1294ns) PrepareNewSessionHandshake:477(2188ns) {SwitchToState:179(716ns)}}}}}
2025-12-06T17:43:50.438675Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802092261366198:2108] [node 6] ICP01 ready to work
2025-12-06T17:43:50.441829Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802092075924884:2092] [node 4] ICP01 ready to work
2025-12-06T17:43:50.454295Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802090865284164:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38477
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:50.472995Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802092075924872:2094] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(155915000ns) {Configure:104(155908550ns) {ProcessConfigured:135(19109742ns) {StartInitialHandshake:157(19106072ns) {DropHandshakes:470(2844ns) {DropIncomingHandshake:442(795ns) DropOutgoingHandshake:457(302ns)} GenerateSessionVirtualId:988(706ns) PrepareNewSessionHandshake:477(3842ns) {SwitchToState:179(1852ns)}}}}}
2025-12-06T17:43:50.531291Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802093758298064:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39776
2025-12-06T17:43:50.503151Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802092261366201:2128] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41054
2025-12-06T17:43:50.421240Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802091355442885:2077] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51559
2025-12-06T17:43:50.457948Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802090865284162:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38477
2025-12-06T17:43:50.529094Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802092169520227:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56406
2025-12-06T17:43:50.506612Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802087966398820:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(328384680ns) {Configure:104(328379043ns) {ProcessConfigured:135(47083919ns) {StartInitialHandshake:157(47081310ns) {DropHandshakes:470(2998ns) {DropIncomingHandshake:442(760ns) DropOutgoingHandshake:457(559ns)} GenerateSessionVirtualId:988(640ns) PrepareNewSessionHandshake:477(2153ns) {SwitchToState:179(238ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:50.513462Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802092075924885:2093] [node 5] ICP01 ready to work
2025-12-06T17:43:50.552649Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802089463330699:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(228521458ns) {Configure:104(228514672ns) {ProcessConfigured:135(118898ns) {StartInitialHandshake:157(101018ns) {DropHandshakes:470(2646ns) {DropIncomingHandshake:442(598ns) DropOutgoingHandshake:457(442ns)} GenerateSessionVirtualId:988(815ns) PrepareNewSessionHandshake:477(1978ns) {SwitchToState:179(526ns)}}}}}
2025-12-06T17:43:50.459268Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802090865284163:2078] [node 5] ICP01 ready to work
2025-12-06T17:43:50.529171Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802092169520228:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56406
2025-12-06T17:43:50.439671Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802091355442914:2106] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51559
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:50.519740Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802092261366199:2107] [node 4] ICP01 ready to work
2025-12-06T17:43:50.526006Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802092075924886:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48949
2025-12-06T17:43:50.567995Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802093758298065:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39776
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:50.530913Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802090865284162:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:50.643907Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802092169520228:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:50.573855Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802092261366201:2128] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:50.527009Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802091355442914:2106] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:50.526081Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802092075924887:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48949
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:50.596382Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802093758298065:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:50.562211Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802090865284171:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38477
2025-12-06T17:43:50.666909Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802087874552859:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(479884637ns) {Configure:104(479869087ns) {ProcessConfigured:135(12587753ns) {StartInitialHandshake:157(12584693ns) {DropHandshakes:470(3050ns) {DropIncomingHandshake:442(954ns) DropOutgoingHandshake:457(547ns)} GenerateSessionVirtualId:988(854ns) PrepareNewSessionHandshake:477(4480ns) {SwitchToState:179(1743ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:50.535870Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802092075924878:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:50.596551Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802089463330698:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:50.620954Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802092261366205:2130] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:50.595877Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802087060475554:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(416444290ns) {Configure:104(416439352ns) {ProcessConfigured:135(78962ns) {StartInitialHandshake:157(76479ns) {DropHandshakes:470(1747ns) {DropIncomingHandshake:442(302ns) DropOutgoingHandshake:457(428ns)} GenerateSessionVirtualId:988(567ns) PrepareNewSessionHandshake:477(1279ns) {SwitchToState:179(527ns)}}}}}
2025-12-06T17:43:50.670215Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802092169520227:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:50.593110Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802090865284140:2075] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(21420029ns) {Configure:104(21410182ns) {ProcessConfigured:135(96143ns) {StartInitialHandshake:157(92192ns) {DropHandshakes:470(3106ns) {DropIncomingHandshake:442(1106ns) DropOutgoingHandshake:457(506ns)} GenerateSessionVirtualId:988(1619ns) PrepareNewSessionHandshake:477(2470ns) {SwitchToState:179(620ns)}}}}}
2025-12-06T17:43:50.620991Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802092261366205:2130] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:43:50.635334Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802091355442876:2066] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(288091380ns) {Configure:104(288081868ns) {ProcessConfigured:135(18959605ns) {StartInitialHandshake:157(18956040ns) {DropHandshakes:470(4015ns) {DropIncomingHandshake:442(828ns) DropOutgoingHandshake:457(916ns)} GenerateSessionVirtualId:988(943ns) PrepareNewSessionHandshake:477(8950ns) {SwitchToState:179(2149ns)}}}}}
2025-12-06T17:43:50.620731Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802093758298064:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:50.595182Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802092075924887:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:50.628572Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802090865284164:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:50.650497Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802093758298043:2093] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:50.672928Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802087874552860:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:50.634763Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802092261366205:2130] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:50.603510Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802092075924895:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48949
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:50.636009Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802091355442876:2066] [node 5] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:50.637541Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802090865284171:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:50.677982Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802092169520235:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56406
2025-12-06T17:43:50.636261Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802091355442885:2077] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:50.650563Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580802093758298043:2093] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:50.698034Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802092261366209:2131] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41054
2025-12-06T17:43:50.679415Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802092169520206:2093] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:50.603682Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580802087780957517:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:50.636643Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802091355442926:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51559
2025-12-06T17:43:50.647607Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802086570316802:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:50.669896Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802093758298047:2061] [node 4] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:50.625736Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802092075924892:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:50.668468Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802090865284177:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38477
2025-12-06T17:43:50.679445Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802092169520206:2093] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:50.729796Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [1:7580802087966398820:2048] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:43:50.686826Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802092169520206:2093] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:50.678449Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802089463330698:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13759) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802093758298065:2113] held: no
2025-12-06T17:43:50.667920Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802091355442921:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51559
2025-12-06T17:43:50.625783Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802092075924892:2117] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:50.731017Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802087966398820:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:43:50.747398Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802090865284173:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:50.689510Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802092169520237:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56406
2025-12-06T17:43:50.686666Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802091355442926:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:50.628466Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802092075924892:2117] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:50.684880Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802093758298073:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39776
2025-12-06T17:43:50.747439Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802090865284173:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:50.737222Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802092261366213:2133] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41054
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:50.701200Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802087874552860:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(28537915ns) {IncomingHandshake:261(15955848ns) {DropIncomingHandshake:442(488ns) PrepareNewSessionHandshake:477(2556ns) {SwitchToState:179(1290ns)} GenerateSessionVirtualId:988(995ns) IssueIncomingHandshakeReply:193(15905256ns) {SwitchToState:179(3169ns)}}}
2025-12-06T17:43:50.687675Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802093758298074:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39776
2025-12-06T17:43:50.688453Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802093758298075:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39776
2025-12-06T17:43:50.690811Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802093758298047:2061] [node 4] ICP35 event processing took too much time PendingConnection:279(44506376ns) {IncomingHandshake:261(31847539ns) {DropIncomingHandshake:442(1125ns) PrepareNewSessionHandshake:477(1429ns) {SwitchToState:179(400ns)} GenerateSessionVirtualId:988(1150ns) IssueIncomingHandshakeReply:193(15627099ns) {SwitchToState:179(2292ns)}}}
2025-12-06T17:43:50.706947Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802093758298065:2113] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:50.707705Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802093758298064:2112] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:50.734940Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802093758298043:2093] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:50.736814Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802093758298047:2061] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:43:50.737488Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802089463330698:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:50.737543Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:50.738331Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802089463330698:2049] [node 2] ICP22 created new session: [5:7580802093758298078:2049]
2025-12-06T17:43:50.746769Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802093758298078:2049] [node 2] ICS09 handshake done sender: [5:7580802093758298065:2113] self: [5:7580802093758298071:0] peer: [2:7580802092075924891:0] socket: 300 qp: -1
2025-12-06T17:43:50.746844Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802093758298078:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:50.746930Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:50.759729Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:50.769507Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802093758298074:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:50.770640Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802089463330697:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(354284073ns) {Configure:104(354274712ns) {ProcessConfigured:135(9771882ns) {StartInitialHandshake:157(9767232ns) {DropHandshakes:470(2213ns) {DropIncomingHandshake:442(826ns) DropOutgoingHandshake:457(343ns)} GenerateSessionVirtualId:988(632ns) PrepareNewSessionHandshake:477(3483ns) {SwitchToState:179(1469ns)}}}}}
2025-12-06T17:43:50.776412Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802093758298047:2061] [node 4] ICP22 created new session: [5:7580802093758298082:2061]
2025-12-06T17:43:50.776553Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580802093758298041:2092] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:50.791488Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802093758298082:2061] [node 4] ICS09 handshake done sender: [5:7580802093758298064:2112] self: [5:7580802093758298072:0] peer: [4:7580802092169520205:0] socket: 297 qp: -1
2025-12-06T17:43:50.802562Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:50.802768Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802093758298082:2061] [node 4] ICS10 traffic start
2025-12-06T17:43:50.827261Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802093758298041:2092] [node 6] ICP22 created new session: [5:7580802093758298085:2092]
2025-12-06T17:43:50.828858Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:50.849318Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802093758298087:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39776
2025-12-06T17:43:50.863003Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802093758298085:2092] [node 6] ICS09 handshake done sender: [5:7580802093758298043:2093] self: [5:7580802093758298042:0] peer: [6:7580802091355442928:0] socket: 278 qp: -1
2025-12-06T17:43:50.863071Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802093758298085:2092] [node 6] ICS10 traffic start
2025-12-06T17:43:50.872646Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802093758298083:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39776
2025-12-06T17:43:50.872936Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802093758298087:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:50.873156Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802089463330699:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:50.875845Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802093758298047:2061] [node 4] ICP35 event processing took too much time PendingConnection:279(138055925ns) {HandleHandshakeStatus:329(138052560ns) {DropIncomingHandshake:442(996ns) DropOutgoingHandshake:457(6007ns) SwitchToState:179(768ns) ProcessPendingSessionEvents:495(7518427ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 7446674ns max# 6889396ns}}}
2025-12-06T17:43:50.879306Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:50.902796Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802093758298083:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:50.692188Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802087060475555:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:50.748880Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802086570316801:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(160040660ns) {Configure:104(160030583ns) {ProcessConfigured:135(10200240ns) {StartInitialHandshake:157(10197420ns) {DropHandshakes:470(735ns) {DropIncomingHandshake:442(249ns) DropOutgoingHandshake:457(102ns)} GenerateSessionVirtualId:988(439ns) PrepareNewSessionHandshake:477(2250ns) {SwitchToState:179(497ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:50.712705Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802092169520204:2074] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:50.751334Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802092261366197:2109] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(23215411ns) {Configure:104(23200549ns) {ProcessConfigured:135(17197859ns) {StartInitialHandshake:157(17194571ns) {DropHandshakes:470(4689850ns) {DropIncomingHandshake:442(1839ns) DropOutgoingHandshake:457(639ns)} GenerateSessionVirtualId:988(14530ns) PrepareNewSessionHandshake:477(5566ns) {SwitchToState:179(2406ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:50.906821Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802089463330697:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:50.741899Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802091355442921:2113] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:50.628976Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802092075924886:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:50.759535Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802092261366213:2133] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:50.909439Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802093758298090:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39776
2025-12-06T17:43:50.941917Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802093758298087:2121] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:50.762963Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802091355442934:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51559
2025-12-06T17:43:50.712758Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802092169520228:2114] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:50.958821Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802089463330699:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:43:50.958948Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:50.959025Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802089463330699:2050] [node 3] ICP22 created new session: [5:7580802093758298092:2050]
2025-12-06T17:43:50.959090Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802093758298092:2050] [node 3] ICS09 handshake done sender: [5:7580802093758298087:2121] self: [5:7580802093758298089:0] peer: [3:7580802090865284185:0] socket: 285 qp: -1
2025-12-06T17:43:50.959137Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802093758298092:2050] [node 3] ICS10 traffic start
2025-12-06T17:43:50.959183Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:50.762952Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802090865284173:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:50.764148Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802086570316802:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13759) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580802090865284164:2111] held: no
2025-12-06T17:43:50.767382Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802090865284164:2111] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:50.825207Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802090865284140:2075] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:50.825325Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:50.825401Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802090865284140:2075] [node 6] ICP22 created new session: [3:7580802090865284182:2075]
2025-12-06T17:43:50.825479Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802090865284182:2075] [node 6] ICS09 handshake done sender: [3:7580802090865284173:2115] self: [3:7580802090865284172:0] peer: [6:7580802091355442930:0] socket: 306 qp: -1
2025-12-06T17:43:50.825522Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802090865284182:2075] [node 6] ICS10 traffic start
2025-12-06T17:43:50.825606Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:50.827824Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802090865284181:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38477
2025-12-06T17:43:50.845062Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802090865284181:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:50.845237Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802090865284184:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38477
2025-12-06T17:43:50.845857Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802090865284163:2078] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(56822985ns) {Configure:104(56812488ns) {ProcessConfigured:135(11666529ns) {StartInitialHandshake:157(11662613ns) {DropHandshakes:470(2741ns) {DropIncomingHandshake:442(879ns) DropOutgoingHandshake:457(368ns)} GenerateSessionVirtualId:988(689ns) PrepareNewSessionHandshake:477(2244ns) {SwitchToState:179(330ns)}}}}}
2025-12-06T17:43:50.850171Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802090865284169:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:50.850203Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802090865284169:2113] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:43:50.863675Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802090865284169:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:50.867394Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802090865284184:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:50.869403Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802086570316801:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:50.886744Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802090865284188:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:50.886783Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802090865284188:2120] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:43:50.888257Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802090865284161:2077] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:43:50.888349Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:50.888407Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802090865284161:2077] [node 4] ICP22 created new session: [3:7580802090865284194:2077]
2025-12-06T17:43:50.888482Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802090865284194:2077] [node 4] ICS09 handshake done sender: [3:7580802090865284169:2113] self: [3:7580802090865284168:0] peer: [4:7580802092169520247:0] socket: 284 qp: -1
2025-12-06T17:43:50.888528Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802090865284194:2077] [node 4] ICS10 traffic start
2025-12-06T17:43:50.888574Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:50.910024Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802090865284188:2120] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:50.946618Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802090865284196:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38477
2025-12-06T17:43:50.947357Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802090865284163:2078] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:50.947463Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:50.947532Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802090865284163:2078] [node 5] ICP22 created new session: [3:7580802090865284197:2078]
2025-12-06T17:43:50.947616Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802090865284197:2078] [node 5] ICS09 handshake done sender: [3:7580802090865284188:2120] self: [3:7580802090865284185:0] peer: [5:7580802093758298089:0] socket: 334 qp: -1
2025-12-06T17:43:50.947661Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802090865284197:2078] [node 5] ICS10 traffic start
2025-12-06T17:43:50.947709Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:50.949021Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802086570316801:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24224) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580802090865284184:2119] held: no
2025-12-06T17:43:50.629038Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802092075924885:2093] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:50.761329Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802087966398821:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(130366354ns) {Configure:104(130355583ns) {ProcessConfigured:135(85839ns) {StartInitialHandshake:157(82761ns) {DropHandshakes:470(2573ns) {DropIncomingHandshake:442(666ns) DropOutgoingHandshake:457(405ns)} GenerateSessionVirtualId:988(683ns) PrepareNewSessionHandshake:477(1951ns) {SwitchToState:179(783ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:50.712789Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:50.766751Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802087060475553:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:50.629130Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:50.993012Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802093758298094:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39776
2025-12-06T17:43:50.993676Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802093758298083:2120] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:50.993883Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802089463330697:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:50.993985Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:50.994047Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802089463330697:2048] [node 1] ICP22 created new session: [5:7580802093758298095:2048]
2025-12-06T17:43:50.994103Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802093758298095:2048] [node 1] ICS09 handshake done sender: [5:7580802093758298083:2120] self: [5:7580802093758298091:0] peer: [1:7580802092261366214:0] socket: 320 qp: -1
2025-12-06T17:43:50.994145Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802093758298095:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:50.994202Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:50.770795Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:50.977589Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802090865284184:2119] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:50.712862Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802092169520204:2074] [node 5] ICP22 created new session: [4:7580802092169520239:2074]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:50.629193Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802092075924885:2093] [node 5] ICP22 created new session: [2:7580802092075924900:2093]
2025-12-06T17:43:50.781851Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802091355442933:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51559
2025-12-06T17:43:50.781680Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802087966398820:2048] [node 2] ICP22 created new session: [1:7580802092261366220:2048]
2025-12-06T17:43:50.997033Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802086570316801:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:50.712936Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802092169520239:2074] [node 5] ICS09 handshake done sender: [4:7580802092169520206:2093] self: [4:7580802092169520205:0] peer: [5:7580802093758298072:0] socket: 296 qp: -1
2025-12-06T17:43:50.712981Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802092169520239:2074] [node 5] ICS10 traffic start
2025-12-06T17:43:50.713045Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:50.718635Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802087874552860:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:50.718743Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:50.718809Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802087874552860:2049] [node 2] ICP22 created new session: [4:7580802092169520242:2049]
2025-12-06T17:43:50.718866Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802092169520242:2049] [node 2] ICS09 handshake done sender: [4:7580802092169520228:2114] self: [4:7580802092169520232:0] peer: [2:7580802092075924888:0] socket: 294 qp: -1
2025-12-06T17:43:50.718915Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802092169520242:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:50.718981Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:50.733194Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802092169520245:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56406
2025-12-06T17:43:50.759256Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802087874552861:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(494917034ns) {Configure:104(494907010ns) {ProcessConfigured:135(34420076ns) {StartInitialHandshake:157(34416294ns) {DropHandshakes:470(2573ns) {DropIncomingHandshake:442(533ns) DropOutgoingHandshake:457(441ns)} GenerateSessionVirtualId:988(1049ns) PrepareNewSessionHandshake:477(7416346ns) {SwitchToState:179(6227ns)}}}}}
2025-12-06T17:43:50.763819Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802092169520245:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:50.770652Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7580802092169520204:2074] [node 5] ICP27 obsolete handshake fail ignored
2025-12-06T17:43:50.787038Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802087874552859:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:50.843955Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802087874552861:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:50.874021Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802092169520249:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56406
2025-12-06T17:43:50.877817Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802092169520248:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56406
2025-12-06T17:43:50.896135Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802092169520245:2119] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:50.899416Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802087874552859:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:50.899515Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:50.899590Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802087874552859:2048] [node 1] ICP22 created new session: [4:7580802092169520250:2048]
2025-12-06T17:43:50.899656Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802092169520250:2048] [node 1] ICS09 handshake done sender: [4:7580802092169520245:2119] self: [4:7580802092169520246:0] peer: [1:7580802092261366210:0] socket: 327 qp: -1
2025-12-06T17:43:50.899704Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802092169520250:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:50.899786Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:50.903221Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802092169520227:2113] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:50.934095Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802087874552861:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19862) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580802092169520227:2113] held: no
2025-12-06T17:43:50.938822Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802087874552861:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:43:50.938911Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:50.938982Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802087874552861:2050] [node 3] ICP22 created new session: [4:7580802092169520252:2050]
2025-12-06T17:43:50.939061Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802092169520252:2050] [node 3] ICS09 handshake done sender: [4:7580802092169520227:2113] self: [4:7580802092169520247:0] peer: [3:7580802090865284168:0] socket: 288 qp: -1
2025-12-06T17:43:50.791604Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802087060475553:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(24755021ns) {IncomingHandshake:261(24752763ns) {DropIncomingHandshake:442(426ns) PrepareNewSessionHandshake:477(1909ns) {SwitchToState:179(1085ns)} GenerateSessionVirtualId:988(618ns) IssueIncomingHandshakeReply:193(14280672ns) {SwitchToState:179(3536ns)}}}
2025-12-06T17:43:50.939111Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802092169520252:2050] [node 3] ICS10 traffic start
2025-12-06T17:43:50.939153Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:50.951287Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802092169520190:2081] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:50.951336Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802092169520190:2081] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:50.996329Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802092169520254:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56406
2025-12-06T17:43:51.023551Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802092169520254:2122] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:51.027462Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802092169520190:2081] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:51.046118Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802092169520188:2078] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:50.629253Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802092075924900:2093] [node 5] ICS09 handshake done sender: [2:7580802092075924892:2117] self: [2:7580802092075924891:0] peer: [5:7580802093758298071:0] socket: 299 qp: -1
2025-12-06T17:43:50.785732Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802092261366203:2129] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:51.001417Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:51.023301Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802086570316801:2048] [node 1] ICP22 created new session: [3:7580802090865284199:2048]
2025-12-06T17:43:51.031391Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802090865284199:2048] [node 1] ICS09 handshake done sender: [3:7580802090865284184:2119] self: [3:7580802090865284192:0] peer: [1:7580802092261366217:0] socket: 332 qp: -1
2025-12-06T17:43:51.031455Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802090865284199:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:51.031519Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:51.031780Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802086570316801:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(34651515ns) {HandleHandshakeStatus:329(34648033ns) {DropIncomingHandshake:442(842ns) DropOutgoingHandshake:457(1103ns) SwitchToState:179(736ns) ProcessPendingSessionEvents:495(1649ns)}}
2025-12-06T17:43:51.050393Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802086570316802:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(134339626ns) {HandleHandshakeStatus:395(134336831ns) {LogHandshakeFail:472(17037ns) {UpdateErrorStateLog:545(6491ns)} DropOutgoingHandshake:457(1472ns) ProcessPendingSessionEvents:495(133219301ns) {unordered DropSessionEvent:512 num# 100 sum# 133126331ns max# 23443862ns}}}
2025-12-06T17:43:51.050493Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802086570316802:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:51.050583Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:51.050653Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802086570316802:2049] [node 2] ICP22 created new session: [3:7580802095160251497:2049]
2025-12-06T17:43:51.050712Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802095160251497:2049] [node 2] ICS09 handshake done sender: [3:7580802090865284164:2111] self: [3:7580802090865284176:0] peer: [2:7580802092075924879:0] socket: 281 qp: -1
2025-12-06T17:43:51.050768Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802095160251497:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:51.050874Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:50.854388Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802091355442933:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:50.854526Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802091355442926:2116] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:50.864137Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802087060475555:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19862) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802091355442926:2116] held: no
2025-12-06T17:43:50.864961Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802087060475555:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:43:50.865054Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:50.865118Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802087060475555:2050] [node 3] ICP22 created new session: [6:7580802091355442936:2050]
2025-12-06T17:43:50.865176Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802091355442936:2050] [node 3] ICS09 handshake done sender: [6:7580802091355442926:2116] self: [6:7580802091355442930:0] peer: [3:7580802090865284172:0] socket: 307 qp: -1
2025-12-06T17:43:50.865228Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802091355442936:2050] [node 3] ICS10 traffic start
2025-12-06T17:43:50.865274Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:50.868900Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802087060475553:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24224) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802091355442921:2113] held: no
2025-12-06T17:43:50.882283Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802091355442883:2070] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(111193633ns) {Configure:104(111186268ns) {ProcessConfigured:135(78730ns) {StartInitialHandshake:157(75561ns) {DropHandshakes:470(3354ns) {DropIncomingHandshake:442(653ns) DropOutgoingHandshake:457(562ns)} GenerateSessionVirtualId:988(1212ns) PrepareNewSessionHandshake:477(1612ns) {SwitchToState:179(597ns)}}}}}
2025-12-06T17:43:50.882893Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802087060475554:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:50.883031Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802091355442931:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51559
2025-12-06T17:43:50.892208Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802091355442883:2070] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:50.906293Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802091355442914:2106] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:50.917964Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802091355442876:2066] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:43:50.918070Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:50.918136Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802091355442876:2066] [node 5] ICP22 created new session: [6:7580802091355442944:2066]
2025-12-06T17:43:50.918207Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802091355442944:2066] [node 5] ICS09 handshake done sender: [6:7580802091355442914:2106] self: [6:7580802091355442928:0] peer: [5:7580802093758298042:0] socket: 282 qp: -1
2025-12-06T17:43:50.918259Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802091355442944:2066] [node 5] ICS10 traffic start
2025-12-06T17:43:50.918322Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:50.921267Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802091355442943:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51559
2025-12-06T17:43:50.941311Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802091355442933:2119] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:50.952552Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802091355442935:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51559
2025-12-06T17:43:50.968234Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802087060475554:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:51.023618Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:51.023685Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802087060475554:2049] [node 2] ICP22 created new session: [6:7580802095650410243:2049]
2025-12-06T17:43:51.023741Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802095650410243:2049] [node 2] ICS09 handshake done sender: [6:7580802091355442933:2119] self: [6:7580802091355442940:0] peer: [2:7580802092075924882:0] socket: 295 qp: -1
2025-12-06T17:43:51.023789Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802095650410243:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:51.023855Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:51.024204Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802095650410245:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51559
2025-12-06T17:43:51.035471Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802087060475554:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(66234171ns) {HandleHandshakeStatus:329(66229961ns) {DropIncomingHandshake:442(823ns) DropOutgoingHandshake:457(6701ns) SwitchToState:179(763ns) ProcessPendingSessionEvents:495(10427376ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 10365615ns max# 9866209ns}}}
2025-12-06T17:43:51.044018Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802091355442885:2077] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:51.048747Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802091355442883:2070] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:43:50.785795Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802092261366203:2129] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:50.797840Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802092261366203:2129] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:50.801143Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802092261366198:2108] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:50.801234Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:50.802116Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802092261366220:2048] [node 2] ICS09 handshake done sender: [1:7580802092261366205:2130] self: [1:7580802092261366200:0] peer: [2:7580802092075924898:0] socket: 287 qp: -1
2025-12-06T17:43:50.803132Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802092261366198:2108] [node 6] ICP22 created new session: [1:7580802092261366223:2108]
2025-12-06T17:43:50.813589Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802092261366220:2048] [node 2] ICS10 traffic start
2025-12-06T17:43:50.814959Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802092261366211:2132] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:50.815016Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802092261366211:2132] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:43:50.819098Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802092261366223:2108] [node 6] ICS09 handshake done sender: [1:7580802092261366203:2129] self: [1:7580802092261366202:0] peer: [6:7580802091355442932:0] socket: 286 qp: -1
2025-12-06T17:43:50.819159Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802092261366223:2108] [node 6] ICS10 traffic start
2025-12-06T17:43:50.819233Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:50.821308Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802092261366198:2108] [node 6] ICP35 event processing took too much time PendingConnection:279(18985905ns) {HandleHandshakeStatus:329(18982594ns) {DropIncomingHandshake:442(17520ns) DropOutgoingHandshake:457(528ns) SwitchToState:179(620ns) ProcessPendingSessionEvents:495(710411ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 634083ns max# 68582ns}}}
2025-12-06T17:43:50.827046Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:50.843461Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802092261366222:2136] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41054
2025-12-06T17:43:50.849804Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802092261366227:2137] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41054
2025-12-06T17:43:50.867239Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802092261366227:2137] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:50.869841Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802092261366211:2132] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:50.884064Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802092261366222:2136] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:50.892345Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802092261366218:2135] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:50.892379Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802092261366218:2135] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:43:50.892713Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802092261366199:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:43:50.896416Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802092261366218:2135] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:50.922517Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:50.923229Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802092261366199:2107] [node 4] ICP22 created new session: [1:7580802092261366232:2107]
2025-12-06T17:43:50.923290Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802092261366232:2107] [node 4] ICS09 handshake done sender: [1:7580802092261366211:2132] self: [1:7580802092261366210:0] peer: [4:7580802092169520246:0] socket: 326 qp: -1
2025-12-06T17:43:50.923342Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802092261366232:2107] [node 4] ICS10 traffic start
2025-12-06T17:43:50.923435Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:50.925116Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802087966398821:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:43:50.925232Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:50.925302Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802087966398821:2049] [node 3] ICP22 created new session: [1:7580802092261366234:2049]
2025-12-06T17:43:50.931329Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802092261366234:2049] [node 3] ICS09 handshake done sender: [1:7580802092261366218:2135] self: [1:7580802092261366217:0] peer: [3:7580802090865284192:0] socket: 331 qp: -1
2025-12-06T17:43:50.931395Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802092261366234:2049] [node 3] ICS10 traffic start
2025-12-06T17:43:50.931464Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:50.953141Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802092261366215:2134] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:50.953188Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802092261366215:2134] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:43:50.985048Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802092261366215:2134] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:50.986138Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802092261366197:2109] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:50.986216Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:50.986303Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802092261366197:2109] [node 5] ICP22 created new session: [1:7580802092261366237:2109]
2025-12-06T17:43:50.986355Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802092261366237:2109] [node 5] ICS09 handshake done sender: [1:7580802092261366215:2134] self: [1:7580802092261366214:0] peer: [5:7580802093758298091:0] socket: 328 qp: -1
2025-12-06T17:43:50.986403Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802092261366237:2109] [node 5] ICS10 traffic start
2025-12-06T17:43:50.986460Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:50.999313Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802092261366199:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(31567710ns) {HandleHandshakeStatus:329(31565005ns) {DropIncomingHandshake:442(3805043ns) DropOutgoingHandshake:457(550ns) SwitchToState:179(5770ns) ProcessPendingSessionEvents:495(692691ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 606138ns max# 55740ns}}}
2025-12-06T17:43:51.059281Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:51.060274Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802092169520188:2078] [node 6] ICP22 created new session: [4:7580802096464487553:2078]
2025-12-06T17:43:50.629302Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802092075924900:2093] [node 5] ICS10 traffic start
2025-12-06T17:43:50.629355Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:50.631166Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802092075924895:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:50.652122Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802092075924880:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:50.652156Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802092075924880:2112] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:43:50.658889Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802092075924902:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48949
2025-12-06T17:43:50.666447Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802092075924887:2115] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:50.671199Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802092075924889:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:50.671249Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802092075924889:2116] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:43:50.673136Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802092075924880:2112] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:50.675195Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580802087780957517:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:50.675295Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:50.675366Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802087780957517:2048] [node 1] ICP22 created new session: [2:7580802092075924907:2048]
2025-12-06T17:43:50.675436Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802092075924907:2048] [node 1] ICS09 handshake done sender: [2:7580802092075924887:2115] self: [2:7580802092075924898:0] peer: [1:7580802092261366200:0] socket: 292 qp: -1
2025-12-06T17:43:50.675491Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802092075924907:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:50.675554Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:50.694991Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802092075924889:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:50.703289Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802087780957518:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:43:50.725106Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:50.730884Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802087780957518:2049] [node 3] ICP22 created new session: [2:7580802092075924911:2049]
2025-12-06T17:43:50.745538Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802092075924884:2092] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:43:50.755453Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802092075924911:2049] [node 3] ICS09 handshake done sender: [2:7580802092075924880:2112] self: [2:7580802092075924879:0] peer: [3:7580802090865284176:0] socket: 276 qp: -1
2025-12-06T17:43:50.760074Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802092075924911:2049] [node 3] ICS10 traffic start
2025-12-06T17:43:50.767557Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:50.784570Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802087780957518:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(65164894ns) {HandleHandshakeStatus:329(65160028ns) {DropIncomingHandshake:442(20949ns) DropOutgoingHandshake:457(802ns) SwitchToState:179(456ns) ProcessPendingSessionEvents:495(713836ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 630760ns max# 62868ns}}}
2025-12-06T17:43:50.802000Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:50.814809Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802092075924884:2092] [node 4] ICP22 created new session: [2:7580802092075924913:2092]
2025-12-06T17:43:50.839039Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802092075924913:2092] [node 4] ICS09 handshake done sender: [2:7580802092075924889:2116] self: [2:7580802092075924888:0] peer: [4:7580802092169520232:0] socket: 293 qp: -1
2025-12-06T17:43:50.839118Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802092075924913:2092] [node 4] ICS10 traffic start
2025-12-06T17:43:50.839205Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:50.841208Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802092075924884:2092] [node 4] ICP35 event processing took too much time PendingConnection:279(109600543ns) {HandleHandshakeStatus:329(109598320ns) {DropIncomingHandshake:442(28924ns) DropOutgoingHandshake:457(471ns) SwitchToState:179(750ns) ProcessPendingSessionEvents:495(649284ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 581271ns max# 76623ns}}}
2025-12-06T17:43:50.894618Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802092075924883:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:50.894661Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802092075924883:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:50.906860Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802092075924916:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48949
2025-12-06T17:43:50.917551Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802092075924883:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:50.925491Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802092075924872:2094] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:50.925554Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:50.925604Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802092075924872:2094] [node 6] ICP22 created new session: [2:7580802092075924917:2094]
2025-12-06T17:43:50.925669Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802092075924917:2094] [node 6] ICS09 handshake done sender: [2:7580802092075924883:2113] self: [2:7580802092075924882:0] peer: [6:7580802091355442940:0] socket: 319 qp: -1
2025-12-06T17:43:50.925714Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802092075924917:2094] [node 6] ICS10 traffic start
2025-12-06T17:43:50.925760Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:51.000592Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7580802092075924872:2094] [node 6] ICP27 obsolete handshake fail ignored
2025-12-06T17:43:51.066947Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802096464487553:2078] [node 6] ICS09 handshake done sender: [4:7580802092169520190:2081] self: [4:7580802092169520189:0] peer: [6:7580802091355442942:0] socket: 271 qp: -1
2025-12-06T17:43:51.067005Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802096464487553:2078] [node 6] ICS10 traffic start
2025-12-06T17:43:51.067056Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:51.068999Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802092169520188:2078] [node 6] ICP35 event processing took too much time PendingConnection:279(21731014ns) {HandleHandshakeStatus:329(21727051ns) {DropIncomingHandshake:442(20913ns) DropOutgoingHandshake:457(678ns) SwitchToState:179(601ns) ProcessPendingSessionEvents:495(642987ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 564212ns max# 59011ns}}}
2025-12-06T17:43:51.097587Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802093758298041:2092] [node 6] ICP35 event processing took too much time PendingConnection:279(326648963ns) {HandleHandshakeStatus:329(326645907ns) {DropIncomingHandshake:442(1935ns) DropOutgoingHandshake:457(597ns) SwitchToState:179(568ns) ProcessPendingSessionEvents:495(197595018ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 197394564ns max# 29397430ns}}}
2025-12-06T17:43:51.097724Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [5:7580802093758298041:2092] [node 6] ICP18 handshake (actor [5:7580802093758298074:2117]) is too old
2025-12-06T17:43:51.065951Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:51.066046Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802091355442883:2070] [node 4] ICP22 created new session: [6:7580802095650410246:2070]
2025-12-06T17:43:51.066121Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802095650410246:2070] [node 4] ICS09 handshake done sender: [6:7580802091355442885:2077] self: [6:7580802091355442942:0] peer: [4:7580802092169520189:0] socket: 277 qp: -1
2025-12-06T17:43:51.066171Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802095650410246:2070] [node 4] ICS10 traffic start
2025-12-06T17:43:51.066235Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:51.072402Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802091355442883:2070] [node 4] ICP35 event processing took too much time PendingConnection:279(22549554ns) {HandleHandshakeStatus:329(22547009ns) {DropIncomingHandshake:442(1164ns) DropOutgoingHandshake:457(13829ns) SwitchToState:179(638ns) ProcessPendingSessionEvents:495(4860907ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 4791649ns max# 4267335ns}}}
2025-12-06T17:43:51.100843Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802087060475553:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(110328008ns) {HandleHandshakeStatus:395(110324234ns) {LogHandshakeFail:472(18371ns) {UpdateErrorStateLog:545(6602ns)} DropOutgoingHandshake:457(330ns) ProcessPendingSessionEvents:495(110231826ns) {unordered DropSessionEvent:512 num# 100 sum# 34354818ns max# 9620897ns}}}
2025-12-06T17:43:51.102418Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802091355442921:2113] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:51.088753Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802087966398820:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(357768336ns) {HandleHandshakeStatus:329(357766827ns) {DropIncomingHandshake:442(1396ns) DropOutgoingHandshake:457(704ns) SwitchToState:179(580ns) ProcessPendingSessionEvents:495(224650342ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 214511674ns max# 27961825ns}}}
2025-12-06T17:43:51.103863Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802087060475553:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:51.103948Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:51.104016Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802087060475553:2048] [node 1] ICP22 created new session: [6:7580802095650410248:2048]
2025-12-06T17:43:51.104076Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802095650410248:2048] [node 1] ICS09 handshake done sender: [6:7580802091355442921:2113] self: [6:7580802091355442932:0] peer: [1:7580802092261366202:0] socket: 290 qp: -1
2025-12-06T17:43:51.104122Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802095650410248:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:51.104171Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:51.345106Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:43:51.345390Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580802092075924907:2048] [node 1] ICS01 socket: 292 reason# EndOfStream
2025-12-06T17:43:51.345441Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580802087780957517:2048] [node 1] ICP30 unregister session Session# [2:7580802092075924907:2048] VirtualId# [2:7580802092075924898:0]
2025-12-06T17:43:51.345485Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580802092075924907:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:51.345592Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:51.345647Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:51.353078Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:43:51.353369Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802090865284199:2048] [node 1] ICS01 socket: 332 reason# EndOfStream
2025-12-06T17:43:51.353422Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802086570316801:2048] [node 1] ICP30 unregister session Session# [3:7580802090865284199:2048] VirtualId# [3:7580802090865284192:0]
2025-12-06T17:43:51.353465Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802090865284199:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:51.353575Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:51.353628Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:51.385455Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:43:51.383379Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:43:51.383657Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802093758298095:2048] [node 1] ICS07 socket disconnect 320 reason# EndOfStream
2025-12-06T17:43:51.383700Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802093758298095:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:51.383794Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:51.383855Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802093758298095:2048] [node 1] ICS15 start handshake
2025-12-06T17:43:51.386198Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802089463330697:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24224) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:51.419901Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802093758298095:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:51.384775Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:43:51.385705Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802095650410248:2048] [node 1] ICS01 socket: 290 reason# EndOfStream
2025-12-06T17:43:51.385771Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802087060475553:2048] [node 1] ICP30 unregister session Session# [6:7580802095650410248:2048] VirtualId# [6:7580802091355442932:0]
2025-12-06T17:43:51.385044Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802092169520250:2048] [node 1] ICS01 socket: 327 reason# EndOfStream
2025-12-06T17:43:51.422394Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802089463330697:2048] [node 1] ICP30 unregister session Session# [5:7580802093758298095:2048] VirtualId# [5:7580802093758298091:0]
2025-12-06T17:43:51.385838Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802095650410248:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:51.385940Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:51.385990Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:51.385116Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802087874552859:2048] [node 1] ICP30 unregister session Session# [4:7580802092169520250:2048] VirtualId# [4:7580802092169520246:0]
2025-12-06T17:43:51.385171Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802092169520250:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:51.385274Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:51.385325Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:51.422481Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:51.422558Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802089463330697:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:24224) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:51.422579Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24224) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:51.422913Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:294: Proxy [5:7580802089463330697:2048] [node 1] ICP35 event processing took too much time StateWork:294(36467136ns) {HandleHandshakeStatus:395(36458329ns) {LogHandshakeFail:472(9167ns) {UpdateErrorStateLog:545(2387ns)} DropOutgoingHandshake:457(479ns) ProcessPendingSessionEvents:495(323ns) UnregisterSession:538(2487168ns) {ProcessPendingSessionEvents:495(2220ns) SwitchToInitialState:202(2463ns) {SwitchToState:179(1557ns)}} TransitToErrorState:752(89294ns) {SwitchToState:179(7005ns) ProcessPendingSessionEvents:495(687ns) DropHandshakes:470(3165ns) {DropIncomingHandshake:442(1091ns) DropOutgoingHandshake:457(489ns)}}}}
2025-12-06T17:43:51.455902Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802089463330697:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:43:51.537884Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:43:51.538141Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802095160251497:2049] [node 2] ICS01 socket: 281 reason# EndOfStream
2025-12-06T17:43:51.538189Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802086570316802:2049] [node 2] ICP30 unregister session Session# [3:7580802095160251497:2049] VirtualId# [3:7580802090865284176:0]
2025-12-06T17:43:51.538229Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802095160251497:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:51.538300Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:51.538343Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:51.547113Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:43:51.547398Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802092169520242:2049] [node 2] ICS07 socket disconnect 294 reason# EndOfStream
2025-12-06T17:43:51.547442Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802092169520242:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:51.547567Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:51.547630Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802092169520242:2049] [node 2] ICS15 start handshake
2025-12-06T17:43:51.549449Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:43:51.549727Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802093758298078:2049] [node 2] ICS01 socket: 300 reason# EndOfStream
2025-12-06T17:43:51.549793Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802089463330698:2049] [node 2] ICP30 unregister session Session# [5:7580802093758298078:2049] VirtualId# [5:7580802093758298071:0]
2025-12-06T17:43:51.549835Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802093758298078:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:51.549937Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:51.549995Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:51.550130Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:43:51.550365Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802095650410243:2049] [node 2] ICS07 socket disconnect 295 reason# EndOfStream
2025-12-06T17:43:51.550399Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802095650410243:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:51.550475Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:51.550524Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802095650410243:2049] [node 2] ICS15 start handshake
2025-12-06T17:43:51.552138Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802087060475554:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13759) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:51.552208Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802095650410243:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:51.552268Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802087060475554:2049] [node 2] ICP30 unregister session Session# [6:7580802095650410243:2049] VirtualId# [6:7580802091355442940:0]
2025-12-06T17:43:51.552407Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:51.552453Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802087060475554:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:13759) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:51.552471Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13759) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:51.555463Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802087874552860:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13759) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:51.555539Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802092169520242:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:51.555588Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802087874552860:2049] [node 2] ICP30 unregister session Session# [4:7580802092169520242:2049] VirtualId# [4:7580802092169520232:0]
2025-12-06T17:43:51.555659Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:51.555697Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802087874552860:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:13759) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:51.555717Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13759) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:51.562164Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802087060475554:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:43:51.566849Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580802087874552860:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:43:51.717091Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:43:51.717335Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802092169520252:2050] [node 3] ICS01 socket: 288 reason# EndOfStream
2025-12-06T17:43:51.717382Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802087874552861:2050] [node 3] ICP30 unregister session Session# [4:7580802092169520252:2050] VirtualId# [4:7580802092169520247:0]
2025-12-06T17:43:51.717421Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802092169520252:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:51.717515Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:43:51.717560Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:43:51.718401Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:43:51.718653Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802091355442936:2050] [node 3] ICS01 socket: 307 reason# EndOfStream
2025-12-06T17:43:51.718709Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802087060475555:2050] [node 3] ICP30 unregister session Session# [6:7580802091355442936:2050] VirtualId# [6:7580802091355442930:0]
2025-12-06T17:43:51.718761Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802091355442936:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:51.718847Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:43:51.718891Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:43:51.719443Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:43:51.719645Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802093758298092:2050] [node 3] ICS01 socket: 285 reason# EndOfStream
2025-12-06T17:43:51.719686Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802089463330699:2050] [node 3] ICP30 unregister session Session# [5:7580802093758298092:2050] VirtualId# [5:7580802093758298089:0]
2025-12-06T17:43:51.719715Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802093758298092:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:51.719784Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:43:51.719828Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:43:51.834205Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:43:51.834515Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802095650410246:2070] [node 4] ICS07 socket disconnect 277 reason# EndOfStream
2025-12-06T17:43:51.834579Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802095650410246:2070] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:51.834657Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:43:51.834702Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802095650410246:2070] [node 4] ICS15 start handshake
2025-12-06T17:43:51.838922Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:43:51.839356Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802093758298082:2061] [node 4] ICS07 socket disconnect 297 reason# EndOfStream
2025-12-06T17:43:51.839392Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802093758298082:2061] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:51.839448Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:43:51.839532Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802093758298082:2061] [node 4] ICS15 start handshake
2025-12-06T17:43:51.844928Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802093758298047:2061] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22236) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:51.845038Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802093758298082:2061] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:51.845097Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802093758298047:2061] [node 4] ICP30 unregister session Session# [5:7580802093758298082:2061] VirtualId# [5:7580802093758298072:0]
2025-12-06T17:43:51.845154Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:43:51.845198Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802093758298047:2061] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:22236) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:51.845217Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22236) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:51.846820Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802091355442883:2070] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22236) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:51.846901Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802095650410246:2070] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:51.846943Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802091355442883:2070] [node 4] ICP30 unregister session Session# [6:7580802095650410246:2070] VirtualId# [6:7580802091355442942:0]
2025-12-06T17:43:51.847067Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:43:51.847107Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802091355442883:2070] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:22236) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:51.847124Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22236) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:51.856326Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802091355442883:2070] [node 4] ICP33 wake up from error state
2025-12-06T17:43:51.861497Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802093758298047:2061] [node 4] ICP33 wake up from error state
2025-12-06T17:43:52.045992Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:43:52.046418Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802091355442944:2066] [node 5] ICS01 socket: 282 reason# EndOfStream
2025-12-06T17:43:52.046471Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802091355442876:2066] [node 5] ICP30 unregister session Session# [6:7580802091355442944:2066] VirtualId# [6:7580802091355442928:0]
2025-12-06T17:43:52.046513Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802091355442944:2066] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:52.046569Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:43:52.046642Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:43:52.151621Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802098496051879:2048] [node 2] ICP01 ready to work
2025-12-06T17:43:52.151671Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802098496051880:2049] [node 3] ICP01 ready to work
2025-12-06T17:43:52.207681Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802099604572274:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:52.207739Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802099604572275:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:52.179891Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802100933459742:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:52.179940Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802100933459743:2049] [node 3] ICP01 ready to work
2025-12-06T17:43:52.227103Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802100982814164:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:52.227144Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802100982814165:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:52.227185Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802100982814166:2050] [node 3] ICP01 ready to work
2025-12-06T17:43:52.247261Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802101564091383:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:52.247309Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802101564091384:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:52.247347Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802101564091385:2050] [node 3] ICP01 ready to work
2025-12-06T17:43:52.371244Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802102488635813:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:52.371288Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802102488635814:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:52.371331Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802102488635815:2050] [node 3] ICP01 ready to work
2025-12-06T17:43:52.647148Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802100982814191:2073] [node 5] ICP01 ready to work
2025-12-06T17:43:52.720725Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802100982814222:2080] [node 6] ICP01 ready to work
2025-12-06T17:43:52.618119Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802099604572309:2081] [node 5] ICP01 ready to work
2025-12-06T17:43:52.625016Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802101564091421:2084] [node 6] ICP01 ready to work
2025-12-06T17:43:52.621480Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802098496051940:2107] [node 4] ICP01 ready to work
2025-12-06T17:43:52.622813Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802102488635842:2076] [node 4] ICP01 ready to work
2025-12-06T17:43:52.759992Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802100982814166:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(38555705ns) {Configure:104(38550193ns) {ProcessConfigured:135(94702ns) {StartInitialHandshake:157(91459ns) {DropHandshakes:470(3063ns) {DropIncomingHandshake:442(758ns) DropOutgoingHandshake:457(565ns)} GenerateSessionVirtualId:988(1675ns) PrepareNewSessionHandshake:477(1760ns) {SwitchToState:179(749ns)}}}}}
2025-12-06T17:43:52.768954Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802102488635859:2078] [node 5] ICP01 ready to work
2025-12-06T17:43:52.837406Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802101564091421:2084] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(212003686ns) {Configure:104(211998024ns) {ProcessConfigured:135(31607394ns) {StartInitialHandshake:157(31604197ns) {DropHandshakes:470(3609ns) {DropIncomingHandshake:442(1153ns) DropOutgoingHandshake:457(598ns)} GenerateSessionVirtualId:988(842ns) PrepareNewSessionHandshake:477(8411ns) {SwitchToState:179(1804ns)}}}}}
2025-12-06T17:43:52.838764Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802101564091447:2089] [node 4] ICP01 ready to work
2025-12-06T17:43:52.807520Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802100933459805:2106] [node 5] ICP01 ready to work
2025-12-06T17:43:52.800670Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802102488635815:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(18146923ns) {Configure:104(18141007ns) {ProcessConfigured:135(94644ns) {StartInitialHandshake:157(91885ns) {DropHandshakes:470(2826ns) {DropIncomingHandshake:442(586ns) DropOutgoingHandshake:457(394ns)} GenerateSessionVirtualId:988(1001ns) PrepareNewSessionHandshake:477(1378ns) {SwitchToState:179(464ns)}}}}}
2025-12-06T17:43:52.863242Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802102488635813:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(62086810ns) {Configure:104(62080158ns) {ProcessConfigured:135(93155ns) {StartInitialHandshake:157(90735ns) {DropHandshakes:470(2655ns) {DropIncomingHandshake:442(557ns) DropOutgoingHandshake:457(477ns)} GenerateSessionVirtualId:988(1310ns) PrepareNewSessionHandshake:477(1484ns) {SwitchToState:179(455ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:52.789849Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802100982814164:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(27076852ns) {Configure:104(27068082ns) {ProcessConfigured:135(101227ns) {StartInitialHandshake:157(97866ns) {DropHandshakes:470(3306ns) {DropIncomingHandshake:442(675ns) DropOutgoingHandshake:457(808ns)} GenerateSessionVirtualId:988(898ns) PrepareNewSessionHandshake:477(2036ns) {SwitchToState:179(604ns)}}}}}
2025-12-06T17:43:52.867757Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802100982814242:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48154
2025-12-06T17:43:52.878353Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802100933459806:2107] [node 4] ICP01 ready to work
2025-12-06T17:43:52.879190Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802100933459807:2109] [node 6] ICP01 ready to work
2025-12-06T17:43:52.883639Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802099604572274:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(265131134ns) {Configure:104(265125505ns) {ProcessConfigured:135(78011ns) {StartInitialHandshake:157(75344ns) {DropHandshakes:470(5517ns) {DropIncomingHandshake:442(651ns) DropOutgoingHandshake:457(352ns)} GenerateSessionVirtualId:988(743ns) PrepareNewSessionHandshake:477(1772ns) {SwitchToState:179(481ns)}}}}}
2025-12-06T17:43:52.887381Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802098496051940:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(265498690ns) {Configure:104(265493249ns) {ProcessConfigured:135(65876ns) {StartInitialHandshake:157(63827ns) {DropHandshakes:470(5462ns) {DropIncomingHandshake:442(457ns) DropOutgoingHandshake:457(516ns)} GenerateSessionVirtualId:988(642ns) PrepareNewSessionHandshake:477(1003ns) {SwitchToState:179(448ns)}}}}}
2025-12-06T17:43:52.908467Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802099604572342:2086] [node 4] ICP01 ready to work
2025-12-06T17:43:52.909223Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802099604572343:2088] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:52.905636Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802100933459743:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(24651271ns) {Configure:104(24644697ns) {ProcessConfigured:135(83024ns) {StartInitialHandshake:157(79132ns) {DropHandshakes:470(3172ns) {DropIncomingHandshake:442(698ns) DropOutgoingHandshake:457(324ns)} GenerateSessionVirtualId:988(1103ns) PrepareNewSessionHandshake:477(2032ns) {SwitchToState:179(610ns)}}}}}
2025-12-06T17:43:53.007387Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802102791019243:2108] [node 6] ICP01 ready to work
2025-12-06T17:43:52.953771Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802099604572342:2086] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(41338954ns) {Configure:104(41333104ns) {ProcessConfigured:135(95848ns) {StartInitialHandshake:157(93140ns) {DropHandshakes:470(3112ns) {DropIncomingHandshake:442(649ns) DropOutgoingHandshake:457(439ns)} GenerateSessionVirtualId:988(1245ns) PrepareNewSessionHandshake:477(1789ns) {SwitchToState:179(637ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:53.008012Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802102791019244:2109] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:53.099257Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802105277781539:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48154
2025-12-06T17:43:52.956162Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802099604572344:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53885
2025-12-06T17:43:53.115614Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802100933459805:2106] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(125461913ns) {Configure:104(125456526ns) {ProcessConfigured:135(69906437ns) {StartInitialHandshake:157(69903140ns) {DropHandshakes:470(4006ns) {DropIncomingHandshake:442(891ns) DropOutgoingHandshake:457(532ns)} GenerateSessionVirtualId:988(949ns) PrepareNewSessionHandshake:477(4432ns) {SwitchToState:179(2049ns)}}}}}
2025-12-06T17:43:53.032337Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802101564091447:2089] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(157884371ns) {Configure:104(157879135ns) {ProcessConfigured:135(88896ns) {StartInitialHandshake:157(87100ns) {DropHandshakes:470(1847ns) {DropIncomingHandshake:442(401ns) DropOutgoingHandshake:457(354ns)} GenerateSessionVirtualId:988(447ns) PrepareNewSessionHandshake:477(780ns) {SwitchToState:179(250ns)}}}}}
2025-12-06T17:43:52.992358Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802099604572344:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:53.027946Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802098496051879:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(18948967ns) {Configure:104(18942601ns) {ProcessConfigured:135(96625ns) {StartInitialHandshake:157(92856ns) {DropHandshakes:470(4227ns) {DropIncomingHandshake:442(1006ns) DropOutgoingHandshake:457(625ns)} GenerateSessionVirtualId:988(1313ns) PrepareNewSessionHandshake:477(2724ns) {SwitchToState:179(971ns)}}}}}
2025-12-06T17:43:53.048900Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802102791019244:2109] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(19149333ns) {Configure:104(19142777ns) {ProcessConfigured:135(103142ns) {StartInitialHandshake:157(99962ns) {DropHandshakes:470(2760ns) {DropIncomingHandshake:442(723ns) DropOutgoingHandshake:457(387ns)} GenerateSessionVirtualId:988(922ns) PrepareNewSessionHandshake:477(1888ns) {SwitchToState:179(719ns)}}}}}
2025-12-06T17:43:53.049186Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802102791019245:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34865
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:53.171047Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802100982814242:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:53.174813Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802105277781539:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:53.175008Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802100982814164:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:53.187269Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802098496051944:2110] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:53.187324Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802098496051944:2110] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:43:53.188504Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802102791019255:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34865
2025-12-06T17:43:53.189121Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802106783603187:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6441
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:53.166336Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802100933459808:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:639
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:53.190804Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802100933459808:2110] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:53.192078Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802105228427115:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:639
2025-12-06T17:43:53.192147Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802105228427116:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:639
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:53.195058Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802105277781542:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48154
2025-12-06T17:43:53.195593Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802105277781543:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48154
2025-12-06T17:43:53.196361Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802105277781539:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:53.174317Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802101564091384:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(140284744ns) {Configure:104(140280363ns) {ProcessConfigured:135(27104851ns) {StartInitialHandshake:157(27101210ns) {DropHandshakes:470(3944ns) {DropIncomingHandshake:442(1157ns) DropOutgoingHandshake:457(547ns)} GenerateSessionVirtualId:988(893ns) PrepareNewSessionHandshake:477(4699ns) {SwitchToState:179(2305ns)}}}}}
2025-12-06T17:43:53.174528Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802101564091446:2108] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16920
2025-12-06T17:43:53.184291Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802105859058756:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16920
2025-12-06T17:43:53.184391Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802105859058757:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16920
2025-12-06T17:43:53.197380Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802101564091446:2108] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:53.203131Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802100982814164:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:53.203246Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:53.203326Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802100982814164:2048] [node 1] ICP22 created new session: [4:7580802105277781545:2048]
2025-12-06T17:43:53.203387Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802105277781545:2048] [node 1] ICS09 handshake done sender: [4:7580802105277781539:2116] self: [4:7580802105277781541:0] peer: [1:7580802098496051943:0] socket: 293 qp: -1
2025-12-06T17:43:53.203453Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802105277781545:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:53.203497Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:53.205679Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802105277781544:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48154
2025-12-06T17:43:53.206836Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802106783603188:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6441
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:53.191794Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802098496051944:2110] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:53.223089Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802101564091447:2089] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:53.223405Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802105859058757:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:53.223767Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802105859058760:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16920
2025-12-06T17:43:53.229317Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802106783603187:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:53.229605Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802102488635859:2078] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:53.231689Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802100982814193:2074] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:53.231738Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802100982814193:2074] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:43:53.233516Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802101564091445:2107] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:53.233557Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580802101564091445:2107] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:53.235739Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802103899539651:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53885
2025-12-06T17:43:53.235906Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802103899539652:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53885
2025-12-06T17:43:53.236175Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802103899539653:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53885
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:53.246447Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802105859058763:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16920
2025-12-06T17:43:53.247415Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802101564091445:2107] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:53.237057Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802098496051940:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:43:53.237133Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:53.237214Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802098496051940:2107] [node 4] ICP22 created new session: [1:7580802102791019257:2107]
2025-12-06T17:43:53.237276Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802102791019257:2107] [node 4] ICS09 handshake done sender: [1:7580802098496051944:2110] self: [1:7580802098496051943:0] peer: [4:7580802105277781541:0] socket: 292 qp: -1
2025-12-06T17:43:53.248430Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802105277781542:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:53.237918Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802102791019257:2107] [node 4] ICS10 traffic start
2025-12-06T17:43:53.247914Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580802101564091421:2084] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:53.263781Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802106783603188:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:53.264010Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802106783603190:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6441
2025-12-06T17:43:53.251064Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802103899539652:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:53.271662Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802100982814193:2074] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:53.248017Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:53.248085Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802101564091421:2084] [node 6] ICP22 created new session: [5:7580802105859058765:2084]
2025-12-06T17:43:53.248142Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802105859058765:2084] [node 6] ICS09 handshake done sender: [5:7580802101564091445:2107] self: [5:7580802101564091438:0] peer: [6:7580802106783603189:0] socket: 304 qp: -1
2025-12-06T17:43:53.248231Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802105859058765:2084] [node 6] ICS10 traffic start
2025-12-06T17:43:53.248304Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:53.272105Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802105859058756:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:53.272287Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802101564091385:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:53.237971Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:53.264735Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802102791019255:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:53.267027Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802103899539651:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:53.267200Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802099604572274:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:53.273595Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802099604572341:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:53.273627Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802099604572341:2111] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:43:53.274792Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802103899539656:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53885
2025-12-06T17:43:53.275187Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802105228427116:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:53.275354Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580802100933459742:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:53.279241Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802106783603191:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6441
2025-12-06T17:43:53.290749Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802105859058760:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:53.292044Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802100982814191:2073] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:53.292153Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:53.292244Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802100982814191:2073] [node 5] ICP22 created new session: [4:7580802105277781550:2073]
2025-12-06T17:43:53.292921Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802102488635859:2078] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6210) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802106783603187:2115] held: no
2025-12-06T17:43:53.293984Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802102488635842:2076] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:53.294109Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802106783603187:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:53.287069Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802103899539653:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:53.277058Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802098496051946:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:53.301401Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802101564091384:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:53.309289Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802101564091446:2108] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:53.298995Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802105277781550:2073] [node 5] ICS09 handshake done sender: [4:7580802100982814193:2074] self: [4:7580802100982814192:0] peer: [5:7580802105859058761:0] socket: 276 qp: -1
2025-12-06T17:43:53.277106Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802098496051946:2111] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:43:53.277852Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802102791019245:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:53.307877Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802102791019247:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:53.307908Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802102791019247:2113] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:43:53.299085Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802105277781550:2073] [node 5] ICS10 traffic start
2025-12-06T17:43:53.299168Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:53.309650Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802100933459810:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:53.287337Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802099604572275:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:53.287720Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802099604572341:2111] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:53.309701Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802100933459810:2111] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:43:53.311703Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802105228427108:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:53.311731Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802105228427108:2112] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:53.314979Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802099604572309:2081] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:53.315065Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:53.315126Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802099604572309:2081] [node 5] ICP22 created new session: [3:7580802103899539659:2081]
2025-12-06T17:43:53.315180Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802103899539659:2081] [node 5] ICS09 handshake done sender: [3:7580802099604572341:2111] self: [3:7580802099604572340:0] peer: [5:7580802105859058767:0] socket: 286 qp: -1
2025-12-06T17:43:53.315222Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802103899539659:2081] [node 5] ICS10 traffic start
2025-12-06T17:43:53.315267Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:53.317492Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802103899539662:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53885
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:53.320259Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802101564091447:2089] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:43:53.320840Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802098496051946:2111] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:53.320330Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:53.320384Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802101564091447:2089] [node 4] ICP22 created new session: [5:7580802105859058771:2089]
2025-12-06T17:43:53.320438Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802105859058771:2089] [node 4] ICS09 handshake done sender: [5:7580802101564091446:2108] self: [5:7580802105859058761:0] peer: [4:7580802100982814192:0] socket: 280 qp: -1
2025-12-06T17:43:53.320478Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802105859058771:2089] [node 4] ICS10 traffic start
2025-12-06T17:43:53.353842Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802102791019247:2113] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:53.354432Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802100933459810:2111] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:53.328350Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802105277781552:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48154
2025-12-06T17:43:53.320520Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:53.359499Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802100933459743:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:43:53.359553Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:53.359605Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802100933459743:2049] [node 3] ICP22 created new session: [2:7580802105228427125:2049]
2025-12-06T17:43:53.359656Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802105228427125:2049] [node 3] ICS09 handshake done sender: [2:7580802100933459810:2111] self: [2:7580802100933459809:0] peer: [3:7580802103899539658:0] socket: 313 qp: -1
2025-12-06T17:43:53.359692Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802105228427125:2049] [node 3] ICS10 traffic start
2025-12-06T17:43:53.359743Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:53.361281Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802105228427108:2112] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:53.368458Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802105859058770:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16920
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:53.377602Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802098496051880:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:43:53.377881Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7580802101564091447:2089] [node 4] ICP27 obsolete handshake fail ignored
2025-12-06T17:43:53.378499Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802105859058773:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16920
2025-12-06T17:43:53.352424Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802102488635859:2078] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:43:53.352592Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802100982814239:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:53.382887Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:53.382988Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802098496051880:2049] [node 3] ICP22 created new session: [1:7580802102791019264:2049]
2025-12-06T17:43:53.383049Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802102791019264:2049] [node 3] ICS09 handshake done sender: [1:7580802098496051946:2111] self: [1:7580802098496051945:0] peer: [3:7580802103899539654:0] socket: 295 qp: -1
2025-12-06T17:43:53.383099Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802102791019264:2049] [node 3] ICS10 traffic start
2025-12-06T17:43:53.383150Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:53.384612Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802098496051879:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:43:53.384658Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:53.384739Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802098496051879:2048] [node 2] ICP22 created new session: [1:7580802102791019266:2048]
2025-12-06T17:43:53.384800Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802102791019266:2048] [node 2] ICS09 handshake done sender: [1:7580802102791019247:2113] self: [1:7580802102791019246:0] peer: [2:7580802105228427121:0] socket: 296 qp: -1
2025-12-06T17:43:53.384846Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802102791019266:2048] [node 2] ICS10 traffic start
2025-12-06T17:43:53.384888Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:53.382711Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:53.403566Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802105859058756:2116] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:53.404483Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802101564091385:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:43:53.404554Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:53.404613Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802101564091385:2050] [node 3] ICP22 created new session: [5:7580802105859058775:2050]
2025-12-06T17:43:53.404666Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802105859058775:2050] [node 3] ICS09 handshake done sender: [5:7580802105859058756:2116] self: [5:7580802105859058767:0] peer: [3:7580802099604572340:0] socket: 302 qp: -1
2025-12-06T17:43:53.404706Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802105859058775:2050] [node 3] ICS10 traffic start
2025-12-06T17:43:53.404751Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:53.406922Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802105859058760:2118] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:53.352640Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802100982814239:2114] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:53.385386Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802102488635859:2078] [node 5] ICP22 created new session: [6:7580802106783603193:2078]
2025-12-06T17:43:53.403249Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802106783603193:2078] [node 5] ICS09 handshake done sender: [6:7580802106783603187:2115] self: [6:7580802106783603189:0] peer: [5:7580802101564091438:0] socket: 305 qp: -1
2025-12-06T17:43:53.408183Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802106783603193:2078] [node 5] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:53.412554Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802103899539663:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53885
2025-12-06T17:43:53.413744Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802102791019268:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34865
2025-12-06T17:43:53.399789Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802105228427115:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:53.400223Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802105228427110:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:53.400250Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802105228427110:2113] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:43:53.400862Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802100933459805:2106] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:53.400920Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:53.400990Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802100933459805:2106] [node 5] ICP22 created new session: [2:7580802105228427129:2106]
2025-12-06T17:43:53.401051Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802105228427129:2106] [node 5] ICS09 handshake done sender: [2:7580802105228427108:2112] self: [2:7580802100933459811:0] peer: [5:7580802105859058769:0] socket: 314 qp: -1
2025-12-06T17:43:53.401088Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802105228427129:2106] [node 5] ICS10 traffic start
2025-12-06T17:43:53.401148Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:53.408336Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802105228427124:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:639
2025-12-06T17:43:53.355826Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802105277781544:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:53.355987Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802100982814165:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:53.358193Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802100982814239:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:53.358556Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802100982814222:2080] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:53.358641Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:53.358701Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802100982814222:2080] [node 6] ICP22 created new session: [4:7580802105277781555:2080]
2025-12-06T17:43:53.358755Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802105277781555:2080] [node 6] ICS09 handshake done sender: [4:7580802100982814239:2114] self: [4:7580802100982814238:0] peer: [6:7580802106783603192:0] socket: 319 qp: -1
2025-12-06T17:43:53.358810Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802105277781555:2080] [node 6] ICS10 traffic start
2025-12-06T17:43:53.358848Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:53.376298Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802100982814222:2080] [node 6] ICP35 event processing took too much time PendingConnection:279(16733765ns) {HandleHandshakeStatus:329(16729200ns) {DropIncomingHandshake:442(25621ns) DropOutgoingHandshake:457(718ns) SwitchToState:179(525ns) ProcessPendingSessionEvents:495(16287467ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 16212592ns max# 15653639ns}}}
2025-12-06T17:43:53.412344Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:53.415030Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802102488635859:2078] [node 5] ICP35 event processing took too much time PendingConnection:279(62504094ns) {HandleHandshakeStatus:329(62496478ns) {DropIncomingHandshake:442(1001ns) DropOutgoingHandshake:457(309ns) SwitchToState:179(539ns) ProcessPendingSessionEvents:495(1705ns)}}
2025-12-06T17:43:53.424291Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802103899539652:2117] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:53.420447Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802105228427116:2117] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:53.435911Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802102488635842:2076] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6844) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802106783603188:2116] held: no
2025-12-06T17:43:53.436939Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802106783603191:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:53.437272Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802106783603196:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6441
2025-12-06T17:43:53.442491Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802101564091384:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:53.442622Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:53.442700Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802101564091384:2049] [node 2] ICP22 created new session: [5:7580802105859058777:2049]
2025-12-06T17:43:53.442777Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802105859058777:2049] [node 2] ICS09 handshake done sender: [5:7580802105859058760:2118] self: [5:7580802105859058769:0] peer: [2:7580802100933459811:0] socket: 318 qp: -1
2025-12-06T17:43:53.442837Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802105859058777:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:53.442933Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:53.447414Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802099604572274:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:53.448490Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:53.448579Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802099604572274:2048] [node 1] ICP22 created new session: [3:7580802103899539664:2048]
2025-12-06T17:43:53.448639Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802103899539664:2048] [node 1] ICS09 handshake done sender: [3:7580802103899539652:2117] self: [3:7580802103899539654:0] peer: [1:7580802098496051945:0] socket: 299 qp: -1
2025-12-06T17:43:53.448685Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802103899539664:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:53.448754Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:53.452507Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580802100933459742:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:53.452574Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:53.452650Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802100933459742:2048] [node 1] ICP22 created new session: [2:7580802105228427134:2048]
2025-12-06T17:43:53.452712Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802105228427134:2048] [node 1] ICS09 handshake done sender: [2:7580802105228427116:2117] self: [2:7580802105228427121:0] peer: [1:7580802102791019246:0] socket: 301 qp: -1
2025-12-06T17:43:53.452754Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802105228427134:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:53.452797Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:53.459238Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802105277781557:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48154
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:53.481723Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [1:7580802098496051879:2048] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:43:53.467595Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580802100933459743:2049] [node 3] ICP18 handshake (actor [2:7580802105228427115:2116]) is too old
2025-12-06T17:43:53.475862Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802105859058779:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16920
2025-12-06T17:43:53.483448Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802105859058779:2122] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:53.483642Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802101564091383:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:53.471123Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802106783603197:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6441
2025-12-06T17:43:53.501551Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802102791019251:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:53.501605Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802102791019251:2115] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:43:53.502444Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802102791019249:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:53.502472Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802102791019249:2114] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:53.505844Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802105859058781:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16920
2025-12-06T17:43:53.487387Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802105228427132:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:639
2025-12-06T17:43:53.471786Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802106783603188:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:53.484532Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802102488635813:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:53.484912Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802102488635842:2076] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:43:53.485010Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:53.485069Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802102488635842:2076] [node 4] ICP22 created new session: [6:7580802106783603200:2076]
2025-12-06T17:43:53.485136Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802106783603200:2076] [node 4] ICS09 handshake done sender: [6:7580802106783603188:2116] self: [6:7580802106783603192:0] peer: [4:7580802100982814238:0] socket: 320 qp: -1
2025-12-06T17:43:53.485187Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802106783603200:2076] [node 4] ICS10 traffic start
2025-12-06T17:43:53.485232Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:53.512110Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802105228427110:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:53.520481Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802102791019249:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:53.521523Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802103899539656:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:53.523426Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802106783603202:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6441
2025-12-06T17:43:53.520748Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802105277781544:2119] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:53.525950Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802100933459806:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:43:53.526042Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:53.526105Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802100933459806:2107] [node 4] ICP22 created new session: [2:7580802105228427136:2107]
2025-12-06T17:43:53.526155Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802105228427136:2107] [node 4] ICS09 handshake done sender: [2:7580802105228427110:2113] self: [2:7580802105228427109:0] peer: [4:7580802105277781554:0] socket: 315 qp: -1
2025-12-06T17:43:53.526198Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802105228427136:2107] [node 4] ICS10 traffic start
2025-12-06T17:43:53.526243Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:53.527575Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802105228427133:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:639
2025-12-06T17:43:53.529363Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802100982814165:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:53.529451Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:53.529502Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802100982814165:2049] [node 2] ICP22 created new session: [4:7580802105277781558:2049]
2025-12-06T17:43:53.529557Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802105277781558:2049] [node 2] ICS09 handshake done sender: [4:7580802105277781544:2119] self: [4:7580802105277781554:0] peer: [2:7580802105228427109:0] socket: 317 qp: -1
2025-12-06T17:43:53.529616Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802105277781558:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:53.529657Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:53.539548Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802099604572275:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:32514) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580802103899539653:2118] held: no
2025-12-06T17:43:53.541728Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802106783603191:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:53.544995Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802102791019243:2108] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:53.545107Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:53.545199Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802102791019243:2108] [node 6] ICP22 created new session: [1:7580802102791019273:2108]
2025-12-06T17:43:53.545264Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802102791019273:2108] [node 6] ICS09 handshake done sender: [1:7580802102791019249:2114] self: [1:7580802102791019248:0] peer: [6:7580802106783603199:0] socket: 326 qp: -1
2025-12-06T17:43:53.545327Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802102791019273:2108] [node 6] ICS10 traffic start
2025-12-06T17:43:53.545379Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:53.547313Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802102488635813:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:53.547407Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:53.547472Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802102488635813:2048] [node 1] ICP22 created new session: [6:7580802106783603203:2048]
2025-12-06T17:43:53.547531Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802106783603203:2048] [node 1] ICS09 handshake done sender: [6:7580802106783603191:2118] self: [6:7580802106783603199:0] peer: [1:7580802102791019248:0] socket: 327 qp: -1
2025-12-06T17:43:53.547579Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802106783603203:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:53.547621Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:53.554759Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802105228427133:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:53.559385Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7580802099604572274:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:43:53.559749Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802103899539653:2118] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:53.560582Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802105277781552:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:53.561061Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802100982814166:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:53.563691Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802102791019251:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:53.567872Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802105859058779:2122] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:53.569333Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802101564091383:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:53.569440Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:53.569509Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802101564091383:2048] [node 1] ICP22 created new session: [5:7580802105859058782:2048]
2025-12-06T17:43:53.569566Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802105859058782:2048] [node 1] ICS09 handshake done sender: [5:7580802105859058779:2122] self: [5:7580802105859058780:0] peer: [1:7580802102791019250:0] socket: 303 qp: -1
2025-12-06T17:43:53.569631Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802105859058782:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:53.569696Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:53.572141Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802099604572348:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:53.572190Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802099604572348:2114] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:43:53.572946Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802099604572275:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:53.572999Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:53.573062Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802099604572275:2049] [node 2] ICP22 created new session: [3:7580802103899539667:2049]
2025-12-06T17:43:53.573116Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802103899539667:2049] [node 2] ICS09 handshake done sender: [3:7580802103899539653:2118] self: [3:7580802103899539658:0] peer: [2:7580802100933459809:0] socket: 324 qp: -1
2025-12-06T17:43:53.573162Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802103899539667:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:53.573209Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:53.574473Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7580802099604572309:2081] [node 5] ICP18 handshake (actor [3:7580802103899539656:2119]) is too old
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:53.581264Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802102791019244:2109] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:53.581381Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:53.581451Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802102791019244:2109] [node 5] ICP22 created new session: [1:7580802102791019275:2109]
2025-12-06T17:43:53.581525Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802102791019275:2109] [node 5] ICS09 handshake done sender: [1:7580802102791019251:2115] self: [1:7580802102791019250:0] peer: [5:7580802105859058780:0] socket: 307 qp: -1
2025-12-06T17:43:53.581574Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802102791019275:2109] [node 5] ICS10 traffic start
2025-12-06T17:43:53.581640Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:53.584352Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802102791019270:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34865
2025-12-06T17:43:53.591687Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802106783603197:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:53.592288Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802102488635814:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:53.599305Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802106783603205:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6441
2025-12-06T17:43:53.599481Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802105228427112:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:53.599537Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802105228427112:2114] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:53.601311Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802106783603207:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6441
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:53.617738Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802105277781561:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48154
2025-12-06T17:43:53.622889Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [1:7580802102791019243:2108] [node 6] ICP27 obsolete handshake fail ignored
2025-12-06T17:43:53.623318Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802099604572348:2114] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:53.623997Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802105277781552:2120] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:53.624656Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802100982814166:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:43:53.624735Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:53.624794Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802100982814166:2050] [node 3] ICP22 created new session: [4:7580802105277781562:2050]
2025-12-06T17:43:53.624854Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802105277781562:2050] [node 3] ICS09 handshake done sender: [4:7580802105277781552:2120] self: [4:7580802105277781560:0] peer: [3:7580802099604572347:0] socket: 335 qp: -1
2025-12-06T17:43:53.624897Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802105277781562:2050] [node 3] ICS10 traffic start
2025-12-06T17:43:53.624952Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:53.628093Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802099604572342:2086] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:43:53.628184Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:53.628270Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802099604572342:2086] [node 4] ICP22 created new session: [3:7580802103899539670:2086]
2025-12-06T17:43:53.628359Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802103899539670:2086] [node 4] ICS09 handshake done sender: [3:7580802099604572348:2114] self: [3:7580802099604572347:0] peer: [4:7580802105277781560:0] socket: 311 qp: -1
2025-12-06T17:43:53.628405Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802103899539670:2086] [node 4] ICS10 traffic start
2025-12-06T17:43:53.628445Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:53.628514Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802105228427112:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:53.631425Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802106783603205:2122] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:53.632838Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802106783603197:2120] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:53.633170Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802102488635815:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:53.633243Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802102488635814:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:53.633293Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:53.633348Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802102488635814:2049] [node 2] ICP22 created new session: [6:7580802106783603209:2049]
2025-12-06T17:43:53.633406Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802106783603209:2049] [node 2] ICS09 handshake done sender: [6:7580802106783603197:2120] self: [6:7580802106783603206:0] peer: [2:7580802105228427111:0] socket: 342 qp: -1
2025-12-06T17:43:53.633452Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802106783603209:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:53.633492Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:53.634898Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802100933459807:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:53.634989Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:53.635040Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802100933459807:2109] [node 6] ICP22 created new session: [2:7580802105228427140:2109]
2025-12-06T17:43:53.635092Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802105228427140:2109] [node 6] ICS09 handshake done sender: [2:7580802105228427112:2114] self: [2:7580802105228427111:0] peer: [6:7580802106783603206:0] socket: 340 qp: -1
2025-12-06T17:43:53.635646Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802105228427140:2109] [node 6] ICS10 traffic start
2025-12-06T17:43:53.635697Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:53.644831Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802099604572350:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:53.644876Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802099604572350:2115] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:53.653067Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802106783603211:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6441
2025-12-06T17:43:53.653829Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802099604572350:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:53.654984Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802106783603205:2122] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:53.655479Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802102488635815:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:43:53.655547Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:53.655608Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802102488635815:2050] [node 3] ICP22 created new session: [6:7580802106783603212:2050]
2025-12-06T17:43:53.655677Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802106783603212:2050] [node 3] ICS09 handshake done sender: [6:7580802106783603205:2122] self: [6:7580802106783603208:0] peer: [3:7580802099604572349:0] socket: 283 qp: -1
2025-12-06T17:43:53.655718Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802106783603212:2050] [node 3] ICS10 traffic start
2025-12-06T17:43:53.655770Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:53.658798Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802099604572343:2088] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:53.658948Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:53.659018Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802099604572343:2088] [node 6] ICP22 created new session: [3:7580802103899539673:2088]
2025-12-06T17:43:53.659069Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802103899539673:2088] [node 6] ICS09 handshake done sender: [3:7580802099604572350:2115] self: [3:7580802099604572349:0] peer: [6:7580802106783603208:0] socket: 279 qp: -1
2025-12-06T17:43:53.659114Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802103899539673:2088] [node 6] ICS10 traffic start
2025-12-06T17:43:53.659154Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:53.824762Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:43:53.825046Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7580802105228427134:2048] [node 1] ICS07 socket disconnect 301 reason# EndOfStream
2025-12-06T17:43:53.825084Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580802105228427134:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:53.825189Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:53.825232Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580802105228427134:2048] [node 1] ICS15 start handshake
2025-12-06T17:43:53.830801Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:43:53.831079Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580802103899539664:2048] [node 1] ICS07 socket disconnect 299 reason# EndOfStream
2025-12-06T17:43:53.831114Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802103899539664:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:53.831190Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:53.831231Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802103899539664:2048] [node 1] ICS15 start handshake
2025-12-06T17:43:53.847779Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802100933459742:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12680) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:43:53.847843Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580802105228427134:2048] [node 1] ICS15 start handshake
2025-12-06T17:43:53.853233Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802100933459742:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12680) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:53.853321Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580802105228427134:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:53.853369Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580802100933459742:2048] [node 1] ICP30 unregister session Session# [2:7580802105228427134:2048] VirtualId# [2:7580802105228427121:0]
2025-12-06T17:43:53.853444Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:53.853485Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [2:7580802100933459742:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:12680) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:53.853516Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12680) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:53.862848Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:43:53.854840Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:43:53.855085Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802105277781545:2048] [node 1] ICS07 socket disconnect 293 reason# EndOfStream
2025-12-06T17:43:53.855129Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802105277781545:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:53.855219Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:53.855267Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802105277781545:2048] [node 1] ICS15 start handshake
2025-12-06T17:43:53.895953Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802105859058782:2048] [node 1] ICS07 socket disconnect 303 reason# EndOfStream
2025-12-06T17:43:53.896011Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802105859058782:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:53.896127Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:53.896178Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802105859058782:2048] [node 1] ICS15 start handshake
2025-12-06T17:43:53.892365Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:43:53.897972Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802106783603203:2048] [node 1] ICS01 socket: 327 reason# EndOfStream
2025-12-06T17:43:53.898020Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802102488635813:2048] [node 1] ICP30 unregister session Session# [6:7580802106783603203:2048] VirtualId# [6:7580802106783603199:0]
2025-12-06T17:43:53.898062Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802106783603203:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:53.898153Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:53.898213Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:53.901210Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802101564091383:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12680) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:53.901289Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802105859058782:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:53.901355Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802101564091383:2048] [node 1] ICP30 unregister session Session# [5:7580802105859058782:2048] VirtualId# [5:7580802105859058780:0]
2025-12-06T17:43:53.901473Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:53.901511Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802101564091383:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:12680) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:53.901535Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12680) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:53.903225Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802099604572274:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12680) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:43:53.903280Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802103899539664:2048] [node 1] ICS15 start handshake
2025-12-06T17:43:53.905901Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802100982814164:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12680) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:53.905970Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802105277781545:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:53.906016Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802100982814164:2048] [node 1] ICP30 unregister session Session# [4:7580802105277781545:2048] VirtualId# [4:7580802105277781541:0]
2025-12-06T17:43:53.906063Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:53.906110Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802100982814164:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:12680) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:53.906131Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12680) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:53.906925Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802099604572274:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12680) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:53.906988Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802103899539664:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:53.907029Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802099604572274:2048] [node 1] ICP30 unregister session Session# [3:7580802103899539664:2048] VirtualId# [3:7580802103899539654:0]
2025-12-06T17:43:53.907068Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:53.907100Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580802099604572274:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:12680) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:53.907117Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12680) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:53.913476Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802101564091383:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:43:53.918896Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580802099604572274:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:43:53.918967Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580802100982814164:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:43:53.990908Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:43:53.991184Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802103899539667:2049] [node 2] ICS01 socket: 324 reason# EndOfStream
2025-12-06T17:43:53.991242Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802099604572275:2049] [node 2] ICP30 unregister session Session# [3:7580802103899539667:2049] VirtualId# [3:7580802103899539658:0]
2025-12-06T17:43:53.991290Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802103899539667:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:53.991413Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:53.991465Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:54.006317Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:43:54.006662Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802105859058777:2049] [node 2] ICS01 socket: 318 reason# EndOfStream
2025-12-06T17:43:54.006726Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802101564091384:2049] [node 2] ICP30 unregister session Session# [5:7580802105859058777:2049] VirtualId# [5:7580802105859058769:0]
2025-12-06T17:43:54.006780Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802105859058777:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:54.006882Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:54.006956Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:54.007850Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:43:54.025293Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802105277781558:2049] [node 2] ICS01 socket: 317 reason# EndOfStream
2025-12-06T17:43:54.037136Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802100982814165:2049] [node 2] ICP30 unregister session Session# [4:7580802105277781558:2049] VirtualId# [4:7580802105277781554:0]
2025-12-06T17:43:54.037210Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802105277781558:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:54.037348Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:54.024867Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:43:54.037960Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802106783603209:2049] [node 2] ICS07 socket disconnect 342 reason# EndOfStream
2025-12-06T17:43:54.038005Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802106783603209:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:54.038103Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:54.038155Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802106783603209:2049] [node 2] ICS15 start handshake
2025-12-06T17:43:54.038281Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:54.040117Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802102488635814:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:32514) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:54.040180Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802106783603209:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:54.040240Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802102488635814:2049] [node 2] ICP30 unregister session Session# [6:7580802106783603209:2049] VirtualId# [6:7580802106783603206:0]
2025-12-06T17:43:54.040293Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:54.040333Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802102488635814:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:32514) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:54.040375Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:32514) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:54.050745Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802102488635814:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:43:54.202219Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:43:54.202527Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802106783603212:2050] [node 3] ICS07 socket disconnect 283 reason# EndOfStream
2025-12-06T17:43:54.202609Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802106783603212:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:54.202706Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:43:54.202749Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802106783603212:2050] [node 3] ICS15 start handshake
2025-12-06T17:43:54.204375Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:43:54.204599Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802105277781562:2050] [node 3] ICS07 socket disconnect 335 reason# EndOfStream
2025-12-06T17:43:54.204633Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802105277781562:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:54.204718Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:43:54.204761Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802105277781562:2050] [node 3] ICS15 start handshake
2025-12-06T17:43:54.203403Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:43:54.203654Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802105859058775:2050] [node 3] ICS07 socket disconnect 302 reason# EndOfStream
2025-12-06T17:43:54.203683Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802105859058775:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:54.203761Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:43:54.203812Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802105859058775:2050] [node 3] ICS15 start handshake
2025-12-06T17:43:54.207257Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802100982814166:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:32210) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:54.207328Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802105277781562:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:54.207371Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802100982814166:2050] [node 3] ICP30 unregister session Session# [4:7580802105277781562:2050] VirtualId# [4:7580802105277781560:0]
2025-12-06T17:43:54.207417Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:43:54.207455Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802100982814166:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:32210) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:54.207474Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:32210) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:54.208235Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802101564091385:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:32210) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:54.208306Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802105859058775:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:54.208342Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802101564091385:2050] [node 3] ICP30 unregister session Session# [5:7580802105859058775:2050] VirtualId# [5:7580802105859058767:0]
2025-12-06T17:43:54.208381Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:43:54.208422Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802101564091385:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:32210) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:54.208440Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:32210) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:54.213536Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802102488635815:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:32210) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:54.213649Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802106783603212:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:54.213711Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802102488635815:2050] [node 3] ICP30 unregister session Session# [6:7580802106783603212:2050] VirtualId# [6:7580802106783603208:0]
2025-12-06T17:43:54.213788Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:43:54.213857Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802102488635815:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:32210) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:54.213883Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:32210) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:54.218753Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802101564091385:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:43:54.219061Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580802100982814166:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:43:54.223043Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802102488635815:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:43:54.570798Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:43:54.571091Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802106783603200:2076] [node 4] ICS01 socket: 320 reason# EndOfStream
2025-12-06T17:43:54.571149Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802102488635842:2076] [node 4] ICP30 unregister session Session# [6:7580802106783603200:2076] VirtualId# [6:7580802106783603192:0]
2025-12-06T17:43:54.571192Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802106783603200:2076] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:54.571308Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:43:54.571362Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:43:54.570799Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:43:54.571091Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802105859058771:2089] [node 4] ICS01 socket: 280 reason# EndOfStream
2025-12-06T17:43:54.571149Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802101564091447:2089] [node 4] ICP30 unregister session Session# [5:7580802105859058771:2089] VirtualId# [5:7580802105859058761:0]
2025-12-06T17:43:54.571195Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802105859058771:2089] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:54.571300Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:43:54.571361Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:43:54.721029Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:43:54.721296Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802106783603193:2078] [node 5] ICS01 socket: 305 reason# EndOfStream
2025-12-06T17:43:54.721345Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802102488635859:2078] [node 5] ICP30 unregister session Session# [6:7580802106783603193:2078] VirtualId# [6:7580802106783603189:0]
2025-12-06T17:43:54.721389Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802106783603193:2078] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:54.721525Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:43:54.721579Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:43:55.257813Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802112438075896:2048] [node 2] ICP01 ready to work
2025-12-06T17:43:55.257857Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802112438075897:2049] [node 3] ICP01 ready to work
2025-12-06T17:43:55.291077Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802114674011294:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:55.291122Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802114674011295:2049] [node 3] ICP01 ready to work
2025-12-06T17:43:55.322989Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802115455052522:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:55.323028Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802115455052523:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:55.391596Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802113922453788:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:55.391635Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802113922453789:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:55.401081Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802113922453790:2050] [node 3] ICP01 ready to work
2025-12-06T17:43:55.491954Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802113452488954:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:55.492003Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802113452488955:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:55.492041Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802113452488956:2050] [node 3] ICP01 ready to work
2025-12-06T17:43:55.391719Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802114233162405:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:55.391779Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802114233162406:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:55.391821Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802114233162407:2050] [node 3] ICP01 ready to work
2025-12-06T17:43:55.847569Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802115455052556:2063] [node 6] ICP01 ready to work
2025-12-06T17:43:55.848044Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802115455052557:2066] [node 5] ICP01 ready to work
2025-12-06T17:43:55.848497Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802115455052558:2071] [node 4] ICP01 ready to work
2025-12-06T17:43:55.807690Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802112438075959:2107] [node 4] ICP01 ready to work
2025-12-06T17:43:55.902039Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802112438075960:2108] [node 6] ICP01 ready to work
2025-12-06T17:43:55.885838Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802114674011350:2090] [node 4] ICP01 ready to work
2025-12-06T17:43:55.900483Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802113922453836:2069] [node 4] ICP01 ready to work
2025-12-06T17:43:55.925328Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802113452488975:2062] [node 4] ICP01 ready to work
2025-12-06T17:43:55.939614Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802115455052522:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(21719713ns) {Configure:104(21713472ns) {ProcessConfigured:135(75009ns) {StartInitialHandshake:157(71591ns) {DropHandshakes:470(2615ns) {DropIncomingHandshake:442(553ns) DropOutgoingHandshake:457(454ns)} GenerateSessionVirtualId:988(808ns) PrepareNewSessionHandshake:477(1413ns) {SwitchToState:179(555ns)}}}}}
2025-12-06T17:43:55.985051Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802114674011358:2092] [node 5] ICP01 ready to work
2025-12-06T17:43:55.998847Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802114674011359:2091] [node 6] ICP01 ready to work
2025-12-06T17:43:55.985197Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802112438075961:2109] [node 5] ICP01 ready to work
2025-12-06T17:43:55.947220Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802114233162468:2065] [node 6] ICP01 ready to work
2025-12-06T17:43:56.012259Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802113452488954:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(192587556ns) {Configure:104(192580027ns) {ProcessConfigured:135(87263ns) {StartInitialHandshake:157(83859ns) {DropHandshakes:470(3125ns) {DropIncomingHandshake:442(1049ns) DropOutgoingHandshake:457(247ns)} GenerateSessionVirtualId:988(829ns) PrepareNewSessionHandshake:477(7314ns) {SwitchToState:179(466ns)}}}}}
2025-12-06T17:43:56.013030Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802117747456315:2081] [node 5] ICP01 ready to work
2025-12-06T17:43:55.980876Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802115455052558:2071] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(38283884ns) {Configure:104(38276400ns) {ProcessConfigured:135(92262ns) {StartInitialHandshake:157(83364ns) {DropHandshakes:470(2099ns) {DropIncomingHandshake:442(490ns) DropOutgoingHandshake:457(434ns)} GenerateSessionVirtualId:988(492ns) PrepareNewSessionHandshake:477(1661ns) {SwitchToState:179(501ns)}}}}}
2025-12-06T17:43:56.007272Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802113922453852:2073] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:56.041506Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802118968978665:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11064
2025-12-06T17:43:56.006917Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802115455052557:2066] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(155734791ns) {Configure:104(155730424ns) {ProcessConfigured:135(27776180ns) {StartInitialHandshake:157(27772049ns) {DropHandshakes:470(2601ns) {DropIncomingHandshake:442(575ns) DropOutgoingHandshake:457(372ns)} GenerateSessionVirtualId:988(746ns) PrepareNewSessionHandshake:477(3230ns) {SwitchToState:179(1418ns)}}}}}
2025-12-06T17:43:56.021193Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802113922453790:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(146222898ns) {Configure:104(146210000ns) {ProcessConfigured:135(78065ns) {StartInitialHandshake:157(75683ns) {DropHandshakes:470(2235ns) {DropIncomingHandshake:442(563ns) DropOutgoingHandshake:457(334ns)} GenerateSessionVirtualId:988(898ns) PrepareNewSessionHandshake:477(2609ns) {SwitchToState:179(1516ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:56.071017Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802114233162407:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(184065849ns) {Configure:104(184056912ns) {ProcessConfigured:135(74987ns) {StartInitialHandshake:157(68645ns) {DropHandshakes:470(2406ns) {DropIncomingHandshake:442(428ns) DropOutgoingHandshake:457(577ns)} GenerateSessionVirtualId:988(807ns) PrepareNewSessionHandshake:477(1548ns) {SwitchToState:179(609ns)}}}}}
2025-12-06T17:43:56.072053Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802118528129769:2073] [node 5] ICP01 ready to work
2025-12-06T17:43:56.056567Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802119750019897:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38651
2025-12-06T17:43:56.066336Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802119750019898:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38651
2025-12-06T17:43:56.078862Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802112438075960:2108] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(16522529ns) {Configure:104(16517920ns) {ProcessConfigured:135(14394312ns) {StartInitialHandshake:157(14385507ns) {DropHandshakes:470(2514ns) {DropIncomingHandshake:442(519ns) DropOutgoingHandshake:457(412ns)} GenerateSessionVirtualId:988(852ns) PrepareNewSessionHandshake:477(4354ns) {SwitchToState:179(1747ns)}}}}}
2025-12-06T17:43:56.079620Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802113922453789:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(34502288ns) {Configure:104(34494150ns) {ProcessConfigured:135(49134ns) {StartInitialHandshake:157(47408ns) {DropHandshakes:470(1278ns) {DropIncomingHandshake:442(220ns) DropOutgoingHandshake:457(269ns)} GenerateSessionVirtualId:988(579ns) PrepareNewSessionHandshake:477(1309ns) {SwitchToState:179(280ns)}}}}}
2025-12-06T17:43:56.051649Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802113452488975:2062] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(37993075ns) {Configure:104(37987416ns) {ProcessConfigured:135(73398ns) {StartInitialHandshake:157(71006ns) {DropHandshakes:470(2442ns) {DropIncomingHandshake:442(628ns) DropOutgoingHandshake:457(420ns)} GenerateSessionVirtualId:988(712ns) PrepareNewSessionHandshake:477(1920ns) {SwitchToState:179(838ns)}}}}}
2025-12-06T17:43:56.065160Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802117747456318:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22630
2025-12-06T17:43:56.070975Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802117747456318:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:56.085528Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802113452488956:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:56.128976Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802113452488955:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(127090566ns) {Configure:104(127079451ns) {ProcessConfigured:135(95895ns) {StartInitialHandshake:157(92782ns) {DropHandshakes:470(2523ns) {DropIncomingHandshake:442(443ns) DropOutgoingHandshake:457(398ns)} GenerateSessionVirtualId:988(1010ns) PrepareNewSessionHandshake:477(1955ns) {SwitchToState:179(636ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:56.131787Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802112438075896:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(44921712ns) {Configure:104(44917625ns) {ProcessConfigured:135(49042ns) {StartInitialHandshake:157(47644ns) {DropHandshakes:470(2040ns) {DropIncomingHandshake:442(459ns) DropOutgoingHandshake:457(558ns)} GenerateSessionVirtualId:988(883ns) PrepareNewSessionHandshake:477(908ns) {SwitchToState:179(332ns)}}}}}
2025-12-06T17:43:56.133163Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802116733043260:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31555
2025-12-06T17:43:56.133433Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802116733043263:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31555
2025-12-06T17:43:56.133549Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802116733043268:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31555
2025-12-06T17:43:56.106715Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802118968978665:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:56.126716Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802119750019898:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:56.124444Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802114233162406:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(174253114ns) {Configure:104(174246907ns) {ProcessConfigured:135(7865856ns) {StartInitialHandshake:157(7861526ns) {DropHandshakes:470(2190ns) {DropIncomingHandshake:442(450ns) DropOutgoingHandshake:457(262ns)} GenerateSessionVirtualId:988(2103ns) PrepareNewSessionHandshake:477(18484ns) {SwitchToState:179(15726ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:56.148151Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802114233162468:2065] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(53519173ns) {Configure:104(53510325ns) {ProcessConfigured:135(11477327ns) {StartInitialHandshake:157(11467192ns) {DropHandshakes:470(2149ns) {DropIncomingHandshake:442(247ns) DropOutgoingHandshake:457(361ns)} GenerateSessionVirtualId:988(969ns) PrepareNewSessionHandshake:477(3028ns) {SwitchToState:179(921ns)}}}}}
2025-12-06T17:43:56.151404Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802118528129776:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11875
2025-12-06T17:43:56.151584Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802118528129777:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11875
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:56.152876Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802117747456330:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22630
2025-12-06T17:43:56.135885Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802119750019897:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:56.111155Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802114674011358:2092] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(105222975ns) {Configure:104(105218957ns) {ProcessConfigured:135(90712ns) {StartInitialHandshake:157(86955ns) {DropHandshakes:470(2597ns) {DropIncomingHandshake:442(564ns) DropOutgoingHandshake:457(409ns)} GenerateSessionVirtualId:988(1320ns) PrepareNewSessionHandshake:477(2090ns) {SwitchToState:179(857ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:56.178576Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802117747456331:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22630
2025-12-06T17:43:56.149503Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802116733043260:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:56.143374Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802118968978657:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:56.140746Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802115455052592:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:56.143402Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802118968978657:2110] [node 3] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:56.153868Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802116733043263:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:56.184759Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802113922453788:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(129581012ns) {Configure:104(129572568ns) {ProcessConfigured:135(51364ns) {StartInitialHandshake:157(49320ns) {DropHandshakes:470(2427ns) {DropIncomingHandshake:442(466ns) DropOutgoingHandshake:457(378ns)} GenerateSessionVirtualId:988(782ns) PrepareNewSessionHandshake:477(1974ns) {SwitchToState:179(537ns)}}}}}
2025-12-06T17:43:56.171123Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802118528129776:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:56.213335Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802117747456332:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22630
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:56.140799Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802115455052592:2112] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:56.148797Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802118968978657:2110] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:56.190236Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802113922453852:2073] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(110009219ns) {Configure:104(110002977ns) {ProcessConfigured:135(70339ns) {StartInitialHandshake:157(68300ns) {DropHandshakes:470(2100ns) {DropIncomingHandshake:442(414ns) DropOutgoingHandshake:457(438ns)} GenerateSessionVirtualId:988(470ns) PrepareNewSessionHandshake:477(1975ns) {SwitchToState:179(620ns)}}}}}
2025-12-06T17:43:56.154439Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802116733043268:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:56.171357Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802118528129777:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:56.167933Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802114674011295:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:43:56.190779Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802118217421158:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13366
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:56.156105Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802112438075959:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(73200797ns) {Configure:104(53311617ns) {ProcessConfigured:135(57075ns) {StartInitialHandshake:157(54669ns) {DropHandshakes:470(1929ns) {DropIncomingHandshake:442(373ns) DropOutgoingHandshake:457(485ns)} GenerateSessionVirtualId:988(581ns) PrepareNewSessionHandshake:477(1193ns) {SwitchToState:179(425ns)}}}}}
2025-12-06T17:43:56.142773Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802115455052523:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:56.219363Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802117747456330:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:56.200061Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802118217421157:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13366
2025-12-06T17:43:56.171785Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802114233162406:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:56.242245Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802113452488954:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:56.143160Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802119750019899:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38651
2025-12-06T17:43:56.219112Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802118528129783:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11875
2025-12-06T17:43:56.262887Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802118528129777:2116] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:56.270018Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802118528129775:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:56.270051Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802118528129775:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:43:56.168013Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:56.210589Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802116733043272:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31555
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:56.276835Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802114233162406:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:56.276913Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:56.276969Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802114233162406:2049] [node 2] ICP22 created new session: [4:7580802118528129785:2049]
2025-12-06T17:43:56.277025Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802118528129785:2049] [node 2] ICS09 handshake done sender: [4:7580802118528129777:2116] self: [4:7580802118528129782:0] peer: [2:7580802118968978661:0] socket: 309 qp: -1
2025-12-06T17:43:56.277071Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802118528129785:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:56.277130Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:56.279406Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802118528129784:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11875
2025-12-06T17:43:56.175182Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802114674011295:2049] [node 3] ICP22 created new session: [2:7580802118968978672:2049]
2025-12-06T17:43:56.149228Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802119750019902:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38651
2025-12-06T17:43:56.226643Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802118217421157:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:56.263438Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802117747456331:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:56.231281Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802116733043272:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:56.263683Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802117747456318:2112] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:56.266726Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802113452488954:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(17730686ns) {IncomingHandshake:261(17728249ns) {DropIncomingHandshake:442(1925ns) PrepareNewSessionHandshake:477(3879ns) {SwitchToState:179(2768ns)} GenerateSessionVirtualId:988(1179ns) IssueIncomingHandshakeReply:193(63638ns) {SwitchToState:179(530ns)}}}
2025-12-06T17:43:56.266926Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802113452488955:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:56.276047Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802113452488956:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:43:56.276113Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:56.281995Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802113452488956:2050] [node 3] ICP22 created new session: [6:7580802117747456335:2050]
2025-12-06T17:43:56.283229Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802117747456335:2050] [node 3] ICS09 handshake done sender: [6:7580802117747456318:2112] self: [6:7580802117747456327:0] peer: [3:7580802115455052591:0] socket: 291 qp: -1
2025-12-06T17:43:56.283275Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802117747456335:2050] [node 3] ICS10 traffic start
2025-12-06T17:43:56.283333Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:56.284178Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580802113452488956:2050] [node 3] ICP27 obsolete handshake fail ignored
2025-12-06T17:43:56.286200Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802117747456337:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22630
2025-12-06T17:43:56.175255Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802118968978672:2049] [node 3] ICS09 handshake done sender: [2:7580802118968978657:2110] self: [2:7580802118968978656:0] peer: [3:7580802119750019901:0] socket: 286 qp: -1
2025-12-06T17:43:56.189143Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802119750019897:2115] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:56.227022Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802113922453788:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:56.175305Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802118968978672:2049] [node 3] ICS10 traffic start
2025-12-06T17:43:56.175358Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:56.177105Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802118968978662:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:56.177135Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802118968978662:2112] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:43:56.185108Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802118968978662:2112] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:56.211353Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802118968978676:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11064
2025-12-06T17:43:56.231902Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802114674011350:2090] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:43:56.231956Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:56.232013Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802114674011350:2090] [node 4] ICP22 created new session: [2:7580802118968978677:2090]
2025-12-06T17:43:56.232072Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802118968978677:2090] [node 4] ICS09 handshake done sender: [2:7580802118968978662:2112] self: [2:7580802118968978661:0] peer: [4:7580802118528129782:0] socket: 299 qp: -1
2025-12-06T17:43:56.232112Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802118968978677:2090] [node 4] ICS10 traffic start
2025-12-06T17:43:56.232156Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:56.239670Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802118968978676:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:56.294642Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802118968978664:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:56.294704Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802118968978664:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:56.247005Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802116733043265:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:56.233429Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802118217421158:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:56.206754Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802115455052523:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:56.206836Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:56.206901Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802115455052523:2049] [node 2] ICP22 created new session: [3:7580802119750019906:2049]
2025-12-06T17:43:56.206954Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802119750019906:2049] [node 2] ICS09 handshake done sender: [3:7580802119750019897:2115] self: [3:7580802119750019901:0] peer: [2:7580802118968978656:0] socket: 290 qp: -1
2025-12-06T17:43:56.207025Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802119750019906:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:56.207093Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:56.227851Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7580802115455052523:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:43:56.228581Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802119750019905:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38651
2025-12-06T17:43:56.229231Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802115455052592:2112] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:56.267826Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802119750019899:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:56.267881Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802115455052556:2063] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:56.267944Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:56.267999Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802115455052556:2063] [node 6] ICP22 created new session: [3:7580802119750019909:2063]
2025-12-06T17:43:56.268054Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802119750019909:2063] [node 6] ICS09 handshake done sender: [3:7580802115455052592:2112] self: [3:7580802115455052591:0] peer: [6:7580802117747456327:0] socket: 284 qp: -1
2025-12-06T17:43:56.268090Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802119750019909:2063] [node 6] ICS10 traffic start
2025-12-06T17:43:56.268134Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:56.287752Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802115455052522:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:56.288399Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802119750019905:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:56.298367Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802119750019903:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38651
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:56.242448Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802113922453836:2069] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:56.248783Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802118217421166:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13366
2025-12-06T17:43:56.248967Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802118217421167:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13366
2025-12-06T17:43:56.282684Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802118217421157:2114] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:56.295210Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802118217421166:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:56.295481Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802113922453788:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:56.295557Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:56.295618Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802113922453788:2048] [node 1] ICP22 created new session: [5:7580802118217421169:2048]
2025-12-06T17:43:56.295666Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802118217421169:2048] [node 1] ICS09 handshake done sender: [5:7580802118217421157:2114] self: [5:7580802118217421164:0] peer: [1:7580802116733043264:0] socket: 321 qp: -1
2025-12-06T17:43:56.295710Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802118217421169:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:56.295771Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:56.305392Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802118217421168:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13366
2025-12-06T17:43:56.305655Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802113922453789:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:56.306167Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802118217421172:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13366
2025-12-06T17:43:56.247051Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802116733043265:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:43:56.264097Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802116733043265:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:56.307392Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802116733043262:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:56.307424Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802116733043262:2112] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:43:56.308413Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802116733043259:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:56.308452Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802116733043259:2110] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:56.308886Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802112438075961:2109] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:56.308957Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:56.309011Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802112438075961:2109] [node 5] ICP22 created new session: [1:7580802116733043281:2109]
2025-12-06T17:43:56.309079Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802116733043281:2109] [node 5] ICS09 handshake done sender: [1:7580802116733043265:2114] self: [1:7580802116733043264:0] peer: [5:7580802118217421164:0] socket: 302 qp: -1
2025-12-06T17:43:56.309121Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802116733043281:2109] [node 5] ICS10 traffic start
2025-12-06T17:43:56.309152Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:56.311785Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802116733043278:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31555
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:56.316136Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802117747456338:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22630
2025-12-06T17:43:56.316238Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802117747456339:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22630
2025-12-06T17:43:56.316922Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802118968978664:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:56.317189Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802116733043259:2110] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:56.317703Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802118968978669:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:56.317740Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802118968978669:2115] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:43:56.318361Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802114674011359:2091] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:56.318408Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:56.318455Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802114674011359:2091] [node 6] ICP22 created new session: [2:7580802118968978683:2091]
2025-12-06T17:43:56.318508Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802118968978683:2091] [node 6] ICS09 handshake done sender: [2:7580802118968978664:2113] self: [2:7580802118968978663:0] peer: [6:7580802117747456334:0] socket: 317 qp: -1
2025-12-06T17:43:56.318563Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802118968978683:2091] [node 6] ICS10 traffic start
2025-12-06T17:43:56.318604Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:56.320153Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802118968978682:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11064
2025-12-06T17:43:56.325263Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802112438075960:2108] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:56.325381Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:56.325453Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802112438075960:2108] [node 6] ICP22 created new session: [1:7580802116733043286:2108]
2025-12-06T17:43:56.325505Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802116733043286:2108] [node 6] ICS09 handshake done sender: [1:7580802116733043259:2110] self: [1:7580802116733043258:0] peer: [6:7580802117747456333:0] socket: 301 qp: -1
2025-12-06T17:43:56.325552Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802116733043286:2108] [node 6] ICS10 traffic start
2025-12-06T17:43:56.325610Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:56.328291Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802118968978669:2115] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:56.329241Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802119750019903:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:56.329454Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802119750019914:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38651
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:56.340233Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802115455052596:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:56.340276Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802115455052596:2113] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:43:56.344633Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802116733043262:2112] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:56.344952Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802115455052596:2113] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:56.346543Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802117747456331:2117] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:56.347015Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802117747456330:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:56.347996Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [1:7580802112438075961:2109] [node 5] ICP27 obsolete handshake fail ignored
2025-12-06T17:43:56.367418Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802112438075897:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:43:56.367522Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:56.367582Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802112438075897:2049] [node 3] ICP22 created new session: [1:7580802116733043289:2049]
2025-12-06T17:43:56.367634Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802116733043289:2049] [node 3] ICS09 handshake done sender: [1:7580802116733043262:2112] self: [1:7580802116733043261:0] peer: [3:7580802119750019912:0] socket: 303 qp: -1
2025-12-06T17:43:56.367679Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802116733043289:2049] [node 3] ICS10 traffic start
2025-12-06T17:43:56.367716Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:56.345788Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802115455052558:2071] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:43:56.332528Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802118217421168:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:56.336298Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802118528129775:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:56.358316Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802114674011358:2092] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:56.380924Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802117747456337:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:56.347266Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802118217421174:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13366
2025-12-06T17:43:56.339416Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802118528129784:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:56.345875Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:56.345945Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802115455052558:2071] [node 4] ICP22 created new session: [3:7580802119750019917:2071]
2025-12-06T17:43:56.346004Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802119750019917:2071] [node 4] ICS09 handshake done sender: [3:7580802115455052596:2113] self: [3:7580802115455052595:0] peer: [4:7580802118528129790:0] socket: 282 qp: -1
2025-12-06T17:43:56.346045Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802119750019917:2071] [node 4] ICS10 traffic start
2025-12-06T17:43:56.346083Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:56.375726Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802119750019899:2117] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:56.383572Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802115455052522:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:56.383637Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:56.383693Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802115455052522:2048] [node 1] ICP22 created new session: [3:7580802119750019919:2048]
2025-12-06T17:43:56.383769Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802119750019919:2048] [node 1] ICS09 handshake done sender: [3:7580802119750019899:2117] self: [3:7580802119750019912:0] peer: [1:7580802116733043261:0] socket: 305 qp: -1
2025-12-06T17:43:56.383830Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802119750019919:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:56.383871Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:56.402322Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802119750019896:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:56.402358Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802119750019896:2114] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:56.366836Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:56.347436Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802118217421175:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13366
2025-12-06T17:43:56.415885Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802116733043267:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:56.339578Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802114233162407:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:56.401146Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802113452488955:2049] [node 2] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:56.377307Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802114674011358:2092] [node 5] ICP22 created new session: [2:7580802118968978686:2092]
2025-12-06T17:43:56.380477Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802113922453790:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:56.419975Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802119750019896:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:56.415930Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802116733043267:2115] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:43:56.442131Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802113452488954:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:56.442232Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:56.442300Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802113452488954:2048] [node 1] ICP22 created new session: [6:7580802117747456342:2048]
2025-12-06T17:43:56.442370Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802117747456342:2048] [node 1] ICS09 handshake done sender: [6:7580802117747456330:2116] self: [6:7580802117747456333:0] peer: [1:7580802116733043258:0] socket: 304 qp: -1
2025-12-06T17:43:56.442414Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802117747456342:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:56.442461Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:56.443460Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580802113452488954:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:43:56.445912Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802113452488975:2062] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:56.455380Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802117747456344:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22630
2025-12-06T17:43:56.461509Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:56.476514Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802113452488955:2049] [node 2] ICP22 created new session: [6:7580802117747456341:2049]
2025-12-06T17:43:56.476636Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802117747456344:2122] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:56.466790Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802115455052557:2066] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:56.466900Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:56.466961Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802115455052557:2066] [node 5] ICP22 created new session: [3:7580802119750019922:2066]
2025-12-06T17:43:56.467032Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802119750019922:2066] [node 5] ICS09 handshake done sender: [3:7580802119750019896:2114] self: [3:7580802115455052594:0] peer: [5:7580802118217421176:0] socket: 337 qp: -1
2025-12-06T17:43:56.467075Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802119750019922:2066] [node 5] ICS10 traffic start
2025-12-06T17:43:56.467120Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:56.377378Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802118968978686:2092] [node 5] ICS09 handshake done sender: [2:7580802118968978669:2115] self: [2:7580802118968978668:0] peer: [5:7580802118217421171:0] socket: 331 qp: -1
2025-12-06T17:43:56.377426Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802118968978686:2092] [node 5] ICS10 traffic start
2025-12-06T17:43:56.377478Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:56.379459Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802114674011358:2092] [node 5] ICP35 event processing took too much time PendingConnection:279(34133326ns) {HandleHandshakeStatus:329(34129815ns) {DropIncomingHandshake:442(28651ns) DropOutgoingHandshake:457(432ns) SwitchToState:179(6959ns) ProcessPendingSessionEvents:495(684666ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 619376ns max# 81504ns}}}
2025-12-06T17:43:56.339986Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802118528129789:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11875
2025-12-06T17:43:56.482389Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802117747456315:2081] [node 5] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:56.484511Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802117747456347:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22630
2025-12-06T17:43:56.485350Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802117747456344:2122] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:56.485589Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802117747456315:2081] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:43:56.485649Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:56.485703Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802117747456315:2081] [node 5] ICP22 created new session: [6:7580802117747456348:2081]
2025-12-06T17:43:56.485754Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802117747456348:2081] [node 5] ICS09 handshake done sender: [6:7580802117747456344:2122] self: [6:7580802117747456346:0] peer: [5:7580802118217421160:0] socket: 292 qp: -1
2025-12-06T17:43:56.485796Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802117747456348:2081] [node 5] ICS10 traffic start
2025-12-06T17:43:56.485832Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:56.488477Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802117747456341:2049] [node 2] ICS09 handshake done sender: [6:7580802117747456331:2117] self: [6:7580802117747456334:0] peer: [2:7580802118968978663:0] socket: 318 qp: -1
2025-12-06T17:43:56.488530Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802117747456341:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:56.488581Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:56.490307Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802113452488955:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(88257462ns) {HandleHandshakeStatus:329(88254274ns) {DropIncomingHandshake:442(1528ns) DropOutgoingHandshake:457(7005ns) SwitchToState:179(809ns) ProcessPendingSessionEvents:495(651718ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 580721ns max# 54027ns}}}
2025-12-06T17:43:56.415350Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802118968978682:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:56.380593Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802118217421166:2117] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:56.446269Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802118528129769:2073] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:56.417335Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802116733043267:2115] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:56.418181Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802112438075896:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:43:56.418284Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:56.418344Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802112438075896:2048] [node 2] ICP22 created new session: [1:7580802116733043292:2048]
2025-12-06T17:43:56.418399Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802116733043292:2048] [node 2] ICS09 handshake done sender: [1:7580802116733043267:2115] self: [1:7580802116733043266:0] peer: [2:7580802118968978688:0] socket: 344 qp: -1
2025-12-06T17:43:56.418440Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802116733043292:2048] [node 2] ICS10 traffic start
2025-12-06T17:43:56.418485Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:56.392987Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802118217421158:2115] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:56.415522Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580802114674011294:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:56.503906Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802112438075896:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(84571663ns) {HandleHandshakeStatus:329(84567929ns) {DropIncomingHandshake:442(16743ns) DropOutgoingHandshake:457(617ns) SwitchToState:179(653ns) ProcessPendingSessionEvents:495(80314461ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 80205049ns max# 24403237ns}}}
2025-12-06T17:43:56.446336Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:56.417773Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802118968978689:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11064
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:56.393276Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802113922453789:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:56.446393Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802118528129769:2073] [node 5] ICP22 created new session: [4:7580802118528129793:2073]
2025-12-06T17:43:56.430277Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802118968978682:2117] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:56.393367Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:56.393446Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802113922453789:2049] [node 2] ICP22 created new session: [5:7580802118217421177:2049]
2025-12-06T17:43:56.393508Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802118217421177:2049] [node 2] ICS09 handshake done sender: [5:7580802118217421166:2117] self: [5:7580802118217421171:0] peer: [2:7580802118968978668:0] socket: 332 qp: -1
2025-12-06T17:43:56.393555Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802118217421177:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:56.393610Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:56.396243Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802118217421174:2121] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:56.407081Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802113922453836:2069] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:43:56.407177Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:56.407241Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802113922453836:2069] [node 4] ICP22 created new session: [5:7580802118217421179:2069]
2025-12-06T17:43:56.407303Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802118217421179:2069] [node 4] ICS09 handshake done sender: [5:7580802118217421158:2115] self: [5:7580802118217421165:0] peer: [4:7580802118528129773:0] socket: 322 qp: -1
2025-12-06T17:43:56.407363Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802118217421179:2069] [node 4] ICS10 traffic start
2025-12-06T17:43:56.407408Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:56.427963Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802118217421183:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13366
2025-12-06T17:43:56.441690Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802118217421168:2119] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:56.458389Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802113922453790:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:43:56.458470Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:56.458565Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802113922453790:2050] [node 3] ICP22 created new session: [5:7580802118217421184:2050]
2025-12-06T17:43:56.458616Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802118217421184:2050] [node 3] ICS09 handshake done sender: [5:7580802118217421168:2119] self: [5:7580802118217421176:0] peer: [3:7580802115455052594:0] socket: 338 qp: -1
2025-12-06T17:43:56.458663Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802118217421184:2050] [node 3] ICS10 traffic start
2025-12-06T17:43:56.458704Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:56.482842Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802118217421161:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:56.482871Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580802118217421161:2116] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:56.484816Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802118217421161:2116] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:56.495846Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580802113922453852:2073] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:56.495950Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:56.496015Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802113922453852:2073] [node 6] ICP22 created new session: [5:7580802118217421187:2073]
2025-12-06T17:43:56.496074Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802118217421187:2073] [node 6] ICS09 handshake done sender: [5:7580802118217421161:2116] self: [5:7580802118217421160:0] peer: [6:7580802117747456346:0] socket: 324 qp: -1
2025-12-06T17:43:56.496118Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802118217421187:2073] [node 6] ICS10 traffic start
2025-12-06T17:43:56.496238Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:56.531307Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802116733043276:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:56.536854Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802117747456351:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22630
2025-12-06T17:43:56.531354Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802116733043276:2118] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:43:56.536507Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802116733043276:2118] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:56.542459Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802112438075959:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:43:56.446446Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802118528129793:2073] [node 5] ICS09 handshake done sender: [4:7580802118528129775:2114] self: [4:7580802118528129773:0] peer: [5:7580802118217421165:0] socket: 312 qp: -1
2025-12-06T17:43:56.446487Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802118528129793:2073] [node 5] ICS10 traffic start
2025-12-06T17:43:56.446526Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:56.464824Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802118528129769:2073] [node 5] ICP35 event processing took too much time PendingConnection:279(17463655ns) {HandleHandshakeStatus:329(17461265ns) {DropIncomingHandshake:442(235ns) DropOutgoingHandshake:457(622ns) SwitchToState:179(165ns) ProcessPendingSessionEvents:495(754691ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 673109ns max# 93799ns}}}
2025-12-06T17:43:56.480572Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802114233162407:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64406) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580802118528129784:2118] held: no
2025-12-06T17:43:56.481744Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802118528129789:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:56.481878Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802118528129774:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:56.481905Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802118528129774:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:56.493923Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802118528129791:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11875
2025-12-06T17:43:56.494477Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802118528129792:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11875
2025-12-06T17:43:56.495222Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7580802118528129769:2073] [node 5] ICP18 handshake (actor [4:7580802118528129789:2119]) is too old
2025-12-06T17:43:56.495493Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802118528129784:2118] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:56.515216Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802114233162407:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:43:56.515320Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:56.515384Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802114233162407:2050] [node 3] ICP22 created new session: [4:7580802118528129795:2050]
2025-12-06T17:43:56.515443Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802118528129795:2050] [node 3] ICS09 handshake done sender: [4:7580802118528129784:2118] self: [4:7580802118528129790:0] peer: [3:7580802115455052595:0] socket: 333 qp: -1
2025-12-06T17:43:56.515483Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802118528129795:2050] [node 3] ICS10 traffic start
2025-12-06T17:43:56.515526Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:56.516711Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802118528129792:2121] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:56.529689Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802114233162405:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:56.537074Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802118528129774:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:56.543034Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802114233162468:2065] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:56.543122Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:56.543193Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802114233162468:2065] [node 6] ICP22 created new session: [4:7580802118528129800:2065]
2025-12-06T17:43:56.543253Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802118528129800:2065] [node 6] ICS09 handshake done sender: [4:7580802118528129774:2113] self: [4:7580802118528129770:0] peer: [6:7580802117747456345:0] socket: 295 qp: -1
2025-12-06T17:43:56.543295Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802118528129800:2065] [node 6] ICS10 traffic start
2025-12-06T17:43:56.543348Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:56.456827Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802114674011294:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17275) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7580802118968978682:2117] held: no
2025-12-06T17:43:56.457601Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580802114674011294:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:56.457685Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:56.457747Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802114674011294:2048] [node 1] ICP22 created new session: [2:7580802118968978690:2048]
2025-12-06T17:43:56.457804Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802118968978690:2048] [node 1] ICS09 handshake done sender: [2:7580802118968978682:2117] self: [2:7580802118968978688:0] peer: [1:7580802116733043266:0] socket: 347 qp: -1
2025-12-06T17:43:56.457853Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802118968978690:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:56.457894Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:56.547830Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:56.547918Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802112438075959:2107] [node 4] ICP22 created new session: [1:7580802116733043295:2107]
2025-12-06T17:43:56.547981Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802116733043295:2107] [node 4] ICS09 handshake done sender: [1:7580802116733043276:2118] self: [1:7580802116733043275:0] peer: [4:7580802118528129798:0] socket: 326 qp: -1
2025-12-06T17:43:56.548021Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802116733043295:2107] [node 4] ICS10 traffic start
2025-12-06T17:43:56.548072Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:56.542049Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802117747456337:2119] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:56.550956Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802113452488975:2062] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:43:56.551076Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:56.551139Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802113452488975:2062] [node 4] ICP22 created new session: [6:7580802117747456352:2062]
2025-12-06T17:43:56.551195Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802117747456352:2062] [node 4] ICS09 handshake done sender: [6:7580802117747456337:2119] self: [6:7580802117747456345:0] peer: [4:7580802118528129770:0] socket: 336 qp: -1
2025-12-06T17:43:56.551236Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802117747456352:2062] [node 4] ICS10 traffic start
2025-12-06T17:43:56.551283Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:56.547000Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802118528129799:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11875
2025-12-06T17:43:56.557392Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802114233162405:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17275) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580802118528129792:2121] held: no
2025-12-06T17:43:56.559321Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802118528129792:2121] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:56.560377Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802114233162405:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:56.560471Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:56.560529Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802114233162405:2048] [node 1] ICP22 created new session: [4:7580802118528129802:2048]
2025-12-06T17:43:56.560580Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802118528129802:2048] [node 1] ICS09 handshake done sender: [4:7580802118528129792:2121] self: [4:7580802118528129798:0] peer: [1:7580802116733043275:0] socket: 354 qp: -1
2025-12-06T17:43:56.560623Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802118528129802:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:56.560658Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:56.639123Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:43:56.639380Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580802118968978690:2048] [node 1] ICS01 socket: 347 reason# EndOfStream
2025-12-06T17:43:56.639440Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580802114674011294:2048] [node 1] ICP30 unregister session Session# [2:7580802118968978690:2048] VirtualId# [2:7580802118968978688:0]
2025-12-06T17:43:56.639482Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580802118968978690:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:56.639576Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:56.639620Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:56.642448Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:43:56.642739Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580802119750019919:2048] [node 1] ICS07 socket disconnect 305 reason# EndOfStream
2025-12-06T17:43:56.642778Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802119750019919:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:56.642867Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:56.642923Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802119750019919:2048] [node 1] ICS15 start handshake
2025-12-06T17:43:56.647685Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802115455052522:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17275) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:43:56.647758Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802119750019919:2048] [node 1] ICS15 start handshake
2025-12-06T17:43:56.648890Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802115455052522:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17275) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:56.648959Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802119750019919:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:56.648997Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802115455052522:2048] [node 1] ICP30 unregister session Session# [3:7580802119750019919:2048] VirtualId# [3:7580802119750019912:0]
2025-12-06T17:43:56.649054Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:56.649097Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580802115455052522:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:17275) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:56.649115Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17275) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:56.653483Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:43:56.653748Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802118528129802:2048] [node 1] ICS01 socket: 354 reason# EndOfStream
2025-12-06T17:43:56.653788Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802114233162405:2048] [node 1] ICP30 unregister session Session# [4:7580802118528129802:2048] VirtualId# [4:7580802118528129798:0]
2025-12-06T17:43:56.653827Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802118528129802:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:56.653920Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:56.653966Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:56.654078Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:43:56.654284Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802117747456342:2048] [node 1] ICS07 socket disconnect 304 reason# EndOfStream
2025-12-06T17:43:56.654312Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802117747456342:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:56.654360Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:56.654399Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802117747456342:2048] [node 1] ICS15 start handshake
2025-12-06T17:43:56.656231Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802113452488954:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17275) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:56.656295Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802117747456342:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:56.656330Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802113452488954:2048] [node 1] ICP30 unregister session Session# [6:7580802117747456342:2048] VirtualId# [6:7580802117747456333:0]
2025-12-06T17:43:56.656374Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:56.656409Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802113452488954:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:17275) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:56.656425Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17275) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:56.662703Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580802115455052522:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:43:56.667086Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802113452488954:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:43:56.666766Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:43:56.667055Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802118217421169:2048] [node 1] ICS07 socket disconnect 321 reason# EndOfStream
2025-12-06T17:43:56.667091Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802118217421169:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:56.667208Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:56.667256Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802118217421169:2048] [node 1] ICS15 start handshake
2025-12-06T17:43:56.668565Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802113922453788:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17275) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:56.668643Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802118217421169:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:56.668682Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802113922453788:2048] [node 1] ICP30 unregister session Session# [5:7580802118217421169:2048] VirtualId# [5:7580802118217421164:0]
2025-12-06T17:43:56.668734Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:56.668771Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802113922453788:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:17275) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:56.668787Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17275) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:56.678712Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802113922453788:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:43:56.781855Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:43:56.782100Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580802119750019906:2049] [node 2] ICS07 socket disconnect 290 reason# EndOfStream
2025-12-06T17:43:56.782130Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802119750019906:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:56.782214Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:56.782258Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802119750019906:2049] [node 2] ICS15 start handshake
2025-12-06T17:43:56.789852Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802115455052523:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14379) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:43:56.789916Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802119750019906:2049] [node 2] ICS15 start handshake
2025-12-06T17:43:56.795503Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802115455052523:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14379) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:56.795589Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802119750019906:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:56.795631Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802115455052523:2049] [node 2] ICP30 unregister session Session# [3:7580802119750019906:2049] VirtualId# [3:7580802119750019901:0]
2025-12-06T17:43:56.795679Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:56.795716Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580802115455052523:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:14379) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:56.795733Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14379) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:56.806523Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580802115455052523:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:43:56.810779Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:43:56.811026Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802118528129785:2049] [node 2] ICS07 socket disconnect 309 reason# EndOfStream
2025-12-06T17:43:56.811065Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802118528129785:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:56.811157Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:56.811205Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802118528129785:2049] [node 2] ICS15 start handshake
2025-12-06T17:43:56.811796Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:43:56.814731Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802114233162406:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14379) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:56.814798Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802118528129785:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:56.814825Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802114233162406:2049] [node 2] ICP30 unregister session Session# [4:7580802118528129785:2049] VirtualId# [4:7580802118528129782:0]
2025-12-06T17:43:56.814859Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:56.814906Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802114233162406:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:14379) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:56.814923Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14379) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:56.811989Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802117747456341:2049] [node 2] ICS07 socket disconnect 318 reason# EndOfStream
2025-12-06T17:43:56.812021Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802117747456341:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:56.812081Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:56.812125Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802117747456341:2049] [node 2] ICS15 start handshake
2025-12-06T17:43:56.813601Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802113452488955:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14379) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:56.813659Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802117747456341:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:56.813693Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802113452488955:2049] [node 2] ICP30 unregister session Session# [6:7580802117747456341:2049] VirtualId# [6:7580802117747456334:0]
2025-12-06T17:43:56.813743Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:56.813781Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802113452488955:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:14379) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:56.813799Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14379) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:56.819989Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:43:56.820416Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802118217421177:2049] [node 2] ICS07 socket disconnect 332 reason# EndOfStream
2025-12-06T17:43:56.820451Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802118217421177:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:56.820550Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:56.820597Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802118217421177:2049] [node 2] ICS15 start handshake
2025-12-06T17:43:56.822639Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802113452488955:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:43:56.823775Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580802114233162406:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:43:56.826986Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802113922453789:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14379) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:56.827068Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802118217421177:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:56.827107Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802113922453789:2049] [node 2] ICP30 unregister session Session# [5:7580802118217421177:2049] VirtualId# [5:7580802118217421171:0]
2025-12-06T17:43:56.827158Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:56.827195Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802113922453789:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:14379) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:56.827212Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14379) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:56.839328Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802113922453789:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:43:57.011915Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:43:57.012140Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802117747456335:2050] [node 3] ICS01 socket: 291 reason# EndOfStream
2025-12-06T17:43:57.012214Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802113452488956:2050] [node 3] ICP30 unregister session Session# [6:7580802117747456335:2050] VirtualId# [6:7580802117747456327:0]
2025-12-06T17:43:57.012250Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802117747456335:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:57.012340Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:43:57.012058Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:43:57.012384Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:43:57.012267Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802118217421184:2050] [node 3] ICS07 socket disconnect 338 reason# EndOfStream
2025-12-06T17:43:57.012303Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802118217421184:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:57.012372Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:43:57.012425Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802118217421184:2050] [node 3] ICS15 start handshake
2025-12-06T17:43:57.011874Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:43:57.012145Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802118528129795:2050] [node 3] ICS01 socket: 333 reason# EndOfStream
2025-12-06T17:43:57.012209Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802114233162407:2050] [node 3] ICP30 unregister session Session# [4:7580802118528129795:2050] VirtualId# [4:7580802118528129790:0]
2025-12-06T17:43:57.012249Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802118528129795:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:57.012336Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:43:57.012378Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:43:57.020216Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802113922453790:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64406) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:57.020323Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802118217421184:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:57.020374Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802113922453790:2050] [node 3] ICP30 unregister session Session# [5:7580802118217421184:2050] VirtualId# [5:7580802118217421176:0]
2025-12-06T17:43:57.020431Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:43:57.020491Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802113922453790:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:64406) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:57.020517Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64406) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:57.032802Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802113922453790:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:43:57.162451Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:43:57.162799Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802118217421179:2069] [node 4] ICS07 socket disconnect 322 reason# EndOfStream
2025-12-06T17:43:57.162839Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802118217421179:2069] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:57.162897Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:43:57.162937Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802118217421179:2069] [node 4] ICS15 start handshake
2025-12-06T17:43:57.162451Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:43:57.162707Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802117747456352:2062] [node 4] ICS07 socket disconnect 336 reason# EndOfStream
2025-12-06T17:43:57.162749Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802117747456352:2062] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:57.162851Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:43:57.162899Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802117747456352:2062] [node 4] ICS15 start handshake
2025-12-06T17:43:57.164034Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802113922453836:2069] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25390) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:57.164099Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802118217421179:2069] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:57.164145Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802113922453836:2069] [node 4] ICP30 unregister session Session# [5:7580802118217421179:2069] VirtualId# [5:7580802118217421165:0]
2025-12-06T17:43:57.164200Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:43:57.164240Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802113922453836:2069] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:25390) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:57.164256Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25390) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:57.165317Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802113452488975:2062] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25390) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:57.165388Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802117747456352:2062] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:57.165430Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802113452488975:2062] [node 4] ICP30 unregister session Session# [6:7580802117747456352:2062] VirtualId# [6:7580802117747456345:0]
2025-12-06T17:43:57.165466Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:43:57.165503Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802113452488975:2062] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:25390) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:57.165518Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25390) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:57.174509Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802113922453836:2069] [node 4] ICP33 wake up from error state
2025-12-06T17:43:57.174793Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802113452488975:2062] [node 4] ICP33 wake up from error state
2025-12-06T17:43:57.266742Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:43:57.267012Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802117747456348:2081] [node 5] ICS07 socket disconnect 292 reason# EndOfStream
2025-12-06T17:43:57.267056Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802117747456348:2081] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:57.267183Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:43:57.267236Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802117747456348:2081] [node 5] ICS15 start handshake
2025-12-06T17:43:57.275500Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802117747456315:2081] [node 5] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13876) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:57.275576Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802117747456348:2081] [node 5] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:57.275623Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802117747456315:2081] [node 5] ICP30 unregister session Session# [6:7580802117747456348:2081] VirtualId# [6:7580802117747456346:0]
2025-12-06T17:43:57.275670Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
2025-12-06T17:43:57.275720Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802117747456315:2081] [node 5] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:13876) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:57.275737Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [5] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13876) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:57.289599Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802117747456315:2081] [node 5] ICP33 wake up from error state
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:43:57.674158Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802120790229520:2048] [node 2] ICP01 ready to work
2025-12-06T17:43:57.674302Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802120790229521:2049] [node 3] ICP01 ready to work
2025-12-06T17:43:57.697034Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802122983091084:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:57.697075Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802122983091085:2049] [node 3] ICP01 ready to work
2025-12-06T17:43:57.747370Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802123999550338:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:57.747409Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802123999550339:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:57.747446Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802123999550340:2050] [node 3] ICP01 ready to work
2025-12-06T17:43:57.755069Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802120303651612:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:57.755112Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802120303651613:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:57.791600Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802121683299232:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:57.791642Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802121683299233:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:57.791681Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802121683299234:2050] [node 3] ICP01 ready to work
2025-12-06T17:43:58.035579Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802127278058407:2067] [node 5] ICP01 ready to work
2025-12-06T17:43:58.067156Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802120303651613:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(29246451ns) {Configure:104(29236820ns) {ProcessConfigured:135(10216119ns) {StartInitialHandshake:157(10212693ns) {DropHandshakes:470(3346ns) {DropIncomingHandshake:442(1030ns) DropOutgoingHandshake:457(535ns)} GenerateSessionVirtualId:988(772ns) PrepareNewSessionHandshake:477(3849ns) {SwitchToState:179(284ns)}}}}}
2025-12-06T17:43:58.038425Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802125085196848:2075] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:58.053439Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802123999550340:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(30326222ns) {Configure:104(30318102ns) {ProcessConfigured:135(92563ns) {StartInitialHandshake:157(88410ns) {DropHandshakes:470(3201ns) {DropIncomingHandshake:442(623ns) DropOutgoingHandshake:457(428ns)} GenerateSessionVirtualId:988(1047ns) PrepareNewSessionHandshake:477(2108ns) {SwitchToState:179(587ns)}}}}}
2025-12-06T17:43:58.063197Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802125085196849:2078] [node 5] ICP01 ready to work
2025-12-06T17:43:58.078659Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802125085196852:2074] [node 6] ICP01 ready to work
2025-12-06T17:43:58.039426Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802127278058405:2065] [node 6] ICP01 ready to work
2025-12-06T17:43:58.077600Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802124598618925:2063] [node 5] ICP01 ready to work
2025-12-06T17:43:58.079408Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802125978266540:2059] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3928
2025-12-06T17:43:58.083576Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802123999550338:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(29739949ns) {Configure:104(29731703ns) {ProcessConfigured:135(3581641ns) {StartInitialHandshake:157(3578310ns) {DropHandshakes:470(6315ns) {DropIncomingHandshake:442(707ns) DropOutgoingHandshake:457(415ns)} GenerateSessionVirtualId:988(1132ns) PrepareNewSessionHandshake:477(4223ns) {SwitchToState:179(1583ns)}}}}}
2025-12-06T17:43:58.098692Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802124598618931:2065] [node 6] ICP01 ready to work
2025-12-06T17:43:58.110798Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802120303651612:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(19846286ns) {Configure:104(19840645ns) {ProcessConfigured:135(17827885ns) {StartInitialHandshake:157(17824852ns) {DropHandshakes:470(2455ns) {DropIncomingHandshake:442(598ns) DropOutgoingHandshake:457(376ns)} GenerateSessionVirtualId:988(790ns) PrepareNewSessionHandshake:477(5331ns) {SwitchToState:179(2413ns)}}}}}
2025-12-06T17:43:58.117840Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802120790229521:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(51300621ns) {Configure:104(51294231ns) {ProcessConfigured:135(18350982ns) {StartInitialHandshake:157(101951ns) {DropHandshakes:470(3796ns) {DropIncomingHandshake:442(727ns) DropOutgoingHandshake:457(525ns)} GenerateSessionVirtualId:988(2680ns) PrepareNewSessionHandshake:477(5312ns) {SwitchToState:179(4150ns)}}}}}
2025-12-06T17:43:58.042902Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802127278058410:2070] [node 4] ICP01 ready to work
2025-12-06T17:43:58.123970Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802125085196849:2078] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(39385480ns) {Configure:104(39375745ns) {ProcessConfigured:135(83703ns) {StartInitialHandshake:157(80760ns) {DropHandshakes:470(5959ns) {DropIncomingHandshake:442(548ns) DropOutgoingHandshake:457(368ns)} GenerateSessionVirtualId:988(833ns) PrepareNewSessionHandshake:477(1485ns) {SwitchToState:179(541ns)}}}}}
2025-12-06T17:43:58.124690Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802121683299233:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(81788590ns) {Configure:104(81766251ns) {ProcessConfigured:135(3665088ns) {StartInitialHandshake:157(3661708ns) {DropHandshakes:470(2862ns) {DropIncomingHandshake:442(786ns) DropOutgoingHandshake:457(552ns)} GenerateSessionVirtualId:988(923ns) PrepareNewSessionHandshake:477(3183ns) {SwitchToState:179(1591ns)}}}}}
2025-12-06T17:43:58.127794Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802125085196848:2075] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(22573083ns) {Configure:104(22567088ns) {ProcessConfigured:135(71759ns) {StartInitialHandshake:157(69334ns) {DropHandshakes:470(2943ns) {DropIncomingHandshake:442(803ns) DropOutgoingHandshake:457(517ns)} GenerateSessionVirtualId:988(1078ns) PrepareNewSessionHandshake:477(1371ns) {SwitchToState:179(738ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:58.132387Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802124598618933:2068] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61794
2025-12-06T17:43:58.132484Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802124598618934:2069] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61794
2025-12-06T17:43:58.134005Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802124598618938:2070] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61794
2025-12-06T17:43:58.128214Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802128294517658:2064] [node 5] ICP01 ready to work
2025-12-06T17:43:58.170211Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802124598618931:2065] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(55112178ns) {Configure:104(55104674ns) {ProcessConfigured:135(65510ns) {StartInitialHandshake:157(63147ns) {DropHandshakes:470(1956ns) {DropIncomingHandshake:442(445ns) DropOutgoingHandshake:457(360ns)} GenerateSessionVirtualId:988(812ns) PrepareNewSessionHandshake:477(1645ns) {SwitchToState:179(628ns)}}}}}
2025-12-06T17:43:58.171277Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802124598618931:2065] [node 6] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11801) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:58.171416Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580802124598618931:2065] [node 6] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:11801) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:58.171434Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [6] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11801) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:58.156324Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802127278058410:2070] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(100603016ns) {Configure:104(100597204ns) {ProcessConfigured:135(29002268ns) {StartInitialHandshake:157(27499135ns) {DropHandshakes:470(1996ns) {DropIncomingHandshake:442(227ns) DropOutgoingHandshake:457(335ns)} GenerateSessionVirtualId:988(921ns) PrepareNewSessionHandshake:477(4594ns) {SwitchToState:179(2233ns)}}}}}
2025-12-06T17:43:58.175118Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802125085196864:2084] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56172
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:58.183260Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580802124598618931:2065] [node 6] ICP33 wake up from error state
2025-12-06T17:43:58.199930Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802124598618934:2069] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:58.200536Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802124598618944:2073] [node 4] ICP01 ready to work
2025-12-06T17:43:58.202597Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802124598618944:2073] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:58.205675Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802124598618933:2068] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:58.205813Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802120303651613:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:58.159358Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802122983091084:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(59956900ns) {Configure:104(59948748ns) {ProcessConfigured:135(71723ns) {StartInitialHandshake:157(69022ns) {DropHandshakes:470(2659ns) {DropIncomingHandshake:442(510ns) DropOutgoingHandshake:457(381ns)} GenerateSessionVirtualId:988(711ns) PrepareNewSessionHandshake:477(1380ns) {SwitchToState:179(467ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:58.210764Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802125085196864:2084] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:58.211043Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [1:7580802125085196852:2074] [node 6] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11801) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:58.211538Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [1:7580802125085196852:2074] [node 6] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:11801) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:58.211556Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [6] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11801) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:58.212089Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802125085196865:2085] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56172
2025-12-06T17:43:58.212162Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802125085196866:2086] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56172
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:58.204299Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802125978266540:2059] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:58.175554Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802127278058405:2065] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(129799791ns) {Configure:104(129795052ns) {ProcessConfigured:135(20360184ns) {StartInitialHandshake:157(20355975ns) {DropHandshakes:470(2534ns) {DropIncomingHandshake:442(569ns) DropOutgoingHandshake:457(627ns)} GenerateSessionVirtualId:988(2945ns) PrepareNewSessionHandshake:477(3456ns) {SwitchToState:179(1876ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:58.212625Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802123999550339:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(132528104ns) {Configure:104(132516648ns) {ProcessConfigured:135(7983936ns) {StartInitialHandshake:157(7981711ns) {DropHandshakes:470(1631ns) {DropIncomingHandshake:442(299ns) DropOutgoingHandshake:457(379ns)} GenerateSessionVirtualId:988(365ns) PrepareNewSessionHandshake:477(2634ns) {SwitchToState:179(82ns)}}}}}
2025-12-06T17:43:58.224533Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802124598618948:2074] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61794
2025-12-06T17:43:58.219118Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [1:7580802125085196852:2074] [node 6] ICP33 wake up from error state
2025-12-06T17:43:58.241985Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802125085196865:2085] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:58.242126Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802125085196857:2081] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:58.242153Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802125085196857:2081] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:43:58.254771Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802125085196857:2081] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:58.187348Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802127278058420:2077] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51975
2025-12-06T17:43:58.187433Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802127278058421:2078] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51975
2025-12-06T17:43:58.187575Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802127278058422:2079] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51975
2025-12-06T17:43:58.203469Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802127278058422:2079] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:58.203577Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802127278058421:2078] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:58.206248Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802127278058412:2074] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:58.206277Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802127278058412:2074] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:43:58.240535Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802124598618938:2070] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:58.240828Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802124598618933:2068] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:58.241007Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802124598618949:2075] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61794
2025-12-06T17:43:58.241159Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802120303651612:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:58.243700Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802124598618934:2069] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:58.244001Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802124598618951:2076] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61794
2025-12-06T17:43:58.244595Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802124598618944:2073] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:43:58.244653Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:58.244709Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802124598618944:2073] [node 4] ICP22 created new session: [3:7580802124598618952:2073]
2025-12-06T17:43:58.244767Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802124598618952:2073] [node 4] ICS09 handshake done sender: [3:7580802124598618934:2069] self: [3:7580802124598618945:0] peer: [4:7580802128294517653:0] socket: 290 qp: -1
2025-12-06T17:43:58.244806Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802124598618952:2073] [node 4] ICS10 traffic start
2025-12-06T17:43:58.244845Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:58.254492Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802120303651613:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:58.258182Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:58.223867Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802125978266544:2061] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3928
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:58.262645Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802120303651613:2049] [node 2] ICP22 created new session: [3:7580802124598618954:2049]
2025-12-06T17:43:58.262745Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802124598618954:2049] [node 2] ICS09 handshake done sender: [3:7580802124598618933:2068] self: [3:7580802124598618946:0] peer: [2:7580802127278058411:0] socket: 288 qp: -1
2025-12-06T17:43:58.262796Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802124598618954:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:58.262854Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:58.225956Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802128294517654:2066] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:58.226232Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802127278058412:2074] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:58.238707Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802121683299233:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:58.267596Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802124598618938:2070] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:58.268829Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802120303651612:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:58.268882Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:58.279130Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802124598618939:2071] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:58.279161Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802124598618939:2071] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:43:58.226005Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802128294517654:2066] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:43:58.286746Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802120303651612:2048] [node 1] ICP22 created new session: [3:7580802124598618956:2048]
2025-12-06T17:43:58.287109Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802124598618939:2071] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:58.257829Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802127278058409:2073] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:58.241637Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802125978266546:2062] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3928
2025-12-06T17:43:58.283029Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802125085196866:2086] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:58.284742Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802120790229521:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:43:58.294690Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:58.291644Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802124598618956:2048] [node 1] ICS09 handshake done sender: [3:7580802124598618938:2070] self: [3:7580802124598618950:0] peer: [1:7580802125085196856:0] socket: 295 qp: -1
2025-12-06T17:43:58.236326Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802128294517654:2066] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:58.257120Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802125978266546:2062] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:58.297866Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802125085196851:2079] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:58.257857Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802127278058409:2073] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:43:58.247410Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802123999550340:2050] [node 3] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:58.259418Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802121683299233:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(16099640ns) {IncomingHandshake:261(7805545ns) {DropIncomingHandshake:442(748ns) PrepareNewSessionHandshake:477(2820ns) {SwitchToState:179(1635ns)} GenerateSessionVirtualId:988(1389ns) IssueIncomingHandshakeReply:193(7756692ns) {SwitchToState:179(4079ns)}}}
2025-12-06T17:43:58.265712Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802125978266547:2063] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3928
2025-12-06T17:43:58.267742Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802125978266544:2061] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:58.269376Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802125978266549:2064] [node 4] ICP01 ready to work
2025-12-06T17:43:58.271228Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802125978266549:2064] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:58.274938Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802121683299234:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:58.275189Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802121683299234:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(17663881ns) {Configure:104(17661844ns) {ProcessConfigured:135(124205ns) {IncomingHandshake:261(92637ns) {DropIncomingHandshake:442(461ns) PrepareNewSessionHandshake:477(1678ns) {SwitchToState:179(823ns)} GenerateSessionVirtualId:988(4632ns) IssueIncomingHandshakeReply:193(59402ns) {SwitchToState:179(217ns)}}}}}
2025-12-06T17:43:58.284385Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802125978266552:2065] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3928
2025-12-06T17:43:58.287858Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802125978266547:2063] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:58.287987Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802125978266553:2066] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3928
2025-12-06T17:43:58.290175Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802121683299232:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:58.298188Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802124598618956:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:58.259536Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802127278058420:2077] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:58.297921Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802125085196851:2079] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:43:58.247468Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:58.247523Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802123999550340:2050] [node 3] ICP22 created new session: [4:7580802128294517666:2050]
2025-12-06T17:43:58.247590Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802128294517666:2050] [node 3] ICS09 handshake done sender: [4:7580802128294517654:2066] self: [4:7580802128294517653:0] peer: [3:7580802124598618945:0] socket: 287 qp: -1
2025-12-06T17:43:58.303186Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802124598618925:2063] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:58.247637Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802128294517666:2050] [node 3] ICS10 traffic start
2025-12-06T17:43:58.247674Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:58.286805Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802128294517660:2068] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:58.286850Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802128294517660:2068] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:58.275847Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802122983091085:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:43:58.298308Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802120790229521:2049] [node 3] ICP22 created new session: [1:7580802125085196872:2049]
2025-12-06T17:43:58.334998Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802121683299233:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1995) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802125978266540:2059] held: no
2025-12-06T17:43:58.290803Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802128294517669:2070] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25913
2025-12-06T17:43:58.320488Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802128294517669:2070] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:58.320646Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802123999550339:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:58.321147Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802128294517671:2071] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25913
2025-12-06T17:43:58.330980Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802128294517660:2068] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:58.331317Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802128294517658:2064] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:58.331368Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:58.331427Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802128294517658:2064] [node 5] ICP22 created new session: [4:7580802128294517673:2064]
2025-12-06T17:43:58.331482Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802128294517673:2064] [node 5] ICS09 handshake done sender: [4:7580802128294517660:2068] self: [4:7580802128294517659:0] peer: [5:7580802125978266550:0] socket: 306 qp: -1
2025-12-06T17:43:58.331530Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802128294517673:2064] [node 5] ICS10 traffic start
2025-12-06T17:43:58.331570Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:58.336937Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802128294517675:2072] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25913
2025-12-06T17:43:58.366887Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802128294517671:2071] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:58.303194Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:58.307327Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802125085196861:2082] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:58.275933Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:58.335198Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802125978266540:2059] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:58.307359Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802125085196861:2082] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:43:58.320079Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802125085196851:2079] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:58.320384Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802125085196872:2049] [node 3] ICS09 handshake done sender: [1:7580802125085196857:2081] self: [1:7580802125085196856:0] peer: [3:7580802124598618950:0] socket: 294 qp: -1
2025-12-06T17:43:58.321691Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802125085196872:2049] [node 3] ICS10 traffic start
2025-12-06T17:43:58.321740Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:58.322864Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802120790229521:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(39883717ns) {HandleHandshakeStatus:329(39880885ns) {DropIncomingHandshake:442(19417ns) DropOutgoingHandshake:457(342ns) SwitchToState:179(6756ns) ProcessPendingSessionEvents:495(333272ns) {unordered ForwardSessionEventToSession:612 num# 50 sum# 286128ns max# 60593ns}}}
2025-12-06T17:43:58.323392Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802125085196861:2082] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:58.342851Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802120790229520:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:43:58.342973Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:58.343040Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802120790229520:2048] [node 2] ICP22 created new session: [1:7580802125085196877:2048]
2025-12-06T17:43:58.343100Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802125085196877:2048] [node 2] ICS09 handshake done sender: [1:7580802125085196851:2079] self: [1:7580802125085196850:0] peer: [2:7580802127278058431:0] socket: 289 qp: -1
2025-12-06T17:43:58.343151Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802125085196877:2048] [node 2] ICS10 traffic start
2025-12-06T17:43:58.343193Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:58.362976Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802125085196849:2078] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:58.363020Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:58.363070Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802125085196849:2078] [node 5] ICP22 created new session: [1:7580802125085196879:2078]
2025-12-06T17:43:58.363120Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802125085196879:2078] [node 5] ICS09 handshake done sender: [1:7580802125085196861:2082] self: [1:7580802125085196860:0] peer: [5:7580802125978266554:0] socket: 320 qp: -1
2025-12-06T17:43:58.363153Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802125085196879:2078] [node 5] ICS10 traffic start
2025-12-06T17:43:58.363192Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:58.389234Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802125085196863:2083] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:58.389266Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802125085196863:2083] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:43:58.385799Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802123999550338:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:58.303230Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:58.275985Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802122983091085:2049] [node 3] ICP22 created new session: [2:7580802127278058429:2049]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:58.350427Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802125978266546:2062] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:58.386256Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802128294517669:2070] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:58.393638Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802125085196863:2083] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:58.400392Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802125085196848:2075] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:43:58.314714Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802124598618925:2063] [node 5] ICP22 created new session: [3:7580802124598618959:2063]
2025-12-06T17:43:58.400482Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:58.400541Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802125085196848:2075] [node 4] ICP22 created new session: [1:7580802125085196882:2075]
2025-12-06T17:43:58.400614Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802125085196882:2075] [node 4] ICS09 handshake done sender: [1:7580802125085196863:2083] self: [1:7580802125085196862:0] peer: [4:7580802128294517676:0] socket: 301 qp: -1
2025-12-06T17:43:58.400677Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802125085196882:2075] [node 4] ICS10 traffic start
2025-12-06T17:43:58.400717Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:58.352086Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802125978266555:2067] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3928
2025-12-06T17:43:58.276044Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802127278058429:2049] [node 3] ICS09 handshake done sender: [2:7580802127278058412:2074] self: [2:7580802127278058411:0] peer: [3:7580802124598618946:0] socket: 285 qp: -1
2025-12-06T17:43:58.276091Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802127278058429:2049] [node 3] ICS10 traffic start
2025-12-06T17:43:58.276133Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:58.277858Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580802122983091084:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:58.279071Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802127278058409:2073] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:58.279413Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802127278058407:2067] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:43:58.297276Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802127278058433:2081] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51975
2025-12-06T17:43:58.298051Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:58.310707Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802127278058407:2067] [node 5] ICP22 created new session: [2:7580802127278058435:2067]
2025-12-06T17:43:58.311596Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802127278058436:2082] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51975
2025-12-06T17:43:58.312015Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802127278058405:2065] [node 6] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11801) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:58.312164Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [2:7580802127278058405:2065] [node 6] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:11801) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:58.312204Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [6] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11801) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:58.319359Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802127278058433:2081] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:58.320326Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802127278058435:2067] [node 5] ICS09 handshake done sender: [2:7580802127278058409:2073] self: [2:7580802127278058408:0] peer: [5:7580802125978266545:0] socket: 284 qp: -1
2025-12-06T17:43:58.325065Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802127278058435:2067] [node 5] ICS10 traffic start
2025-12-06T17:43:58.335441Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:58.335621Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802127278058417:2075] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:58.335664Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802127278058417:2075] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:43:58.336240Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [2:7580802127278058405:2065] [node 6] ICP33 wake up from error state
2025-12-06T17:43:58.351108Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802127278058417:2075] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:58.370836Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802127278058420:2077] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:58.378784Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802127278058410:2070] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:43:58.378898Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:58.378959Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802127278058410:2070] [node 4] ICP22 created new session: [2:7580802127278058440:2070]
2025-12-06T17:43:58.379027Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802127278058440:2070] [node 4] ICS09 handshake done sender: [2:7580802127278058417:2075] self: [2:7580802127278058415:0] peer: [4:7580802128294517670:0] socket: 322 qp: -1
2025-12-06T17:43:58.379070Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802127278058440:2070] [node 4] ICS10 traffic start
2025-12-06T17:43:58.379108Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:58.379628Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802122983091084:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27867) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7580802127278058420:2077] held: no
2025-12-06T17:43:58.392328Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580802122983091084:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:58.392419Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:58.392476Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802122983091084:2048] [node 1] ICP22 created new session: [2:7580802127278058442:2048]
2025-12-06T17:43:58.392530Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802127278058442:2048] [node 1] ICS09 handshake done sender: [2:7580802127278058420:2077] self: [2:7580802127278058431:0] peer: [1:7580802125085196850:0] socket: 299 qp: -1
2025-12-06T17:43:58.392571Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802127278058442:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:58.392612Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:58.406963Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802127278058407:2067] [node 5] ICP35 event processing took too much time PendingConnection:279(110857844ns) {HandleHandshakeStatus:329(110855386ns) {DropIncomingHandshake:442(13487ns) DropOutgoingHandshake:457(448ns) SwitchToState:179(118ns) ProcessPendingSessionEvents:495(39180037ns) {unordered ForwardSessionEventToSession:612 num# 20 sum# 39145124ns max# 18493055ns}}}
2025-12-06T17:43:58.387001Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802123999550339:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:58.314799Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802124598618959:2063] [node 5] ICS09 handshake done sender: [3:7580802124598618939:2071] self: [3:7580802124598618937:0] peer: [5:7580802125978266551:0] socket: 313 qp: -1
2025-12-06T17:43:58.352527Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802125978266556:2068] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3928
2025-12-06T17:43:58.352913Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802125978266547:2063] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:58.353113Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802125978266544:2061] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:58.353264Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802121683299232:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:58.353323Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:58.353376Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802121683299232:2048] [node 1] ICP22 created new session: [5:7580802125978266557:2048]
2025-12-06T17:43:58.353429Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802125978266557:2048] [node 1] ICS09 handshake done sender: [5:7580802125978266547:2063] self: [5:7580802125978266554:0] peer: [1:7580802125085196860:0] socket: 321 qp: -1
2025-12-06T17:43:58.353469Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802125978266557:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:58.353508Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:58.353801Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802125978266549:2064] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:43:58.353838Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:58.353882Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802125978266549:2064] [node 4] ICP22 created new session: [5:7580802125978266559:2064]
2025-12-06T17:43:58.353933Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802125978266559:2064] [node 4] ICS09 handshake done sender: [5:7580802125978266544:2061] self: [5:7580802125978266550:0] peer: [4:7580802128294517659:0] socket: 307 qp: -1
2025-12-06T17:43:58.353981Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802125978266559:2064] [node 4] ICS10 traffic start
2025-12-06T17:43:58.354036Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:58.354619Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802121683299233:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:58.354656Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:58.354704Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802121683299233:2049] [node 2] ICP22 created new session: [5:7580802125978266561:2049]
2025-12-06T17:43:58.354758Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802125978266561:2049] [node 2] ICS09 handshake done sender: [5:7580802125978266540:2059] self: [5:7580802125978266545:0] peer: [2:7580802127278058408:0] socket: 286 qp: -1
2025-12-06T17:43:58.354791Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802125978266561:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:58.354818Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:58.361296Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802121683299234:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:43:58.361360Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:58.361429Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802121683299234:2050] [node 3] ICP22 created new session: [5:7580802125978266563:2050]
2025-12-06T17:43:58.361487Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802125978266563:2050] [node 3] ICS09 handshake done sender: [5:7580802125978266546:2062] self: [5:7580802125978266551:0] peer: [3:7580802124598618937:0] socket: 314 qp: -1
2025-12-06T17:43:58.361529Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802125978266563:2050] [node 3] ICS10 traffic start
2025-12-06T17:43:58.361568Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:58.387085Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:58.314847Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802124598618959:2063] [node 5] ICS10 traffic start
2025-12-06T17:43:58.314894Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:58.387140Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802123999550339:2049] [node 2] ICP22 created new session: [4:7580802128294517677:2049]
2025-12-06T17:43:58.504917Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802125978266581:2073] [node 6] ICP01 ready to work
2025-12-06T17:43:58.364956Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802120303651612:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(95733718ns) {HandleHandshakeStatus:329(95731857ns) {DropIncomingHandshake:442(1233ns) DropOutgoingHandshake:457(5955ns) SwitchToState:179(493ns) ProcessPendingSessionEvents:495(13794130ns) {unordered ForwardSessionEventToSession:612 num# 30 sum# 13766282ns max# 13623187ns}}}
2025-12-06T17:43:58.387205Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802128294517677:2049] [node 2] ICS09 handshake done sender: [4:7580802128294517669:2070] self: [4:7580802128294517670:0] peer: [2:7580802127278058415:0] socket: 324 qp: -1
2025-12-06T17:43:58.472707Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802123304305212:2048] [node 1] ICP01 ready to work
2025-12-06T17:43:58.472836Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802123304305213:2049] [node 2] ICP01 ready to work
2025-12-06T17:43:58.472926Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802123304305214:2050] [node 3] ICP01 ready to work
2025-12-06T17:43:58.473595Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802127599272530:2064] [node 5] ICP01 ready to work
2025-12-06T17:43:58.387247Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802128294517677:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:58.655866Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802123304305212:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(181539874ns) {Configure:104(181533670ns) {ProcessConfigured:135(13123568ns) {StartInitialHandshake:157(13121101ns) {DropHandshakes:470(2946ns) {DropIncomingHandshake:442(600ns) DropOutgoingHandshake:457(811ns)} GenerateSessionVirtualId:988(1036ns) PrepareNewSessionHandshake:477(4813ns) {SwitchToState:179(2214ns)}}}}}
2025-12-06T17:43:58.670449Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802123304305213:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(194171740ns) {Configure:104(194156594ns) {ProcessConfigured:135(95657ns) {StartInitialHandshake:157(92683ns) {DropHandshakes:470(3666ns) {DropIncomingHandshake:442(858ns) DropOutgoingHandshake:457(369ns)} GenerateSessionVirtualId:988(957ns) PrepareNewSessionHandshake:477(2499ns) {SwitchToState:179(948ns)}}}}}
2025-12-06T17:43:58.387288Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:58.686997Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802124598619007:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61794
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:58.671157Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802127599272579:2073] [node 4] ICP01 ready to work
2025-12-06T17:43:58.687492Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802127599272530:2064] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(185996529ns) {Configure:104(185990275ns) {ProcessConfigured:135(30587306ns) {StartInitialHandshake:157(30584055ns) {DropHandshakes:470(3452ns) {DropIncomingHandshake:442(621ns) DropOutgoingHandshake:457(712ns)} GenerateSessionVirtualId:988(672ns) PrepareNewSessionHandshake:477(3907ns) {SwitchToState:179(1779ns)}}}}}
2025-12-06T17:43:58.688864Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802127599272584:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6446
2025-12-06T17:43:58.694617Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802127599272584:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:58.694065Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802125085196915:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56172
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:58.699334Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802127599272530:2064] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:58.699581Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802127599272587:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6446
2025-12-06T17:43:58.699771Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802127599272588:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6446
2025-12-06T17:43:58.700226Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802127599272590:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6446
2025-12-06T17:43:58.700877Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802125978266583:2085] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:58.700922Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580802125978266583:2085] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:58.394163Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7580802123999550339:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:43:58.395233Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802128294517679:2073] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25913
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:58.743681Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802127278058483:2121] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:58.743747Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802127278058483:2121] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:58.717045Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802125978266583:2085] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:58.752165Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802127278058483:2121] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:58.409609Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802123999550338:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27867) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580802128294517671:2071] held: no
2025-12-06T17:43:58.410026Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802128294517671:2071] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:58.410905Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802123999550338:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:58.410995Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:58.411054Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802123999550338:2048] [node 1] ICP22 created new session: [4:7580802128294517680:2048]
2025-12-06T17:43:58.411099Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802128294517680:2048] [node 1] ICS09 handshake done sender: [4:7580802128294517671:2071] self: [4:7580802128294517676:0] peer: [1:7580802125085196862:0] socket: 326 qp: -1
2025-12-06T17:43:58.411142Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802128294517680:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:58.411178Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:58.641974Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802128294517726:2076] [node 6] ICP01 ready to work
2025-12-06T17:43:58.679504Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802128294517726:2076] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(23063820ns) {Configure:104(23045666ns) {ProcessConfigured:135(85084ns) {StartInitialHandshake:157(79942ns) {DropHandshakes:470(3326ns) {DropIncomingHandshake:442(706ns) DropOutgoingHandshake:457(468ns)} GenerateSessionVirtualId:988(1203ns) PrepareNewSessionHandshake:477(1681ns) {SwitchToState:179(636ns)}}}}}
2025-12-06T17:43:58.745856Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802128294517728:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:58.745892Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802128294517728:2118] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:58.717535Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802127599272587:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:58.770020Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580802125978266581:2073] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:58.770190Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802128294517728:2118] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:58.717676Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802127599272588:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:58.769689Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802127278058405:2065] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:58.771458Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:58.771519Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802125978266581:2073] [node 6] ICP22 created new session: [5:7580802125978266620:2073]
2025-12-06T17:43:58.771587Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802125978266620:2073] [node 6] ICS09 handshake done sender: [5:7580802125978266583:2085] self: [5:7580802125978266582:0] peer: [6:7580802127599272589:0] socket: 325 qp: -1
2025-12-06T17:43:58.771633Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802125978266620:2073] [node 6] ICS10 traffic start
2025-12-06T17:43:58.771692Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:58.770945Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802124598618965:2081] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:58.767122Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802125085196915:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:58.739256Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802127599272590:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:58.739496Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802127599272591:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6446
2025-12-06T17:43:58.740052Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802123304305214:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:58.740159Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802127599272579:2073] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:58.740582Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802123304305213:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:58.740648Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802127599272584:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:43:58.750956Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802127599272530:2064] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:43:58.762811Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:43:58.762907Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802127599272530:2064] [node 5] ICP22 created new session: [6:7580802127599272595:2064]
2025-12-06T17:43:58.762967Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802127599272595:2064] [node 5] ICS09 handshake done sender: [6:7580802127599272584:2114] self: [6:7580802127599272589:0] peer: [5:7580802125978266582:0] socket: 334 qp: -1
2025-12-06T17:43:58.763030Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802127599272595:2064] [node 5] ICS10 traffic start
2025-12-06T17:43:58.763113Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:43:58.766032Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802127599272597:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6446
2025-12-06T17:43:58.769363Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802127599272598:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6446
2025-12-06T17:43:58.770497Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802127599272599:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6446
2025-12-06T17:43:58.791140Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802127599272598:2121] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:58.791266Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802127599272588:2117] [node 4] ICH04 handshake succeeded
2025-12-06T17:43:58.794822Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802127599272590:2118] [node 2] ICH04 handshake succeeded
2025-12-06T17:43:58.812528Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802127599272601:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6446
2025-12-06T17:43:58.786922Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:58.794986Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802128294517726:2076] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:58.783068Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802125085196852:2074] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(19995122ns) {Configure:104(19990723ns) {ProcessConfigured:135(19948801ns) {StartInitialHandshake:157(19946690ns) {DropHandshakes:470(3273ns) {DropIncomingHandshake:442(1000ns) DropOutgoingHandshake:457(346ns)} GenerateSessionVirtualId:988(658ns) PrepareNewSessionHandshake:477(4831ns) {SwitchToState:179(2211ns)}}}}}
2025-12-06T17:43:58.771006Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802124598618965:2081] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:58.823179Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802127599272579:2073] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:43:58.823285Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:43:58.823353Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802127599272579:2073] [node 4] ICP22 created new session: [6:7580802127599272602:2073]
2025-12-06T17:43:58.823415Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802127599272602:2073] [node 4] ICS09 handshake done sender: [6:7580802127599272588:2117] self: [6:7580802127599272593:0] peer: [4:7580802128294517727:0] socket: 344 qp: -1
2025-12-06T17:43:58.823454Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802127599272602:2073] [node 4] ICS10 traffic start
2025-12-06T17:43:58.823499Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:43:58.824817Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802123304305213:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:43:58.824904Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:43:58.824954Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802123304305213:2049] [node 2] ICP22 created new session: [6:7580802127599272604:2049]
2025-12-06T17:43:58.825013Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802127599272604:2049] [node 2] ICS09 handshake done sender: [6:7580802127599272590:2118] self: [6:7580802127599272594:0] peer: [2:7580802127278058482:0] socket: 347 qp: -1
2025-12-06T17:43:58.825055Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802127599272604:2049] [node 2] ICS10 traffic start
2025-12-06T17:43:58.825105Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:43:58.794687Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802127278058405:2065] [node 6] ICP22 created new session: [2:7580802127278058486:2065]
2025-12-06T17:43:58.784477Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802124598618965:2081] [node 6] ICH04 handshake succeeded
2025-12-06T17:43:58.810405Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802124598619007:2121] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:58.794778Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802127278058486:2065] [node 6] ICS09 handshake done sender: [2:7580802127278058483:2121] self: [2:7580802127278058482:0] peer: [6:7580802127599272594:0] socket: 346 qp: -1
2025-12-06T17:43:58.794846Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802127278058486:2065] [node 6] ICS10 traffic start
2025-12-06T17:43:58.794903Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:58.795084Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:58.834097Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802124598618931:2065] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:58.834182Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:58.834238Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802124598618931:2065] [node 6] ICP22 created new session: [3:7580802124598619010:2065]
2025-12-06T17:43:58.834321Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802124598619010:2065] [node 6] ICS09 handshake done sender: [3:7580802124598618965:2081] self: [3:7580802124598618964:0] peer: [6:7580802127599272592:0] socket: 335 qp: -1
2025-12-06T17:43:58.834359Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802124598619010:2065] [node 6] ICS10 traffic start
2025-12-06T17:43:58.834399Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:58.842765Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802127278058488:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51975
2025-12-06T17:43:58.803332Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802128294517726:2076] [node 6] ICP22 created new session: [4:7580802128294517732:2076]
2025-12-06T17:43:58.845695Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802127278058405:2065] [node 6] ICP35 event processing took too much time PendingConnection:279(73987837ns) {HandleHandshakeStatus:329(73981823ns) {DropIncomingHandshake:442(450ns) DropOutgoingHandshake:457(1066ns) SwitchToState:179(756ns) ProcessPendingSessionEvents:495(48562542ns) {unordered ForwardSessionEventToSession:612 num# 90 sum# 48466298ns max# 13652416ns}}}
2025-12-06T17:43:58.810059Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802128294517730:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25913
2025-12-06T17:43:58.813142Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802128294517732:2076] [node 6] ICS09 handshake done sender: [4:7580802128294517728:2118] self: [4:7580802128294517727:0] peer: [6:7580802127599272593:0] socket: 338 qp: -1
2025-12-06T17:43:58.826896Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802128294517732:2076] [node 6] ICS10 traffic start
2025-12-06T17:43:58.828628Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802128294517730:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:58.833241Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:58.836892Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802128294517726:2076] [node 6] ICP35 event processing took too much time PendingConnection:279(40903997ns) {HandleHandshakeStatus:329(40900770ns) {DropIncomingHandshake:442(586ns) DropOutgoingHandshake:457(1465ns) SwitchToState:179(691ns) ProcessPendingSessionEvents:495(609501ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 548650ns max# 57281ns}}}
2025-12-06T17:43:58.837004Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7580802128294517726:2076] [node 6] ICP18 handshake (actor [4:7580802128294517730:2119]) is too old
2025-12-06T17:43:58.856709Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802123304305212:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:43:58.857069Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802123304305214:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25329) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802127599272587:2116] held: no
2025-12-06T17:43:58.857842Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802127599272587:2116] [node 3] ICH04 handshake succeeded
2025-12-06T17:43:58.870133Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802125085196917:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:43:58.870210Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802125085196917:2119] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:43:58.871513Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802125085196917:2119] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:43:58.872063Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802127599272607:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6446
2025-12-06T17:43:58.873179Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7580802127278058405:2065] [node 6] ICP27 obsolete handshake fail ignored
2025-12-06T17:43:58.873165Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802127599272598:2121] [node 1] ICH04 handshake succeeded
2025-12-06T17:43:58.873347Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802125085196852:2074] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:43:58.879314Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802123304305214:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:43:58.879389Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:43:58.879447Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802123304305214:2050] [node 3] ICP22 created new session: [6:7580802127599272608:2050]
2025-12-06T17:43:58.879505Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802127599272608:2050] [node 3] ICS09 handshake done sender: [6:7580802127599272587:2116] self: [6:7580802127599272592:0] peer: [3:7580802124598618964:0] socket: 339 qp: -1
2025-12-06T17:43:58.879548Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802127599272608:2050] [node 3] ICS10 traffic start
2025-12-06T17:43:58.879605Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:43:58.880807Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802123304305212:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:43:58.880884Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:43:58.880938Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802123304305212:2048] [node 1] ICP22 created new session: [6:7580802127599272610:2048]
2025-12-06T17:43:58.880988Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802127599272610:2048] [node 1] ICS09 handshake done sender: [6:7580802127599272598:2121] self: [6:7580802127599272606:0] peer: [1:7580802125085196916:0] socket: 354 qp: -1
2025-12-06T17:43:58.881024Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802127599272610:2048] [node 1] ICS10 traffic start
2025-12-06T17:43:58.881060Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:43:58.891464Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:43:58.891551Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802125085196852:2074] [node 6] ICP22 created new session: [1:7580802125085196921:2074]
2025-12-06T17:43:58.891614Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802125085196921:2074] [node 6] ICS09 handshake done sender: [1:7580802125085196917:2119] self: [1:7580802125085196916:0] peer: [6:7580802127599272606:0] socket: 351 qp: -1
2025-12-06T17:43:58.891658Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802125085196921:2074] [node 6] ICS10 traffic start
2025-12-06T17:43:58.891703Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:43:58.892624Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802125085196852:2074] [node 6] ICP35 event processing took too much time PendingConnection:279(19365201ns) {HandleHandshakeStatus:329(19360530ns) {DropIncomingHandshake:442(21549ns) DropOutgoingHandshake:457(493ns) SwitchToState:179(997ns) ProcessPendingSessionEvents:495(250919ns) {unordered ForwardSessionEventToSession:612 num# 40 sum# 218423ns max# 55174ns}}}
2025-12-06T17:43:59.012001Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:43:59.012267Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7580802127278058442:2048] [node 1] ICS07 socket disconnect 299 reason# EndOfStream
2025-12-06T17:43:59.012304Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580802127278058442:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:59.012408Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:59.012455Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580802127278058442:2048] [node 1] ICS15 start handshake
2025-12-06T17:43:59.022224Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:43:59.022486Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802124598618956:2048] [node 1] ICS01 socket: 295 reason# EndOfStream
2025-12-06T17:43:59.022564Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802120303651612:2048] [node 1] ICP30 unregister session Session# [3:7580802124598618956:2048] VirtualId# [3:7580802124598618950:0]
2025-12-06T17:43:59.022604Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802124598618956:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:59.022723Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:59.022778Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:59.029217Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802122983091084:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27867) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:43:59.029283Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580802127278058442:2048] [node 1] ICS15 start handshake
2025-12-06T17:43:59.030313Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802122983091084:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27867) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:59.030376Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580802127278058442:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:59.030428Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580802122983091084:2048] [node 1] ICP30 unregister session Session# [2:7580802127278058442:2048] VirtualId# [2:7580802127278058431:0]
2025-12-06T17:43:59.030506Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:59.030567Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [2:7580802122983091084:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:27867) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:59.030584Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27867) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:59.042311Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [2:7580802122983091084:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:43:59.048190Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:43:59.048442Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802127599272610:2048] [node 1] ICS07 socket disconnect 354 reason# EndOfStream
2025-12-06T17:43:59.048481Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802127599272610:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:59.048577Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:59.048621Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802127599272610:2048] [node 1] ICS15 start handshake
2025-12-06T17:43:59.049190Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:43:59.049390Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802128294517680:2048] [node 1] ICS07 socket disconnect 326 reason# EndOfStream
2025-12-06T17:43:59.049417Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802128294517680:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:59.049483Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:59.049521Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802128294517680:2048] [node 1] ICS15 start handshake
2025-12-06T17:43:59.051059Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:43:59.051377Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802123999550338:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27867) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:59.051475Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802128294517680:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:59.051527Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802123999550338:2048] [node 1] ICP30 unregister session Session# [4:7580802128294517680:2048] VirtualId# [4:7580802128294517676:0]
2025-12-06T17:43:59.051584Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:59.051620Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802123999550338:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:27867) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:59.051638Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27867) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:59.067124Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802123304305212:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27867) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:59.086744Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802127599272610:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:59.087537Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802125978266557:2048] [node 1] ICS01 socket: 321 reason# EndOfStream
2025-12-06T17:43:59.087595Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802121683299232:2048] [node 1] ICP30 unregister session Session# [5:7580802125978266557:2048] VirtualId# [5:7580802125978266554:0]
2025-12-06T17:43:59.087638Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802125978266557:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:59.087762Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:43:59.087814Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:59.074774Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580802123999550338:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:43:59.087364Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802123304305212:2048] [node 1] ICP30 unregister session Session# [6:7580802127599272610:2048] VirtualId# [6:7580802127599272606:0]
2025-12-06T17:43:59.088452Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:43:59.088500Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802123304305212:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:27867) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:59.088520Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27867) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:59.088820Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:294: Proxy [6:7580802123304305212:2048] [node 1] ICP35 event processing took too much time StateWork:294(35649535ns) {HandleHandshakeStatus:395(35645611ns) {LogHandshakeFail:472(5366951ns) {UpdateErrorStateLog:545(5383ns)} DropOutgoingHandshake:457(7549ns) ProcessPendingSessionEvents:495(389ns) UnregisterSession:538(631071ns) {ProcessPendingSessionEvents:495(897ns) SwitchToInitialState:202(2168ns) {SwitchToState:179(1332ns)}} TransitToErrorState:752(65946ns) {SwitchToState:179(7608ns) ProcessPendingSessionEvents:495(681ns) DropHandshakes:470(2376ns) {DropIncomingHandshake:442(668ns) DropOutgoingHandshake:457(256ns)}}}}
2025-12-06T17:43:59.226678Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:43:59.226966Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802124598618954:2049] [node 2] ICS01 socket: 288 reason# EndOfStream
2025-12-06T17:43:59.227023Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802120303651613:2049] [node 2] ICP30 unregister session Session# [3:7580802124598618954:2049] VirtualId# [3:7580802124598618946:0]
2025-12-06T17:43:59.227066Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802124598618954:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:59.227194Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:59.227253Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:59.240727Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:43:59.241017Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802128294517677:2049] [node 2] ICS01 socket: 324 reason# EndOfStream
2025-12-06T17:43:59.241098Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802123999550339:2049] [node 2] ICP30 unregister session Session# [4:7580802128294517677:2049] VirtualId# [4:7580802128294517670:0]
2025-12-06T17:43:59.241139Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802128294517677:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:59.241234Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:59.241277Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:59.241003Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:43:59.241277Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802127599272604:2049] [node 2] ICS01 socket: 347 reason# EndOfStream
2025-12-06T17:43:59.241326Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802123304305213:2049] [node 2] ICP30 unregister session Session# [6:7580802127599272604:2049] VirtualId# [6:7580802127599272594:0]
2025-12-06T17:43:59.241366Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802127599272604:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:59.241462Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:59.241510Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:59.241928Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:43:59.242153Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802125978266561:2049] [node 2] ICS07 socket disconnect 286 reason# EndOfStream
2025-12-06T17:43:59.242184Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802125978266561:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:59.242262Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:43:59.242313Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802125978266561:2049] [node 2] ICS15 start handshake
2025-12-06T17:43:59.250866Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802121683299233:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1995) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:59.250953Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802125978266561:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:59.251008Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802121683299233:2049] [node 2] ICP30 unregister session Session# [5:7580802125978266561:2049] VirtualId# [5:7580802125978266545:0]
2025-12-06T17:43:59.251118Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:43:59.251160Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802121683299233:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:1995) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:59.251178Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1995) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:59.262400Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802121683299233:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:43:59.395050Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802123304305212:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:43:59.420568Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:43:59.420812Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802127599272608:2050] [node 3] ICS01 socket: 339 reason# EndOfStream
2025-12-06T17:43:59.420857Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802123304305214:2050] [node 3] ICP30 unregister session Session# [6:7580802127599272608:2050] VirtualId# [6:7580802127599272592:0]
2025-12-06T17:43:59.420890Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802127599272608:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:59.420978Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:43:59.421031Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:43:59.422289Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:43:59.422516Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802128294517666:2050] [node 3] ICS01 socket: 287 reason# EndOfStream
2025-12-06T17:43:59.422577Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802123999550340:2050] [node 3] ICP30 unregister session Session# [4:7580802128294517666:2050] VirtualId# [4:7580802128294517653:0]
2025-12-06T17:43:59.422613Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802128294517666:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:59.422704Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:43:59.422750Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:43:59.420478Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:43:59.420790Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802125978266563:2050] [node 3] ICS01 socket: 314 reason# EndOfStream
2025-12-06T17:43:59.420837Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802121683299234:2050] [node 3] ICP30 unregister session Session# [5:7580802125978266563:2050] VirtualId# [5:7580802125978266551:0]
2025-12-06T17:43:59.420876Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802125978266563:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:59.420978Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:43:59.421032Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:43:59.554992Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:43:59.555292Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802125978266559:2064] [node 4] ICS07 socket disconnect 307 reason# EndOfStream
2025-12-06T17:43:59.555332Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802125978266559:2064] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:59.555464Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:43:59.555523Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802125978266559:2064] [node 4] ICS15 start handshake
2025-12-06T17:43:59.555964Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:43:59.556249Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802127599272602:2073] [node 4] ICS01 socket: 344 reason# EndOfStream
2025-12-06T17:43:59.556305Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802127599272579:2073] [node 4] ICP30 unregister session Session# [6:7580802127599272602:2073] VirtualId# [6:7580802127599272593:0]
2025-12-06T17:43:59.556352Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802127599272602:2073] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:43:59.556462Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:43:59.556533Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:43:59.557488Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802125978266549:2064] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14693) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:43:59.557570Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802125978266559:2064] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:43:59.557618Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802125978266549:2064] [node 4] ICP30 unregister session Session# [5:7580802125978266559:2064] VirtualId# [5:7580802125978266550:0]
2025-12-06T17:43:59.557722Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:43:59.557762Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802125978266549:2064] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:14693) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:59.557781Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14693) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:43:59.570935Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802125978266549:2064] [node 4] ICP33 wake up from error state
2025-12-06T17:43:59.770909Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:44:00.003203Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802131921534029:2048] [node 2] ICP01 ready to work
2025-12-06T17:44:00.003245Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802131921534030:2049] [node 3] ICP01 ready to work
2025-12-06T17:44:00.021239Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802137126858641:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:00.021285Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802137126858642:2049] [node 3] ICP01 ready to work
2025-12-06T17:44:00.039094Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802136659140980:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:00.039146Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802136659140981:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:00.071586Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802134008447174:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:00.071626Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802134008447175:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:00.071662Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802134008447176:2050] [node 3] ICP01 ready to work
2025-12-06T17:44:00.120028Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802136755077076:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:00.120067Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802136755077077:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:00.120110Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802136755077078:2050] [node 3] ICP01 ready to work
2025-12-06T17:44:00.171396Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802134499491430:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:00.171450Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802134499491431:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:00.171486Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802134499491432:2050] [node 3] ICP01 ready to work
2025-12-06T17:44:00.383692Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802134008447196:2068] [node 6] ICP01 ready to work
2025-12-06T17:44:00.389085Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802136659140997:2063] [node 6] ICP01 ready to work
2025-12-06T17:44:00.412190Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802134499491445:2062] [node 5] ICP01 ready to work
2025-12-06T17:44:00.423275Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802137126858681:2066] [node 4] ICP01 ready to work
2025-12-06T17:44:00.423685Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802137126858682:2072] [node 6] ICP01 ready to work
2025-12-06T17:44:00.481108Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802134008447175:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(80139724ns) {Configure:104(80134676ns) {ProcessConfigured:135(70523ns) {StartInitialHandshake:157(67447ns) {DropHandshakes:470(2575ns) {DropIncomingHandshake:442(607ns) DropOutgoingHandshake:457(389ns)} GenerateSessionVirtualId:988(678ns) PrepareNewSessionHandshake:477(2076ns) {SwitchToState:179(616ns)}}}}}
2025-12-06T17:44:00.460437Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802134499491450:2065] [node 4] ICP01 ready to work
2025-12-06T17:44:00.484081Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802134499491431:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(31240367ns) {Configure:104(31234146ns) {ProcessConfigured:135(29193458ns) {StartInitialHandshake:157(29189685ns) {DropHandshakes:470(3394ns) {DropIncomingHandshake:442(1001ns) DropOutgoingHandshake:457(358ns)} GenerateSessionVirtualId:988(693ns) PrepareNewSessionHandshake:477(6186ns) {SwitchToState:179(3426ns)}}}}}
2025-12-06T17:44:00.547059Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802134008447220:2069] [node 5] ICP01 ready to work
2025-12-06T17:44:00.516647Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802136216501387:2078] [node 6] ICP01 ready to work
2025-12-06T17:44:00.548130Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802136659141024:2064] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:00.615019Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802134499491476:2084] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65390
2025-12-06T17:44:00.557084Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802137126858682:2072] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(132918722ns) {Configure:104(132913242ns) {ProcessConfigured:135(103587ns) {StartInitialHandshake:157(99718ns) {DropHandshakes:470(3149ns) {DropIncomingHandshake:442(698ns) DropOutgoingHandshake:457(593ns)} GenerateSessionVirtualId:988(1257ns) PrepareNewSessionHandshake:477(1808ns) {SwitchToState:179(580ns)}}}}}
2025-12-06T17:44:00.529269Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802136216501386:2082] [node 5] ICP01 ready to work
2025-12-06T17:44:00.574795Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802137126858707:2065] [node 5] ICP01 ready to work
2025-12-06T17:44:00.607872Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802136659140997:2063] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(218438964ns) {Configure:104(218434399ns) {ProcessConfigured:135(69179ns) {StartInitialHandshake:157(66401ns) {DropHandshakes:470(3058ns) {DropIncomingHandshake:442(833ns) DropOutgoingHandshake:457(361ns)} GenerateSessionVirtualId:988(783ns) PrepareNewSessionHandshake:477(1044ns) {SwitchToState:179(224ns)}}}}}
2025-12-06T17:44:00.622633Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802136755077110:2060] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:00.566753Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802136216501390:2079] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:00.675890Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802134008447174:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(163082323ns) {Configure:104(163076439ns) {ProcessConfigured:135(71537869ns) {StartInitialHandshake:157(71532563ns) {DropHandshakes:470(4290ns) {DropIncomingHandshake:442(967ns) DropOutgoingHandshake:457(477ns)} GenerateSessionVirtualId:988(803ns) PrepareNewSessionHandshake:477(4629ns) {SwitchToState:179(2104ns)}}}}}
2025-12-06T17:44:00.670563Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802136659141047:2065] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:00.643953Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802137126858642:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(163030119ns) {Configure:104(163024894ns) {ProcessConfigured:135(84792021ns) {StartInitialHandshake:157(84787812ns) {DropHandshakes:470(2967ns) {DropIncomingHandshake:442(703ns) DropOutgoingHandshake:457(424ns)} GenerateSessionVirtualId:988(885ns) PrepareNewSessionHandshake:477(4445ns) {SwitchToState:179(2257ns)}}}}}
2025-12-06T17:44:00.713838Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802134499491432:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(194813680ns) {Configure:104(182932176ns) {ProcessConfigured:135(61211ns) {StartInitialHandshake:157(56878ns) {DropHandshakes:470(1051ns) {DropIncomingHandshake:442(210ns) DropOutgoingHandshake:457(267ns)} GenerateSessionVirtualId:988(389ns) PrepareNewSessionHandshake:477(1600ns) {SwitchToState:179(598ns)}}}}}
2025-12-06T17:44:00.694171Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802136216501391:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16418
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:00.680872Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802136659141024:2064] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(72429417ns) {Configure:104(72423019ns) {ProcessConfigured:135(85859ns) {StartInitialHandshake:157(82551ns) {DropHandshakes:470(3006ns) {DropIncomingHandshake:442(984ns) DropOutgoingHandshake:457(476ns)} GenerateSessionVirtualId:988(1551ns) PrepareNewSessionHandshake:477(1846ns) {SwitchToState:179(531ns)}}}}}
2025-12-06T17:44:00.647370Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802137126858681:2066] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(78345500ns) {Configure:104(78338852ns) {ProcessConfigured:135(100994ns) {StartInitialHandshake:157(97326ns) {DropHandshakes:470(2272ns) {DropIncomingHandshake:442(507ns) DropOutgoingHandshake:457(370ns)} GenerateSessionVirtualId:988(1210ns) PrepareNewSessionHandshake:477(5623ns) {SwitchToState:179(633ns)}}}}}
2025-12-06T17:44:00.745428Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802134499491476:2084] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:00.707348Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802136216501387:2078] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(44199887ns) {Configure:104(44193630ns) {ProcessConfigured:135(75495ns) {StartInitialHandshake:157(72740ns) {DropHandshakes:470(1560ns) {DropIncomingHandshake:442(390ns) DropOutgoingHandshake:457(271ns)} GenerateSessionVirtualId:988(704ns) PrepareNewSessionHandshake:477(1716ns) {SwitchToState:179(716ns)}}}}}
2025-12-06T17:44:00.731851Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802136659141052:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62725
2025-12-06T17:44:00.732915Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802134008447196:2068] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(348817212ns) {Configure:104(348811714ns) {ProcessConfigured:135(29963077ns) {StartInitialHandshake:157(29959864ns) {DropHandshakes:470(1764ns) {DropIncomingHandshake:442(276ns) DropOutgoingHandshake:457(191ns)} GenerateSessionVirtualId:988(564ns) PrepareNewSessionHandshake:477(7837ns) {SwitchToState:179(1065ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:00.673525Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802137126858719:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61495
2025-12-06T17:44:00.707609Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802136216501391:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:00.732088Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802136659141053:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62725
2025-12-06T17:44:00.774992Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802134499491431:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:00.752546Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802136755077078:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(305138844ns) {Configure:104(305132618ns) {ProcessConfigured:135(141080ns) {StartInitialHandshake:157(137230ns) {DropHandshakes:470(1978ns) {DropIncomingHandshake:442(353ns) DropOutgoingHandshake:457(460ns)} GenerateSessionVirtualId:988(901ns) PrepareNewSessionHandshake:477(1040ns) {SwitchToState:179(514ns)}}}}}
2025-12-06T17:44:00.673728Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802137126858718:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61495
2025-12-06T17:44:00.718508Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802136216501394:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16418
2025-12-06T17:44:00.776474Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802136755077076:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(257587913ns) {Configure:104(257577367ns) {ProcessConfigured:135(99626ns) {StartInitialHandshake:157(96706ns) {DropHandshakes:470(2203ns) {DropIncomingHandshake:442(400ns) DropOutgoingHandshake:457(501ns)} GenerateSessionVirtualId:988(785ns) PrepareNewSessionHandshake:477(831ns) {SwitchToState:179(140ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:00.780496Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802134499491509:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65390
2025-12-06T17:44:00.733972Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802136659140981:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(351647843ns) {Configure:104(351641360ns) {ProcessConfigured:135(21245592ns) {StartInitialHandshake:157(21242527ns) {DropHandshakes:470(2325ns) {DropIncomingHandshake:442(458ns) DropOutgoingHandshake:457(392ns)} GenerateSessionVirtualId:988(757ns) PrepareNewSessionHandshake:477(3138ns) {SwitchToState:179(1458ns)}}}}}
2025-12-06T17:44:00.798065Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802134008447176:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(332349652ns) {Configure:104(332341093ns) {ProcessConfigured:135(6915167ns) {StartInitialHandshake:157(6912131ns) {DropHandshakes:470(2970ns) {DropIncomingHandshake:442(500ns) DropOutgoingHandshake:457(423ns)} GenerateSessionVirtualId:988(743ns) PrepareNewSessionHandshake:477(8032ns) {SwitchToState:179(2288ns)}}}}}
2025-12-06T17:44:00.715343Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802137126858719:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:00.727529Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802137126858721:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61495
2025-12-06T17:44:00.743809Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802137126858641:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(372876970ns) {Configure:104(372867315ns) {ProcessConfigured:135(86891ns) {StartInitialHandshake:157(84276ns) {DropHandshakes:470(3148ns) {DropIncomingHandshake:442(585ns) DropOutgoingHandshake:457(629ns)} GenerateSessionVirtualId:988(1135ns) PrepareNewSessionHandshake:477(2043ns) {SwitchToState:179(728ns)}}}}}
2025-12-06T17:44:00.750933Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802137126858718:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:00.780355Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802137126858710:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:00.780389Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802137126858710:2111] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:00.807919Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802137126858721:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:00.821799Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580802137126858641:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:00.826061Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802137126858710:2111] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:00.826155Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802137126858708:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:00.826183Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802137126858708:2110] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:44:00.827455Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802137126858708:2110] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:00.827789Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802137126858642:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:44:00.827874Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:00.827944Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802137126858642:2049] [node 3] ICP22 created new session: [2:7580802137126858728:2049]
2025-12-06T17:44:00.828010Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802137126858728:2049] [node 3] ICS09 handshake done sender: [2:7580802137126858708:2110] self: [2:7580802137126858704:0] peer: [3:7580802136659141058:0] socket: 302 qp: -1
2025-12-06T17:44:00.828068Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802137126858728:2049] [node 3] ICS10 traffic start
2025-12-06T17:44:00.828105Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:00.835071Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802137126858682:2072] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:00.835174Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:00.835230Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802137126858682:2072] [node 6] ICP22 created new session: [2:7580802137126858731:2072]
2025-12-06T17:44:00.835284Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802137126858731:2072] [node 6] ICS09 handshake done sender: [2:7580802137126858710:2111] self: [2:7580802137126858709:0] peer: [6:7580802134499491510:0] socket: 303 qp: -1
2025-12-06T17:44:00.835325Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802137126858731:2072] [node 6] ICS10 traffic start
2025-12-06T17:44:00.835361Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:00.791032Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802134499491511:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65390
2025-12-06T17:44:00.777552Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802136755077144:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47976
2025-12-06T17:44:00.755014Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802136216501394:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:00.745774Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802136659141052:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:00.863498Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802134008447252:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7183
2025-12-06T17:44:00.864087Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802134008447238:2105] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:00.864121Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802134008447238:2105] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:00.866833Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802137126858712:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:00.866882Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802137126858712:2112] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:00.777721Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802136755077145:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47976
2025-12-06T17:44:00.779467Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802136216501405:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16418
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:00.883098Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802134008447252:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:00.883294Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802134008447175:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:00.802743Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802136659141053:2113] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:00.825388Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802134499491509:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:00.825539Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802134499491432:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:00.825878Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802134499491512:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65390
2025-12-06T17:44:00.848226Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802134499491476:2084] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:00.874930Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802134499491431:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:00.874992Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:00.875056Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802134499491431:2049] [node 2] ICP22 created new session: [6:7580802134499491515:2049]
2025-12-06T17:44:00.875115Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802134499491515:2049] [node 2] ICS09 handshake done sender: [6:7580802134499491476:2084] self: [6:7580802134499491510:0] peer: [2:7580802137126858709:0] socket: 305 qp: -1
2025-12-06T17:44:00.875154Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802134499491515:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:00.875200Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:00.877874Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802134499491514:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65390
2025-12-06T17:44:00.878987Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580802134499491431:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:44:00.890325Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802134499491509:2116] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:00.895555Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802134499491432:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:44:00.895627Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:00.895680Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802134499491432:2050] [node 3] ICP22 created new session: [6:7580802134499491517:2050]
2025-12-06T17:44:00.895732Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802134499491517:2050] [node 3] ICS09 handshake done sender: [6:7580802134499491509:2116] self: [6:7580802134499491513:0] peer: [3:7580802136659141043:0] socket: 320 qp: -1
2025-12-06T17:44:00.895768Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802134499491517:2050] [node 3] ICS10 traffic start
2025-12-06T17:44:00.895819Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:00.777831Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802136755077146:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47976
2025-12-06T17:44:00.806955Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802136216501390:2079] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(154087664ns) {Configure:104(154075838ns) {ProcessConfigured:135(14710992ns) {StartInitialHandshake:157(14708153ns) {DropHandshakes:470(1285ns) {DropIncomingHandshake:442(297ns) DropOutgoingHandshake:457(258ns)} GenerateSessionVirtualId:988(828ns) PrepareNewSessionHandshake:477(4062ns) {SwitchToState:179(451ns)}}}}}
2025-12-06T17:44:00.878357Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802137126858734:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61495
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:00.885519Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802134008447238:2105] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:00.804960Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802136659140981:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:00.895334Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802137126858721:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:00.823386Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802136216501403:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:00.824856Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802136659141057:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62725
2025-12-06T17:44:00.777971Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802136755077147:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47976
2025-12-06T17:44:00.823418Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802136216501403:2115] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:44:00.908553Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580802137126858641:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:00.933901Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802134499491511:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:00.937253Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802134499491521:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65390
2025-12-06T17:44:00.783512Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802136755077110:2060] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(30452902ns) {Configure:104(30443785ns) {ProcessConfigured:135(61757ns) {StartInitialHandshake:157(58558ns) {DropHandshakes:470(3096ns) {DropIncomingHandshake:442(583ns) DropOutgoingHandshake:457(372ns)} GenerateSessionVirtualId:988(1037ns) PrepareNewSessionHandshake:477(2858ns) {SwitchToState:179(1039ns)}}}}}
2025-12-06T17:44:00.846202Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802136659141044:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:00.908608Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:00.851051Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802136216501403:2115] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:00.931552Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802134008447220:2069] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:00.846252Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802136659141044:2110] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:00.850124Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802136659141060:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62725
2025-12-06T17:44:00.855973Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802136659141057:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:00.856698Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802136659141044:2110] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:00.856858Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802136659141052:2112] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:00.865662Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802136659140981:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:00.865729Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:00.865790Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802136659140981:2049] [node 2] ICP22 created new session: [3:7580802136659141064:2049]
2025-12-06T17:44:00.865845Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802136659141064:2049] [node 2] ICS09 handshake done sender: [3:7580802136659141052:2112] self: [3:7580802136659141058:0] peer: [2:7580802137126858704:0] socket: 311 qp: -1
2025-12-06T17:44:00.865886Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802136659141064:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:00.865936Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:00.885134Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802136659140980:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(448282710ns) {Configure:104(430977013ns) {ProcessConfigured:135(32227647ns) {StartInitialHandshake:157(32224317ns) {DropHandshakes:470(2221ns) {DropIncomingHandshake:442(440ns) DropOutgoingHandshake:457(359ns)} GenerateSessionVirtualId:988(713ns) PrepareNewSessionHandshake:477(4217ns) {SwitchToState:179(1561ns)}}}}}
2025-12-06T17:44:00.887790Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802136659140981:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(21270248ns) {HandleHandshakeStatus:329(21266447ns) {DropIncomingHandshake:442(1343ns) DropOutgoingHandshake:457(5703ns) SwitchToState:179(601ns) ProcessPendingSessionEvents:495(20810971ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 20716326ns max# 7938877ns}}}
2025-12-06T17:44:00.887914Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802136659140997:2063] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:00.887963Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:00.888025Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802136659140997:2063] [node 6] ICP22 created new session: [3:7580802136659141066:2063]
2025-12-06T17:44:00.888070Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802136659141066:2063] [node 6] ICS09 handshake done sender: [3:7580802136659141044:2110] self: [3:7580802136659141043:0] peer: [6:7580802134499491513:0] socket: 318 qp: -1
2025-12-06T17:44:00.888109Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802136659141066:2063] [node 6] ICS10 traffic start
2025-12-06T17:44:00.888148Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:00.783849Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802136755077145:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:00.947244Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802134499491445:2062] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:00.952207Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802134499491521:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:00.854973Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802136216501410:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16418
2025-12-06T17:44:00.906427Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802136216501405:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:00.906901Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802136216501412:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16418
2025-12-06T17:44:00.914774Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802131921534029:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:44:00.914854Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:00.914908Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802131921534029:2048] [node 2] ICP22 created new session: [1:7580802136216501413:2048]
2025-12-06T17:44:00.914966Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802136216501413:2048] [node 2] ICS09 handshake done sender: [1:7580802136216501403:2115] self: [1:7580802136216501402:0] peer: [2:7580802137126858725:0] socket: 316 qp: -1
2025-12-06T17:44:00.915009Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802136216501413:2048] [node 2] ICS10 traffic start
2025-12-06T17:44:00.915049Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:00.920709Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802136216501397:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:00.920752Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802136216501397:2113] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:00.924105Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802136216501410:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:00.925511Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580802131921534029:2048] [node 2] ICP18 handshake (actor [1:7580802136216501410:2118]) is too old
2025-12-06T17:44:00.926296Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802136216501412:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:00.941403Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802136216501397:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:00.960112Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802136659140980:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:00.908668Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802137126858641:2048] [node 1] ICP22 created new session: [2:7580802137126858737:2048]
2025-12-06T17:44:00.931617Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:00.977107Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802136216501386:2082] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:00.977210Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:00.977271Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802136216501386:2082] [node 5] ICP22 created new session: [1:7580802136216501418:2082]
2025-12-06T17:44:00.977335Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802136216501418:2082] [node 5] ICS09 handshake done sender: [1:7580802136216501397:2113] self: [1:7580802136216501396:0] peer: [5:7580802136755077161:0] socket: 314 qp: -1
2025-12-06T17:44:00.977381Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802136216501418:2082] [node 5] ICS10 traffic start
2025-12-06T17:44:00.977425Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:00.979338Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802136216501393:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:00.979369Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802136216501393:2111] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:44:00.783959Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802136755077146:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:00.994812Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802134499491450:2065] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:00.996346Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802136216501393:2111] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:01.000354Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802134499491524:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65390
2025-12-06T17:44:00.908716Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802137126858737:2048] [node 1] ICS09 handshake done sender: [2:7580802137126858721:2116] self: [2:7580802137126858725:0] peer: [1:7580802136216501402:0] socket: 317 qp: -1
2025-12-06T17:44:00.908752Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802137126858737:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:00.908801Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:00.910848Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802137126858736:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61495
2025-12-06T17:44:00.926766Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802137126858712:2112] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:00.935420Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802137126858717:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:00.935447Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802137126858717:2113] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:44:00.941488Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802137126858717:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:00.941721Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802137126858707:2065] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:00.946880Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:00.962620Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802137126858707:2065] [node 5] ICP22 created new session: [2:7580802137126858740:2065]
2025-12-06T17:44:00.970810Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802137126858681:2066] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:44:00.974718Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802137126858740:2065] [node 5] ICS09 handshake done sender: [2:7580802137126858712:2112] self: [2:7580802137126858711:0] peer: [5:7580802136755077162:0] socket: 304 qp: -1
2025-12-06T17:44:01.000886Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:01.002673Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802137126858740:2065] [node 5] ICS10 traffic start
2025-12-06T17:44:01.002730Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:01.008756Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802134499491521:2121] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:00.966409Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802136659141070:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:00.931671Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802134008447220:2069] [node 5] ICP22 created new session: [4:7580802134008447255:2069]
2025-12-06T17:44:00.785213Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802136755077144:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:00.931731Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802134008447255:2069] [node 5] ICS09 handshake done sender: [4:7580802134008447238:2105] self: [4:7580802134008447237:0] peer: [5:7580802136755077159:0] socket: 299 qp: -1
2025-12-06T17:44:00.966459Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802136659141070:2118] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:44:01.009151Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802134499491450:2065] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:44:01.016350Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802137126858707:2065] [node 5] ICP35 event processing took too much time PendingConnection:279(73683772ns) {HandleHandshakeStatus:329(73680618ns) {DropIncomingHandshake:442(389ns) DropOutgoingHandshake:457(781ns) SwitchToState:179(394ns) ProcessPendingSessionEvents:495(642230ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 577326ns max# 59813ns}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:00.794690Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802136755077147:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:01.028129Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802131921534030:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:44:00.972517Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802136659141049:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:01.009210Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:00.931775Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802134008447255:2069] [node 5] ICS10 traffic start
2025-12-06T17:44:00.834651Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802136755077155:2077] [node 4] ICP01 ready to work
2025-12-06T17:44:01.018404Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802137126858681:2066] [node 4] ICP22 created new session: [2:7580802141421826037:2066]
2025-12-06T17:44:01.058591Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:00.972561Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802136659141049:2111] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:01.009265Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802134499491450:2065] [node 4] ICP22 created new session: [6:7580802138794458821:2065]
2025-12-06T17:44:01.055299Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802141421826037:2066] [node 4] ICS09 handshake done sender: [2:7580802137126858717:2113] self: [2:7580802137126858716:0] peer: [4:7580802134008447254:0] socket: 338 qp: -1
2025-12-06T17:44:00.931815Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:00.939162Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802134008447260:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7183
2025-12-06T17:44:00.939227Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802134008447258:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7183
2025-12-06T17:44:00.940830Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802134008447259:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7183
2025-12-06T17:44:00.954766Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802134008447258:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:00.959989Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802134008447259:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:00.964646Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802134008447252:2115] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:00.964781Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802134008447176:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:00.974876Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802134008447175:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:00.974963Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:00.975042Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802134008447175:2049] [node 2] ICP22 created new session: [4:7580802134008447264:2049]
2025-12-06T17:44:00.975101Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802134008447264:2049] [node 2] ICS09 handshake done sender: [4:7580802134008447252:2115] self: [4:7580802134008447254:0] peer: [2:7580802137126858716:0] socket: 339 qp: -1
2025-12-06T17:44:00.975152Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802134008447264:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:00.975202Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:00.980568Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802134008447263:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7183
2025-12-06T17:44:00.998941Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802134008447249:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:00.998972Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802134008447249:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:01.008194Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802134008447249:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:01.035750Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802138303414565:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7183
2025-12-06T17:44:01.045096Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802134008447196:2068] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:01.045161Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:01.052316Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802134008447196:2068] [node 6] ICP22 created new session: [4:7580802138303414566:2068]
2025-12-06T17:44:01.057668Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802138303414565:2121] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:01.057999Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802134008447174:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:01.068182Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802138303414566:2068] [node 6] ICS09 handshake done sender: [4:7580802134008447249:2113] self: [4:7580802134008447248:0] peer: [6:7580802134499491523:0] socket: 342 qp: -1
2025-12-06T17:44:01.070152Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802138303414566:2068] [node 6] ICS10 traffic start
2025-12-06T17:44:01.070851Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802134008447176:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1525) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580802134008447259:2117] held: no
2025-12-06T17:44:01.075253Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:00.854198Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802136755077155:2077] [node 4] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:01.062615Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802131921534030:2049] [node 3] ICP22 created new session: [1:7580802140511468718:2049]
2025-12-06T17:44:00.972894Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802136659141070:2118] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:01.009321Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802138794458821:2065] [node 4] ICS09 handshake done sender: [6:7580802134499491521:2121] self: [6:7580802134499491523:0] peer: [4:7580802134008447248:0] socket: 343 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:01.062878Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802136216501407:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:00.860521Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802136755077077:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(329677585ns) {Configure:104(329668165ns) {ProcessConfigured:135(11844507ns) {StartInitialHandshake:157(11840709ns) {DropHandshakes:470(2837782ns) {DropIncomingHandshake:442(1054ns) DropOutgoingHandshake:457(2523ns)} GenerateSessionVirtualId:988(1718ns) PrepareNewSessionHandshake:477(3736ns) {SwitchToState:179(1530ns)}}}}}
2025-12-06T17:44:01.058877Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802141421826037:2066] [node 4] ICS10 traffic start
2025-12-06T17:44:01.062908Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802136216501407:2117] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:44:01.087986Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802134008447267:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7183
2025-12-06T17:44:00.860626Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802136755077076:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:00.861436Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802136755077077:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:00.884038Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802136755077163:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47976
2025-12-06T17:44:00.884120Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802136755077164:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47976
2025-12-06T17:44:00.891167Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802136755077148:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47976
2025-12-06T17:44:00.933694Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802136755077148:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:00.935517Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802136755077078:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:00.940529Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802136755077145:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:00.944626Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802136755077146:2114] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:00.955309Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802136755077077:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:00.955371Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:00.955426Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802136755077077:2049] [node 2] ICP22 created new session: [5:7580802136755077166:2049]
2025-12-06T17:44:00.955482Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802136755077166:2049] [node 2] ICS09 handshake done sender: [5:7580802136755077146:2114] self: [5:7580802136755077162:0] peer: [2:7580802137126858711:0] socket: 323 qp: -1
2025-12-06T17:44:00.955523Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802136755077166:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:00.955566Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:00.957626Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802136755077155:2077] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:44:00.957674Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:00.957724Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802136755077155:2077] [node 4] ICP22 created new session: [5:7580802136755077169:2077]
2025-12-06T17:44:00.957772Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802136755077169:2077] [node 4] ICS09 handshake done sender: [5:7580802136755077145:2113] self: [5:7580802136755077159:0] peer: [4:7580802134008447237:0] socket: 322 qp: -1
2025-12-06T17:44:00.957805Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802136755077169:2077] [node 4] ICS10 traffic start
2025-12-06T17:44:00.957845Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:00.965492Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802136755077171:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47976
2025-12-06T17:44:00.971494Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802136755077147:2115] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:00.972693Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802136755077151:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:00.972727Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580802136755077151:2117] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:00.981673Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802136755077076:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:00.981762Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:00.981821Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802136755077076:2048] [node 1] ICP22 created new session: [5:7580802136755077172:2048]
2025-12-06T17:44:00.981903Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802136755077172:2048] [node 1] ICS09 handshake done sender: [5:7580802136755077147:2115] self: [5:7580802136755077161:0] peer: [1:7580802136216501396:0] socket: 324 qp: -1
2025-12-06T17:44:00.981943Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802136755077172:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:00.981993Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:01.007096Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802141050044470:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47976
2025-12-06T17:44:01.046831Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802136755077151:2117] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:01.055562Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802136755077148:2116] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:01.070212Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580802136755077110:2060] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:01.072158Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802136755077078:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:44:01.072280Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:01.072322Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802136755077078:2050] [node 3] ICP22 created new session: [5:7580802141050044472:2050]
2025-12-06T17:44:01.072376Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802141050044472:2050] [node 3] ICS09 handshake done sender: [5:7580802136755077148:2116] self: [5:7580802136755077165:0] peer: [3:7580802136659141048:0] socket: 325 qp: -1
2025-12-06T17:44:01.072411Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802141050044472:2050] [node 3] ICS10 traffic start
2025-12-06T17:44:01.072442Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:01.084634Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:01.090226Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802136755077110:2060] [node 6] ICP22 created new session: [5:7580802141050044474:2060]
2025-12-06T17:44:01.107936Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802141050044474:2060] [node 6] ICS09 handshake done sender: [5:7580802136755077151:2117] self: [5:7580802136755077150:0] peer: [6:7580802134499491522:0] socket: 329 qp: -1
2025-12-06T17:44:01.121339Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802141050044474:2060] [node 6] ICS10 traffic start
2025-12-06T17:44:01.143227Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:01.146404Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802136755077110:2060] [node 6] ICP35 event processing took too much time PendingConnection:279(75088259ns) {HandleHandshakeStatus:329(75084801ns) {DropIncomingHandshake:442(17356ns) DropOutgoingHandshake:457(500ns) SwitchToState:179(207ns) ProcessPendingSessionEvents:495(1898320ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 1834241ns max# 1223215ns}}}
2025-12-06T17:44:01.088619Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802134008447259:2117] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:01.088795Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802134008447176:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:44:01.088868Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:01.088926Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802134008447176:2050] [node 3] ICP22 created new session: [4:7580802138303414569:2050]
2025-12-06T17:44:01.088987Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802138303414569:2050] [node 3] ICS09 handshake done sender: [4:7580802134008447259:2117] self: [4:7580802134008447262:0] peer: [3:7580802136659141069:0] socket: 356 qp: -1
2025-12-06T17:44:01.089027Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802138303414569:2050] [node 3] ICS10 traffic start
2025-12-06T17:44:01.089070Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:01.114362Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802138303414571:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7183
2025-12-06T17:44:01.121146Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802134008447174:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8768) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580802138303414565:2121] held: no
2025-12-06T17:44:00.987458Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802136659140980:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(27470510ns) {IncomingHandshake:261(27467710ns) {DropIncomingHandshake:442(336ns) PrepareNewSessionHandshake:477(1638ns) {SwitchToState:179(376ns)} GenerateSessionVirtualId:988(458ns) IssueIncomingHandshakeReply:193(19780359ns) {SwitchToState:179(4130ns)}}}
2025-12-06T17:44:01.007777Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802140954108371:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62725
2025-12-06T17:44:01.010691Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802140954108372:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62725
2025-12-06T17:44:01.024722Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802136659141049:2111] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:01.025936Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802136659141047:2065] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:44:01.025990Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:01.026048Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802136659141047:2065] [node 4] ICP22 created new session: [3:7580802140954108373:2065]
2025-12-06T17:44:01.026106Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802140954108373:2065] [node 4] ICS09 handshake done sender: [3:7580802136659141070:2118] self: [3:7580802136659141069:0] peer: [4:7580802134008447262:0] socket: 353 qp: -1
2025-12-06T17:44:01.026147Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802140954108373:2065] [node 4] ICS10 traffic start
2025-12-06T17:44:01.026195Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:01.027771Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802136659141053:2113] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:01.043156Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802136659141047:2065] [node 4] ICP35 event processing took too much time PendingConnection:279(16107383ns) {HandleHandshakeStatus:329(16103072ns) {DropIncomingHandshake:442(835ns) DropOutgoingHandshake:457(548ns) SwitchToState:179(1052ns) ProcessPendingSessionEvents:495(15708385ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 15630830ns max# 14078018ns}}}
2025-12-06T17:44:01.043346Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802140954108372:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:01.045997Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7580802136659141047:2065] [node 4] ICP18 handshake (actor [3:7580802140954108372:2120]) is too old
2025-12-06T17:44:01.055153Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802136659140980:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:01.063919Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802136659141024:2064] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:01.064010Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:01.064068Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802136659141024:2064] [node 5] ICP22 created new session: [3:7580802140954108375:2064]
2025-12-06T17:44:01.064116Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802140954108375:2064] [node 5] ICS09 handshake done sender: [3:7580802136659141049:2111] self: [3:7580802136659141048:0] peer: [5:7580802136755077165:0] socket: 319 qp: -1
2025-12-06T17:44:01.064155Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802140954108375:2064] [node 5] ICS10 traffic start
2025-12-06T17:44:01.064203Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:01.084344Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:01.084401Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802136659140980:2048] [node 1] ICP22 created new session: [3:7580802140954108377:2048]
2025-12-06T17:44:01.130748Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802140954108377:2048] [node 1] ICS09 handshake done sender: [3:7580802136659141053:2113] self: [3:7580802136659141072:0] peer: [1:7580802136216501392:0] socket: 315 qp: -1
2025-12-06T17:44:01.135335Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802140954108377:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:01.135391Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:01.009358Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802138794458821:2065] [node 4] ICS10 traffic start
2025-12-06T17:44:01.009419Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:01.039057Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802134499491520:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65390
2025-12-06T17:44:01.056292Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802138794458823:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65390
2025-12-06T17:44:01.062674Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802134499491520:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:01.066656Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802134499491430:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:01.068650Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802134499491511:2117] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:01.071494Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802134499491445:2062] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:44:01.071592Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:01.072022Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802134499491445:2062] [node 5] ICP22 created new session: [6:7580802138794458825:2062]
2025-12-06T17:44:01.079449Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802138794458825:2062] [node 5] ICS09 handshake done sender: [6:7580802134499491511:2117] self: [6:7580802134499491522:0] peer: [5:7580802136755077150:0] socket: 330 qp: -1
2025-12-06T17:44:01.083981Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802138794458826:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65390
2025-12-06T17:44:01.084481Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802138794458825:2062] [node 5] ICS10 traffic start
2025-12-06T17:44:01.094639Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802134499491520:2120] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:01.104511Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802134499491430:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:01.104611Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:01.104681Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802134499491430:2048] [node 1] ICP22 created new session: [6:7580802138794458827:2048]
2025-12-06T17:44:01.104740Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802138794458827:2048] [node 1] ICS09 handshake done sender: [6:7580802134499491520:2120] self: [6:7580802138794458824:0] peer: [1:7580802136216501398:0] socket: 345 qp: -1
2025-12-06T17:44:01.104785Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802138794458827:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:01.104847Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:01.130908Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:01.132927Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802134499491445:2062] [node 5] ICP35 event processing took too much time PendingConnection:279(60445347ns) {HandleHandshakeStatus:329(60442907ns) {DropIncomingHandshake:442(421ns) DropOutgoingHandshake:457(4748ns) SwitchToState:179(249ns) ProcessPendingSessionEvents:495(615019ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 552297ns max# 68349ns}}}
2025-12-06T17:44:01.065968Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802136216501407:2117] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:01.068357Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802140511468718:2049] [node 3] ICS09 handshake done sender: [1:7580802136216501393:2111] self: [1:7580802136216501392:0] peer: [3:7580802136659141072:0] socket: 312 qp: -1
2025-12-06T17:44:01.149773Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802134008447174:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(46130952ns) {HandleHandshakeStatus:395(46126630ns) {LogHandshakeFail:472(23732ns) {UpdateErrorStateLog:545(7739ns)} DropOutgoingHandshake:457(2641ns) ProcessPendingSessionEvents:495(27625955ns) {unordered DropSessionEvent:512 num# 100 sum# 5178516ns max# 4482762ns}}}
2025-12-06T17:44:01.068925Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802136216501399:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:01.150129Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802138303414565:2121] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:01.068952Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802136216501399:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:01.070305Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802140511468718:2049] [node 3] ICS10 traffic start
2025-12-06T17:44:01.070382Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:01.071934Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802136216501399:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:01.079259Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802136216501390:2079] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:44:01.110866Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:01.114738Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802136216501387:2078] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:01.114850Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:01.114913Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802136216501387:2078] [node 6] ICP22 created new session: [1:7580802140511468723:2078]
2025-12-06T17:44:01.114976Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802140511468723:2078] [node 6] ICS09 handshake done sender: [1:7580802136216501399:2114] self: [1:7580802136216501398:0] peer: [6:7580802138794458824:0] socket: 352 qp: -1
2025-12-06T17:44:01.115034Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802140511468723:2078] [node 6] ICS10 traffic start
2025-12-06T17:44:01.115093Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:01.126898Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802136216501390:2079] [node 4] ICP22 created new session: [1:7580802140511468722:2079]
2025-12-06T17:44:01.126979Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802140511468722:2079] [node 4] ICS09 handshake done sender: [1:7580802136216501407:2117] self: [1:7580802136216501406:0] peer: [4:7580802138303414567:0] socket: 364 qp: -1
2025-12-06T17:44:01.127480Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802140511468722:2079] [node 4] ICS10 traffic start
2025-12-06T17:44:01.137887Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:01.139789Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802136216501390:2079] [node 4] ICP35 event processing took too much time PendingConnection:279(63085889ns) {HandleHandshakeStatus:329(59485892ns) {DropIncomingHandshake:442(25862ns) DropOutgoingHandshake:457(503ns) SwitchToState:179(465ns) ProcessPendingSessionEvents:495(651493ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 570290ns max# 63608ns}}}
2025-12-06T17:44:01.062788Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:01.155329Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802134008447196:2068] [node 6] ICP35 event processing took too much time PendingConnection:279(109158567ns) {HandleHandshakeStatus:329(109155970ns) {DropIncomingHandshake:442(16657ns) DropOutgoingHandshake:457(773ns) SwitchToState:179(849ns) ProcessPendingSessionEvents:495(19291005ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 19198633ns max# 10421861ns}}}
2025-12-06T17:44:01.112574Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802137126858681:2066] [node 4] ICP35 event processing took too much time PendingConnection:279(151306171ns) {HandleHandshakeStatus:329(151303543ns) {DropIncomingHandshake:442(28972ns) DropOutgoingHandshake:457(556ns) SwitchToState:179(370ns) ProcessPendingSessionEvents:495(34789095ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 34694295ns max# 20482969ns}}}
2025-12-06T17:44:01.160658Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802136659140980:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(107137183ns) {HandleHandshakeStatus:329(104376238ns) {DropIncomingHandshake:442(1006ns) DropOutgoingHandshake:457(11795ns) SwitchToState:179(1566ns) ProcessPendingSessionEvents:495(7360820ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 7291157ns max# 6646485ns}}}
2025-12-06T17:44:01.175003Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802134008447174:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:01.175126Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:01.175188Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802134008447174:2048] [node 1] ICP22 created new session: [4:7580802138303414572:2048]
2025-12-06T17:44:01.175242Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802138303414572:2048] [node 1] ICS09 handshake done sender: [4:7580802138303414565:2121] self: [4:7580802138303414567:0] peer: [1:7580802136216501406:0] socket: 368 qp: -1
2025-12-06T17:44:01.175290Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802138303414572:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:01.175339Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:01.180004Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802131921534030:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(150822918ns) {HandleHandshakeStatus:329(150820770ns) {DropIncomingHandshake:442(34732ns) DropOutgoingHandshake:457(548ns) SwitchToState:179(342ns) ProcessPendingSessionEvents:495(108404924ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 108277673ns max# 17604136ns}}}
2025-12-06T17:44:01.358820Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:44:01.359115Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7580802137126858737:2048] [node 1] ICS07 socket disconnect 317 reason# EndOfStream
2025-12-06T17:44:01.359151Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580802137126858737:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:01.359267Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:01.359315Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580802137126858737:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:01.575190Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:44:01.575430Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802140954108377:2048] [node 1] ICS01 socket: 315 reason# EndOfStream
2025-12-06T17:44:01.575484Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802136659140980:2048] [node 1] ICP30 unregister session Session# [3:7580802140954108377:2048] VirtualId# [3:7580802136659141072:0]
2025-12-06T17:44:01.575526Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802140954108377:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:01.575613Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:01.575664Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:01.578876Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802137126858641:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8768) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:44:01.578932Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580802137126858737:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:01.580283Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802137126858641:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8768) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:01.580347Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580802137126858737:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:01.580383Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580802137126858641:2048] [node 1] ICP30 unregister session Session# [2:7580802137126858737:2048] VirtualId# [2:7580802137126858725:0]
2025-12-06T17:44:01.580428Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:01.580460Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [2:7580802137126858641:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:8768) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:01.580484Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8768) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:01.583408Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:44:01.583654Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802138794458827:2048] [node 1] ICS07 socket disconnect 345 reason# EndOfStream
2025-12-06T17:44:01.583687Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802138794458827:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:01.583772Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:01.583815Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802138794458827:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:01.585181Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:44:01.585665Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802134499491430:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8768) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:01.586748Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802138794458827:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:01.586806Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802134499491430:2048] [node 1] ICP30 unregister session Session# [6:7580802138794458827:2048] VirtualId# [6:7580802138794458824:0]
2025-12-06T17:44:01.586858Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:01.586914Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802134499491430:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:8768) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:01.586960Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8768) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:01.585068Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:44:01.585891Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802138303414572:2048] [node 1] ICS01 socket: 368 reason# EndOfStream
2025-12-06T17:44:01.585958Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802134008447174:2048] [node 1] ICP30 unregister session Session# [4:7580802138303414572:2048] VirtualId# [4:7580802138303414567:0]
2025-12-06T17:44:01.585998Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802138303414572:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:01.586067Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:01.586122Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:01.585367Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802136755077172:2048] [node 1] ICS07 socket disconnect 324 reason# EndOfStream
2025-12-06T17:44:01.586520Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802136755077172:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:01.586611Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:01.586652Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802136755077172:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:01.590047Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802136755077076:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8768) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:01.590127Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802136755077172:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:01.590173Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802136755077076:2048] [node 1] ICP30 unregister session Session# [5:7580802136755077172:2048] VirtualId# [5:7580802136755077161:0]
2025-12-06T17:44:01.590216Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:01.590271Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802136755077076:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:8768) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:01.590290Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8768) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:01.593066Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [2:7580802137126858641:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:44:01.599304Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802136755077076:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:44:01.595000Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802134499491430:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:44:01.715290Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:44:01.715569Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580802136659141064:2049] [node 2] ICS07 socket disconnect 311 reason# EndOfStream
2025-12-06T17:44:01.715616Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802136659141064:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:01.715714Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:01.715763Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802136659141064:2049] [node 2] ICS15 start handshake
2025-12-06T17:44:01.726175Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802136659140981:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14320) Socket error# Connection reset by peer state# SendInitialPacket processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:44:01.726231Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802136659141064:2049] [node 2] ICS15 start handshake
2025-12-06T17:44:01.727566Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802136659140981:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14320) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:01.727625Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802136659141064:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:01.727677Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802136659140981:2049] [node 2] ICP30 unregister session Session# [3:7580802136659141064:2049] VirtualId# [3:7580802136659141058:0]
2025-12-06T17:44:01.727791Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:01.727829Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580802136659140981:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:14320) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:01.727850Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14320) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:01.734870Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:44:01.735148Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802134008447264:2049] [node 2] ICS01 socket: 339 reason# EndOfStream
2025-12-06T17:44:01.735200Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802134008447175:2049] [node 2] ICP30 unregister session Session# [4:7580802134008447264:2049] VirtualId# [4:7580802134008447254:0]
2025-12-06T17:44:01.735255Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802134008447264:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:01.735355Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:01.735406Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:01.734970Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:44:01.735227Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802136755077166:2049] [node 2] ICS01 socket: 323 reason# EndOfStream
2025-12-06T17:44:01.735274Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802136755077077:2049] [node 2] ICP30 unregister session Session# [5:7580802136755077166:2049] VirtualId# [5:7580802136755077162:0]
2025-12-06T17:44:01.735320Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802136755077166:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:01.735410Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:01.735460Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:01.740565Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580802136659140981:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:44:01.741017Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:44:01.741298Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802134499491515:2049] [node 2] ICS07 socket disconnect 305 reason# EndOfStream
2025-12-06T17:44:01.741346Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802134499491515:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:01.741458Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:01.741531Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802134499491515:2049] [node 2] ICS15 start handshake
2025-12-06T17:44:01.742969Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802134499491431:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14320) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:01.743038Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802134499491515:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:01.743082Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802134499491431:2049] [node 2] ICP30 unregister session Session# [6:7580802134499491515:2049] VirtualId# [6:7580802134499491510:0]
2025-12-06T17:44:01.743130Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:01.743170Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802134499491431:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:14320) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:01.743190Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14320) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:01.754972Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802134499491431:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:44:01.835355Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:44:01.835638Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802134499491517:2050] [node 3] ICS07 socket disconnect 320 reason# EndOfStream
2025-12-06T17:44:01.835681Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802134499491517:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:01.835721Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:44:01.835801Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802134499491517:2050] [node 3] ICS15 start handshake
2025-12-06T17:44:01.841127Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:44:01.841366Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802138303414569:2050] [node 3] ICS01 socket: 356 reason# EndOfStream
2025-12-06T17:44:01.841410Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802134008447176:2050] [node 3] ICP30 unregister session Session# [4:7580802138303414569:2050] VirtualId# [4:7580802134008447262:0]
2025-12-06T17:44:01.841444Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802138303414569:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:01.841507Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:44:01.841548Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:44:01.843585Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802134499491432:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1525) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:01.843667Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802134499491517:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:01.843708Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802134499491432:2050] [node 3] ICP30 unregister session Session# [6:7580802134499491517:2050] VirtualId# [6:7580802134499491513:0]
2025-12-06T17:44:01.843760Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:44:01.843792Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802134499491432:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:1525) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:01.843816Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1525) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:01.840529Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:44:01.840787Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802141050044472:2050] [node 3] ICS07 socket disconnect 325 reason# EndOfStream
2025-12-06T17:44:01.840825Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802141050044472:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:01.840919Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:44:01.840964Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802141050044472:2050] [node 3] ICS15 start handshake
2025-12-06T17:44:01.846559Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802136755077078:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1525) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:01.846637Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802141050044472:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:01.846678Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802136755077078:2050] [node 3] ICP30 unregister session Session# [5:7580802141050044472:2050] VirtualId# [5:7580802136755077165:0]
2025-12-06T17:44:01.846726Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:44:01.846758Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802136755077078:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:1525) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:01.846778Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1525) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:01.854941Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802134499491432:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:44:01.858762Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802136755077078:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:44:02.081420Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:44:02.081707Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802138794458821:2065] [node 4] ICS01 socket: 343 reason# EndOfStream
2025-12-06T17:44:02.081757Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802134499491450:2065] [node 4] ICP30 unregister session Session# [6:7580802138794458821:2065] VirtualId# [6:7580802134499491523:0]
2025-12-06T17:44:02.081794Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802138794458821:2065] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:02.081882Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:44:02.081927Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:44:02.081447Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:44:02.081719Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802136755077169:2077] [node 4] ICS07 socket disconnect 322 reason# EndOfStream
2025-12-06T17:44:02.081760Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802136755077169:2077] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:02.081803Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:44:02.081886Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802136755077169:2077] [node 4] ICS15 start handshake
2025-12-06T17:44:02.083122Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802136755077155:2077] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3868) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:02.083186Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802136755077169:2077] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:02.083313Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802136755077155:2077] [node 4] ICP30 unregister session Session# [5:7580802136755077169:2077] VirtualId# [5:7580802136755077159:0]
2025-12-06T17:44:02.083442Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:44:02.083484Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802136755077155:2077] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:3868) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:02.083501Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3868) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:02.226788Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:44:02.227050Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802138794458825:2062] [node 5] ICS01 socket: 330 reason# EndOfStream
2025-12-06T17:44:02.227106Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802134499491445:2062] [node 5] ICP30 unregister session Session# [6:7580802138794458825:2062] VirtualId# [6:7580802134499491522:0]
2025-12-06T17:44:02.227149Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802138794458825:2062] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:02.227188Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:44:02.227270Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:44:02.638182Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802142836724413:2048] [node 2] ICP01 ready to work
2025-12-06T17:44:02.638221Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802142836724414:2049] [node 3] ICP01 ready to work
2025-12-06T17:44:02.682475Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802141936217643:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:02.682521Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802141936217644:2049] [node 3] ICP01 ready to work
2025-12-06T17:44:02.744041Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802145352481022:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:02.744080Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802145352481023:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:02.744114Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802145352481024:2050] [node 3] ICP01 ready to work
2025-12-06T17:44:02.780166Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802144612499424:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:02.780223Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802144612499425:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:02.789179Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802142686886026:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:02.789215Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802142686886027:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:02.789249Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802142686886028:2050] [node 3] ICP01 ready to work
2025-12-06T17:44:02.866966Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802144960668438:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:02.935133Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802144960668440:2050] [node 3] ICP01 ready to work
2025-12-06T17:44:02.948672Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802144960668439:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:03.161207Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802147131691769:2104] [node 4] ICP01 ready to work
2025-12-06T17:44:03.161624Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802147131691770:2106] [node 6] ICP01 ready to work
2025-12-06T17:44:03.190212Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802148907466754:2081] [node 6] ICP01 ready to work
2025-12-06T17:44:03.285183Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802149255635755:2066] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:03.305697Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802147131691778:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8499
2025-12-06T17:44:03.343344Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802146981853352:2075] [node 4] ICP01 ready to work
2025-12-06T17:44:03.318592Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802147131691776:2108] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:03.394049Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802148907466783:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32073
2025-12-06T17:44:03.338722Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802149647448366:2081] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:03.382868Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802142686886027:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(161543453ns) {Configure:104(161536788ns) {ProcessConfigured:135(28560938ns) {StartInitialHandshake:157(28557265ns) {DropHandshakes:470(3692ns) {DropIncomingHandshake:442(798ns) DropOutgoingHandshake:457(1018ns)} GenerateSessionVirtualId:988(1237ns) PrepareNewSessionHandshake:477(6325ns) {SwitchToState:179(3865ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:03.366404Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802149647448379:2077] [node 5] ICP01 ready to work
2025-12-06T17:44:03.434766Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802147131691778:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:03.406414Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802146231185002:2106] [node 5] ICP01 ready to work
2025-12-06T17:44:03.419056Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802146231185004:2108] [node 4] ICP01 ready to work
2025-12-06T17:44:03.412165Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802146231185003:2109] [node 6] ICP01 ready to work
2025-12-06T17:44:03.435155Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802146231185005:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35701
2025-12-06T17:44:03.451683Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802146231185012:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35701
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:03.425562Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802149255635783:2062] [node 4] ICP01 ready to work
2025-12-06T17:44:03.426608Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802148907466788:2073] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:03.463615Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802148907466789:2074] [node 4] ICP01 ready to work
2025-12-06T17:44:03.467006Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802149647448378:2106] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44578
2025-12-06T17:44:03.471190Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802146981853389:2071] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:03.469691Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802147131691781:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8499
2025-12-06T17:44:03.494499Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802149255635808:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37749
2025-12-06T17:44:03.469755Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802147131691782:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8499
2025-12-06T17:44:03.491424Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802142836724413:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(199059239ns) {Configure:104(199038277ns) {ProcessConfigured:135(70640ns) {StartInitialHandshake:157(68181ns) {DropHandshakes:470(3454ns) {DropIncomingHandshake:442(762ns) DropOutgoingHandshake:457(493ns)} GenerateSessionVirtualId:988(1050ns) PrepareNewSessionHandshake:477(2756ns) {SwitchToState:179(836ns)}}}}}
2025-12-06T17:44:03.509091Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802142836724414:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(66680146ns) {Configure:104(66672206ns) {ProcessConfigured:135(88777ns) {StartInitialHandshake:157(85977ns) {DropHandshakes:470(3793ns) {DropIncomingHandshake:442(829ns) DropOutgoingHandshake:457(543ns)} GenerateSessionVirtualId:988(1032ns) PrepareNewSessionHandshake:477(2368ns) {SwitchToState:179(827ns)}}}}}
2025-12-06T17:44:03.510861Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802146231185012:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:03.519657Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802147131691770:2106] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(302992168ns) {Configure:104(302986520ns) {ProcessConfigured:135(52593278ns) {StartInitialHandshake:157(52589846ns) {DropHandshakes:470(4045ns) {DropIncomingHandshake:442(882ns) DropOutgoingHandshake:457(616ns)} GenerateSessionVirtualId:988(1454ns) PrepareNewSessionHandshake:477(4223ns) {SwitchToState:179(1529ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:03.544456Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802146981853391:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3129
2025-12-06T17:44:03.470360Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802145352481024:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(89821940ns) {Configure:104(89814183ns) {ProcessConfigured:135(30412686ns) {StartInitialHandshake:157(30409068ns) {DropHandshakes:470(3518ns) {DropIncomingHandshake:442(1011ns) DropOutgoingHandshake:457(646ns)} GenerateSessionVirtualId:988(706ns) PrepareNewSessionHandshake:477(3338ns) {SwitchToState:179(1387ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:03.519056Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802149255635809:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37749
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:03.562971Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802146981853352:2075] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(183989441ns) {Configure:104(183983354ns) {ProcessConfigured:135(46508070ns) {StartInitialHandshake:157(46504805ns) {DropHandshakes:470(3253ns) {DropIncomingHandshake:442(636ns) DropOutgoingHandshake:457(707ns)} GenerateSessionVirtualId:988(559ns) PrepareNewSessionHandshake:477(3231ns) {SwitchToState:179(1646ns)}}}}}
2025-12-06T17:44:03.526600Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802147131691782:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:03.480768Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802148907466783:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:03.487675Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802145352481022:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(219759095ns) {Configure:104(219751843ns) {ProcessConfigured:135(16258852ns) {StartInitialHandshake:157(16254243ns) {DropHandshakes:470(3474ns) {DropIncomingHandshake:442(650ns) DropOutgoingHandshake:457(739ns)} GenerateSessionVirtualId:988(997ns) PrepareNewSessionHandshake:477(3892ns) {SwitchToState:179(1785ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:03.511186Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802146231185014:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35701
2025-12-06T17:44:03.565519Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802142686886028:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(342121078ns) {Configure:104(342116327ns) {ProcessConfigured:135(12831013ns) {StartInitialHandshake:157(12827390ns) {DropHandshakes:470(3241ns) {DropIncomingHandshake:442(804ns) DropOutgoingHandshake:457(648ns)} GenerateSessionVirtualId:988(1248ns) PrepareNewSessionHandshake:477(3714ns) {SwitchToState:179(1454ns)}}}}}
2025-12-06T17:44:03.566344Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802147131691780:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:03.550955Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802149255635808:2113] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:03.519964Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802149647448378:2106] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:03.501055Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802148907466754:2081] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(113095595ns) {Configure:104(113083038ns) {ProcessConfigured:135(69594ns) {StartInitialHandshake:157(66938ns) {DropHandshakes:470(5266ns) {DropIncomingHandshake:442(364ns) DropOutgoingHandshake:457(479ns)} GenerateSessionVirtualId:988(768ns) PrepareNewSessionHandshake:477(2519ns) {SwitchToState:179(784ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:03.547813Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802146231185014:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:03.610699Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802146981853391:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:03.611343Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802142686886027:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:03.620115Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802146981853398:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3129
2025-12-06T17:44:03.621140Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802146981853391:2111] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:03.566380Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802147131691780:2112] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:03.559706Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802145352481022:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:03.567128Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802141936217644:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(100251660ns) {Configure:104(100244044ns) {ProcessConfigured:135(20734172ns) {StartInitialHandshake:157(20731021ns) {DropHandshakes:470(3056ns) {DropIncomingHandshake:442(515ns) DropOutgoingHandshake:457(878ns)} GenerateSessionVirtualId:988(1001ns) PrepareNewSessionHandshake:477(3909ns) {SwitchToState:179(1993ns)}}}}}
2025-12-06T17:44:03.551163Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802144960668438:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:03.551740Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802148907466798:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32073
2025-12-06T17:44:03.566743Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802147131691781:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:03.621747Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802142686886027:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:03.591490Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802147131691772:2107] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:03.591536Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802147131691772:2107] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:44:03.591907Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802147131691780:2112] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:03.634759Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802147131691785:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:03.634813Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802147131691785:2115] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:44:03.621820Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:03.621877Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802142686886027:2049] [node 2] ICP22 created new session: [5:7580802146981853399:2049]
2025-12-06T17:44:03.621923Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802146981853399:2049] [node 2] ICS09 handshake done sender: [5:7580802146981853391:2111] self: [5:7580802146981853397:0] peer: [2:7580802146231185006:0] socket: 323 qp: -1
2025-12-06T17:44:03.621970Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802146981853399:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:03.622006Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:03.639822Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802142686886027:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(17205760ns) {HandleHandshakeStatus:329(17202198ns) {DropIncomingHandshake:442(1906ns) DropOutgoingHandshake:457(9694ns) SwitchToState:179(1091ns) ProcessPendingSessionEvents:495(16768770ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 16687331ns max# 15835379ns}}}
2025-12-06T17:44:03.646068Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802142686886026:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(233292828ns) {Configure:104(233282923ns) {ProcessConfigured:135(14005083ns) {StartInitialHandshake:157(14001996ns) {DropHandshakes:470(3915ns) {DropIncomingHandshake:442(890ns) DropOutgoingHandshake:457(647ns)} GenerateSessionVirtualId:988(1053ns) PrepareNewSessionHandshake:477(4992ns) {SwitchToState:179(2351ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:03.560544Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802149647448388:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44578
2025-12-06T17:44:03.581342Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580802141936217643:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:03.613715Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802149255635813:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37749
2025-12-06T17:44:03.662754Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802147131691785:2115] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:03.674775Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802147131691772:2107] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:03.579524Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802148907466799:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32073
2025-12-06T17:44:03.627554Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802144960668439:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(356407198ns) {Configure:104(356398235ns) {ProcessConfigured:135(75964ns) {StartInitialHandshake:157(73612ns) {DropHandshakes:470(9987ns) {DropIncomingHandshake:442(700ns) DropOutgoingHandshake:457(415ns)} GenerateSessionVirtualId:988(973ns) PrepareNewSessionHandshake:477(2292ns) {SwitchToState:179(807ns)}}}}}
2025-12-06T17:44:03.560617Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802149647448389:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44578
2025-12-06T17:44:03.594809Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802146231185005:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:03.600330Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802148907466800:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32073
2025-12-06T17:44:03.701439Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802146981853389:2071] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(94223490ns) {Configure:104(94213104ns) {ProcessConfigured:135(67088ns) {StartInitialHandshake:157(64144ns) {DropHandshakes:470(2357ns) {DropIncomingHandshake:442(213ns) DropOutgoingHandshake:457(592ns)} GenerateSessionVirtualId:988(356ns) PrepareNewSessionHandshake:477(821ns) {SwitchToState:179(214ns)}}}}}
2025-12-06T17:44:03.687831Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802142836724413:2048] [node 2] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:03.608337Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802141936217643:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(22227285ns) {IncomingHandshake:261(14439912ns) {DropIncomingHandshake:442(763ns) PrepareNewSessionHandshake:477(11977001ns) {SwitchToState:179(4436ns)} GenerateSessionVirtualId:988(1360ns) IssueIncomingHandshakeReply:193(58422ns) {SwitchToState:179(747ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:03.655426Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802149255635811:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37749
2025-12-06T17:44:03.596438Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802145352481023:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(125662192ns) {Configure:104(125656420ns) {ProcessConfigured:135(105407ns) {StartInitialHandshake:157(102542ns) {DropHandshakes:470(2904ns) {DropIncomingHandshake:442(460ns) DropOutgoingHandshake:457(512ns)} GenerateSessionVirtualId:988(721ns) PrepareNewSessionHandshake:477(2470ns) {SwitchToState:179(739ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:03.615009Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802148907466798:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:03.700405Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:03.596764Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802149647448388:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:03.618651Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802146231185007:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:03.674313Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802149255635809:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:03.712266Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802146981853404:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3129
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:03.702068Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802142836724413:2048] [node 2] ICP22 created new session: [1:7580802147131691798:2048]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:03.674746Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802149255635808:2113] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:03.603736Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802149647448389:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:03.642606Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802148907466799:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:03.618684Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802146231185007:2111] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:03.758497Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802146981853404:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:03.703785Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802147131691770:2106] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:03.678190Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802149647448400:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44578
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:03.658754Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802144612499425:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:03.688315Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802149255635755:2066] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(326405585ns) {Configure:104(326394830ns) {ProcessConfigured:135(32494606ns) {StartInitialHandshake:157(32491318ns) {DropHandshakes:470(3792ns) {DropIncomingHandshake:442(687ns) DropOutgoingHandshake:457(798ns)} GenerateSessionVirtualId:988(498ns) PrepareNewSessionHandshake:477(3854ns) {SwitchToState:179(1391ns)}}}}}
2025-12-06T17:44:03.620517Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802146231185007:2111] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:03.758818Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802142686886026:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:03.771584Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802146981853409:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3129
2025-12-06T17:44:03.799270Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802146981853404:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:03.806873Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802142686886026:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:03.806943Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:03.806989Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802142686886026:2048] [node 1] ICP22 created new session: [5:7580802146981853411:2048]
2025-12-06T17:44:03.807043Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802146981853411:2048] [node 1] ICS09 handshake done sender: [5:7580802146981853404:2116] self: [5:7580802146981853408:0] peer: [1:7580802147131691786:0] socket: 353 qp: -1
2025-12-06T17:44:03.807076Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802146981853411:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:03.807107Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:03.810234Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802146981853410:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3129
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:03.834232Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802146981853406:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:03.834267Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580802146981853406:2117] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:03.835950Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802146981853406:2117] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:03.695982Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802149647448400:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:03.689192Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802144960668440:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:03.703862Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:03.648039Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802146231185002:2106] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:03.678685Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802148907466800:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:03.851176Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802146981853410:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:03.690654Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802144960668438:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:03.700729Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802145352481023:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:03.687704Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802148907466788:2073] [node 5] ICP35 event processing took too much time PendingConnection:279(19935219ns) {IncomingHandshake:261(19930387ns) {DropIncomingHandshake:442(719ns) PrepareNewSessionHandshake:477(6769ns) {SwitchToState:179(3907ns)} GenerateSessionVirtualId:988(818ns) IssueIncomingHandshakeReply:193(20471ns)}}
2025-12-06T17:44:03.687900Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802148907466754:2081] [node 6] ICP35 event processing took too much time PendingConnection:279(21431091ns) {IncomingHandshake:261(9334280ns) {DropIncomingHandshake:442(359ns) PrepareNewSessionHandshake:477(1193ns) {SwitchToState:179(267ns)} GenerateSessionVirtualId:988(510ns) IssueIncomingHandshakeReply:193(9980ns)}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:03.703916Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802147131691770:2106] [node 6] ICP22 created new session: [1:7580802147131691800:2106]
2025-12-06T17:44:03.648125Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:03.854636Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580802146981853389:2071] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:03.693022Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802149255635811:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:03.703966Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802147131691800:2106] [node 6] ICS09 handshake done sender: [1:7580802147131691780:2112] self: [1:7580802147131691779:0] peer: [6:7580802149255635810:0] socket: 319 qp: -1
2025-12-06T17:44:03.688498Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802144612499425:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(35991281ns) {IncomingHandshake:261(17706272ns) {DropIncomingHandshake:442(814ns) PrepareNewSessionHandshake:477(1309ns) {SwitchToState:179(450ns)} GenerateSessionVirtualId:988(1404ns) IssueIncomingHandshakeReply:193(17669830ns) {SwitchToState:179(2884ns)}}}
2025-12-06T17:44:03.655353Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802146231185002:2106] [node 5] ICP22 created new session: [2:7580802146231185023:2106]
2025-12-06T17:44:03.710825Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802149647448391:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:03.874057Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:03.703999Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802147131691800:2106] [node 6] ICS10 traffic start
2025-12-06T17:44:03.698769Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802148907466807:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32073
2025-12-06T17:44:03.693407Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802149255635783:2062] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:03.710866Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802149647448391:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:03.667940Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802146231185027:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35701
2025-12-06T17:44:03.704057Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:03.903219Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802146981853389:2071] [node 6] ICP22 created new session: [5:7580802146981853415:2071]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:03.705219Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802147131691769:2104] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:44:03.705294Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:03.705334Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802147131691769:2104] [node 4] ICP22 created new session: [1:7580802147131691802:2104]
2025-12-06T17:44:03.705380Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802147131691802:2104] [node 4] ICS09 handshake done sender: [1:7580802147131691772:2107] self: [1:7580802147131691771:0] peer: [4:7580802149647448392:0] socket: 302 qp: -1
2025-12-06T17:44:03.705412Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802147131691802:2104] [node 4] ICS10 traffic start
2025-12-06T17:44:03.705454Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:03.712375Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802147131691798:2048] [node 2] ICS09 handshake done sender: [1:7580802147131691785:2115] self: [1:7580802147131691784:0] peer: [2:7580802146231185017:0] socket: 322 qp: -1
2025-12-06T17:44:03.712422Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802147131691798:2048] [node 2] ICS10 traffic start
2025-12-06T17:44:03.712479Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:03.714325Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802142836724413:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(25641615ns) {HandleHandshakeStatus:329(25638567ns) {DropIncomingHandshake:442(18742ns) DropOutgoingHandshake:457(635ns) SwitchToState:179(732ns) ProcessPendingSessionEvents:495(580808ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 520397ns max# 67622ns}}}
2025-12-06T17:44:03.737270Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802147131691806:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8499
2025-12-06T17:44:03.752064Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802147131691806:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:03.761682Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802147131691787:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:03.761714Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802147131691787:2116] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:03.771276Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802147131691787:2116] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:03.785644Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802147131691776:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:03.785744Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:03.785828Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802147131691776:2108] [node 5] ICP22 created new session: [1:7580802147131691809:2108]
2025-12-06T17:44:03.785881Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802147131691809:2108] [node 5] ICS09 handshake done sender: [1:7580802147131691787:2116] self: [1:7580802147131691786:0] peer: [5:7580802146981853408:0] socket: 351 qp: -1
2025-12-06T17:44:03.785929Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802147131691809:2108] [node 5] ICS10 traffic start
2025-12-06T17:44:03.785989Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:03.794842Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802147131691797:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8499
2025-12-06T17:44:03.825242Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [1:7580802147131691769:2104] [node 4] ICP27 obsolete handshake fail ignored
2025-12-06T17:44:03.851086Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:294: Proxy [1:7580802147131691769:2104] [node 4] ICP35 event processing took too much time StateWork:294(22409614ns) {HandleHandshakeStatus:395(22403850ns) {LogHandshakeFail:472(11246889ns) {UpdateErrorStateLog:545(9378ns)}}}
2025-12-06T17:44:03.943314Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802147131691790:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:03.943344Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802147131691790:2117] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:44:03.954919Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802147131691790:2117] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:03.963759Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802142836724414:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:44:03.963852Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:03.963929Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802142836724414:2049] [node 3] ICP22 created new session: [1:7580802147131691812:2049]
2025-12-06T17:44:03.700119Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802148907466794:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:03.703488Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802149255635821:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37749
2025-12-06T17:44:03.672591Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802146231185015:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:03.970862Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802147131691812:2049] [node 3] ICS09 handshake done sender: [1:7580802147131691790:2117] self: [1:7580802147131691789:0] peer: [3:7580802148907466814:0] socket: 314 qp: -1
2025-12-06T17:44:03.970924Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802147131691812:2049] [node 3] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:03.998619Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:03.710937Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802149647448399:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44578
2025-12-06T17:44:03.700180Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802148907466794:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:03.721829Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802148907466798:2115] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:03.711524Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802149647448378:2106] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:03.711937Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:03.672624Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802146231185015:2115] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:44:03.903352Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802146981853407:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3129
2025-12-06T17:44:03.722501Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802144960668438:2048] [node 1] ICP22 created new session: [6:7580802149255635820:2048]
2025-12-06T17:44:03.911074Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802146981853415:2071] [node 6] ICS09 handshake done sender: [5:7580802146981853406:2117] self: [5:7580802146981853405:0] peer: [6:7580802149255635835:0] socket: 366 qp: -1
2025-12-06T17:44:03.711758Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802149647448402:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44578
2025-12-06T17:44:03.679014Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802146231185023:2106] [node 5] ICS09 handshake done sender: [2:7580802146231185007:2111] self: [2:7580802146231185006:0] peer: [5:7580802146981853397:0] socket: 313 qp: -1
2025-12-06T17:44:03.730296Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802148907466794:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:04.036690Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802142836724414:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(71075143ns) {HandleHandshakeStatus:329(71070791ns) {DropIncomingHandshake:442(26410ns) DropOutgoingHandshake:457(709ns) SwitchToState:179(993ns) ProcessPendingSessionEvents:495(12223316ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 12159368ns max# 11680696ns}}}
2025-12-06T17:44:03.686783Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802146231185023:2106] [node 5] ICS10 traffic start
2025-12-06T17:44:03.687384Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802146231185015:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:03.689509Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:03.689977Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802146231185014:2114] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:03.693854Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802141936217644:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:44:03.693920Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:03.693969Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802141936217644:2049] [node 3] ICP22 created new session: [2:7580802146231185030:2049]
2025-12-06T17:44:03.694018Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802146231185030:2049] [node 3] ICS09 handshake done sender: [2:7580802146231185015:2115] self: [2:7580802146231185013:0] peer: [3:7580802148907466803:0] socket: 328 qp: -1
2025-12-06T17:44:03.694058Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802146231185030:2049] [node 3] ICS10 traffic start
2025-12-06T17:44:03.694107Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:03.696209Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580802141936217643:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:03.696261Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:03.696314Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802141936217643:2048] [node 1] ICP22 created new session: [2:7580802146231185032:2048]
2025-12-06T17:44:03.696362Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802146231185032:2048] [node 1] ICS09 handshake done sender: [2:7580802146231185014:2114] self: [2:7580802146231185017:0] peer: [1:7580802147131691784:0] socket: 324 qp: -1
2025-12-06T17:44:03.696394Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802146231185032:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:03.696439Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:03.707123Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802146231185020:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:03.707152Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802146231185020:2116] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:44:03.707935Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802146231185035:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35701
2025-12-06T17:44:03.717880Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802146231185002:2106] [node 5] ICP35 event processing took too much time PendingConnection:279(75978587ns) {HandleHandshakeStatus:329(75973261ns) {DropIncomingHandshake:442(19138ns) DropOutgoingHandshake:457(654ns) SwitchToState:179(826ns) ProcessPendingSessionEvents:495(6265590ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 6192133ns max# 5728192ns}}}
2025-12-06T17:44:03.719434Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802146231185020:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:03.739097Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802141936217644:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(44258113ns) {HandleHandshakeStatus:329(44255168ns) {DropIncomingHandshake:442(11762ns) DropOutgoingHandshake:457(1159ns) SwitchToState:179(173ns) ProcessPendingSessionEvents:495(43834490ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 43749411ns max# 43183608ns}}}
2025-12-06T17:44:03.740510Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802146231185037:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35701
2025-12-06T17:44:03.747015Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802146231185025:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:03.747046Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802146231185025:2117] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:03.752537Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802146231185025:2117] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:03.773203Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802146231185004:2108] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:44:03.810916Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802146231185003:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:03.810971Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:03.811029Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802146231185003:2109] [node 6] ICP22 created new session: [2:7580802146231185039:2109]
2025-12-06T17:44:03.811073Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802146231185039:2109] [node 6] ICS09 handshake done sender: [2:7580802146231185025:2117] self: [2:7580802146231185024:0] peer: [6:7580802149255635824:0] socket: 357 qp: -1
2025-12-06T17:44:03.811108Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802146231185039:2109] [node 6] ICS10 traffic start
2025-12-06T17:44:03.811143Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:03.843823Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:03.846991Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7580802146231185003:2109] [node 6] ICP27 obsolete handshake fail ignored
2025-12-06T17:44:03.863516Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802146231185004:2108] [node 4] ICP22 created new session: [2:7580802146231185041:2108]
2025-12-06T17:44:03.887830Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802146231185041:2108] [node 4] ICS09 handshake done sender: [2:7580802146231185020:2116] self: [2:7580802146231185019:0] peer: [4:7580802149647448401:0] socket: 308 qp: -1
2025-12-06T17:44:03.887893Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802146231185041:2108] [node 4] ICS10 traffic start
2025-12-06T17:44:03.906823Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:03.920560Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802146231185004:2108] [node 4] ICP35 event processing took too much time PendingConnection:279(146282138ns) {HandleHandshakeStatus:329(146279186ns) {DropIncomingHandshake:442(281ns) DropOutgoingHandshake:457(983ns) SwitchToState:179(730ns) ProcessPendingSessionEvents:495(12466985ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 12382124ns max# 7595462ns}}}
2025-12-06T17:44:03.730820Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802148907466754:2081] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:03.730898Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:03.730948Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802148907466754:2081] [node 6] ICP22 created new session: [3:7580802148907466809:2081]
2025-12-06T17:44:03.731001Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802148907466809:2081] [node 6] ICS09 handshake done sender: [3:7580802148907466794:2113] self: [3:7580802148907466793:0] peer: [6:7580802149255635817:0] socket: 325 qp: -1
2025-12-06T17:44:03.731039Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802148907466809:2081] [node 6] ICS10 traffic start
2025-12-06T17:44:03.731099Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:03.742977Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802144612499425:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30091) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580802148907466798:2115] held: no
2025-12-06T17:44:03.768687Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802148907466812:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32073
2025-12-06T17:44:03.926950Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802148907466802:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:03.927011Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802148907466802:2118] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:44:03.933493Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802148907466812:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:03.939385Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802144612499424:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:03.945814Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802148907466815:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32073
2025-12-06T17:44:03.946370Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802148907466797:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:03.946409Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802148907466797:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:03.956511Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802148907466812:2120] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:03.963505Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802148907466797:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:03.966272Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802144612499424:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:03.966329Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:03.966392Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802144612499424:2048] [node 1] ICP22 created new session: [3:7580802148907466818:2048]
2025-12-06T17:44:03.970784Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802148907466802:2118] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:03.970995Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802148907466818:2048] [node 1] ICS09 handshake done sender: [3:7580802148907466812:2120] self: [3:7580802148907466814:0] peer: [1:7580802147131691789:0] socket: 367 qp: -1
2025-12-06T17:44:03.971027Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802148907466818:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:03.971087Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:03.999405Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802148907466788:2073] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:03.999524Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:03.999589Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802148907466788:2073] [node 5] ICP22 created new session: [3:7580802148907466820:2073]
2025-12-06T17:44:03.999639Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802148907466820:2073] [node 5] ICS09 handshake done sender: [3:7580802148907466797:2114] self: [3:7580802148907466796:0] peer: [5:7580802146981853418:0] socket: 363 qp: -1
2025-12-06T17:44:03.999680Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802148907466820:2073] [node 5] ICS10 traffic start
2025-12-06T17:44:03.999736Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:04.003480Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802148907466789:2074] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:44:04.003555Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:04.003610Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802148907466789:2074] [node 4] ICP22 created new session: [3:7580802153202434118:2074]
2025-12-06T17:44:04.003662Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802153202434118:2074] [node 4] ICS09 handshake done sender: [3:7580802148907466802:2118] self: [3:7580802148907466801:0] peer: [4:7580802149647448416:0] socket: 320 qp: -1
2025-12-06T17:44:04.003699Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802153202434118:2074] [node 4] ICS10 traffic start
2025-12-06T17:44:04.003740Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:04.044029Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802144612499425:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(200175997ns) {HandleHandshakeStatus:395(200171432ns) {LogHandshakeFail:472(1678640ns) {UpdateErrorStateLog:545(9149ns)} DropOutgoingHandshake:457(1661ns) ProcessPendingSessionEvents:495(179491119ns) {unordered DropSessionEvent:512 num# 100 sum# 179387934ns max# 27043568ns}}}
2025-12-06T17:44:04.044099Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802144612499425:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:04.044201Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:04.044253Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802144612499425:2049] [node 2] ICP22 created new session: [3:7580802153202434120:2049]
2025-12-06T17:44:04.044313Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802153202434120:2049] [node 2] ICS09 handshake done sender: [3:7580802148907466798:2115] self: [3:7580802148907466803:0] peer: [2:7580802146231185013:0] socket: 330 qp: -1
2025-12-06T17:44:04.044370Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802153202434120:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:04.044426Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:03.724109Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802149255635820:2048] [node 1] ICS09 handshake done sender: [6:7580802149255635808:2113] self: [6:7580802149255635810:0] peer: [1:7580802147131691779:0] socket: 321 qp: -1
2025-12-06T17:44:03.728443Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802149255635822:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37749
2025-12-06T17:44:03.733531Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802149255635823:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37749
2025-12-06T17:44:03.740769Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802149255635821:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:03.740915Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802144960668439:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:03.741555Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802149255635809:2114] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:03.743994Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802144960668440:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:44:03.748279Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802149255635811:2115] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:03.751636Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802149255635820:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:03.759369Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802149255635783:2062] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:44:03.759463Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:03.759527Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802149255635783:2062] [node 4] ICP22 created new session: [6:7580802149255635826:2062]
2025-12-06T17:44:03.759592Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802149255635826:2062] [node 4] ICS09 handshake done sender: [6:7580802149255635811:2115] self: [6:7580802149255635819:0] peer: [4:7580802149647448390:0] socket: 334 qp: -1
2025-12-06T17:44:03.759634Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802149255635826:2062] [node 4] ICS10 traffic start
2025-12-06T17:44:03.759673Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:03.761057Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802149255635825:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37749
2025-12-06T17:44:03.772141Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802149255635821:2119] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:03.786824Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:03.791898Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802144960668439:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:03.792013Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:03.792071Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802144960668439:2049] [node 2] ICP22 created new session: [6:7580802149255635830:2049]
2025-12-06T17:44:03.792132Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802149255635830:2049] [node 2] ICS09 handshake done sender: [6:7580802149255635821:2119] self: [6:7580802149255635824:0] peer: [2:7580802146231185024:0] socket: 312 qp: -1
2025-12-06T17:44:03.792196Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802149255635830:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:03.792255Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:03.803521Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:03.803581Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802144960668440:2050] [node 3] ICP22 created new session: [6:7580802149255635832:2050]
2025-12-06T17:44:03.803639Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802149255635832:2050] [node 3] ICS09 handshake done sender: [6:7580802149255635809:2114] self: [6:7580802149255635817:0] peer: [3:7580802148907466793:0] socket: 326 qp: -1
2025-12-06T17:44:03.803678Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802149255635832:2050] [node 3] ICS10 traffic start
2025-12-06T17:44:03.803729Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:03.805509Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802144960668440:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(61951622ns) {HandleHandshakeStatus:329(60534211ns) {DropIncomingHandshake:442(1252ns) DropOutgoingHandshake:457(14855ns) SwitchToState:179(654ns) ProcessPendingSessionEvents:495(583114ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 525822ns max# 60801ns}}}
2025-12-06T17:44:03.805645Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580802144960668440:2050] [node 3] ICP27 obsolete handshake fail ignored
2025-12-06T17:44:03.824912Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802149255635834:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37749
2025-12-06T17:44:03.833835Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802149255635834:2123] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:03.833978Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802149255635755:2066] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:03.835540Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802149255635836:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37749
2025-12-06T17:44:03.836505Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802149255635834:2123] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:03.836686Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802149255635755:2066] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:44:03.836755Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:03.836809Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802149255635755:2066] [node 5] ICP22 created new session: [6:7580802149255635837:2066]
2025-12-06T17:44:03.836865Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802149255635837:2066] [node 5] ICS09 handshake done sender: [6:7580802149255635834:2123] self: [6:7580802149255635835:0] peer: [5:7580802146981853405:0] socket: 368 qp: -1
2025-12-06T17:44:03.836899Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802149255635837:2066] [node 5] ICS10 traffic start
2025-12-06T17:44:03.836941Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:03.880761Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802144960668438:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(190604235ns) {HandleHandshakeStatus:329(190601874ns) {DropIncomingHandshake:442(2118ns) DropOutgoingHandshake:457(19498ns) SwitchToState:179(584ns) ProcessPendingSessionEvents:495(9669298ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 9588421ns max# 9138410ns}}}
2025-12-06T17:44:03.911151Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802146981853415:2071] [node 6] ICS10 traffic start
2025-12-06T17:44:03.723477Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802145352481022:2048] [node 1] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:03.724600Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802149647448391:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:03.724844Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:03.724909Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802145352481022:2048] [node 1] ICP22 created new session: [4:7580802149647448404:2048]
2025-12-06T17:44:03.724975Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802149647448404:2048] [node 1] ICS09 handshake done sender: [4:7580802149647448378:2106] self: [4:7580802149647448392:0] peer: [1:7580802147131691771:0] socket: 303 qp: -1
2025-12-06T17:44:03.725012Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802149647448404:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:03.725096Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:03.735654Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802149647448400:2118] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:03.745090Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802145352481023:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:03.745177Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:03.745221Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802145352481023:2049] [node 2] ICP22 created new session: [4:7580802149647448407:2049]
2025-12-06T17:44:03.745274Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802149647448407:2049] [node 2] ICS09 handshake done sender: [4:7580802149647448400:2118] self: [4:7580802149647448401:0] peer: [2:7580802146231185019:0] socket: 350 qp: -1
2025-12-06T17:44:03.745309Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802149647448407:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:03.745359Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:03.767687Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802149647448366:2081] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:03.767785Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:03.767845Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802149647448366:2081] [node 6] ICP22 created new session: [4:7580802149647448409:2081]
2025-12-06T17:44:03.767899Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802149647448409:2081] [node 6] ICS09 handshake done sender: [4:7580802149647448391:2115] self: [4:7580802149647448390:0] peer: [6:7580802149255635819:0] socket: 333 qp: -1
2025-12-06T17:44:03.767936Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802149647448409:2081] [node 6] ICS10 traffic start
2025-12-06T17:44:03.767974Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:03.848183Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802149647448411:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44578
2025-12-06T17:44:03.867851Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802149647448379:2077] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(164641938ns) {Configure:104(164633791ns) {ProcessConfigured:135(91433ns) {StartInitialHandshake:157(87931ns) {DropHandshakes:470(7725ns) {DropIncomingHandshake:442(831ns) DropOutgoingHandshake:457(471ns)} GenerateSessionVirtualId:988(1038ns) PrepareNewSessionHandshake:477(2458ns) {SwitchToState:179(972ns)}}}}}
2025-12-06T17:44:03.878728Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802149647448411:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:03.887584Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802145352481024:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:04.006868Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802145352481024:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18813) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580802149647448411:2120] held: no
2025-12-06T17:44:04.038614Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802149647448417:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44578
2025-12-06T17:44:04.064169Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802149647448411:2120] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:04.069764Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802149647448413:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:04.069796Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802149647448413:2121] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:04.074129Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802145352481024:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:44:04.074195Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:04.074250Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802145352481024:2050] [node 3] ICP22 created new session: [4:7580802153942415715:2050]
2025-12-06T17:44:04.074253Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802149647448413:2121] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:04.074303Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802153942415715:2050] [node 3] ICS09 handshake done sender: [4:7580802149647448411:2120] self: [4:7580802149647448416:0] peer: [3:7580802148907466801:0] socket: 354 qp: -1
2025-12-06T17:44:04.074345Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802153942415715:2050] [node 3] ICS10 traffic start
2025-12-06T17:44:04.074416Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:03.911258Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:03.920563Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802146981853389:2071] [node 6] ICP35 event processing took too much time PendingConnection:279(64892497ns) {HandleHandshakeStatus:329(64890131ns) {DropIncomingHandshake:442(895ns) DropOutgoingHandshake:457(940ns) SwitchToState:179(825ns) ProcessPendingSessionEvents:495(8089924ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 7993758ns max# 7439689ns}}}
2025-12-06T17:44:03.920673Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [5:7580802146981853389:2071] [node 6] ICP18 handshake (actor [5:7580802146981853410:2120]) is too old
2025-12-06T17:44:03.932698Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802146981853407:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:03.932868Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802142686886028:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:03.963714Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802146981853419:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3129
2025-12-06T17:44:03.994046Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802146981853407:2118] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:03.995535Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802142686886028:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:44:04.007938Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:04.026762Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802146981853416:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3129
2025-12-06T17:44:04.027002Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802142686886028:2050] [node 3] ICP22 created new session: [5:7580802151276820716:2050]
2025-12-06T17:44:04.027086Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802151276820716:2050] [node 3] ICS09 handshake done sender: [5:7580802146981853407:2118] self: [5:7580802146981853418:0] peer: [3:7580802148907466796:0] socket: 365 qp: -1
2025-12-06T17:44:04.027131Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802151276820716:2050] [node 3] ICS10 traffic start
2025-12-06T17:44:04.027206Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:04.029078Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802142686886028:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(32573473ns) {HandleHandshakeStatus:329(32569501ns) {DropIncomingHandshake:442(1655ns) DropOutgoingHandshake:457(10282ns) SwitchToState:179(777ns) ProcessPendingSessionEvents:495(737679ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 670891ns max# 150911ns}}}
2025-12-06T17:44:04.062805Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802146981853416:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:04.063043Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802146981853352:2075] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:04.076641Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802151276820719:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3129
2025-12-06T17:44:04.079882Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802146981853416:2121] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:04.082904Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802146981853352:2075] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:44:04.082994Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:04.083046Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802146981853352:2075] [node 4] ICP22 created new session: [5:7580802151276820720:2075]
2025-12-06T17:44:04.083096Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802151276820720:2075] [node 4] ICS09 handshake done sender: [5:7580802146981853416:2121] self: [5:7580802151276820718:0] peer: [4:7580802149647448412:0] socket: 355 qp: -1
2025-12-06T17:44:04.083136Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802151276820720:2075] [node 4] ICS10 traffic start
2025-12-06T17:44:04.083195Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:04.080319Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802149647448379:2077] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:04.080433Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:04.080491Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802149647448379:2077] [node 5] ICP22 created new session: [4:7580802153942415717:2077]
2025-12-06T17:44:04.080542Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802153942415717:2077] [node 5] ICS09 handshake done sender: [4:7580802149647448413:2121] self: [4:7580802149647448412:0] peer: [5:7580802151276820718:0] socket: 315 qp: -1
2025-12-06T17:44:04.080581Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802153942415717:2077] [node 5] ICS10 traffic start
2025-12-06T17:44:04.080618Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:04.286006Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:44:04.286277Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580802146231185032:2048] [node 1] ICS01 socket: 324 reason# EndOfStream
2025-12-06T17:44:04.286329Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580802141936217643:2048] [node 1] ICP30 unregister session Session# [2:7580802146231185032:2048] VirtualId# [2:7580802146231185017:0]
2025-12-06T17:44:04.286367Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580802146231185032:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:04.286457Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:04.286502Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:04.293074Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:44:04.293325Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802148907466818:2048] [node 1] ICS01 socket: 367 reason# EndOfStream
2025-12-06T17:44:04.293372Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802144612499424:2048] [node 1] ICP30 unregister session Session# [3:7580802148907466818:2048] VirtualId# [3:7580802148907466814:0]
2025-12-06T17:44:04.293414Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802148907466818:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:04.293506Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:04.293552Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:04.302729Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:44:04.302984Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802146981853411:2048] [node 1] ICS07 socket disconnect 353 reason# EndOfStream
2025-12-06T17:44:04.303019Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802146981853411:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:04.303095Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:04.303133Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802146981853411:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:04.303755Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:44:04.303978Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802149647448404:2048] [node 1] ICS07 socket disconnect 303 reason# EndOfStream
2025-12-06T17:44:04.304007Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802149647448404:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:04.304087Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:04.304127Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802149647448404:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:04.304622Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:44:04.304807Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802149255635820:2048] [node 1] ICS07 socket disconnect 321 reason# EndOfStream
2025-12-06T17:44:04.304830Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802149255635820:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:04.304890Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:04.304928Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802149255635820:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:04.309919Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802145352481022:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13089) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:04.309994Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802149647448404:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:04.310033Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802145352481022:2048] [node 1] ICP30 unregister session Session# [4:7580802149647448404:2048] VirtualId# [4:7580802149647448392:0]
2025-12-06T17:44:04.310086Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:04.310118Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802145352481022:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:13089) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:04.310135Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13089) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:04.311019Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802144960668438:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13089) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:04.311081Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802149255635820:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:04.311119Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802144960668438:2048] [node 1] ICP30 unregister session Session# [6:7580802149255635820:2048] VirtualId# [6:7580802149255635810:0]
2025-12-06T17:44:04.311245Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:04.311275Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802144960668438:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:13089) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:04.311290Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13089) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:04.313444Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802142686886026:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13089) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:04.313516Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802146981853411:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:04.313550Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802142686886026:2048] [node 1] ICP30 unregister session Session# [5:7580802146981853411:2048] VirtualId# [5:7580802146981853408:0]
2025-12-06T17:44:04.313860Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:04.313905Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802142686886026:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:13089) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:04.313920Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13089) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:04.325011Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580802145352481022:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:44:04.325996Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802142686886026:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:44:04.327052Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802144960668438:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:44:04.561855Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:44:04.562090Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802153202434120:2049] [node 2] ICS01 socket: 330 reason# EndOfStream
2025-12-06T17:44:04.562136Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802144612499425:2049] [node 2] ICP30 unregister session Session# [3:7580802153202434120:2049] VirtualId# [3:7580802148907466803:0]
2025-12-06T17:44:04.562178Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802153202434120:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:04.562272Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:04.562315Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:04.570718Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:44:04.570973Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802146981853399:2049] [node 2] ICS01 socket: 323 reason# EndOfStream
2025-12-06T17:44:04.571021Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802142686886027:2049] [node 2] ICP30 unregister session Session# [5:7580802146981853399:2049] VirtualId# [5:7580802146981853397:0]
2025-12-06T17:44:04.571057Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802146981853399:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:04.571147Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:04.571195Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:04.571143Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:44:04.571325Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802149647448407:2049] [node 2] ICS01 socket: 350 reason# EndOfStream
2025-12-06T17:44:04.571357Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802145352481023:2049] [node 2] ICP30 unregister session Session# [4:7580802149647448407:2049] VirtualId# [4:7580802149647448401:0]
2025-12-06T17:44:04.571384Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802149647448407:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:04.571444Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:04.571485Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:04.575643Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:44:04.580927Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802149255635830:2049] [node 2] ICS07 socket disconnect 312 reason# EndOfStream
2025-12-06T17:44:04.581009Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802149255635830:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:04.581135Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:04.581203Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802149255635830:2049] [node 2] ICS15 start handshake
2025-12-06T17:44:04.587597Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802144960668439:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30091) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:04.587672Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802149255635830:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:04.587714Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802144960668439:2049] [node 2] ICP30 unregister session Session# [6:7580802149255635830:2049] VirtualId# [6:7580802149255635824:0]
2025-12-06T17:44:04.587767Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:04.587801Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802144960668439:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:30091) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:04.587816Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30091) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:04.600026Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802144960668439:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:44:04.681310Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:44:04.681703Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802151276820716:2050] [node 3] ICS07 socket disconnect 365 reason# EndOfStream
2025-12-06T17:44:04.681813Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802151276820716:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:04.681920Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:44:04.681965Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802151276820716:2050] [node 3] ICS15 start handshake
2025-12-06T17:44:04.682703Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:44:04.682913Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802153942415715:2050] [node 3] ICS01 socket: 354 reason# EndOfStream
2025-12-06T17:44:04.682958Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802145352481024:2050] [node 3] ICP30 unregister session Session# [4:7580802153942415715:2050] VirtualId# [4:7580802149647448416:0]
2025-12-06T17:44:04.682992Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802153942415715:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:04.683068Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:44:04.683110Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:44:04.683224Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:44:04.683416Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802149255635832:2050] [node 3] ICS07 socket disconnect 326 reason# EndOfStream
2025-12-06T17:44:04.683448Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802149255635832:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:04.683512Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:44:04.683554Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802149255635832:2050] [node 3] ICS15 start handshake
2025-12-06T17:44:04.685613Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802144960668440:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18813) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:04.685674Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802149255635832:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:04.685710Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802144960668440:2050] [node 3] ICP30 unregister session Session# [6:7580802149255635832:2050] VirtualId# [6:7580802149255635817:0]
2025-12-06T17:44:04.685753Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:44:04.685801Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802144960668440:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:18813) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:04.685830Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18813) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:04.686943Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802142686886028:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18813) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:04.687000Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802151276820716:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:04.687032Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802142686886028:2050] [node 3] ICP30 unregister session Session# [5:7580802151276820716:2050] VirtualId# [5:7580802146981853418:0]
2025-12-06T17:44:04.687068Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:44:04.687097Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802142686886028:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:18813) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:04.687111Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18813) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:04.696154Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802144960668440:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:44:04.700172Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802142686886028:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:44:04.782118Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:44:04.782392Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802151276820720:2075] [node 4] ICS07 socket disconnect 355 reason# EndOfStream
2025-12-06T17:44:04.782429Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802151276820720:2075] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:04.782524Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:44:04.782596Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802151276820720:2075] [node 4] ICS15 start handshake
2025-12-06T17:44:04.783252Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:44:04.783450Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802149255635826:2062] [node 4] ICS07 socket disconnect 334 reason# EndOfStream
2025-12-06T17:44:04.783477Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802149255635826:2062] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:04.783511Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:44:04.783563Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802149255635826:2062] [node 4] ICS15 start handshake
2025-12-06T17:44:04.785426Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802149255635783:2062] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8878) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:04.785490Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802149255635826:2062] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:04.785542Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802149255635783:2062] [node 4] ICP30 unregister session Session# [6:7580802149255635826:2062] VirtualId# [6:7580802149255635819:0]
2025-12-06T17:44:04.785590Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:44:04.785619Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802149255635783:2062] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:8878) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:04.785639Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8878) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:04.786460Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802146981853352:2075] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8878) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:04.786514Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802151276820720:2075] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:04.786573Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802146981853352:2075] [node 4] ICP30 unregister session Session# [5:7580802151276820720:2075] VirtualId# [5:7580802151276820718:0]
2025-12-06T17:44:04.786608Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:44:04.786637Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802146981853352:2075] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:8878) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:04.786650Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8878) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:04.798742Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802146981853352:2075] [node 4] ICP33 wake up from error state
2025-12-06T17:44:04.802795Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802149255635783:2062] [node 4] ICP33 wake up from error state
2025-12-06T17:44:05.074965Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:44:05.075256Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802149255635837:2066] [node 5] ICS07 socket disconnect 368 reason# EndOfStream
2025-12-06T17:44:05.075290Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802149255635837:2066] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:05.075371Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:44:05.075412Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802149255635837:2066] [node 5] ICS15 start handshake
2025-12-06T17:44:05.076796Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802149255635755:2066] [node 5] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14604) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:05.076865Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802149255635837:2066] [node 5] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:05.076907Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802149255635755:2066] [node 5] ICP30 unregister session Session# [6:7580802149255635837:2066] VirtualId# [6:7580802149255635835:0]
2025-12-06T17:44:05.076961Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
2025-12-06T17:44:05.076995Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802149255635755:2066] [node 5] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:14604) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:05.077010Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [5] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14604) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:44:05.337389Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802157193008295:2048] [node 2] ICP01 ready to work
2025-12-06T17:44:05.337446Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802157193008296:2049] [node 3] ICP01 ready to work
2025-12-06T17:44:05.370401Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802158449669704:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:05.370442Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802158449669705:2049] [node 3] ICP01 ready to work
2025-12-06T17:44:05.398939Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802157659017885:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:05.398979Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802157659017886:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:05.423066Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802157250996222:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:05.423106Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802157250996223:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:05.423145Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802157250996224:2050] [node 3] ICP01 ready to work
2025-12-06T17:44:05.434512Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802157459857048:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:05.434575Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802157459857049:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:05.434614Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802157459857050:2050] [node 3] ICP01 ready to work
2025-12-06T17:44:05.697676Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802158123250124:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:05.697722Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802158123250125:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:05.697754Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802158123250126:2050] [node 3] ICP01 ready to work
2025-12-06T17:44:05.962753Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802158123250147:2059] [node 4] ICP01 ready to work
2025-12-06T17:44:05.920383Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802157250996258:2071] [node 5] ICP01 ready to work
2025-12-06T17:44:05.963015Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802157659017947:2062] [node 4] ICP01 ready to work
2025-12-06T17:44:05.954619Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802157193008358:2081] [node 6] ICP01 ready to work
2025-12-06T17:44:05.991349Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802158449669767:2067] [node 4] ICP01 ready to work
2025-12-06T17:44:05.979366Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802157250996286:2072] [node 6] ICP01 ready to work
2025-12-06T17:44:05.955276Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802157193008359:2082] [node 4] ICP01 ready to work
2025-12-06T17:44:05.994743Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802157459857108:2066] [node 4] ICP01 ready to work
2025-12-06T17:44:05.999757Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802158123250148:2066] [node 5] ICP01 ready to work
2025-12-06T17:44:05.995415Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802157459857109:2067] [node 6] ICP01 ready to work
2025-12-06T17:44:05.956053Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802157193008360:2083] [node 5] ICP01 ready to work
2025-12-06T17:44:06.054297Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802161953985245:2063] [node 5] ICP01 ready to work
2025-12-06T17:44:05.974638Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802157193008295:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(17776194ns) {Configure:104(17770277ns) {ProcessConfigured:135(82225ns) {StartInitialHandshake:157(78954ns) {DropHandshakes:470(3935ns) {DropIncomingHandshake:442(832ns) DropOutgoingHandshake:457(709ns)} GenerateSessionVirtualId:988(1320ns) PrepareNewSessionHandshake:477(2712ns) {SwitchToState:179(1099ns)}}}}}
2025-12-06T17:44:06.069949Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802162744637064:2068] [node 6] ICP01 ready to work
2025-12-06T17:44:06.046017Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802157459857108:2066] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(35926130ns) {Configure:104(35920233ns) {ProcessConfigured:135(76429ns) {StartInitialHandshake:157(74425ns) {DropHandshakes:470(3235ns) {DropIncomingHandshake:442(781ns) DropOutgoingHandshake:457(576ns)} GenerateSessionVirtualId:988(1139ns) PrepareNewSessionHandshake:477(2503ns) {SwitchToState:179(1187ns)}}}}}
2025-12-06T17:44:06.028496Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802157193008296:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(53483243ns) {Configure:104(53477330ns) {ProcessConfigured:135(70553ns) {StartInitialHandshake:157(67369ns) {DropHandshakes:470(4063ns) {DropIncomingHandshake:442(856ns) DropOutgoingHandshake:457(627ns)} GenerateSessionVirtualId:988(991ns) PrepareNewSessionHandshake:477(2275ns) {SwitchToState:179(797ns)}}}}}
2025-12-06T17:44:06.091077Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802162744637065:2070] [node 5] ICP01 ready to work
2025-12-06T17:44:06.071918Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802157193008359:2082] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(41356977ns) {Configure:104(41354157ns) {ProcessConfigured:135(70481ns) {StartInitialHandshake:157(68711ns) {DropHandshakes:470(3526ns) {DropIncomingHandshake:442(796ns) DropOutgoingHandshake:457(492ns)} GenerateSessionVirtualId:988(537ns) PrepareNewSessionHandshake:477(1173ns) {SwitchToState:179(312ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:06.118184Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802158449669705:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(26100274ns) {Configure:104(26094764ns) {ProcessConfigured:135(83754ns) {StartInitialHandshake:157(80896ns) {DropHandshakes:470(3931ns) {DropIncomingHandshake:442(869ns) DropOutgoingHandshake:457(837ns)} GenerateSessionVirtualId:988(1225ns) PrepareNewSessionHandshake:477(2581ns) {SwitchToState:179(781ns)}}}}}
2025-12-06T17:44:06.108710Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802161487975670:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14626
2025-12-06T17:44:06.127166Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802161953985248:2066] [node 6] ICP01 ready to work
2025-12-06T17:44:06.137125Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802161487975670:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:06.138902Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802158449669767:2067] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(20357967ns) {Configure:104(20351197ns) {ProcessConfigured:135(78621ns) {StartInitialHandshake:157(75894ns) {DropHandshakes:470(3584ns) {DropIncomingHandshake:442(646ns) DropOutgoingHandshake:457(561ns)} GenerateSessionVirtualId:988(2302ns) PrepareNewSessionHandshake:477(2146ns) {SwitchToState:179(818ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:06.159882Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802157250996222:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(37412125ns) {Configure:104(37407489ns) {ProcessConfigured:135(83960ns) {StartInitialHandshake:157(80649ns) {DropHandshakes:470(4382ns) {DropIncomingHandshake:442(327ns) DropOutgoingHandshake:457(357ns)} GenerateSessionVirtualId:988(785ns) PrepareNewSessionHandshake:477(2671ns) {SwitchToState:179(771ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:06.164265Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802161754824422:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39728
2025-12-06T17:44:06.160231Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802161545963586:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:531
2025-12-06T17:44:06.163152Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802161545963586:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:06.174811Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802162744637064:2068] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(35546613ns) {Configure:104(35541384ns) {ProcessConfigured:135(3552162ns) {StartInitialHandshake:157(3548831ns) {DropHandshakes:470(3921ns) {DropIncomingHandshake:442(819ns) DropOutgoingHandshake:457(744ns)} GenerateSessionVirtualId:988(1070ns) PrepareNewSessionHandshake:477(3245ns) {SwitchToState:179(607ns)}}}}}
2025-12-06T17:44:06.181893Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802161754824422:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:06.182042Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802157459857108:2066] [node 4] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:06.186945Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802162418217485:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6208
2025-12-06T17:44:06.187108Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802162418217496:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6208
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:06.188197Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802161754824424:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39728
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:06.188682Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802162744637068:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21798
2025-12-06T17:44:06.189499Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802162744637077:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21798
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:06.191746Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802161487975672:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14626
2025-12-06T17:44:06.205430Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802157193008362:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:06.205481Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802157193008362:2110] [node 2] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:06.207555Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802161545963590:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:06.207608Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802161545963590:2113] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:06.208798Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802161953985251:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43335
2025-12-06T17:44:06.209206Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802161953985249:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43335
2025-12-06T17:44:06.209448Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802161953985250:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43335
2025-12-06T17:44:06.209961Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802161953985260:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43335
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:06.211031Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802161754824425:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39728
2025-12-06T17:44:06.199087Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802162744637068:2111] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:06.199643Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802162418217485:2110] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:06.215616Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802161953985250:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:06.215715Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802161953985251:2113] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:06.211411Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802157193008362:2110] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:06.199249Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580802158449669704:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:06.213947Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802162744637083:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21798
2025-12-06T17:44:06.214022Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802162744637082:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21798
2025-12-06T17:44:06.228507Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802162744637068:2111] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:06.217480Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802161545963598:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:531
2025-12-06T17:44:06.229192Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802161754824426:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39728
2025-12-06T17:44:06.215827Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802161953985260:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:06.221812Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802161953985249:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:06.223465Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802157659017885:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:06.223529Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802157659017886:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:06.212301Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802157193008295:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:44:06.229571Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802158123250124:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:06.217618Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802161545963599:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:531
2025-12-06T17:44:06.237042Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580802158449669704:2048] [node 1] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:06.264492Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802161754824422:2115] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:06.264833Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802157459857108:2066] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4866) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802161754824422:2115] held: no
2025-12-06T17:44:06.265449Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802157459857108:2066] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:44:06.265494Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:06.265533Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802157459857108:2066] [node 4] ICP22 created new session: [5:7580802161754824429:2066]
2025-12-06T17:44:06.265576Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802161754824429:2066] [node 4] ICS09 handshake done sender: [5:7580802161754824422:2115] self: [5:7580802161754824423:0] peer: [4:7580802161545963589:0] socket: 325 qp: -1
2025-12-06T17:44:06.265610Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802161754824429:2066] [node 4] ICS10 traffic start
2025-12-06T17:44:06.265650Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:06.267399Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802161754824427:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39728
2025-12-06T17:44:06.267473Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802161754824428:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39728
2025-12-06T17:44:06.212356Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:06.251498Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802161953985268:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43335
2025-12-06T17:44:06.229721Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802162418217496:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:06.248492Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802162418217500:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6208
2025-12-06T17:44:06.248688Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802158123250147:2059] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:06.263442Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802162418217500:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:06.263565Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802158123250125:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:06.263891Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802162418217503:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6208
2025-12-06T17:44:06.217679Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802161545963600:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:531
2025-12-06T17:44:06.222205Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802161545963590:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:06.222568Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802157250996258:2071] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:06.222642Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:06.222700Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802157250996258:2071] [node 5] ICP22 created new session: [4:7580802161545963602:2071]
2025-12-06T17:44:06.222747Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802161545963602:2071] [node 5] ICS09 handshake done sender: [4:7580802161545963590:2113] self: [4:7580802161545963589:0] peer: [5:7580802161754824423:0] socket: 324 qp: -1
2025-12-06T17:44:06.222785Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802161545963602:2071] [node 5] ICS10 traffic start
2025-12-06T17:44:06.222847Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:06.256988Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802161545963598:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:06.257195Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802161545963588:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:06.257216Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802161545963588:2112] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:06.237130Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:06.245205Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802158449669704:2048] [node 1] ICP22 created new session: [2:7580802162744637084:2048]
2025-12-06T17:44:06.249086Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802162744637084:2048] [node 1] ICS09 handshake done sender: [2:7580802162744637068:2111] self: [2:7580802162744637081:0] peer: [1:7580802157193008361:0] socket: 318 qp: -1
2025-12-06T17:44:06.254737Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802162744637084:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:06.257577Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:06.259092Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802158449669704:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(21259460ns) {HandleHandshakeStatus:329(21255798ns) {DropIncomingHandshake:442(1269ns) DropOutgoingHandshake:457(7738ns) SwitchToState:179(785ns) ProcessPendingSessionEvents:495(560915ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 501462ns max# 64298ns}}}
2025-12-06T17:44:06.260717Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802162744637067:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:06.260740Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802162744637067:2110] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:44:06.261362Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802162744637083:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:06.212402Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802157193008295:2048] [node 2] ICP22 created new session: [1:7580802161487975675:2048]
2025-12-06T17:44:06.212449Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802161487975675:2048] [node 2] ICS09 handshake done sender: [1:7580802157193008362:2110] self: [1:7580802157193008361:0] peer: [2:7580802162744637081:0] socket: 312 qp: -1
2025-12-06T17:44:06.212486Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802161487975675:2048] [node 2] ICS10 traffic start
2025-12-06T17:44:06.212526Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:06.238262Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802161487975660:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:06.238289Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802161487975660:2111] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:44:06.239270Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802161487975660:2111] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:06.239536Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802157193008296:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:44:06.239581Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:06.239627Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802157193008296:2049] [node 3] ICP22 created new session: [1:7580802161487975678:2049]
2025-12-06T17:44:06.239680Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802161487975678:2049] [node 3] ICS09 handshake done sender: [1:7580802161487975660:2111] self: [1:7580802161487975659:0] peer: [3:7580802161953985265:0] socket: 314 qp: -1
2025-12-06T17:44:06.239713Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802161487975678:2049] [node 3] ICS10 traffic start
2025-12-06T17:44:06.239755Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:06.255326Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802161487975662:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:06.255355Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802161487975662:2112] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:06.270985Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802157250996223:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:06.271450Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802161953985251:2113] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:06.272294Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802157659017885:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:06.272390Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:06.272443Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802157659017885:2048] [node 1] ICP22 created new session: [3:7580802161953985270:2048]
2025-12-06T17:44:06.272488Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802161953985270:2048] [node 1] ICS09 handshake done sender: [3:7580802161953985251:2113] self: [3:7580802161953985265:0] peer: [1:7580802161487975659:0] socket: 321 qp: -1
2025-12-06T17:44:06.272530Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802161953985270:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:06.272580Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:06.275082Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802161953985269:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43335
2025-12-06T17:44:06.271899Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802162418217505:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6208
2025-12-06T17:44:06.271964Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802162418217506:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6208
2025-12-06T17:44:06.276264Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802161545963599:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:06.276421Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802161545963588:2112] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:06.276009Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802161487975672:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:06.278279Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802161487975662:2112] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:06.279208Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802157250996286:2072] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:06.279262Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:06.279312Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802157250996286:2072] [node 6] ICP22 created new session: [4:7580802161545963607:2072]
2025-12-06T17:44:06.279363Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802161545963607:2072] [node 6] ICS09 handshake done sender: [4:7580802161545963588:2112] self: [4:7580802161545963587:0] peer: [6:7580802162418217502:0] socket: 323 qp: -1
2025-12-06T17:44:06.279403Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802161545963607:2072] [node 6] ICS10 traffic start
2025-12-06T17:44:06.279438Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:06.282044Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802157250996224:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:06.282900Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802162418217496:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:06.283256Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802158123250147:2059] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:44:06.283330Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:06.283375Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802158123250147:2059] [node 4] ICP22 created new session: [6:7580802162418217508:2059]
2025-12-06T17:44:06.283433Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802162418217508:2059] [node 4] ICS09 handshake done sender: [6:7580802162418217496:2116] self: [6:7580802162418217502:0] peer: [4:7580802161545963587:0] socket: 326 qp: -1
2025-12-06T17:44:06.283476Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802162418217508:2059] [node 4] ICS10 traffic start
2025-12-06T17:44:06.283521Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:06.285192Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802162418217485:2110] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:06.295012Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802161953985247:2110] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:06.295055Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802161953985247:2110] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:06.306971Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802161953985247:2110] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:06.307390Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802157659017947:2062] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:44:06.307493Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:06.307553Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802157659017947:2062] [node 4] ICP22 created new session: [3:7580802161953985274:2062]
2025-12-06T17:44:06.307599Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802161953985274:2062] [node 4] ICS09 handshake done sender: [3:7580802161953985247:2110] self: [3:7580802161953985246:0] peer: [4:7580802161545963609:0] socket: 341 qp: -1
2025-12-06T17:44:06.307644Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802161953985274:2062] [node 4] ICS10 traffic start
2025-12-06T17:44:06.307680Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:06.313699Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802162744637067:2110] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:06.318401Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802157193008358:2081] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:06.318483Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:06.314509Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802162744637077:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:06.341823Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802158123250124:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:06.302601Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802161545963611:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:531
2025-12-06T17:44:06.318558Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802157193008358:2081] [node 6] ICP22 created new session: [1:7580802161487975684:2081]
2025-12-06T17:44:06.314650Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802162744637072:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:06.314673Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802162744637072:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:06.336960Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802162744637070:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:06.336987Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802162744637070:2112] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:44:06.337646Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802158449669705:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:44:06.337724Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:06.337779Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802158449669705:2049] [node 3] ICP22 created new session: [2:7580802162744637090:2049]
2025-12-06T17:44:06.337837Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802162744637090:2049] [node 3] ICS09 handshake done sender: [2:7580802162744637067:2110] self: [2:7580802162744637066:0] peer: [3:7580802161953985266:0] socket: 332 qp: -1
2025-12-06T17:44:06.337883Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802162744637090:2049] [node 3] ICS10 traffic start
2025-12-06T17:44:06.337920Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:06.355208Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802161545963600:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:06.355624Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802161545963599:2117] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:06.341891Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802161754824425:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:06.367912Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:06.367992Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802158123250124:2048] [node 1] ICP22 created new session: [6:7580802162418217510:2048]
2025-12-06T17:44:06.318599Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802161487975684:2081] [node 6] ICS09 handshake done sender: [1:7580802161487975662:2112] self: [1:7580802161487975661:0] peer: [6:7580802162418217501:0] socket: 315 qp: -1
2025-12-06T17:44:06.318633Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802161487975684:2081] [node 6] ICS10 traffic start
2025-12-06T17:44:06.318669Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:06.320106Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802161487975682:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14626
2025-12-06T17:44:06.370689Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802161487975682:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:06.370899Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802161487975666:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:06.370924Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802161487975666:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:06.374170Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802161487975666:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:06.376631Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802157193008360:2083] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:06.376693Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:06.376744Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802157193008360:2083] [node 5] ICP22 created new session: [1:7580802161487975688:2083]
2025-12-06T17:44:06.377433Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802161487975688:2083] [node 5] ICS09 handshake done sender: [1:7580802161487975666:2114] self: [1:7580802161487975665:0] peer: [5:7580802161754824434:0] socket: 309 qp: -1
2025-12-06T17:44:06.377473Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802161487975688:2083] [node 5] ICS10 traffic start
2025-12-06T17:44:06.377517Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:06.377361Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802162744637089:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21798
2025-12-06T17:44:06.380578Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802157659017947:2062] [node 4] ICP35 event processing took too much time PendingConnection:279(50597225ns) {HandleHandshakeStatus:329(50592738ns) {DropIncomingHandshake:442(17064ns) DropOutgoingHandshake:457(606ns) SwitchToState:179(835ns) ProcessPendingSessionEvents:495(21826017ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 21737538ns max# 18546853ns}}}
2025-12-06T17:44:06.342070Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802161754824424:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:06.356934Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802157250996224:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:44:06.394878Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802162418217510:2048] [node 1] ICS09 handshake done sender: [6:7580802162418217485:2110] self: [6:7580802162418217501:0] peer: [1:7580802161487975661:0] socket: 322 qp: -1
2025-12-06T17:44:06.394955Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802162418217510:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:06.395036Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:06.396549Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802158123250124:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(63598183ns) {HandleHandshakeStatus:329(63595044ns) {DropIncomingHandshake:442(3883ns) DropOutgoingHandshake:457(12278ns) SwitchToState:179(652ns) ProcessPendingSessionEvents:495(545968ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 490135ns max# 49778ns}}}
2025-12-06T17:44:06.356068Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802157459857050:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:06.357706Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802161754824427:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:06.363288Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802157459857048:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:06.373589Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802161754824435:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39728
2025-12-06T17:44:06.374720Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802161754824427:2119] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:06.374904Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802157459857048:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:06.374956Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:06.375023Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802157459857048:2048] [node 1] ICP22 created new session: [5:7580802161754824436:2048]
2025-12-06T17:44:06.375083Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802161754824436:2048] [node 1] ICS09 handshake done sender: [5:7580802161754824427:2119] self: [5:7580802161754824434:0] peer: [1:7580802161487975665:0] socket: 359 qp: -1
2025-12-06T17:44:06.375115Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802161754824436:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:06.375156Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:06.357005Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:06.402860Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802162744637070:2112] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:06.400308Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802157193008360:2083] [node 5] ICP35 event processing took too much time PendingConnection:279(22831996ns) {HandleHandshakeStatus:329(22815446ns) {DropIncomingHandshake:442(14999ns) DropOutgoingHandshake:457(964ns) SwitchToState:179(898ns) ProcessPendingSessionEvents:495(21815868ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 21748012ns max# 14415439ns}}}
2025-12-06T17:44:06.416816Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802162744637072:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:06.405838Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802162418217507:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6208
2025-12-06T17:44:06.357062Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802157250996224:2050] [node 3] ICP22 created new session: [4:7580802161545963613:2050]
2025-12-06T17:44:06.412599Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802161953985255:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:06.412660Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802161953985255:2115] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:06.413989Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802157659017886:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9813) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580802161953985260:2118] held: no
2025-12-06T17:44:06.418522Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802161953985260:2118] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:06.423552Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802161754824439:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39728
2025-12-06T17:44:06.357140Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802161545963613:2050] [node 3] ICS09 handshake done sender: [4:7580802161545963599:2117] self: [4:7580802161545963609:0] peer: [3:7580802161953985246:0] socket: 349 qp: -1
2025-12-06T17:44:06.357188Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802161545963613:2050] [node 3] ICS10 traffic start
2025-12-06T17:44:06.357230Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:06.406626Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802157250996222:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:06.406446Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580802158123250124:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:44:06.424977Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802162418217505:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:06.429710Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802161754824416:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:06.429753Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580802161754824416:2113] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:06.432178Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802161545963612:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:531
2025-12-06T17:44:06.425116Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802162418217507:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:06.421881Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802157659017886:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:06.425379Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802158123250148:2066] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:06.425605Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802162418217512:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6208
2025-12-06T17:44:06.432880Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802162418217500:2117] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:06.435003Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802158123250125:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:06.435078Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:06.435133Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802158123250125:2049] [node 2] ICP22 created new session: [6:7580802162418217516:2049]
2025-12-06T17:44:06.435184Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802162418217516:2049] [node 2] ICS09 handshake done sender: [6:7580802162418217500:2117] self: [6:7580802162418217504:0] peer: [2:7580802162744637071:0] socket: 337 qp: -1
2025-12-06T17:44:06.435221Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802162418217516:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:06.435261Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:06.421956Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:06.422004Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802157659017886:2049] [node 2] ICP22 created new session: [3:7580802161953985278:2049]
2025-12-06T17:44:06.422053Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802161953985278:2049] [node 2] ICS09 handshake done sender: [3:7580802161953985260:2118] self: [3:7580802161953985266:0] peer: [2:7580802162744637066:0] socket: 340 qp: -1
2025-12-06T17:44:06.422104Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802161953985278:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:06.422162Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:06.434330Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802161953985276:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43335
2025-12-06T17:44:06.437907Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802158449669767:2067] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:44:06.437964Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:06.438022Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802158449669767:2067] [node 4] ICP22 created new session: [2:7580802162744637096:2067]
2025-12-06T17:44:06.438070Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802162744637096:2067] [node 4] ICS09 handshake done sender: [2:7580802162744637070:2112] self: [2:7580802162744637069:0] peer: [4:7580802161545963606:0] socket: 333 qp: -1
2025-12-06T17:44:06.438102Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802162744637096:2067] [node 4] ICS10 traffic start
2025-12-06T17:44:06.438158Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:06.439033Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802161754824416:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:06.439300Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802161953985255:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:06.440341Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802161545963598:2116] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:06.440685Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802161487975664:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:06.440726Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802161487975664:2113] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:44:06.442159Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802161754824428:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:06.457079Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802158449669767:2067] [node 4] ICP35 event processing took too much time PendingConnection:279(18220648ns) {HandleHandshakeStatus:329(18218077ns) {DropIncomingHandshake:442(716ns) DropOutgoingHandshake:457(896ns) SwitchToState:179(738ns) ProcessPendingSessionEvents:495(17843103ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 17753566ns max# 13209640ns}}}
2025-12-06T17:44:06.458001Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802162744637064:2068] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:06.458104Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:06.458151Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802162744637064:2068] [node 6] ICP22 created new session: [2:7580802162744637098:2068]
2025-12-06T17:44:06.458201Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802162744637098:2068] [node 6] ICS09 handshake done sender: [2:7580802162744637072:2113] self: [2:7580802162744637071:0] peer: [6:7580802162418217504:0] socket: 334 qp: -1
2025-12-06T17:44:06.458239Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802162744637098:2068] [node 6] ICS10 traffic start
2025-12-06T17:44:06.458274Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:06.460204Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802162744637089:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:06.460535Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802161953985245:2063] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:06.460624Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:06.460673Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802161953985245:2063] [node 5] ICP22 created new session: [3:7580802161953985280:2063]
2025-12-06T17:44:06.460738Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802161953985280:2063] [node 5] ICS09 handshake done sender: [3:7580802161953985255:2115] self: [3:7580802161953985254:0] peer: [5:7580802161754824432:0] socket: 343 qp: -1
2025-12-06T17:44:06.460769Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802161953985280:2063] [node 5] ICS10 traffic start
2025-12-06T17:44:06.460805Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:06.462836Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802161487975664:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:06.474404Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802158123250126:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:06.467799Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580802157459857109:2067] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:06.479501Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802162418217515:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6208
2025-12-06T17:44:06.479897Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802157193008359:2082] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:44:06.479975Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:06.480032Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802157193008359:2082] [node 4] ICP22 created new session: [1:7580802161487975691:2082]
2025-12-06T17:44:06.480086Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802161487975691:2082] [node 4] ICS09 handshake done sender: [1:7580802161487975664:2113] self: [1:7580802161487975663:0] peer: [4:7580802161545963615:0] socket: 345 qp: -1
2025-12-06T17:44:06.480122Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802161487975691:2082] [node 4] ICS10 traffic start
2025-12-06T17:44:06.480184Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:06.483814Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802162744637095:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21798
2025-12-06T17:44:06.484514Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580802158449669767:2067] [node 4] ICP18 handshake (actor [2:7580802162744637089:2119]) is too old
2025-12-06T17:44:06.467901Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:06.467965Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802157459857109:2067] [node 6] ICP22 created new session: [5:7580802161754824441:2067]
2025-12-06T17:44:06.468018Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802161754824441:2067] [node 6] ICS09 handshake done sender: [5:7580802161754824416:2113] self: [5:7580802161754824415:0] peer: [6:7580802162418217514:0] socket: 361 qp: -1
2025-12-06T17:44:06.468057Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802161754824441:2067] [node 6] ICS10 traffic start
2025-12-06T17:44:06.468093Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:06.487656Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802162418217505:2119] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:06.487976Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802161953985259:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:06.488012Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802161953985259:2117] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:06.488668Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802161953985276:2121] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:06.489614Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802158123250148:2066] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:44:06.489714Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:06.489764Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802158123250148:2066] [node 5] ICP22 created new session: [6:7580802162418217520:2066]
2025-12-06T17:44:06.489809Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802162418217520:2066] [node 5] ICS09 handshake done sender: [6:7580802162418217505:2119] self: [6:7580802162418217514:0] peer: [5:7580802161754824415:0] socket: 365 qp: -1
2025-12-06T17:44:06.489849Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802162418217520:2066] [node 5] ICS10 traffic start
2025-12-06T17:44:06.489892Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:06.491062Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802161953985259:2117] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:06.498652Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802161953985248:2066] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:06.498752Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:06.498815Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802161953985248:2066] [node 6] ICP22 created new session: [3:7580802161953985284:2066]
2025-12-06T17:44:06.498860Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802161953985284:2066] [node 6] ICS09 handshake done sender: [3:7580802161953985259:2117] self: [3:7580802161953985258:0] peer: [6:7580802162418217518:0] socket: 367 qp: -1
2025-12-06T17:44:06.498909Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802161953985284:2066] [node 6] ICS10 traffic start
2025-12-06T17:44:06.498957Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:06.501368Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802161754824425:2117] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:06.482798Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802157250996223:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:06.482868Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:06.482915Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802157250996223:2049] [node 2] ICP22 created new session: [4:7580802161545963617:2049]
2025-12-06T17:44:06.482961Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802161545963617:2049] [node 2] ICS09 handshake done sender: [4:7580802161545963598:2116] self: [4:7580802161545963606:0] peer: [2:7580802162744637069:0] socket: 348 qp: -1
2025-12-06T17:44:06.483002Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802161545963617:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:06.483048Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:06.504810Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802157459857050:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18345) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802161754824425:2117] held: no
2025-12-06T17:44:06.505485Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802157459857050:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:44:06.505542Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:06.505592Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802157459857050:2050] [node 3] ICP22 created new session: [5:7580802161754824443:2050]
2025-12-06T17:44:06.505646Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802161754824443:2050] [node 3] ICS09 handshake done sender: [5:7580802161754824425:2117] self: [5:7580802161754824432:0] peer: [3:7580802161953985254:0] socket: 344 qp: -1
2025-12-06T17:44:06.505685Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802161754824443:2050] [node 3] ICS10 traffic start
2025-12-06T17:44:06.505721Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:06.515960Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802162418217519:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6208
2025-12-06T17:44:06.516277Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802162744637095:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:06.518903Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802157459857049:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:06.529607Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802157250996222:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8761) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580802161545963600:2118] held: no
2025-12-06T17:44:06.530806Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802161545963616:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:531
2025-12-06T17:44:06.531630Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802158123250126:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18345) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802162418217507:2121] held: no
2025-12-06T17:44:06.532558Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802162418217507:2121] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:06.528464Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802162744637076:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:06.528511Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802162744637076:2115] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:06.531302Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802162744637076:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:06.532980Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802162744637065:2070] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:06.533043Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:06.533089Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802162744637065:2070] [node 5] ICP22 created new session: [2:7580802162744637102:2070]
2025-12-06T17:44:06.533133Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802162744637102:2070] [node 5] ICS09 handshake done sender: [2:7580802162744637076:2115] self: [2:7580802162744637075:0] peer: [5:7580802161754824445:0] socket: 357 qp: -1
2025-12-06T17:44:06.533171Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802162744637102:2070] [node 5] ICS10 traffic start
2025-12-06T17:44:06.533221Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:06.535915Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802161545963600:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:06.536336Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802158123250126:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:44:06.536417Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:06.536469Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802158123250126:2050] [node 3] ICP22 created new session: [6:7580802162418217522:2050]
2025-12-06T17:44:06.536550Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802162418217522:2050] [node 3] ICS09 handshake done sender: [6:7580802162418217507:2121] self: [6:7580802162418217518:0] peer: [3:7580802161953985258:0] socket: 369 qp: -1
2025-12-06T17:44:06.536589Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802162418217522:2050] [node 3] ICS10 traffic start
2025-12-06T17:44:06.536642Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:06.542968Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802161754824446:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39728
2025-12-06T17:44:06.543693Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802157250996222:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:06.543762Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:06.543817Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802157250996222:2048] [node 1] ICP22 created new session: [4:7580802161545963619:2048]
2025-12-06T17:44:06.543867Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802161545963619:2048] [node 1] ICS09 handshake done sender: [4:7580802161545963600:2118] self: [4:7580802161545963615:0] peer: [1:7580802161487975663:0] socket: 350 qp: -1
2025-12-06T17:44:06.543905Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802161545963619:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:06.543978Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:06.559093Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802157459857049:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9813) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802161754824428:2120] held: no
2025-12-06T17:44:06.559854Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802161754824428:2120] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:06.564678Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802157459857049:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:06.564771Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:06.564836Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802157459857049:2049] [node 2] ICP22 created new session: [5:7580802161754824447:2049]
2025-12-06T17:44:06.564898Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802161754824447:2049] [node 2] ICS09 handshake done sender: [5:7580802161754824428:2120] self: [5:7580802161754824445:0] peer: [2:7580802162744637075:0] socket: 360 qp: -1
2025-12-06T17:44:06.565017Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802161754824447:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:06.565066Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:06.616519Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:44:06.616785Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7580802162744637084:2048] [node 1] ICS07 socket disconnect 318 reason# EndOfStream
2025-12-06T17:44:06.616816Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580802162744637084:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:06.616915Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:06.616957Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580802162744637084:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:06.620389Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:44:06.620604Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580802161953985270:2048] [node 1] ICS07 socket disconnect 321 reason# EndOfStream
2025-12-06T17:44:06.620636Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802161953985270:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:06.620706Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:06.620755Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802161953985270:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:06.630027Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802158449669704:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8761) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:44:06.630080Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580802162744637084:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:06.630896Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802157659017885:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8761) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:44:06.630934Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802161953985270:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:06.631809Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802157659017885:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8761) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:06.631860Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802161953985270:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:06.631893Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802157659017885:2048] [node 1] ICP30 unregister session Session# [3:7580802161953985270:2048] VirtualId# [3:7580802161953985265:0]
2025-12-06T17:44:06.631943Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:06.631976Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580802157659017885:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:8761) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:06.632006Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8761) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:06.632605Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802158449669704:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8761) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:06.632658Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580802162744637084:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:06.632688Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580802158449669704:2048] [node 1] ICP30 unregister session Session# [2:7580802162744637084:2048] VirtualId# [2:7580802162744637081:0]
2025-12-06T17:44:06.632719Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:06.632743Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [2:7580802158449669704:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:8761) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:06.632755Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8761) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:06.637484Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:44:06.637661Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802161754824436:2048] [node 1] ICS07 socket disconnect 359 reason# EndOfStream
2025-12-06T17:44:06.636931Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:44:06.637687Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802161754824436:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:06.637748Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:06.637171Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802161545963619:2048] [node 1] ICS01 socket: 350 reason# EndOfStream
2025-12-06T17:44:06.637796Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802161754824436:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:06.637207Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802157250996222:2048] [node 1] ICP30 unregister session Session# [4:7580802161545963619:2048] VirtualId# [4:7580802161545963615:0]
2025-12-06T17:44:06.637243Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802161545963619:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:06.637323Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:06.637369Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:06.638669Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802157459857048:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8761) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:06.638731Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802161754824436:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:06.638769Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802157459857048:2048] [node 1] ICP30 unregister session Session# [5:7580802161754824436:2048] VirtualId# [5:7580802161754824434:0]
2025-12-06T17:44:06.642955Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:06.643042Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802157459857048:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:8761) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:06.643060Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8761) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:06.647148Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:44:06.647424Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802162418217510:2048] [node 1] ICS07 socket disconnect 322 reason# EndOfStream
2025-12-06T17:44:06.647470Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802162418217510:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:06.647578Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:06.647634Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802162418217510:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:06.648221Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580802157659017885:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:44:06.649035Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802158123250124:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8761) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:06.649105Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802162418217510:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:06.649150Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802158123250124:2048] [node 1] ICP30 unregister session Session# [6:7580802162418217510:2048] VirtualId# [6:7580802162418217501:0]
2025-12-06T17:44:06.649193Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:06.649224Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802158123250124:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:8761) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:06.649241Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8761) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:06.654292Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802157459857048:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:44:06.678655Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802158123250124:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:44:06.709127Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:44:06.709358Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802161953985278:2049] [node 2] ICS01 socket: 340 reason# EndOfStream
2025-12-06T17:44:06.709399Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802157659017886:2049] [node 2] ICP30 unregister session Session# [3:7580802161953985278:2049] VirtualId# [3:7580802161953985266:0]
2025-12-06T17:44:06.709441Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802161953985278:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:06.709526Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:06.709564Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:06.715469Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:44:06.715727Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802161545963617:2049] [node 2] ICS07 socket disconnect 348 reason# EndOfStream
2025-12-06T17:44:06.715762Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802161545963617:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:06.715836Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:06.715871Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802161545963617:2049] [node 2] ICS15 start handshake
2025-12-06T17:44:06.723804Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:44:06.724035Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802162418217516:2049] [node 2] ICS07 socket disconnect 337 reason# EndOfStream
2025-12-06T17:44:06.724069Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802162418217516:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:06.724153Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:06.724210Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802162418217516:2049] [node 2] ICS15 start handshake
2025-12-06T17:44:06.725071Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802157250996223:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9813) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:06.725145Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802161545963617:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:06.725181Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802157250996223:2049] [node 2] ICP30 unregister session Session# [4:7580802161545963617:2049] VirtualId# [4:7580802161545963606:0]
2025-12-06T17:44:06.725284Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:06.725324Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802157250996223:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:9813) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:06.725343Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9813) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:06.735573Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580802157250996223:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:44:06.726330Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802158123250125:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9813) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:06.726382Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802162418217516:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:06.726414Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802158123250125:2049] [node 2] ICP30 unregister session Session# [6:7580802162418217516:2049] VirtualId# [6:7580802162418217504:0]
2025-12-06T17:44:06.726448Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:06.726474Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802158123250125:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:9813) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:06.726486Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9813) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:06.741270Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802158123250125:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:44:06.751906Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:44:06.752179Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802161754824447:2049] [node 2] ICS01 socket: 360 reason# EndOfStream
2025-12-06T17:44:06.752220Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802157459857049:2049] [node 2] ICP30 unregister session Session# [5:7580802161754824447:2049] VirtualId# [5:7580802161754824445:0]
2025-12-06T17:44:06.752259Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802161754824447:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:06.752362Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:06.752410Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:06.882143Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:44:06.882390Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802161545963613:2050] [node 3] ICS07 socket disconnect 349 reason# EndOfStream
2025-12-06T17:44:06.882422Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802161545963613:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:06.882523Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:44:06.882590Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802161545963613:2050] [node 3] ICS15 start handshake
2025-12-06T17:44:06.883152Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:44:06.883350Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802162418217522:2050] [node 3] ICS01 socket: 369 reason# EndOfStream
2025-12-06T17:44:06.883388Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802158123250126:2050] [node 3] ICP30 unregister session Session# [6:7580802162418217522:2050] VirtualId# [6:7580802162418217518:0]
2025-12-06T17:44:06.883420Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802162418217522:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:06.883491Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:44:06.883535Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:44:06.885604Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:44:06.885809Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802161754824443:2050] [node 3] ICS01 socket: 344 reason# EndOfStream
2025-12-06T17:44:06.885846Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802157459857050:2050] [node 3] ICP30 unregister session Session# [5:7580802161754824443:2050] VirtualId# [5:7580802161754824432:0]
2025-12-06T17:44:06.885882Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802161754824443:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:06.885974Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:44:06.886024Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:44:06.890354Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802157250996224:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18345) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:06.890427Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802161545963613:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:06.890468Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802157250996224:2050] [node 3] ICP30 unregister session Session# [4:7580802161545963613:2050] VirtualId# [4:7580802161545963609:0]
2025-12-06T17:44:06.890599Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:44:06.890639Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802157250996224:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:18345) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:06.890655Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18345) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:06.901813Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580802157250996224:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:44:07.094753Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:44:07.095004Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802161754824429:2066] [node 4] ICS01 socket: 325 reason# EndOfStream
2025-12-06T17:44:07.095045Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802157459857108:2066] [node 4] ICP30 unregister session Session# [5:7580802161754824429:2066] VirtualId# [5:7580802161754824423:0]
2025-12-06T17:44:07.095080Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802161754824429:2066] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:07.095168Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:44:07.095211Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:44:07.095312Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:44:07.095474Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802162418217508:2059] [node 4] ICS07 socket disconnect 326 reason# EndOfStream
2025-12-06T17:44:07.095505Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802162418217508:2059] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:07.095551Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:44:07.095585Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802162418217508:2059] [node 4] ICS15 start handshake
2025-12-06T17:44:07.097054Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802158123250147:2059] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4866) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:07.097110Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802162418217508:2059] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:07.097144Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802158123250147:2059] [node 4] ICP30 unregister session Session# [6:7580802162418217508:2059] VirtualId# [6:7580802162418217502:0]
2025-12-06T17:44:07.097177Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:44:07.097210Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802158123250147:2059] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:4866) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:07.097224Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4866) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:07.110623Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802158123250147:2059] [node 4] ICP33 wake up from error state
2025-12-06T17:44:07.125774Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:44:07.125999Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802162418217520:2066] [node 5] ICS01 socket: 365 reason# EndOfStream
2025-12-06T17:44:07.126042Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802158123250148:2066] [node 5] ICP30 unregister session Session# [6:7580802162418217520:2066] VirtualId# [6:7580802162418217514:0]
2025-12-06T17:44:07.126075Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802162418217520:2066] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:07.126156Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:44:07.126201Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:44:07.254327Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802163098579177:2048] [node 2] ICP01 ready to work
2025-12-06T17:44:07.254369Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802163098579178:2049] [node 3] ICP01 ready to work
2025-12-06T17:44:07.283098Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802165547058335:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:07.283149Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802165547058336:2049] [node 3] ICP01 ready to work
2025-12-06T17:44:07.287145Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802163089494141:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:07.287185Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802163089494142:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:07.305054Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802163457692389:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:07.305103Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802163457692390:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:07.305167Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802163457692391:2050] [node 3] ICP01 ready to work
2025-12-06T17:44:07.299389Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802163386413195:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:07.299441Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802163386413196:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:07.299475Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802163386413197:2050] [node 3] ICP01 ready to work
2025-12-06T17:44:07.459262Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802163386413209:2060] [node 4] ICP01 ready to work
2025-12-06T17:44:07.500668Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802163386413209:2060] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(41072123ns) {Configure:104(41064605ns) {ProcessConfigured:135(102181ns) {StartInitialHandshake:157(98026ns) {DropHandshakes:470(3474ns) {DropIncomingHandshake:442(955ns) DropOutgoingHandshake:457(584ns)} GenerateSessionVirtualId:988(1398ns) PrepareNewSessionHandshake:477(3350ns) {SwitchToState:179(1018ns)}}}}}
2025-12-06T17:44:07.538777Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802163098579200:2064] [node 6] ICP01 ready to work
2025-12-06T17:44:07.570919Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802165547058382:2067] [node 6] ICP01 ready to work
2025-12-06T17:44:07.729486Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802163386413196:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(92593525ns) {Configure:104(92587208ns) {ProcessConfigured:135(86178ns) {StartInitialHandshake:157(82490ns) {DropHandshakes:470(3525ns) {DropIncomingHandshake:442(664ns) DropOutgoingHandshake:457(837ns)} GenerateSessionVirtualId:988(1121ns) PrepareNewSessionHandshake:477(2336ns) {SwitchToState:179(873ns)}}}}}
2025-12-06T17:44:07.315513Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802164461350335:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:07.315548Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802164461350336:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:07.315591Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802164461350337:2050] [node 3] ICP01 ready to work
2025-12-06T17:44:07.684218Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802164461350361:2061] [node 4] ICP01 ready to work
2025-12-06T17:44:07.751191Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802163386413264:2064] [node 6] ICP01 ready to work
2025-12-06T17:44:07.710912Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802163457692433:2066] [node 6] ICP01 ready to work
2025-12-06T17:44:07.747965Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802163089494208:2075] [node 5] ICP01 ready to work
2025-12-06T17:44:07.761367Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802165547058401:2068] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:07.787540Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802163457692390:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(76322883ns) {Configure:104(76316395ns) {ProcessConfigured:135(79814ns) {StartInitialHandshake:157(77199ns) {DropHandshakes:470(3211ns) {DropIncomingHandshake:442(801ns) DropOutgoingHandshake:457(549ns)} GenerateSessionVirtualId:988(1066ns) PrepareNewSessionHandshake:477(2012ns) {SwitchToState:179(854ns)}}}}}
2025-12-06T17:44:07.791829Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802163457692451:2108] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61775
2025-12-06T17:44:07.763445Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802163089494210:2069] [node 6] ICP01 ready to work
2025-12-06T17:44:07.770945Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802163098579241:2065] [node 4] ICP01 ready to work
2025-12-06T17:44:07.768102Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802164461350396:2063] [node 5] ICP01 ready to work
2025-12-06T17:44:07.820853Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802163089494211:2071] [node 4] ICP01 ready to work
2025-12-06T17:44:07.812991Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802164461350336:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(40385612ns) {Configure:104(40379650ns) {ProcessConfigured:135(2349597ns) {StartInitialHandshake:157(2345817ns) {DropHandshakes:470(3609ns) {DropIncomingHandshake:442(893ns) DropOutgoingHandshake:457(451ns)} GenerateSessionVirtualId:988(1279ns) PrepareNewSessionHandshake:477(3675ns) {SwitchToState:179(1506ns)}}}}}
2025-12-06T17:44:07.767892Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802165547058402:2069] [node 4] ICP01 ready to work
2025-12-06T17:44:07.799176Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802163457692454:2071] [node 5] ICP01 ready to work
2025-12-06T17:44:07.803187Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802163457692451:2108] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:07.787057Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802163098579243:2072] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:07.820503Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802163386413197:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(348551424ns) {Configure:104(348545055ns) {ProcessConfigured:135(16494174ns) {StartInitialHandshake:157(16491518ns) {DropHandshakes:470(3751ns) {DropIncomingHandshake:442(836ns) DropOutgoingHandshake:457(554ns)} GenerateSessionVirtualId:988(1162ns) PrepareNewSessionHandshake:477(3506ns) {SwitchToState:179(139ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:07.819856Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802163098579200:2064] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(48297957ns) {Configure:104(48290780ns) {ProcessConfigured:135(5726939ns) {StartInitialHandshake:157(5722515ns) {DropHandshakes:470(3382ns) {DropIncomingHandshake:442(912ns) DropOutgoingHandshake:457(399ns)} GenerateSessionVirtualId:988(1044ns) PrepareNewSessionHandshake:477(3698ns) {SwitchToState:179(1559ns)}}}}}
2025-12-06T17:44:07.836085Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802164461350337:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(22705124ns) {Configure:104(22694780ns) {ProcessConfigured:135(103580ns) {StartInitialHandshake:157(100034ns) {DropHandshakes:470(3669ns) {DropIncomingHandshake:442(720ns) DropOutgoingHandshake:457(497ns)} GenerateSessionVirtualId:988(1572ns) PrepareNewSessionHandshake:477(2352ns) {SwitchToState:179(606ns)}}}}}
2025-12-06T17:44:07.854224Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802163089494212:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30295
2025-12-06T17:44:07.861733Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802165547058402:2069] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(43783722ns) {Configure:104(43778165ns) {ProcessConfigured:135(60092ns) {StartInitialHandshake:157(57202ns) {DropHandshakes:470(1832ns) {DropIncomingHandshake:442(491ns) DropOutgoingHandshake:457(420ns)} GenerateSessionVirtualId:988(384ns) PrepareNewSessionHandshake:477(2288ns) {SwitchToState:179(751ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:07.878468Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802163386413273:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21877
2025-12-06T17:44:07.847186Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802164461350404:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7152
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:07.880284Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802164461350361:2061] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(37344861ns) {Configure:104(37339220ns) {ProcessConfigured:135(59724ns) {StartInitialHandshake:157(56994ns) {DropHandshakes:470(3829ns) {DropIncomingHandshake:442(769ns) DropOutgoingHandshake:457(492ns)} GenerateSessionVirtualId:988(1196ns) PrepareNewSessionHandshake:477(2225ns) {SwitchToState:179(593ns)}}}}}
2025-12-06T17:44:07.880579Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802164461350404:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:07.880955Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802164461350414:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7152
2025-12-06T17:44:07.882787Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802164461350396:2063] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:07.886057Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802165547058382:2067] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(23784184ns) {Configure:104(23778484ns) {ProcessConfigured:135(54721ns) {StartInitialHandshake:157(52051ns) {DropHandshakes:470(2800ns) {DropIncomingHandshake:442(522ns) DropOutgoingHandshake:457(396ns)} GenerateSessionVirtualId:988(400ns) PrepareNewSessionHandshake:477(2243ns) {SwitchToState:179(762ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:07.892585Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802165547058405:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18235
2025-12-06T17:44:07.892782Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802165547058406:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18235
2025-12-06T17:44:07.892885Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802165547058413:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18235
2025-12-06T17:44:07.893127Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802165547058414:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18235
2025-12-06T17:44:07.894161Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802163386413274:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21877
2025-12-06T17:44:07.894880Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802163386413266:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:07.900725Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802164461350416:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7152
2025-12-06T17:44:07.894908Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580802163386413266:2112] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:07.895947Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802163386413266:2112] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:07.896325Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580802163386413264:2064] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:07.896372Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:07.896417Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802163386413264:2064] [node 6] ICP22 created new session: [5:7580802163386413276:2064]
2025-12-06T17:44:07.896467Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802163386413276:2064] [node 6] ICS09 handshake done sender: [5:7580802163386413266:2112] self: [5:7580802163386413265:0] peer: [6:7580802164461350415:0] socket: 316 qp: -1
2025-12-06T17:44:07.896500Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802163386413276:2064] [node 6] ICS10 traffic start
2025-12-06T17:44:07.896536Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:07.918630Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802165547058405:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:07.873134Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802163098579247:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22310
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:07.922802Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802163457692469:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61775
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:07.919851Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802165547058406:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:07.934671Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802165547058413:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:07.919651Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802164461350404:2112] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:07.937295Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802164461350396:2063] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:44:07.937364Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:07.937411Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802164461350396:2063] [node 5] ICP22 created new session: [6:7580802164461350417:2063]
2025-12-06T17:44:07.937502Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802164461350417:2063] [node 5] ICS09 handshake done sender: [6:7580802164461350404:2112] self: [6:7580802164461350415:0] peer: [5:7580802163386413265:0] socket: 323 qp: -1
2025-12-06T17:44:07.876558Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802163098579243:2072] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(32892868ns) {Configure:104(32888925ns) {ProcessConfigured:135(55440ns) {StartInitialHandshake:157(53480ns) {DropHandshakes:470(2964ns) {DropIncomingHandshake:442(634ns) DropOutgoingHandshake:457(413ns)} GenerateSessionVirtualId:988(825ns) PrepareNewSessionHandshake:477(1933ns) {SwitchToState:179(542ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:07.937543Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802164461350417:2063] [node 5] ICS10 traffic start
2025-12-06T17:44:07.931194Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802163386413273:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:07.877690Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802163098579246:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22310
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:07.954402Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802163457692470:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61775
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:07.942648Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802163089494212:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:07.937583Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:07.937187Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802163386413195:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:07.901241Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802163098579246:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:07.966423Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802164461350414:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:07.967937Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802163386413274:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:07.968064Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802163386413196:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:07.969113Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802164461350335:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:07.926332Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802163098579257:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22310
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:07.975737Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802164461350420:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7152
2025-12-06T17:44:07.960483Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802165547058414:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:07.965991Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802163457692471:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61775
2025-12-06T17:44:07.943016Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802163089494208:2075] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(56670415ns) {Configure:104(56664188ns) {ProcessConfigured:135(55105660ns) {StartInitialHandshake:157(55102538ns) {DropHandshakes:470(2564ns) {DropIncomingHandshake:442(515ns) DropOutgoingHandshake:457(417ns)} GenerateSessionVirtualId:988(1179ns) PrepareNewSessionHandshake:477(4807ns) {SwitchToState:179(2429ns)}}}}}
2025-12-06T17:44:07.975674Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802163457692469:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:07.976754Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802163457692470:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:07.995014Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802163457692390:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:08.002666Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802163457692471:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:08.002889Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802163457692391:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:07.943459Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802163089494219:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30295
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:07.999647Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802165547058408:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:07.935536Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802163098579241:2065] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(61888899ns) {Configure:104(61883879ns) {ProcessConfigured:135(78022ns) {StartInitialHandshake:157(75419ns) {DropHandshakes:470(3307ns) {DropIncomingHandshake:442(797ns) DropOutgoingHandshake:457(718ns)} GenerateSessionVirtualId:988(1216ns) PrepareNewSessionHandshake:477(2109ns) {SwitchToState:179(820ns)}}}}}
2025-12-06T17:44:08.003001Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802164461350420:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:07.941088Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802163098579257:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:07.961709Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802163098579253:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:07.961755Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802163098579253:2116] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:08.004979Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802163098579247:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:08.006247Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802163098579261:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22310
2025-12-06T17:44:08.012320Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802163098579253:2116] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:08.012629Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802163098579245:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:08.012667Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802163098579245:2111] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:08.014522Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802167681380577:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21877
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:08.003133Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802164461350337:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:08.015968Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802168756317719:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7152
2025-12-06T17:44:08.016028Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802168756317720:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7152
2025-12-06T17:44:07.955590Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802163089494228:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30295
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:08.018992Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802167681380578:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21877
2025-12-06T17:44:07.999717Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802165547058408:2115] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:44:08.004852Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802165547058335:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(76884907ns) {Configure:104(76880787ns) {ProcessConfigured:135(5669788ns) {StartInitialHandshake:157(5666914ns) {DropHandshakes:470(2633ns) {DropIncomingHandshake:442(496ns) DropOutgoingHandshake:457(375ns)} GenerateSessionVirtualId:988(829ns) PrepareNewSessionHandshake:477(2504ns) {SwitchToState:179(954ns)}}}}}
2025-12-06T17:44:08.016874Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802165547058404:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:08.016911Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802165547058404:2112] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:08.017575Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802165547058410:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:08.017595Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802165547058410:2116] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:44:08.018445Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580802165547058335:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:07.964347Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802163089494228:2122] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:07.965772Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802163089494219:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:07.966366Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802163089494142:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:08.003461Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802163089494216:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:08.003488Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802163089494216:2117] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:44:08.004175Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802163089494214:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:08.004195Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802163089494214:2116] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:08.004536Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802163089494216:2117] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:08.011260Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802167752659771:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61775
2025-12-06T17:44:08.031294Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802167752659772:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61775
2025-12-06T17:44:08.032211Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802163098579245:2111] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:08.033955Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802163098579243:2072] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:08.034034Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:08.032725Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802164461350414:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:08.033126Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802163089494211:2071] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:44:08.021735Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802165547058408:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:08.034152Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802163386413273:2115] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:08.034641Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802163098579243:2072] [node 5] ICP22 created new session: [1:7580802167393546562:2072]
2025-12-06T17:44:08.033701Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802164461350335:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:08.034519Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802163386413195:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:08.040623Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:08.043595Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802163457692471:2118] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:08.035056Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802165547058404:2112] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:08.034643Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802163098579200:2064] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:08.034570Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:08.034712Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802167393546562:2072] [node 5] ICS09 handshake done sender: [1:7580802163098579253:2116] self: [1:7580802163098579252:0] peer: [5:7580802163386413279:0] socket: 332 qp: -1
2025-12-06T17:44:08.036853Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802165547058401:2068] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:08.042508Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802163089494211:2071] [node 4] ICP22 created new session: [3:7580802167384461530:2071]
2025-12-06T17:44:08.042425Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:08.046016Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802163457692391:2050] [node 3] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:08.036937Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:08.045640Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802167384461530:2071] [node 4] ICS09 handshake done sender: [3:7580802163089494216:2117] self: [3:7580802163089494215:0] peer: [4:7580802167752659770:0] socket: 352 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:08.034973Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:08.043655Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802164461350335:2048] [node 1] ICP22 created new session: [6:7580802168756317721:2048]
2025-12-06T17:44:08.046060Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:08.042642Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802163386413195:2048] [node 1] ICP22 created new session: [5:7580802167681380579:2048]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:08.036988Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802165547058401:2068] [node 5] ICP22 created new session: [2:7580802169842025723:2068]
2025-12-06T17:44:08.045048Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802168756317721:2048] [node 1] ICS09 handshake done sender: [6:7580802164461350414:2116] self: [6:7580802164461350421:0] peer: [1:7580802163098579244:0] socket: 335 qp: -1
2025-12-06T17:44:08.048450Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802168756317721:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:08.048512Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:08.046094Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802163457692391:2050] [node 3] ICP22 created new session: [4:7580802167752659773:2050]
2025-12-06T17:44:08.035049Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802167393546562:2072] [node 5] ICS10 traffic start
2025-12-06T17:44:08.045684Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802167384461530:2071] [node 4] ICS10 traffic start
2025-12-06T17:44:08.045119Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802167681380579:2048] [node 1] ICS09 handshake done sender: [5:7580802163386413273:2115] self: [5:7580802163386413279:0] peer: [1:7580802163098579252:0] socket: 334 qp: -1
2025-12-06T17:44:08.075709Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802168756317723:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7152
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:08.035091Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:08.040391Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802163098579251:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:08.040428Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802163098579251:2115] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:44:08.040790Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802163098579200:2064] [node 6] ICP22 created new session: [1:7580802167393546563:2064]
2025-12-06T17:44:08.040876Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802167393546563:2064] [node 6] ICS09 handshake done sender: [1:7580802163098579245:2111] self: [1:7580802163098579244:0] peer: [6:7580802164461350421:0] socket: 333 qp: -1
2025-12-06T17:44:08.040922Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802167393546563:2064] [node 6] ICS10 traffic start
2025-12-06T17:44:08.040970Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:08.050782Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802163098579251:2115] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:08.076692Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802163098579177:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:44:08.076756Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:08.076809Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802163098579177:2048] [node 2] ICP22 created new session: [1:7580802167393546569:2048]
2025-12-06T17:44:08.076878Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802167393546569:2048] [node 2] ICS09 handshake done sender: [1:7580802163098579251:2115] self: [1:7580802163098579250:0] peer: [2:7580802169842025721:0] socket: 331 qp: -1
2025-12-06T17:44:08.046123Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802167752659773:2050] [node 3] ICS09 handshake done sender: [4:7580802163457692471:2118] self: [4:7580802167752659770:0] peer: [3:7580802163089494215:0] socket: 353 qp: -1
2025-12-06T17:44:08.076914Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802167393546569:2048] [node 2] ICS10 traffic start
2025-12-06T17:44:08.076963Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:08.046154Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802167752659773:2050] [node 3] ICS10 traffic start
2025-12-06T17:44:08.097213Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802163098579261:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:08.046190Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:08.081191Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802163457692469:2116] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:08.099611Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802163457692390:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:08.099671Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:08.099718Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802163457692390:2049] [node 2] ICP22 created new session: [4:7580802167752659776:2049]
2025-12-06T17:44:08.099767Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802167752659776:2049] [node 2] ICS09 handshake done sender: [4:7580802163457692469:2116] self: [4:7580802163457692473:0] peer: [2:7580802165547058409:0] socket: 344 qp: -1
2025-12-06T17:44:08.099811Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802167752659776:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:08.099854Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:08.103132Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7580802163457692390:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:44:08.106727Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802167752659775:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61775
2025-12-06T17:44:08.082778Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802164461350335:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(48117743ns) {HandleHandshakeStatus:329(48115367ns) {DropIncomingHandshake:442(461ns) DropOutgoingHandshake:457(9926ns) SwitchToState:179(87ns) ProcessPendingSessionEvents:495(7411782ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 7341016ns max# 6893210ns}}}
2025-12-06T17:44:08.050759Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:08.037035Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802169842025723:2068] [node 5] ICS09 handshake done sender: [2:7580802165547058404:2112] self: [2:7580802165547058403:0] peer: [5:7580802163386413280:0] socket: 340 qp: -1
2025-12-06T17:44:08.049951Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802167681380579:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:08.071166Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802167384461529:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30295
2025-12-06T17:44:08.037069Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802169842025723:2068] [node 5] ICS10 traffic start
2025-12-06T17:44:08.110201Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802164461350420:2118] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:08.050400Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802163386413196:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15175) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802163386413274:2116] held: no
2025-12-06T17:44:08.117707Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802164461350337:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:44:08.117790Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:08.085013Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802163089494228:2122] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:08.117850Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802164461350337:2050] [node 3] ICP22 created new session: [6:7580802168756317725:2050]
2025-12-06T17:44:08.117917Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802168756317725:2050] [node 3] ICS09 handshake done sender: [6:7580802164461350420:2118] self: [6:7580802168756317718:0] peer: [3:7580802163089494213:0] socket: 357 qp: -1
2025-12-06T17:44:08.117968Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802168756317725:2050] [node 3] ICS10 traffic start
2025-12-06T17:44:08.118010Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:08.118826Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580802164461350337:2050] [node 3] ICP27 obsolete handshake fail ignored
2025-12-06T17:44:08.037109Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:08.050823Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:08.111188Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802163098579249:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:08.112526Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802167752659775:2121] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:08.126577Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802168756317724:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7152
2025-12-06T17:44:08.089388Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802163089494211:2071] [node 4] ICP35 event processing took too much time PendingConnection:279(55308241ns) {HandleHandshakeStatus:329(55304959ns) {DropIncomingHandshake:442(12682ns) DropOutgoingHandshake:457(524ns) SwitchToState:179(336ns) ProcessPendingSessionEvents:495(8098281ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 8034129ns max# 7523004ns}}}
2025-12-06T17:44:08.043774Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802165547058410:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:08.055860Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802163386413274:2116] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:08.109947Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802163386413196:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:08.110037Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:08.133659Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802168756317724:2122] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:08.114278Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802163457692389:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:08.111229Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802163098579249:2114] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:44:08.134514Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802164461350361:2061] [node 4] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:08.043991Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802165547058336:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:44:08.090391Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802163089494214:2116] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:08.127435Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802167393546572:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22310
2025-12-06T17:44:08.110410Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802163386413196:2049] [node 2] ICP22 created new session: [5:7580802167681380583:2049]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:08.112459Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802167681380583:2049] [node 2] ICS09 handshake done sender: [5:7580802163386413274:2116] self: [5:7580802163386413280:0] peer: [2:7580802165547058403:0] socket: 342 qp: -1
2025-12-06T17:44:08.116372Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802167681380583:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:08.127549Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:08.127847Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802163386413196:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(17786389ns) {HandleHandshakeStatus:329(17784256ns) {DropIncomingHandshake:442(840ns) DropOutgoingHandshake:457(415ns) SwitchToState:179(660ns) ProcessPendingSessionEvents:495(720ns)}}
2025-12-06T17:44:08.128054Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802167681380581:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21877
2025-12-06T17:44:08.138133Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802167681380581:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:08.138276Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802167681380585:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21877
2025-12-06T17:44:08.124455Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802163457692391:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(39505929ns) {HandleHandshakeStatus:329(39503120ns) {DropIncomingHandshake:442(970ns) DropOutgoingHandshake:457(5156ns) SwitchToState:179(719ns) ProcessPendingSessionEvents:495(39206223ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 39120692ns max# 9082712ns}}}
2025-12-06T17:44:08.045168Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:08.138650Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802163457692462:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:08.138682Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802163457692462:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:08.139904Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802167752659781:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61775
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:08.090818Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802163089494142:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:08.148287Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802168756317728:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7152
2025-12-06T17:44:08.129656Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802163098579259:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:08.045211Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802165547058336:2049] [node 3] ICP22 created new session: [2:7580802169842025725:2049]
2025-12-06T17:44:08.090884Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:08.141545Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802167681380585:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:08.129687Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802163098579259:2118] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:44:08.148841Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802163457692467:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:08.151041Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802168756317724:2122] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:08.141661Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802163386413197:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:08.050893Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802169842025725:2049] [node 3] ICS09 handshake done sender: [2:7580802165547058408:2115] self: [2:7580802165547058407:0] peer: [3:7580802163089494230:0] socket: 339 qp: -1
2025-12-06T17:44:08.131643Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802163098579249:2114] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:08.090933Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802163089494142:2049] [node 2] ICP22 created new session: [3:7580802167384461534:2049]
2025-12-06T17:44:08.148882Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802163457692467:2115] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:08.150062Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802163457692467:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:08.150259Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802163457692462:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:08.155458Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802163457692433:2066] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:08.155515Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:08.155557Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802163457692433:2066] [node 6] ICP22 created new session: [4:7580802167752659784:2066]
2025-12-06T17:44:08.155599Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802167752659784:2066] [node 6] ICS09 handshake done sender: [4:7580802163457692462:2114] self: [4:7580802163457692461:0] peer: [6:7580802168756317727:0] socket: 375 qp: -1
2025-12-06T17:44:08.155629Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802167752659784:2066] [node 6] ICS10 traffic start
2025-12-06T17:44:08.155664Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:08.156737Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802163457692454:2071] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:08.156786Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:08.156830Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802163457692454:2071] [node 5] ICP22 created new session: [4:7580802167752659786:2071]
2025-12-06T17:44:08.156865Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802167752659786:2071] [node 5] ICS09 handshake done sender: [4:7580802163457692467:2115] self: [4:7580802163457692466:0] peer: [5:7580802167681380587:0] socket: 377 qp: -1
2025-12-06T17:44:08.156892Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802167752659786:2071] [node 5] ICS10 traffic start
2025-12-06T17:44:08.156944Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:08.141881Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802163386413209:2060] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:08.134330Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802163098579178:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:44:08.090985Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802167384461534:2049] [node 2] ICS09 handshake done sender: [3:7580802163089494228:2122] self: [3:7580802163089494230:0] peer: [2:7580802165547058407:0] socket: 351 qp: -1
2025-12-06T17:44:08.161305Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802164461350361:2061] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:44:08.161376Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:08.161412Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802164461350361:2061] [node 4] ICP22 created new session: [6:7580802168756317729:2061]
2025-12-06T17:44:08.161447Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802168756317729:2061] [node 4] ICS09 handshake done sender: [6:7580802168756317724:2122] self: [6:7580802168756317727:0] peer: [4:7580802163457692461:0] socket: 328 qp: -1
2025-12-06T17:44:08.161478Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802168756317729:2061] [node 4] ICS10 traffic start
2025-12-06T17:44:08.161507Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:08.050943Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802169842025725:2049] [node 3] ICS10 traffic start
2025-12-06T17:44:08.151486Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802167681380588:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21877
2025-12-06T17:44:08.091023Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802167384461534:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:08.065408Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:08.140901Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:08.169591Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580802164461350361:2061] [node 4] ICP27 obsolete handshake fail ignored
2025-12-06T17:44:08.069351Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802165547058336:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(24477703ns) {HandleHandshakeStatus:329(24467449ns) {DropIncomingHandshake:442(818ns) DropOutgoingHandshake:457(615ns) SwitchToState:179(740ns) ProcessPendingSessionEvents:495(694494ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 615185ns max# 62218ns}}}
2025-12-06T17:44:08.091075Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:08.184995Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802168756317723:2121] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:08.185150Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802164461350336:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:08.187058Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802168756317732:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7152
2025-12-06T17:44:08.142715Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802163098579178:2049] [node 3] ICP22 created new session: [1:7580802167393546575:2049]
2025-12-06T17:44:08.160059Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802167681380585:2120] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:08.191071Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802168756317723:2121] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:08.191360Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802164461350336:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:08.191435Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:08.191482Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802164461350336:2049] [node 2] ICP22 created new session: [6:7580802168756317733:2049]
2025-12-06T17:44:08.191525Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802168756317733:2049] [node 2] ICS09 handshake done sender: [6:7580802168756317723:2121] self: [6:7580802168756317731:0] peer: [2:7580802165547058411:0] socket: 374 qp: -1
2025-12-06T17:44:08.191571Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802168756317733:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:08.191623Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:08.070547Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802169842025728:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18235
2025-12-06T17:44:08.096612Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802167384461533:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30295
2025-12-06T17:44:08.183725Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802167752659775:2121] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:08.203922Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802163457692389:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:08.203991Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:08.204038Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802163457692389:2048] [node 1] ICP22 created new session: [4:7580802167752659788:2048]
2025-12-06T17:44:08.204079Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802167752659788:2048] [node 1] ICS09 handshake done sender: [4:7580802167752659775:2121] self: [4:7580802167752659780:0] peer: [1:7580802163098579258:0] socket: 319 qp: -1
2025-12-06T17:44:08.204114Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802167752659788:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:08.204162Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:08.204839Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7580802163457692389:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:44:08.164241Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802163386413209:2060] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:44:08.098064Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802163089494210:2069] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:08.103216Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:08.103283Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802163089494210:2069] [node 6] ICP22 created new session: [3:7580802167384461536:2069]
2025-12-06T17:44:08.103339Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802167384461536:2069] [node 6] ICS09 handshake done sender: [3:7580802163089494214:2116] self: [3:7580802163089494213:0] peer: [6:7580802168756317718:0] socket: 354 qp: -1
2025-12-06T17:44:08.103397Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802167384461536:2069] [node 6] ICS10 traffic start
2025-12-06T17:44:08.103433Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:08.108060Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802167384461533:2124] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:08.108338Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802163089494141:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:08.135133Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802167384461539:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30295
2025-12-06T17:44:08.135524Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802167384461540:2126] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30295
2025-12-06T17:44:08.135574Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802167384461533:2124] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:08.135717Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802163089494141:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:08.135765Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:08.135793Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802163089494141:2048] [node 1] ICP22 created new session: [3:7580802167384461541:2048]
2025-12-06T17:44:08.135823Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802167384461541:2048] [node 1] ICS09 handshake done sender: [3:7580802167384461533:2124] self: [3:7580802167384461538:0] peer: [1:7580802163098579248:0] socket: 321 qp: -1
2025-12-06T17:44:08.135848Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802167384461541:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:08.135872Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:08.149973Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802163089494223:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:08.149998Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802163089494223:2121] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:08.152527Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802167384461540:2126] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:08.153484Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802163089494223:2121] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:08.154143Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802163089494208:2075] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:08.154199Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:08.154243Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802163089494208:2075] [node 5] ICP22 created new session: [3:7580802167384461545:2075]
2025-12-06T17:44:08.154291Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802167384461545:2075] [node 5] ICS09 handshake done sender: [3:7580802163089494223:2121] self: [3:7580802163089494222:0] peer: [5:7580802167681380586:0] socket: 325 qp: -1
2025-12-06T17:44:08.154321Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802167384461545:2075] [node 5] ICS10 traffic start
2025-12-06T17:44:08.154377Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:08.164314Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:08.164363Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802163386413209:2060] [node 4] ICP22 created new session: [5:7580802167681380590:2060]
2025-12-06T17:44:08.164408Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802167681380590:2060] [node 4] ICS09 handshake done sender: [5:7580802167681380585:2120] self: [5:7580802167681380587:0] peer: [4:7580802163457692466:0] socket: 379 qp: -1
2025-12-06T17:44:08.164443Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802167681380590:2060] [node 4] ICS10 traffic start
2025-12-06T17:44:08.164494Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:08.198693Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802163386413197:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22390) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802167681380581:2119] held: no
2025-12-06T17:44:08.071025Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802165547058402:2069] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:44:08.071095Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:08.074668Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802165547058402:2069] [node 4] ICP22 created new session: [2:7580802169842025729:2069]
2025-12-06T17:44:08.086634Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802169842025729:2069] [node 4] ICS09 handshake done sender: [2:7580802165547058410:2116] self: [2:7580802165547058409:0] peer: [4:7580802163457692473:0] socket: 341 qp: -1
2025-12-06T17:44:08.094970Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802169842025729:2069] [node 4] ICS10 traffic start
2025-12-06T17:44:08.096983Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:08.108857Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802165547058414:2119] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:08.112402Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580802165547058335:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:08.133269Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:08.134056Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802165547058335:2048] [node 1] ICP22 created new session: [2:7580802169842025732:2048]
2025-12-06T17:44:08.138933Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802169842025732:2048] [node 1] ICS09 handshake done sender: [2:7580802165547058414:2119] self: [2:7580802169842025721:0] peer: [1:7580802163098579250:0] socket: 338 qp: -1
2025-12-06T17:44:08.138974Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802169842025732:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:08.143230Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:08.171990Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802165547058335:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(58751971ns) {HandleHandshakeStatus:329(58749150ns) {DropIncomingHandshake:442(1021ns) DropOutgoingHandshake:457(5846ns) SwitchToState:179(726ns) ProcessPendingSessionEvents:495(20414440ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 20336904ns max# 8130730ns}}}
2025-12-06T17:44:08.185567Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802165547058412:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:08.185589Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802165547058412:2117] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:08.190514Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802165547058412:2117] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:08.194238Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802165547058382:2067] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:08.194300Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:08.194344Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802165547058382:2067] [node 6] ICP22 created new session: [2:7580802169842025735:2067]
2025-12-06T17:44:08.194387Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802169842025735:2067] [node 6] ICS09 handshake done sender: [2:7580802165547058412:2117] self: [2:7580802165547058411:0] peer: [6:7580802168756317731:0] socket: 347 qp: -1
2025-12-06T17:44:08.194439Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802169842025735:2067] [node 6] ICS10 traffic start
2025-12-06T17:44:08.194475Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:08.196500Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802165547058402:2069] [node 4] ICP35 event processing took too much time PendingConnection:279(115435336ns) {HandleHandshakeStatus:329(111799586ns) {DropIncomingHandshake:442(17289ns) DropOutgoingHandshake:457(621ns) SwitchToState:179(780ns) ProcessPendingSessionEvents:495(73092152ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 64313800ns max# 8845802ns}}}
2025-12-06T17:44:08.148529Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802167393546575:2049] [node 3] ICS09 handshake done sender: [1:7580802163098579249:2114] self: [1:7580802163098579248:0] peer: [3:7580802167384461538:0] socket: 324 qp: -1
2025-12-06T17:44:08.149848Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802167393546575:2049] [node 3] ICS10 traffic start
2025-12-06T17:44:08.153695Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:08.168552Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802163098579178:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(33401836ns) {HandleHandshakeStatus:329(33398844ns) {DropIncomingHandshake:442(15319ns) DropOutgoingHandshake:457(962ns) SwitchToState:179(616ns) ProcessPendingSessionEvents:495(7270510ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 7203315ns max# 6743005ns}}}
2025-12-06T17:44:08.168762Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802163098579259:2118] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:08.180103Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802163098579241:2065] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:44:08.180213Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:08.180269Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802163098579241:2065] [node 4] ICP22 created new session: [1:7580802167393546577:2065]
2025-12-06T17:44:08.180327Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802167393546577:2065] [node 4] ICS09 handshake done sender: [1:7580802163098579259:2118] self: [1:7580802163098579258:0] peer: [4:7580802167752659780:0] socket: 320 qp: -1
2025-12-06T17:44:08.180364Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802167393546577:2065] [node 4] ICS10 traffic start
2025-12-06T17:44:08.180401Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:08.199847Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802167681380589:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21877
2025-12-06T17:44:08.201170Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802163386413195:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(165796459ns) {HandleHandshakeStatus:329(165794181ns) {DropIncomingHandshake:442(217ns) DropOutgoingHandshake:457(3723ns) SwitchToState:179(97ns) ProcessPendingSessionEvents:495(133407544ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 125117694ns max# 13360995ns}}}
2025-12-06T17:44:08.216562Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802167681380581:2119] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:08.220541Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802163386413197:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:44:08.220617Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:08.220672Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802163386413197:2050] [node 3] ICP22 created new session: [5:7580802167681380592:2050]
2025-12-06T17:44:08.220721Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802167681380592:2050] [node 3] ICS09 handshake done sender: [5:7580802167681380581:2119] self: [5:7580802167681380586:0] peer: [3:7580802163089494222:0] socket: 330 qp: -1
2025-12-06T17:44:08.220755Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802167681380592:2050] [node 3] ICS10 traffic start
2025-12-06T17:44:08.220803Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:08.290729Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:44:08.290991Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7580802169842025732:2048] [node 1] ICS07 socket disconnect 338 reason# EndOfStream
2025-12-06T17:44:08.291021Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580802169842025732:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:08.291100Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:08.291144Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580802169842025732:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:08.296467Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:44:08.296732Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802167384461541:2048] [node 1] ICS01 socket: 321 reason# EndOfStream
2025-12-06T17:44:08.296773Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802163089494141:2048] [node 1] ICP30 unregister session Session# [3:7580802167384461541:2048] VirtualId# [3:7580802167384461538:0]
2025-12-06T17:44:08.296810Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802167384461541:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:08.296888Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:08.296931Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:08.299109Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802165547058335:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9815) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:44:08.299159Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580802169842025732:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:08.300068Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802165547058335:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9815) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:08.300152Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580802169842025732:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:08.300190Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580802165547058335:2048] [node 1] ICP30 unregister session Session# [2:7580802169842025732:2048] VirtualId# [2:7580802169842025721:0]
2025-12-06T17:44:08.300291Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:08.300320Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [2:7580802165547058335:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:9815) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:08.300334Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9815) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:08.305008Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:44:08.305257Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802167681380579:2048] [node 1] ICS07 socket disconnect 334 reason# EndOfStream
2025-12-06T17:44:08.305285Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802167681380579:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:08.305349Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:08.305382Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802167681380579:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:08.305910Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:44:08.306108Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802168756317721:2048] [node 1] ICS07 socket disconnect 335 reason# EndOfStream
2025-12-06T17:44:08.306131Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802168756317721:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:08.306192Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:08.306230Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802168756317721:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:08.306978Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:44:08.307186Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802167752659788:2048] [node 1] ICS07 socket disconnect 319 reason# EndOfStream
2025-12-06T17:44:08.307215Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802167752659788:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:08.307278Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:08.307314Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802167752659788:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:08.309775Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802164461350335:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9815) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:08.309837Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802168756317721:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:08.309889Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802164461350335:2048] [node 1] ICP30 unregister session Session# [6:7580802168756317721:2048] VirtualId# [6:7580802164461350421:0]
2025-12-06T17:44:08.310009Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:08.310057Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802164461350335:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:9815) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:08.310074Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9815) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:08.309963Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802163457692389:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9815) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:08.310044Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802167752659788:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:08.310080Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802163457692389:2048] [node 1] ICP30 unregister session Session# [4:7580802167752659788:2048] VirtualId# [4:7580802167752659780:0]
2025-12-06T17:44:08.310125Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:08.310157Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802163457692389:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:9815) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:08.310172Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9815) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:08.311888Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802163386413195:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9815) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:08.311967Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802167681380579:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:08.312013Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802163386413195:2048] [node 1] ICP30 unregister session Session# [5:7580802167681380579:2048] VirtualId# [5:7580802163386413279:0]
2025-12-06T17:44:08.312116Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:08.312167Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802163386413195:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:9815) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:08.312183Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9815) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:08.322702Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580802163457692389:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:44:08.322712Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802163386413195:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:44:08.322813Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802164461350335:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:44:08.339036Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:44:08.339272Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580802167384461534:2049] [node 2] ICS07 socket disconnect 351 reason# EndOfStream
2025-12-06T17:44:08.339302Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802167384461534:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:08.339401Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:08.339440Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802167384461534:2049] [node 2] ICS15 start handshake
2025-12-06T17:44:08.356622Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802163089494142:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15175) Socket error# Connection reset by peer state# SendExRequestHeader processed# 0 remain# 8 incoming: [0:0:0] held: no
2025-12-06T17:44:08.356688Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802167384461534:2049] [node 2] ICS15 start handshake
2025-12-06T17:44:08.358020Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802163089494142:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15175) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:08.358103Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802167384461534:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:08.358141Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802163089494142:2049] [node 2] ICP30 unregister session Session# [3:7580802167384461534:2049] VirtualId# [3:7580802163089494230:0]
2025-12-06T17:44:08.358192Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:08.358231Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580802163089494142:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:15175) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:08.358247Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15175) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:08.359980Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:44:08.360298Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802168756317733:2049] [node 2] ICS01 socket: 374 reason# EndOfStream
2025-12-06T17:44:08.360352Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802164461350336:2049] [node 2] ICP30 unregister session Session# [6:7580802168756317733:2049] VirtualId# [6:7580802168756317731:0]
2025-12-06T17:44:08.360396Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802168756317733:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:08.360479Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:08.360534Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:08.366845Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:44:08.367126Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802167681380583:2049] [node 2] ICS01 socket: 342 reason# EndOfStream
2025-12-06T17:44:08.367186Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802163386413196:2049] [node 2] ICP30 unregister session Session# [5:7580802167681380583:2049] VirtualId# [5:7580802163386413280:0]
2025-12-06T17:44:08.367222Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802167681380583:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:08.367314Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:08.367361Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:08.367487Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:44:08.367710Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802167752659776:2049] [node 2] ICS01 socket: 344 reason# EndOfStream
2025-12-06T17:44:08.367748Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802163457692390:2049] [node 2] ICP30 unregister session Session# [4:7580802167752659776:2049] VirtualId# [4:7580802163457692473:0]
2025-12-06T17:44:08.367778Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802167752659776:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:08.367839Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:08.367883Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:08.496994Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:44:08.497239Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802168756317725:2050] [node 3] ICS07 socket disconnect 357 reason# EndOfStream
2025-12-06T17:44:08.497268Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802168756317725:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:08.497356Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:44:08.497399Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802168756317725:2050] [node 3] ICS15 start handshake
2025-12-06T17:44:08.497102Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:44:08.497281Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802167681380592:2050] [node 3] ICS01 socket: 330 reason# EndOfStream
2025-12-06T17:44:08.497329Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802163386413197:2050] [node 3] ICP30 unregister session Session# [5:7580802167681380592:2050] VirtualId# [5:7580802167681380586:0]
2025-12-06T17:44:08.497359Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802167681380592:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:08.497418Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:44:08.497460Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:44:08.497986Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:44:08.498174Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802167752659773:2050] [node 3] ICS07 socket disconnect 353 reason# EndOfStream
2025-12-06T17:44:08.498197Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802167752659773:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:08.498257Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:44:08.498305Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802167752659773:2050] [node 3] ICS15 start handshake
2025-12-06T17:44:08.506579Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802163457692391:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22390) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:08.506656Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802167752659773:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:08.506703Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802163457692391:2050] [node 3] ICP30 unregister session Session# [4:7580802167752659773:2050] VirtualId# [4:7580802167752659770:0]
2025-12-06T17:44:08.506812Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:44:08.506846Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802163457692391:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:22390) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:08.506860Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22390) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:08.512964Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802164461350337:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22390) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:08.513039Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802168756317725:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:08.513072Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802164461350337:2050] [node 3] ICP30 unregister session Session# [6:7580802168756317725:2050] VirtualId# [6:7580802168756317718:0]
2025-12-06T17:44:08.513117Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:44:08.513149Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802164461350337:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:22390) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:08.513161Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22390) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:08.517688Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580802163457692391:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:44:08.525015Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802164461350337:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:44:08.610909Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:44:08.611156Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802168756317729:2061] [node 4] ICS07 socket disconnect 328 reason# EndOfStream
2025-12-06T17:44:08.611189Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802168756317729:2061] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:08.611276Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:44:08.611318Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802168756317729:2061] [node 4] ICS15 start handshake
2025-12-06T17:44:08.611947Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:44:08.612164Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802167681380590:2060] [node 4] ICS01 socket: 379 reason# EndOfStream
2025-12-06T17:44:08.612204Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802163386413209:2060] [node 4] ICP30 unregister session Session# [5:7580802167681380590:2060] VirtualId# [5:7580802167681380587:0]
2025-12-06T17:44:08.612243Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802167681380590:2060] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:08.612316Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:44:08.612367Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:44:08.614014Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802164461350361:2061] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20465) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:08.614084Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802168756317729:2061] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:08.614119Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802164461350361:2061] [node 4] ICP30 unregister session Session# [6:7580802168756317729:2061] VirtualId# [6:7580802168756317727:0]
2025-12-06T17:44:08.614159Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:44:08.614196Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802164461350361:2061] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:20465) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:08.614212Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20465) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:08.627417Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802164461350361:2061] [node 4] ICP33 wake up from error state
2025-12-06T17:44:08.662604Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:44:08.662895Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802164461350417:2063] [node 5] ICS07 socket disconnect 323 reason# EndOfStream
2025-12-06T17:44:08.662927Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802164461350417:2063] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:08.663011Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:44:08.663053Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802164461350417:2063] [node 5] ICS15 start handshake
2025-12-06T17:44:08.664603Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802164461350396:2063] [node 5] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30037) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:08.664681Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802164461350417:2063] [node 5] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:08.664722Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802164461350396:2063] [node 5] ICP30 unregister session Session# [6:7580802164461350417:2063] VirtualId# [6:7580802164461350415:0]
2025-12-06T17:44:08.664863Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
2025-12-06T17:44:08.664905Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802164461350396:2063] [node 5] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:30037) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:08.664919Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [5] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30037) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:44:08.870984Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802167486710452:2048] [node 2] ICP01 ready to work
2025-12-06T17:44:08.871038Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802167486710453:2049] [node 3] ICP01 ready to work
2025-12-06T17:44:08.888437Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802167222803056:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:08.888483Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802167222803057:2049] [node 3] ICP01 ready to work
2025-12-06T17:44:08.911052Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802168684008171:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:08.911107Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802168684008172:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:08.915676Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802169149314472:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:08.915708Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802169149314473:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:08.915738Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802169149314474:2050] [node 3] ICP01 ready to work
2025-12-06T17:44:08.949384Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802167477953474:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:08.949420Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802167477953475:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:08.949453Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802167477953476:2050] [node 3] ICP01 ready to work
2025-12-06T17:44:08.956394Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802168922163188:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:08.956429Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802168922163189:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:08.956557Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802168922163190:2050] [node 3] ICP01 ready to work
2025-12-06T17:44:09.476389Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802173217130532:2094] [node 5] ICP01 ready to work
2025-12-06T17:44:09.491400Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802171781677811:2107] [node 4] ICP01 ready to work
2025-12-06T17:44:09.520646Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802171772920833:2109] [node 6] ICP01 ready to work
2025-12-06T17:44:09.602402Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802171772920833:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(81326010ns) {Configure:104(81319498ns) {ProcessConfigured:135(102204ns) {StartInitialHandshake:157(96543ns) {DropHandshakes:470(2976ns) {DropIncomingHandshake:442(686ns) DropOutgoingHandshake:457(513ns)} GenerateSessionVirtualId:988(1180ns) PrepareNewSessionHandshake:477(2209ns) {SwitchToState:179(649ns)}}}}}
2025-12-06T17:44:09.595165Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802171517770415:2108] [node 4] ICP01 ready to work
2025-12-06T17:44:09.591744Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802171781677811:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(99843586ns) {Configure:104(99838048ns) {ProcessConfigured:135(93009ns) {StartInitialHandshake:157(89967ns) {DropHandshakes:470(3460ns) {DropIncomingHandshake:442(710ns) DropOutgoingHandshake:457(762ns)} GenerateSessionVirtualId:988(1183ns) PrepareNewSessionHandshake:477(2490ns) {SwitchToState:179(813ns)}}}}}
2025-12-06T17:44:09.637389Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802173444281831:2109] [node 6] ICP01 ready to work
2025-12-06T17:44:09.647449Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802173444281832:2108] [node 5] ICP01 ready to work
2025-12-06T17:44:09.648022Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802173217130540:2099] [node 4] ICP01 ready to work
2025-12-06T17:44:09.640194Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802172978975531:2107] [node 4] ICP01 ready to work
2025-12-06T17:44:09.626966Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802171781677817:2108] [node 6] ICP01 ready to work
2025-12-06T17:44:09.660371Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802167477953474:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(125111695ns) {Configure:104(125105047ns) {ProcessConfigured:135(76997ns) {StartInitialHandshake:157(74040ns) {DropHandshakes:470(2320ns) {DropIncomingHandshake:442(301ns) DropOutgoingHandshake:457(547ns)} GenerateSessionVirtualId:988(868ns) PrepareNewSessionHandshake:477(1529ns) {SwitchToState:179(512ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:09.666905Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802171772920845:2108] [node 4] ICP01 ready to work
2025-12-06T17:44:09.659525Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802171517770416:2107] [node 6] ICP01 ready to work
2025-12-06T17:44:09.672177Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802171517770417:2109] [node 5] ICP01 ready to work
2025-12-06T17:44:09.635783Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802171781677823:2109] [node 5] ICP01 ready to work
2025-12-06T17:44:09.658755Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802172978975530:2108] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:09.706938Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802167486710452:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(112893415ns) {Configure:104(112888894ns) {ProcessConfigured:135(19670053ns) {StartInitialHandshake:157(19666853ns) {DropHandshakes:470(1767ns) {DropIncomingHandshake:442(377ns) DropOutgoingHandshake:457(92ns)} GenerateSessionVirtualId:988(626ns) PrepareNewSessionHandshake:477(5748ns) {SwitchToState:179(2647ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:09.712312Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802171772920848:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35310
2025-12-06T17:44:09.712382Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802171772920849:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35310
2025-12-06T17:44:09.690379Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802171517770418:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12558
2025-12-06T17:44:09.735161Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802168922163190:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(255983988ns) {Configure:104(255977084ns) {ProcessConfigured:135(100009ns) {StartInitialHandshake:157(96087ns) {DropHandshakes:470(3734ns) {DropIncomingHandshake:442(928ns) DropOutgoingHandshake:457(531ns)} GenerateSessionVirtualId:988(1427ns) PrepareNewSessionHandshake:477(3118ns) {SwitchToState:179(724ns)}}}}}
2025-12-06T17:44:09.662796Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802172978975534:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23650
2025-12-06T17:44:09.664822Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802172978975535:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23650
2025-12-06T17:44:09.711233Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802171781677828:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26450
2025-12-06T17:44:09.707458Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802171517770419:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12558
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:09.763882Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802171517770431:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12558
2025-12-06T17:44:09.759193Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802173217130549:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20766
2025-12-06T17:44:09.759337Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802173217130554:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20766
2025-12-06T17:44:09.759441Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802173217130555:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20766
2025-12-06T17:44:09.711309Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802171781677829:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26450
2025-12-06T17:44:09.773511Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802171517770418:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:09.752224Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802172978975545:2109] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:09.767058Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802169149314474:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(73515051ns) {Configure:104(73511407ns) {ProcessConfigured:135(19978451ns) {StartInitialHandshake:157(19974770ns) {DropHandshakes:470(4345ns) {DropIncomingHandshake:442(1168ns) DropOutgoingHandshake:457(558ns)} GenerateSessionVirtualId:988(1181ns) PrepareNewSessionHandshake:477(6040ns) {SwitchToState:179(1613ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:09.758251Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802171772920848:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:09.796371Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802173217130532:2094] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(316458975ns) {Configure:104(316451363ns) {ProcessConfigured:135(22877951ns) {StartInitialHandshake:157(22874248ns) {DropHandshakes:470(4245ns) {DropIncomingHandshake:442(1017ns) DropOutgoingHandshake:457(578ns)} GenerateSessionVirtualId:988(1662ns) PrepareNewSessionHandshake:477(2377ns) {SwitchToState:179(85ns)}}}}}
2025-12-06T17:44:09.796539Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802173217130555:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:09.796642Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802173217130549:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:09.796791Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802168922163189:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:09.797308Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802173217130532:2094] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:09.799633Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802167477953475:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:09.757366Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802172978975534:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:09.798570Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802171517770423:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:09.756149Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802171781677828:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:09.815064Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802173217130554:2113] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:09.788485Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802173444281831:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(20940860ns) {Configure:104(20935313ns) {ProcessConfigured:135(98377ns) {StartInitialHandshake:157(95800ns) {DropHandshakes:470(3192ns) {DropIncomingHandshake:442(614ns) DropOutgoingHandshake:457(622ns)} GenerateSessionVirtualId:988(1456ns) PrepareNewSessionHandshake:477(2169ns) {SwitchToState:179(733ns)}}}}}
2025-12-06T17:44:09.798605Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802171517770423:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:09.830754Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802168922163188:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(92683071ns) {Configure:104(92676537ns) {ProcessConfigured:135(15547440ns) {StartInitialHandshake:157(15543795ns) {DropHandshakes:470(3533ns) {DropIncomingHandshake:442(757ns) DropOutgoingHandshake:457(651ns)} GenerateSessionVirtualId:988(1174ns) PrepareNewSessionHandshake:477(4430ns) {SwitchToState:179(1866ns)}}}}}
2025-12-06T17:44:09.830997Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802168922163188:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:09.757242Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802171781677829:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:09.795441Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802172978975535:2112] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:09.811727Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802171772920835:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:09.802741Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802171517770425:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:09.789315Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802173444281836:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24135
2025-12-06T17:44:09.797651Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802171781677816:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:09.795774Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802172978975547:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23650
2025-12-06T17:44:09.846786Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802173217130568:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20766
2025-12-06T17:44:09.846851Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802173217130569:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20766
2025-12-06T17:44:09.851145Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802173217130570:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20766
2025-12-06T17:44:09.811772Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580802171772920835:2110] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:09.789474Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802173444281844:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24135
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:09.814601Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802171772920851:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35310
2025-12-06T17:44:09.802766Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802171517770425:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:09.797678Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802171781677816:2112] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:44:09.795898Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802168684008171:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:09.910295Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802173217130554:2113] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:09.800879Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802173444281836:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:09.811929Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802171517770425:2114] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:09.924966Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802173217130549:2110] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:09.803920Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802172978975539:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:09.818029Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802171772920852:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35310
2025-12-06T17:44:09.805308Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802171781677816:2112] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:09.931495Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802168922163188:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:09.931613Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:09.931683Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802168922163188:2048] [node 1] ICP22 created new session: [6:7580802173217130571:2048]
2025-12-06T17:44:09.931743Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802173217130571:2048] [node 1] ICS09 handshake done sender: [6:7580802173217130554:2113] self: [6:7580802173217130567:0] peer: [1:7580802171781677819:0] socket: 346 qp: -1
2025-12-06T17:44:09.931788Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802173217130571:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:09.931861Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:09.802287Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802169149314474:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:09.833733Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802171772920835:2110] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:09.833786Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802171517770419:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:09.815620Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802167486710453:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:44:09.803943Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802172978975539:2114] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:44:09.815700Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:09.815747Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802167486710453:2049] [node 3] ICP22 created new session: [1:7580802171781677834:2049]
2025-12-06T17:44:09.815795Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802171781677834:2049] [node 3] ICS09 handshake done sender: [1:7580802171781677816:2112] self: [1:7580802171781677815:0] peer: [3:7580802172978975548:0] socket: 322 qp: -1
2025-12-06T17:44:09.815833Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802171781677834:2049] [node 3] ICS10 traffic start
2025-12-06T17:44:09.815870Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:09.832466Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802171781677820:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:09.832495Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802171781677820:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:09.847505Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802171781677820:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:09.881705Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802171781677833:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26450
2025-12-06T17:44:09.888543Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802171781677817:2108] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:09.888580Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:09.888621Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802171781677817:2108] [node 6] ICP22 created new session: [1:7580802171781677840:2108]
2025-12-06T17:44:09.888669Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802171781677840:2108] [node 6] ICS09 handshake done sender: [1:7580802171781677820:2113] self: [1:7580802171781677819:0] peer: [6:7580802173217130567:0] socket: 323 qp: -1
2025-12-06T17:44:09.888701Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802171781677840:2108] [node 6] ICS10 traffic start
2025-12-06T17:44:09.888732Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:09.889807Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802171781677838:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26450
2025-12-06T17:44:09.899036Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802171781677825:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:09.899065Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802171781677825:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:09.915711Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802171781677825:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:09.947818Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802171781677838:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:09.948009Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802171781677833:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:09.948158Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802171781677814:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:09.948181Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802171781677814:2111] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:44:09.951080Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802171781677814:2111] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:09.952057Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802171781677823:2109] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:09.952135Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:09.952188Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802171781677823:2109] [node 5] ICP22 created new session: [1:7580802171781677846:2109]
2025-12-06T17:44:09.952232Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802171781677846:2109] [node 5] ICS09 handshake done sender: [1:7580802171781677825:2114] self: [1:7580802171781677824:0] peer: [5:7580802171772920861:0] socket: 366 qp: -1
2025-12-06T17:44:09.952269Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802171781677846:2109] [node 5] ICS10 traffic start
2025-12-06T17:44:09.952311Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:09.953644Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802171781677811:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:44:09.953703Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:09.953749Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802171781677811:2107] [node 4] ICP22 created new session: [1:7580802171781677848:2107]
2025-12-06T17:44:09.953795Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802171781677848:2107] [node 4] ICS09 handshake done sender: [1:7580802171781677814:2111] self: [1:7580802171781677813:0] peer: [4:7580802173444281856:0] socket: 321 qp: -1
2025-12-06T17:44:09.953827Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802171781677848:2107] [node 4] ICS10 traffic start
2025-12-06T17:44:09.953858Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:09.942918Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802173217130532:2094] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:44:09.819158Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802169149314473:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(161107135ns) {Configure:104(161102539ns) {ProcessConfigured:135(19551478ns) {StartInitialHandshake:157(19548225ns) {DropHandshakes:470(3127ns) {DropIncomingHandshake:442(355ns) DropOutgoingHandshake:457(635ns)} GenerateSessionVirtualId:988(611ns) PrepareNewSessionHandshake:477(14169ns) {SwitchToState:179(1932ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:09.882298Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802171517770417:2109] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:09.868415Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802171772920849:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:09.942989Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:09.804630Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802172978975549:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23650
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:09.845720Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802173444281850:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24135
2025-12-06T17:44:09.853988Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802173444281844:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:09.859100Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802173444281836:2112] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:09.861272Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802169149314474:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:44:09.861330Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:09.861378Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802169149314474:2050] [node 3] ICP22 created new session: [4:7580802173444281852:2050]
2025-12-06T17:44:09.861429Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802173444281852:2050] [node 3] ICS09 handshake done sender: [4:7580802173444281836:2112] self: [4:7580802173444281848:0] peer: [3:7580802172978975538:0] socket: 338 qp: -1
2025-12-06T17:44:09.861471Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802173444281852:2050] [node 3] ICS10 traffic start
2025-12-06T17:44:09.861528Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:09.868032Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802173444281835:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24135
2025-12-06T17:44:09.922747Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802173444281834:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:09.922796Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802173444281834:2110] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:09.943049Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802173217130532:2094] [node 5] ICP22 created new session: [6:7580802173217130573:2094]
2025-12-06T17:44:09.923694Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802173444281835:2111] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:09.924183Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802169149314472:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:09.943113Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802173217130573:2094] [node 5] ICS09 handshake done sender: [6:7580802173217130549:2110] self: [6:7580802173217130564:0] peer: [5:7580802171772920834:0] socket: 340 qp: -1
2025-12-06T17:44:09.924622Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802173444281854:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24135
2025-12-06T17:44:09.943161Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802173217130573:2094] [node 5] ICS10 traffic start
2025-12-06T17:44:09.956762Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802173444281834:2110] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:09.992271Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802171781677827:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:09.943200Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:09.985278Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802173444281854:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:09.949989Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802173217130555:2114] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:09.992311Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802171781677827:2115] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:44:09.989059Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802173444281832:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:09.955843Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802173217130575:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20766
2025-12-06T17:44:09.989113Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:09.993994Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802171781677827:2115] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:09.989163Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802173444281832:2108] [node 5] ICP22 created new session: [4:7580802173444281860:2108]
2025-12-06T17:44:09.994706Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802167486710452:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:44:09.955999Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802173217130576:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20766
2025-12-06T17:44:09.989212Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802173444281860:2108] [node 5] ICS09 handshake done sender: [4:7580802173444281834:2110] self: [4:7580802173444281833:0] peer: [5:7580802171772920857:0] socket: 339 qp: -1
2025-12-06T17:44:09.994788Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:09.956333Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802168922163189:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:09.989247Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802173444281860:2108] [node 5] ICS10 traffic start
2025-12-06T17:44:09.994851Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802167486710452:2048] [node 2] ICP22 created new session: [1:7580802171781677851:2048]
2025-12-06T17:44:09.964172Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802173217130575:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:09.989282Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:09.994908Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802171781677851:2048] [node 2] ICS09 handshake done sender: [1:7580802171781677827:2115] self: [1:7580802171781677826:0] peer: [2:7580802171517770444:0] socket: 376 qp: -1
2025-12-06T17:44:09.964778Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802168922163190:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:09.990446Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802169149314472:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21095) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580802173444281835:2111] held: no
2025-12-06T17:44:09.994948Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802171781677851:2048] [node 2] ICS10 traffic start
2025-12-06T17:44:09.968333Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:09.991365Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802173444281858:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24135
2025-12-06T17:44:09.994981Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:09.975051Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802168922163189:2049] [node 2] ICP22 created new session: [6:7580802173217130577:2049]
2025-12-06T17:44:09.999296Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802173444281859:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24135
2025-12-06T17:44:09.882358Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:09.999467Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7580802173444281832:2108] [node 5] ICP18 handshake (actor [4:7580802173444281854:2119]) is too old
2025-12-06T17:44:09.882402Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802171517770417:2109] [node 5] ICP22 created new session: [2:7580802171517770436:2109]
2025-12-06T17:44:09.882457Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802171517770436:2109] [node 5] ICS09 handshake done sender: [2:7580802171517770425:2114] self: [2:7580802171517770424:0] peer: [5:7580802171772920850:0] socket: 336 qp: -1
2025-12-06T17:44:09.882498Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802171517770436:2109] [node 5] ICS10 traffic start
2025-12-06T17:44:09.882549Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:09.885402Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802171517770423:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:09.874869Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802171772920848:2115] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:10.000992Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802173444281835:2111] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:10.007864Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802169149314472:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:10.000211Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802173217130577:2049] [node 2] ICS09 handshake done sender: [6:7580802173217130555:2114] self: [6:7580802173217130563:0] peer: [2:7580802171517770422:0] socket: 347 qp: -1
2025-12-06T17:44:09.804720Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802172978975550:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23650
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:10.007931Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:09.892666Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802171517770415:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(45130165ns) {Configure:104(37846004ns) {ProcessConfigured:135(63345ns) {StartInitialHandshake:157(60459ns) {DropHandshakes:470(4988ns) {DropIncomingHandshake:442(708ns) DropOutgoingHandshake:457(551ns)} GenerateSessionVirtualId:988(536ns) PrepareNewSessionHandshake:477(1669ns) {SwitchToState:179(370ns)}}}}}
2025-12-06T17:44:10.000265Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802173217130577:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:09.811399Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802172978975539:2114] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:09.883195Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580802171772920833:2109] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:10.007979Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802169149314472:2048] [node 1] ICP22 created new session: [4:7580802177739249159:2048]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:09.840221Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802172978975531:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:44:10.000332Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:09.883229Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:09.919795Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802171517770416:2107] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:10.008022Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802177739249159:2048] [node 1] ICS09 handshake done sender: [4:7580802173444281835:2111] self: [4:7580802173444281856:0] peer: [1:7580802171781677813:0] socket: 337 qp: -1
2025-12-06T17:44:10.027383Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802173217130576:2122] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:09.840273Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:10.008053Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802177739249159:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:10.008094Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:10.034682Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802173444281859:2121] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:10.034990Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802169149314473:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:10.045727Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802177739249162:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24135
2025-12-06T17:44:10.077741Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802173444281859:2121] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:09.974584Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:09.883271Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802171772920833:2109] [node 6] ICP22 created new session: [5:7580802171772920855:2109]
2025-12-06T17:44:09.883314Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802171772920855:2109] [node 6] ICS09 handshake done sender: [5:7580802171772920835:2110] self: [5:7580802171772920834:0] peer: [6:7580802173217130564:0] socket: 318 qp: -1
2025-12-06T17:44:09.840324Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802172978975531:2107] [node 4] ICP22 created new session: [3:7580802172978975552:2107]
2025-12-06T17:44:10.035847Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802168922163190:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25180) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802173217130575:2121] held: no
2025-12-06T17:44:10.081765Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802169149314473:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:09.974742Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802171517770431:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:10.050772Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802168922163190:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(21239612ns) {HandleHandshakeStatus:395(21235687ns) {LogHandshakeFail:472(14891ns) {UpdateErrorStateLog:545(5542ns)} DropOutgoingHandshake:457(1316ns) ProcessPendingSessionEvents:495(14060516ns) {unordered DropSessionEvent:512 num# 100 sum# 14032903ns max# 9426620ns}}}
2025-12-06T17:44:09.840386Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802172978975552:2107] [node 4] ICS09 handshake done sender: [3:7580802172978975539:2114] self: [3:7580802172978975538:0] peer: [4:7580802173444281848:0] socket: 328 qp: -1
2025-12-06T17:44:09.883338Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802171772920855:2109] [node 6] ICS10 traffic start
2025-12-06T17:44:10.082508Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:09.980579Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802171517770416:2107] [node 6] ICP22 created new session: [2:7580802171517770442:2107]
2025-12-06T17:44:09.987631Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802171517770441:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12558
2025-12-06T17:44:09.991864Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802171517770441:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:09.991979Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580802167222803056:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:09.993656Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802171517770445:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12558
2025-12-06T17:44:09.994454Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802171517770441:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:09.996612Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580802167222803056:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:09.996662Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:09.996709Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802167222803056:2048] [node 1] ICP22 created new session: [2:7580802171517770446:2048]
2025-12-06T17:44:09.996755Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802171517770446:2048] [node 1] ICS09 handshake done sender: [2:7580802171517770441:2118] self: [2:7580802171517770444:0] peer: [1:7580802171781677826:0] socket: 330 qp: -1
2025-12-06T17:44:09.996788Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802171517770446:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:09.996820Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:10.001348Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802171517770442:2107] [node 6] ICS09 handshake done sender: [2:7580802171517770423:2113] self: [2:7580802171517770422:0] peer: [6:7580802173217130563:0] socket: 335 qp: -1
2025-12-06T17:44:10.004847Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802171517770442:2107] [node 6] ICS10 traffic start
2025-12-06T17:44:10.004891Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:10.024095Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802171517770427:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:10.024137Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802171517770427:2115] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:44:10.028031Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802175812737745:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12558
2025-12-06T17:44:10.039070Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802171517770427:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:10.039104Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802171517770439:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:10.039132Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802171517770439:2117] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:44:10.040008Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802175812737745:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:10.059027Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802167222803057:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:44:10.059609Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802171517770439:2117] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:10.062643Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:10.062713Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802167222803057:2049] [node 3] ICP22 created new session: [2:7580802175812737749:2049]
2025-12-06T17:44:10.062770Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802175812737749:2049] [node 3] ICS09 handshake done sender: [2:7580802171517770427:2115] self: [2:7580802171517770426:0] peer: [3:7580802172978975566:0] socket: 377 qp: -1
2025-12-06T17:44:10.062809Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802175812737749:2049] [node 3] ICS10 traffic start
2025-12-06T17:44:10.062869Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:10.082906Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802171517770415:2108] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:44:10.082967Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:10.097175Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802171517770415:2108] [node 4] ICP22 created new session: [2:7580802175812737751:2108]
2025-12-06T17:44:10.097242Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802175812737751:2108] [node 4] ICS09 handshake done sender: [2:7580802171517770439:2117] self: [2:7580802171517770438:0] peer: [4:7580802177739249161:0] socket: 360 qp: -1
2025-12-06T17:44:10.097286Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802175812737751:2108] [node 4] ICS10 traffic start
2025-12-06T17:44:10.097363Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:10.083182Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802173444281843:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:10.083206Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802173444281843:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:10.094919Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802169149314473:2049] [node 2] ICP22 created new session: [4:7580802177739249163:2049]
2025-12-06T17:44:10.106592Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802173444281843:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:10.107436Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802177739249163:2049] [node 2] ICS09 handshake done sender: [4:7580802173444281859:2121] self: [4:7580802177739249161:0] peer: [2:7580802171517770438:0] socket: 324 qp: -1
2025-12-06T17:44:10.115245Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802173444281831:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:10.115324Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:10.115373Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802173444281831:2109] [node 6] ICP22 created new session: [4:7580802177739249165:2109]
2025-12-06T17:44:10.115431Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802177739249165:2109] [node 6] ICS09 handshake done sender: [4:7580802173444281843:2115] self: [4:7580802173444281842:0] peer: [6:7580802177512097877:0] socket: 381 qp: -1
2025-12-06T17:44:10.115470Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802177739249165:2109] [node 6] ICS10 traffic start
2025-12-06T17:44:10.115518Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:10.115718Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802177739249163:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:10.122693Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:10.051350Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802173217130540:2099] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:10.051446Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802177512097876:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20766
2025-12-06T17:44:10.082125Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802173217130575:2121] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:10.082738Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802168922163190:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:44:10.082779Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:10.082822Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802168922163190:2050] [node 3] ICP22 created new session: [6:7580802177512097878:2050]
2025-12-06T17:44:10.082864Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802177512097878:2050] [node 3] ICS09 handshake done sender: [6:7580802173217130575:2121] self: [6:7580802173217130578:0] peer: [3:7580802172978975557:0] socket: 384 qp: -1
2025-12-06T17:44:10.082921Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802177512097878:2050] [node 3] ICS10 traffic start
2025-12-06T17:44:10.095089Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:10.106998Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802177512097880:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20766
2025-12-06T17:44:10.127882Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802168922163189:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(170686106ns) {HandleHandshakeStatus:329(170683719ns) {DropIncomingHandshake:442(590ns) DropOutgoingHandshake:457(4730ns) SwitchToState:179(523ns) ProcessPendingSessionEvents:495(100198896ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 100080658ns max# 32649581ns}}}
2025-12-06T17:44:10.128531Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802173217130576:2122] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:10.130744Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802168922163190:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(32126083ns) {HandleHandshakeStatus:329(32124091ns) {DropIncomingHandshake:442(217ns) DropOutgoingHandshake:457(141ns) SwitchToState:179(159ns) ProcessPendingSessionEvents:495(915ns)}}
2025-12-06T17:44:09.840422Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802172978975552:2107] [node 4] ICS10 traffic start
2025-12-06T17:44:09.883365Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:09.840466Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:10.140860Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802173217130540:2099] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:44:10.140924Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:10.140964Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802173217130540:2099] [node 4] ICP22 created new session: [6:7580802177512097881:2099]
2025-12-06T17:44:10.141019Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802177512097881:2099] [node 4] ICS09 handshake done sender: [6:7580802173217130576:2122] self: [6:7580802177512097877:0] peer: [4:7580802173444281842:0] socket: 385 qp: -1
2025-12-06T17:44:10.141053Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802177512097881:2099] [node 4] ICS10 traffic start
2025-12-06T17:44:10.141108Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:10.145363Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802169149314473:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(62727881ns) {HandleHandshakeStatus:329(62725294ns) {DropIncomingHandshake:442(1401ns) DropOutgoingHandshake:457(4680ns) SwitchToState:179(619ns) ProcessPendingSessionEvents:495(5312765ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 5231183ns max# 4818488ns}}}
2025-12-06T17:44:10.128082Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802171517770416:2107] [node 6] ICP35 event processing took too much time PendingConnection:279(207476090ns) {HandleHandshakeStatus:329(207472975ns) {DropIncomingHandshake:442(598ns) DropOutgoingHandshake:457(1012ns) SwitchToState:179(677ns) ProcessPendingSessionEvents:495(98918722ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 92827330ns max# 21807342ns}}}
2025-12-06T17:44:09.841737Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802168684008171:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21095) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580802172978975535:2112] held: no
2025-12-06T17:44:09.842695Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802172978975535:2112] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:09.851706Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802172978975547:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:09.852233Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802168684008171:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:09.852281Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:09.852328Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802168684008171:2048] [node 1] ICP22 created new session: [3:7580802172978975555:2048]
2025-12-06T17:44:09.852380Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802172978975555:2048] [node 1] ICS09 handshake done sender: [3:7580802172978975535:2112] self: [3:7580802172978975548:0] peer: [1:7580802171781677815:0] socket: 325 qp: -1
2025-12-06T17:44:09.852420Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802172978975555:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:09.852458Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:09.859323Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802172978975550:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:09.860683Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7580802172978975531:2107] [node 4] ICP18 handshake (actor [3:7580802172978975550:2118]) is too old
2025-12-06T17:44:09.900307Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802172978975561:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23650
2025-12-06T17:44:09.947268Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802172978975542:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:09.947312Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802172978975542:2115] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:09.966775Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802172978975542:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:09.971298Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802172978975561:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:09.971364Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802172978975530:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:09.974807Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:09.977975Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802172978975530:2108] [node 5] ICP22 created new session: [3:7580802172978975563:2108]
2025-12-06T17:44:09.978024Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802172978975563:2108] [node 5] ICS09 handshake done sender: [3:7580802172978975542:2115] self: [3:7580802172978975541:0] peer: [5:7580802171772920863:0] socket: 372 qp: -1
2025-12-06T17:44:09.978056Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802172978975563:2108] [node 5] ICS10 traffic start
2025-12-06T17:44:09.978098Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:09.980238Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802172978975558:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:09.980274Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802172978975558:2119] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:09.998867Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802168684008172:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:10.005487Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802172978975558:2119] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:10.005728Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802172978975545:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:10.005787Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:10.005838Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802172978975545:2109] [node 6] ICP22 created new session: [3:7580802177273942863:2109]
2025-12-06T17:44:10.005882Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802177273942863:2109] [node 6] ICS09 handshake done sender: [3:7580802172978975558:2119] self: [3:7580802172978975557:0] peer: [6:7580802173217130578:0] socket: 362 qp: -1
2025-12-06T17:44:10.005908Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802177273942863:2109] [node 6] ICS10 traffic start
2025-12-06T17:44:10.005940Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:10.035465Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802177273942865:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23650
2025-12-06T17:44:10.046167Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802172978975561:2120] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:10.064361Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802168684008172:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:10.064433Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:10.064477Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802168684008172:2049] [node 2] ICP22 created new session: [3:7580802177273942866:2049]
2025-12-06T17:44:10.064526Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802177273942866:2049] [node 2] ICS09 handshake done sender: [3:7580802172978975561:2120] self: [3:7580802172978975566:0] peer: [2:7580802171517770426:0] socket: 380 qp: -1
2025-12-06T17:44:10.064553Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802177273942866:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:10.064580Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:10.128194Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580802171517770416:2107] [node 6] ICP18 handshake (actor [2:7580802171517770431:2116]) is too old
2025-12-06T17:44:09.884649Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802171772920845:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:09.893498Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802171772920852:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:09.893542Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802167477953475:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:09.893587Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:09.893628Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802167477953475:2049] [node 2] ICP22 created new session: [5:7580802171772920858:2049]
2025-12-06T17:44:09.893669Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802171772920858:2049] [node 2] ICS09 handshake done sender: [5:7580802171772920848:2115] self: [5:7580802171772920850:0] peer: [2:7580802171517770424:0] socket: 343 qp: -1
2025-12-06T17:44:09.893701Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802171772920858:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:09.893751Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:09.897733Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802167477953474:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:09.898349Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802171772920860:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35310
2025-12-06T17:44:09.916420Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802171772920860:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:09.916759Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802167477953476:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:09.919263Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802171772920864:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35310
2025-12-06T17:44:09.976548Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802171772920852:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:09.979702Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802171772920865:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35310
2025-12-06T17:44:09.982943Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802171772920866:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35310
2025-12-06T17:44:09.984314Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802167477953474:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21095) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802171772920852:2118] held: no
2025-12-06T17:44:09.986909Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802171772920849:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:10.014851Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802167477953476:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25180) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802171772920860:2119] held: no
2025-12-06T17:44:10.025071Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802171772920845:2108] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:44:10.025159Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:10.025214Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802171772920845:2108] [node 4] ICP22 created new session: [5:7580802176067888163:2108]
2025-12-06T17:44:10.025281Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802176067888163:2108] [node 4] ICS09 handshake done sender: [5:7580802171772920849:2116] self: [5:7580802171772920857:0] peer: [4:7580802173444281833:0] socket: 344 qp: -1
2025-12-06T17:44:10.025319Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802176067888163:2108] [node 4] ICS10 traffic start
2025-12-06T17:44:10.025371Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:10.075435Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802171772920860:2119] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:10.078933Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802167477953476:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:44:10.078985Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:10.079035Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802167477953476:2050] [node 3] ICP22 created new session: [5:7580802176067888165:2050]
2025-12-06T17:44:10.079083Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802176067888165:2050] [node 3] ICS09 handshake done sender: [5:7580802171772920860:2119] self: [5:7580802171772920863:0] peer: [3:7580802172978975541:0] socket: 373 qp: -1
2025-12-06T17:44:10.083017Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802176067888165:2050] [node 3] ICS10 traffic start
2025-12-06T17:44:10.083077Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:10.126261Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7580802171772920845:2108] [node 4] ICP27 obsolete handshake fail ignored
2025-12-06T17:44:10.129042Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802167477953474:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(102820188ns) {HandleHandshakeStatus:395(99996657ns) {LogHandshakeFail:472(15875ns) {UpdateErrorStateLog:545(6300ns)} DropOutgoingHandshake:457(1505ns) ProcessPendingSessionEvents:495(96207090ns) {unordered DropSessionEvent:512 num# 100 sum# 96133656ns max# 14781506ns}}}
2025-12-06T17:44:10.129115Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802167477953474:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:10.129166Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:10.129203Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802167477953474:2048] [node 1] ICP22 created new session: [5:7580802176067888167:2048]
2025-12-06T17:44:10.129260Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802176067888167:2048] [node 1] ICS09 handshake done sender: [5:7580802171772920852:2118] self: [5:7580802171772920861:0] peer: [1:7580802171781677824:0] socket: 367 qp: -1
2025-12-06T17:44:10.129302Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802176067888167:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:10.129337Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:10.151790Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580802173217130540:2099] [node 4] ICP27 obsolete handshake fail ignored
2025-12-06T17:44:10.214684Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:44:10.214820Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:44:10.215026Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7580802171517770446:2048] [node 1] ICS07 socket disconnect 330 reason# EndOfStream
2025-12-06T17:44:10.215058Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580802171517770446:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:10.215134Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:10.215179Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580802171517770446:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:10.216443Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802167222803056:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21095) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:10.216506Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580802171517770446:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:10.216537Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580802167222803056:2048] [node 1] ICP30 unregister session Session# [2:7580802171517770446:2048] VirtualId# [2:7580802171517770444:0]
2025-12-06T17:44:10.216585Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:10.216619Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [2:7580802167222803056:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:21095) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:10.216634Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21095) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:10.215009Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802172978975555:2048] [node 1] ICS01 socket: 325 reason# EndOfStream
2025-12-06T17:44:10.215067Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802168684008171:2048] [node 1] ICP30 unregister session Session# [3:7580802172978975555:2048] VirtualId# [3:7580802172978975548:0]
2025-12-06T17:44:10.215099Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802172978975555:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:10.215158Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:10.215201Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:10.219826Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:44:10.220055Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802177739249159:2048] [node 1] ICS01 socket: 337 reason# EndOfStream
2025-12-06T17:44:10.220093Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802169149314472:2048] [node 1] ICP30 unregister session Session# [4:7580802177739249159:2048] VirtualId# [4:7580802173444281856:0]
2025-12-06T17:44:10.220143Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802177739249159:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:10.220220Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:10.220263Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:10.226757Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [2:7580802167222803056:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:44:10.220593Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:44:10.220827Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802173217130571:2048] [node 1] ICS07 socket disconnect 346 reason# EndOfStream
2025-12-06T17:44:10.220856Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802173217130571:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:10.220908Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:10.220944Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802173217130571:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:10.227459Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802168922163188:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21095) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:10.227548Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802173217130571:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:10.227586Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802168922163188:2048] [node 1] ICP30 unregister session Session# [6:7580802173217130571:2048] VirtualId# [6:7580802173217130567:0]
2025-12-06T17:44:10.227640Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:10.227672Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802168922163188:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:21095) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:10.227686Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21095) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:10.229394Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:44:10.229642Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802176067888167:2048] [node 1] ICS01 socket: 367 reason# EndOfStream
2025-12-06T17:44:10.229682Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802167477953474:2048] [node 1] ICP30 unregister session Session# [5:7580802176067888167:2048] VirtualId# [5:7580802171772920861:0]
2025-12-06T17:44:10.229717Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802176067888167:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:10.229783Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:10.229828Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:10.242525Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802168922163188:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:44:10.307611Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:44:10.307846Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802177273942866:2049] [node 2] ICS01 socket: 380 reason# EndOfStream
2025-12-06T17:44:10.307890Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802168684008172:2049] [node 2] ICP30 unregister session Session# [3:7580802177273942866:2049] VirtualId# [3:7580802172978975566:0]
2025-12-06T17:44:10.307928Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802177273942866:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:10.308009Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:10.308053Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:10.315244Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:44:10.315487Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802173217130577:2049] [node 2] ICS01 socket: 347 reason# EndOfStream
2025-12-06T17:44:10.315530Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802168922163189:2049] [node 2] ICP30 unregister session Session# [6:7580802173217130577:2049] VirtualId# [6:7580802173217130563:0]
2025-12-06T17:44:10.315569Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802173217130577:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:10.315656Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:10.315703Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:10.315856Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:44:10.316042Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802177739249163:2049] [node 2] ICS07 socket disconnect 324 reason# EndOfStream
2025-12-06T17:44:10.316073Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802177739249163:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:10.316154Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:10.316208Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802177739249163:2049] [node 2] ICS15 start handshake
2025-12-06T17:44:10.316810Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:44:10.317000Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802171772920858:2049] [node 2] ICS07 socket disconnect 343 reason# EndOfStream
2025-12-06T17:44:10.317027Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802171772920858:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:10.317086Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:10.317131Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802171772920858:2049] [node 2] ICS15 start handshake
2025-12-06T17:44:10.319713Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802167477953475:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3633) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:10.319785Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802171772920858:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:10.319825Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802167477953475:2049] [node 2] ICP30 unregister session Session# [5:7580802171772920858:2049] VirtualId# [5:7580802171772920850:0]
2025-12-06T17:44:10.319868Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:10.319902Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802167477953475:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:3633) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:10.319918Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3633) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:10.320749Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802169149314473:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3633) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:10.320814Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802177739249163:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:10.320841Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802169149314473:2049] [node 2] ICP30 unregister session Session# [4:7580802177739249163:2049] VirtualId# [4:7580802177739249161:0]
2025-12-06T17:44:10.320930Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:10.320968Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802169149314473:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:3633) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:10.320982Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3633) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:10.331302Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802167477953475:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:44:10.331517Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580802169149314473:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:44:10.458043Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:44:10.458329Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802173444281852:2050] [node 3] ICS07 socket disconnect 338 reason# EndOfStream
2025-12-06T17:44:10.458362Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802173444281852:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:10.458462Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:44:10.458510Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802173444281852:2050] [node 3] ICS15 start handshake
2025-12-06T17:44:10.459130Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:44:10.459335Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802176067888165:2050] [node 3] ICS01 socket: 373 reason# EndOfStream
2025-12-06T17:44:10.459372Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802167477953476:2050] [node 3] ICP30 unregister session Session# [5:7580802176067888165:2050] VirtualId# [5:7580802171772920863:0]
2025-12-06T17:44:10.459413Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802176067888165:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:10.459480Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:44:10.459523Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:44:10.460833Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802169149314474:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25180) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:10.460906Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802173444281852:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:10.460942Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802169149314474:2050] [node 3] ICP30 unregister session Session# [4:7580802173444281852:2050] VirtualId# [4:7580802173444281848:0]
2025-12-06T17:44:10.461044Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:44:10.461076Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802169149314474:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:25180) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:10.461091Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25180) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:10.461519Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:44:10.461726Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802177512097878:2050] [node 3] ICS01 socket: 384 reason# EndOfStream
2025-12-06T17:44:10.461764Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802168922163190:2050] [node 3] ICP30 unregister session Session# [6:7580802177512097878:2050] VirtualId# [6:7580802173217130578:0]
2025-12-06T17:44:10.461796Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802177512097878:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:10.461865Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:44:10.461901Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:44:10.474742Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580802169149314474:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:44:10.641321Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:44:10.641578Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802177512097881:2099] [node 4] ICS07 socket disconnect 385 reason# EndOfStream
2025-12-06T17:44:10.641609Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802177512097881:2099] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:10.641692Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:44:10.641730Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802177512097881:2099] [node 4] ICS15 start handshake
2025-12-06T17:44:10.645833Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802173217130540:2099] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18270) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:10.645906Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802177512097881:2099] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:10.645948Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802173217130540:2099] [node 4] ICP30 unregister session Session# [6:7580802177512097881:2099] VirtualId# [6:7580802177512097877:0]
2025-12-06T17:44:10.645999Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:44:10.646033Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802173217130540:2099] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:18270) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:10.646049Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18270) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:10.646611Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:44:10.646850Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802176067888163:2108] [node 4] ICS07 socket disconnect 344 reason# EndOfStream
2025-12-06T17:44:10.646886Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802176067888163:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:10.647000Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:44:10.647049Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802176067888163:2108] [node 4] ICS15 start handshake
2025-12-06T17:44:10.653875Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802173217130540:2099] [node 4] ICP33 wake up from error state
2025-12-06T17:44:10.783779Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:44:10.784064Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802173217130573:2094] [node 5] ICS07 socket disconnect 340 reason# EndOfStream
2025-12-06T17:44:10.784095Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802173217130573:2094] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:10.784200Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:44:10.784243Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802173217130573:2094] [node 5] ICS15 start handshake
2025-12-06T17:44:10.786130Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802173217130532:2094] [node 5] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61065) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:10.786199Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802173217130573:2094] [node 5] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:10.786245Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802173217130532:2094] [node 5] ICP30 unregister session Session# [6:7580802173217130573:2094] VirtualId# [6:7580802173217130564:0]
2025-12-06T17:44:10.786290Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
2025-12-06T17:44:10.786322Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802173217130532:2094] [node 5] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:61065) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:10.786338Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [5] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61065) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:44:10.934831Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802178525856143:2048] [node 2] ICP01 ready to work
2025-12-06T17:44:10.934872Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802178525856144:2049] [node 3] ICP01 ready to work
2025-12-06T17:44:10.954814Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802177279118459:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:10.954846Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802177279118460:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:10.963491Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802176878915564:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:10.963546Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802176878915565:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:10.963652Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802176878915566:2050] [node 3] ICP01 ready to work
2025-12-06T17:44:10.947982Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802176855556183:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:10.948020Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802176855556184:2049] [node 3] ICP01 ready to work
2025-12-06T17:44:11.015907Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802184212802801:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:11.015939Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802184212802802:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:11.015972Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802184212802803:2050] [node 3] ICP01 ready to work
2025-12-06T17:44:11.062802Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802181649829947:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:11.062839Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802181649829948:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:11.062880Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802181649829949:2050] [node 3] ICP01 ready to work
2025-12-06T17:44:11.496169Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802181649829971:2068] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:11.545037Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802181574085817:2104] [node 5] ICP01 ready to work
2025-12-06T17:44:11.548345Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802181574085816:2108] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2932
2025-12-06T17:44:11.581595Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802176878915566:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(73516408ns) {Configure:104(73510849ns) {ProcessConfigured:135(74851ns) {StartInitialHandshake:157(71479ns) {DropHandshakes:470(3478ns) {DropIncomingHandshake:442(766ns) DropOutgoingHandshake:457(630ns)} GenerateSessionVirtualId:988(1156ns) PrepareNewSessionHandshake:477(2389ns) {SwitchToState:179(995ns)}}}}}
2025-12-06T17:44:11.623016Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802176878915565:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(129322018ns) {Configure:104(129316649ns) {ProcessConfigured:135(26545054ns) {StartInitialHandshake:157(26541761ns) {DropHandshakes:470(3066ns) {DropIncomingHandshake:442(611ns) DropOutgoingHandshake:457(552ns)} GenerateSessionVirtualId:988(775ns) PrepareNewSessionHandshake:477(4251ns) {SwitchToState:179(1511ns)}}}}}
2025-12-06T17:44:11.639166Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802181649829971:2068] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(65105835ns) {Configure:104(65100042ns) {ProcessConfigured:135(63412907ns) {StartInitialHandshake:157(63408869ns) {DropHandshakes:470(3694ns) {DropIncomingHandshake:442(860ns) DropOutgoingHandshake:457(574ns)} GenerateSessionVirtualId:988(1226ns) PrepareNewSessionHandshake:477(5137ns) {SwitchToState:179(2878ns)}}}}}
2025-12-06T17:44:11.639271Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802182820823502:2108] [node 4] ICP01 ready to work
2025-12-06T17:44:11.662748Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802184212802859:2070] [node 4] ICP01 ready to work
2025-12-06T17:44:11.651418Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802181173882923:2093] [node 6] ICP01 ready to work
2025-12-06T17:44:11.679206Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802182820823503:2109] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:11.669320Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802181574085823:2097] [node 4] ICP01 ready to work
2025-12-06T17:44:11.710775Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802181150523563:2109] [node 6] ICP01 ready to work
2025-12-06T17:44:11.702691Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802181574085824:2101] [node 6] ICP01 ready to work
2025-12-06T17:44:11.703198Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802182820823504:2107] [node 5] ICP01 ready to work
2025-12-06T17:44:11.669689Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802181173882930:2089] [node 5] ICP01 ready to work
2025-12-06T17:44:11.736620Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802181649829995:2076] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:11.765169Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802181150523565:2107] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:11.708260Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802181173882931:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41771
2025-12-06T17:44:11.782807Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802181173882931:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:11.800905Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802181173882936:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41771
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:11.748460Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802181574085816:2108] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:11.832059Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802176878915564:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(249977378ns) {Configure:104(249970917ns) {ProcessConfigured:135(69639ns) {StartInitialHandshake:157(67316ns) {DropHandshakes:470(3405ns) {DropIncomingHandshake:442(710ns) DropOutgoingHandshake:457(544ns)} GenerateSessionVirtualId:988(1032ns) PrepareNewSessionHandshake:477(2389ns) {SwitchToState:179(814ns)}}}}}
2025-12-06T17:44:11.802698Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802181150523566:2108] [node 5] ICP01 ready to work
2025-12-06T17:44:11.801456Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802181649829948:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(313961080ns) {Configure:104(313956196ns) {ProcessConfigured:135(46805377ns) {StartInitialHandshake:157(46802914ns) {DropHandshakes:470(3806ns) {DropIncomingHandshake:442(729ns) DropOutgoingHandshake:457(863ns)} GenerateSessionVirtualId:988(1087ns) PrepareNewSessionHandshake:477(2618ns) {SwitchToState:179(1286ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:11.808870Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802184212802868:2071] [node 6] ICP01 ready to work
2025-12-06T17:44:11.795038Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802181574085826:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2932
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:11.837993Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802184212802802:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(41137111ns) {Configure:104(41132099ns) {ProcessConfigured:135(79185ns) {StartInitialHandshake:157(75943ns) {DropHandshakes:470(3865ns) {DropIncomingHandshake:442(700ns) DropOutgoingHandshake:457(560ns)} GenerateSessionVirtualId:988(2763ns) PrepareNewSessionHandshake:477(2547ns) {SwitchToState:179(830ns)}}}}}
2025-12-06T17:44:11.815838Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802181649829947:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(53871525ns) {Configure:104(53866253ns) {ProcessConfigured:135(91468ns) {StartInitialHandshake:157(88576ns) {DropHandshakes:470(3108ns) {DropIncomingHandshake:442(877ns) DropOutgoingHandshake:457(558ns)} GenerateSessionVirtualId:988(1292ns) PrepareNewSessionHandshake:477(2459ns) {SwitchToState:179(706ns)}}}}}
2025-12-06T17:44:11.839004Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802182820823511:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58110
2025-12-06T17:44:11.842558Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802181150523564:2131] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19046
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:11.800016Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802181574085825:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2932
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:11.869227Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802181150523564:2131] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:11.863196Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802182820823512:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58110
2025-12-06T17:44:11.820610Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802181649830015:2108] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13857
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:11.904047Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802181150523579:2136] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19046
2025-12-06T17:44:11.800340Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802181574085837:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2932
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:11.840139Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802181649830015:2108] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:11.918914Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802181173882933:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:11.918965Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802181173882933:2113] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:11.852985Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802184212802872:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61268
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:11.897161Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802182820823511:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:11.867214Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802177279118460:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(269478658ns) {Configure:104(269470701ns) {ProcessConfigured:135(18849943ns) {StartInitialHandshake:157(18846258ns) {DropHandshakes:470(3200ns) {DropIncomingHandshake:442(806ns) DropOutgoingHandshake:457(773ns)} GenerateSessionVirtualId:988(614ns) PrepareNewSessionHandshake:477(3397ns) {SwitchToState:179(603ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:11.879363Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802181649830027:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13857
2025-12-06T17:44:11.932613Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802181173882933:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:11.932738Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802181173882935:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41771
2025-12-06T17:44:11.939174Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802181173882936:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:11.939389Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802176878915566:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:11.887150Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802184212802872:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:11.917542Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802181150523579:2136] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:11.867606Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802181574085825:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:11.896856Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802181649829971:2068] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:11.910955Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802181574085839:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2932
2025-12-06T17:44:11.914188Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802181574085837:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:11.919612Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802181574085819:2109] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:11.919635Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802181574085819:2109] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:11.929249Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802181574085819:2109] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:11.932885Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802181574085826:2113] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:11.965089Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802177279118459:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:11.917826Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802181150523574:2134] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:11.955032Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802181173882935:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:11.896990Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802184212802867:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61268
2025-12-06T17:44:11.945624Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802182820823512:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:11.955116Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802181173882923:2093] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:11.911864Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802181649830028:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13857
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:11.917853Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802181150523574:2134] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:11.916955Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802184212802867:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:11.978482Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802177279118459:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(32024823ns) {IncomingHandshake:261(20161108ns) {DropIncomingHandshake:442(661ns) PrepareNewSessionHandshake:477(2803ns) {SwitchToState:179(840ns)} GenerateSessionVirtualId:988(843ns) IssueIncomingHandshakeReply:193(14340988ns) {SwitchToState:179(2263ns)}}}
2025-12-06T17:44:11.916418Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802181649830027:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:11.954555Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802182820823514:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58110
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:11.965040Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:11.919630Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802181150523574:2134] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:11.917241Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802184212802803:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:11.988546Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802181574085830:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:11.955048Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802182820823506:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:11.916583Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802181649829948:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:11.968365Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802176878915564:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:11.988587Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802181574085830:2115] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:44:11.955074Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802182820823506:2110] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:44:11.923543Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802181649829971:2068] [node 4] ICP35 event processing took too much time PendingConnection:279(39483917ns) {IncomingHandshake:261(29071530ns) {DropIncomingHandshake:442(706ns) PrepareNewSessionHandshake:477(2470ns) {SwitchToState:179(906ns)} GenerateSessionVirtualId:988(961ns) IssueIncomingHandshakeReply:193(16535136ns) {SwitchToState:179(2615ns)}}}
2025-12-06T17:44:11.920973Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802184212802801:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(245422244ns) {Configure:104(245416790ns) {ProcessConfigured:135(5187132ns) {StartInitialHandshake:157(5183297ns) {DropHandshakes:470(2898ns) {DropIncomingHandshake:442(625ns) DropOutgoingHandshake:457(643ns)} GenerateSessionVirtualId:988(1099ns) PrepareNewSessionHandshake:477(3939ns) {SwitchToState:179(2315ns)}}}}}
2025-12-06T17:44:11.968656Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802181173882923:2093] [node 6] ICP22 created new session: [4:7580802181173882943:2093]
2025-12-06T17:44:11.943266Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802181150523563:2109] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:11.943327Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:11.928473Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802181649830030:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13857
2025-12-06T17:44:11.957355Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802182820823503:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(254028956ns) {Configure:104(254022155ns) {ProcessConfigured:135(75849ns) {StartInitialHandshake:157(73370ns) {DropHandshakes:470(1411ns) {DropIncomingHandshake:442(243ns) DropOutgoingHandshake:457(341ns)} GenerateSessionVirtualId:988(326ns) PrepareNewSessionHandshake:477(1128ns) {SwitchToState:179(514ns)}}}}}
2025-12-06T17:44:11.996170Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802181574085839:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:11.984986Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802181173882943:2093] [node 6] ICS09 handshake done sender: [4:7580802181173882933:2113] self: [4:7580802181173882932:0] peer: [6:7580802181649830026:0] socket: 334 qp: -1
2025-12-06T17:44:11.931736Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802181649830027:2116] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:11.945190Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802181649829948:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:11.951031Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:11.951096Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802181649829948:2049] [node 2] ICP22 created new session: [6:7580802181649830032:2049]
2025-12-06T17:44:11.951152Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802181649830032:2049] [node 2] ICS09 handshake done sender: [6:7580802181649830027:2116] self: [6:7580802181649830029:0] peer: [2:7580802181150523573:0] socket: 358 qp: -1
2025-12-06T17:44:11.951192Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802181649830032:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:11.951238Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:11.956667Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802181649830031:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13857
2025-12-06T17:44:11.959851Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802181649830035:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13857
2025-12-06T17:44:11.975843Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802181649830015:2108] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:11.982749Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802181649829971:2068] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:44:11.982809Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:11.990930Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802181649830035:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:11.996036Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802181649829971:2068] [node 4] ICP22 created new session: [6:7580802181649830036:2068]
2025-12-06T17:44:12.001148Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802181649829947:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:12.021088Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802181649830036:2068] [node 4] ICS09 handshake done sender: [6:7580802181649830015:2108] self: [6:7580802181649830026:0] peer: [4:7580802181173882932:0] socket: 335 qp: -1
2025-12-06T17:44:12.021653Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802181649830038:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13857
2025-12-06T17:44:12.034960Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802181649830036:2068] [node 4] ICS10 traffic start
2025-12-06T17:44:12.056549Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802181649830028:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:12.063479Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:12.076863Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802181649829995:2076] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:12.082293Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802181649830038:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:12.082468Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802181649829949:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:12.105092Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802181649829971:2068] [node 4] ICP35 event processing took too much time PendingConnection:279(121529910ns) {HandleHandshakeStatus:329(121526586ns) {DropIncomingHandshake:442(848ns) DropOutgoingHandshake:457(5391ns) SwitchToState:179(497ns) ProcessPendingSessionEvents:495(8950376ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 8893223ns max# 8468530ns}}}
2025-12-06T17:44:12.105171Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580802181649829971:2068] [node 4] ICP27 obsolete handshake fail ignored
2025-12-06T17:44:12.139008Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802181649829947:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:65250) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802181649830035:2120] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:11.943376Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802181150523563:2109] [node 6] ICP22 created new session: [2:7580802181150523581:2109]
2025-12-06T17:44:11.921741Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802184212802883:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61268
2025-12-06T17:44:11.966893Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802178525856143:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(127465304ns) {Configure:104(127457984ns) {ProcessConfigured:135(10936258ns) {StartInitialHandshake:157(10931621ns) {DropHandshakes:470(1900ns) {DropIncomingHandshake:442(460ns) DropOutgoingHandshake:457(436ns)} GenerateSessionVirtualId:988(1113ns) PrepareNewSessionHandshake:477(9694ns) {SwitchToState:179(1562ns)}}}}}
2025-12-06T17:44:11.987814Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802181173882945:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41771
2025-12-06T17:44:11.998912Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802181173882943:2093] [node 6] ICS10 traffic start
2025-12-06T17:44:12.004261Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802181173882946:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41771
2025-12-06T17:44:12.019017Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:12.051223Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802176878915566:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29707) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580802181173882936:2115] held: no
2025-12-06T17:44:12.052071Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802185468850245:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41771
2025-12-06T17:44:12.052161Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802181173882935:2114] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:12.053298Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802185468850244:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41771
2025-12-06T17:44:12.064437Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802176878915564:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:12.064511Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:12.064563Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802176878915564:2048] [node 1] ICP22 created new session: [4:7580802185468850246:2048]
2025-12-06T17:44:12.064630Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802185468850246:2048] [node 1] ICS09 handshake done sender: [4:7580802181173882935:2114] self: [4:7580802181173882942:0] peer: [1:7580802182820823507:0] socket: 338 qp: -1
2025-12-06T17:44:12.064718Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802185468850246:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:12.064767Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:12.080557Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802181173882930:2089] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(99610749ns) {Configure:104(99602481ns) {ProcessConfigured:135(81294ns) {StartInitialHandshake:157(78080ns) {DropHandshakes:470(3825ns) {DropIncomingHandshake:442(1023ns) DropOutgoingHandshake:457(607ns)} GenerateSessionVirtualId:988(1625ns) PrepareNewSessionHandshake:477(2494ns) {SwitchToState:179(773ns)}}}}}
2025-12-06T17:44:12.081229Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802181173882946:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:12.081300Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802181173882936:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:12.110144Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802176878915566:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:44:12.110219Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:12.110276Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802176878915566:2050] [node 3] ICP22 created new session: [4:7580802185468850250:2050]
2025-12-06T17:44:12.110322Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802185468850250:2050] [node 3] ICS09 handshake done sender: [4:7580802181173882936:2115] self: [4:7580802181173882941:0] peer: [3:7580802181574085829:0] socket: 347 qp: -1
2025-12-06T17:44:12.110354Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802185468850250:2050] [node 3] ICS10 traffic start
2025-12-06T17:44:12.110428Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:12.112334Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802176878915565:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:12.172741Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802185468850254:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41771
2025-12-06T17:44:12.180068Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802185468850245:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:12.002803Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802177279118460:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:12.002938Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802181574085844:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2932
2025-12-06T17:44:11.976280Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802184212802867:2111] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:12.158723Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802185944797339:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13857
2025-12-06T17:44:12.188790Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802185944797340:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13857
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:12.189232Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802181649830028:2117] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:11.975281Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802182820823506:2110] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:11.976699Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802182820823508:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:11.976726Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802182820823508:2111] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:44:11.977604Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802182820823514:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:11.996095Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802182820823508:2111] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:12.024130Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802178525856144:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:44:12.024191Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:12.024253Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802178525856144:2049] [node 3] ICP22 created new session: [1:7580802187115790821:2049]
2025-12-06T17:44:12.024303Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802187115790821:2049] [node 3] ICS09 handshake done sender: [1:7580802182820823506:2110] self: [1:7580802182820823505:0] peer: [3:7580802181574085843:0] socket: 341 qp: -1
2025-12-06T17:44:12.024337Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802187115790821:2049] [node 3] ICS10 traffic start
2025-12-06T17:44:12.024368Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:12.037436Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802182820823517:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:12.037465Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802182820823517:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:12.039419Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802187115790820:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58110
2025-12-06T17:44:12.050353Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802182820823502:2108] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:44:12.050424Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:12.050485Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802182820823502:2108] [node 4] ICP22 created new session: [1:7580802187115790825:2108]
2025-12-06T17:44:12.050589Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802187115790825:2108] [node 4] ICS09 handshake done sender: [1:7580802182820823508:2111] self: [1:7580802182820823507:0] peer: [4:7580802181173882942:0] socket: 336 qp: -1
2025-12-06T17:44:12.050624Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802187115790825:2108] [node 4] ICS10 traffic start
2025-12-06T17:44:12.055561Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802182820823517:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:12.068034Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:12.091233Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802182820823503:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:12.091304Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:12.091357Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802182820823503:2109] [node 6] ICP22 created new session: [1:7580802187115790827:2109]
2025-12-06T17:44:12.091411Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802187115790827:2109] [node 6] ICS09 handshake done sender: [1:7580802182820823517:2115] self: [1:7580802182820823516:0] peer: [6:7580802181649830037:0] socket: 372 qp: -1
2025-12-06T17:44:12.091449Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802187115790827:2109] [node 6] ICS10 traffic start
2025-12-06T17:44:12.091488Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:12.109118Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802187115790820:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:12.118784Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802182820823502:2108] [node 4] ICP35 event processing took too much time PendingConnection:279(67372860ns) {HandleHandshakeStatus:329(67369132ns) {DropIncomingHandshake:442(971ns) DropOutgoingHandshake:457(812ns) SwitchToState:179(689ns) ProcessPendingSessionEvents:495(9062819ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 8991453ns max# 8518778ns}}}
2025-12-06T17:44:12.119701Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580802182820823502:2108] [node 4] ICP18 handshake (actor [1:7580802187115790820:2117]) is too old
2025-12-06T17:44:12.166787Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802182820823520:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:12.166843Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802182820823520:2116] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:44:12.193056Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802187115790829:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58110
2025-12-06T17:44:12.193911Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802182820823520:2116] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:12.194162Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802178525856143:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:44:12.194288Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:12.199125Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802178525856143:2048] [node 2] ICP22 created new session: [1:7580802187115790831:2048]
2025-12-06T17:44:12.199199Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802187115790831:2048] [node 2] ICS09 handshake done sender: [1:7580802182820823520:2116] self: [1:7580802182820823515:0] peer: [2:7580802185445490886:0] socket: 327 qp: -1
2025-12-06T17:44:12.199238Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802187115790831:2048] [node 2] ICS10 traffic start
2025-12-06T17:44:11.943429Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802181150523581:2109] [node 6] ICS09 handshake done sender: [2:7580802181150523574:2134] self: [2:7580802181150523573:0] peer: [6:7580802181649830029:0] socket: 357 qp: -1
2025-12-06T17:44:12.010718Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802181574085830:2115] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:11.979002Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802184212802803:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:44:12.227373Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802181173882923:2093] [node 6] ICP35 event processing took too much time PendingConnection:279(186926762ns) {HandleHandshakeStatus:329(186923501ns) {DropIncomingHandshake:442(12345ns) DropOutgoingHandshake:457(688ns) SwitchToState:179(910ns) ProcessPendingSessionEvents:495(73372719ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 73273506ns max# 27115623ns}}}
2025-12-06T17:44:12.214604Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802187115790829:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:11.943470Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802181150523581:2109] [node 6] ICS10 traffic start
2025-12-06T17:44:12.210517Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802181649829995:2076] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21743) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802181649830028:2117] held: no
2025-12-06T17:44:12.229225Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802181173882946:2118] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:12.247055Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802176878915565:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:12.247175Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:12.247230Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802176878915565:2049] [node 2] ICP22 created new session: [4:7580802185468850256:2049]
2025-12-06T17:44:12.247277Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802185468850256:2049] [node 2] ICS09 handshake done sender: [4:7580802181173882946:2118] self: [4:7580802185468850252:0] peer: [2:7580802181150523575:0] socket: 379 qp: -1
2025-12-06T17:44:12.247317Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802185468850256:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:12.247385Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:12.021146Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802181574085817:2104] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:11.990724Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:11.943520Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:12.267978Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7580802176878915565:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:44:12.000516Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802181150523566:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(190565477ns) {Configure:104(190559831ns) {ProcessConfigured:135(103514ns) {StartInitialHandshake:157(100455ns) {DropHandshakes:470(4880ns) {DropIncomingHandshake:442(1222ns) DropOutgoingHandshake:457(601ns)} GenerateSessionVirtualId:988(1001ns) PrepareNewSessionHandshake:477(3040ns) {SwitchToState:179(836ns)}}}}}
2025-12-06T17:44:12.042855Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802181150523568:2132] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:12.042898Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802181150523568:2132] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:44:12.043421Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802185445490883:2138] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19046
2025-12-06T17:44:12.066981Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802185445490885:2139] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19046
2025-12-06T17:44:12.077273Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802181150523568:2132] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:12.102938Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802176855556184:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:44:12.108498Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802185445490883:2138] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:12.111252Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580802176855556183:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:12.116298Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:12.139073Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802176855556184:2049] [node 3] ICP22 created new session: [2:7580802185445490887:2049]
2025-12-06T17:44:12.142912Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802185445490885:2139] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:12.156934Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802181150523585:2137] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:12.156962Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802181150523585:2137] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:12.158459Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802185445490887:2049] [node 3] ICS09 handshake done sender: [2:7580802181150523568:2132] self: [2:7580802181150523567:0] peer: [3:7580802181574085847:0] socket: 354 qp: -1
2025-12-06T17:44:12.158570Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802181150523576:2135] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:12.158608Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802181150523576:2135] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:44:12.174992Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802185445490887:2049] [node 3] ICS10 traffic start
2025-12-06T17:44:12.185401Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802181150523585:2137] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:12.188335Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:12.198127Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802181150523576:2135] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:12.200389Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802185445490892:2140] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19046
2025-12-06T17:44:12.216290Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802176855556183:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:65250) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7580802185445490883:2138] held: no
2025-12-06T17:44:12.217079Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802181150523566:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:12.217168Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:12.217223Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802181150523566:2108] [node 5] ICP22 created new session: [2:7580802185445490893:2108]
2025-12-06T17:44:12.217272Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802185445490893:2108] [node 5] ICS09 handshake done sender: [2:7580802181150523585:2137] self: [2:7580802181150523584:0] peer: [5:7580802188507770186:0] socket: 371 qp: -1
2025-12-06T17:44:12.217308Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802185445490893:2108] [node 5] ICS10 traffic start
2025-12-06T17:44:12.217340Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:12.218631Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802181150523565:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:44:12.218705Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:12.218748Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802181150523565:2107] [node 4] ICP22 created new session: [2:7580802185445490895:2107]
2025-12-06T17:44:12.218806Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802185445490895:2107] [node 4] ICS09 handshake done sender: [2:7580802181150523576:2135] self: [2:7580802181150523575:0] peer: [4:7580802185468850252:0] socket: 377 qp: -1
2025-12-06T17:44:12.218846Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802185445490895:2107] [node 4] ICS10 traffic start
2025-12-06T17:44:12.218878Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:12.219937Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802185445490883:2138] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:12.252055Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802176855556184:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(148235913ns) {HandleHandshakeStatus:329(148232152ns) {DropIncomingHandshake:442(686ns) DropOutgoingHandshake:457(667ns) SwitchToState:179(769ns) ProcessPendingSessionEvents:495(12674361ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 12599224ns max# 12171776ns}}}
2025-12-06T17:44:12.253200Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580802176855556183:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:12.253312Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:12.253364Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802176855556183:2048] [node 1] ICP22 created new session: [2:7580802185445490897:2048]
2025-12-06T17:44:12.253418Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802185445490897:2048] [node 1] ICS09 handshake done sender: [2:7580802185445490883:2138] self: [2:7580802185445490886:0] peer: [1:7580802182820823515:0] socket: 346 qp: -1
2025-12-06T17:44:12.253456Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802185445490897:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:12.253505Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:12.254978Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580802176855556184:2049] [node 3] ICP18 handshake (actor [2:7580802185445490885:2139]) is too old
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:12.211157Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802181649829995:2076] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:44:12.220602Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:12.022586Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802181574085823:2097] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:44:12.020701Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802184212802803:2050] [node 3] ICP22 created new session: [5:7580802184212802884:2050]
2025-12-06T17:44:12.042818Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802184212802884:2050] [node 3] ICS09 handshake done sender: [5:7580802184212802867:2111] self: [5:7580802184212802881:0] peer: [3:7580802181574085818:0] socket: 332 qp: -1
2025-12-06T17:44:12.063079Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802184212802884:2050] [node 3] ICS10 traffic start
2025-12-06T17:44:12.063145Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:12.093709Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802184212802874:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:12.093737Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580802184212802874:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:12.101989Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802184212802874:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:12.133935Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802184212802803:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(153932215ns) {HandleHandshakeStatus:329(153929927ns) {DropIncomingHandshake:442(629ns) DropOutgoingHandshake:457(10534ns) SwitchToState:179(605ns) ProcessPendingSessionEvents:495(31128439ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 31057050ns max# 30603506ns}}}
2025-12-06T17:44:12.151421Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802188507770184:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61268
2025-12-06T17:44:12.156021Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802188507770184:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:12.156185Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802184212802802:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:12.158801Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580802184212802868:2071] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:12.172354Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802188507770187:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61268
2025-12-06T17:44:12.175343Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:12.194507Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802184212802868:2071] [node 6] ICP22 created new session: [5:7580802188507770188:2071]
2025-12-06T17:44:12.198748Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802188507770189:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61268
2025-12-06T17:44:12.212160Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802188507770188:2071] [node 6] ICS09 handshake done sender: [5:7580802184212802874:2114] self: [5:7580802184212802873:0] peer: [6:7580802185944797337:0] socket: 361 qp: -1
2025-12-06T17:44:12.220751Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802188507770188:2071] [node 6] ICS10 traffic start
2025-12-06T17:44:12.222656Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802188507770184:2118] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:12.229323Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:12.234990Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802184212802802:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:12.235087Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:12.235147Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802184212802802:2049] [node 2] ICP22 created new session: [5:7580802188507770191:2049]
2025-12-06T17:44:12.235204Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802188507770191:2049] [node 2] ICS09 handshake done sender: [5:7580802188507770184:2118] self: [5:7580802188507770186:0] peer: [2:7580802181150523584:0] socket: 391 qp: -1
2025-12-06T17:44:12.235246Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802188507770191:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:12.235282Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:12.280946Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802188507770189:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:12.281100Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802184212802859:2070] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:12.281548Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802188507770193:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61268
2025-12-06T17:44:12.211232Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:12.239200Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802182820823504:2107] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(200174898ns) {Configure:104(200165307ns) {ProcessConfigured:135(75240ns) {StartInitialHandshake:157(72193ns) {DropHandshakes:470(3736ns) {DropIncomingHandshake:442(940ns) DropOutgoingHandshake:457(723ns)} GenerateSessionVirtualId:988(1116ns) PrepareNewSessionHandshake:477(2228ns) {SwitchToState:179(793ns)}}}}}
2025-12-06T17:44:12.022645Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:12.022696Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802181574085823:2097] [node 4] ICP22 created new session: [3:7580802185869053144:2097]
2025-12-06T17:44:12.022914Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802181574085826:2113] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:12.023479Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802177279118459:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:12.023547Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:12.023599Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802177279118459:2048] [node 1] ICP22 created new session: [3:7580802185869053145:2048]
2025-12-06T17:44:12.023651Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802185869053145:2048] [node 1] ICS09 handshake done sender: [3:7580802181574085826:2113] self: [3:7580802181574085843:0] peer: [1:7580802182820823505:0] socket: 342 qp: -1
2025-12-06T17:44:12.023688Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802185869053145:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:12.023732Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:12.035080Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802185869053144:2097] [node 4] ICS09 handshake done sender: [3:7580802181574085830:2115] self: [3:7580802181574085829:0] peer: [4:7580802181173882941:0] socket: 345 qp: -1
2025-12-06T17:44:12.035130Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802185869053144:2097] [node 4] ICS10 traffic start
2025-12-06T17:44:12.035168Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:12.035042Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:12.040533Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802181574085817:2104] [node 5] ICP22 created new session: [3:7580802185869053147:2104]
2025-12-06T17:44:12.067446Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802185869053147:2104] [node 5] ICS09 handshake done sender: [3:7580802181574085819:2109] self: [3:7580802181574085818:0] peer: [5:7580802184212802881:0] socket: 330 qp: -1
2025-12-06T17:44:12.074707Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802185869053147:2104] [node 5] ICS10 traffic start
2025-12-06T17:44:12.074769Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:12.088224Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802181574085817:2104] [node 5] ICP35 event processing took too much time PendingConnection:279(91109883ns) {HandleHandshakeStatus:329(91106116ns) {DropIncomingHandshake:442(22563ns) DropOutgoingHandshake:457(629ns) SwitchToState:179(978ns) ProcessPendingSessionEvents:495(706323ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 589673ns max# 69224ns}}}
2025-12-06T17:44:12.090124Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802181574085832:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:12.090152Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802181574085832:2116] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:12.093185Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802185869053151:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2932
2025-12-06T17:44:12.103439Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802181574085839:2119] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:12.141893Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802181574085832:2116] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:12.147879Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802177279118460:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:12.147972Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:12.148024Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802177279118460:2049] [node 2] ICP22 created new session: [3:7580802185869053153:2049]
2025-12-06T17:44:12.148069Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802185869053153:2049] [node 2] ICS09 handshake done sender: [3:7580802181574085839:2119] self: [3:7580802181574085847:0] peer: [2:7580802181150523567:0] socket: 356 qp: -1
2025-12-06T17:44:12.148124Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802185869053153:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:12.148176Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:12.149129Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802181574085824:2101] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:12.149180Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:12.149223Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802181574085824:2101] [node 6] ICP22 created new session: [3:7580802185869053155:2101]
2025-12-06T17:44:12.149308Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802185869053155:2101] [node 6] ICS09 handshake done sender: [3:7580802181574085832:2116] self: [3:7580802181574085831:0] peer: [6:7580802185944797338:0] socket: 382 qp: -1
2025-12-06T17:44:12.149337Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802185869053155:2101] [node 6] ICS10 traffic start
2025-12-06T17:44:12.149390Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:12.162235Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802177279118459:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(137891546ns) {HandleHandshakeStatus:329(137889527ns) {DropIncomingHandshake:442(491ns) DropOutgoingHandshake:457(4177ns) SwitchToState:179(703ns) ProcessPendingSessionEvents:495(137493742ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 131003762ns max# 25407033ns}}}
2025-12-06T17:44:12.211279Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802181649829995:2076] [node 5] ICP22 created new session: [6:7580802185944797341:2076]
2025-12-06T17:44:12.211337Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802185944797341:2076] [node 5] ICS09 handshake done sender: [6:7580802181649830028:2117] self: [6:7580802185944797337:0] peer: [5:7580802184212802873:0] socket: 363 qp: -1
2025-12-06T17:44:12.211374Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802185944797341:2076] [node 5] ICS10 traffic start
2025-12-06T17:44:12.211415Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:12.211808Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802181649830038:2121] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:12.212286Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802185944797336:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13857
2025-12-06T17:44:12.270704Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802181649829949:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:44:12.270778Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:12.282772Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802181649829949:2050] [node 3] ICP22 created new session: [6:7580802185944797343:2050]
2025-12-06T17:44:12.291108Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802185944797343:2050] [node 3] ICS09 handshake done sender: [6:7580802181649830038:2121] self: [6:7580802185944797338:0] peer: [3:7580802181574085831:0] socket: 383 qp: -1
2025-12-06T17:44:12.298823Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802185944797343:2050] [node 3] ICS10 traffic start
2025-12-06T17:44:12.278122Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802178525856143:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(82983900ns) {HandleHandshakeStatus:329(82980577ns) {DropIncomingHandshake:442(15575ns) DropOutgoingHandshake:457(750ns) SwitchToState:179(854ns) ProcessPendingSessionEvents:495(33749103ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 33688182ns max# 33202692ns}}}
2025-12-06T17:44:12.307484Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802185468850249:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:12.307549Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802185468850249:2121] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:12.308701Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802188507770193:2121] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:12.308860Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802184212802801:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:12.309560Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802187115790834:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:12.309594Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802187115790834:2119] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:12.312741Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802187115790834:2119] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:12.307660Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:12.312366Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802181649829949:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(40851771ns) {HandleHandshakeStatus:329(40845378ns) {DropIncomingHandshake:442(1751ns) DropOutgoingHandshake:457(8089ns) SwitchToState:179(740ns) ProcessPendingSessionEvents:495(580020ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 523993ns max# 52049ns}}}
2025-12-06T17:44:12.312450Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580802181649829949:2050] [node 3] ICP27 obsolete handshake fail ignored
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:12.324474Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802184212802801:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:65250) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802188507770193:2121] held: no
2025-12-06T17:44:12.325501Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802188507770196:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61268
2025-12-06T17:44:12.319239Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802182820823504:2107] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:12.319391Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:12.319453Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802182820823504:2107] [node 5] ICP22 created new session: [1:7580802187115790838:2107]
2025-12-06T17:44:12.319509Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802187115790838:2107] [node 5] ICS09 handshake done sender: [1:7580802187115790834:2119] self: [1:7580802187115790833:0] peer: [5:7580802188507770195:0] socket: 331 qp: -1
2025-12-06T17:44:12.328993Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802184212802868:2071] [node 6] ICP35 event processing took too much time PendingConnection:279(184954904ns) {HandleHandshakeStatus:329(184951775ns) {DropIncomingHandshake:442(15586ns) DropOutgoingHandshake:457(570ns) SwitchToState:179(1084ns) ProcessPendingSessionEvents:495(40591150ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 40501421ns max# 11245116ns}}}
2025-12-06T17:44:12.319560Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802187115790838:2107] [node 5] ICS10 traffic start
2025-12-06T17:44:12.331492Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802185468850249:2121] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:12.331794Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802188507770193:2121] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:12.335509Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802188507770197:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61268
2025-12-06T17:44:12.319637Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:12.339326Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802181649829947:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(184461509ns) {HandleHandshakeStatus:395(184457009ns) {LogHandshakeFail:472(21868ns) {UpdateErrorStateLog:545(5502ns)} DropOutgoingHandshake:457(3503ns) ProcessPendingSessionEvents:495(161467034ns) {unordered DropSessionEvent:512 num# 100 sum# 50831260ns max# 28028902ns}}}
2025-12-06T17:44:12.339472Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802181649830035:2120] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:12.343162Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802188507770189:2120] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:12.343374Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802184212802801:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:12.343451Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:12.343504Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802184212802801:2048] [node 1] ICP22 created new session: [5:7580802188507770198:2048]
2025-12-06T17:44:12.343551Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802188507770198:2048] [node 1] ICS09 handshake done sender: [5:7580802188507770193:2121] self: [5:7580802188507770195:0] peer: [1:7580802187115790833:0] socket: 324 qp: -1
2025-12-06T17:44:12.343589Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802188507770198:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:12.343648Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:12.345482Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802181649829947:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:12.345408Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802181173882930:2089] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:12.345551Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:12.345597Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802181649829947:2048] [node 1] ICP22 created new session: [6:7580802185944797345:2048]
2025-12-06T17:44:12.345649Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802185944797345:2048] [node 1] ICS09 handshake done sender: [6:7580802181649830035:2120] self: [6:7580802181649830037:0] peer: [1:7580802182820823516:0] socket: 373 qp: -1
2025-12-06T17:44:12.345686Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802185944797345:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:12.345729Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:12.350753Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802184212802859:2070] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:44:12.350855Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:12.350906Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802184212802859:2070] [node 4] ICP22 created new session: [5:7580802188507770200:2070]
2025-12-06T17:44:12.350957Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802188507770200:2070] [node 4] ICS09 handshake done sender: [5:7580802188507770189:2120] self: [5:7580802188507770194:0] peer: [4:7580802185468850248:0] socket: 380 qp: -1
2025-12-06T17:44:12.350993Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802188507770200:2070] [node 4] ICS10 traffic start
2025-12-06T17:44:12.351041Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:12.348446Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:12.348503Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802181173882930:2089] [node 5] ICP22 created new session: [4:7580802185468850259:2089]
2025-12-06T17:44:12.348558Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802185468850259:2089] [node 5] ICS09 handshake done sender: [4:7580802185468850249:2121] self: [4:7580802185468850248:0] peer: [5:7580802188507770194:0] socket: 328 qp: -1
2025-12-06T17:44:12.348591Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802185468850259:2089] [node 5] ICS10 traffic start
2025-12-06T17:44:12.348640Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:12.387516Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:44:12.387813Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580802185445490897:2048] [node 1] ICS01 socket: 346 reason# EndOfStream
2025-12-06T17:44:12.387857Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580802176855556183:2048] [node 1] ICP30 unregister session Session# [2:7580802185445490897:2048] VirtualId# [2:7580802185445490886:0]
2025-12-06T17:44:12.387895Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580802185445490897:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:12.387987Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:12.388035Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:12.394427Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:44:12.394744Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802185944797345:2048] [node 1] ICS01 socket: 373 reason# EndOfStream
2025-12-06T17:44:12.394793Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802181649829947:2048] [node 1] ICP30 unregister session Session# [6:7580802185944797345:2048] VirtualId# [6:7580802181649830037:0]
2025-12-06T17:44:12.394833Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802185944797345:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:12.394906Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:12.394941Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:12.395051Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:44:12.395237Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802188507770198:2048] [node 1] ICS01 socket: 324 reason# EndOfStream
2025-12-06T17:44:12.395293Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802184212802801:2048] [node 1] ICP30 unregister session Session# [5:7580802188507770198:2048] VirtualId# [5:7580802188507770195:0]
2025-12-06T17:44:12.395322Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802188507770198:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:12.395388Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:12.395428Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:12.395526Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:44:12.395730Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802185468850246:2048] [node 1] ICS01 socket: 338 reason# EndOfStream
2025-12-06T17:44:12.395770Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802176878915564:2048] [node 1] ICP30 unregister session Session# [4:7580802185468850246:2048] VirtualId# [4:7580802181173882942:0]
2025-12-06T17:44:12.395804Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802185468850246:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:12.395869Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:12.395910Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:12.390764Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:44:12.391054Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580802185869053145:2048] [node 1] ICS07 socket disconnect 342 reason# EndOfStream
2025-12-06T17:44:12.391094Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802185869053145:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:12.391188Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:12.391236Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802185869053145:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:12.402929Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802177279118459:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:65250) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:12.403000Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802185869053145:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:12.403041Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802177279118459:2048] [node 1] ICP30 unregister session Session# [3:7580802185869053145:2048] VirtualId# [3:7580802181574085843:0]
2025-12-06T17:44:12.403163Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:12.403200Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580802177279118459:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:65250) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:12.403221Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:65250) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:12.414821Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580802177279118459:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:44:12.525959Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:44:12.526219Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802185869053153:2049] [node 2] ICS01 socket: 356 reason# EndOfStream
2025-12-06T17:44:12.526275Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802177279118460:2049] [node 2] ICP30 unregister session Session# [3:7580802185869053153:2049] VirtualId# [3:7580802181574085847:0]
2025-12-06T17:44:12.526310Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802185869053153:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:12.526424Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:12.526487Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:12.534477Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:44:12.534752Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802188507770191:2049] [node 2] ICS07 socket disconnect 391 reason# EndOfStream
2025-12-06T17:44:12.534781Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802188507770191:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:12.534861Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:12.534894Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802188507770191:2049] [node 2] ICS15 start handshake
2025-12-06T17:44:12.535485Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:44:12.535692Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802185468850256:2049] [node 2] ICS01 socket: 379 reason# EndOfStream
2025-12-06T17:44:12.535735Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802176878915565:2049] [node 2] ICP30 unregister session Session# [4:7580802185468850256:2049] VirtualId# [4:7580802185468850252:0]
2025-12-06T17:44:12.535771Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802185468850256:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:12.535844Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:12.535895Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:12.537931Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802184212802802:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26186) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:12.537995Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802188507770191:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:12.538044Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802184212802802:2049] [node 2] ICP30 unregister session Session# [5:7580802188507770191:2049] VirtualId# [5:7580802188507770186:0]
2025-12-06T17:44:12.538092Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:12.538129Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802184212802802:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:26186) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:12.538143Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26186) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:12.546815Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:44:12.547056Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802181649830032:2049] [node 2] ICS07 socket disconnect 358 reason# EndOfStream
2025-12-06T17:44:12.547087Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802181649830032:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:12.547178Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:12.547218Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802181649830032:2049] [node 2] ICS15 start handshake
2025-12-06T17:44:12.548384Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802184212802802:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:44:12.548940Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802181649829948:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26186) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:12.549008Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802181649830032:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:12.549038Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802181649829948:2049] [node 2] ICP30 unregister session Session# [6:7580802181649830032:2049] VirtualId# [6:7580802181649830029:0]
2025-12-06T17:44:12.549082Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:12.549123Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802181649829948:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:26186) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:12.549136Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26186) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:12.562479Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802181649829948:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:44:12.636450Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:44:12.636721Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802184212802884:2050] [node 3] ICS07 socket disconnect 332 reason# EndOfStream
2025-12-06T17:44:12.636768Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802184212802884:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:12.636841Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:44:12.636876Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802184212802884:2050] [node 3] ICS15 start handshake
2025-12-06T17:44:12.637463Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:44:12.637676Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802185468850250:2050] [node 3] ICS01 socket: 347 reason# EndOfStream
2025-12-06T17:44:12.637719Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802176878915566:2050] [node 3] ICP30 unregister session Session# [4:7580802185468850250:2050] VirtualId# [4:7580802181173882941:0]
2025-12-06T17:44:12.637759Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802185468850250:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:12.637832Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:44:12.637878Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:44:12.637995Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:44:12.638195Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802185944797343:2050] [node 3] ICS07 socket disconnect 383 reason# EndOfStream
2025-12-06T17:44:12.638222Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802185944797343:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:12.638281Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:44:12.638323Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802185944797343:2050] [node 3] ICS15 start handshake
2025-12-06T17:44:12.640516Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802181649829949:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29707) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:12.640588Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802185944797343:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:12.640620Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802181649829949:2050] [node 3] ICP30 unregister session Session# [6:7580802185944797343:2050] VirtualId# [6:7580802185944797338:0]
2025-12-06T17:44:12.640753Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:44:12.640795Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802181649829949:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:29707) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:12.640812Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29707) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:12.641666Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802184212802803:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29707) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:12.641743Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802184212802884:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:12.641776Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802184212802803:2050] [node 3] ICP30 unregister session Session# [5:7580802184212802884:2050] VirtualId# [5:7580802184212802881:0]
2025-12-06T17:44:12.641881Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:44:12.641910Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802184212802803:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:29707) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:12.641928Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29707) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:12.652907Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802184212802803:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:44:12.658856Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802181649829949:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:44:12.794833Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:44:12.795084Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802188507770200:2070] [node 4] ICS07 socket disconnect 380 reason# EndOfStream
2025-12-06T17:44:12.795113Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802188507770200:2070] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:12.795201Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:44:12.795248Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802188507770200:2070] [node 4] ICS15 start handshake
2025-12-06T17:44:12.795806Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:44:12.796018Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802181649830036:2068] [node 4] ICS01 socket: 335 reason# EndOfStream
2025-12-06T17:44:12.796060Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802181649829971:2068] [node 4] ICP30 unregister session Session# [6:7580802181649830036:2068] VirtualId# [6:7580802181649830026:0]
2025-12-06T17:44:12.796094Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802181649830036:2068] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:12.796181Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:44:12.796231Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:44:12.797534Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802184212802859:2070] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11171) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:12.797602Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802188507770200:2070] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:12.797645Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802184212802859:2070] [node 4] ICP30 unregister session Session# [5:7580802188507770200:2070] VirtualId# [5:7580802188507770194:0]
2025-12-06T17:44:12.797772Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:44:12.797804Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802184212802859:2070] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:11171) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:12.797818Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11171) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:12.902717Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:44:12.902997Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802185944797341:2076] [node 5] ICS01 socket: 363 reason# EndOfStream
2025-12-06T17:44:12.903042Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802181649829995:2076] [node 5] ICP30 unregister session Session# [6:7580802185944797341:2076] VirtualId# [6:7580802185944797337:0]
2025-12-06T17:44:12.903079Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802185944797341:2076] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:12.903189Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:44:12.903240Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:44:13.164926Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802190186179863:2048] [node 2] ICP01 ready to work
2025-12-06T17:44:13.164968Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802190186179864:2049] [node 3] ICP01 ready to work
2025-12-06T17:44:13.171176Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802192310765436:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:13.171214Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802192310765437:2049] [node 3] ICP01 ready to work
2025-12-06T17:44:13.191112Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802191029689857:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:13.191152Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802191029689858:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:13.236277Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802192653729018:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:13.236317Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802192653729019:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:13.236356Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802192653729020:2050] [node 3] ICP01 ready to work
2025-12-06T17:44:13.264335Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802190314307922:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:13.264386Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802190314307923:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:13.264440Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802190314307924:2050] [node 3] ICP01 ready to work
2025-12-06T17:44:13.299511Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802189394494669:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:13.299550Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802189394494670:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:13.299587Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802189394494671:2050] [node 3] ICP01 ready to work
2025-12-06T17:44:13.613119Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802191029689914:2102] [node 5] ICP01 ready to work
2025-12-06T17:44:13.614500Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802191029689917:2105] [node 4] ICP01 ready to work
2025-12-06T17:44:13.610471Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802189394494683:2060] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:13.639413Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802192310765496:2105] [node 6] ICP01 ready to work
2025-12-06T17:44:13.624653Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802190314307938:2063] [node 4] ICP01 ready to work
2025-12-06T17:44:13.643381Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802189394494685:2062] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58144
2025-12-06T17:44:13.658317Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802190186179924:2102] [node 6] ICP01 ready to work
2025-12-06T17:44:13.688468Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802192653729056:2079] [node 5] ICP01 ready to work
2025-12-06T17:44:13.671743Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802191029689914:2102] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(58268746ns) {Configure:104(58264255ns) {ProcessConfigured:135(85230ns) {StartInitialHandshake:157(81810ns) {DropHandshakes:470(3072ns) {DropIncomingHandshake:442(712ns) DropOutgoingHandshake:457(338ns)} GenerateSessionVirtualId:988(703ns) PrepareNewSessionHandshake:477(2214ns) {SwitchToState:179(516ns)}}}}}
2025-12-06T17:44:13.692155Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802192310765503:2106] [node 5] ICP01 ready to work
2025-12-06T17:44:13.718712Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802190186179929:2105] [node 4] ICP01 ready to work
2025-12-06T17:44:13.700608Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802190314307947:2066] [node 6] ICP01 ready to work
2025-12-06T17:44:13.692368Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802191029689925:2107] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:13.705775Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802191029689917:2105] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(58960981ns) {Configure:104(58944582ns) {ProcessConfigured:135(145144ns) {StartInitialHandshake:157(142352ns) {DropHandshakes:470(3702ns) {DropIncomingHandshake:442(804ns) DropOutgoingHandshake:457(513ns)} GenerateSessionVirtualId:988(1517ns) PrepareNewSessionHandshake:477(2654ns) {SwitchToState:179(828ns)}}}}}
2025-12-06T17:44:13.720392Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802190186179928:2106] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:13.740890Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802192653729020:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(37871553ns) {Configure:104(37862021ns) {ProcessConfigured:135(90564ns) {StartInitialHandshake:157(87712ns) {DropHandshakes:470(5593ns) {DropIncomingHandshake:442(893ns) DropOutgoingHandshake:457(288ns)} GenerateSessionVirtualId:988(737ns) PrepareNewSessionHandshake:477(1985ns) {SwitchToState:179(575ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:13.777327Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802191029689929:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4153
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:13.751334Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802192310765504:2104] [node 4] ICP01 ready to work
2025-12-06T17:44:13.760884Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802190314307922:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(83221849ns) {Configure:104(83206969ns) {ProcessConfigured:135(81163ns) {StartInitialHandshake:157(78102ns) {DropHandshakes:470(2994ns) {DropIncomingHandshake:442(596ns) DropOutgoingHandshake:457(469ns)} GenerateSessionVirtualId:988(1017ns) PrepareNewSessionHandshake:477(2101ns) {SwitchToState:179(525ns)}}}}}
2025-12-06T17:44:13.755132Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802192310765503:2106] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(30129122ns) {Configure:104(30121669ns) {ProcessConfigured:135(99449ns) {StartInitialHandshake:157(96128ns) {DropHandshakes:470(3709ns) {DropIncomingHandshake:442(837ns) DropOutgoingHandshake:457(399ns)} GenerateSessionVirtualId:988(1522ns) PrepareNewSessionHandshake:477(1822ns) {SwitchToState:179(592ns)}}}}}
2025-12-06T17:44:13.743928Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802192653729062:2082] [node 6] ICP01 ready to work
2025-12-06T17:44:13.776156Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802192310765437:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(156712239ns) {Configure:104(156706774ns) {ProcessConfigured:135(88161ns) {StartInitialHandshake:157(84341ns) {DropHandshakes:470(2736ns) {DropIncomingHandshake:442(576ns) DropOutgoingHandshake:457(741ns)} GenerateSessionVirtualId:988(944ns) PrepareNewSessionHandshake:477(1441ns) {SwitchToState:179(699ns)}}}}}
2025-12-06T17:44:13.810937Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802192310765436:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(198411376ns) {Configure:104(198404482ns) {ProcessConfigured:135(26488869ns) {StartInitialHandshake:157(26485242ns) {DropHandshakes:470(2571ns) {DropIncomingHandshake:442(621ns) DropOutgoingHandshake:457(327ns)} GenerateSessionVirtualId:988(1095ns) PrepareNewSessionHandshake:477(3169ns) {SwitchToState:179(559ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:13.811738Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802189394494683:2060] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(200923228ns) {Configure:104(200918535ns) {ProcessConfigured:135(23697226ns) {StartInitialHandshake:157(23694029ns) {DropHandshakes:470(1522ns) {DropIncomingHandshake:442(335ns) DropOutgoingHandshake:457(394ns)} GenerateSessionVirtualId:988(503ns) PrepareNewSessionHandshake:477(3199ns) {SwitchToState:179(230ns)}}}}}
2025-12-06T17:44:13.780808Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802192653729067:2091] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38967
2025-12-06T17:44:13.761500Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802190314307951:2073] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24164
2025-12-06T17:44:13.838309Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802191029689925:2107] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(95071153ns) {Configure:104(95065750ns) {ProcessConfigured:135(150595ns) {StartInitialHandshake:157(148373ns) {DropHandshakes:470(3285ns) {DropIncomingHandshake:442(1079ns) DropOutgoingHandshake:457(360ns)} GenerateSessionVirtualId:988(852ns) PrepareNewSessionHandshake:477(2373ns) {SwitchToState:179(780ns)}}}}}
2025-12-06T17:44:13.844270Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802191029689927:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:13.844325Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802191029689927:2111] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:13.859729Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802190186179863:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(192796980ns) {Configure:104(192788215ns) {ProcessConfigured:135(99709ns) {StartInitialHandshake:157(96630ns) {DropHandshakes:470(3333ns) {DropIncomingHandshake:442(831ns) DropOutgoingHandshake:457(495ns)} GenerateSessionVirtualId:988(984ns) PrepareNewSessionHandshake:477(1989ns) {SwitchToState:179(826ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:13.863805Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802190186179934:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36460
2025-12-06T17:44:13.864008Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802190186179935:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36460
2025-12-06T17:44:13.783551Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802192653729066:2090] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38967
2025-12-06T17:44:13.849781Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802189394494689:2064] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58144
2025-12-06T17:44:13.761567Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802190314307952:2074] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24164
2025-12-06T17:44:13.868594Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802191029689929:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:13.799123Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802192653729066:2090] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:13.877730Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802189394494690:2065] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58144
2025-12-06T17:44:13.892191Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802190186179934:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:13.799371Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802192653729020:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:13.766389Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802190314307938:2063] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(92636985ns) {Configure:104(92628879ns) {ProcessConfigured:135(74241ns) {StartInitialHandshake:157(70120ns) {DropHandshakes:470(2617ns) {DropIncomingHandshake:442(502ns) DropOutgoingHandshake:457(307ns)} GenerateSessionVirtualId:988(565ns) PrepareNewSessionHandshake:477(2248ns) {SwitchToState:179(550ns)}}}}}
2025-12-06T17:44:13.894846Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802189394494685:2062] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:13.887946Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802191029689927:2111] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:13.910577Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802192310765498:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:13.767150Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802190314307950:2072] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24164
2025-12-06T17:44:13.903303Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802190186179935:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:13.927766Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802191029689857:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(261604514ns) {Configure:104(261595200ns) {ProcessConfigured:135(8190789ns) {StartInitialHandshake:157(8187145ns) {DropHandshakes:470(2895ns) {DropIncomingHandshake:442(600ns) DropOutgoingHandshake:457(428ns)} GenerateSessionVirtualId:988(948ns) PrepareNewSessionHandshake:477(5759ns) {SwitchToState:179(2841ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:13.834600Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802192653729072:2093] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38967
2025-12-06T17:44:13.910634Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802192310765498:2110] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:13.807195Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802190314307950:2072] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:13.897192Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802189394494670:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:13.981996Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802190186179943:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36460
2025-12-06T17:44:13.938782Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802191029689931:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:13.835318Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802192653729018:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(45922228ns) {Configure:104(45914022ns) {ProcessConfigured:135(81492ns) {StartInitialHandshake:157(78645ns) {DropHandshakes:470(3000ns) {DropIncomingHandshake:442(620ns) DropOutgoingHandshake:457(430ns)} GenerateSessionVirtualId:988(739ns) PrepareNewSessionHandshake:477(1832ns) {SwitchToState:179(574ns)}}}}}
2025-12-06T17:44:13.919303Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802192310765498:2110] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:13.999241Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802190186179864:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(178258671ns) {Configure:104(178249002ns) {ProcessConfigured:135(1261960ns) {StartInitialHandshake:157(1259075ns) {DropHandshakes:470(2788ns) {DropIncomingHandshake:442(522ns) DropOutgoingHandshake:457(883ns)} GenerateSessionVirtualId:988(912ns) PrepareNewSessionHandshake:477(1810ns) {SwitchToState:179(987ns)}}}}}
2025-12-06T17:44:13.999822Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802192310765517:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42781
2025-12-06T17:44:13.807414Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802190314307951:2073] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:13.917970Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802189394494690:2065] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:13.938814Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802191029689931:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:13.955126Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802191029689931:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:13.957796Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802191029689858:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(189829425ns) {Configure:104(189821509ns) {ProcessConfigured:135(77777ns) {StartInitialHandshake:157(74663ns) {DropHandshakes:470(2768ns) {DropIncomingHandshake:442(819ns) DropOutgoingHandshake:457(376ns)} GenerateSessionVirtualId:988(913ns) PrepareNewSessionHandshake:477(1430ns) {SwitchToState:179(372ns)}}}}}
2025-12-06T17:44:13.958050Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802191029689858:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:13.959453Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802191029689917:2105] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:44:13.959526Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:13.959582Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802191029689917:2105] [node 4] ICP22 created new session: [3:7580802191029689942:2105]
2025-12-06T17:44:13.959645Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802191029689942:2105] [node 4] ICS09 handshake done sender: [3:7580802191029689927:2111] self: [3:7580802191029689926:0] peer: [4:7580802192653729071:0] socket: 335 qp: -1
2025-12-06T17:44:13.960379Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802191029689942:2105] [node 4] ICS10 traffic start
2025-12-06T17:44:13.977542Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:13.979320Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802191029689917:2105] [node 4] ICP35 event processing took too much time PendingConnection:279(18907386ns) {HandleHandshakeStatus:329(18903931ns) {DropIncomingHandshake:442(304ns) DropOutgoingHandshake:457(476ns) SwitchToState:179(319ns) ProcessPendingSessionEvents:495(642800ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 564192ns max# 76656ns}}}
2025-12-06T17:44:13.991602Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802191029689936:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4153
2025-12-06T17:44:14.007027Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802192310765509:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:14.007098Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802192310765509:2112] [node 3] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:14.017987Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802190186179931:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:14.018026Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802190186179931:2111] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:44:13.835833Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802192653729058:2086] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:13.921808Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802189394494671:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:14.012129Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7580802191029689917:2105] [node 4] ICP27 obsolete handshake fail ignored
2025-12-06T17:44:13.809035Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802190314307938:2063] [node 4] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:14.009906Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802192310765496:2105] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:13.835871Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802192653729058:2086] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:13.938725Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802189394494689:2064] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:13.839682Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802190314307952:2074] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:13.951204Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802190314307923:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(248431488ns) {Configure:104(248424761ns) {ProcessConfigured:135(7537457ns) {StartInitialHandshake:157(7533323ns) {DropHandshakes:470(2342ns) {DropIncomingHandshake:442(719ns) DropOutgoingHandshake:457(385ns)} GenerateSessionVirtualId:988(819ns) PrepareNewSessionHandshake:477(3805ns) {SwitchToState:179(1318ns)}}}}}
2025-12-06T17:44:13.959454Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802190314307923:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:13.959727Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802190314307961:2078] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24164
2025-12-06T17:44:14.008390Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802190314307947:2066] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(280184319ns) {Configure:104(280175943ns) {ProcessConfigured:135(20361330ns) {StartInitialHandshake:157(20358878ns) {DropHandshakes:470(3507ns) {DropIncomingHandshake:442(762ns) DropOutgoingHandshake:457(982ns)} GenerateSessionVirtualId:988(582ns) PrepareNewSessionHandshake:477(2932ns) {SwitchToState:179(1051ns)}}}}}
2025-12-06T17:44:14.010559Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802190314307961:2078] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:14.015158Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802190314307922:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:14.027240Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802194609275265:2081] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24164
2025-12-06T17:44:14.034849Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802190314307924:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(291525676ns) {Configure:104(291513204ns) {ProcessConfigured:135(51628470ns) {StartInitialHandshake:157(51625523ns) {DropHandshakes:470(11676055ns) {DropIncomingHandshake:442(540ns) DropOutgoingHandshake:457(3507ns)} GenerateSessionVirtualId:988(1928ns) PrepareNewSessionHandshake:477(2985ns) {SwitchToState:179(1255ns)}}}}}
2025-12-06T17:44:14.035917Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802190314307959:2076] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24164
2025-12-06T17:44:14.042752Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802190314307924:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:14.057525Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802190314307952:2074] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:14.068485Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802194609275267:2082] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24164
2025-12-06T17:44:14.009980Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:13.946903Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802189394494683:2060] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:14.024749Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802190186179943:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:14.021089Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802191029689925:2107] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:13.871334Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802192653729058:2086] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:14.010155Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802192310765506:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:14.036318Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:14.070092Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802190314307951:2073] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:14.026778Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802190186179924:2102] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(118323116ns) {Configure:104(118297966ns) {ProcessConfigured:135(73165ns) {StartInitialHandshake:157(71488ns) {DropHandshakes:470(1759ns) {DropIncomingHandshake:442(259ns) DropOutgoingHandshake:457(508ns)} GenerateSessionVirtualId:988(508ns) PrepareNewSessionHandshake:477(1575ns) {SwitchToState:179(486ns)}}}}}
2025-12-06T17:44:13.880602Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802192653729019:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(124321056ns) {Configure:104(124313735ns) {ProcessConfigured:135(114522ns) {StartInitialHandshake:157(111150ns) {DropHandshakes:470(3303ns) {DropIncomingHandshake:442(590ns) DropOutgoingHandshake:457(773ns)} GenerateSessionVirtualId:988(727ns) PrepareNewSessionHandshake:477(2518ns) {SwitchToState:179(741ns)}}}}}
2025-12-06T17:44:13.947460Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802189394494695:2067] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58144
2025-12-06T17:44:14.010196Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802192310765506:2111] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:14.076109Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802190314307923:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7591) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802190314307952:2074] held: no
2025-12-06T17:44:14.028972Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802190186179936:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:14.046860Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802191029689923:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:13.885495Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802192653729056:2079] [node 5] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:14.010914Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802192310765513:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42781
2025-12-06T17:44:13.947949Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802189394494693:2066] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58144
2025-12-06T17:44:14.046900Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802191029689923:2110] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:14.029012Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802190186179936:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:13.891127Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:14.076397Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802194609275268:2083] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24164
2025-12-06T17:44:14.051697Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802190186179931:2111] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:14.025385Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802189394494685:2062] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:14.051239Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802195324657241:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4153
2025-12-06T17:44:14.015160Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802192310765496:2105] [node 6] ICP22 created new session: [2:7580802196605732814:2105]
2025-12-06T17:44:14.076628Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802190314307938:2063] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:44:14.035092Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802189394494690:2065] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:13.904707Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802192653729067:2091] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:14.129810Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802190186179936:2114] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:14.043531Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802193689461992:2068] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58144
2025-12-06T17:44:14.015246Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802196605732814:2105] [node 6] ICS09 handshake done sender: [2:7580802192310765498:2110] self: [2:7580802192310765497:0] peer: [6:7580802189394494691:0] socket: 330 qp: -1
2025-12-06T17:44:14.057362Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802191029689925:2107] [node 6] ICP22 created new session: [3:7580802195324657242:2107]
2025-12-06T17:44:14.076709Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:13.907090Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802192653729072:2093] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:14.015295Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802196605732814:2105] [node 6] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:14.130704Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802190186179939:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:14.076763Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802190314307938:2063] [node 4] ICP22 created new session: [5:7580802194609275269:2063]
2025-12-06T17:44:14.064007Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802189394494671:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:44:14.088214Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802195324657242:2107] [node 6] ICS09 handshake done sender: [3:7580802191029689931:2113] self: [3:7580802191029689930:0] peer: [6:7580802189394494692:0] socket: 355 qp: -1
2025-12-06T17:44:14.130747Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802190186179939:2115] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:14.015349Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:14.134940Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802190186179863:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:44:14.139117Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802194481147243:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36460
2025-12-06T17:44:14.139213Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:14.139268Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802190186179863:2048] [node 2] ICP22 created new session: [1:7580802194481147249:2048]
2025-12-06T17:44:14.141153Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802190186179928:2106] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:14.145431Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802194481147249:2048] [node 2] ICS09 handshake done sender: [1:7580802190186179931:2111] self: [1:7580802190186179930:0] peer: [2:7580802196605732818:0] socket: 359 qp: -1
2025-12-06T17:44:14.148073Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802194481147249:2048] [node 2] ICS10 traffic start
2025-12-06T17:44:14.150212Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:14.155340Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:14.158869Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802190186179928:2106] [node 5] ICP22 created new session: [1:7580802194481147253:2106]
2025-12-06T17:44:14.167567Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802194481147253:2106] [node 5] ICS09 handshake done sender: [1:7580802190186179936:2114] self: [1:7580802190186179933:0] peer: [5:7580802194609275264:0] socket: 365 qp: -1
2025-12-06T17:44:14.167810Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802190186179939:2115] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:14.179071Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802194481147253:2106] [node 5] ICS10 traffic start
2025-12-06T17:44:14.184529Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802190186179945:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:14.184563Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802190186179945:2117] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:44:14.185101Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802190186179929:2105] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:44:14.185182Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:14.185240Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802190186179929:2105] [node 4] ICP22 created new session: [1:7580802194481147254:2105]
2025-12-06T17:44:14.185291Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802194481147254:2105] [node 4] ICS09 handshake done sender: [1:7580802190186179939:2115] self: [1:7580802190186179938:0] peer: [4:7580802196948696386:0] socket: 369 qp: -1
2025-12-06T17:44:14.185331Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802194481147254:2105] [node 4] ICS10 traffic start
2025-12-06T17:44:14.185372Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:14.076820Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802194609275269:2063] [node 4] ICS09 handshake done sender: [5:7580802190314307951:2073] self: [5:7580802190314307957:0] peer: [4:7580802192653729057:0] socket: 338 qp: -1
2025-12-06T17:44:13.907374Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802192653729080:2096] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38967
2025-12-06T17:44:14.074586Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802189394494670:2049] [node 2] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:14.093306Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802195324657242:2107] [node 6] ICS10 traffic start
2025-12-06T17:44:13.908419Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802192653729056:2079] [node 5] ICP22 created new session: [4:7580802192653729079:2079]
2025-12-06T17:44:14.016629Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802192310765513:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:14.081059Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802189394494689:2064] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:14.076860Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802194609275269:2063] [node 4] ICS10 traffic start
2025-12-06T17:44:14.199024Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:14.016755Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802196605732817:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42781
2025-12-06T17:44:14.016875Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580802192310765436:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:14.025511Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802192310765506:2111] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:14.027639Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802196605732820:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42781
2025-12-06T17:44:14.035129Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802192310765517:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:14.035936Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802192310765509:2112] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:14.054887Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802192310765503:2106] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:14.054981Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:14.055047Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802192310765503:2106] [node 5] ICP22 created new session: [2:7580802196605732823:2106]
2025-12-06T17:44:14.055110Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802196605732823:2106] [node 5] ICS09 handshake done sender: [2:7580802192310765506:2111] self: [2:7580802192310765505:0] peer: [5:7580802190314307963:0] socket: 336 qp: -1
2025-12-06T17:44:14.055163Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802196605732823:2106] [node 5] ICS10 traffic start
2025-12-06T17:44:14.055204Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:14.056005Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580802192310765503:2106] [node 5] ICP18 handshake (actor [2:7580802192310765517:2116]) is too old
2025-12-06T17:44:14.087231Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802192310765437:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:44:14.087287Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:14.087347Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802192310765437:2049] [node 3] ICP22 created new session: [2:7580802196605732825:2049]
2025-12-06T17:44:14.087400Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802196605732825:2049] [node 3] ICS09 handshake done sender: [2:7580802192310765509:2112] self: [2:7580802192310765508:0] peer: [3:7580802191029689940:0] socket: 344 qp: -1
2025-12-06T17:44:14.087441Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802196605732825:2049] [node 3] ICS10 traffic start
2025-12-06T17:44:14.087481Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:14.087922Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802192310765513:2114] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:14.090774Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802196605732822:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42781
2025-12-06T17:44:14.105291Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580802192310765436:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:14.105346Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:14.105392Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802192310765436:2048] [node 1] ICP22 created new session: [2:7580802196605732828:2048]
2025-12-06T17:44:14.105446Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802196605732828:2048] [node 1] ICS09 handshake done sender: [2:7580802192310765513:2114] self: [2:7580802196605732818:0] peer: [1:7580802190186179930:0] socket: 363 qp: -1
2025-12-06T17:44:14.105486Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802196605732828:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:14.105521Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:14.114270Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802196605732817:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:14.133962Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802196605732822:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:14.138861Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802192310765516:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:14.138914Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802192310765516:2115] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:44:14.148134Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802192310765516:2115] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:14.152500Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802192310765504:2104] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:44:14.152596Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:14.152660Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802192310765504:2104] [node 4] ICP22 created new session: [2:7580802196605732832:2104]
2025-12-06T17:44:14.152713Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802196605732832:2104] [node 4] ICS09 handshake done sender: [2:7580802192310765516:2115] self: [2:7580802192310765515:0] peer: [4:7580802196948696388:0] socket: 396 qp: -1
2025-12-06T17:44:14.152751Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802196605732832:2104] [node 4] ICS10 traffic start
2025-12-06T17:44:14.152792Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:14.097403Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:14.102670Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:14.104239Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802189394494683:2060] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14232) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802189394494689:2064] held: no
2025-12-06T17:44:14.104502Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802189394494683:2060] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:44:14.104552Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:14.104611Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802189394494683:2060] [node 4] ICP22 created new session: [6:7580802193689461995:2060]
2025-12-06T17:44:14.104655Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802193689461995:2060] [node 4] ICS09 handshake done sender: [6:7580802189394494689:2064] self: [6:7580802189394494694:0] peer: [4:7580802192653729073:0] socket: 353 qp: -1
2025-12-06T17:44:14.104700Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802193689461995:2060] [node 4] ICS10 traffic start
2025-12-06T17:44:14.104741Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:14.107339Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802189394494670:2049] [node 2] ICP22 created new session: [6:7580802193689461994:2049]
2025-12-06T17:44:14.123281Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:14.125601Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802193689461994:2049] [node 2] ICS09 handshake done sender: [6:7580802189394494685:2062] self: [6:7580802189394494691:0] peer: [2:7580802192310765497:0] socket: 331 qp: -1
2025-12-06T17:44:14.126717Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802189394494671:2050] [node 3] ICP22 created new session: [6:7580802193689461993:2050]
2025-12-06T17:44:14.126782Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802193689461993:2050] [node 3] ICS09 handshake done sender: [6:7580802189394494690:2065] self: [6:7580802189394494692:0] peer: [3:7580802191029689930:0] socket: 357 qp: -1
2025-12-06T17:44:14.126913Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802193689461993:2050] [node 3] ICS10 traffic start
2025-12-06T17:44:14.126982Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:14.127277Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802189394494671:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(63176940ns) {HandleHandshakeStatus:329(63174186ns) {DropIncomingHandshake:442(1074ns) DropOutgoingHandshake:457(624ns) SwitchToState:179(610ns) ProcessPendingSessionEvents:495(1466ns)}}
2025-12-06T17:44:14.131362Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802193689461994:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:14.135259Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:14.159097Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802189394494670:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(97109158ns) {HandleHandshakeStatus:329(97103544ns) {DropIncomingHandshake:442(5107ns) DropOutgoingHandshake:457(322ns) SwitchToState:179(879ns) ProcessPendingSessionEvents:495(16844ns)}}
2025-12-06T17:44:14.166708Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802193689461997:2069] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58144
2025-12-06T17:44:14.186787Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802193689461997:2069] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:14.192883Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802193689462002:2071] [node 5] ICP01 ready to work
2025-12-06T17:44:14.195059Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802193689462002:2071] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:14.233149Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802193689462004:2072] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58144
2025-12-06T17:44:13.919300Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802192653729079:2079] [node 5] ICS09 handshake done sender: [4:7580802192653729058:2086] self: [4:7580802192653729057:0] peer: [5:7580802190314307957:0] socket: 334 qp: -1
2025-12-06T17:44:14.255660Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802193689461997:2069] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:14.257103Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802193689462002:2071] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:44:14.257187Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:14.257241Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802193689462002:2071] [node 5] ICP22 created new session: [6:7580802193689462005:2071]
2025-12-06T17:44:14.257297Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802193689462005:2071] [node 5] ICS09 handshake done sender: [6:7580802193689461997:2069] self: [6:7580802193689462003:0] peer: [5:7580802190314307966:0] socket: 351 qp: -1
2025-12-06T17:44:14.257337Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802193689462005:2071] [node 5] ICS10 traffic start
2025-12-06T17:44:14.257389Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:14.076920Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:14.103865Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802191029689923:2110] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:14.110218Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802191029689929:2112] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:14.123262Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802191029689914:2102] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:14.129317Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802191029689858:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:14.129412Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:14.129470Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802191029689858:2049] [node 2] ICP22 created new session: [3:7580802195324657245:2049]
2025-12-06T17:44:14.129513Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802195324657245:2049] [node 2] ICS09 handshake done sender: [3:7580802191029689929:2112] self: [3:7580802191029689940:0] peer: [2:7580802192310765508:0] socket: 345 qp: -1
2025-12-06T17:44:14.132706Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:14.132867Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802195324657245:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:14.132915Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:14.135134Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802191029689914:2102] [node 5] ICP22 created new session: [3:7580802195324657246:2102]
2025-12-06T17:44:14.140655Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802195324657246:2102] [node 5] ICS09 handshake done sender: [3:7580802191029689923:2110] self: [3:7580802191029689922:0] peer: [5:7580802194609275266:0] socket: 332 qp: -1
2025-12-06T17:44:14.143412Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802195324657246:2102] [node 5] ICS10 traffic start
2025-12-06T17:44:14.146647Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802195324657249:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4153
2025-12-06T17:44:14.147694Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:14.151737Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802195324657248:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4153
2025-12-06T17:44:14.166551Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802195324657249:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:14.186660Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802191029689857:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:14.204919Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802191029689914:2102] [node 5] ICP35 event processing took too much time PendingConnection:279(86236173ns) {HandleHandshakeStatus:329(86232800ns) {DropIncomingHandshake:442(1733ns) DropOutgoingHandshake:457(2913ns) SwitchToState:179(538ns) ProcessPendingSessionEvents:495(25108617ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 25027365ns max# 11763215ns}}}
2025-12-06T17:44:14.210966Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802195324657252:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4153
2025-12-06T17:44:14.232863Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802195324657249:2119] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:14.239719Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802191029689857:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:14.251114Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:14.223285Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802190186179945:2117] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:13.923023Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802192653729079:2079] [node 5] ICS10 traffic start
2025-12-06T17:44:14.078449Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802190314307923:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:14.247592Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802190186179864:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:44:14.078493Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:14.078561Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802190314307923:2049] [node 2] ICP22 created new session: [5:7580802194609275271:2049]
2025-12-06T17:44:14.078615Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802194609275271:2049] [node 2] ICS09 handshake done sender: [5:7580802190314307952:2074] self: [5:7580802190314307963:0] peer: [2:7580802192310765505:0] socket: 339 qp: -1
2025-12-06T17:44:14.078655Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802194609275271:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:14.078689Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:14.122316Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802190314307950:2072] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:14.126273Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802190314307924:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:44:14.131190Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:14.139011Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802190314307924:2050] [node 3] ICP22 created new session: [5:7580802194609275275:2050]
2025-12-06T17:44:14.140533Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802194609275275:2050] [node 3] ICS09 handshake done sender: [5:7580802190314307950:2072] self: [5:7580802194609275266:0] peer: [3:7580802191029689922:0] socket: 337 qp: -1
2025-12-06T17:44:14.143949Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802194609275275:2050] [node 3] ICS10 traffic start
2025-12-06T17:44:14.145569Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802190314307961:2078] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:14.147772Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:14.152510Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802190314307922:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:14.152581Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:14.152636Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802190314307922:2048] [node 1] ICP22 created new session: [5:7580802194609275277:2048]
2025-12-06T17:44:14.156687Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802194609275277:2048] [node 1] ICS09 handshake done sender: [5:7580802190314307961:2078] self: [5:7580802194609275264:0] peer: [1:7580802190186179933:0] socket: 368 qp: -1
2025-12-06T17:44:14.160923Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802194609275277:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:14.164501Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:14.208291Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802194609275263:2080] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:14.208331Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580802194609275263:2080] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:14.210912Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802194609275263:2080] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:14.211303Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580802190314307947:2066] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:14.211354Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:14.219126Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802190314307947:2066] [node 6] ICP22 created new session: [5:7580802194609275280:2066]
2025-12-06T17:44:14.219215Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802194609275280:2066] [node 6] ICS09 handshake done sender: [5:7580802194609275263:2080] self: [5:7580802190314307966:0] peer: [6:7580802193689462003:0] socket: 395 qp: -1
2025-12-06T17:44:14.219264Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802194609275280:2066] [node 6] ICS10 traffic start
2025-12-06T17:44:14.219314Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:13.933851Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802192653729066:2090] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:13.934125Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802192653729020:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:44:13.934210Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:14.261954Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802191029689857:2048] [node 1] ICP22 created new session: [3:7580802195324657253:2048]
2025-12-06T17:44:13.934268Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802192653729020:2050] [node 3] ICP22 created new session: [4:7580802192653729083:2050]
2025-12-06T17:44:13.934329Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802192653729083:2050] [node 3] ICS09 handshake done sender: [4:7580802192653729066:2090] self: [4:7580802192653729071:0] peer: [3:7580802191029689926:0] socket: 342 qp: -1
2025-12-06T17:44:13.934372Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802192653729083:2050] [node 3] ICS10 traffic start
2025-12-06T17:44:13.934438Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:13.941230Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:13.951661Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802192653729074:2094] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:13.951707Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802192653729074:2094] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:13.991907Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802192653729062:2082] [node 6] ICP35 event processing took too much time PendingConnection:279(19220462ns) {IncomingHandshake:261(7903686ns) {DropIncomingHandshake:442(795ns) PrepareNewSessionHandshake:477(1866ns) {SwitchToState:179(490ns)} GenerateSessionVirtualId:988(1165ns) IssueIncomingHandshakeReply:193(13967ns)}}
2025-12-06T17:44:14.015025Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802192653729074:2094] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:14.019089Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802192653729085:2097] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38967
2025-12-06T17:44:14.057351Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802192653729062:2082] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:14.062958Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802192653729085:2097] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:14.092411Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802192653729018:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:14.279227Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802193689462000:2070] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58144
2025-12-06T17:44:14.092523Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802196948696385:2098] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38967
2025-12-06T17:44:14.110371Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:14.115625Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802192653729062:2082] [node 6] ICP22 created new session: [4:7580802196948696387:2082]
2025-12-06T17:44:14.117169Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802196948696385:2098] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:14.122051Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802196948696387:2082] [node 6] ICS09 handshake done sender: [4:7580802192653729074:2094] self: [4:7580802192653729073:0] peer: [6:7580802189394494694:0] socket: 352 qp: -1
2025-12-06T17:44:14.122131Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802196948696387:2082] [node 6] ICS10 traffic start
2025-12-06T17:44:14.123481Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:14.124075Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802192653729062:2082] [node 6] ICP35 event processing took too much time PendingConnection:279(71699355ns) {HandleHandshakeStatus:329(66479095ns) {DropIncomingHandshake:442(20989ns) DropOutgoingHandshake:457(377ns) SwitchToState:179(572ns) ProcessPendingSessionEvents:495(167714ns) {unordered ForwardSessionEventToSession:612 num# 20 sum# 149779ns max# 48812ns}}}
2025-12-06T17:44:14.125835Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802192653729019:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:14.289156Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802190314307922:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(76513758ns) {HandleHandshakeStatus:329(76511115ns) {DropIncomingHandshake:442(332ns) DropOutgoingHandshake:457(11213ns) SwitchToState:179(203ns) ProcessPendingSessionEvents:495(50187032ns) {unordered ForwardSessionEventToSession:612 num# 20 sum# 48542937ns max# 17289509ns}}}
2025-12-06T17:44:14.151003Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802192653729056:2079] [node 5] ICP35 event processing took too much time PendingConnection:279(237899266ns) {HandleHandshakeStatus:329(237894849ns) {DropIncomingHandshake:442(759ns) DropOutgoingHandshake:457(644ns) SwitchToState:179(654ns) ProcessPendingSessionEvents:495(111052255ns) {unordered ForwardSessionEventToSession:612 num# 20 sum# 110999379ns max# 45152952ns}}}
2025-12-06T17:44:14.158661Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802192653729019:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7591) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580802196948696385:2098] held: no
2025-12-06T17:44:14.160776Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7580802192653729056:2079] [node 5] ICP18 handshake (actor [4:7580802192653729067:2091]) is too old
2025-12-06T17:44:14.165822Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802192653729020:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(181407489ns) {HandleHandshakeStatus:329(181401303ns) {DropIncomingHandshake:442(16670ns) DropOutgoingHandshake:457(6027ns) SwitchToState:179(1230ns) ProcessPendingSessionEvents:495(180900523ns) {unordered ForwardSessionEventToSession:612 num# 40 sum# 180794086ns max# 27800136ns}}}
2025-12-06T17:44:14.179211Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802196948696390:2099] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38967
2025-12-06T17:44:14.184041Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802196948696391:2100] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38967
2025-12-06T17:44:14.196218Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802192653729085:2097] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:14.223532Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802192653729018:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:14.223592Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:14.228024Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802192653729019:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(71993592ns) {HandleHandshakeStatus:395(71990402ns) {LogHandshakeFail:472(16953ns) {UpdateErrorStateLog:545(6103ns)} DropOutgoingHandshake:457(3187ns) ProcessPendingSessionEvents:495(68415886ns) {unordered DropSessionEvent:512 num# 100 sum# 32150632ns max# 12266990ns}}}
2025-12-06T17:44:14.228246Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802196948696385:2098] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:14.253186Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802192653729018:2048] [node 1] ICP22 created new session: [4:7580802196948696392:2048]
2025-12-06T17:44:14.254772Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802192653729019:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:14.254858Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:14.254924Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802192653729019:2049] [node 2] ICP22 created new session: [4:7580802196948696393:2049]
2025-12-06T17:44:14.254970Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802196948696393:2049] [node 2] ICS09 handshake done sender: [4:7580802196948696385:2098] self: [4:7580802196948696388:0] peer: [2:7580802192310765515:0] socket: 397 qp: -1
2025-12-06T17:44:14.255022Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802196948696393:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:14.255076Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:14.263647Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802196948696392:2048] [node 1] ICS09 handshake done sender: [4:7580802192653729085:2097] self: [4:7580802196948696386:0] peer: [1:7580802190186179938:0] socket: 372 qp: -1
2025-12-06T17:44:14.268645Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802196948696392:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:14.268714Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:14.293814Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802192653729018:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(69223250ns) {HandleHandshakeStatus:329(69220029ns) {DropIncomingHandshake:442(706ns) DropOutgoingHandshake:457(4839ns) SwitchToState:179(969ns) ProcessPendingSessionEvents:495(2033314ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 1960810ns max# 1500876ns}}}
2025-12-06T17:44:14.293912Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7580802192653729018:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:44:14.247698Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:14.247755Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802190186179864:2049] [node 3] ICP22 created new session: [1:7580802194481147258:2049]
2025-12-06T17:44:14.247814Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802194481147258:2049] [node 3] ICS09 handshake done sender: [1:7580802190186179945:2117] self: [1:7580802190186179944:0] peer: [3:7580802195324657251:0] socket: 343 qp: -1
2025-12-06T17:44:14.247855Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802194481147258:2049] [node 3] ICS10 traffic start
2025-12-06T17:44:14.247899Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:14.280494Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802190186179928:2106] [node 5] ICP35 event processing took too much time PendingConnection:279(141644929ns) {HandleHandshakeStatus:329(141640204ns) {DropIncomingHandshake:442(18706ns) DropOutgoingHandshake:457(413ns) SwitchToState:179(361ns) ProcessPendingSessionEvents:495(16037095ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 15966281ns max# 15438093ns}}}
2025-12-06T17:44:14.296059Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802190314307924:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(72697824ns) {HandleHandshakeStatus:329(72694776ns) {DropIncomingHandshake:442(656ns) DropOutgoingHandshake:457(5020ns) SwitchToState:179(614ns) ProcessPendingSessionEvents:495(43392512ns) {unordered ForwardSessionEventToSession:612 num# 30 sum# 43347850ns max# 12289498ns}}}
2025-12-06T17:44:14.263618Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802195324657253:2048] [node 1] ICS09 handshake done sender: [3:7580802195324657249:2119] self: [3:7580802195324657251:0] peer: [1:7580802190186179944:0] socket: 370 qp: -1
2025-12-06T17:44:14.299425Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802193689462000:2070] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:14.274801Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802195324657253:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:14.434737Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802189394494669:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:14.435030Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802189394494669:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(135075300ns) {Configure:104(135073435ns) {ProcessConfigured:135(154729ns) {IncomingHandshake:261(111689ns) {DropIncomingHandshake:442(629ns) PrepareNewSessionHandshake:477(1800ns) {SwitchToState:179(801ns)} GenerateSessionVirtualId:988(5214ns) IssueIncomingHandshakeReply:193(77355ns) {SwitchToState:179(349ns)}}}}}
2025-12-06T17:44:14.435966Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802194481147246:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:14.436017Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802194481147246:2119] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:14.439719Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802193689462055:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58144
2025-12-06T17:44:14.280628Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802191029689925:2107] [node 6] ICP35 event processing took too much time PendingConnection:279(266971832ns) {HandleHandshakeStatus:329(266968746ns) {DropIncomingHandshake:442(2032ns) DropOutgoingHandshake:457(879ns) SwitchToState:179(619ns) ProcessPendingSessionEvents:495(156686374ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 148539892ns max# 19757614ns}}}
2025-12-06T17:44:14.442986Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802192310765496:2105] [node 6] ICP35 event processing took too much time PendingConnection:279(304783819ns) {HandleHandshakeStatus:329(304778818ns) {DropIncomingHandshake:442(554ns) DropOutgoingHandshake:457(542ns) SwitchToState:179(867ns) ProcessPendingSessionEvents:495(299126284ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 273576029ns max# 18313542ns}}}
2025-12-06T17:44:14.447323Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802192310765437:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(350055667ns) {HandleHandshakeStatus:329(350049187ns) {DropIncomingHandshake:442(653ns) DropOutgoingHandshake:457(429ns) SwitchToState:179(449ns) ProcessPendingSessionEvents:495(349668325ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 349354301ns max# 35872101ns}}}
2025-12-06T17:44:14.448579Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580802192310765437:2049] [node 3] ICP18 handshake (actor [2:7580802196605732822:2119]) is too old
2025-12-06T17:44:14.282033Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:14.283794Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802191029689857:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(43083235ns) {HandleHandshakeStatus:329(43079187ns) {DropIncomingHandshake:442(1637ns) DropOutgoingHandshake:457(13350ns) SwitchToState:179(544ns) ProcessPendingSessionEvents:495(618844ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 539840ns max# 63812ns}}}
2025-12-06T17:44:14.449986Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802194481147246:2119] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:14.463854Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802193689462000:2070] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:14.460711Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802190186179924:2102] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:14.460767Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:14.460825Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802190186179924:2102] [node 6] ICP22 created new session: [1:7580802194481147261:2102]
2025-12-06T17:44:14.460880Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802194481147261:2102] [node 6] ICS09 handshake done sender: [1:7580802194481147246:2119] self: [1:7580802194481147245:0] peer: [6:7580802193689462054:0] socket: 380 qp: -1
2025-12-06T17:44:14.460918Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802194481147261:2102] [node 6] ICS10 traffic start
2025-12-06T17:44:14.460958Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:14.490653Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802192310765504:2104] [node 4] ICP35 event processing took too much time PendingConnection:279(337021289ns) {HandleHandshakeStatus:329(337017575ns) {DropIncomingHandshake:442(17125ns) DropOutgoingHandshake:457(193ns) SwitchToState:179(937ns) ProcessPendingSessionEvents:495(336586825ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 336377006ns max# 36146517ns}}}
2025-12-06T17:44:14.491923Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802189394494669:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:14.492029Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:14.492110Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802189394494669:2048] [node 1] ICP22 created new session: [6:7580802193689462056:2048]
2025-12-06T17:44:14.492175Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802193689462056:2048] [node 1] ICS09 handshake done sender: [6:7580802193689462000:2070] self: [6:7580802193689462054:0] peer: [1:7580802194481147245:0] socket: 382 qp: -1
2025-12-06T17:44:14.492234Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802193689462056:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:14.492281Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:14.509699Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802190186179863:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(376145822ns) {HandleHandshakeStatus:329(375086065ns) {DropIncomingHandshake:442(1114ns) DropOutgoingHandshake:457(574ns) SwitchToState:179(3083ns) ProcessPendingSessionEvents:495(344618034ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 309679525ns max# 42794880ns}}}
2025-12-06T17:44:14.509823Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [1:7580802190186179863:2048] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:44:14.514701Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802190186179929:2105] [node 4] ICP35 event processing took too much time PendingConnection:279(328640453ns) {HandleHandshakeStatus:329(328635854ns) {DropIncomingHandshake:442(17667ns) DropOutgoingHandshake:457(668ns) SwitchToState:179(698ns) ProcessPendingSessionEvents:495(328201145ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 319543077ns max# 42814905ns}}}
2025-12-06T17:44:14.670820Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:44:14.671084Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580802196605732828:2048] [node 1] ICS01 socket: 363 reason# EndOfStream
2025-12-06T17:44:14.671141Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580802192310765436:2048] [node 1] ICP30 unregister session Session# [2:7580802196605732828:2048] VirtualId# [2:7580802196605732818:0]
2025-12-06T17:44:14.671182Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580802196605732828:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:14.671272Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:14.671320Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:14.674681Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:44:14.674938Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580802195324657253:2048] [node 1] ICS07 socket disconnect 370 reason# EndOfStream
2025-12-06T17:44:14.674971Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802195324657253:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:14.675046Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:14.675095Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802195324657253:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:14.685297Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802191029689857:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27790) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:44:14.685359Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802195324657253:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:14.686712Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802191029689857:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27790) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:14.686797Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802195324657253:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:14.686853Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802191029689857:2048] [node 1] ICP30 unregister session Session# [3:7580802195324657253:2048] VirtualId# [3:7580802195324657251:0]
2025-12-06T17:44:14.686991Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:14.687051Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580802191029689857:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:27790) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:14.687073Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27790) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:14.692888Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:44:14.693190Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802194609275277:2048] [node 1] ICS07 socket disconnect 368 reason# EndOfStream
2025-12-06T17:44:14.693234Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802194609275277:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:14.693322Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:14.693362Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802194609275277:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:14.695017Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:44:14.695258Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802196948696392:2048] [node 1] ICS01 socket: 372 reason# EndOfStream
2025-12-06T17:44:14.695313Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802192653729018:2048] [node 1] ICP30 unregister session Session# [4:7580802196948696392:2048] VirtualId# [4:7580802196948696386:0]
2025-12-06T17:44:14.695354Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802196948696392:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:14.695442Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:14.695502Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:14.693996Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:44:14.694238Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802193689462056:2048] [node 1] ICS07 socket disconnect 382 reason# EndOfStream
2025-12-06T17:44:14.694271Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802193689462056:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:14.694345Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:14.694402Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802193689462056:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:14.697556Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802189394494669:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27790) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:14.697615Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802193689462056:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:14.697658Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802189394494669:2048] [node 1] ICP30 unregister session Session# [6:7580802193689462056:2048] VirtualId# [6:7580802193689462054:0]
2025-12-06T17:44:14.697705Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:14.697746Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802189394494669:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:27790) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:14.697763Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27790) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:14.698644Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580802191029689857:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:44:14.698653Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802190314307922:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27790) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:14.698722Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802194609275277:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:14.698757Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802190314307922:2048] [node 1] ICP30 unregister session Session# [5:7580802194609275277:2048] VirtualId# [5:7580802194609275264:0]
2025-12-06T17:44:14.698867Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:14.698907Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802190314307922:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:27790) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:14.698923Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27790) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:14.710836Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802189394494669:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:44:14.710947Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802190314307922:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:44:14.826790Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:44:14.827048Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802195324657245:2049] [node 2] ICS01 socket: 345 reason# EndOfStream
2025-12-06T17:44:14.827101Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802191029689858:2049] [node 2] ICP30 unregister session Session# [3:7580802195324657245:2049] VirtualId# [3:7580802191029689940:0]
2025-12-06T17:44:14.827149Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802195324657245:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:14.827276Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:14.827335Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:14.841632Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:44:14.841891Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802194609275271:2049] [node 2] ICS07 socket disconnect 339 reason# EndOfStream
2025-12-06T17:44:14.841925Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802194609275271:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:14.842006Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:14.842040Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802194609275271:2049] [node 2] ICS15 start handshake
2025-12-06T17:44:14.842812Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:44:14.843030Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802196948696393:2049] [node 2] ICS01 socket: 397 reason# EndOfStream
2025-12-06T17:44:14.843073Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802192653729019:2049] [node 2] ICP30 unregister session Session# [4:7580802196948696393:2049] VirtualId# [4:7580802196948696388:0]
2025-12-06T17:44:14.843109Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802196948696393:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:14.843179Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:14.843221Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:14.843328Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:44:14.843504Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802193689461994:2049] [node 2] ICS01 socket: 331 reason# EndOfStream
2025-12-06T17:44:14.843542Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802189394494670:2049] [node 2] ICP30 unregister session Session# [6:7580802193689461994:2049] VirtualId# [6:7580802189394494691:0]
2025-12-06T17:44:14.843578Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802193689461994:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:14.843654Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:14.843702Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:14.845628Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802190314307923:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7591) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:14.845695Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802194609275271:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:14.845736Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802190314307923:2049] [node 2] ICP30 unregister session Session# [5:7580802194609275271:2049] VirtualId# [5:7580802190314307963:0]
2025-12-06T17:44:14.845836Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:14.845872Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802190314307923:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:7591) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:14.845891Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7591) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:14.855152Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802190314307923:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:44:15.128777Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:44:15.129059Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802194609275275:2050] [node 3] ICS07 socket disconnect 337 reason# EndOfStream
2025-12-06T17:44:15.129092Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802194609275275:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:15.129195Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:44:15.129241Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802194609275275:2050] [node 3] ICS15 start handshake
2025-12-06T17:44:15.129927Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:44:15.130140Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802192653729083:2050] [node 3] ICS07 socket disconnect 342 reason# EndOfStream
2025-12-06T17:44:15.130181Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802192653729083:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:15.130253Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:44:15.130292Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802192653729083:2050] [node 3] ICS15 start handshake
2025-12-06T17:44:15.130187Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:44:15.130360Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802193689461993:2050] [node 3] ICS07 socket disconnect 357 reason# EndOfStream
2025-12-06T17:44:15.130403Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802193689461993:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:15.130476Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:44:15.130506Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802193689461993:2050] [node 3] ICS15 start handshake
2025-12-06T17:44:15.131994Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802190314307924:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14608) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:15.132056Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802194609275275:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:15.132119Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802190314307924:2050] [node 3] ICP30 unregister session Session# [5:7580802194609275275:2050] VirtualId# [5:7580802194609275266:0]
2025-12-06T17:44:15.132272Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:44:15.132323Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802190314307924:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:14608) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:15.132350Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14608) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:15.132410Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802189394494671:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14608) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:15.132466Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802193689461993:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:15.132499Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802189394494671:2050] [node 3] ICP30 unregister session Session# [6:7580802193689461993:2050] VirtualId# [6:7580802189394494692:0]
2025-12-06T17:44:15.132612Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:44:15.132665Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802189394494671:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:14608) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:15.132681Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14608) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:15.133615Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802192653729020:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14608) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:15.133676Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802192653729083:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:15.133703Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802192653729020:2050] [node 3] ICP30 unregister session Session# [4:7580802192653729083:2050] VirtualId# [4:7580802192653729071:0]
2025-12-06T17:44:15.133810Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:44:15.133848Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802192653729020:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:14608) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:15.133864Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14608) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:15.146836Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802190314307924:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:44:15.146720Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802189394494671:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:44:15.242902Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:44:15.243148Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802194609275269:2063] [node 4] ICS07 socket disconnect 338 reason# EndOfStream
2025-12-06T17:44:15.243182Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802194609275269:2063] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:15.243225Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:44:15.243299Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802194609275269:2063] [node 4] ICS15 start handshake
2025-12-06T17:44:15.243922Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:44:15.244129Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802193689461995:2060] [node 4] ICS01 socket: 353 reason# EndOfStream
2025-12-06T17:44:15.244173Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802189394494683:2060] [node 4] ICP30 unregister session Session# [6:7580802193689461995:2060] VirtualId# [6:7580802189394494694:0]
2025-12-06T17:44:15.244216Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802193689461995:2060] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:15.244249Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:44:15.244309Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:44:15.245621Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802190314307938:2063] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14232) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:15.245676Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802194609275269:2063] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:15.245720Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802190314307938:2063] [node 4] ICP30 unregister session Session# [5:7580802194609275269:2063] VirtualId# [5:7580802190314307957:0]
2025-12-06T17:44:15.245800Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:44:15.245831Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802190314307938:2063] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:14232) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:15.245845Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14232) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:15.258737Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802190314307938:2063] [node 4] ICP33 wake up from error state
2025-12-06T17:44:15.474814Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:44:15.475079Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802193689462005:2071] [node 5] ICS01 socket: 351 reason# EndOfStream
2025-12-06T17:44:15.475127Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802193689462002:2071] [node 5] ICP30 unregister session Session# [6:7580802193689462005:2071] VirtualId# [6:7580802193689462003:0]
2025-12-06T17:44:15.475168Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802193689462005:2071] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:15.475282Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:44:15.475336Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:44:15.619090Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802200757974966:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:15.619133Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802200757974967:2049] [node 3] ICP01 ready to work
2025-12-06T17:44:15.615852Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802197998105525:2048] [node 2] ICP01 ready to work
2025-12-06T17:44:15.615913Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802197998105526:2049] [node 3] ICP01 ready to work
2025-12-06T17:44:15.642851Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802198324087333:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:15.642931Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802198324087334:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:15.663163Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802199887453583:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:15.663197Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802199887453584:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:15.663229Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802199887453585:2050] [node 3] ICP01 ready to work
2025-12-06T17:44:15.675128Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802198261481157:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:15.675235Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802198261481158:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:15.684523Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802198261481159:2050] [node 3] ICP01 ready to work
2025-12-06T17:44:15.732648Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802197324589973:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:15.732693Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802197324589974:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:15.732731Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802197324589975:2050] [node 3] ICP01 ready to work
2025-12-06T17:44:16.259463Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802201619557282:2059] [node 4] ICP01 ready to work
2025-12-06T17:44:16.304524Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802205052942323:2107] [node 4] ICP01 ready to work
2025-12-06T17:44:16.360419Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802202556448513:2104] [node 6] ICP01 ready to work
2025-12-06T17:44:16.370124Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802205052942328:2108] [node 5] ICP01 ready to work
2025-12-06T17:44:16.382377Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802204182420942:2108] [node 6] ICP01 ready to work
2025-12-06T17:44:16.408996Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802202619054692:2107] [node 4] ICP01 ready to work
2025-12-06T17:44:16.413791Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802202293072884:2107] [node 5] ICP01 ready to work
2025-12-06T17:44:16.371990Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802205052942329:2109] [node 6] ICP01 ready to work
2025-12-06T17:44:16.465115Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802201619557282:2059] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(205251408ns) {Configure:104(205245358ns) {ProcessConfigured:135(99613ns) {StartInitialHandshake:157(96688ns) {DropHandshakes:470(3767ns) {DropIncomingHandshake:442(925ns) DropOutgoingHandshake:457(555ns)} GenerateSessionVirtualId:988(1075ns) PrepareNewSessionHandshake:477(5262ns) {SwitchToState:179(606ns)}}}}}
2025-12-06T17:44:16.466027Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802201619557307:2063] [node 5] ICP01 ready to work
2025-12-06T17:44:16.503468Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802202556448517:2107] [node 4] ICP01 ready to work
2025-12-06T17:44:16.478773Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802202619054693:2108] [node 5] ICP01 ready to work
2025-12-06T17:44:16.520422Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802202293072885:2108] [node 4] ICP01 ready to work
2025-12-06T17:44:16.519365Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802205052942323:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(146810601ns) {Configure:104(146804263ns) {ProcessConfigured:135(15721708ns) {StartInitialHandshake:157(15717344ns) {DropHandshakes:470(4647ns) {DropIncomingHandshake:442(1190ns) DropOutgoingHandshake:457(574ns)} GenerateSessionVirtualId:988(912ns) PrepareNewSessionHandshake:477(3451ns) {SwitchToState:179(1468ns)}}}}}
2025-12-06T17:44:16.519725Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802204182420943:2109] [node 5] ICP01 ready to work
2025-12-06T17:44:16.538515Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802202293072886:2109] [node 6] ICP01 ready to work
2025-12-06T17:44:16.546987Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802202619054694:2109] [node 6] ICP01 ready to work
2025-12-06T17:44:16.574144Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802200757974967:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(35724622ns) {Configure:104(35716503ns) {ProcessConfigured:135(60859ns) {StartInitialHandshake:157(58315ns) {DropHandshakes:470(1483ns) {DropIncomingHandshake:442(452ns) DropOutgoingHandshake:457(387ns)} GenerateSessionVirtualId:988(462ns) PrepareNewSessionHandshake:477(2316ns) {SwitchToState:179(1073ns)}}}}}
2025-12-06T17:44:16.571405Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802204182420942:2108] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(37936707ns) {Configure:104(37930998ns) {ProcessConfigured:135(1419608ns) {StartInitialHandshake:157(1415627ns) {DropHandshakes:470(2631ns) {DropIncomingHandshake:442(433ns) DropOutgoingHandshake:457(643ns)} GenerateSessionVirtualId:988(963ns) PrepareNewSessionHandshake:477(3446ns) {SwitchToState:179(1653ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:16.623040Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802202619054708:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17957
2025-12-06T17:44:16.633884Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802197998105525:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(50424022ns) {Configure:104(50418857ns) {ProcessConfigured:135(70877ns) {StartInitialHandshake:157(62213ns) {DropHandshakes:470(3356ns) {DropIncomingHandshake:442(989ns) DropOutgoingHandshake:457(453ns)} GenerateSessionVirtualId:988(1187ns) PrepareNewSessionHandshake:477(2265ns) {SwitchToState:179(689ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:16.662019Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802202619054708:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:16.662192Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802198324087334:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:16.662966Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802205052942333:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:16.663002Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802205052942333:2112] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:44:16.664693Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802205052942333:2112] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:16.665157Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802200757974967:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:44:16.666912Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802199887453585:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(44929838ns) {Configure:104(44922677ns) {ProcessConfigured:135(34806107ns) {StartInitialHandshake:157(34802640ns) {DropHandshakes:470(2941ns) {DropIncomingHandshake:442(820ns) DropOutgoingHandshake:457(427ns)} GenerateSessionVirtualId:988(801ns) PrepareNewSessionHandshake:477(5458ns) {SwitchToState:179(2770ns)}}}}}
2025-12-06T17:44:16.665224Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:16.665278Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802200757974967:2049] [node 3] ICP22 created new session: [2:7580802205052942342:2049]
2025-12-06T17:44:16.665325Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802205052942342:2049] [node 3] ICS09 handshake done sender: [2:7580802205052942333:2112] self: [2:7580802205052942332:0] peer: [3:7580802202619054709:0] socket: 356 qp: -1
2025-12-06T17:44:16.665357Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802205052942342:2049] [node 3] ICS10 traffic start
2025-12-06T17:44:16.665394Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:16.659156Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802202293072884:2107] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(24837862ns) {Configure:104(24832431ns) {ProcessConfigured:135(3800153ns) {StartInitialHandshake:157(3796336ns) {DropHandshakes:470(3296ns) {DropIncomingHandshake:442(929ns) DropOutgoingHandshake:457(555ns)} GenerateSessionVirtualId:988(989ns) PrepareNewSessionHandshake:477(2654ns) {SwitchToState:179(206ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:16.674583Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802202619054700:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:16.674626Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802202619054700:2112] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:16.675561Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802202619054710:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17957
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:16.694287Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802202619054708:2115] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:16.694936Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802201619557347:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2126
2025-12-06T17:44:16.647166Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802202556448531:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48701
2025-12-06T17:44:16.662462Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802202293072891:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26678
2025-12-06T17:44:16.647499Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802202556448532:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48701
2025-12-06T17:44:16.658571Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802202556448531:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:16.658723Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802198261481159:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:16.683964Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802202556448534:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48701
2025-12-06T17:44:16.684028Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802202556448535:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48701
2025-12-06T17:44:16.696499Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802202556448532:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:16.697139Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802202556448534:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:16.697256Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802198261481158:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:16.697616Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802205052942335:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:16.697652Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802205052942335:2113] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:16.698899Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802202619054700:2112] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:16.699182Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802205052942335:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:16.699905Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802205052942328:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:16.699961Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:16.700020Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802205052942328:2108] [node 5] ICP22 created new session: [2:7580802205052942346:2108]
2025-12-06T17:44:16.700065Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802205052942346:2108] [node 5] ICS09 handshake done sender: [2:7580802205052942335:2113] self: [2:7580802205052942334:0] peer: [5:7580802202556448537:0] socket: 365 qp: -1
2025-12-06T17:44:16.700116Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802205052942346:2108] [node 5] ICS10 traffic start
2025-12-06T17:44:16.700157Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:16.702955Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802202293072891:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:16.703093Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802202293072892:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26678
2025-12-06T17:44:16.703223Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802202293072893:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26678
2025-12-06T17:44:16.703337Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802202293072898:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26678
2025-12-06T17:44:16.702242Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802198324087334:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:16.702307Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:16.702360Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802198324087334:2049] [node 2] ICP22 created new session: [3:7580802202619054712:2049]
2025-12-06T17:44:16.702403Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802202619054712:2049] [node 2] ICS09 handshake done sender: [3:7580802202619054708:2115] self: [3:7580802202619054709:0] peer: [2:7580802205052942332:0] socket: 357 qp: -1
2025-12-06T17:44:16.702436Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802202619054712:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:16.702490Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:16.704341Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802202619054693:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:16.704383Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:16.704425Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802202619054693:2108] [node 5] ICP22 created new session: [3:7580802202619054714:2108]
2025-12-06T17:44:16.704473Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802202619054714:2108] [node 5] ICS09 handshake done sender: [3:7580802202619054700:2112] self: [3:7580802202619054699:0] peer: [5:7580802202556448533:0] socket: 345 qp: -1
2025-12-06T17:44:16.704510Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802202619054714:2108] [node 5] ICS10 traffic start
2025-12-06T17:44:16.704539Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:16.707152Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802202556448538:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48701
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:16.707637Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802201619557347:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:16.708044Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802201619557348:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2126
2025-12-06T17:44:16.708150Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802201619557307:2063] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:16.708778Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802202556448531:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:16.707817Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802204182420943:2109] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(38200848ns) {Configure:104(38195732ns) {ProcessConfigured:135(53809ns) {StartInitialHandshake:157(51464ns) {DropHandshakes:470(2109ns) {DropIncomingHandshake:442(383ns) DropOutgoingHandshake:457(556ns)} GenerateSessionVirtualId:988(599ns) PrepareNewSessionHandshake:477(1980ns) {SwitchToState:179(501ns)}}}}}
2025-12-06T17:44:16.709138Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802202556448523:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:16.709167Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580802202556448523:2112] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:16.709760Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802198261481159:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:44:16.710835Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802202293072898:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:16.709827Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:16.719278Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802201619557350:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2126
2025-12-06T17:44:16.709898Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802198261481159:2050] [node 3] ICP22 created new session: [5:7580802202556448539:2050]
2025-12-06T17:44:16.709962Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802202556448539:2050] [node 3] ICS09 handshake done sender: [5:7580802202556448531:2115] self: [5:7580802202556448533:0] peer: [3:7580802202619054699:0] socket: 346 qp: -1
2025-12-06T17:44:16.710010Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802202556448539:2050] [node 3] ICS10 traffic start
2025-12-06T17:44:16.710066Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:16.718897Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802202556448534:2117] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:16.716308Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802202619054716:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17957
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:16.725409Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802204182420948:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63988
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:16.725599Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802204182420949:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63988
2025-12-06T17:44:16.725722Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802204182420950:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63988
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:16.725845Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802204182420951:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63988
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:16.725960Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802204182420956:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63988
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:16.743949Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802201619557351:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2126
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:16.748834Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802201619557350:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:16.748978Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802197324589975:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:16.750261Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802201619557353:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2126
2025-12-06T17:44:16.743753Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802202619054718:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17957
2025-12-06T17:44:16.749348Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802202619054704:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:16.749370Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802202619054704:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:16.752362Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802198261481158:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:16.752423Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:16.752471Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802198261481158:2049] [node 2] ICP22 created new session: [5:7580802202556448542:2049]
2025-12-06T17:44:16.752533Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802202556448542:2049] [node 2] ICS09 handshake done sender: [5:7580802202556448534:2117] self: [5:7580802202556448537:0] peer: [2:7580802205052942334:0] socket: 368 qp: -1
2025-12-06T17:44:16.752568Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802202556448542:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:16.752625Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:16.750760Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802202293072893:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:16.747758Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802205052942349:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7798
2025-12-06T17:44:16.751063Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802202293072892:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:16.748244Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802205052942350:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7798
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:16.755380Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802202619054704:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:16.755572Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802201619557354:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2126
2025-12-06T17:44:16.758592Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802204182420948:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:16.758700Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802204182420951:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:16.759060Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802204182420950:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:16.759141Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802204182420949:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:16.759428Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802199887453585:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:16.759500Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802199887453584:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:16.761185Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802202556448523:2112] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:16.761644Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802202619054716:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:16.761793Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802202619054694:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:16.761838Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:16.761884Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802202619054694:2109] [node 6] ICP22 created new session: [3:7580802202619054720:2109]
2025-12-06T17:44:16.761930Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802202619054720:2109] [node 6] ICS09 handshake done sender: [3:7580802202619054704:2114] self: [3:7580802202619054703:0] peer: [6:7580802201619557352:0] socket: 380 qp: -1
2025-12-06T17:44:16.761960Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802202619054720:2109] [node 6] ICS10 traffic start
2025-12-06T17:44:16.761995Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:16.763107Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802202619054696:2110] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:16.763129Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802202619054696:2110] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:44:16.763976Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802198324087333:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:16.765154Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802201619557348:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:16.765269Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802201619557351:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:16.764939Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802202293072888:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:16.764986Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802202293072888:2110] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:44:16.765772Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802201619557350:2117] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:16.766110Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802202293072888:2110] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:16.766101Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802204182420956:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:16.766995Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802199887453583:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:16.767090Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802204182420966:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63988
2025-12-06T17:44:16.766498Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802197998105526:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:44:16.766389Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802202619054696:2110] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:16.771200Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:16.771267Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802197998105526:2049] [node 3] ICP22 created new session: [1:7580802202293072909:2049]
2025-12-06T17:44:16.771326Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802202293072909:2049] [node 3] ICS09 handshake done sender: [1:7580802202293072888:2110] self: [1:7580802202293072887:0] peer: [3:7580802202619054723:0] socket: 373 qp: -1
2025-12-06T17:44:16.771363Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802202293072909:2049] [node 3] ICS10 traffic start
2025-12-06T17:44:16.771404Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:16.774808Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802204182420951:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:16.772837Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802205052942331:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:16.772886Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802205052942331:2111] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:44:16.775689Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802202619054718:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:16.781098Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802205052942331:2111] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:16.771099Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802201619557347:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:16.773264Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580802202556448513:2104] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:16.773337Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:16.794741Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802202619054692:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:44:16.794804Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:16.794860Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802202619054692:2107] [node 4] ICP22 created new session: [3:7580802202619054725:2107]
2025-12-06T17:44:16.794915Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802202619054725:2107] [node 4] ICS09 handshake done sender: [3:7580802202619054696:2110] self: [3:7580802202619054695:0] peer: [4:7580802204182420963:0] socket: 343 qp: -1
2025-12-06T17:44:16.794954Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802202619054725:2107] [node 4] ICS10 traffic start
2025-12-06T17:44:16.794999Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:16.797332Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802202619054724:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17957
2025-12-06T17:44:16.776303Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802197324589975:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:44:16.797545Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802199887453585:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:44:16.776376Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:16.776427Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802197324589975:2050] [node 3] ICP22 created new session: [6:7580802201619557355:2050]
2025-12-06T17:44:16.776472Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802201619557355:2050] [node 3] ICS09 handshake done sender: [6:7580802201619557350:2117] self: [6:7580802201619557352:0] peer: [3:7580802202619054703:0] socket: 381 qp: -1
2025-12-06T17:44:16.776507Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802201619557355:2050] [node 3] ICS10 traffic start
2025-12-06T17:44:16.776555Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:16.778344Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802197324589974:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:16.778420Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802201619557282:2059] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:16.778463Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802201619557307:2063] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:44:16.778575Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:16.778614Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802201619557307:2063] [node 5] ICP22 created new session: [6:7580802201619557359:2063]
2025-12-06T17:44:16.778657Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802201619557359:2063] [node 5] ICS09 handshake done sender: [6:7580802201619557347:2115] self: [6:7580802201619557349:0] peer: [5:7580802202556448522:0] socket: 351 qp: -1
2025-12-06T17:44:16.778692Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802201619557359:2063] [node 5] ICS10 traffic start
2025-12-06T17:44:16.778731Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:16.807377Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7580802202619054692:2107] [node 4] ICP18 handshake (actor [3:7580802202619054718:2118]) is too old
2025-12-06T17:44:16.810669Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802202619054716:2117] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:16.773388Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802202556448513:2104] [node 6] ICP22 created new session: [5:7580802202556448544:2104]
2025-12-06T17:44:16.797643Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:16.797686Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802199887453585:2050] [node 3] ICP22 created new session: [4:7580802204182420968:2050]
2025-12-06T17:44:16.797729Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802204182420968:2050] [node 3] ICS09 handshake done sender: [4:7580802204182420951:2115] self: [4:7580802204182420963:0] peer: [3:7580802202619054695:0] socket: 364 qp: -1
2025-12-06T17:44:16.797774Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802204182420968:2050] [node 3] ICS10 traffic start
2025-12-06T17:44:16.797808Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:16.813984Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802197998105526:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(46599151ns) {HandleHandshakeStatus:329(46597089ns) {DropIncomingHandshake:442(14839ns) DropOutgoingHandshake:457(634ns) SwitchToState:179(683ns) ProcessPendingSessionEvents:495(37662675ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 37574422ns max# 11132965ns}}}
2025-12-06T17:44:16.773445Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802202556448544:2104] [node 6] ICS09 handshake done sender: [5:7580802202556448523:2112] self: [5:7580802202556448522:0] peer: [6:7580802201619557349:0] socket: 339 qp: -1
2025-12-06T17:44:16.824837Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802199887453585:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(26444832ns) {HandleHandshakeStatus:329(26440060ns) {DropIncomingHandshake:442(1189ns) DropOutgoingHandshake:457(6577ns) SwitchToState:179(578ns) ProcessPendingSessionEvents:495(26067851ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 26012128ns max# 16471734ns}}}
2025-12-06T17:44:16.773481Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802202556448544:2104] [node 6] ICS10 traffic start
2025-12-06T17:44:16.773518Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:16.818855Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802202556448546:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48701
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:16.815415Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802202293072890:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:16.835226Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802205052942337:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:16.831393Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802204182420945:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:16.815444Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802202293072890:2111] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:16.835271Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802205052942337:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:16.838891Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802205052942323:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:44:16.838940Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:16.838993Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802205052942323:2107] [node 4] ICP22 created new session: [2:7580802205052942352:2107]
2025-12-06T17:44:16.839042Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802205052942352:2107] [node 4] ICS09 handshake done sender: [2:7580802205052942331:2111] self: [2:7580802205052942330:0] peer: [4:7580802204182420964:0] socket: 342 qp: -1
2025-12-06T17:44:16.839079Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802205052942352:2107] [node 4] ICS10 traffic start
2025-12-06T17:44:16.839116Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:16.840815Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802205052942349:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:16.841087Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580802200757974966:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:16.841315Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802205052942337:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:16.822862Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802202293072890:2111] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:16.841688Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802205052942329:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:16.841756Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:16.841796Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802205052942329:2109] [node 6] ICP22 created new session: [2:7580802205052942356:2109]
2025-12-06T17:44:16.841844Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802205052942356:2109] [node 6] ICS09 handshake done sender: [2:7580802205052942337:2114] self: [2:7580802205052942336:0] peer: [6:7580802201619557357:0] socket: 372 qp: -1
2025-12-06T17:44:16.841877Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802205052942356:2109] [node 6] ICS10 traffic start
2025-12-06T17:44:16.841914Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:16.831434Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802204182420945:2110] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:16.844174Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802198324087333:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:16.844236Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:16.844288Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802198324087333:2048] [node 1] ICP22 created new session: [3:7580802202619054727:2048]
2025-12-06T17:44:16.844362Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802202619054727:2048] [node 1] ICS09 handshake done sender: [3:7580802202619054716:2117] self: [3:7580802202619054723:0] peer: [1:7580802202293072887:0] socket: 379 qp: -1
2025-12-06T17:44:16.844402Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802202619054727:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:16.844438Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:16.845049Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7580802198324087333:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:44:16.835104Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802204182420970:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63988
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:16.850009Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802201619557361:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2126
2025-12-06T17:44:16.849162Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802202556448547:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48701
2025-12-06T17:44:16.843767Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802202293072885:2108] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:44:16.842500Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802204182420971:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63988
2025-12-06T17:44:16.848928Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802204182420945:2110] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:16.849026Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:16.849078Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802202293072885:2108] [node 4] ICP22 created new session: [1:7580802202293072913:2108]
2025-12-06T17:44:16.849128Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802202293072913:2108] [node 4] ICS09 handshake done sender: [1:7580802202293072890:2111] self: [1:7580802202293072889:0] peer: [4:7580802204182420967:0] socket: 374 qp: -1
2025-12-06T17:44:16.850665Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802204182420942:2108] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:16.854725Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:16.854787Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802204182420942:2108] [node 6] ICP22 created new session: [4:7580802204182420974:2108]
2025-12-06T17:44:16.854861Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802204182420974:2108] [node 6] ICS09 handshake done sender: [4:7580802204182420945:2110] self: [4:7580802204182420944:0] peer: [6:7580802201619557358:0] socket: 383 qp: -1
2025-12-06T17:44:16.854896Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802204182420974:2108] [node 6] ICS10 traffic start
2025-12-06T17:44:16.854931Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:16.855855Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802204182420950:2114] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:16.856125Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802205052942350:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:16.849358Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802202293072913:2108] [node 4] ICS10 traffic start
2025-12-06T17:44:16.849396Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:16.851889Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802202293072895:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:16.851915Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802202293072895:2115] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:44:16.856907Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802204182420956:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:16.856130Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802201619557362:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2126
2025-12-06T17:44:16.857429Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580802205052942323:2107] [node 4] ICP18 handshake (actor [2:7580802205052942350:2116]) is too old
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:16.860307Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802205052942358:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7798
2025-12-06T17:44:16.860209Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802201619557351:2118] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:16.862265Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802201619557348:2116] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:16.862615Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802201619557282:2059] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:44:16.862676Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:16.862730Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802201619557282:2059] [node 4] ICP22 created new session: [6:7580802201619557364:2059]
2025-12-06T17:44:16.862775Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802201619557364:2059] [node 4] ICS09 handshake done sender: [6:7580802201619557351:2118] self: [6:7580802201619557358:0] peer: [4:7580802204182420944:0] socket: 387 qp: -1
2025-12-06T17:44:16.860958Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802199887453584:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:16.863885Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802201619557364:2059] [node 4] ICS10 traffic start
2025-12-06T17:44:16.861078Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:16.872048Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:16.861138Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802199887453584:2049] [node 2] ICP22 created new session: [4:7580802204182420976:2049]
2025-12-06T17:44:16.861186Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802204182420976:2049] [node 2] ICS09 handshake done sender: [4:7580802204182420950:2114] self: [4:7580802204182420964:0] peer: [2:7580802205052942330:0] socket: 363 qp: -1
2025-12-06T17:44:16.873599Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802197324589974:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:16.873677Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:16.861224Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802204182420976:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:16.873772Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802197324589974:2049] [node 2] ICP22 created new session: [6:7580802201619557366:2049]
2025-12-06T17:44:16.861263Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:16.873822Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802201619557366:2049] [node 2] ICS09 handshake done sender: [6:7580802201619557348:2116] self: [6:7580802201619557357:0] peer: [2:7580802205052942336:0] socket: 376 qp: -1
2025-12-06T17:44:16.873860Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802201619557366:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:16.873892Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:16.876357Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580802201619557282:2059] [node 4] ICP27 obsolete handshake fail ignored
2025-12-06T17:44:16.878845Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802199887453584:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(16983396ns) {HandleHandshakeStatus:329(16980331ns) {DropIncomingHandshake:442(1318ns) DropOutgoingHandshake:457(4235ns) SwitchToState:179(679ns) ProcessPendingSessionEvents:495(16554786ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 16486627ns max# 15161862ns}}}
2025-12-06T17:44:16.878914Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802199887453583:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:16.878993Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:16.879170Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802199887453583:2048] [node 1] ICP22 created new session: [4:7580802204182420978:2048]
2025-12-06T17:44:16.879251Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802204182420978:2048] [node 1] ICS09 handshake done sender: [4:7580802204182420956:2118] self: [4:7580802204182420967:0] peer: [1:7580802202293072889:0] socket: 377 qp: -1
2025-12-06T17:44:16.879295Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802204182420978:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:16.879331Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:16.879599Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802202293072895:2115] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:16.880183Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802197998105525:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:44:16.880276Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:16.880321Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802197998105525:2048] [node 2] ICP22 created new session: [1:7580802202293072917:2048]
2025-12-06T17:44:16.880366Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802202293072917:2048] [node 2] ICS09 handshake done sender: [1:7580802202293072895:2115] self: [1:7580802202293072894:0] peer: [2:7580802205052942355:0] socket: 375 qp: -1
2025-12-06T17:44:16.880395Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802202293072917:2048] [node 2] ICS10 traffic start
2025-12-06T17:44:16.880426Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:16.883396Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802205052942359:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7798
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:16.884139Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802201619557368:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2126
2025-12-06T17:44:16.886138Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802205052942349:2115] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:16.886582Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802200757974966:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13928) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7580802205052942349:2115] held: no
2025-12-06T17:44:16.887211Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580802200757974966:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:16.887256Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:16.887307Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802200757974966:2048] [node 1] ICP22 created new session: [2:7580802205052942360:2048]
2025-12-06T17:44:16.887480Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802205052942360:2048] [node 1] ICS09 handshake done sender: [2:7580802205052942349:2115] self: [2:7580802205052942355:0] peer: [1:7580802202293072894:0] socket: 382 qp: -1
2025-12-06T17:44:16.887536Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802205052942360:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:16.887578Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:16.888365Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802201619557368:2123] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:16.888667Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802197324589973:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:16.889929Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802202293072900:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:16.889957Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802202556448546:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:16.889979Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802202293072900:2118] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:16.890099Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802202556448547:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:16.889789Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7580802199887453584:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:44:16.890362Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802198261481157:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:16.890464Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802202556448517:2107] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:16.890808Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802202293072897:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:16.890838Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802202293072897:2116] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:16.892165Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802201619557370:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2126
2025-12-06T17:44:16.893096Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802204182420955:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:16.893146Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802204182420955:2117] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:16.894357Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802202293072900:2118] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:16.894785Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802202293072886:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:16.895445Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802201619557368:2123] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:16.895056Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:16.895597Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802204182420955:2117] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:16.895699Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802202556448550:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48701
2025-12-06T17:44:16.898493Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802204182420943:2109] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:16.898604Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:16.898658Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802204182420943:2109] [node 5] ICP22 created new session: [4:7580802204182420982:2109]
2025-12-06T17:44:16.898703Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802204182420982:2109] [node 5] ICS09 handshake done sender: [4:7580802204182420955:2117] self: [4:7580802204182420954:0] peer: [5:7580802202556448549:0] socket: 400 qp: -1
2025-12-06T17:44:16.898736Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802204182420982:2109] [node 5] ICS10 traffic start
2025-12-06T17:44:16.898774Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:16.895663Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802202293072886:2109] [node 6] ICP22 created new session: [1:7580802202293072921:2109]
2025-12-06T17:44:16.895868Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802202293072921:2109] [node 6] ICS09 handshake done sender: [1:7580802202293072900:2118] self: [1:7580802202293072899:0] peer: [6:7580802201619557369:0] socket: 361 qp: -1
2025-12-06T17:44:16.895901Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802202293072921:2109] [node 6] ICS10 traffic start
2025-12-06T17:44:16.895953Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:16.897450Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802202293072897:2116] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:16.898296Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802202293072884:2107] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:16.898370Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:16.900285Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802202293072884:2107] [node 5] ICP22 created new session: [1:7580802202293072923:2107]
2025-12-06T17:44:16.900346Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802202293072923:2107] [node 5] ICS09 handshake done sender: [1:7580802202293072897:2116] self: [1:7580802202293072896:0] peer: [5:7580802202556448548:0] socket: 358 qp: -1
2025-12-06T17:44:16.900377Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802202293072923:2107] [node 5] ICS10 traffic start
2025-12-06T17:44:16.900434Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:16.900356Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802197324589973:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:16.900444Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:16.900489Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802197324589973:2048] [node 1] ICP22 created new session: [6:7580802201619557371:2048]
2025-12-06T17:44:16.900537Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802201619557371:2048] [node 1] ICS09 handshake done sender: [6:7580802201619557368:2123] self: [6:7580802201619557369:0] peer: [1:7580802202293072899:0] socket: 389 qp: -1
2025-12-06T17:44:16.900571Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802201619557371:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:16.900602Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:16.901963Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802202556448551:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48701
2025-12-06T17:44:16.909681Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802202556448517:2107] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62713) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802202556448547:2121] held: no
2025-12-06T17:44:16.910135Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802198261481157:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13928) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802202556448546:2120] held: no
2025-12-06T17:44:16.910598Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802202556448547:2121] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:16.913168Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580802197324589973:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:44:16.913727Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802202556448546:2120] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:16.914201Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802202556448517:2107] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:44:16.914256Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:16.914299Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802202556448517:2107] [node 4] ICP22 created new session: [5:7580802202556448552:2107]
2025-12-06T17:44:16.914343Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802202556448552:2107] [node 4] ICS09 handshake done sender: [5:7580802202556448547:2121] self: [5:7580802202556448549:0] peer: [4:7580802204182420954:0] socket: 401 qp: -1
2025-12-06T17:44:16.914375Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802202556448552:2107] [node 4] ICS10 traffic start
2025-12-06T17:44:16.914410Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:16.915423Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802198261481157:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:16.915459Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:16.915499Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802198261481157:2048] [node 1] ICP22 created new session: [5:7580802202556448554:2048]
2025-12-06T17:44:16.915546Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802202556448554:2048] [node 1] ICS09 handshake done sender: [5:7580802202556448546:2120] self: [5:7580802202556448548:0] peer: [1:7580802202293072896:0] socket: 388 qp: -1
2025-12-06T17:44:16.915581Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802202556448554:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:16.915609Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:16.944866Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:44:16.945128Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580802205052942360:2048] [node 1] ICS01 socket: 382 reason# EndOfStream
2025-12-06T17:44:16.945175Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580802200757974966:2048] [node 1] ICP30 unregister session Session# [2:7580802205052942360:2048] VirtualId# [2:7580802205052942355:0]
2025-12-06T17:44:16.945211Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580802205052942360:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:16.945296Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:16.945347Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:16.944822Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:44:16.945100Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580802202619054727:2048] [node 1] ICS07 socket disconnect 379 reason# EndOfStream
2025-12-06T17:44:16.945135Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802202619054727:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:16.945234Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:16.945280Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802202619054727:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:16.947932Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802198324087333:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13928) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:16.947999Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802202619054727:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:16.948035Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802198324087333:2048] [node 1] ICP30 unregister session Session# [3:7580802202619054727:2048] VirtualId# [3:7580802202619054723:0]
2025-12-06T17:44:16.948096Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:16.948134Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580802198324087333:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:13928) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:16.948150Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13928) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:16.948350Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:44:16.948570Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802204182420978:2048] [node 1] ICS07 socket disconnect 377 reason# EndOfStream
2025-12-06T17:44:16.948624Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802204182420978:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:16.948718Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:16.948763Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802204182420978:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:16.950827Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:44:16.951075Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802202556448554:2048] [node 1] ICS01 socket: 388 reason# EndOfStream
2025-12-06T17:44:16.951111Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802198261481157:2048] [node 1] ICP30 unregister session Session# [5:7580802202556448554:2048] VirtualId# [5:7580802202556448548:0]
2025-12-06T17:44:16.951144Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802202556448554:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:16.951209Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:16.951251Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:16.954030Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802199887453583:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13928) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:16.954099Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802204182420978:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:16.954133Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802199887453583:2048] [node 1] ICP30 unregister session Session# [4:7580802204182420978:2048] VirtualId# [4:7580802204182420967:0]
2025-12-06T17:44:16.954216Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:16.954240Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802199887453583:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:13928) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:16.954257Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13928) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:16.950850Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:44:16.951068Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802201619557371:2048] [node 1] ICS07 socket disconnect 389 reason# EndOfStream
2025-12-06T17:44:16.951096Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802201619557371:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:16.951193Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:16.951241Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802201619557371:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:16.952613Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802197324589973:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13928) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:16.952664Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802201619557371:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:16.952707Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802197324589973:2048] [node 1] ICP30 unregister session Session# [6:7580802201619557371:2048] VirtualId# [6:7580802201619557369:0]
2025-12-06T17:44:16.952815Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:16.952845Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802197324589973:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:13928) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:16.952858Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13928) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:16.960170Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580802198324087333:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:44:16.962235Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802197324589973:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:44:16.967993Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580802199887453583:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:44:16.984326Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:44:16.984639Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580802202619054712:2049] [node 2] ICS07 socket disconnect 357 reason# EndOfStream
2025-12-06T17:44:16.984675Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802202619054712:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:16.984786Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:16.984842Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802202619054712:2049] [node 2] ICS15 start handshake
2025-12-06T17:44:16.985630Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802198324087334:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30238) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:16.985698Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802202619054712:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:16.985732Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802198324087334:2049] [node 2] ICP30 unregister session Session# [3:7580802202619054712:2049] VirtualId# [3:7580802202619054709:0]
2025-12-06T17:44:16.985779Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:16.985812Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580802198324087334:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:30238) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:16.985828Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30238) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:16.991157Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580802198324087334:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:44:16.995526Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:44:16.995782Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802204182420976:2049] [node 2] ICS07 socket disconnect 363 reason# EndOfStream
2025-12-06T17:44:16.995806Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802204182420976:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:16.995887Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:16.995943Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802204182420976:2049] [node 2] ICS15 start handshake
2025-12-06T17:44:16.998806Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:44:16.999044Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802202556448542:2049] [node 2] ICS07 socket disconnect 368 reason# EndOfStream
2025-12-06T17:44:16.999088Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802202556448542:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:16.999206Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:16.999800Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802202556448542:2049] [node 2] ICS15 start handshake
2025-12-06T17:44:16.999717Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802199887453584:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30238) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:16.995526Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:44:16.995801Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802201619557366:2049] [node 2] ICS07 socket disconnect 376 reason# EndOfStream
2025-12-06T17:44:16.995830Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802201619557366:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:16.995937Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:16.995991Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802201619557366:2049] [node 2] ICS15 start handshake
2025-12-06T17:44:16.997043Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802197324589974:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30238) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:16.997096Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802201619557366:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:16.997131Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802197324589974:2049] [node 2] ICP30 unregister session Session# [6:7580802201619557366:2049] VirtualId# [6:7580802201619557357:0]
2025-12-06T17:44:16.997181Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:16.997215Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802197324589974:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:30238) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:16.997230Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30238) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:17.007302Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802197324589974:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:44:17.016116Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802204182420976:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:17.020833Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802199887453584:2049] [node 2] ICP30 unregister session Session# [4:7580802204182420976:2049] VirtualId# [4:7580802204182420964:0]
2025-12-06T17:44:17.022047Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:17.022105Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802199887453584:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:30238) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:17.022134Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30238) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:17.031123Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:294: Proxy [4:7580802199887453584:2049] [node 2] ICP35 event processing took too much time StateWork:294(22508449ns) {HandleHandshakeStatus:395(22504371ns) {LogHandshakeFail:472(10141ns) {UpdateErrorStateLog:545(1912ns)} DropOutgoingHandshake:457(631ns) ProcessPendingSessionEvents:495(208ns) UnregisterSession:538(5381384ns) {ProcessPendingSessionEvents:495(2045ns) SwitchToInitialState:202(4440ns) {SwitchToState:179(2330ns)}} TransitToErrorState:752(78254ns) {SwitchToState:179(8717ns) ProcessPendingSessionEvents:495(154ns) DropHandshakes:470(3283ns) {DropIncomingHandshake:442(683ns) DropOutgoingHandshake:457(671ns)}}}}
2025-12-06T17:44:17.031858Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580802199887453584:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:44:17.035797Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802198261481158:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30238) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:17.035904Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802202556448542:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:17.035953Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802198261481158:2049] [node 2] ICP30 unregister session Session# [5:7580802202556448542:2049] VirtualId# [5:7580802202556448537:0]
2025-12-06T17:44:17.036004Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:17.036040Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802198261481158:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:30238) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:17.036060Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30238) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:17.046223Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802198261481158:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:44:17.049328Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:44:17.049579Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802202556448539:2050] [node 3] ICS07 socket disconnect 346 reason# EndOfStream
2025-12-06T17:44:17.049634Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802202556448539:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:17.049729Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:44:17.049790Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802202556448539:2050] [node 3] ICS15 start handshake
2025-12-06T17:44:17.050779Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802198261481159:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9542) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:17.050844Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802202556448539:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:17.050883Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802198261481159:2050] [node 3] ICP30 unregister session Session# [5:7580802202556448539:2050] VirtualId# [5:7580802202556448533:0]
2025-12-06T17:44:17.050042Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:44:17.050992Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:44:17.051043Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802198261481159:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:9542) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:17.050261Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802201619557355:2050] [node 3] ICS07 socket disconnect 381 reason# EndOfStream
2025-12-06T17:44:17.051061Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9542) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:17.050294Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802201619557355:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:17.050354Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:44:17.050389Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802201619557355:2050] [node 3] ICS15 start handshake
2025-12-06T17:44:17.050608Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:44:17.050825Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802204182420968:2050] [node 3] ICS07 socket disconnect 364 reason# EndOfStream
2025-12-06T17:44:17.050861Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802204182420968:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:17.050944Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:44:17.050987Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802204182420968:2050] [node 3] ICS15 start handshake
2025-12-06T17:44:17.055148Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802199887453585:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9542) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:17.055213Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802204182420968:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:17.055251Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802199887453585:2050] [node 3] ICP30 unregister session Session# [4:7580802204182420968:2050] VirtualId# [4:7580802204182420963:0]
2025-12-06T17:44:17.055364Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:44:17.055395Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802199887453585:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:9542) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:17.055410Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9542) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:17.060480Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802198261481159:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:44:17.060340Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802197324589975:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9542) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:17.060408Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802201619557355:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:17.060441Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802197324589975:2050] [node 3] ICP30 unregister session Session# [6:7580802201619557355:2050] VirtualId# [6:7580802201619557352:0]
2025-12-06T17:44:17.060489Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:44:17.060519Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802197324589975:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:9542) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:17.060533Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9542) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:17.064686Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580802199887453585:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:44:17.070796Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802197324589975:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:44:17.103796Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:44:17.104060Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802201619557364:2059] [node 4] ICS01 socket: 387 reason# EndOfStream
2025-12-06T17:44:17.104110Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802201619557282:2059] [node 4] ICP30 unregister session Session# [6:7580802201619557364:2059] VirtualId# [6:7580802201619557358:0]
2025-12-06T17:44:17.104152Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802201619557364:2059] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:17.104226Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:44:17.104275Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:44:17.106580Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:44:17.106849Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802202556448552:2107] [node 4] ICS01 socket: 401 reason# EndOfStream
2025-12-06T17:44:17.106925Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802202556448517:2107] [node 4] ICP30 unregister session Session# [5:7580802202556448552:2107] VirtualId# [5:7580802202556448549:0]
2025-12-06T17:44:17.106985Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802202556448552:2107] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:17.107066Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:44:17.107114Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:44:17.139745Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:44:17.140040Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802201619557359:2063] [node 5] ICS07 socket disconnect 351 reason# EndOfStream
2025-12-06T17:44:17.140092Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802201619557359:2063] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:17.140178Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:44:17.140218Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802201619557359:2063] [node 5] ICS15 start handshake
2025-12-06T17:44:17.141532Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802201619557307:2063] [node 5] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15806) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:17.141594Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802201619557359:2063] [node 5] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:17.141635Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802201619557307:2063] [node 5] ICP30 unregister session Session# [6:7580802201619557359:2063] VirtualId# [6:7580802201619557349:0]
2025-12-06T17:44:17.141679Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
2025-12-06T17:44:17.141719Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802201619557307:2063] [node 5] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:15806) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:17.141742Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [5] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15806) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:44:17.239596Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802208330190723:2048] [node 2] ICP01 ready to work
2025-12-06T17:44:17.240617Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802208330190724:2049] [node 3] ICP01 ready to work
2025-12-06T17:44:17.248323Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802208546737475:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:17.248374Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802208546737476:2049] [node 3] ICP01 ready to work
2025-12-06T17:44:17.259243Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802205934712185:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:17.259285Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802205934712186:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:17.276681Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802209925209504:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:17.276724Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802209925209505:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:17.276756Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802209925209506:2050] [node 3] ICP01 ready to work
2025-12-06T17:44:17.261894Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802209319875727:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:17.261929Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802209319875728:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:17.261963Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802209319875729:2050] [node 3] ICP01 ready to work
2025-12-06T17:44:17.328274Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802208026936459:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:17.328313Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802208026936460:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:17.328355Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802208026936461:2050] [node 3] ICP01 ready to work
2025-12-06T17:44:17.796316Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802205934712248:2107] [node 6] ICP01 ready to work
2025-12-06T17:44:17.796864Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802205934712249:2108] [node 5] ICP01 ready to work
2025-12-06T17:44:17.797377Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802205934712250:2109] [node 4] ICP01 ready to work
2025-12-06T17:44:17.852103Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802209319875791:2108] [node 5] ICP01 ready to work
2025-12-06T17:44:17.850755Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802208546737539:2107] [node 6] ICP01 ready to work
2025-12-06T17:44:17.855741Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802208330190786:2109] [node 6] ICP01 ready to work
2025-12-06T17:44:17.903389Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802208546737540:2108] [node 4] ICP01 ready to work
2025-12-06T17:44:17.894791Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802208330190787:2107] [node 5] ICP01 ready to work
2025-12-06T17:44:17.904259Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802209925209567:2108] [node 6] ICP01 ready to work
2025-12-06T17:44:17.941435Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802209319875729:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(27479681ns) {Configure:104(27473958ns) {ProcessConfigured:135(82392ns) {StartInitialHandshake:157(75205ns) {DropHandshakes:470(4095ns) {DropIncomingHandshake:442(1119ns) DropOutgoingHandshake:457(723ns)} GenerateSessionVirtualId:988(1565ns) PrepareNewSessionHandshake:477(2468ns) {SwitchToState:179(709ns)}}}}}
2025-12-06T17:44:17.916879Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802208026936487:2067] [node 5] ICP01 ready to work
2025-12-06T17:44:17.919696Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802208330190788:2108] [node 4] ICP01 ready to work
2025-12-06T17:44:17.947148Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802205934712185:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(149307445ns) {Configure:104(149301822ns) {ProcessConfigured:135(18834419ns) {StartInitialHandshake:157(18831014ns) {DropHandshakes:470(3252ns) {DropIncomingHandshake:442(872ns) DropOutgoingHandshake:457(621ns)} GenerateSessionVirtualId:988(474ns) PrepareNewSessionHandshake:477(4856ns) {SwitchToState:179(2446ns)}}}}}
2025-12-06T17:44:17.937925Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802208546737541:2109] [node 5] ICP01 ready to work
2025-12-06T17:44:17.948861Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802209925209570:2109] [node 4] ICP01 ready to work
2025-12-06T17:44:17.965206Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802209319875798:2109] [node 6] ICP01 ready to work
2025-12-06T17:44:17.970777Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802205934712248:2107] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(114932222ns) {Configure:104(114924461ns) {ProcessConfigured:135(87912ns) {StartInitialHandshake:157(85031ns) {DropHandshakes:470(3599ns) {DropIncomingHandshake:442(846ns) DropOutgoingHandshake:457(606ns)} GenerateSessionVirtualId:988(1781ns) PrepareNewSessionHandshake:477(1940ns) {SwitchToState:179(685ns)}}}}}
2025-12-06T17:44:17.925670Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802208026936510:2081] [node 4] ICP01 ready to work
2025-12-06T17:44:17.974676Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802208026936459:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(48524635ns) {Configure:104(48519277ns) {ProcessConfigured:135(36872ns) {StartInitialHandshake:157(34809ns) {DropHandshakes:470(908ns) {DropIncomingHandshake:442(271ns) DropOutgoingHandshake:457(134ns)} GenerateSessionVirtualId:988(274ns) PrepareNewSessionHandshake:477(441ns) {SwitchToState:179(75ns)}}}}}
2025-12-06T17:44:17.969127Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802209925209506:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(34508799ns) {Configure:104(34504562ns) {ProcessConfigured:135(7628814ns) {StartInitialHandshake:157(7625843ns) {DropHandshakes:470(4467ns) {DropIncomingHandshake:442(1516ns) DropOutgoingHandshake:457(627ns)} GenerateSessionVirtualId:988(1670ns) PrepareNewSessionHandshake:477(4004ns) {SwitchToState:179(1602ns)}}}}}
2025-12-06T17:44:17.965772Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802209319875791:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(22077076ns) {Configure:104(22071919ns) {ProcessConfigured:135(64119ns) {StartInitialHandshake:157(61411ns) {DropHandshakes:470(3928ns) {DropIncomingHandshake:442(900ns) DropOutgoingHandshake:457(623ns)} GenerateSessionVirtualId:988(1028ns) PrepareNewSessionHandshake:477(2747ns) {SwitchToState:179(926ns)}}}}}
2025-12-06T17:44:17.987319Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802205934712186:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(39680433ns) {Configure:104(39675468ns) {ProcessConfigured:135(77278ns) {StartInitialHandshake:157(74901ns) {DropHandshakes:470(2979ns) {DropIncomingHandshake:442(634ns) DropOutgoingHandshake:457(635ns)} GenerateSessionVirtualId:988(962ns) PrepareNewSessionHandshake:477(2199ns) {SwitchToState:179(748ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:18.022184Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802209925209570:2109] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(39984015ns) {Configure:104(39979558ns) {ProcessConfigured:135(85422ns) {StartInitialHandshake:157(83017ns) {DropHandshakes:470(4013ns) {DropIncomingHandshake:442(935ns) DropOutgoingHandshake:457(452ns)} GenerateSessionVirtualId:988(1394ns) PrepareNewSessionHandshake:477(13439ns) {SwitchToState:179(1255ns)}}}}}
2025-12-06T17:44:18.011270Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802208330190799:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44869
2025-12-06T17:44:18.011428Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802208330190800:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44869
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:18.063609Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802208026936461:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(84988231ns) {Configure:104(84983435ns) {ProcessConfigured:135(71353ns) {StartInitialHandshake:157(67454ns) {DropHandshakes:470(3515ns) {DropIncomingHandshake:442(956ns) DropOutgoingHandshake:457(573ns)} GenerateSessionVirtualId:988(912ns) PrepareNewSessionHandshake:477(2088ns) {SwitchToState:179(898ns)}}}}}
2025-12-06T17:44:18.065001Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802212321903830:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24888
2025-12-06T17:44:18.065164Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802212321903831:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24888
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:18.065928Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802214220176878:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40993
2025-12-06T17:44:18.066072Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802214220176879:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40993
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:18.068685Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802212321903832:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24888
2025-12-06T17:44:18.059178Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802210229679561:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5419
2025-12-06T17:44:18.073074Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802214220176879:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:18.099151Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802208330190799:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:18.067126Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802210229679560:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5419
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:18.119498Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802213614843100:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16372
2025-12-06T17:44:18.119625Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802213614843101:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16372
2025-12-06T17:44:18.119743Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802213614843102:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16372
2025-12-06T17:44:18.125687Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802213614843101:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:18.126788Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802212841704838:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44335
2025-12-06T17:44:18.127821Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802212841704845:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44335
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:18.110883Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802214220176878:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:18.114926Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802208330190800:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:18.122757Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802205934712254:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:18.107368Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802212321903830:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:18.128703Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802208330190790:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:18.125401Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802209925209504:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:18.122818Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802205934712254:2111] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:18.135747Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802210229679560:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:18.139322Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802205934712256:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:18.139349Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802205934712256:2112] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:18.140396Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802210229679562:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5419
2025-12-06T17:44:18.141108Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802210229679561:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:18.153485Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802205934712254:2111] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:18.141451Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802213614843100:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:18.155620Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802205934712256:2112] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:18.107568Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802208026936461:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:18.143362Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802212841704838:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:18.125593Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802209925209506:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:18.149343Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802214220176883:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40993
2025-12-06T17:44:18.128731Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802208330190790:2110] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:18.134926Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802212625158102:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44869
2025-12-06T17:44:18.142820Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802208330190790:2110] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:18.155510Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802212625158102:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:18.153182Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802209319875727:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:18.187484Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802214220176880:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40993
2025-12-06T17:44:18.187689Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802214220176879:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:18.189242Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802209925209504:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:18.115633Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802212321903831:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:18.173630Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802213614843102:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:18.189315Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:18.158003Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802212841704845:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:18.140774Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802208026936459:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:18.207256Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802212841704855:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44335
2025-12-06T17:44:18.189374Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802209925209504:2048] [node 1] ICP22 created new session: [5:7580802214220176885:2048]
2025-12-06T17:44:18.195470Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802208330190794:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:18.191433Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802205934712249:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:18.154941Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802212321903832:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:18.189424Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802214220176885:2048] [node 1] ICS09 handshake done sender: [5:7580802214220176879:2116] self: [5:7580802214220176881:0] peer: [1:7580802208330190789:0] socket: 364 qp: -1
2025-12-06T17:44:18.243640Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802212841704856:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44335
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:18.191508Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:18.209325Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802209319875798:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(22513447ns) {Configure:104(22499277ns) {ProcessConfigured:135(75590ns) {StartInitialHandshake:157(72319ns) {DropHandshakes:470(3795ns) {DropIncomingHandshake:442(889ns) DropOutgoingHandshake:457(622ns)} GenerateSessionVirtualId:988(1571ns) PrepareNewSessionHandshake:477(5530ns) {SwitchToState:179(882ns)}}}}}
2025-12-06T17:44:18.195532Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802208330190794:2112] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:18.191559Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802205934712249:2108] [node 5] ICP22 created new session: [3:7580802210229679569:2108]
2025-12-06T17:44:18.189463Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802214220176885:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:18.167034Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802208026936487:2067] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:18.167150Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802212321903839:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24888
2025-12-06T17:44:18.263557Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802212841704855:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:18.206817Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802208330190796:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:18.220544Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802213614843109:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16372
2025-12-06T17:44:18.191604Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802210229679569:2108] [node 5] ICS09 handshake done sender: [3:7580802205934712256:2112] self: [3:7580802205934712255:0] peer: [5:7580802214220176882:0] socket: 348 qp: -1
2025-12-06T17:44:18.189502Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:18.282374Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802212321903830:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:18.221102Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802213614843100:2115] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:18.206863Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802208330190796:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:18.264247Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802212841704842:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:18.195138Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802214220176884:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40993
2025-12-06T17:44:18.264286Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802212841704842:2113] [node 3] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:18.210271Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802208330190787:2107] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:18.191644Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802210229679569:2108] [node 5] ICS10 traffic start
2025-12-06T17:44:18.313178Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802212321903838:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24888
2025-12-06T17:44:18.313372Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802208026936461:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:44:18.313434Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:18.221918Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802209319875727:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:18.210347Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:18.191679Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:18.203032Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802214220176878:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:18.313482Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802208026936461:2050] [node 3] ICP22 created new session: [6:7580802212321903842:2050]
2025-12-06T17:44:18.313572Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802212321903842:2050] [node 3] ICS09 handshake done sender: [6:7580802212321903830:2115] self: [6:7580802212321903836:0] peer: [3:7580802205934712253:0] socket: 366 qp: -1
2025-12-06T17:44:18.313626Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802212321903842:2050] [node 3] ICS10 traffic start
2025-12-06T17:44:18.313678Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:18.222004Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:18.283592Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802212841704842:2113] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:18.210400Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802208330190787:2107] [node 5] ICP22 created new session: [1:7580802212625158104:2107]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:18.210450Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802212625158104:2107] [node 5] ICS09 handshake done sender: [1:7580802208330190790:2110] self: [1:7580802208330190789:0] peer: [5:7580802214220176881:0] socket: 351 qp: -1
2025-12-06T17:44:18.210489Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802212625158104:2107] [node 5] ICS10 traffic start
2025-12-06T17:44:18.210561Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:18.213579Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802208330190794:2112] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:18.219125Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802208330190788:2108] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:44:18.238744Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:18.246227Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802209925209506:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:44:18.192805Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802205934712248:2107] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:18.238824Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802208330190788:2108] [node 4] ICP22 created new session: [1:7580802212625158111:2108]
2025-12-06T17:44:18.238885Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802212625158111:2108] [node 4] ICS09 handshake done sender: [1:7580802208330190794:2112] self: [1:7580802208330190793:0] peer: [4:7580802213614843104:0] socket: 352 qp: -1
2025-12-06T17:44:18.238924Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802212625158111:2108] [node 4] ICS10 traffic start
2025-12-06T17:44:18.238984Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:18.240656Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802208330190788:2108] [node 4] ICP35 event processing took too much time PendingConnection:279(20670203ns) {HandleHandshakeStatus:329(20665732ns) {DropIncomingHandshake:442(21831ns) DropOutgoingHandshake:457(867ns) SwitchToState:179(7715ns) ProcessPendingSessionEvents:495(611799ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 535302ns max# 71697ns}}}
2025-12-06T17:44:18.244146Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802208330190796:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:18.282887Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802208330190786:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:18.282962Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:18.283008Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802208330190786:2109] [node 6] ICP22 created new session: [1:7580802212625158113:2109]
2025-12-06T17:44:18.283074Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802212625158113:2109] [node 6] ICS09 handshake done sender: [1:7580802208330190796:2113] self: [1:7580802208330190795:0] peer: [6:7580802212321903837:0] socket: 353 qp: -1
2025-12-06T17:44:18.292700Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802212625158113:2109] [node 6] ICS10 traffic start
2025-12-06T17:44:18.293445Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:18.303669Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802208330190798:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:18.303701Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802208330190798:2114] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:44:18.308315Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802208330190786:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(24541118ns) {HandleHandshakeStatus:329(24534371ns) {DropIncomingHandshake:442(630ns) DropOutgoingHandshake:457(772ns) SwitchToState:179(727ns) ProcessPendingSessionEvents:495(569729ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 489852ns max# 72620ns}}}
2025-12-06T17:44:18.308973Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802208330190798:2114] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:18.330444Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802208330190792:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:18.330476Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802208330190792:2111] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:44:18.332020Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802208330190723:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:44:18.332114Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:18.338662Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802208330190723:2048] [node 2] ICP22 created new session: [1:7580802212625158117:2048]
2025-12-06T17:44:18.338810Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802208330190792:2111] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:18.222059Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802209319875727:2048] [node 1] ICP22 created new session: [4:7580802213614843110:2048]
2025-12-06T17:44:18.283755Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802212841704856:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:18.246291Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:18.350849Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802212625158117:2048] [node 2] ICS09 handshake done sender: [1:7580802208330190798:2114] self: [1:7580802208330190797:0] peer: [2:7580802212841704859:0] socket: 394 qp: -1
2025-12-06T17:44:18.350913Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802212625158117:2048] [node 2] ICS10 traffic start
2025-12-06T17:44:18.192842Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:18.374395Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802212321903838:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:18.374711Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802212321903841:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24888
2025-12-06T17:44:18.223196Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802213614843110:2048] [node 1] ICS09 handshake done sender: [4:7580802213614843100:2115] self: [4:7580802213614843104:0] peer: [1:7580802208330190793:0] socket: 354 qp: -1
2025-12-06T17:44:18.192890Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802205934712248:2107] [node 6] ICP22 created new session: [3:7580802210229679571:2107]
2025-12-06T17:44:18.287077Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580802208546737475:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:18.246344Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802209925209506:2050] [node 3] ICP22 created new session: [5:7580802214220176887:2050]
2025-12-06T17:44:18.364103Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:18.223247Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802213614843110:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:18.223295Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:18.250720Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802209319875727:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(27901874ns) {HandleHandshakeStatus:329(27899078ns) {DropIncomingHandshake:442(928ns) DropOutgoingHandshake:457(27905ns) SwitchToState:179(728ns) ProcessPendingSessionEvents:495(26360064ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 26267106ns max# 8766942ns}}}
2025-12-06T17:44:18.254915Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802213614843105:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16372
2025-12-06T17:44:18.279929Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802213614843105:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:18.280107Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802209319875729:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:18.336960Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802209319875800:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:18.336987Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802209319875800:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:18.339899Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802209319875800:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:18.350405Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802209319875791:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:18.350487Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:18.350558Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802209319875791:2108] [node 5] ICP22 created new session: [4:7580802213614843116:2108]
2025-12-06T17:44:18.350610Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802213614843116:2108] [node 5] ICS09 handshake done sender: [4:7580802209319875800:2114] self: [4:7580802209319875799:0] peer: [5:7580802214220176895:0] socket: 398 qp: -1
2025-12-06T17:44:18.350648Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802213614843116:2108] [node 5] ICS10 traffic start
2025-12-06T17:44:18.350691Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:18.358953Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802213614843115:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16372
2025-12-06T17:44:18.246398Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802214220176887:2050] [node 3] ICS09 handshake done sender: [5:7580802214220176878:2115] self: [5:7580802214220176882:0] peer: [3:7580802205934712255:0] socket: 363 qp: -1
2025-12-06T17:44:18.246439Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802214220176887:2050] [node 3] ICS10 traffic start
2025-12-06T17:44:18.246481Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:18.267987Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802209925209506:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(20885759ns) {HandleHandshakeStatus:329(20883062ns) {DropIncomingHandshake:442(841ns) DropOutgoingHandshake:457(6121ns) SwitchToState:179(198ns) ProcessPendingSessionEvents:495(679173ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 615251ns max# 97364ns}}}
2025-12-06T17:44:18.268091Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7580802209925209506:2050] [node 3] ICP27 obsolete handshake fail ignored
2025-12-06T17:44:18.295473Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802209925209574:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:18.295521Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580802209925209574:2112] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:18.310140Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802214220176880:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:18.310976Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802214220176890:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40993
2025-12-06T17:44:18.318609Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802209925209574:2112] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:18.322575Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802214220176890:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:18.322636Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580802209925209567:2108] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:18.322697Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:18.322745Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802209925209567:2108] [node 6] ICP22 created new session: [5:7580802214220176893:2108]
2025-12-06T17:44:18.322823Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802214220176893:2108] [node 6] ICS09 handshake done sender: [5:7580802209925209574:2112] self: [5:7580802209925209573:0] peer: [6:7580802212321903840:0] socket: 360 qp: -1
2025-12-06T17:44:18.322880Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802214220176893:2108] [node 6] ICS10 traffic start
2025-12-06T17:44:18.322918Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:18.335905Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802209925209570:2109] [node 4] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:18.388652Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802208026936487:2067] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8608) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802212321903832:2117] held: no
2025-12-06T17:44:18.389821Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802212321903844:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24888
2025-12-06T17:44:18.391246Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802209925209570:2109] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62527) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802214220176890:2120] held: no
2025-12-06T17:44:18.363357Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802208546737476:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:44:18.393516Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802212321903831:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:18.394153Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802208026936460:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:18.394386Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802208026936459:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:18.394449Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:18.394500Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802208026936459:2048] [node 1] ICP22 created new session: [6:7580802212321903847:2048]
2025-12-06T17:44:18.394600Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802212321903847:2048] [node 1] ICS09 handshake done sender: [6:7580802212321903831:2116] self: [6:7580802212321903837:0] peer: [1:7580802208330190795:0] socket: 367 qp: -1
2025-12-06T17:44:18.394644Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802212321903847:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:18.394714Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:18.192943Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802210229679571:2107] [node 6] ICS09 handshake done sender: [3:7580802205934712254:2111] self: [3:7580802205934712253:0] peer: [6:7580802212321903836:0] socket: 346 qp: -1
2025-12-06T17:44:18.385875Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802213614843105:2118] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:18.369479Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:18.374084Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802208330190724:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:44:18.192973Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802210229679571:2107] [node 6] ICS10 traffic start
2025-12-06T17:44:18.381536Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802208546737476:2049] [node 3] ICP22 created new session: [2:7580802212841704862:2049]
2025-12-06T17:44:18.390463Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:18.418522Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802208026936461:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(18852719ns) {HandleHandshakeStatus:329(18845120ns) {DropIncomingHandshake:442(1948ns) DropOutgoingHandshake:457(5946ns) SwitchToState:179(678ns) ProcessPendingSessionEvents:495(18391509ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 18282627ns max# 10553252ns}}}
2025-12-06T17:44:18.418705Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802212321903832:2117] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:18.401796Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802209319875729:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:44:18.193005Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:18.391874Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802208330190724:2049] [node 3] ICP22 created new session: [1:7580802212625158119:2049]
2025-12-06T17:44:18.401892Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:18.401949Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802209319875729:2050] [node 3] ICP22 created new session: [4:7580802213614843118:2050]
2025-12-06T17:44:18.402009Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802213614843118:2050] [node 3] ICS09 handshake done sender: [4:7580802213614843105:2118] self: [4:7580802213614843113:0] peer: [3:7580802205934712257:0] socket: 392 qp: -1
2025-12-06T17:44:18.402052Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802213614843118:2050] [node 3] ICS10 traffic start
2025-12-06T17:44:18.402102Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:18.419449Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802208026936487:2067] [node 5] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:18.386228Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802212841704862:2049] [node 3] ICS09 handshake done sender: [2:7580802212841704842:2113] self: [2:7580802212841704841:0] peer: [3:7580802210229679574:0] socket: 378 qp: -1
2025-12-06T17:44:18.227558Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802210229679562:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:18.386277Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802212841704862:2049] [node 3] ICS10 traffic start
2025-12-06T17:44:18.392269Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:18.423498Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802208546737476:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(59192643ns) {HandleHandshakeStatus:329(59189483ns) {DropIncomingHandshake:442(49481ns) DropOutgoingHandshake:457(619ns) SwitchToState:179(709ns) ProcessPendingSessionEvents:495(12784662ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 12694332ns max# 12132297ns}}}
2025-12-06T17:44:18.423661Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802212841704860:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44335
2025-12-06T17:44:18.424272Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802208546737475:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17839) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7580802212841704856:2119] held: no
2025-12-06T17:44:18.427601Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802212841704861:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44335
2025-12-06T17:44:18.397902Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802212625158119:2049] [node 3] ICS09 handshake done sender: [1:7580802208330190792:2111] self: [1:7580802208330190791:0] peer: [3:7580802210229679578:0] socket: 349 qp: -1
2025-12-06T17:44:18.419519Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:18.245011Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802205934712186:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:18.436624Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802209925209570:2109] [node 4] ICP35 event processing took too much time PendingConnection:279(37901416ns) {HandleHandshakeStatus:395(37897629ns) {LogHandshakeFail:472(16479ns) {UpdateErrorStateLog:545(5315ns)} DropOutgoingHandshake:457(717ns) ProcessPendingSessionEvents:495(37796642ns) {unordered DropSessionEvent:512 num# 100 sum# 9971251ns max# 5672694ns}}}
2025-12-06T17:44:18.402428Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802212625158119:2049] [node 3] ICS10 traffic start
2025-12-06T17:44:18.419587Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802208026936487:2067] [node 5] ICP22 created new session: [6:7580802212321903849:2067]
2025-12-06T17:44:18.449595Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802212841704861:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:18.245455Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802210229679573:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5419
2025-12-06T17:44:18.419647Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802212321903849:2067] [node 5] ICS09 handshake done sender: [6:7580802212321903832:2117] self: [6:7580802212321903840:0] peer: [5:7580802209925209573:0] socket: 368 qp: -1
2025-12-06T17:44:18.437306Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802214220176896:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40993
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:18.402470Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:18.449751Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802212841704844:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:18.282976Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802205934712248:2107] [node 6] ICP35 event processing took too much time PendingConnection:279(27182733ns) {HandleHandshakeStatus:329(27180571ns) {DropIncomingHandshake:442(379ns) DropOutgoingHandshake:457(488ns) SwitchToState:179(343ns) ProcessPendingSessionEvents:495(26889351ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 26801924ns max# 13104278ns}}}
2025-12-06T17:44:18.419684Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802212321903849:2067] [node 5] ICS10 traffic start
2025-12-06T17:44:18.454018Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802214220176890:2120] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:18.449778Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802212841704844:2114] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:18.407058Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802208330190724:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(30997113ns) {HandleHandshakeStatus:329(30992794ns) {DropIncomingHandshake:442(20618ns) DropOutgoingHandshake:457(690ns) SwitchToState:179(818ns) ProcessPendingSessionEvents:495(782879ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 725939ns max# 136162ns}}}
2025-12-06T17:44:18.297789Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802210229679575:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5419
2025-12-06T17:44:18.457562Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802209925209570:2109] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:44:18.449144Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802208330190723:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(118715154ns) {HandleHandshakeStatus:329(118711406ns) {DropIncomingHandshake:442(16180ns) DropOutgoingHandshake:457(752ns) SwitchToState:179(933ns) ProcessPendingSessionEvents:495(60056354ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 55557796ns max# 10573399ns}}}
2025-12-06T17:44:18.419726Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:18.481834Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802213614843121:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16372
2025-12-06T17:44:18.451218Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802212841704856:2119] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:18.312874Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802205934712258:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:18.457613Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:18.471541Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802212321903852:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24888
2025-12-06T17:44:18.312915Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802205934712258:2113] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:44:18.460644Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580802208546737475:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:18.314638Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802210229679573:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:18.475002Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802212625158121:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44869
2025-12-06T17:44:18.468973Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802209925209570:2109] [node 4] ICP22 created new session: [5:7580802214220176898:2109]
2025-12-06T17:44:18.471623Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802212321903851:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24888
2025-12-06T17:44:18.314897Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802210229679562:2117] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:18.469053Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802214220176898:2109] [node 4] ICS09 handshake done sender: [5:7580802214220176890:2120] self: [5:7580802214220176895:0] peer: [4:7580802209319875799:0] socket: 402 qp: -1
2025-12-06T17:44:18.469102Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802214220176898:2109] [node 4] ICS10 traffic start
2025-12-06T17:44:18.469164Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:18.470251Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802214220176897:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40993
2025-12-06T17:44:18.460739Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:18.315144Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802205934712186:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:18.460790Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802208546737475:2048] [node 1] ICP22 created new session: [2:7580802212841704868:2048]
2025-12-06T17:44:18.315197Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:18.460856Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802212841704868:2048] [node 1] ICS09 handshake done sender: [2:7580802212841704856:2119] self: [2:7580802212841704859:0] peer: [1:7580802208330190797:0] socket: 395 qp: -1
2025-12-06T17:44:18.315243Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802205934712186:2049] [node 2] ICP22 created new session: [3:7580802210229679576:2049]
2025-12-06T17:44:18.460894Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802212841704868:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:18.315289Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802210229679576:2049] [node 2] ICS09 handshake done sender: [3:7580802210229679562:2117] self: [3:7580802210229679574:0] peer: [2:7580802212841704841:0] socket: 384 qp: -1
2025-12-06T17:44:18.460937Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:18.475629Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802212321903838:2118] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:18.463513Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802212841704844:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:18.315320Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802210229679576:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:18.484398Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802208026936460:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:18.315350Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:18.476634Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802208546737539:2107] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:18.319813Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802205934712185:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:18.476703Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:18.476751Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802208546737539:2107] [node 6] ICP22 created new session: [2:7580802212841704870:2107]
2025-12-06T17:44:18.476809Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802212841704870:2107] [node 6] ICS09 handshake done sender: [2:7580802212841704844:2114] self: [2:7580802212841704843:0] peer: [6:7580802212321903846:0] socket: 379 qp: -1
2025-12-06T17:44:18.476851Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802212841704870:2107] [node 6] ICS10 traffic start
2025-12-06T17:44:18.476903Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:18.484965Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:18.340253Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802210229679580:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5419
2025-12-06T17:44:18.485758Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802208026936460:2049] [node 2] ICP22 created new session: [6:7580802212321903853:2049]
2025-12-06T17:44:18.497995Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802214220176897:2122] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:18.498201Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802209925209505:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:18.500138Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802209925209567:2108] [node 6] ICP35 event processing took too much time PendingConnection:279(163168618ns) {HandleHandshakeStatus:329(163161057ns) {DropIncomingHandshake:442(13897ns) DropOutgoingHandshake:457(724ns) SwitchToState:179(962ns) ProcessPendingSessionEvents:495(162726762ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 153881970ns max# 17174049ns}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:18.498558Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802213614843121:2122] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:18.341510Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802205934712258:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:18.487899Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802212321903853:2049] [node 2] ICS09 handshake done sender: [6:7580802212321903838:2118] self: [6:7580802212321903846:0] peer: [2:7580802212841704843:0] socket: 388 qp: -1
2025-12-06T17:44:18.500086Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802212841704847:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:18.362383Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802205934712250:2109] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:44:18.362469Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:18.500132Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802212841704847:2116] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:18.499958Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802209319875728:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:18.488392Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802212321903853:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:18.501748Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802213614843123:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16372
2025-12-06T17:44:18.362548Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802205934712250:2109] [node 4] ICP22 created new session: [3:7580802210229679581:2109]
2025-12-06T17:44:18.488634Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:18.502596Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802213614843121:2122] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:18.500127Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802212321903852:2123] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:18.500669Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802212841704852:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:18.506160Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802209319875728:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:18.362600Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802210229679581:2109] [node 4] ICS09 handshake done sender: [3:7580802205934712258:2113] self: [3:7580802205934712257:0] peer: [4:7580802213614843113:0] socket: 390 qp: -1
2025-12-06T17:44:18.506225Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:18.362657Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802210229679581:2109] [node 4] ICS10 traffic start
2025-12-06T17:44:18.506270Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802209319875728:2049] [node 2] ICP22 created new session: [4:7580802213614843124:2049]
2025-12-06T17:44:18.506321Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802213614843124:2049] [node 2] ICS09 handshake done sender: [4:7580802213614843121:2122] self: [4:7580802213614843122:0] peer: [2:7580802212841704851:0] socket: 393 qp: -1
2025-12-06T17:44:18.362700Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:18.373866Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802210229679573:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:18.506359Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802213614843124:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:18.506400Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:18.374920Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802205934712185:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:18.374968Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:18.378818Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802205934712185:2048] [node 1] ICP22 created new session: [3:7580802210229679583:2048]
2025-12-06T17:44:18.378880Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802210229679583:2048] [node 1] ICS09 handshake done sender: [3:7580802210229679573:2118] self: [3:7580802210229679578:0] peer: [1:7580802208330190791:0] socket: 359 qp: -1
2025-12-06T17:44:18.378918Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802210229679583:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:18.378980Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:18.520134Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802209319875729:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(98582352ns) {HandleHandshakeStatus:329(98574060ns) {DropIncomingHandshake:442(936ns) DropOutgoingHandshake:457(9343ns) SwitchToState:179(860ns) ProcessPendingSessionEvents:495(88502259ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 86315481ns max# 15142155ns}}}
2025-12-06T17:44:18.520297Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802213614843107:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:18.520330Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802213614843107:2119] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:18.500689Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802212841704852:2117] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:44:18.503027Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802208026936510:2081] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:18.513214Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802208026936460:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(28000403ns) {HandleHandshakeStatus:329(27996574ns) {DropIncomingHandshake:442(886ns) DropOutgoingHandshake:457(6537ns) SwitchToState:179(698ns) ProcessPendingSessionEvents:495(23348805ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 23262993ns max# 7531904ns}}}
2025-12-06T17:44:18.501525Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802212841704852:2117] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:18.509670Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802212841704847:2116] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:18.522430Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802214220176901:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40993
2025-12-06T17:44:18.523008Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802209925209505:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12205) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802214220176897:2122] held: no
2025-12-06T17:44:18.523665Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802214220176897:2122] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:18.524006Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802209925209505:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:18.524059Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:18.524118Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802209925209505:2049] [node 2] ICP22 created new session: [5:7580802214220176902:2049]
2025-12-06T17:44:18.524178Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802214220176902:2049] [node 2] ICS09 handshake done sender: [5:7580802214220176897:2122] self: [5:7580802214220176900:0] peer: [2:7580802212841704846:0] socket: 361 qp: -1
2025-12-06T17:44:18.524237Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802214220176902:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:18.524288Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:18.509983Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802208546737541:2109] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:18.510043Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:18.510102Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802208546737541:2109] [node 5] ICP22 created new session: [2:7580802212841704874:2109]
2025-12-06T17:44:18.510142Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802212841704874:2109] [node 5] ICS09 handshake done sender: [2:7580802212841704847:2116] self: [2:7580802212841704846:0] peer: [5:7580802214220176900:0] socket: 350 qp: -1
2025-12-06T17:44:18.510169Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802212841704874:2109] [node 5] ICS10 traffic start
2025-12-06T17:44:18.510215Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:18.516285Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802208546737540:2108] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:44:18.516360Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:18.516403Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802208546737540:2108] [node 4] ICP22 created new session: [2:7580802212841704876:2108]
2025-12-06T17:44:18.516463Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802212841704876:2108] [node 4] ICS09 handshake done sender: [2:7580802212841704852:2117] self: [2:7580802212841704851:0] peer: [4:7580802213614843122:0] socket: 377 qp: -1
2025-12-06T17:44:18.516499Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802212841704876:2108] [node 4] ICS10 traffic start
2025-12-06T17:44:18.516539Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:18.527231Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802213614843107:2119] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:18.527443Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802209319875798:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:18.527476Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802212321903856:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24888
2025-12-06T17:44:18.527737Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802212321903852:2123] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:18.527523Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:18.527943Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802208026936510:2081] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:44:18.527605Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802209319875798:2109] [node 6] ICP22 created new session: [4:7580802213614843127:2109]
2025-12-06T17:44:18.528005Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:18.527665Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802213614843127:2109] [node 6] ICS09 handshake done sender: [4:7580802213614843107:2119] self: [4:7580802213614843106:0] peer: [6:7580802212321903855:0] socket: 343 qp: -1
2025-12-06T17:44:18.528142Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802208026936510:2081] [node 4] ICP22 created new session: [6:7580802212321903857:2081]
2025-12-06T17:44:18.527704Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802213614843127:2109] [node 6] ICS10 traffic start
2025-12-06T17:44:18.528257Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802212321903857:2081] [node 4] ICS09 handshake done sender: [6:7580802212321903852:2123] self: [6:7580802212321903855:0] peer: [4:7580802213614843106:0] socket: 371 qp: -1
2025-12-06T17:44:18.528392Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802212321903857:2081] [node 4] ICS10 traffic start
2025-12-06T17:44:18.527747Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:18.528555Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:18.572245Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:44:18.572457Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:44:18.572479Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580802212841704868:2048] [node 1] ICS01 socket: 395 reason# EndOfStream
2025-12-06T17:44:18.572522Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580802208546737475:2048] [node 1] ICP30 unregister session Session# [2:7580802212841704868:2048] VirtualId# [2:7580802212841704859:0]
2025-12-06T17:44:18.572556Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580802212841704868:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:18.572600Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802210229679583:2048] [node 1] ICS01 socket: 359 reason# EndOfStream
2025-12-06T17:44:18.572646Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802205934712185:2048] [node 1] ICP30 unregister session Session# [3:7580802210229679583:2048] VirtualId# [3:7580802210229679578:0]
2025-12-06T17:44:18.572662Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:18.572681Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802210229679583:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:18.572744Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:18.572759Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:18.572895Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:18.575978Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:44:18.576216Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802213614843110:2048] [node 1] ICS07 socket disconnect 354 reason# EndOfStream
2025-12-06T17:44:18.576252Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802213614843110:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:18.576342Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:18.576385Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802213614843110:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:18.577448Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802209319875727:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17839) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:18.577518Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802213614843110:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:18.577553Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802209319875727:2048] [node 1] ICP30 unregister session Session# [4:7580802213614843110:2048] VirtualId# [4:7580802213614843104:0]
2025-12-06T17:44:18.577677Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:18.577738Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802209319875727:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:17839) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:18.577753Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17839) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:18.577474Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:44:18.577680Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802214220176885:2048] [node 1] ICS07 socket disconnect 364 reason# EndOfStream
2025-12-06T17:44:18.577705Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802214220176885:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:18.577781Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:18.577829Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802214220176885:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:18.579281Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802209925209504:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17839) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:18.579343Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802214220176885:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:18.579380Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802209925209504:2048] [node 1] ICP30 unregister session Session# [5:7580802214220176885:2048] VirtualId# [5:7580802214220176881:0]
2025-12-06T17:44:18.579420Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:18.579462Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802209925209504:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:17839) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:18.579478Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17839) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:18.582743Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:44:18.583096Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802212321903847:2048] [node 1] ICS07 socket disconnect 367 reason# EndOfStream
2025-12-06T17:44:18.583137Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802212321903847:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:18.583236Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:18.583286Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802212321903847:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:18.584440Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802208026936459:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17839) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:18.584539Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802212321903847:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:18.584612Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802208026936459:2048] [node 1] ICP30 unregister session Session# [6:7580802212321903847:2048] VirtualId# [6:7580802212321903837:0]
2025-12-06T17:44:18.584690Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:18.584762Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802208026936459:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:17839) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:18.584790Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17839) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:18.587313Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580802209319875727:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:44:18.589790Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802209925209504:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:44:18.594654Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802208026936459:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:44:18.625152Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:44:18.625452Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802210229679576:2049] [node 2] ICS01 socket: 384 reason# EndOfStream
2025-12-06T17:44:18.625504Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802205934712186:2049] [node 2] ICP30 unregister session Session# [3:7580802210229679576:2049] VirtualId# [3:7580802210229679574:0]
2025-12-06T17:44:18.625542Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802210229679576:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:18.625632Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:18.625677Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:18.628525Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:44:18.628781Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802212321903853:2049] [node 2] ICS07 socket disconnect 388 reason# EndOfStream
2025-12-06T17:44:18.628816Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802212321903853:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:18.628892Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:18.628944Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802212321903853:2049] [node 2] ICS15 start handshake
2025-12-06T17:44:18.629661Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:44:18.629879Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802213614843124:2049] [node 2] ICS07 socket disconnect 393 reason# EndOfStream
2025-12-06T17:44:18.629926Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802213614843124:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:18.630002Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:18.630043Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802213614843124:2049] [node 2] ICS15 start handshake
2025-12-06T17:44:18.635994Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802209319875728:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12205) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:18.636088Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802213614843124:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:18.636131Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802209319875728:2049] [node 2] ICP30 unregister session Session# [4:7580802213614843124:2049] VirtualId# [4:7580802213614843122:0]
2025-12-06T17:44:18.636239Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:18.639442Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802208026936460:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12205) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:18.636284Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802209319875728:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:12205) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:18.636313Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12205) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:18.639599Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802212321903853:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:18.640858Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802208026936460:2049] [node 2] ICP30 unregister session Session# [6:7580802212321903853:2049] VirtualId# [6:7580802212321903846:0]
2025-12-06T17:44:18.640991Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:18.641032Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802208026936460:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:12205) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:18.641046Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12205) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:18.642022Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:44:18.642399Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802214220176902:2049] [node 2] ICS01 socket: 361 reason# EndOfStream
2025-12-06T17:44:18.642470Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802209925209505:2049] [node 2] ICP30 unregister session Session# [5:7580802214220176902:2049] VirtualId# [5:7580802214220176900:0]
2025-12-06T17:44:18.642508Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802214220176902:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:18.642609Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:18.642684Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:18.645689Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580802209319875728:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:44:18.654759Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802208026936460:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:44:18.710905Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:44:18.711155Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802212321903842:2050] [node 3] ICS07 socket disconnect 366 reason# EndOfStream
2025-12-06T17:44:18.711196Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802212321903842:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:18.714758Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:44:18.714997Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802213614843118:2050] [node 3] ICS07 socket disconnect 392 reason# EndOfStream
2025-12-06T17:44:18.715042Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802213614843118:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:18.711290Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:44:18.711350Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802212321903842:2050] [node 3] ICS15 start handshake
2025-12-06T17:44:18.715136Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:44:18.715181Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802213614843118:2050] [node 3] ICS15 start handshake
2025-12-06T17:44:18.715306Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:44:18.715603Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802214220176887:2050] [node 3] ICS07 socket disconnect 363 reason# EndOfStream
2025-12-06T17:44:18.715630Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802214220176887:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:18.716060Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802208026936461:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11029) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:18.716148Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802212321903842:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:18.716182Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802208026936461:2050] [node 3] ICP30 unregister session Session# [6:7580802212321903842:2050] VirtualId# [6:7580802212321903836:0]
2025-12-06T17:44:18.716293Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:44:18.716325Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802208026936461:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:11029) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:18.716345Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11029) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:18.717703Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:44:18.718835Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802214220176887:2050] [node 3] ICS15 start handshake
2025-12-06T17:44:18.719024Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802209319875729:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11029) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:18.722824Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802209925209506:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11029) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:18.722302Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802213614843118:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:18.722353Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802209319875729:2050] [node 3] ICP30 unregister session Session# [4:7580802213614843118:2050] VirtualId# [4:7580802213614843113:0]
2025-12-06T17:44:18.722816Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:44:18.722870Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802209319875729:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:11029) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:18.722887Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11029) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:18.723656Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802214220176887:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:18.724121Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802209925209506:2050] [node 3] ICP30 unregister session Session# [5:7580802214220176887:2050] VirtualId# [5:7580802214220176882:0]
2025-12-06T17:44:18.724173Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:44:18.724206Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802209925209506:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:11029) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:18.724219Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11029) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:18.726617Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802208026936461:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:44:18.733736Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802209925209506:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:44:18.767933Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:44:18.768213Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802214220176898:2109] [node 4] ICS01 socket: 402 reason# EndOfStream
2025-12-06T17:44:18.768270Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802209925209570:2109] [node 4] ICP30 unregister session Session# [5:7580802214220176898:2109] VirtualId# [5:7580802214220176895:0]
2025-12-06T17:44:18.768323Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802214220176898:2109] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:18.768413Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:44:18.768471Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:44:18.769017Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:44:18.769220Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802212321903857:2081] [node 4] ICS01 socket: 371 reason# EndOfStream
2025-12-06T17:44:18.769289Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802208026936510:2081] [node 4] ICP30 unregister session Session# [6:7580802212321903857:2081] VirtualId# [6:7580802212321903855:0]
2025-12-06T17:44:18.769319Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802212321903857:2081] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:18.769389Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:44:18.769436Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:44:18.800312Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:44:18.800615Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802212321903849:2067] [node 5] ICS01 socket: 368 reason# EndOfStream
2025-12-06T17:44:18.800667Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802208026936487:2067] [node 5] ICP30 unregister session Session# [6:7580802212321903849:2067] VirtualId# [6:7580802212321903840:0]
2025-12-06T17:44:18.800713Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802212321903849:2067] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:18.800812Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:44:18.800887Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:44:18.931949Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802211076214503:2048] [node 2] ICP01 ready to work
2025-12-06T17:44:18.932302Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802211076214504:2049] [node 3] ICP01 ready to work
2025-12-06T17:44:18.941222Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802213534516478:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:18.941262Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802213534516479:2049] [node 3] ICP01 ready to work
2025-12-06T17:44:18.970950Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802213845052741:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:18.971192Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802213845052742:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:18.981270Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802210944885266:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:18.981293Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802210944885267:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:18.981499Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802210944885268:2050] [node 3] ICP01 ready to work
2025-12-06T17:44:18.988973Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802214371844135:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:18.989020Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802214371844136:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:18.989057Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802214371844137:2050] [node 3] ICP01 ready to work
2025-12-06T17:44:19.000934Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802211609996748:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:19.000965Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802211609996749:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:19.000992Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802211609996750:2050] [node 3] ICP01 ready to work
2025-12-06T17:44:19.379272Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802215371181867:2109] [node 6] ICP01 ready to work
2025-12-06T17:44:19.379879Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802215371181868:2111] [node 5] ICP01 ready to work
2025-12-06T17:44:19.382470Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802215371181869:2108] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:19.391643Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802217829483839:2107] [node 4] ICP01 ready to work
2025-12-06T17:44:19.391706Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802211076214504:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(19332576ns) {Configure:104(19326533ns) {ProcessConfigured:135(425884ns) {StartInitialHandshake:157(423147ns) {DropHandshakes:470(2202ns) {DropIncomingHandshake:442(503ns) DropOutgoingHandshake:457(534ns)} GenerateSessionVirtualId:988(705ns) PrepareNewSessionHandshake:477(3094ns) {SwitchToState:179(1142ns)}}}}}
2025-12-06T17:44:19.410757Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802218140020103:2109] [node 5] ICP01 ready to work
2025-12-06T17:44:19.399979Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802217829483840:2109] [node 6] ICP01 ready to work
2025-12-06T17:44:19.430184Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802215239852631:2108] [node 5] ICP01 ready to work
2025-12-06T17:44:19.445987Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802215904964089:2090] [node 4] ICP01 ready to work
2025-12-06T17:44:19.447170Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802218666811494:2108] [node 4] ICP01 ready to work
2025-12-06T17:44:19.447670Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802218140020104:2107] [node 4] ICP01 ready to work
2025-12-06T17:44:19.446582Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802217829483838:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47407
2025-12-06T17:44:19.467146Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802215239852640:2114] [node 6] ICP01 ready to work
2025-12-06T17:44:19.450698Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802218140020105:2110] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:19.452330Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802211609996750:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(62283392ns) {Configure:104(62276862ns) {ProcessConfigured:135(82857ns) {StartInitialHandshake:157(79829ns) {DropHandshakes:470(3022ns) {DropIncomingHandshake:442(870ns) DropOutgoingHandshake:457(457ns)} GenerateSessionVirtualId:988(939ns) PrepareNewSessionHandshake:477(1719ns) {SwitchToState:179(453ns)}}}}}
2025-12-06T17:44:19.447749Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802217829483841:2108] [node 5] ICP01 ready to work
2025-12-06T17:44:19.475024Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802215371181867:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(66951114ns) {Configure:104(66945705ns) {ProcessConfigured:135(29570012ns) {StartInitialHandshake:157(20645876ns) {DropHandshakes:470(4658ns) {DropIncomingHandshake:442(1046ns) DropOutgoingHandshake:457(652ns)} GenerateSessionVirtualId:988(1610ns) PrepareNewSessionHandshake:477(3104ns) {SwitchToState:179(1339ns)}}}}}
2025-12-06T17:44:19.452882Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802215904964092:2091] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:19.504599Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802218666811504:2109] [node 6] ICP01 ready to work
2025-12-06T17:44:19.489598Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802215371181877:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50547
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:19.475995Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802211609996748:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(20833658ns) {Configure:104(20829652ns) {ProcessConfigured:135(70010ns) {StartInitialHandshake:157(67810ns) {DropHandshakes:470(2535ns) {DropIncomingHandshake:442(336ns) DropOutgoingHandshake:457(478ns)} GenerateSessionVirtualId:988(565ns) PrepareNewSessionHandshake:477(2005ns) {SwitchToState:179(1106ns)}}}}}
2025-12-06T17:44:19.490327Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802215371181876:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50547
2025-12-06T17:44:19.544371Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802215371181868:2111] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(85498418ns) {Configure:104(85494584ns) {ProcessConfigured:135(13064829ns) {StartInitialHandshake:157(13062240ns) {DropHandshakes:470(1865ns) {DropIncomingHandshake:442(374ns) DropOutgoingHandshake:457(641ns)} GenerateSessionVirtualId:988(566ns) PrepareNewSessionHandshake:477(3293ns) {SwitchToState:179(1369ns)}}}}}
2025-12-06T17:44:19.555587Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802215371181882:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50547
2025-12-06T17:44:19.566789Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802215371181871:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:19.566816Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802215371181871:2113] [node 3] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:19.576108Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802218666811506:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12915
2025-12-06T17:44:19.586355Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802218666811507:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12915
2025-12-06T17:44:19.527647Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802218140020107:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38149
2025-12-06T17:44:19.560187Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802215239852646:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25696
2025-12-06T17:44:19.555942Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802217829483839:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(163649481ns) {Configure:104(163645602ns) {ProcessConfigured:135(25159929ns) {StartInitialHandshake:157(25155726ns) {DropHandshakes:470(4735ns) {DropIncomingHandshake:442(1250ns) DropOutgoingHandshake:457(1142ns)} GenerateSessionVirtualId:988(3010ns) PrepareNewSessionHandshake:477(4060ns) {SwitchToState:179(2019ns)}}}}}
2025-12-06T17:44:19.527740Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802218140020108:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38149
2025-12-06T17:44:19.565836Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802218140020108:2113] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:19.576738Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802215371181882:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:19.566207Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802213845052741:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:19.556660Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802217829483846:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47407
2025-12-06T17:44:19.559122Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802217829483842:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47407
2025-12-06T17:44:19.559199Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802217829483843:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47407
2025-12-06T17:44:19.598938Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802217829483843:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:19.505543Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802211609996749:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(134612686ns) {Configure:104(134603253ns) {ProcessConfigured:135(76328ns) {StartInitialHandshake:157(73317ns) {DropHandshakes:470(3906ns) {DropIncomingHandshake:442(919ns) DropOutgoingHandshake:457(611ns)} GenerateSessionVirtualId:988(1226ns) PrepareNewSessionHandshake:477(2385ns) {SwitchToState:179(813ns)}}}}}
2025-12-06T17:44:19.570585Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802218140020104:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(17341420ns) {Configure:104(17335290ns) {ProcessConfigured:135(73083ns) {StartInitialHandshake:157(69741ns) {DropHandshakes:470(3788ns) {DropIncomingHandshake:442(1171ns) DropOutgoingHandshake:457(693ns)} GenerateSessionVirtualId:988(1073ns) PrepareNewSessionHandshake:477(4832ns) {SwitchToState:179(719ns)}}}}}
2025-12-06T17:44:19.598134Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802218140020120:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38149
2025-12-06T17:44:19.604312Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802217829483838:2111] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:19.601601Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802218666811505:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12915
2025-12-06T17:44:19.611889Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802218666811507:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:19.619231Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802217829483845:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:19.619268Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802217829483845:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:19.619778Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802217829483846:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:19.525538Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802215904964099:2096] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31332
2025-12-06T17:44:19.617555Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802215239852647:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25696
2025-12-06T17:44:19.577017Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802215371181871:2113] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:19.606608Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802211076214504:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:44:19.606674Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:19.626830Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802218140020112:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:19.626868Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802218140020112:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:19.627476Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802218140020108:2113] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:19.612324Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802215371181877:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:19.618399Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802214371844136:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:19.622705Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802215239852647:2122] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:19.563451Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802215904964104:2098] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31332
2025-12-06T17:44:19.630970Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802218140020107:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:19.631149Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802213845052741:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:19.621033Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802211076214504:2049] [node 3] ICP22 created new session: [1:7580802215371181885:2049]
2025-12-06T17:44:19.622727Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802213534516478:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(109532895ns) {Configure:104(109522036ns) {ProcessConfigured:135(4268396ns) {StartInitialHandshake:157(4264918ns) {DropHandshakes:470(3395ns) {DropIncomingHandshake:442(1156ns) DropOutgoingHandshake:457(638ns)} GenerateSessionVirtualId:988(613ns) PrepareNewSessionHandshake:477(16809ns) {SwitchToState:179(936ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:19.563576Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802215904964103:2097] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31332
2025-12-06T17:44:19.591328Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802215904964103:2097] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:19.604051Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802211609996750:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:19.604728Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802215904964099:2096] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:19.612618Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802211609996748:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:19.615030Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802215904964089:2090] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(138597577ns) {Configure:104(138592351ns) {ProcessConfigured:135(10534157ns) {StartInitialHandshake:157(9787611ns) {DropHandshakes:470(2825ns) {DropIncomingHandshake:442(191ns) DropOutgoingHandshake:457(837ns)} GenerateSessionVirtualId:988(356ns) PrepareNewSessionHandshake:477(2400ns) {SwitchToState:179(883ns)}}}}}
2025-12-06T17:44:19.626230Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802218666811505:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:19.633757Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:19.623440Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802215371181885:2049] [node 3] ICS09 handshake done sender: [1:7580802215371181871:2113] self: [1:7580802215371181870:0] peer: [3:7580802218140020117:0] socket: 361 qp: -1
2025-12-06T17:44:19.623566Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802215239852646:2121] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:19.615182Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802215904964104:2098] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:19.626258Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802217829483850:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:19.630195Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802218666811506:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:19.634671Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802218140020122:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38149
2025-12-06T17:44:19.631929Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802210944885267:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:19.623499Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802215371181885:2049] [node 3] ICS10 traffic start
2025-12-06T17:44:19.615300Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802211609996749:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:19.626288Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802217829483850:2117] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:19.663967Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802215239852651:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25696
2025-12-06T17:44:19.635298Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802213845052741:2048] [node 1] ICP22 created new session: [3:7580802218140020123:2048]
2025-12-06T17:44:19.636255Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802215904964110:2100] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31332
2025-12-06T17:44:19.623533Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:19.634429Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802214371844137:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:19.640988Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580802213534516478:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:19.645959Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802218666811511:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12915
2025-12-06T17:44:19.658102Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802218666811511:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:19.658266Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802214371844135:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:19.669312Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802218666811516:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12915
2025-12-06T17:44:19.669416Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802218666811517:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12915
2025-12-06T17:44:19.635931Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802218140020112:2115] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:19.678072Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802215239852652:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25696
2025-12-06T17:44:19.653077Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802215904964111:2101] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31332
2025-12-06T17:44:19.624697Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802211076214504:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(20162968ns) {HandleHandshakeStatus:329(20160174ns) {DropIncomingHandshake:442(1447ns) DropOutgoingHandshake:457(1615ns) SwitchToState:179(521ns) ProcessPendingSessionEvents:495(483678ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 443343ns max# 60096ns}}}
2025-12-06T17:44:19.679466Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802218666811504:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(72527740ns) {Configure:104(72521054ns) {ProcessConfigured:135(4213978ns) {StartInitialHandshake:157(3131801ns) {DropHandshakes:470(3502ns) {DropIncomingHandshake:442(764ns) DropOutgoingHandshake:457(580ns)} GenerateSessionVirtualId:988(1031ns) PrepareNewSessionHandshake:477(2910ns) {SwitchToState:179(1372ns)}}}}}
2025-12-06T17:44:19.681930Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802215239852646:2121] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:19.641315Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802217829483845:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:19.682604Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802210944885267:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:19.653415Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802218140020110:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:19.625165Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802215371181873:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:19.653444Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802218140020110:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:19.685989Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802211609996748:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29637) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802215904964099:2096] held: no
2025-12-06T17:44:19.625184Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802215371181873:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:19.682682Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:19.651828Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802217829483840:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:19.687403Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802215904964099:2096] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:19.651921Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:19.653811Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802218140020123:2048] [node 1] ICS09 handshake done sender: [3:7580802218140020108:2113] self: [3:7580802218140020117:0] peer: [1:7580802215371181870:0] socket: 368 qp: -1
2025-12-06T17:44:19.704275Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802218666811506:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:19.625730Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802215371181876:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:19.682735Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802210944885267:2049] [node 2] ICP22 created new session: [4:7580802215239852653:2049]
2025-12-06T17:44:19.690885Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802215904964112:2102] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31332
2025-12-06T17:44:19.651976Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802217829483840:2109] [node 6] ICP22 created new session: [2:7580802217829483862:2109]
2025-12-06T17:44:19.654481Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802218140020122:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:19.682800Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802215239852653:2049] [node 2] ICS09 handshake done sender: [4:7580802215239852646:2121] self: [4:7580802215239852649:0] peer: [2:7580802217829483847:0] socket: 378 qp: -1
2025-12-06T17:44:19.715088Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802214371844137:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1429) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802218666811506:2115] held: no
2025-12-06T17:44:19.652035Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802217829483862:2109] [node 6] ICS09 handshake done sender: [2:7580802217829483845:2114] self: [2:7580802217829483844:0] peer: [6:7580802215904964109:0] socket: 377 qp: -1
2025-12-06T17:44:19.692432Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802211609996749:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12217) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802215904964104:2098] held: no
2025-12-06T17:44:19.630303Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802215371181873:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:19.725940Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802218666811507:2116] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:19.654551Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802218140020105:2110] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:19.682841Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802215239852653:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:19.692926Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802211609996748:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:19.654616Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:19.735205Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802214371844136:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:19.682890Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:19.636281Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802215371181867:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:19.692978Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:19.654668Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802218140020105:2110] [node 6] ICP22 created new session: [3:7580802218140020125:2110]
2025-12-06T17:44:19.652096Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802217829483862:2109] [node 6] ICS10 traffic start
2025-12-06T17:44:19.735265Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:19.696705Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802215239852651:2124] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:19.654756Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802218140020125:2110] [node 6] ICS09 handshake done sender: [3:7580802218140020112:2115] self: [3:7580802218140020111:0] peer: [6:7580802215904964105:0] socket: 374 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:19.693024Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802211609996748:2048] [node 1] ICP22 created new session: [6:7580802215904964113:2048]
2025-12-06T17:44:19.653957Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:19.652148Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:19.735317Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802214371844136:2049] [node 2] ICP22 created new session: [5:7580802218666811522:2049]
2025-12-06T17:44:19.696999Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802210944885268:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:19.693663Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802215904964104:2098] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:19.660052Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802217829483848:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:19.656341Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802215371181867:2109] [node 6] ICP22 created new session: [1:7580802215371181891:2109]
2025-12-06T17:44:19.704883Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802215904964103:2097] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:19.719676Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802211609996749:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:19.719780Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:19.719840Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802211609996749:2049] [node 2] ICP22 created new session: [6:7580802215904964114:2049]
2025-12-06T17:44:19.719893Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802215904964114:2049] [node 2] ICS09 handshake done sender: [6:7580802215904964104:2098] self: [6:7580802215904964109:0] peer: [2:7580802217829483844:0] socket: 382 qp: -1
2025-12-06T17:44:19.719927Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802215904964114:2049] [node 2] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:19.719980Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:19.654794Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802218140020125:2110] [node 6] ICS10 traffic start
2025-12-06T17:44:19.660102Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802217829483848:2116] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:44:19.654855Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:19.661154Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802213534516479:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(183157081ns) {Configure:104(183150537ns) {ProcessConfigured:135(11262442ns) {StartInitialHandshake:157(11258152ns) {DropHandshakes:470(2230ns) {DropIncomingHandshake:442(392ns) DropOutgoingHandshake:457(636ns)} GenerateSessionVirtualId:988(335ns) PrepareNewSessionHandshake:477(4135ns) {SwitchToState:179(2072ns)}}}}}
2025-12-06T17:44:19.673012Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802217829483842:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:19.674997Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802217829483850:2117] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:19.675636Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802217829483841:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:19.675688Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:19.675733Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802217829483841:2108] [node 5] ICP22 created new session: [2:7580802217829483866:2108]
2025-12-06T17:44:19.675795Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802217829483866:2108] [node 5] ICS09 handshake done sender: [2:7580802217829483850:2117] self: [2:7580802217829483849:0] peer: [5:7580802218666811510:0] socket: 379 qp: -1
2025-12-06T17:44:19.675829Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802217829483866:2108] [node 5] ICS10 traffic start
2025-12-06T17:44:19.704751Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802215239852650:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25696
2025-12-06T17:44:19.656833Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802215371181860:2107] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:19.656859Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802215371181860:2107] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:44:19.658739Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802215371181891:2109] [node 6] ICS09 handshake done sender: [1:7580802215371181873:2114] self: [1:7580802215371181872:0] peer: [6:7580802215904964107:0] socket: 362 qp: -1
2025-12-06T17:44:19.675876Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:19.735385Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802218666811522:2049] [node 2] ICS09 handshake done sender: [5:7580802218666811507:2116] self: [5:7580802218666811510:0] peer: [2:7580802217829483849:0] socket: 387 qp: -1
2025-12-06T17:44:19.722528Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802215904964113:2048] [node 1] ICS09 handshake done sender: [6:7580802215904964099:2096] self: [6:7580802215904964107:0] peer: [1:7580802215371181872:0] socket: 365 qp: -1
2025-12-06T17:44:19.725265Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802215239852657:2126] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25696
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:19.658932Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802215371181860:2107] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:19.735420Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802218666811522:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:19.741296Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802215904964113:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:19.655189Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802218140020123:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:19.681119Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802217829483848:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:19.763214Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802215239852658:2127] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25696
2025-12-06T17:44:19.743201Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802211609996750:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:44:19.659266Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802215371181891:2109] [node 6] ICS10 traffic start
2025-12-06T17:44:19.655224Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:19.735477Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:19.700279Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802217829483839:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:44:19.766234Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802215239852651:2124] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:19.666813Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802218140020110:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:19.660180Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:19.743263Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:19.741957Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802214371844135:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29637) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802218666811511:2117] held: no
2025-12-06T17:44:19.700379Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:19.664729Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802215371181875:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:19.743310Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802211609996750:2050] [node 3] ICP22 created new session: [6:7580802215904964118:2050]
2025-12-06T17:44:19.743362Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802215904964118:2050] [node 3] ICS09 handshake done sender: [6:7580802215904964103:2097] self: [6:7580802215904964105:0] peer: [3:7580802218140020111:0] socket: 381 qp: -1
2025-12-06T17:44:19.743397Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802215904964118:2050] [node 3] ICS10 traffic start
2025-12-06T17:44:19.743435Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:19.747213Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:19.775601Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802215904964121:2103] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31332
2025-12-06T17:44:19.790846Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802211609996748:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(83630565ns) {HandleHandshakeStatus:329(83628318ns) {DropIncomingHandshake:442(1034ns) DropOutgoingHandshake:457(131ns) SwitchToState:179(1055ns) ProcessPendingSessionEvents:495(1352ns)}}
2025-12-06T17:44:19.793482Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802215904964121:2103] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:19.803681Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802215904964089:2090] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:19.835951Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802215904964122:2104] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31332
2025-12-06T17:44:19.846913Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802215904964122:2104] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:19.856189Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802215904964092:2091] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:19.861875Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802215904964089:2090] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24676) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802215904964121:2103] held: no
2025-12-06T17:44:19.689398Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802218140020103:2109] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:19.761197Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802218666811519:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12915
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:19.766462Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802210944885268:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:44:19.664767Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802215371181875:2115] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:19.670308Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802215371181867:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(26491908ns) {HandleHandshakeStatus:329(26488023ns) {DropIncomingHandshake:442(16226ns) DropOutgoingHandshake:457(1389ns) SwitchToState:179(444ns) ProcessPendingSessionEvents:495(1446415ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 1383569ns max# 797626ns}}}
2025-12-06T17:44:19.671811Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802211076214503:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:44:19.671865Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:19.671916Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802211076214503:2048] [node 2] ICP22 created new session: [1:7580802215371181895:2048]
2025-12-06T17:44:19.671966Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802215371181895:2048] [node 2] ICS09 handshake done sender: [1:7580802215371181860:2107] self: [1:7580802215371181859:0] peer: [2:7580802217829483859:0] socket: 348 qp: -1
2025-12-06T17:44:19.672007Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802215371181895:2048] [node 2] ICS10 traffic start
2025-12-06T17:44:19.672053Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:19.679697Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802215371181875:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:19.686167Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802215371181898:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50547
2025-12-06T17:44:19.689241Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802215371181868:2111] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:19.689309Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:19.689367Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802215371181868:2111] [node 5] ICP22 created new session: [1:7580802215371181899:2111]
2025-12-06T17:44:19.689424Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802215371181899:2111] [node 5] ICS09 handshake done sender: [1:7580802215371181875:2115] self: [1:7580802215371181874:0] peer: [5:7580802218666811514:0] socket: 394 qp: -1
2025-12-06T17:44:19.689486Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802215371181899:2111] [node 5] ICS10 traffic start
2025-12-06T17:44:19.689537Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:19.756117Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802215371181898:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:19.760190Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580802211076214503:2048] [node 2] ICP18 handshake (actor [1:7580802215371181898:2120]) is too old
2025-12-06T17:44:19.799509Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802215371181879:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:19.799538Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802215371181879:2118] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:44:19.805252Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802215371181879:2118] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:19.817424Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802215371181869:2108] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:44:19.817490Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:19.817528Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802215371181869:2108] [node 4] ICP22 created new session: [1:7580802215371181902:2108]
2025-12-06T17:44:19.817566Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802215371181902:2108] [node 4] ICS09 handshake done sender: [1:7580802215371181879:2118] self: [1:7580802215371181878:0] peer: [4:7580802215239852663:0] socket: 400 qp: -1
2025-12-06T17:44:19.817591Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802215371181902:2108] [node 4] ICS10 traffic start
2025-12-06T17:44:19.817631Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:19.829394Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802215371181868:2111] [node 5] ICP35 event processing took too much time PendingConnection:279(135349323ns) {HandleHandshakeStatus:329(135345970ns) {DropIncomingHandshake:442(15322ns) DropOutgoingHandshake:457(587ns) SwitchToState:179(896ns) ProcessPendingSessionEvents:495(134895945ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 128260922ns max# 17987829ns}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:19.700430Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802217829483839:2107] [node 4] ICP22 created new session: [2:7580802217829483872:2107]
2025-12-06T17:44:19.689456Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:19.777350Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802218666811511:2117] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:19.700491Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802217829483872:2107] [node 4] ICS09 handshake done sender: [2:7580802217829483848:2116] self: [2:7580802217829483847:0] peer: [4:7580802215239852649:0] socket: 376 qp: -1
2025-12-06T17:44:19.766564Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:19.690428Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802218140020131:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38149
2025-12-06T17:44:19.888849Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802215904964126:2106] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31332
2025-12-06T17:44:19.781088Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802214371844135:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:19.700531Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802217829483872:2107] [node 4] ICS10 traffic start
2025-12-06T17:44:19.766615Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802210944885268:2050] [node 3] ICP22 created new session: [4:7580802215239852659:2050]
2025-12-06T17:44:19.781143Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:19.781203Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802214371844135:2048] [node 1] ICP22 created new session: [5:7580802218666811525:2048]
2025-12-06T17:44:19.781251Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802218666811525:2048] [node 1] ICS09 handshake done sender: [5:7580802218666811511:2117] self: [5:7580802218666811514:0] peer: [1:7580802215371181874:0] socket: 396 qp: -1
2025-12-06T17:44:19.781288Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802218666811525:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:19.781323Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:19.820735Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802214371844137:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(43253875ns) {HandleHandshakeStatus:395(43249912ns) {LogHandshakeFail:472(15183ns) {UpdateErrorStateLog:545(6529ns)} DropOutgoingHandshake:457(747ns) ProcessPendingSessionEvents:495(43161819ns) {unordered DropSessionEvent:512 num# 100 sum# 43107959ns max# 10462402ns}}}
2025-12-06T17:44:19.822602Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802214371844137:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:44:19.828108Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802218666811520:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12915
2025-12-06T17:44:19.834281Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:19.834340Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802214371844137:2050] [node 3] ICP22 created new session: [5:7580802218666811527:2050]
2025-12-06T17:44:19.834785Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802218666811520:2122] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:19.835159Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802218666811494:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:19.852653Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802218666811527:2050] [node 3] ICS09 handshake done sender: [5:7580802218666811506:2115] self: [5:7580802218666811512:0] peer: [3:7580802218140020109:0] socket: 386 qp: -1
2025-12-06T17:44:19.856482Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802218666811527:2050] [node 3] ICS10 traffic start
2025-12-06T17:44:19.859495Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:19.866953Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802218666811515:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:19.866988Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580802218666811515:2118] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:19.872484Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802218666811515:2118] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:19.889407Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802214371844137:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(51941326ns) {HandleHandshakeStatus:329(51112161ns) {DropIncomingHandshake:442(12257ns) DropOutgoingHandshake:457(248ns) SwitchToState:179(186ns) ProcessPendingSessionEvents:495(1265ns)}}
2025-12-06T17:44:19.943029Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802218666811494:2108] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24676) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802218666811520:2122] held: no
2025-12-06T17:44:19.975543Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580802218666811504:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:19.975659Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:19.975710Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802218666811504:2109] [node 6] ICP22 created new session: [5:7580802218666811532:2109]
2025-12-06T17:44:19.975748Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802218666811532:2109] [node 6] ICS09 handshake done sender: [5:7580802218666811515:2118] self: [5:7580802218666811513:0] peer: [6:7580802215904964125:0] socket: 363 qp: -1
2025-12-06T17:44:19.975781Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802218666811532:2109] [node 6] ICS10 traffic start
2025-12-06T17:44:19.975817Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:19.703585Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802218140020103:2109] [node 5] ICP22 created new session: [3:7580802218140020132:2109]
2025-12-06T17:44:19.929791Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802215904964124:2105] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31332
2025-12-06T17:44:19.943429Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802215904964122:2104] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:19.994207Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802215904964092:2091] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:44:19.994294Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:19.994359Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802215904964092:2091] [node 5] ICP22 created new session: [6:7580802215904964143:2091]
2025-12-06T17:44:19.994422Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802215904964143:2091] [node 5] ICS09 handshake done sender: [6:7580802215904964122:2104] self: [6:7580802215904964125:0] peer: [5:7580802218666811513:0] socket: 359 qp: -1
2025-12-06T17:44:19.997382Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802215904964143:2091] [node 5] ICS10 traffic start
2025-12-06T17:44:20.001244Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:19.700567Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:19.722857Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802218140020119:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:20.027880Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802218666811494:2108] [node 4] ICP35 event processing took too much time PendingConnection:279(91356208ns) {HandleHandshakeStatus:395(91351289ns) {LogHandshakeFail:472(16744ns) {UpdateErrorStateLog:545(5969ns)} DropOutgoingHandshake:457(2751ns) ProcessPendingSessionEvents:495(84013396ns) {unordered DropSessionEvent:512 num# 100 sum# 83947159ns max# 30335164ns}}}
2025-12-06T17:44:19.766663Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802215239852659:2050] [node 3] ICS09 handshake done sender: [4:7580802215239852651:2124] self: [4:7580802215239852656:0] peer: [3:7580802218140020118:0] socket: 405 qp: -1
2025-12-06T17:44:20.030420Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802215904964121:2103] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:19.766696Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802215239852659:2050] [node 3] ICS10 traffic start
2025-12-06T17:44:19.703274Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802217829483871:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47407
2025-12-06T17:44:19.740789Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802217829483838:2111] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:20.036049Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802215904964089:2090] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:44:19.722896Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802218140020119:2117] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:19.766737Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:19.727381Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802218140020132:2109] [node 5] ICS09 handshake done sender: [3:7580802218140020110:2114] self: [3:7580802218140020109:0] peer: [5:7580802218666811512:0] socket: 373 qp: -1
2025-12-06T17:44:19.752392Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580802213534516478:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:19.731374Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802218140020132:2109] [node 5] ICS10 traffic start
2025-12-06T17:44:19.732340Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802213845052741:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(98784577ns) {HandleHandshakeStatus:329(98781632ns) {DropIncomingHandshake:442(787ns) DropOutgoingHandshake:457(19517ns) SwitchToState:179(719ns) ProcessPendingSessionEvents:495(64625286ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 64506146ns max# 13264551ns}}}
2025-12-06T17:44:19.747753Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802218140020131:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:19.749114Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802213845052742:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:19.750074Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:19.751920Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802218140020133:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38149
2025-12-06T17:44:19.752104Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802218140020119:2117] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:19.764933Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802218140020103:2109] [node 5] ICP35 event processing took too much time PendingConnection:279(74626440ns) {HandleHandshakeStatus:329(74618506ns) {DropIncomingHandshake:442(12781ns) DropOutgoingHandshake:457(298ns) SwitchToState:179(370ns) ProcessPendingSessionEvents:495(4865701ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 4790822ns max# 4328055ns}}}
2025-12-06T17:44:19.777764Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802218140020104:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:44:19.777835Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:19.777888Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802218140020104:2107] [node 4] ICP22 created new session: [3:7580802218140020137:2107]
2025-12-06T17:44:19.777938Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802218140020137:2107] [node 4] ICS09 handshake done sender: [3:7580802218140020119:2117] self: [3:7580802218140020118:0] peer: [4:7580802215239852656:0] socket: 403 qp: -1
2025-12-06T17:44:19.777968Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802218140020137:2107] [node 4] ICS10 traffic start
2025-12-06T17:44:19.778007Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:19.780806Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802218140020139:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38149
2025-12-06T17:44:19.793289Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802218140020131:2120] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:19.797002Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802213845052742:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12217) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580802218140020131:2120] held: no
2025-12-06T17:44:19.797648Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802213845052742:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:19.797691Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:19.797748Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802213845052742:2049] [node 2] ICP22 created new session: [3:7580802218140020140:2049]
2025-12-06T17:44:19.797816Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802218140020140:2049] [node 2] ICS09 handshake done sender: [3:7580802218140020131:2120] self: [3:7580802218140020136:0] peer: [2:7580802217829483858:0] socket: 413 qp: -1
2025-12-06T17:44:19.797851Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802218140020140:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:19.797904Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:20.062561Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802218666811531:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12915
2025-12-06T17:44:19.788170Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802215239852657:2126] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:20.051928Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:19.752484Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:19.794742Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802215239852650:2123] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:20.055969Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802215904964092:2091] [node 5] ICP35 event processing took too much time PendingConnection:279(60971570ns) {HandleHandshakeStatus:329(60968319ns) {DropIncomingHandshake:442(1215ns) DropOutgoingHandshake:457(8217ns) SwitchToState:179(862ns) ProcessPendingSessionEvents:495(18363499ns) {unordered ForwardSessionEventToSession:612 num# 80 sum# 18308969ns max# 17932370ns}}}
2025-12-06T17:44:20.060535Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802215904964089:2090] [node 4] ICP22 created new session: [6:7580802220199931443:2090]
2025-12-06T17:44:19.799124Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802210944885266:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:19.752548Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802213534516478:2048] [node 1] ICP22 created new session: [2:7580802217829483875:2048]
2025-12-06T17:44:20.068481Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802218666811520:2122] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:20.062748Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802220199931443:2090] [node 4] ICS09 handshake done sender: [6:7580802215904964121:2103] self: [6:7580802215904964123:0] peer: [4:7580802215239852644:0] socket: 356 qp: -1
2025-12-06T17:44:19.752600Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802217829483875:2048] [node 1] ICS09 handshake done sender: [2:7580802217829483838:2111] self: [2:7580802217829483859:0] peer: [1:7580802215371181859:0] socket: 349 qp: -1
2025-12-06T17:44:19.752640Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802217829483875:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:19.752675Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:19.754769Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802217829483874:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47407
2025-12-06T17:44:19.758710Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802217829483860:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:19.758752Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802217829483860:2119] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:44:19.776012Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802217829483860:2119] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:19.787785Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802213534516479:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:44:19.793905Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:19.794884Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802213534516479:2049] [node 3] ICP22 created new session: [2:7580802217829483878:2049]
2025-12-06T17:44:19.794941Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802217829483878:2049] [node 3] ICS09 handshake done sender: [2:7580802217829483860:2119] self: [2:7580802217829483858:0] peer: [3:7580802218140020136:0] socket: 410 qp: -1
2025-12-06T17:44:19.794981Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802217829483878:2049] [node 3] ICS10 traffic start
2025-12-06T17:44:19.795045Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:20.063940Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802220199931443:2090] [node 4] ICS10 traffic start
2025-12-06T17:44:20.064004Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:20.065495Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802215904964089:2090] [node 4] ICP35 event processing took too much time PendingConnection:279(29024902ns) {HandleHandshakeStatus:329(29021498ns) {DropIncomingHandshake:442(1311ns) DropOutgoingHandshake:457(552ns) SwitchToState:179(970ns) ProcessPendingSessionEvents:495(825294ns) {unordered ForwardSessionEventToSession:612 num# 40 sum# 791638ns max# 307861ns}}}
2025-12-06T17:44:20.070707Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802218666811494:2108] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:44:20.093648Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:20.098767Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802218666811494:2108] [node 4] ICP22 created new session: [5:7580802222961778830:2108]
2025-12-06T17:44:20.098836Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802222961778830:2108] [node 4] ICS09 handshake done sender: [5:7580802218666811520:2122] self: [5:7580802218666811528:0] peer: [4:7580802215239852642:0] socket: 415 qp: -1
2025-12-06T17:44:20.098888Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802222961778830:2108] [node 4] ICS10 traffic start
2025-12-06T17:44:20.098960Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:20.099261Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802218666811494:2108] [node 4] ICP35 event processing took too much time PendingConnection:279(28463997ns) {HandleHandshakeStatus:329(28460122ns) {DropIncomingHandshake:442(1096ns) DropOutgoingHandshake:457(538ns) SwitchToState:179(1688ns) ProcessPendingSessionEvents:495(1400ns)}}
2025-12-06T17:44:19.800920Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802215239852664:2128] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25696
2025-12-06T17:44:19.816141Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802215239852645:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:19.816177Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802215239852645:2120] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:19.816758Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802215239852650:2123] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:19.823412Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802210944885266:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:19.831009Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:19.831083Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802210944885266:2048] [node 1] ICP22 created new session: [4:7580802215239852666:2048]
2025-12-06T17:44:19.831137Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802215239852666:2048] [node 1] ICS09 handshake done sender: [4:7580802215239852650:2123] self: [4:7580802215239852663:0] peer: [1:7580802215371181878:0] socket: 401 qp: -1
2025-12-06T17:44:19.831178Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802215239852666:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:19.831225Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:19.832042Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7580802210944885266:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:44:19.834893Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802215239852645:2120] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:19.846699Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802215239852643:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:19.846740Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802215239852643:2119] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:19.853333Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802215239852640:2114] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:19.853418Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:19.853469Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802215239852640:2114] [node 6] ICP22 created new session: [4:7580802215239852668:2114]
2025-12-06T17:44:19.853522Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802215239852668:2114] [node 6] ICS09 handshake done sender: [4:7580802215239852645:2120] self: [4:7580802215239852644:0] peer: [6:7580802215904964123:0] socket: 353 qp: -1
2025-12-06T17:44:19.853555Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802215239852668:2114] [node 6] ICS10 traffic start
2025-12-06T17:44:19.853603Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:19.864990Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802210944885268:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(80138307ns) {HandleHandshakeStatus:329(80134996ns) {DropIncomingHandshake:442(1107ns) DropOutgoingHandshake:457(9864ns) SwitchToState:179(772ns) ProcessPendingSessionEvents:495(79720963ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 79581783ns max# 10931371ns}}}
2025-12-06T17:44:19.874302Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802215239852643:2119] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:19.874667Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802215239852631:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:19.874747Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:19.874803Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802215239852631:2108] [node 5] ICP22 created new session: [4:7580802215239852671:2108]
2025-12-06T17:44:19.874858Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802215239852671:2108] [node 5] ICS09 handshake done sender: [4:7580802215239852643:2119] self: [4:7580802215239852642:0] peer: [5:7580802218666811528:0] socket: 371 qp: -1
2025-12-06T17:44:19.874898Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802215239852671:2108] [node 5] ICS10 traffic start
2025-12-06T17:44:19.874931Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:20.182645Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:44:20.182901Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7580802217829483875:2048] [node 1] ICS07 socket disconnect 349 reason# EndOfStream
2025-12-06T17:44:20.182942Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580802217829483875:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:20.183044Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:20.183099Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580802217829483875:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:20.187070Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:44:20.187325Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580802218140020123:2048] [node 1] ICS07 socket disconnect 368 reason# EndOfStream
2025-12-06T17:44:20.187360Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802218140020123:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:20.187440Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:20.187483Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802218140020123:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:20.191059Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802213534516478:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29637) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:44:20.191118Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580802217829483875:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:20.192286Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802213534516478:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29637) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:20.192348Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580802217829483875:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:20.192387Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580802213534516478:2048] [node 1] ICP30 unregister session Session# [2:7580802217829483875:2048] VirtualId# [2:7580802217829483859:0]
2025-12-06T17:44:20.192434Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:20.192463Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [2:7580802213534516478:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:29637) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:20.192490Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29637) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:20.193625Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802213845052741:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29637) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:44:20.193668Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802218140020123:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:20.194646Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802213845052741:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29637) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:20.194702Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802218140020123:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:20.194737Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802213845052741:2048] [node 1] ICP30 unregister session Session# [3:7580802218140020123:2048] VirtualId# [3:7580802218140020117:0]
2025-12-06T17:44:20.194847Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:20.194895Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580802213845052741:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:29637) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:20.194909Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29637) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:20.201244Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:44:20.201489Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802218666811525:2048] [node 1] ICS01 socket: 396 reason# EndOfStream
2025-12-06T17:44:20.201527Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802214371844135:2048] [node 1] ICP30 unregister session Session# [5:7580802218666811525:2048] VirtualId# [5:7580802218666811514:0]
2025-12-06T17:44:20.201560Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802218666811525:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:20.201632Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:20.201666Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:20.201243Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:44:20.201489Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802215904964113:2048] [node 1] ICS01 socket: 365 reason# EndOfStream
2025-12-06T17:44:20.201528Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802211609996748:2048] [node 1] ICP30 unregister session Session# [6:7580802215904964113:2048] VirtualId# [6:7580802215904964107:0]
2025-12-06T17:44:20.201562Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802215904964113:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:20.201644Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:20.201696Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:20.201798Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:44:20.202005Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802215239852666:2048] [node 1] ICS07 socket disconnect 401 reason# EndOfStream
2025-12-06T17:44:20.202030Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802215239852666:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:20.202107Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:20.202146Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802215239852666:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:20.203439Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802210944885266:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29637) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:20.203500Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802215239852666:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:20.203535Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802210944885266:2048] [node 1] ICP30 unregister session Session# [4:7580802215239852666:2048] VirtualId# [4:7580802215239852663:0]
2025-12-06T17:44:20.203577Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:20.203609Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802210944885266:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:29637) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:20.203622Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29637) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:20.203751Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580802213845052741:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:44:20.206984Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [2:7580802213534516478:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:44:20.219753Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580802210944885266:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:44:20.285283Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:44:20.285515Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802218140020140:2049] [node 2] ICS01 socket: 413 reason# EndOfStream
2025-12-06T17:44:20.285565Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802213845052742:2049] [node 2] ICP30 unregister session Session# [3:7580802218140020140:2049] VirtualId# [3:7580802218140020136:0]
2025-12-06T17:44:20.285601Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802218140020140:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:20.285682Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:20.285723Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:20.289082Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:44:20.289260Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802215239852653:2049] [node 2] ICS07 socket disconnect 378 reason# EndOfStream
2025-12-06T17:44:20.289281Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802215239852653:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:20.289338Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:20.289367Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802215239852653:2049] [node 2] ICS15 start handshake
2025-12-06T17:44:20.295979Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802210944885267:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12217) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:20.296036Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802215239852653:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:20.296084Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802210944885267:2049] [node 2] ICP30 unregister session Session# [4:7580802215239852653:2049] VirtualId# [4:7580802215239852649:0]
2025-12-06T17:44:20.296136Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:20.296176Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802210944885267:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:12217) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:20.296191Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12217) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:20.302835Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:44:20.303077Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802218666811522:2049] [node 2] ICS07 socket disconnect 387 reason# EndOfStream
2025-12-06T17:44:20.303110Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802218666811522:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:20.303203Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:20.303248Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802218666811522:2049] [node 2] ICS15 start handshake
2025-12-06T17:44:20.310887Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:44:20.311978Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802215904964114:2049] [node 2] ICS07 socket disconnect 382 reason# EndOfStream
2025-12-06T17:44:20.312021Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802215904964114:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:20.312127Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:20.312177Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802215904964114:2049] [node 2] ICS15 start handshake
2025-12-06T17:44:20.313348Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802211609996749:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12217) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:20.313416Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802215904964114:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:20.313449Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802211609996749:2049] [node 2] ICP30 unregister session Session# [6:7580802215904964114:2049] VirtualId# [6:7580802215904964109:0]
2025-12-06T17:44:20.313496Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:20.313528Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802211609996749:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:12217) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:20.313541Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12217) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:20.317669Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580802210944885267:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:44:20.317966Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802214371844136:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12217) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:20.318040Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802218666811522:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:20.318119Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802214371844136:2049] [node 2] ICP30 unregister session Session# [5:7580802218666811522:2049] VirtualId# [5:7580802218666811510:0]
2025-12-06T17:44:20.318167Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:20.318204Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802214371844136:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:12217) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:20.318218Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12217) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:20.321219Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802211609996749:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:44:20.330741Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802214371844136:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:44:20.431007Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:44:20.431292Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802215904964118:2050] [node 3] ICS07 socket disconnect 381 reason# EndOfStream
2025-12-06T17:44:20.431333Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802215904964118:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:20.431422Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:44:20.431465Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802215904964118:2050] [node 3] ICS15 start handshake
2025-12-06T17:44:20.431198Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:44:20.431392Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802215239852659:2050] [node 3] ICS07 socket disconnect 405 reason# EndOfStream
2025-12-06T17:44:20.431419Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802215239852659:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:20.431499Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:44:20.431538Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802215239852659:2050] [node 3] ICS15 start handshake
2025-12-06T17:44:20.431013Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:44:20.433139Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802218666811527:2050] [node 3] ICS01 socket: 386 reason# EndOfStream
2025-12-06T17:44:20.433181Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802214371844137:2050] [node 3] ICP30 unregister session Session# [5:7580802218666811527:2050] VirtualId# [5:7580802218666811512:0]
2025-12-06T17:44:20.433211Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802218666811527:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:20.433278Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:44:20.433324Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:44:20.432536Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802210944885268:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1429) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:20.432596Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802215239852659:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:20.432700Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802210944885268:2050] [node 3] ICP30 unregister session Session# [4:7580802215239852659:2050] VirtualId# [4:7580802215239852656:0]
2025-12-06T17:44:20.432802Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:44:20.432834Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802210944885268:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:1429) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:20.432849Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1429) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:20.434604Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802211609996750:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1429) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:20.434664Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802215904964118:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:20.434703Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802211609996750:2050] [node 3] ICP30 unregister session Session# [6:7580802215904964118:2050] VirtualId# [6:7580802215904964105:0]
2025-12-06T17:44:20.434754Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:44:20.434792Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802211609996750:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:1429) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:20.434807Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1429) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:20.444336Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802211609996750:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:44:20.491323Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:44:20.491533Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802220199931443:2090] [node 4] ICS07 socket disconnect 356 reason# EndOfStream
2025-12-06T17:44:20.491570Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802220199931443:2090] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:20.491630Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:44:20.491675Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802220199931443:2090] [node 4] ICS15 start handshake
2025-12-06T17:44:20.490744Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:44:20.491001Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802222961778830:2108] [node 4] ICS01 socket: 415 reason# EndOfStream
2025-12-06T17:44:20.491044Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802218666811494:2108] [node 4] ICP30 unregister session Session# [5:7580802222961778830:2108] VirtualId# [5:7580802218666811528:0]
2025-12-06T17:44:20.491085Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802222961778830:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:20.491177Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:44:20.491222Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:44:20.503090Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802215904964089:2090] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24676) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:20.503174Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802220199931443:2090] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:20.503221Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802215904964089:2090] [node 4] ICP30 unregister session Session# [6:7580802220199931443:2090] VirtualId# [6:7580802215904964123:0]
2025-12-06T17:44:20.503297Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:44:20.503337Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802215904964089:2090] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:24676) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:20.503371Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24676) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:20.514746Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802215904964089:2090] [node 4] ICP33 wake up from error state
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:44:20.657162Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802221723874764:2049] [node 3] ICP01 ready to work
2025-12-06T17:44:20.657260Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802221723874763:2048] [node 2] ICP01 ready to work
2025-12-06T17:44:20.675076Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802221271593863:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:20.675214Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802221271593864:2049] [node 3] ICP01 ready to work
2025-12-06T17:44:20.682092Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802222895454130:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:20.682130Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802222895454131:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:20.693899Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802219614683643:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:20.693932Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802219614683644:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:20.694484Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802219614683645:2050] [node 3] ICP01 ready to work
2025-12-06T17:44:20.706053Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802220984862855:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:20.706077Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802220984862856:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:20.706099Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802220984862857:2050] [node 3] ICP01 ready to work
2025-12-06T17:44:20.718879Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802222069948965:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:20.718917Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802222069948966:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:20.718953Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802222069948967:2050] [node 3] ICP01 ready to work
2025-12-06T17:44:20.963276Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802221271593923:2079] [node 4] ICP01 ready to work
2025-12-06T17:44:20.960362Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802222895454170:2064] [node 4] ICP01 ready to work
2025-12-06T17:44:20.996567Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802221723874826:2107] [node 4] ICP01 ready to work
2025-12-06T17:44:21.003521Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802221271593929:2085] [node 6] ICP01 ready to work
2025-12-06T17:44:21.044592Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802226364916275:2060] [node 5] ICP01 ready to work
2025-12-06T17:44:20.985288Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802222895454186:2066] [node 5] ICP01 ready to work
2025-12-06T17:44:21.012949Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802219614683665:2063] [node 6] ICP01 ready to work
2025-12-06T17:44:21.003508Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802221723874828:2108] [node 6] ICP01 ready to work
2025-12-06T17:44:21.036088Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802225566561227:2083] [node 5] ICP01 ready to work
2025-12-06T17:44:21.122085Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802222069948967:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(155466593ns) {Configure:104(155456285ns) {ProcessConfigured:135(73603ns) {StartInitialHandshake:157(70562ns) {DropHandshakes:470(2708ns) {DropIncomingHandshake:442(416ns) DropOutgoingHandshake:457(330ns)} GenerateSessionVirtualId:988(1014ns) PrepareNewSessionHandshake:477(2592ns) {SwitchToState:179(807ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:21.039107Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802227190421489:2065] [node 6] ICP01 ready to work
2025-12-06T17:44:21.051073Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802225279830183:2064] [node 6] ICP01 ready to work
2025-12-06T17:44:21.013413Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802221723874827:2109] [node 5] ICP01 ready to work
2025-12-06T17:44:21.151129Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802221271593863:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(264727278ns) {Configure:104(264721082ns) {ProcessConfigured:135(84706ns) {StartInitialHandshake:157(81454ns) {DropHandshakes:470(2553ns) {DropIncomingHandshake:442(540ns) DropOutgoingHandshake:457(481ns)} GenerateSessionVirtualId:988(1412ns) PrepareNewSessionHandshake:477(4333ns) {SwitchToState:179(540ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:21.128164Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802226364916327:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34605
2025-12-06T17:44:21.129293Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802225279830212:2067] [node 4] ICP01 ready to work
2025-12-06T17:44:21.132406Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802223909651002:2071] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:21.158950Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802227190421494:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46926
2025-12-06T17:44:21.136165Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802221723874827:2109] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(93842472ns) {Configure:104(93836575ns) {ProcessConfigured:135(75750ns) {StartInitialHandshake:157(73262ns) {DropHandshakes:470(4122ns) {DropIncomingHandshake:442(981ns) DropOutgoingHandshake:457(434ns)} GenerateSessionVirtualId:988(987ns) PrepareNewSessionHandshake:477(2357ns) {SwitchToState:179(716ns)}}}}}
2025-12-06T17:44:21.164116Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802225279830216:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32238
2025-12-06T17:44:21.142771Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802226364916334:2063] [node 4] ICP01 ready to work
2025-12-06T17:44:21.182105Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802225566561238:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19270
2025-12-06T17:44:21.191463Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802226018842136:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52816
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:21.163240Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802227190421495:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46926
2025-12-06T17:44:21.211503Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802226364916327:2110] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:21.182390Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802225566561239:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19270
2025-12-06T17:44:21.212965Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802226018842126:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:21.238364Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802227190421489:2065] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(133743794ns) {Configure:104(133737850ns) {ProcessConfigured:135(7036374ns) {StartInitialHandshake:157(7032705ns) {DropHandshakes:470(2902ns) {DropIncomingHandshake:442(532ns) DropOutgoingHandshake:457(530ns)} GenerateSessionVirtualId:988(1003ns) PrepareNewSessionHandshake:477(8326ns) {SwitchToState:179(1130ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:21.277456Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802219614683665:2063] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(119244006ns) {Configure:104(119237276ns) {ProcessConfigured:135(61956ns) {StartInitialHandshake:157(59572ns) {DropHandshakes:470(9059ns) {DropIncomingHandshake:442(787ns) DropOutgoingHandshake:457(1077ns)} GenerateSessionVirtualId:988(973ns) PrepareNewSessionHandshake:477(2068ns) {SwitchToState:179(809ns)}}}}}
2025-12-06T17:44:21.278434Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802223909651003:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:86
2025-12-06T17:44:21.278642Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802223909651004:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:86
2025-12-06T17:44:21.278769Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802223909651010:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:86
2025-12-06T17:44:21.211703Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802222069948965:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:21.254135Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802220984862857:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(273260001ns) {Configure:104(273247340ns) {ProcessConfigured:135(67922ns) {StartInitialHandshake:157(64880ns) {DropHandshakes:470(3397ns) {DropIncomingHandshake:442(601ns) DropOutgoingHandshake:457(465ns)} GenerateSessionVirtualId:988(1413ns) PrepareNewSessionHandshake:477(2315ns) {SwitchToState:179(699ns)}}}}}
2025-12-06T17:44:21.197039Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802225566561238:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:21.243177Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802222895454131:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(217071127ns) {Configure:104(217063903ns) {ProcessConfigured:135(8812393ns) {StartInitialHandshake:157(8808778ns) {DropHandshakes:470(2501ns) {DropIncomingHandshake:442(633ns) DropOutgoingHandshake:457(394ns)} GenerateSessionVirtualId:988(786ns) PrepareNewSessionHandshake:477(4367ns) {SwitchToState:179(1973ns)}}}}}
2025-12-06T17:44:21.212999Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802226018842126:2110] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:21.255371Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802225279830221:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32238
2025-12-06T17:44:21.261132Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802225279830221:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:21.263647Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802220984862857:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:21.273275Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802225279830226:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32238
2025-12-06T17:44:21.285020Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802220984862855:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(326401182ns) {Configure:104(326394114ns) {ProcessConfigured:135(10215092ns) {StartInitialHandshake:157(10212585ns) {DropHandshakes:470(3617ns) {DropIncomingHandshake:442(598ns) DropOutgoingHandshake:457(564ns)} GenerateSessionVirtualId:988(771ns) PrepareNewSessionHandshake:477(3434ns) {SwitchToState:179(1764ns)}}}}}
2025-12-06T17:44:21.286016Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802225279830230:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32238
2025-12-06T17:44:21.290904Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802225279830212:2067] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(115142173ns) {Configure:104(115136944ns) {ProcessConfigured:135(18999575ns) {StartInitialHandshake:157(18997587ns) {DropHandshakes:470(2893ns) {DropIncomingHandshake:442(659ns) DropOutgoingHandshake:457(507ns)} GenerateSessionVirtualId:988(941ns) PrepareNewSessionHandshake:477(3663ns) {SwitchToState:179(1778ns)}}}}}
2025-12-06T17:44:21.293107Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802225279830226:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:21.228085Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802226364916334:2063] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(42333832ns) {Configure:104(42326937ns) {ProcessConfigured:135(87934ns) {StartInitialHandshake:157(85174ns) {DropHandshakes:470(3414ns) {DropIncomingHandshake:442(680ns) DropOutgoingHandshake:457(810ns)} GenerateSessionVirtualId:988(1117ns) PrepareNewSessionHandshake:477(1966ns) {SwitchToState:179(901ns)}}}}}
2025-12-06T17:44:21.243780Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802226364916342:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34605
2025-12-06T17:44:21.243815Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802227190421494:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:21.198552Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580802221271593863:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:21.225376Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802226018842126:2110] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:21.289766Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802223909651010:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:21.296212Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802220984862856:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(319673496ns) {Configure:104(319662935ns) {ProcessConfigured:135(4659865ns) {StartInitialHandshake:157(4657048ns) {DropHandshakes:470(2707ns) {DropIncomingHandshake:442(513ns) DropOutgoingHandshake:457(429ns)} GenerateSessionVirtualId:988(553ns) PrepareNewSessionHandshake:477(6160ns) {SwitchToState:179(781ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:21.244258Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802222895454131:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:21.229516Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802225566561239:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:21.232013Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802226018842129:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:21.299260Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802226364916332:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34605
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:21.293447Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802223909651003:2110] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:21.297440Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802220984862855:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:21.258981Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802221271593899:2082] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:21.232083Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802226018842129:2111] [node 2] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:21.303841Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802226364916344:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34605
2025-12-06T17:44:21.247692Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802227190421495:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:21.305415Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802219614683645:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(315990548ns) {Configure:104(315981874ns) {ProcessConfigured:135(1729516ns) {StartInitialHandshake:157(1726405ns) {DropHandshakes:470(2700ns) {DropIncomingHandshake:442(664ns) DropOutgoingHandshake:457(542ns)} GenerateSessionVirtualId:988(969ns) PrepareNewSessionHandshake:477(1866ns) {SwitchToState:179(775ns)}}}}}
2025-12-06T17:44:21.303998Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802226364916327:2110] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:21.300362Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802225279830235:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32238
2025-12-06T17:44:21.304664Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802225279830216:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:21.316040Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802225279830237:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32238
2025-12-06T17:44:21.319022Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802225279830230:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:21.322181Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802225279830221:2113] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:21.332862Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802225279830212:2067] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:21.338464Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802220984862857:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20151) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802225279830221:2113] held: no
2025-12-06T17:44:21.259023Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802221271593899:2082] [node 3] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:21.237316Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802226018842136:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:21.256153Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802227190421508:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46926
2025-12-06T17:44:21.269347Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802221271593899:2082] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:21.305425Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802219614683643:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(340472702ns) {Configure:104(340456897ns) {ProcessConfigured:135(7402212ns) {StartInitialHandshake:157(7399375ns) {DropHandshakes:470(1286ns) {DropIncomingHandshake:442(314ns) DropOutgoingHandshake:457(253ns)} GenerateSessionVirtualId:988(365ns) PrepareNewSessionHandshake:477(1831ns) {SwitchToState:179(814ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:21.273807Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802227190421491:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:21.304579Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802226364916343:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34605
2025-12-06T17:44:21.237488Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802226018842129:2111] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:21.310410Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802223909651004:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:21.358105Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802225279830218:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:21.312768Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802222069948965:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:21.273833Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802227190421491:2110] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:21.240216Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802221723874828:2108] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:21.311293Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802219614683643:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:21.358161Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580802225279830218:2111] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:21.306408Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802221271593864:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:44:21.248295Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802221723874763:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:44:21.289269Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802227190421508:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:21.332599Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802226364916332:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:21.321601Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802223909651020:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:86
2025-12-06T17:44:21.248349Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:21.359221Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802225279830226:2114] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:21.319435Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802225566561242:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19270
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:21.302705Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802227190421491:2110] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:21.366301Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802220984862855:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:21.335853Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802219614683644:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(152360436ns) {Configure:104(152352594ns) {ProcessConfigured:135(9619526ns) {StartInitialHandshake:157(9615713ns) {DropHandshakes:470(2390ns) {DropIncomingHandshake:442(425ns) DropOutgoingHandshake:457(591ns)} GenerateSessionVirtualId:988(567ns) PrepareNewSessionHandshake:477(3706ns) {SwitchToState:179(1645ns)}}}}}
2025-12-06T17:44:21.339225Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802226364916343:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:21.335605Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:21.248397Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802221723874763:2048] [node 2] ICP22 created new session: [1:7580802226018842139:2048]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:21.342909Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:21.316421Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802222895454186:2066] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:21.248452Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802226018842139:2048] [node 2] ICS09 handshake done sender: [1:7580802226018842129:2111] self: [1:7580802226018842128:0] peer: [2:7580802225566561240:0] socket: 358 qp: -1
2025-12-06T17:44:21.335666Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802221271593864:2049] [node 3] ICP22 created new session: [2:7580802225566561244:2049]
2025-12-06T17:44:21.336153Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802219614683644:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:21.343715Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802226364916344:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:21.343971Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802222069948966:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:21.344078Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802226364916275:2060] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:21.344565Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802226364916334:2063] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:21.345062Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802222069948965:2048] [node 1] ICP22 created new session: [6:7580802226364916345:2048]
2025-12-06T17:44:21.359469Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802226364916345:2048] [node 1] ICS09 handshake done sender: [6:7580802226364916327:2110] self: [6:7580802226364916339:0] peer: [1:7580802226018842125:0] socket: 360 qp: -1
2025-12-06T17:44:21.360845Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802226364916350:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34605
2025-12-06T17:44:21.370299Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802226364916345:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:21.370356Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:21.387003Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802226364916353:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34605
2025-12-06T17:44:21.404850Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802226364916350:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:21.405678Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802226364916354:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34605
2025-12-06T17:44:21.406128Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802222069948967:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:21.414993Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802226364916344:2119] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:21.429906Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802226364916332:2114] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:21.433085Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802222069948965:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(119401606ns) {HandleHandshakeStatus:329(119398626ns) {DropIncomingHandshake:442(410ns) DropOutgoingHandshake:457(13657ns) SwitchToState:179(586ns) ProcessPendingSessionEvents:495(24686059ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 24619004ns max# 23030336ns}}}
2025-12-06T17:44:21.433179Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802226364916334:2063] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:44:21.433266Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:21.433320Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802226364916334:2063] [node 4] ICP22 created new session: [6:7580802226364916356:2063]
2025-12-06T17:44:21.433367Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802226364916356:2063] [node 4] ICS09 handshake done sender: [6:7580802226364916344:2119] self: [6:7580802226364916349:0] peer: [4:7580802223909651008:0] socket: 402 qp: -1
2025-12-06T17:44:21.433402Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802226364916356:2063] [node 4] ICS10 traffic start
2025-12-06T17:44:21.433445Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:21.366371Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:21.316485Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:21.356114Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802225566561244:2049] [node 3] ICS09 handshake done sender: [2:7580802221271593899:2082] self: [2:7580802221271593898:0] peer: [3:7580802227190421507:0] socket: 354 qp: -1
2025-12-06T17:44:21.316537Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802222895454186:2066] [node 5] ICP22 created new session: [3:7580802227190421513:2066]
2025-12-06T17:44:21.316592Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802227190421513:2066] [node 5] ICS09 handshake done sender: [3:7580802227190421491:2110] self: [3:7580802227190421490:0] peer: [5:7580802225279830225:0] socket: 375 qp: -1
2025-12-06T17:44:21.316629Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802227190421513:2066] [node 5] ICS10 traffic start
2025-12-06T17:44:21.316666Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:21.331772Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802227190421510:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46926
2025-12-06T17:44:21.360151Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802227190421515:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46926
2025-12-06T17:44:21.363288Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802227190421494:2111] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:21.386389Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802222895454131:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:21.386462Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:21.386512Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802222895454131:2049] [node 2] ICP22 created new session: [3:7580802227190421518:2049]
2025-12-06T17:44:21.393955Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802227190421518:2049] [node 2] ICS09 handshake done sender: [3:7580802227190421494:2111] self: [3:7580802227190421507:0] peer: [2:7580802221271593898:0] socket: 356 qp: -1
2025-12-06T17:44:21.393993Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802227190421518:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:21.394028Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:21.403654Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802227190421515:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:21.413392Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802227190421497:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:21.413432Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802227190421497:2113] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:44:21.418763Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802227190421505:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:21.418808Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802227190421505:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:21.429498Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802227190421497:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:21.429912Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802227190421505:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:21.434109Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802227190421517:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46926
2025-12-06T17:44:21.442323Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802222895454170:2064] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:44:21.442394Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:21.248490Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802226018842139:2048] [node 2] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:21.366425Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802220984862855:2048] [node 1] ICP22 created new session: [5:7580802225279830241:2048]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:21.362082Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802223909651009:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:21.445202Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802227190421489:2065] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:21.248524Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:21.363059Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802225566561244:2049] [node 3] ICS10 traffic start
2025-12-06T17:44:21.450580Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802222069948966:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:21.362111Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802223909651009:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:21.366475Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802225279830241:2048] [node 1] ICS09 handshake done sender: [5:7580802225279830226:2114] self: [5:7580802225279830234:0] peer: [1:7580802226018842134:0] socket: 392 qp: -1
2025-12-06T17:44:21.446891Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802222895454170:2064] [node 4] ICP22 created new session: [3:7580802227190421523:2064]
2025-12-06T17:44:21.267096Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:21.363112Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:21.455424Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:21.457869Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802226364916352:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34605
2025-12-06T17:44:21.362853Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802223909651003:2110] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:21.366517Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802225279830241:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:21.365497Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802225566561231:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:21.453053Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802227190421523:2064] [node 4] ICS09 handshake done sender: [3:7580802227190421497:2113] self: [3:7580802227190421496:0] peer: [4:7580802223909651030:0] socket: 373 qp: -1
2025-12-06T17:44:21.274339Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802221723874828:2108] [node 6] ICP22 created new session: [1:7580802226018842143:2108]
2025-12-06T17:44:21.383477Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802223909651006:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:21.453109Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802227190421523:2064] [node 4] ICS10 traffic start
2025-12-06T17:44:21.366585Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:21.365529Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802225566561231:2112] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:21.292540Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802226018842145:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52816
2025-12-06T17:44:21.458243Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802222069948966:2049] [node 2] ICP22 created new session: [6:7580802226364916359:2049]
2025-12-06T17:44:21.383531Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802223909651006:2112] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:21.462496Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802226364916359:2049] [node 2] ICS09 handshake done sender: [6:7580802226364916332:2114] self: [6:7580802226364916347:0] peer: [2:7580802225566561230:0] socket: 367 qp: -1
2025-12-06T17:44:21.397785Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802225279830218:2111] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:21.456316Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:21.298339Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802226018842143:2108] [node 6] ICS09 handshake done sender: [1:7580802226018842126:2110] self: [1:7580802226018842125:0] peer: [6:7580802226364916339:0] socket: 357 qp: -1
2025-12-06T17:44:21.369743Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802225566561229:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:21.389716Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802219614683643:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:21.408167Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580802225279830183:2064] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:21.463436Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802226364916359:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:21.298677Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802221723874764:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(378757120ns) {Configure:104(362250258ns) {ProcessConfigured:135(29958488ns) {StartInitialHandshake:157(29955260ns) {DropHandshakes:470(5438571ns) {DropIncomingHandshake:442(2046ns) DropOutgoingHandshake:457(699ns)} GenerateSessionVirtualId:988(1819ns) PrepareNewSessionHandshake:477(3496ns) {SwitchToState:179(1444ns)}}}}}
2025-12-06T17:44:21.456464Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:21.369786Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802225566561229:2111] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:44:21.389798Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:21.471214Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:21.408259Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:21.463213Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802227190421517:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:21.370180Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802225566561238:2115] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:21.299045Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802226018842145:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:21.299377Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802226018842143:2108] [node 6] ICS10 traffic start
2025-12-06T17:44:21.302745Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:21.304709Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802226018842135:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:21.304745Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802226018842135:2113] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:21.314575Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802226018842132:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:21.314617Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802226018842132:2112] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:44:21.322816Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802226018842135:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:21.339670Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802226018842132:2112] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:21.356636Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802221723874827:2109] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:21.356702Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:21.356750Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802221723874827:2109] [node 5] ICP22 created new session: [1:7580802226018842152:2109]
2025-12-06T17:44:21.356797Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802226018842152:2109] [node 5] ICS09 handshake done sender: [1:7580802226018842135:2113] self: [1:7580802226018842134:0] peer: [5:7580802225279830234:0] socket: 391 qp: -1
2025-12-06T17:44:21.356832Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802226018842152:2109] [node 5] ICS10 traffic start
2025-12-06T17:44:21.356863Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:21.364017Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802221723874828:2108] [node 6] ICP35 event processing took too much time PendingConnection:279(64201627ns) {HandleHandshakeStatus:329(64197024ns) {DropIncomingHandshake:442(1651ns) DropOutgoingHandshake:457(1149ns) SwitchToState:179(637ns) ProcessPendingSessionEvents:495(576532ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 509333ns max# 58895ns}}}
2025-12-06T17:44:21.364196Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802226018842151:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52816
2025-12-06T17:44:21.364246Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802221723874826:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:44:21.364347Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:21.364398Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802221723874826:2107] [node 4] ICP22 created new session: [1:7580802226018842155:2107]
2025-12-06T17:44:21.364452Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802226018842155:2107] [node 4] ICS09 handshake done sender: [1:7580802226018842132:2112] self: [1:7580802226018842131:0] peer: [4:7580802223909651018:0] socket: 361 qp: -1
2025-12-06T17:44:21.364487Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802226018842155:2107] [node 4] ICS10 traffic start
2025-12-06T17:44:21.364515Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:21.409506Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [1:7580802221723874763:2048] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:44:21.482788Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802226018842144:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:21.482831Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802226018842144:2115] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:44:21.497295Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802226018842144:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:21.497656Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802221723874764:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:44:21.497757Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:21.497811Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802221723874764:2049] [node 3] ICP22 created new session: [1:7580802226018842158:2049]
2025-12-06T17:44:21.497852Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802226018842158:2049] [node 3] ICS09 handshake done sender: [1:7580802226018842144:2115] self: [1:7580802226018842142:0] peer: [3:7580802227190421526:0] socket: 417 qp: -1
2025-12-06T17:44:21.497880Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802226018842158:2049] [node 3] ICS10 traffic start
2025-12-06T17:44:21.497915Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:21.408329Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802225279830183:2064] [node 6] ICP22 created new session: [5:7580802225279830245:2064]
2025-12-06T17:44:21.394277Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580802221271593863:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:21.389852Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802219614683643:2048] [node 1] ICP22 created new session: [4:7580802223909651027:2048]
2025-12-06T17:44:21.461097Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802227190421489:2065] [node 6] ICP22 created new session: [3:7580802227190421524:2065]
2025-12-06T17:44:21.488101Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802226364916275:2060] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61053) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802226364916343:2118] held: no
2025-12-06T17:44:21.408385Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802225279830245:2064] [node 6] ICS09 handshake done sender: [5:7580802225279830218:2111] self: [5:7580802225279830217:0] peer: [6:7580802226364916348:0] socket: 385 qp: -1
2025-12-06T17:44:21.471306Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802222895454130:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:21.398451Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:21.389895Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802223909651027:2048] [node 1] ICS09 handshake done sender: [4:7580802223909651003:2110] self: [4:7580802223909651018:0] peer: [1:7580802226018842131:0] socket: 368 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:21.408420Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802225279830245:2064] [node 6] ICS10 traffic start
2025-12-06T17:44:21.472511Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802227190421524:2065] [node 6] ICS09 handshake done sender: [3:7580802227190421505:2115] self: [3:7580802227190421503:0] peer: [6:7580802226364916355:0] socket: 411 qp: -1
2025-12-06T17:44:21.398526Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802221271593863:2048] [node 1] ICP22 created new session: [2:7580802225566561249:2048]
2025-12-06T17:44:21.578026Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802222069948966:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(112768127ns) {HandleHandshakeStatus:329(112764210ns) {DropIncomingHandshake:442(1226ns) DropOutgoingHandshake:457(8069ns) SwitchToState:179(867ns) ProcessPendingSessionEvents:495(58827565ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 58753307ns max# 17744127ns}}}
2025-12-06T17:44:21.389929Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802223909651027:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:21.578269Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580802222069948966:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:44:21.405101Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802225566561231:2112] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:21.472551Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802227190421524:2065] [node 6] ICS10 traffic start
2025-12-06T17:44:21.408464Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:21.389964Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:21.392508Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802219614683645:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:21.393268Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802223909651009:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:21.407485Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802223909651006:2112] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:21.406859Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802221271593864:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(94500808ns) {HandleHandshakeStatus:329(94496942ns) {DropIncomingHandshake:442(555ns) DropOutgoingHandshake:457(1041ns) SwitchToState:179(378ns) ProcessPendingSessionEvents:495(6934591ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 4390392ns max# 3888706ns}}}
2025-12-06T17:44:21.414771Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802219614683665:2063] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:21.414878Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:21.414946Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802219614683665:2063] [node 6] ICP22 created new session: [4:7580802223909651031:2063]
2025-12-06T17:44:21.407674Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802225566561249:2048] [node 1] ICS09 handshake done sender: [2:7580802225566561238:2115] self: [2:7580802225566561240:0] peer: [1:7580802226018842128:0] socket: 374 qp: -1
2025-12-06T17:44:21.415009Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802223909651031:2063] [node 6] ICS09 handshake done sender: [4:7580802223909651009:2113] self: [4:7580802223909651008:0] peer: [6:7580802226364916349:0] socket: 395 qp: -1
2025-12-06T17:44:21.409769Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802225566561229:2111] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:21.415061Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802223909651031:2063] [node 6] ICS10 traffic start
2025-12-06T17:44:21.410635Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802225566561249:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:21.415106Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:21.429603Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802223909651024:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:86
2025-12-06T17:44:21.410697Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:21.426907Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802221271593929:2085] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:21.443356Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802223909651025:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:86
2025-12-06T17:44:21.426977Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:21.443530Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802223909651002:2071] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:21.427041Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802221271593929:2085] [node 6] ICP22 created new session: [2:7580802225566561252:2085]
2025-12-06T17:44:21.446624Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802223909651033:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:86
2025-12-06T17:44:21.427125Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802225566561252:2085] [node 6] ICS09 handshake done sender: [2:7580802225566561231:2112] self: [2:7580802225566561230:0] peer: [6:7580802226364916347:0] socket: 366 qp: -1
2025-12-06T17:44:21.452903Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802223909651026:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:86
2025-12-06T17:44:21.456517Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:21.427171Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802225566561252:2085] [node 6] ICS10 traffic start
2025-12-06T17:44:21.457597Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802223909651002:2071] [node 5] ICP22 created new session: [4:7580802223909651035:2071]
2025-12-06T17:44:21.458481Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802223909651035:2071] [node 5] ICS09 handshake done sender: [4:7580802223909651006:2112] self: [4:7580802223909651005:0] peer: [5:7580802225279830238:0] socket: 394 qp: -1
2025-12-06T17:44:21.462662Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802223909651035:2071] [node 5] ICS10 traffic start
2025-12-06T17:44:21.580194Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802226364916358:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34605
2025-12-06T17:44:21.462726Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:21.462788Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802223909651024:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:21.595076Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802222069948967:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20151) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802226364916350:2120] held: no
2025-12-06T17:44:21.463622Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802223909651025:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:21.616159Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802226364916275:2060] [node 5] ICP35 event processing took too much time PendingConnection:279(103886618ns) {HandleHandshakeStatus:395(103882583ns) {LogHandshakeFail:472(27067ns) {UpdateErrorStateLog:545(7327ns)} DropOutgoingHandshake:457(820ns) ProcessPendingSessionEvents:495(103770355ns) {unordered DropSessionEvent:512 num# 100 sum# 27175421ns max# 12632983ns}}}
2025-12-06T17:44:21.466338Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802219614683645:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20151) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580802223909651010:2114] held: no
2025-12-06T17:44:21.616279Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802226364916343:2118] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:21.511760Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802219614683645:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(20907782ns) {HandleHandshakeStatus:395(20899628ns) {LogHandshakeFail:472(2323270ns) {UpdateErrorStateLog:545(6838ns)} DropOutgoingHandshake:457(895ns) ProcessPendingSessionEvents:495(18517203ns) {unordered DropSessionEvent:512 num# 100 sum# 5921209ns max# 3100801ns}}}
2025-12-06T17:44:21.513718Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802223909651010:2114] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:21.515520Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802219614683645:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:44:21.515612Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:21.515688Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802219614683645:2050] [node 3] ICP22 created new session: [4:7580802223909651037:2050]
2025-12-06T17:44:21.515766Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802223909651037:2050] [node 3] ICS09 handshake done sender: [4:7580802223909651010:2114] self: [4:7580802223909651030:0] peer: [3:7580802227190421496:0] socket: 393 qp: -1
2025-12-06T17:44:21.515802Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802223909651037:2050] [node 3] ICS10 traffic start
2025-12-06T17:44:21.515889Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:21.544257Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802223909651004:2111] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:21.566887Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802219614683644:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:21.566974Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:21.567025Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802219614683644:2049] [node 2] ICP22 created new session: [4:7580802223909651039:2049]
2025-12-06T17:44:21.567089Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802223909651039:2049] [node 2] ICS09 handshake done sender: [4:7580802223909651004:2111] self: [4:7580802223909651022:0] peer: [2:7580802225566561228:0] socket: 371 qp: -1
2025-12-06T17:44:21.567124Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802223909651039:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:21.567166Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:21.427216Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:21.436425Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802221271593923:2079] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:44:21.436469Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:21.436514Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802221271593923:2079] [node 4] ICP22 created new session: [2:7580802225566561255:2079]
2025-12-06T17:44:21.436584Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802225566561255:2079] [node 4] ICS09 handshake done sender: [2:7580802225566561229:2111] self: [2:7580802225566561228:0] peer: [4:7580802223909651022:0] socket: 365 qp: -1
2025-12-06T17:44:21.436629Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802225566561255:2079] [node 4] ICS10 traffic start
2025-12-06T17:44:21.436681Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:21.441474Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802225566561254:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19270
2025-12-06T17:44:21.446002Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802225566561254:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:21.461948Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802225566561257:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19270
2025-12-06T17:44:21.519995Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802225566561237:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:21.520032Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802225566561237:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:21.524931Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802225566561237:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:21.525302Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802225566561227:2083] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:21.525364Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:21.525420Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802225566561227:2083] [node 5] ICP22 created new session: [2:7580802225566561260:2083]
2025-12-06T17:44:21.525470Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802225566561260:2083] [node 5] ICS09 handshake done sender: [2:7580802225566561237:2114] self: [2:7580802225566561236:0] peer: [5:7580802225279830250:0] socket: 412 qp: -1
2025-12-06T17:44:21.525510Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802225566561260:2083] [node 5] ICS10 traffic start
2025-12-06T17:44:21.525547Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:21.566826Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802225566561257:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:21.567409Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580802221271593923:2079] [node 4] ICP18 handshake (actor [2:7580802225566561257:2119]) is too old
2025-12-06T17:44:21.629896Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802221271593863:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(234722620ns) {HandleHandshakeStatus:329(234718152ns) {DropIncomingHandshake:442(804ns) DropOutgoingHandshake:457(24695ns) SwitchToState:179(768ns) ProcessPendingSessionEvents:495(182082031ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 181900981ns max# 12702723ns}}}
2025-12-06T17:44:21.631483Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802226364916334:2063] [node 4] ICP35 event processing took too much time PendingConnection:279(110406871ns) {HandleHandshakeStatus:329(110403043ns) {DropIncomingHandshake:442(1049ns) DropOutgoingHandshake:457(5070ns) SwitchToState:179(995ns) ProcessPendingSessionEvents:495(109978192ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 105411018ns max# 13756176ns}}}
2025-12-06T17:44:21.475050Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:21.441035Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802225279830247:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32238
2025-12-06T17:44:21.631111Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802223909651002:2071] [node 5] ICP35 event processing took too much time PendingConnection:279(144007786ns) {HandleHandshakeStatus:329(144003857ns) {DropIncomingHandshake:442(962ns) DropOutgoingHandshake:457(2511ns) SwitchToState:179(1182ns) ProcessPendingSessionEvents:495(81497710ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 81387366ns max# 16364789ns}}}
2025-12-06T17:44:21.445286Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802225279830243:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32238
2025-12-06T17:44:21.522509Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802227190421489:2065] [node 6] ICP35 event processing took too much time PendingConnection:279(76355348ns) {HandleHandshakeStatus:329(76350942ns) {DropIncomingHandshake:442(20050ns) DropOutgoingHandshake:457(312ns) SwitchToState:179(356ns) ProcessPendingSessionEvents:495(6914125ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 6845044ns max# 6347121ns}}}
2025-12-06T17:44:21.634453Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802226364916275:2060] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:44:21.634524Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:21.648794Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802226364916275:2060] [node 5] ICP22 created new session: [6:7580802226364916361:2060]
2025-12-06T17:44:21.654745Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802222069948967:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(40255809ns) {HandleHandshakeStatus:395(40252150ns) {LogHandshakeFail:472(17718ns) {UpdateErrorStateLog:545(6687ns)} DropOutgoingHandshake:457(1191ns) ProcessPendingSessionEvents:495(31334234ns) {unordered DropSessionEvent:512 num# 100 sum# 21913490ns max# 12675987ns}}}
2025-12-06T17:44:21.661432Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802226364916361:2060] [node 5] ICS09 handshake done sender: [6:7580802226364916343:2118] self: [6:7580802226364916348:0] peer: [5:7580802225279830217:0] socket: 399 qp: -1
2025-12-06T17:44:21.673126Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802226364916361:2060] [node 5] ICS10 traffic start
2025-12-06T17:44:21.673187Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:21.673476Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802226364916275:2060] [node 5] ICP35 event processing took too much time PendingConnection:279(38899841ns) {HandleHandshakeStatus:329(38896725ns) {DropIncomingHandshake:442(1172ns) DropOutgoingHandshake:457(794ns) SwitchToState:179(1466ns) ProcessPendingSessionEvents:495(1772ns)}}
2025-12-06T17:44:21.523209Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802222895454130:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20686) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580802227190421517:2120] held: no
2025-12-06T17:44:21.524022Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802227190421528:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46926
2025-12-06T17:44:21.599285Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802227190421517:2120] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:21.604303Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802222895454130:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:21.604386Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:21.604449Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802222895454130:2048] [node 1] ICP22 created new session: [3:7580802227190421529:2048]
2025-12-06T17:44:21.604507Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802227190421529:2048] [node 1] ICS09 handshake done sender: [3:7580802227190421517:2120] self: [3:7580802227190421526:0] peer: [1:7580802226018842142:0] socket: 419 qp: -1
2025-12-06T17:44:21.604545Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802227190421529:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:21.604587Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:21.633663Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802222895454170:2064] [node 4] ICP35 event processing took too much time PendingConnection:279(159582922ns) {HandleHandshakeStatus:329(159563807ns) {DropIncomingHandshake:442(18899ns) DropOutgoingHandshake:457(437ns) SwitchToState:179(444ns) ProcessPendingSessionEvents:495(117906779ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 117764788ns max# 14644169ns}}}
2025-12-06T17:44:21.671199Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802222895454131:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(210064486ns) {HandleHandshakeStatus:329(210060493ns) {DropIncomingHandshake:442(1406ns) DropOutgoingHandshake:457(6754ns) SwitchToState:179(731ns) ProcessPendingSessionEvents:495(199792314ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 170423762ns max# 13361325ns}}}
2025-12-06T17:44:21.452046Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802225279830230:2117] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:21.453606Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802225279830212:2067] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:44:21.455322Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:21.460720Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802225279830212:2067] [node 4] ICP22 created new session: [5:7580802225279830248:2067]
2025-12-06T17:44:21.463736Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802225279830248:2067] [node 4] ICS09 handshake done sender: [5:7580802225279830230:2117] self: [5:7580802225279830238:0] peer: [4:7580802223909651005:0] socket: 396 qp: -1
2025-12-06T17:44:21.470679Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802225279830248:2067] [node 4] ICS10 traffic start
2025-12-06T17:44:21.474362Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:21.496654Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802220984862857:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(100679966ns) {HandleHandshakeStatus:395(100675550ns) {LogHandshakeFail:472(15019390ns) {UpdateErrorStateLog:545(9980ns)} DropOutgoingHandshake:457(2911ns) ProcessPendingSessionEvents:495(84305555ns) {unordered DropSessionEvent:512 num# 100 sum# 29880147ns max# 9273987ns}}}
2025-12-06T17:44:21.496735Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802220984862857:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:44:21.497520Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802225279830247:2122] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:21.502482Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802220984862856:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:21.514547Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:21.524650Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802225279830252:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32238
2025-12-06T17:44:21.526870Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802225279830247:2122] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:21.529929Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802220984862857:2050] [node 3] ICP22 created new session: [5:7580802225279830251:2050]
2025-12-06T17:44:21.543722Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802225279830251:2050] [node 3] ICS09 handshake done sender: [5:7580802225279830221:2113] self: [5:7580802225279830225:0] peer: [3:7580802227190421490:0] socket: 384 qp: -1
2025-12-06T17:44:21.562649Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802225279830251:2050] [node 3] ICS10 traffic start
2025-12-06T17:44:21.563772Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802220984862856:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:21.563845Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:21.563883Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802220984862856:2049] [node 2] ICP22 created new session: [5:7580802225279830253:2049]
2025-12-06T17:44:21.563921Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802225279830253:2049] [node 2] ICS09 handshake done sender: [5:7580802225279830247:2122] self: [5:7580802225279830250:0] peer: [2:7580802225566561236:0] socket: 429 qp: -1
2025-12-06T17:44:21.563946Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802225279830253:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:21.563978Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:21.585523Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:21.594022Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802220984862856:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(29318138ns) {HandleHandshakeStatus:329(29314398ns) {DropIncomingHandshake:442(770ns) DropOutgoingHandshake:457(3641ns) SwitchToState:179(547ns) ProcessPendingSessionEvents:495(28945084ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 28893113ns max# 11925909ns}}}
2025-12-06T17:44:21.602031Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802225279830183:2064] [node 6] ICP35 event processing took too much time PendingConnection:279(73160576ns) {HandleHandshakeStatus:329(73157403ns) {DropIncomingHandshake:442(16104ns) DropOutgoingHandshake:457(733ns) SwitchToState:179(895ns) ProcessPendingSessionEvents:495(72630146ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 66177990ns max# 7389328ns}}}
2025-12-06T17:44:21.612120Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7580802220984862856:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:44:21.641127Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802220984862857:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(119934070ns) {HandleHandshakeStatus:329(119930904ns) {DropIncomingHandshake:442(1599ns) DropOutgoingHandshake:457(464ns) SwitchToState:179(1092ns) ProcessPendingSessionEvents:495(1420ns)}}
2025-12-06T17:44:21.659674Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802225279830212:2067] [node 4] ICP35 event processing took too much time PendingConnection:279(146412168ns) {HandleHandshakeStatus:329(146398536ns) {DropIncomingHandshake:442(1173ns) DropOutgoingHandshake:457(7225ns) SwitchToState:179(733ns) ProcessPendingSessionEvents:495(98672592ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 98561117ns max# 26293273ns}}}
2025-12-06T17:44:21.631246Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7580802223909651002:2071] [node 5] ICP18 handshake (actor [4:7580802223909651025:2120]) is too old
2025-12-06T17:44:21.631289Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802219614683665:2063] [node 6] ICP35 event processing took too much time PendingConnection:279(215441086ns) {HandleHandshakeStatus:329(215436451ns) {DropIncomingHandshake:442(619ns) DropOutgoingHandshake:457(919ns) SwitchToState:179(1052ns) ProcessPendingSessionEvents:495(188042470ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 187840221ns max# 23919275ns}}}
2025-12-06T17:44:21.631840Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7580802219614683665:2063] [node 6] ICP18 handshake (actor [4:7580802223909651024:2119]) is too old
2025-12-06T17:44:21.676275Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802226364916350:2120] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:21.680441Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802222069948967:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:44:21.680543Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:21.680602Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802222069948967:2050] [node 3] ICP22 created new session: [6:7580802226364916363:2050]
2025-12-06T17:44:21.680647Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802226364916363:2050] [node 3] ICS09 handshake done sender: [6:7580802226364916350:2120] self: [6:7580802226364916355:0] peer: [3:7580802227190421503:0] socket: 413 qp: -1
2025-12-06T17:44:21.680685Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802226364916363:2050] [node 3] ICS10 traffic start
2025-12-06T17:44:21.680732Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:21.762126Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:44:21.762335Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7580802225566561249:2048] [node 1] ICS07 socket disconnect 374 reason# EndOfStream
2025-12-06T17:44:21.762365Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580802225566561249:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:21.762441Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:21.762487Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580802225566561249:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:21.796654Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:44:21.796922Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802227190421529:2048] [node 1] ICS01 socket: 419 reason# EndOfStream
2025-12-06T17:44:21.796974Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802222895454130:2048] [node 1] ICP30 unregister session Session# [3:7580802227190421529:2048] VirtualId# [3:7580802227190421526:0]
2025-12-06T17:44:21.797042Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802227190421529:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:21.797122Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:21.797167Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:21.797450Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802221271593863:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20686) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:44:21.797497Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580802225566561249:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:21.799929Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802221271593863:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20686) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:21.800185Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580802225566561249:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:21.800227Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580802221271593863:2048] [node 1] ICP30 unregister session Session# [2:7580802225566561249:2048] VirtualId# [2:7580802225566561240:0]
2025-12-06T17:44:21.800804Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:21.800856Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [2:7580802221271593863:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:20686) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:21.800874Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20686) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:21.802683Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:44:21.801477Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:44:21.803093Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802223909651027:2048] [node 1] ICS07 socket disconnect 368 reason# EndOfStream
2025-12-06T17:44:21.802978Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802226364916345:2048] [node 1] ICS07 socket disconnect 360 reason# EndOfStream
2025-12-06T17:44:21.803122Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802223909651027:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:21.803012Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802226364916345:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:21.803180Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:21.803081Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:21.803216Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802223909651027:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:21.803119Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802226364916345:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:21.805088Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802222069948965:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20686) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:21.805166Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802226364916345:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:21.808218Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802219614683643:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20686) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:21.808525Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802223909651027:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:21.804991Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:44:21.805253Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802225279830241:2048] [node 1] ICS01 socket: 392 reason# EndOfStream
2025-12-06T17:44:21.805319Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802220984862855:2048] [node 1] ICP30 unregister session Session# [5:7580802225279830241:2048] VirtualId# [5:7580802225279830234:0]
2025-12-06T17:44:21.807902Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802225279830241:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:21.808009Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:21.808074Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:21.809007Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802219614683643:2048] [node 1] ICP30 unregister session Session# [4:7580802223909651027:2048] VirtualId# [4:7580802223909651018:0]
2025-12-06T17:44:21.809056Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:21.809785Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802219614683643:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:20686) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:21.809805Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20686) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:21.812833Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [2:7580802221271593863:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:44:21.805198Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802222069948965:2048] [node 1] ICP30 unregister session Session# [6:7580802226364916345:2048] VirtualId# [6:7580802226364916339:0]
2025-12-06T17:44:21.820556Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580802219614683643:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:44:21.805575Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:21.809887Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802222069948965:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:20686) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:21.809917Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20686) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:21.826639Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802222069948965:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:44:21.859239Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:44:21.859483Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580802227190421518:2049] [node 2] ICS07 socket disconnect 356 reason# EndOfStream
2025-12-06T17:44:21.859523Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802227190421518:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:21.859605Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:21.859647Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802227190421518:2049] [node 2] ICS15 start handshake
2025-12-06T17:44:21.863375Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802222895454131:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17995) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:44:21.863428Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802227190421518:2049] [node 2] ICS15 start handshake
2025-12-06T17:44:21.864279Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802222895454131:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17995) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:21.864315Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802227190421518:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:21.864340Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802222895454131:2049] [node 2] ICP30 unregister session Session# [3:7580802227190421518:2049] VirtualId# [3:7580802227190421507:0]
2025-12-06T17:44:21.864427Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:21.864449Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580802222895454131:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:17995) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:21.864459Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17995) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:21.868889Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:44:21.869125Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802225279830253:2049] [node 2] ICS07 socket disconnect 429 reason# EndOfStream
2025-12-06T17:44:21.869164Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802225279830253:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:21.869251Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:21.869296Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802225279830253:2049] [node 2] ICS15 start handshake
2025-12-06T17:44:21.871052Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:44:21.871222Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802226364916359:2049] [node 2] ICS07 socket disconnect 367 reason# EndOfStream
2025-12-06T17:44:21.871245Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802226364916359:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:21.871304Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:21.871338Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802226364916359:2049] [node 2] ICS15 start handshake
2025-12-06T17:44:21.872364Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802222069948966:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17995) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:21.872405Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802226364916359:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:21.872430Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802222069948966:2049] [node 2] ICP30 unregister session Session# [6:7580802226364916359:2049] VirtualId# [6:7580802226364916347:0]
2025-12-06T17:44:21.872507Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:21.872527Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802222069948966:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:17995) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:21.872535Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17995) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:21.873063Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:44:21.873259Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802223909651039:2049] [node 2] ICS07 socket disconnect 371 reason# EndOfStream
2025-12-06T17:44:21.873286Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802223909651039:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:21.873376Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:21.873419Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802223909651039:2049] [node 2] ICS15 start handshake
2025-12-06T17:44:21.878105Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802219614683644:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17995) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:21.878178Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802223909651039:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:21.881393Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802220984862856:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17995) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:21.878215Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802219614683644:2049] [node 2] ICP30 unregister session Session# [4:7580802223909651039:2049] VirtualId# [4:7580802223909651022:0]
2025-12-06T17:44:21.878262Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:21.878294Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802219614683644:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:17995) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:21.878310Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17995) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:21.883744Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802225279830253:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:21.883676Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802222069948966:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:44:21.884178Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802220984862856:2049] [node 2] ICP30 unregister session Session# [5:7580802225279830253:2049] VirtualId# [5:7580802225279830250:0]
2025-12-06T17:44:21.884271Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:21.884296Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802220984862856:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:17995) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:21.884306Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17995) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:21.888433Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580802219614683644:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:44:21.894117Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802220984862856:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:44:21.918678Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:44:21.918934Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802223909651037:2050] [node 3] ICS01 socket: 393 reason# EndOfStream
2025-12-06T17:44:21.918984Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802219614683645:2050] [node 3] ICP30 unregister session Session# [4:7580802223909651037:2050] VirtualId# [4:7580802223909651030:0]
2025-12-06T17:44:21.919020Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802223909651037:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:21.919299Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:44:21.919468Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802226364916363:2050] [node 3] ICS01 socket: 413 reason# EndOfStream
2025-12-06T17:44:21.919502Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802222069948967:2050] [node 3] ICP30 unregister session Session# [6:7580802226364916363:2050] VirtualId# [6:7580802226364916355:0]
2025-12-06T17:44:21.919529Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802226364916363:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:21.919581Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:44:21.919619Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:44:21.920210Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:44:21.920396Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802225279830251:2050] [node 3] ICS01 socket: 384 reason# EndOfStream
2025-12-06T17:44:21.920440Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802220984862857:2050] [node 3] ICP30 unregister session Session# [5:7580802225279830251:2050] VirtualId# [5:7580802225279830225:0]
2025-12-06T17:44:21.920465Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802225279830251:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:21.920530Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:44:21.920564Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:44:21.919115Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:44:21.919172Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:44:22.054774Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:44:22.055012Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802226364916356:2063] [node 4] ICS07 socket disconnect 402 reason# EndOfStream
2025-12-06T17:44:22.055041Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802226364916356:2063] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:22.055141Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:44:22.055183Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802226364916356:2063] [node 4] ICS15 start handshake
2025-12-06T17:44:22.055767Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:44:22.055951Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802225279830248:2067] [node 4] ICS07 socket disconnect 396 reason# EndOfStream
2025-12-06T17:44:22.055973Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802225279830248:2067] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:22.056034Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:44:22.056087Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802225279830248:2067] [node 4] ICS15 start handshake
2025-12-06T17:44:22.057307Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802225279830212:2067] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22016) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:22.057370Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802225279830248:2067] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:22.057407Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802225279830212:2067] [node 4] ICP30 unregister session Session# [5:7580802225279830248:2067] VirtualId# [5:7580802225279830238:0]
2025-12-06T17:44:22.057502Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:44:22.057533Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802225279830212:2067] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:22016) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:22.057547Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22016) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:22.058260Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802226364916334:2063] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22016) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:22.058317Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802226364916356:2063] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:22.058353Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802226364916334:2063] [node 4] ICP30 unregister session Session# [6:7580802226364916356:2063] VirtualId# [6:7580802226364916349:0]
2025-12-06T17:44:22.058385Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:44:22.058410Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802226364916334:2063] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:22016) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:22.058430Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22016) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:22.073763Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802226364916334:2063] [node 4] ICP33 wake up from error state
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:44:22.347235Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802230504029007:2048] [node 2] ICP01 ready to work
2025-12-06T17:44:22.350624Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802230220211296:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:22.350665Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802230220211297:2049] [node 3] ICP01 ready to work
2025-12-06T17:44:22.351184Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802230504029008:2049] [node 3] ICP01 ready to work
2025-12-06T17:44:22.414964Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802227709828105:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:22.415009Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802227709828106:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:22.415046Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802227709828107:2050] [node 3] ICP01 ready to work
2025-12-06T17:44:22.385874Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802227880777158:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:22.385909Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802227880777159:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:22.463022Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802228255401467:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:22.463062Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802228255401468:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:22.463099Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802228255401469:2050] [node 3] ICP01 ready to work
2025-12-06T17:44:22.595455Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802229432352025:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:22.595493Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802229432352026:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:22.595530Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802229432352027:2050] [node 3] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:23.015546Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802232175744517:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29705
2025-12-06T17:44:22.989654Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802227709828151:2091] [node 5] ICP01 ready to work
2025-12-06T17:44:23.017240Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802230504029070:2108] [node 4] ICP01 ready to work
2025-12-06T17:44:23.057177Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802232550368796:2066] [node 6] ICP01 ready to work
2025-12-06T17:44:23.038850Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802234515178655:2109] [node 4] ICP01 ready to work
2025-12-06T17:44:23.047432Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802234798996367:2109] [node 6] ICP01 ready to work
2025-12-06T17:44:23.077966Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802232004795452:2085] [node 6] ICP01 ready to work
2025-12-06T17:44:23.068339Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802232175744522:2109] [node 5] ICP01 ready to work
2025-12-06T17:44:23.077923Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802233727319350:2065] [node 5] ICP01 ready to work
2025-12-06T17:44:23.094944Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802232550368800:2065] [node 4] ICP01 ready to work
2025-12-06T17:44:23.077945Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802234515178656:2108] [node 6] ICP01 ready to work
2025-12-06T17:44:23.049798Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802234798996368:2107] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:23.092597Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802233727319353:2066] [node 4] ICP01 ready to work
2025-12-06T17:44:23.068360Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802232175744521:2108] [node 6] ICP01 ready to work
2025-12-06T17:44:23.094666Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802234515178657:2107] [node 5] ICP01 ready to work
2025-12-06T17:44:23.171666Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802228255401467:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(108676025ns) {Configure:104(108668761ns) {ProcessConfigured:135(22217777ns) {StartInitialHandshake:157(22214302ns) {DropHandshakes:470(3861ns) {DropIncomingHandshake:442(786ns) DropOutgoingHandshake:457(710ns)} GenerateSessionVirtualId:988(908ns) PrepareNewSessionHandshake:477(4139ns) {SwitchToState:179(1316ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:23.117368Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802232175744523:2107] [node 4] ICP01 ready to work
2025-12-06T17:44:23.201489Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802234515178661:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11343
2025-12-06T17:44:23.176504Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802229432352026:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(152529039ns) {Configure:104(152503094ns) {ProcessConfigured:135(23706917ns) {StartInitialHandshake:157(23703683ns) {DropHandshakes:470(3290ns) {DropIncomingHandshake:442(787ns) DropOutgoingHandshake:457(600ns)} GenerateSessionVirtualId:988(413ns) PrepareNewSessionHandshake:477(3621ns) {SwitchToState:179(1420ns)}}}}}
2025-12-06T17:44:23.218973Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802232175744517:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:23.238344Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802234798996371:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42596
2025-12-06T17:44:23.238737Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802234798996372:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42596
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:23.276343Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802230504029008:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(54519403ns) {Configure:104(54515196ns) {ProcessConfigured:135(68808ns) {StartInitialHandshake:157(66443ns) {DropHandshakes:470(3548ns) {DropIncomingHandshake:442(797ns) DropOutgoingHandshake:457(540ns)} GenerateSessionVirtualId:988(911ns) PrepareNewSessionHandshake:477(2604ns) {SwitchToState:179(764ns)}}}}}
2025-12-06T17:44:23.278856Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802234798996382:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42596
2025-12-06T17:44:23.172587Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802232550368831:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41756
2025-12-06T17:44:23.201725Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802234515178662:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11343
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:23.256918Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802232175744527:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29705
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:23.299155Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802232550368831:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:23.316840Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802234798996371:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:23.323082Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802234798996372:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:23.250942Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802234515178662:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:23.253372Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802234515178666:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11343
2025-12-06T17:44:23.335281Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802234515178661:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:23.335393Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802234515178666:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:23.335589Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580802230220211296:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:23.309750Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802233727319396:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19472
2025-12-06T17:44:23.320780Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802232175744532:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29705
2025-12-06T17:44:23.340219Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802234798996382:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:23.309185Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802232550368836:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41756
2025-12-06T17:44:23.364900Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802227709828107:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(177527634ns) {Configure:104(177514666ns) {ProcessConfigured:135(107648ns) {StartInitialHandshake:157(103606ns) {DropHandshakes:470(4666ns) {DropIncomingHandshake:442(1021ns) DropOutgoingHandshake:457(487ns)} GenerateSessionVirtualId:988(1223ns) PrepareNewSessionHandshake:477(2272ns) {SwitchToState:179(844ns)}}}}}
2025-12-06T17:44:23.309811Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802233727319397:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19472
2025-12-06T17:44:23.361666Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802232175744527:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:23.310284Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802232550368836:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:23.363333Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802234798996374:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:23.363394Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802234798996374:2113] [node 2] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:23.401474Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802234798996374:2113] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:23.372487Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802232175744532:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:23.358393Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802233727319396:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:23.369723Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802227709828151:2091] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(341694465ns) {Configure:104(341687611ns) {ProcessConfigured:135(20004557ns) {StartInitialHandshake:157(20001589ns) {DropHandshakes:470(3885ns) {DropIncomingHandshake:442(830ns) DropOutgoingHandshake:457(950ns)} GenerateSessionVirtualId:988(1183ns) PrepareNewSessionHandshake:477(1789ns) {SwitchToState:179(124ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:23.351542Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802232550368800:2065] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(51855931ns) {Configure:104(51852014ns) {ProcessConfigured:135(98030ns) {StartInitialHandshake:157(94112ns) {DropHandshakes:470(4284ns) {DropIncomingHandshake:442(1339ns) DropOutgoingHandshake:457(707ns)} GenerateSessionVirtualId:988(1387ns) PrepareNewSessionHandshake:477(2859ns) {SwitchToState:179(1044ns)}}}}}
2025-12-06T17:44:23.381299Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802234515178659:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:23.366617Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802233727319397:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:23.376836Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802227880777158:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:23.409735Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802230504029007:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:44:23.410737Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802234798996377:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:23.410788Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802234798996377:2114] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:44:23.418630Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:23.389865Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802232004795452:2085] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(21244616ns) {Configure:104(21235134ns) {ProcessConfigured:135(19595096ns) {StartInitialHandshake:157(19591772ns) {DropHandshakes:470(6111ns) {DropIncomingHandshake:442(687ns) DropOutgoingHandshake:457(549ns)} GenerateSessionVirtualId:988(597ns) PrepareNewSessionHandshake:477(4178ns) {SwitchToState:179(1810ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:23.381350Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802234515178659:2110] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:23.377704Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802228255401468:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(329831229ns) {Configure:104(329824396ns) {ProcessConfigured:135(7594362ns) {StartInitialHandshake:157(7590349ns) {DropHandshakes:470(3743ns) {DropIncomingHandshake:442(791ns) DropOutgoingHandshake:457(827ns)} GenerateSessionVirtualId:988(461ns) PrepareNewSessionHandshake:477(3114ns) {SwitchToState:179(1490ns)}}}}}
2025-12-06T17:44:23.431596Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802234798996377:2114] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:23.433749Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802230504029007:2048] [node 2] ICP22 created new session: [1:7580802234798996387:2048]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:23.368813Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802229432352026:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:23.385447Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802232175744529:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:23.394271Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802232004795473:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63304
2025-12-06T17:44:23.378199Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802228255401468:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:23.388921Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802234515178655:2109] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(52438327ns) {Configure:104(52431852ns) {ProcessConfigured:135(117896ns) {StartInitialHandshake:157(102467ns) {DropHandshakes:470(5429ns) {DropIncomingHandshake:442(1425ns) DropOutgoingHandshake:457(661ns)} GenerateSessionVirtualId:988(1199ns) PrepareNewSessionHandshake:477(3061ns) {SwitchToState:179(1273ns)}}}}}
2025-12-06T17:44:23.453460Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802234798996387:2048] [node 2] ICS09 handshake done sender: [1:7580802234798996374:2113] self: [1:7580802234798996373:0] peer: [2:7580802234515178671:0] socket: 380 qp: -1
2025-12-06T17:44:23.385505Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802232175744529:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:23.403436Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802232550368844:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41756
2025-12-06T17:44:23.368934Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802229432352027:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:23.394508Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802232004795468:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63304
2025-12-06T17:44:23.389991Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802234515178659:2110] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:23.435696Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802232004795473:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:23.411404Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802232550368843:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41756
2025-12-06T17:44:23.419166Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802232175744529:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:23.421748Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802233727319401:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19472
2025-12-06T17:44:23.453533Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802230504029008:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:44:23.404275Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802234515178668:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:23.458192Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802233727319405:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19472
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:23.431040Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802232175744536:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29705
2025-12-06T17:44:23.431417Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802232550368831:2112] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:23.462504Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802234798996387:2048] [node 2] ICS10 traffic start
2025-12-06T17:44:23.462323Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802232004795468:2111] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:23.404324Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802234515178668:2115] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:23.466350Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802229432352025:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(283996867ns) {Configure:104(283987608ns) {ProcessConfigured:135(19388014ns) {StartInitialHandshake:157(19384412ns) {DropHandshakes:470(4263ns) {DropIncomingHandshake:442(1207ns) DropOutgoingHandshake:457(735ns)} GenerateSessionVirtualId:988(2185ns) PrepareNewSessionHandshake:477(3965ns) {SwitchToState:179(1876ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:23.510414Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802232175744521:2108] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:23.432415Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802232550368845:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41756
2025-12-06T17:44:23.495687Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802232004795479:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63304
2025-12-06T17:44:23.462572Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:23.466578Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802233727319405:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:23.453308Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802234515178668:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:23.496161Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802227709828105:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(197150419ns) {Configure:104(197139195ns) {ProcessConfigured:135(7319175ns) {StartInitialHandshake:157(7314840ns) {DropHandshakes:470(2440ns) {DropIncomingHandshake:442(430ns) DropOutgoingHandshake:457(666ns)} GenerateSessionVirtualId:988(409ns) PrepareNewSessionHandshake:477(3486ns) {SwitchToState:179(1214ns)}}}}}
2025-12-06T17:44:23.510512Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:23.440188Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802228255401468:2049] [node 2] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:23.488393Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:23.466952Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802233727319403:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19472
2025-12-06T17:44:23.458475Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802230220211296:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25766) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7580802234515178666:2114] held: no
2025-12-06T17:44:23.510573Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802232175744521:2108] [node 6] ICP22 created new session: [3:7580802232175744537:2108]
2025-12-06T17:44:23.467134Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:23.527093Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802227709828105:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:23.493448Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802230504029008:2049] [node 3] ICP22 created new session: [1:7580802234798996391:2049]
2025-12-06T17:44:23.510624Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802232175744537:2108] [node 6] ICS09 handshake done sender: [3:7580802232175744529:2114] self: [3:7580802232175744528:0] peer: [6:7580802233727319399:0] socket: 386 qp: -1
2025-12-06T17:44:23.481743Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802233727319350:2065] [node 5] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:23.496819Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802234798996391:2049] [node 3] ICS09 handshake done sender: [1:7580802234798996377:2114] self: [1:7580802234798996376:0] peer: [3:7580802232175744533:0] socket: 388 qp: -1
2025-12-06T17:44:23.459685Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802234515178678:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11343
2025-12-06T17:44:23.482023Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802228255401468:2049] [node 2] ICP22 created new session: [5:7580802232550368849:2049]
2025-12-06T17:44:23.566926Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802232004795479:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:23.496298Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802233727319402:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19472
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:23.510668Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802232175744537:2108] [node 6] ICS10 traffic start
2025-12-06T17:44:23.466072Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802230220211297:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(187619232ns) {Configure:104(187609348ns) {ProcessConfigured:135(33181460ns) {StartInitialHandshake:157(33177598ns) {DropHandshakes:470(14588195ns) {DropIncomingHandshake:442(565ns) DropOutgoingHandshake:457(2237ns)} GenerateSessionVirtualId:988(2706ns) PrepareNewSessionHandshake:477(4301ns) {SwitchToState:179(1626ns)}}}}}
2025-12-06T17:44:23.567556Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802232004795467:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:23.512858Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802234798996391:2049] [node 3] ICS10 traffic start
2025-12-06T17:44:23.510718Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:23.538734Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802233727319401:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:23.484578Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802232550368844:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:23.567579Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802232004795467:2110] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:23.572713Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802227709828106:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(215528088ns) {Configure:104(215520395ns) {ProcessConfigured:135(16511229ns) {StartInitialHandshake:157(16507931ns) {DropHandshakes:470(1511ns) {DropIncomingHandshake:442(237ns) DropOutgoingHandshake:457(350ns)} GenerateSessionVirtualId:988(580ns) PrepareNewSessionHandshake:477(3963ns) {SwitchToState:179(1589ns)}}}}}
2025-12-06T17:44:23.574673Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802227709828105:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(30658814ns) {IncomingHandshake:261(30655443ns) {DropIncomingHandshake:442(1409ns) PrepareNewSessionHandshake:477(3187ns) {SwitchToState:179(2300ns)} GenerateSessionVirtualId:988(544ns) IssueIncomingHandshakeReply:193(3974519ns) {SwitchToState:179(2044ns)}}}
2025-12-06T17:44:23.579288Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802227709828106:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:23.607842Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802232004795483:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63304
2025-12-06T17:44:23.623642Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802232004795467:2110] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:23.666706Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802232004795488:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63304
2025-12-06T17:44:23.679300Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802232004795479:2115] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:23.682157Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802232004795470:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:23.682202Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802232004795470:2112] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:23.697275Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802232004795489:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63304
2025-12-06T17:44:23.698477Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802227709828151:2091] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:23.698560Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:23.698609Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802227709828151:2091] [node 5] ICP22 created new session: [4:7580802232004795490:2091]
2025-12-06T17:44:23.698661Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802232004795490:2091] [node 5] ICS09 handshake done sender: [4:7580802232004795467:2110] self: [4:7580802232004795466:0] peer: [5:7580802232550368851:0] socket: 401 qp: -1
2025-12-06T17:44:23.698862Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802227709828106:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:23.698944Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:23.698995Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802227709828106:2049] [node 2] ICP22 created new session: [4:7580802232004795491:2049]
2025-12-06T17:44:23.699039Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802232004795491:2049] [node 2] ICS09 handshake done sender: [4:7580802232004795479:2115] self: [4:7580802232004795486:0] peer: [2:7580802234515178673:0] socket: 415 qp: -1
2025-12-06T17:44:23.699075Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802232004795491:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:23.699112Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:23.705430Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802232004795490:2091] [node 5] ICS10 traffic start
2025-12-06T17:44:23.706472Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802232004795483:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:23.707213Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:23.467191Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802234515178657:2107] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:23.518019Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:23.712095Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802232004795489:2121] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:23.712369Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802227709828107:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:23.717652Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802232004795487:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63304
2025-12-06T17:44:23.718017Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802232004795470:2112] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:23.486631Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802232550368847:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:23.511964Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802227880777158:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25766) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580802232175744532:2115] held: no
2025-12-06T17:44:23.546237Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802229432352027:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2420) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802233727319397:2115] held: no
2025-12-06T17:44:23.525925Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802230504029007:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(121105793ns) {HandleHandshakeStatus:329(121102045ns) {DropIncomingHandshake:442(30268ns) DropOutgoingHandshake:457(598ns) SwitchToState:179(1033ns) ProcessPendingSessionEvents:495(28618565ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 28557789ns max# 28086123ns}}}
2025-12-06T17:44:23.486662Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580802232550368847:2120] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:23.483343Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802234515178656:2108] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:23.516685Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802232175744523:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(76564285ns) {Configure:104(76555235ns) {ProcessConfigured:135(85147ns) {StartInitialHandshake:157(82422ns) {DropHandshakes:470(2100ns) {DropIncomingHandshake:442(401ns) DropOutgoingHandshake:457(706ns)} GenerateSessionVirtualId:988(670ns) PrepareNewSessionHandshake:477(1906ns) {SwitchToState:179(518ns)}}}}}
2025-12-06T17:44:23.547039Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802229432352026:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20268) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802233727319396:2114] held: no
2025-12-06T17:44:23.730179Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802232004795468:2111] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:23.537332Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802234798996367:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(105387425ns) {Configure:104(105378426ns) {ProcessConfigured:135(22139405ns) {StartInitialHandshake:157(22136463ns) {DropHandshakes:470(8507986ns) {DropIncomingHandshake:442(694ns) DropOutgoingHandshake:457(2446ns)} GenerateSessionVirtualId:988(1404ns) PrepareNewSessionHandshake:477(4069ns) {SwitchToState:179(2086ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:23.483441Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:23.497114Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802232550368847:2120] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:23.590801Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802234798996370:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:23.523866Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802232175744532:2115] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:23.547776Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802233727319397:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:23.743823Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802227709828105:2048] [node 1] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:23.483512Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802234515178656:2108] [node 6] ICP22 created new session: [2:7580802234515178680:2108]
2025-12-06T17:44:23.532632Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802232175744522:2109] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(86490225ns) {Configure:104(86478884ns) {ProcessConfigured:135(85137ns) {StartInitialHandshake:157(81832ns) {DropHandshakes:470(7015ns) {DropIncomingHandshake:442(1212ns) DropOutgoingHandshake:457(692ns)} GenerateSessionVirtualId:988(1057ns) PrepareNewSessionHandshake:477(2913ns) {SwitchToState:179(1039ns)}}}}}
2025-12-06T17:44:23.590861Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802234798996370:2110] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:23.501312Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802232550368849:2049] [node 2] ICS09 handshake done sender: [5:7580802232550368831:2112] self: [5:7580802232550368842:0] peer: [2:7580802234515178658:0] socket: 367 qp: -1
2025-12-06T17:44:23.578249Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802233727319396:2114] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:23.743907Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:23.483582Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802234515178680:2108] [node 6] ICS09 handshake done sender: [2:7580802234515178668:2115] self: [2:7580802234515178667:0] peer: [6:7580802233727319398:0] socket: 384 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:23.533338Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802232175744534:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29705
2025-12-06T17:44:23.534019Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802232175744543:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29705
2025-12-06T17:44:23.586205Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802232175744534:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:23.586250Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802227880777158:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:23.586325Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:23.586390Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802227880777158:2048] [node 1] ICP22 created new session: [3:7580802232175744547:2048]
2025-12-06T17:44:23.586439Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802232175744547:2048] [node 1] ICS09 handshake done sender: [3:7580802232175744532:2115] self: [3:7580802232175744533:0] peer: [1:7580802234798996376:0] socket: 390 qp: -1
2025-12-06T17:44:23.586477Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802232175744547:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:23.586522Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:23.591339Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802232175744543:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:23.597429Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802234798996379:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:23.501583Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802232550368796:2066] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(275652568ns) {Configure:104(275644612ns) {ProcessConfigured:135(19021972ns) {StartInitialHandshake:157(19009219ns) {DropHandshakes:470(4230ns) {DropIncomingHandshake:442(919ns) DropOutgoingHandshake:457(1029ns)} GenerateSessionVirtualId:988(678ns) PrepareNewSessionHandshake:477(4004ns) {SwitchToState:179(1754ns)}}}}}
2025-12-06T17:44:23.502284Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802232550368849:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:23.512981Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:23.483630Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802234515178680:2108] [node 6] ICS10 traffic start
2025-12-06T17:44:23.598843Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802227880777159:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:23.743961Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802227709828105:2048] [node 1] ICP22 created new session: [4:7580802232004795498:2048]
2025-12-06T17:44:23.583079Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802229432352027:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:44:23.689835Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802232175744542:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:23.689863Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802232175744542:2119] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:23.695251Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802232175744542:2119] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:23.720057Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802232175744522:2109] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:23.723775Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:23.728200Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802232175744540:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:23.728246Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802232175744540:2118] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:44:23.730314Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802232175744522:2109] [node 5] ICP22 created new session: [3:7580802232175744553:2109]
2025-12-06T17:44:23.762810Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802232175744553:2109] [node 5] ICS09 handshake done sender: [3:7580802232175744542:2119] self: [3:7580802232175744541:0] peer: [5:7580802232550368857:0] socket: 360 qp: -1
2025-12-06T17:44:23.768105Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802232175744552:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29705
2025-12-06T17:44:23.775065Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802232175744553:2109] [node 5] ICS10 traffic start
2025-12-06T17:44:23.778579Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802227880777159:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20268) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580802232175744543:2120] held: no
2025-12-06T17:44:23.798650Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:23.804186Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802232175744540:2118] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:23.820595Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802232175744522:2109] [node 5] ICP35 event processing took too much time PendingConnection:279(101862811ns) {HandleHandshakeStatus:329(101858488ns) {DropIncomingHandshake:442(3656418ns) DropOutgoingHandshake:457(1021ns) SwitchToState:179(826ns) ProcessPendingSessionEvents:495(7105674ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 7023661ns max# 6460328ns}}}
2025-12-06T17:44:23.822676Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802232175744523:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:44:23.597471Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802234798996379:2115] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:44:23.514612Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802232550368800:2065] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:23.748105Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802227709828151:2091] [node 5] ICP35 event processing took too much time PendingConnection:279(48903227ns) {HandleHandshakeStatus:329(48901078ns) {DropIncomingHandshake:442(16165ns) DropOutgoingHandshake:457(405ns) SwitchToState:179(384ns) ProcessPendingSessionEvents:495(25526300ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 25451901ns max# 14362416ns}}}
2025-12-06T17:44:23.483669Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:23.854962Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:23.522636Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802232550368845:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:23.603078Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802230504029008:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(149717684ns) {HandleHandshakeStatus:329(149713231ns) {DropIncomingHandshake:442(19262ns) DropOutgoingHandshake:457(769ns) SwitchToState:179(169ns) ProcessPendingSessionEvents:495(20850842ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 20773179ns max# 20309557ns}}}
2025-12-06T17:44:23.583140Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:23.748550Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802232004795452:2085] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:23.487739Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802234515178666:2114] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:23.538484Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802228255401467:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:23.590390Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802232550368854:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41756
2025-12-06T17:44:23.607122Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802232550368855:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41756
2025-12-06T17:44:23.657352Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802232550368854:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:23.688446Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802228255401469:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:23.622890Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802234798996370:2110] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:23.688707Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802228255401467:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25766) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802232550368845:2119] held: no
2025-12-06T17:44:23.626048Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802234798996379:2115] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:23.689689Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802232550368845:2119] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:23.644364Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802234798996398:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42596
2025-12-06T17:44:23.693838Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802228255401467:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:23.658272Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802230504029070:2108] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:44:23.696849Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802232550368856:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41756
2025-12-06T17:44:23.658337Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:23.707214Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802232550368844:2118] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:23.658391Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802230504029070:2108] [node 4] ICP22 created new session: [1:7580802234798996399:2108]
2025-12-06T17:44:23.658451Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802234798996399:2108] [node 4] ICS09 handshake done sender: [1:7580802234798996379:2115] self: [1:7580802234798996378:0] peer: [4:7580802232004795482:0] socket: 389 qp: -1
2025-12-06T17:44:23.707536Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802232550368858:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41756
2025-12-06T17:44:23.707887Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580802232550368796:2066] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:23.658496Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802234798996399:2108] [node 4] ICS10 traffic start
2025-12-06T17:44:23.707941Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:23.658562Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:23.716028Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:23.660416Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802234798996368:2107] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:23.716169Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802232550368796:2066] [node 6] ICP22 created new session: [5:7580802232550368861:2066]
2025-12-06T17:44:23.660466Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:23.719548Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802232550368800:2065] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:44:23.660511Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802234798996368:2107] [node 5] ICP22 created new session: [1:7580802234798996401:2107]
2025-12-06T17:44:23.719611Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:23.660565Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802234798996401:2107] [node 5] ICS09 handshake done sender: [1:7580802234798996370:2110] self: [1:7580802234798996369:0] peer: [5:7580802232550368853:0] socket: 407 qp: -1
2025-12-06T17:44:23.723681Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802232550368861:2066] [node 6] ICS09 handshake done sender: [5:7580802232550368847:2120] self: [5:7580802232550368846:0] peer: [6:7580802233727319406:0] socket: 413 qp: -1
2025-12-06T17:44:23.660610Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802234798996401:2107] [node 5] ICS10 traffic start
2025-12-06T17:44:23.726158Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802228255401467:2048] [node 1] ICP22 created new session: [5:7580802232550368860:2048]
2025-12-06T17:44:23.660647Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:23.727084Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802232550368800:2065] [node 4] ICP22 created new session: [5:7580802232550368862:2065]
2025-12-06T17:44:23.665551Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802234798996394:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:23.665580Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802234798996394:2117] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:23.730361Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802232550368860:2048] [node 1] ICS09 handshake done sender: [5:7580802232550368845:2119] self: [5:7580802232550368853:0] peer: [1:7580802234798996369:0] socket: 412 qp: -1
2025-12-06T17:44:23.667269Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802234798996394:2117] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:23.732403Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802232550368861:2066] [node 6] ICS10 traffic start
2025-12-06T17:44:23.732468Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:23.676767Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802234798996398:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:23.679194Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802234798996367:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:23.695885Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:23.700632Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802234798996367:2109] [node 6] ICP22 created new session: [1:7580802234798996404:2109]
2025-12-06T17:44:23.739687Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802232550368860:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:23.707831Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802234798996404:2109] [node 6] ICS09 handshake done sender: [1:7580802234798996394:2117] self: [1:7580802234798996393:0] peer: [6:7580802233727319419:0] socket: 417 qp: -1
2025-12-06T17:44:23.739738Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:23.713355Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802234798996405:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42596
2025-12-06T17:44:23.746886Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802232550368862:2065] [node 4] ICS09 handshake done sender: [5:7580802232550368844:2118] self: [5:7580802232550368851:0] peer: [4:7580802232004795466:0] socket: 403 qp: -1
2025-12-06T17:44:23.754670Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802232550368854:2121] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:23.715833Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802234798996404:2109] [node 6] ICS10 traffic start
2025-12-06T17:44:23.762695Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802232550368862:2065] [node 4] ICS10 traffic start
2025-12-06T17:44:23.719948Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:23.772292Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802228255401468:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(331078471ns) {HandleHandshakeStatus:329(331074225ns) {DropIncomingHandshake:442(1356ns) DropOutgoingHandshake:457(13106ns) SwitchToState:179(782ns) ProcessPendingSessionEvents:495(176568223ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 176382298ns max# 28691438ns}}}
2025-12-06T17:44:23.757071Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802234798996405:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:23.810141Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580802230504029070:2108] [node 4] ICP18 handshake (actor [1:7580802234798996405:2119]) is too old
2025-12-06T17:44:23.773538Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802228255401469:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:44:23.773642Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:23.773699Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802228255401469:2050] [node 3] ICP22 created new session: [5:7580802232550368866:2050]
2025-12-06T17:44:23.490499Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580802230220211296:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:23.773754Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802232550368866:2050] [node 3] ICS09 handshake done sender: [5:7580802232550368854:2121] self: [5:7580802232550368857:0] peer: [3:7580802232175744541:0] socket: 383 qp: -1
2025-12-06T17:44:23.502202Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:23.773795Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802232550368866:2050] [node 3] ICS10 traffic start
2025-12-06T17:44:23.502414Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:23.773863Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:23.509573Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802234515178656:2108] [node 6] ICP35 event processing took too much time PendingConnection:279(25352589ns) {HandleHandshakeStatus:329(25349180ns) {DropIncomingHandshake:442(12191ns) DropOutgoingHandshake:457(361ns) SwitchToState:179(324ns) ProcessPendingSessionEvents:495(12163142ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 12098066ns max# 11590304ns}}}
2025-12-06T17:44:23.775137Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:23.513374Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802230220211296:2048] [node 1] ICP22 created new session: [2:7580802234515178684:2048]
2025-12-06T17:44:23.780741Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7580802228255401469:2050] [node 3] ICP27 obsolete handshake fail ignored
2025-12-06T17:44:23.518097Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802234515178657:2107] [node 5] ICP22 created new session: [2:7580802234515178685:2107]
2025-12-06T17:44:23.793536Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802232550368796:2066] [node 6] ICP35 event processing took too much time PendingConnection:279(85630588ns) {HandleHandshakeStatus:329(84702044ns) {DropIncomingHandshake:442(13998ns) DropOutgoingHandshake:457(760ns) SwitchToState:179(393ns) ProcessPendingSessionEvents:495(12412461ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 12333683ns max# 11853067ns}}}
2025-12-06T17:44:23.526786Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802234515178685:2107] [node 5] ICS09 handshake done sender: [2:7580802234515178659:2110] self: [2:7580802234515178658:0] peer: [5:7580802232550368842:0] socket: 364 qp: -1
2025-12-06T17:44:23.803697Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802228255401467:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(89784101ns) {HandleHandshakeStatus:329(89780910ns) {DropIncomingHandshake:442(888ns) DropOutgoingHandshake:457(729ns) SwitchToState:179(892ns) ProcessPendingSessionEvents:495(2211ns)}}
2025-12-06T17:44:23.538563Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802234515178684:2048] [node 1] ICS09 handshake done sender: [2:7580802234515178666:2114] self: [2:7580802234515178671:0] peer: [1:7580802234798996373:0] socket: 381 qp: -1
2025-12-06T17:44:23.872174Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802232550368800:2065] [node 4] ICP35 event processing took too much time PendingConnection:279(151724826ns) {HandleHandshakeStatus:329(151720753ns) {DropIncomingHandshake:442(828ns) DropOutgoingHandshake:457(5436ns) SwitchToState:179(1216ns) ProcessPendingSessionEvents:495(75156309ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 67135092ns max# 11161828ns}}}
2025-12-06T17:44:23.538614Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802234515178684:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:23.872301Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7580802232550368800:2065] [node 4] ICP27 obsolete handshake fail ignored
2025-12-06T17:44:23.552281Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802234515178685:2107] [node 5] ICS10 traffic start
2025-12-06T17:44:23.575693Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:23.579095Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:23.612065Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802234515178657:2107] [node 5] ICP35 event processing took too much time PendingConnection:279(144008711ns) {HandleHandshakeStatus:329(144006208ns) {DropIncomingHandshake:442(1274ns) DropOutgoingHandshake:457(2874ns) SwitchToState:179(678ns) ProcessPendingSessionEvents:495(670072ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 601367ns max# 115564ns}}}
2025-12-06T17:44:23.626449Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802234515178674:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:23.626493Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802234515178674:2116] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:44:23.639242Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802234515178677:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:23.639295Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802234515178677:2117] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:44:23.656089Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802230220211296:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(153131468ns) {HandleHandshakeStatus:329(153128569ns) {DropIncomingHandshake:442(726ns) DropOutgoingHandshake:457(347ns) SwitchToState:179(829ns) ProcessPendingSessionEvents:495(1017ns)}}
2025-12-06T17:44:23.663467Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802234515178674:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:23.679628Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802234515178677:2117] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:23.688163Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802234515178655:2109] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:44:23.694098Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:23.695631Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802234515178655:2109] [node 4] ICP22 created new session: [2:7580802234515178690:2109]
2025-12-06T17:44:23.697563Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802230220211297:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:44:23.697619Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:23.705828Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802234515178690:2109] [node 4] ICS09 handshake done sender: [2:7580802234515178674:2116] self: [2:7580802234515178673:0] peer: [4:7580802232004795486:0] socket: 374 qp: -1
2025-12-06T17:44:23.706833Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802230220211297:2049] [node 3] ICP22 created new session: [2:7580802234515178691:2049]
2025-12-06T17:44:23.708393Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802234515178690:2109] [node 4] ICS10 traffic start
2025-12-06T17:44:23.716290Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:23.730561Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802234515178691:2049] [node 3] ICS09 handshake done sender: [2:7580802234515178677:2117] self: [2:7580802234515178675:0] peer: [3:7580802232175744550:0] socket: 385 qp: -1
2025-12-06T17:44:23.730610Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802234515178691:2049] [node 3] ICS10 traffic start
2025-12-06T17:44:23.737823Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:23.752426Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802234515178655:2109] [node 4] ICP35 event processing took too much time PendingConnection:279(63238858ns) {HandleHandshakeStatus:329(63233626ns) {DropIncomingHandshake:442(1448ns) DropOutgoingHandshake:457(2259ns) SwitchToState:179(127ns) ProcessPendingSessionEvents:495(13830888ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 13733018ns max# 13236798ns}}}
2025-12-06T17:44:23.777212Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802230220211297:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(78766183ns) {HandleHandshakeStatus:329(78762552ns) {DropIncomingHandshake:442(15219ns) DropOutgoingHandshake:457(912ns) SwitchToState:179(709ns) ProcessPendingSessionEvents:495(6420040ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 6356027ns max# 5842671ns}}}
2025-12-06T17:44:23.867486Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802232175744523:2107] [node 4] ICP22 created new session: [3:7580802232175744556:2107]
2025-12-06T17:44:23.883103Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802232175744556:2107] [node 4] ICS09 handshake done sender: [3:7580802232175744540:2118] self: [3:7580802232175744539:0] peer: [4:7580802232004795495:0] socket: 416 qp: -1
2025-12-06T17:44:23.887289Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802232175744556:2107] [node 4] ICS10 traffic start
2025-12-06T17:44:23.896672Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802234798996367:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(218813548ns) {HandleHandshakeStatus:329(216468947ns) {DropIncomingHandshake:442(1134ns) DropOutgoingHandshake:457(703ns) SwitchToState:179(828ns) ProcessPendingSessionEvents:495(168821231ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 160215166ns max# 19376377ns}}}
2025-12-06T17:44:23.896796Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580802234798996367:2109] [node 6] ICP18 handshake (actor [1:7580802234798996398:2118]) is too old
2025-12-06T17:44:23.748598Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:23.583198Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802229432352027:2050] [node 3] ICP22 created new session: [6:7580802233727319409:2050]
2025-12-06T17:44:23.898394Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:23.583234Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802233727319409:2050] [node 3] ICS09 handshake done sender: [6:7580802233727319397:2115] self: [6:7580802233727319399:0] peer: [3:7580802232175744528:0] socket: 391 qp: -1
2025-12-06T17:44:23.748625Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802232004795452:2085] [node 6] ICP22 created new session: [4:7580802232004795499:2085]
2025-12-06T17:44:23.748660Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802232004795499:2085] [node 6] ICS09 handshake done sender: [4:7580802232004795470:2112] self: [4:7580802232004795469:0] peer: [6:7580802233727319416:0] socket: 402 qp: -1
2025-12-06T17:44:23.748683Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802232004795499:2085] [node 6] ICS10 traffic start
2025-12-06T17:44:23.748710Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:23.770831Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802232004795498:2048] [node 1] ICS09 handshake done sender: [4:7580802232004795468:2111] self: [4:7580802232004795482:0] peer: [1:7580802234798996378:0] socket: 392 qp: -1
2025-12-06T17:44:23.780241Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802232004795498:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:23.790987Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:23.811256Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802232004795502:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63304
2025-12-06T17:44:23.841441Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802227709828105:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(96861570ns) {HandleHandshakeStatus:329(96851007ns) {DropIncomingHandshake:442(981ns) DropOutgoingHandshake:457(5246ns) SwitchToState:179(1109ns) ProcessPendingSessionEvents:495(11656064ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 11579921ns max# 11097309ns}}}
2025-12-06T17:44:23.841596Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802227709828107:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2420) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580802232004795483:2118] held: no
2025-12-06T17:44:23.842258Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802232004795483:2118] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:23.852090Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802227709828107:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:44:23.852181Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:23.852230Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802227709828107:2050] [node 3] ICP22 created new session: [4:7580802232004795503:2050]
2025-12-06T17:44:23.852300Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802232004795503:2050] [node 3] ICS09 handshake done sender: [4:7580802232004795483:2118] self: [4:7580802232004795495:0] peer: [3:7580802232175744539:0] socket: 418 qp: -1
2025-12-06T17:44:23.852339Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802232004795503:2050] [node 3] ICS10 traffic start
2025-12-06T17:44:23.852386Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:23.583265Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802233727319409:2050] [node 3] ICS10 traffic start
2025-12-06T17:44:23.583321Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:23.584792Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802229432352026:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:23.584840Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:23.584897Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802229432352026:2049] [node 2] ICP22 created new session: [6:7580802233727319411:2049]
2025-12-06T17:44:23.584923Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802233727319411:2049] [node 2] ICS09 handshake done sender: [6:7580802233727319396:2114] self: [6:7580802233727319398:0] peer: [2:7580802234515178667:0] socket: 387 qp: -1
2025-12-06T17:44:23.584945Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802233727319411:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:23.584977Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:23.596113Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802233727319407:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19472
2025-12-06T17:44:23.596713Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802233727319408:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19472
2025-12-06T17:44:23.619772Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802233727319405:2120] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:23.648568Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802233727319353:2066] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(229037252ns) {Configure:104(229025692ns) {ProcessConfigured:135(13546718ns) {StartInitialHandshake:157(13543666ns) {DropHandshakes:470(3926ns) {DropIncomingHandshake:442(878ns) DropOutgoingHandshake:457(729ns)} GenerateSessionVirtualId:988(1561ns) PrepareNewSessionHandshake:477(5451ns) {SwitchToState:179(2729ns)}}}}}
2025-12-06T17:44:23.648851Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802233727319353:2066] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:23.655908Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802233727319350:2065] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:44:23.657789Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802233727319408:2122] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:23.659835Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802229432352025:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:23.663271Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:23.667552Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802233727319350:2065] [node 5] ICP22 created new session: [6:7580802233727319418:2065]
2025-12-06T17:44:23.670839Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802233727319420:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19472
2025-12-06T17:44:23.671554Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802233727319408:2122] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:23.671742Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802229432352025:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:23.671793Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:23.671842Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802229432352025:2048] [node 1] ICP22 created new session: [6:7580802233727319421:2048]
2025-12-06T17:44:23.671890Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802233727319421:2048] [node 1] ICS09 handshake done sender: [6:7580802233727319408:2122] self: [6:7580802233727319419:0] peer: [1:7580802234798996393:0] socket: 419 qp: -1
2025-12-06T17:44:23.671924Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802233727319421:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:23.671977Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:23.676454Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802233727319418:2065] [node 5] ICS09 handshake done sender: [6:7580802233727319405:2120] self: [6:7580802233727319406:0] peer: [5:7580802232550368846:0] socket: 414 qp: -1
2025-12-06T17:44:23.682431Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802233727319418:2065] [node 5] ICS10 traffic start
2025-12-06T17:44:23.693668Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:23.764932Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802229432352025:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(73963079ns) {HandleHandshakeStatus:329(73959883ns) {DropIncomingHandshake:442(1141ns) DropOutgoingHandshake:457(5276ns) SwitchToState:179(1221ns) ProcessPendingSessionEvents:495(73565824ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 70621365ns max# 11076766ns}}}
2025-12-06T17:44:23.788503Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802233727319424:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19472
2025-12-06T17:44:23.798900Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802233727319353:2066] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18679) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802233727319401:2116] held: no
2025-12-06T17:44:23.814302Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802233727319401:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:23.829269Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802233727319353:2066] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:44:23.851021Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:23.851098Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802233727319353:2066] [node 4] ICP22 created new session: [6:7580802233727319425:2066]
2025-12-06T17:44:23.851164Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802233727319425:2066] [node 4] ICS09 handshake done sender: [6:7580802233727319401:2116] self: [6:7580802233727319416:0] peer: [4:7580802232004795469:0] socket: 404 qp: -1
2025-12-06T17:44:23.851212Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802233727319425:2066] [node 4] ICS10 traffic start
2025-12-06T17:44:23.851274Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:23.851599Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802233727319353:2066] [node 4] ICP35 event processing took too much time PendingConnection:279(28652334ns) {HandleHandshakeStatus:329(28648987ns) {DropIncomingHandshake:442(2766ns) DropOutgoingHandshake:457(650ns) SwitchToState:179(1714ns) ProcessPendingSessionEvents:495(1503ns)}}
2025-12-06T17:44:23.895521Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802233727319350:2065] [node 5] ICP35 event processing took too much time PendingConnection:279(251283857ns) {HandleHandshakeStatus:329(249637525ns) {DropIncomingHandshake:442(2220ns) DropOutgoingHandshake:457(8950ns) SwitchToState:179(693ns) ProcessPendingSessionEvents:495(187726495ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 187566268ns max# 18868478ns}}}
2025-12-06T17:44:23.906411Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802232175744523:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(78376750ns) {HandleHandshakeStatus:329(78372598ns) {DropIncomingHandshake:442(18943ns) DropOutgoingHandshake:457(795ns) SwitchToState:179(833ns) ProcessPendingSessionEvents:495(2427181ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 2362980ns max# 1204450ns}}}
2025-12-06T17:44:23.912694Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802227880777159:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(137843784ns) {HandleHandshakeStatus:395(123662529ns) {LogHandshakeFail:472(21072ns) {UpdateErrorStateLog:545(7281ns)} DropOutgoingHandshake:457(2619ns) ProcessPendingSessionEvents:495(120135155ns) {unordered DropSessionEvent:512 num# 100 sum# 120046038ns max# 11505306ns}}}
2025-12-06T17:44:23.912883Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802232175744543:2120] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:23.913429Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802227880777159:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:23.913594Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:23.913668Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802227880777159:2049] [node 2] ICP22 created new session: [3:7580802232175744558:2049]
2025-12-06T17:44:23.913726Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802232175744558:2049] [node 2] ICS09 handshake done sender: [3:7580802232175744543:2120] self: [3:7580802232175744550:0] peer: [2:7580802234515178675:0] socket: 361 qp: -1
2025-12-06T17:44:23.913767Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802232175744558:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:23.913815Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:24.046759Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:44:24.047017Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580802234515178684:2048] [node 1] ICS01 socket: 381 reason# EndOfStream
2025-12-06T17:44:24.047062Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580802230220211296:2048] [node 1] ICP30 unregister session Session# [2:7580802234515178684:2048] VirtualId# [2:7580802234515178671:0]
2025-12-06T17:44:24.047123Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580802234515178684:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:24.047198Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:24.047239Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:24.051546Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:44:24.051779Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802232175744547:2048] [node 1] ICS01 socket: 390 reason# EndOfStream
2025-12-06T17:44:24.051824Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802227880777158:2048] [node 1] ICP30 unregister session Session# [3:7580802232175744547:2048] VirtualId# [3:7580802232175744533:0]
2025-12-06T17:44:24.051863Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802232175744547:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:24.051946Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:24.051988Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:24.057847Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:44:24.058113Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802232550368860:2048] [node 1] ICS01 socket: 412 reason# EndOfStream
2025-12-06T17:44:24.058157Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802228255401467:2048] [node 1] ICP30 unregister session Session# [5:7580802232550368860:2048] VirtualId# [5:7580802232550368853:0]
2025-12-06T17:44:24.058209Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802232550368860:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:24.058306Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:24.058358Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:24.058346Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:44:24.058553Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802232004795498:2048] [node 1] ICS07 socket disconnect 392 reason# EndOfStream
2025-12-06T17:44:24.058593Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802232004795498:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:24.058675Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:24.058724Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802232004795498:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:24.061521Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:44:24.086146Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802227709828105:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25766) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:24.086238Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802232004795498:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:24.086277Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802227709828105:2048] [node 1] ICP30 unregister session Session# [4:7580802232004795498:2048] VirtualId# [4:7580802232004795482:0]
2025-12-06T17:44:24.086330Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:24.086361Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802227709828105:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:25766) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:24.086377Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25766) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:24.062016Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802233727319421:2048] [node 1] ICS01 socket: 419 reason# EndOfStream
2025-12-06T17:44:24.062107Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802229432352025:2048] [node 1] ICP30 unregister session Session# [6:7580802233727319421:2048] VirtualId# [6:7580802233727319419:0]
2025-12-06T17:44:24.062183Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802233727319421:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:24.062321Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:24.062379Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:24.098421Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580802227709828105:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:44:24.144057Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:44:24.144306Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802232175744558:2049] [node 2] ICS01 socket: 361 reason# EndOfStream
2025-12-06T17:44:24.144355Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802227880777159:2049] [node 2] ICP30 unregister session Session# [3:7580802232175744558:2049] VirtualId# [3:7580802232175744550:0]
2025-12-06T17:44:24.144392Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802232175744558:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:24.144500Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:24.144548Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:24.154238Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:44:24.155380Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:44:24.154474Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802232550368849:2049] [node 2] ICS07 socket disconnect 367 reason# EndOfStream
2025-12-06T17:44:24.154505Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802232550368849:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:24.154613Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:24.154660Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802232550368849:2049] [node 2] ICS15 start handshake
2025-12-06T17:44:24.155571Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802233727319411:2049] [node 2] ICS01 socket: 387 reason# EndOfStream
2025-12-06T17:44:24.155620Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802229432352026:2049] [node 2] ICP30 unregister session Session# [6:7580802233727319411:2049] VirtualId# [6:7580802233727319398:0]
2025-12-06T17:44:24.155654Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802233727319411:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:24.155718Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:24.155754Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:24.158219Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802228255401468:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20268) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:24.158294Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802232550368849:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:24.158343Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802228255401468:2049] [node 2] ICP30 unregister session Session# [5:7580802232550368849:2049] VirtualId# [5:7580802232550368842:0]
2025-12-06T17:44:24.158450Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:24.158489Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802228255401468:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:20268) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:24.158505Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20268) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:24.162759Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:44:24.162976Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802232004795491:2049] [node 2] ICS01 socket: 415 reason# EndOfStream
2025-12-06T17:44:24.163018Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802227709828106:2049] [node 2] ICP30 unregister session Session# [4:7580802232004795491:2049] VirtualId# [4:7580802232004795486:0]
2025-12-06T17:44:24.163054Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802232004795491:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:24.163140Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:24.163180Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:24.173217Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802228255401468:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:44:24.263349Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:44:24.263630Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802232004795503:2050] [node 3] ICS01 socket: 418 reason# EndOfStream
2025-12-06T17:44:24.263674Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802227709828107:2050] [node 3] ICP30 unregister session Session# [4:7580802232004795503:2050] VirtualId# [4:7580802232004795495:0]
2025-12-06T17:44:24.263713Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802232004795503:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:24.263824Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:44:24.263871Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:44:24.272530Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:44:24.272782Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802232550368866:2050] [node 3] ICS01 socket: 383 reason# EndOfStream
2025-12-06T17:44:24.272831Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802228255401469:2050] [node 3] ICP30 unregister session Session# [5:7580802232550368866:2050] VirtualId# [5:7580802232550368857:0]
2025-12-06T17:44:24.272870Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802232550368866:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:24.272969Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:44:24.273019Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:44:24.272871Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:44:24.273049Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802233727319409:2050] [node 3] ICS01 socket: 391 reason# EndOfStream
2025-12-06T17:44:24.273091Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802229432352027:2050] [node 3] ICP30 unregister session Session# [6:7580802233727319409:2050] VirtualId# [6:7580802233727319399:0]
2025-12-06T17:44:24.273115Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802233727319409:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:24.273181Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:44:24.273215Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:44:24.384670Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:44:24.384939Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802233727319425:2066] [node 4] ICS01 socket: 404 reason# EndOfStream
2025-12-06T17:44:24.384996Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802233727319353:2066] [node 4] ICP30 unregister session Session# [6:7580802233727319425:2066] VirtualId# [6:7580802233727319416:0]
2025-12-06T17:44:24.385211Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802233727319425:2066] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:24.385308Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:44:24.385358Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:44:24.390747Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:44:24.391016Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802232550368862:2065] [node 4] ICS07 socket disconnect 403 reason# EndOfStream
2025-12-06T17:44:24.391046Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802232550368862:2065] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:24.391143Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:44:24.391189Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802232550368862:2065] [node 4] ICS15 start handshake
2025-12-06T17:44:24.392389Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802232550368800:2065] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18679) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:24.392447Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802232550368862:2065] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:24.392483Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802232550368800:2065] [node 4] ICP30 unregister session Session# [5:7580802232550368862:2065] VirtualId# [5:7580802232550368851:0]
2025-12-06T17:44:24.392592Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:44:24.392633Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802232550368800:2065] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:18679) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:24.392648Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18679) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:24.404639Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802232550368800:2065] [node 4] ICP33 wake up from error state
2025-12-06T17:44:24.502756Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:44:24.503035Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802233727319418:2065] [node 5] ICS07 socket disconnect 414 reason# EndOfStream
2025-12-06T17:44:24.503068Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802233727319418:2065] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:24.503188Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:44:24.503259Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802233727319418:2065] [node 5] ICS15 start handshake
2025-12-06T17:44:24.504641Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802233727319350:2065] [node 5] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7331) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:24.504716Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802233727319418:2065] [node 5] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:24.504781Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802233727319350:2065] [node 5] ICP30 unregister session Session# [6:7580802233727319418:2065] VirtualId# [6:7580802233727319406:0]
2025-12-06T17:44:24.504891Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
2025-12-06T17:44:24.504923Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802233727319350:2065] [node 5] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:7331) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:24.504937Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [5] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7331) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:44:24.793447Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802239708553439:2048] [node 2] ICP01 ready to work
2025-12-06T17:44:24.793492Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802239708553440:2049] [node 3] ICP01 ready to work
2025-12-06T17:44:24.838942Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802239237502047:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:24.838991Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802239237502048:2049] [node 3] ICP01 ready to work
2025-12-06T17:44:24.835570Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802237144494255:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:24.835608Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802237144494256:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:24.865268Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802239691873275:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:24.865309Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802239691873276:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:24.865345Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802239691873277:2050] [node 3] ICP01 ready to work
2025-12-06T17:44:24.899398Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802237690184645:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:24.899441Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802237690184646:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:24.899490Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802237690184647:2050] [node 3] ICP01 ready to work
2025-12-06T17:44:24.894935Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802239343856255:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:24.894972Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802239343856256:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:24.895006Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802239343856257:2050] [node 3] ICP01 ready to work
2025-12-06T17:44:25.469035Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802243638823566:2061] [node 4] ICP01 ready to work
2025-12-06T17:44:25.517758Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802243638823573:2067] [node 5] ICP01 ready to work
2025-12-06T17:44:25.552117Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802239343856257:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(29836882ns) {Configure:104(29828644ns) {ProcessConfigured:135(99793ns) {StartInitialHandshake:157(96997ns) {DropHandshakes:470(7689ns) {DropIncomingHandshake:442(930ns) DropOutgoingHandshake:457(654ns)} GenerateSessionVirtualId:988(1171ns) PrepareNewSessionHandshake:477(2800ns) {SwitchToState:179(1052ns)}}}}}
2025-12-06T17:44:25.510736Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802241985151998:2099] [node 6] ICP01 ready to work
2025-12-06T17:44:25.588252Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802241439461614:2107] [node 4] ICP01 ready to work
2025-12-06T17:44:25.588781Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802241439461615:2108] [node 5] ICP01 ready to work
2025-12-06T17:44:25.589431Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802241439461616:2109] [node 6] ICP01 ready to work
2025-12-06T17:44:25.583072Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802243532469424:2112] [node 6] ICP01 ready to work
2025-12-06T17:44:25.639045Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802241439461614:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(16940043ns) {Configure:104(16934240ns) {ProcessConfigured:135(15061274ns) {StartInitialHandshake:157(15057932ns) {DropHandshakes:470(2487ns) {DropIncomingHandshake:442(397ns) DropOutgoingHandshake:457(494ns)} GenerateSessionVirtualId:988(1041ns) PrepareNewSessionHandshake:477(4259ns) {SwitchToState:179(2368ns)}}}}}
2025-12-06T17:44:25.624956Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802244003520798:2107] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:25.651581Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802241985152005:2102] [node 5] ICP01 ready to work
2025-12-06T17:44:25.659755Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802243532469425:2107] [node 4] ICP01 ready to work
2025-12-06T17:44:25.652311Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802243986840634:2087] [node 4] ICP01 ready to work
2025-12-06T17:44:25.654970Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802243986840637:2089] [node 6] ICP01 ready to work
2025-12-06T17:44:25.659465Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802244003520799:2108] [node 5] ICP01 ready to work
2025-12-06T17:44:25.671862Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802243532469426:2108] [node 5] ICP01 ready to work
2025-12-06T17:44:25.670517Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802241439461617:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14639
2025-12-06T17:44:25.700518Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802241439461617:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:25.716079Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802244003520800:2109] [node 6] ICP01 ready to work
2025-12-06T17:44:25.737569Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802243532469424:2112] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(48409895ns) {Configure:104(48402264ns) {ProcessConfigured:135(87316ns) {StartInitialHandshake:157(83504ns) {DropHandshakes:470(4013ns) {DropIncomingHandshake:442(838ns) DropOutgoingHandshake:457(1022ns)} GenerateSessionVirtualId:988(1453ns) PrepareNewSessionHandshake:477(2549ns) {SwitchToState:179(822ns)}}}}}
2025-12-06T17:44:25.740934Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802241985151998:2099] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(32972426ns) {Configure:104(32966352ns) {ProcessConfigured:135(75318ns) {StartInitialHandshake:157(70987ns) {DropHandshakes:470(3982ns) {DropIncomingHandshake:442(1207ns) DropOutgoingHandshake:457(473ns)} GenerateSessionVirtualId:988(1131ns) PrepareNewSessionHandshake:477(6894ns) {SwitchToState:179(961ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:25.762110Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802237690184647:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(20867872ns) {Configure:104(20858022ns) {ProcessConfigured:135(69658ns) {StartInitialHandshake:157(67153ns) {DropHandshakes:470(3189ns) {DropIncomingHandshake:442(541ns) DropOutgoingHandshake:457(801ns)} GenerateSessionVirtualId:988(991ns) PrepareNewSessionHandshake:477(2265ns) {SwitchToState:179(659ns)}}}}}
2025-12-06T17:44:25.765310Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802241985152006:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43268
2025-12-06T17:44:25.765528Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802241985152007:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43268
2025-12-06T17:44:25.765691Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802241985152008:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43268
2025-12-06T17:44:25.769640Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802241985152008:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:25.769951Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802241985152006:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:25.770060Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802241985152007:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:25.772491Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802239708553439:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(22450609ns) {Configure:104(22445013ns) {ProcessConfigured:135(80102ns) {StartInitialHandshake:157(77762ns) {DropHandshakes:470(3665ns) {DropIncomingHandshake:442(825ns) DropOutgoingHandshake:457(460ns)} GenerateSessionVirtualId:988(1403ns) PrepareNewSessionHandshake:477(2578ns) {SwitchToState:179(730ns)}}}}}
2025-12-06T17:44:25.757261Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802239237502048:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(18395938ns) {Configure:104(18389172ns) {ProcessConfigured:135(91251ns) {StartInitialHandshake:157(88311ns) {DropHandshakes:470(6310ns) {DropIncomingHandshake:442(1057ns) DropOutgoingHandshake:457(436ns)} GenerateSessionVirtualId:988(1442ns) PrepareNewSessionHandshake:477(2931ns) {SwitchToState:179(1164ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:25.780326Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802241439461623:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:25.780366Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802241439461623:2113] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:44:25.779650Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802237690184647:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:25.783346Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802243986840649:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22074
2025-12-06T17:44:25.783479Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802243986840650:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22074
2025-12-06T17:44:25.779539Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802243532469427:2128] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15431
2025-12-06T17:44:25.779748Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802243532469428:2129] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15431
2025-12-06T17:44:25.781298Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802243532469439:2135] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15431
2025-12-06T17:44:25.806273Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802243532469428:2129] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:25.817640Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802244003520805:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51976
2025-12-06T17:44:25.817812Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802244003520806:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51976
2025-12-06T17:44:25.817948Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802244003520809:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51976
2025-12-06T17:44:25.818700Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802244003520814:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51976
2025-12-06T17:44:25.817215Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802243638823630:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60957
2025-12-06T17:44:25.817375Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802243638823629:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60957
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:25.819580Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802243986840651:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22074
2025-12-06T17:44:25.820271Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802241439461623:2113] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:25.821032Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802241439461614:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:44:25.821090Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:25.821148Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802241439461614:2107] [node 4] ICP22 created new session: [3:7580802241439461635:2107]
2025-12-06T17:44:25.821197Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802241439461635:2107] [node 4] ICS09 handshake done sender: [3:7580802241439461623:2113] self: [3:7580802241439461622:0] peer: [4:7580802241985152022:0] socket: 379 qp: -1
2025-12-06T17:44:25.821232Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802241439461635:2107] [node 4] ICS10 traffic start
2025-12-06T17:44:25.821273Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:25.822412Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802241439461633:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14639
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:25.823257Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802243986840652:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22074
2025-12-06T17:44:25.823614Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802244003520805:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:25.823712Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802244003520806:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:25.830425Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802243532469439:2135] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:25.831862Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802243986840650:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:25.832049Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802239691873276:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:25.832763Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802243532469430:2130] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:25.832796Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802243532469430:2130] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:25.834913Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802243532469427:2128] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:25.835184Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802243532469444:2136] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15431
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:25.836386Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802243986840654:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22074
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:25.837894Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802241985152025:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43268
2025-12-06T17:44:25.835748Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802243638823630:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:25.835883Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802239343856256:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:25.838606Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802243986840649:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:25.838742Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802243986840634:2087] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:25.839338Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802241985152008:2112] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:25.839612Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802243532469430:2130] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:25.840253Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802243986840650:2116] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:25.840532Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802239691873276:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:25.840594Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:25.840657Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802239691873276:2049] [node 2] ICP22 created new session: [5:7580802243986840656:2049]
2025-12-06T17:44:25.840711Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802243986840656:2049] [node 2] ICS09 handshake done sender: [5:7580802243986840650:2116] self: [5:7580802243986840653:0] peer: [2:7580802243532469429:0] socket: 397 qp: -1
2025-12-06T17:44:25.840749Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802243986840656:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:25.840789Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:25.843627Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802241985152012:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:25.843663Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802241985152012:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:25.844303Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802237690184647:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:44:25.844365Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:25.844417Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802237690184647:2050] [node 3] ICP22 created new session: [4:7580802241985152026:2050]
2025-12-06T17:44:25.844484Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802241985152026:2050] [node 3] ICS09 handshake done sender: [4:7580802241985152008:2112] self: [4:7580802241985152022:0] peer: [3:7580802241439461622:0] socket: 382 qp: -1
2025-12-06T17:44:25.844519Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802241985152026:2050] [node 3] ICS10 traffic start
2025-12-06T17:44:25.844565Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:25.863783Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802243532469434:2132] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:25.863818Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802243532469434:2132] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:25.862726Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802243638823629:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:25.858316Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802243986840658:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22074
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:25.888897Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802241439461637:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14639
2025-12-06T17:44:25.889000Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802241439461638:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14639
2025-12-06T17:44:25.864759Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802243532469426:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:25.863099Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802241985152012:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:25.892892Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802243986840649:2115] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:25.894874Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802243638823566:2061] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:25.864825Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:25.907390Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802243986840652:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:25.907648Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802243986840634:2087] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:44:25.907707Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:25.907758Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802243986840634:2087] [node 4] ICP22 created new session: [5:7580802243986840660:2087]
2025-12-06T17:44:25.907827Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802243986840660:2087] [node 4] ICS09 handshake done sender: [5:7580802243986840649:2115] self: [5:7580802243986840655:0] peer: [4:7580802241985152011:0] socket: 396 qp: -1
2025-12-06T17:44:25.907863Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802243986840660:2087] [node 4] ICS10 traffic start
2025-12-06T17:44:25.907903Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:25.913219Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802239691873277:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:25.914870Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802241439461637:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:25.864878Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802243532469426:2108] [node 5] ICP22 created new session: [2:7580802243532469450:2108]
2025-12-06T17:44:25.936430Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802241985152005:2102] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:25.936523Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:25.938282Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802241985152005:2102] [node 5] ICP22 created new session: [4:7580802241985152030:2102]
2025-12-06T17:44:25.938351Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802241985152030:2102] [node 5] ICS09 handshake done sender: [4:7580802241985152012:2114] self: [4:7580802241985152011:0] peer: [5:7580802243986840655:0] socket: 389 qp: -1
2025-12-06T17:44:25.938403Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802241985152030:2102] [node 5] ICS10 traffic start
2025-12-06T17:44:25.938451Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:25.940949Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802241985152014:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:25.940977Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802241985152014:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:25.913699Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802243638823633:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60957
2025-12-06T17:44:25.936712Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802244003520809:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:25.864940Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802243532469450:2108] [node 5] ICS09 handshake done sender: [2:7580802243532469430:2130] self: [2:7580802243532469429:0] peer: [5:7580802243986840653:0] socket: 391 qp: -1
2025-12-06T17:44:25.946805Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802241439461625:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:25.914096Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802243638823634:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60957
2025-12-06T17:44:25.951298Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802244003520814:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:25.946882Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802241439461625:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:25.954907Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802243986840651:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:25.920773Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802243638823630:2116] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:25.921507Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802239343856256:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:25.921620Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:25.921676Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802239343856256:2049] [node 2] ICP22 created new session: [6:7580802243638823635:2049]
2025-12-06T17:44:25.921728Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802243638823635:2049] [node 2] ICS09 handshake done sender: [6:7580802243638823630:2116] self: [6:7580802243638823631:0] peer: [2:7580802243532469433:0] socket: 399 qp: -1
2025-12-06T17:44:25.921768Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802243638823635:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:25.921805Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:25.864972Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802243532469450:2108] [node 5] ICS10 traffic start
2025-12-06T17:44:25.955081Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802239691873275:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:25.971211Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802244003520804:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:25.971292Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802244003520804:2111] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:25.865021Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:25.918815Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802243532469449:2137] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15431
2025-12-06T17:44:25.919997Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802243532469434:2132] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:25.947844Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802243532469424:2112] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:25.947939Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:25.947998Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802243532469424:2112] [node 6] ICP22 created new session: [2:7580802243532469453:2112]
2025-12-06T17:44:25.948067Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802243532469453:2112] [node 6] ICS09 handshake done sender: [2:7580802243532469434:2132] self: [2:7580802243532469433:0] peer: [6:7580802243638823631:0] socket: 393 qp: -1
2025-12-06T17:44:25.948108Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802243532469453:2112] [node 6] ICS10 traffic start
2025-12-06T17:44:25.948146Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:25.973609Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802241439461638:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:25.973761Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802241439461633:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:25.974322Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802237144494256:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:25.974381Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802237144494255:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:25.977802Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802241439461625:2114] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:25.978246Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802243986840665:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22074
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:25.978569Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802243986840666:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22074
2025-12-06T17:44:25.979232Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802243532469444:2136] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:25.979405Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802243532469436:2133] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:25.979431Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802243532469436:2133] [node 3] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:25.981191Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802243638823634:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:25.981335Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802243638823638:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60957
2025-12-06T17:44:25.981457Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802243638823573:2067] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:25.978877Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802241439461615:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:25.978958Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:25.979005Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802241439461615:2108] [node 5] ICP22 created new session: [3:7580802241439461643:2108]
2025-12-06T17:44:25.979057Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802241439461643:2108] [node 5] ICS09 handshake done sender: [3:7580802241439461625:2114] self: [3:7580802241439461624:0] peer: [5:7580802243986840662:0] socket: 407 qp: -1
2025-12-06T17:44:25.979100Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802241439461643:2108] [node 5] ICS10 traffic start
2025-12-06T17:44:25.979142Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:25.983484Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580802239237502047:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:25.985143Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802244003520804:2111] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:25.986315Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802241985152014:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:25.987898Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802243986840645:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:25.987939Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580802243986840645:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:25.988786Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802243986840652:2118] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:25.989884Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802243638823629:2115] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:25.994396Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802241439461645:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14639
2025-12-06T17:44:25.995653Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802241985151998:2099] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:25.995773Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:25.995835Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802241985151998:2099] [node 6] ICP22 created new session: [4:7580802241985152034:2099]
2025-12-06T17:44:25.995914Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802241985152034:2099] [node 6] ICS09 handshake done sender: [4:7580802241985152014:2115] self: [4:7580802241985152013:0] peer: [6:7580802243638823632:0] socket: 390 qp: -1
2025-12-06T17:44:25.995984Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802243638823566:2061] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:44:25.996072Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:26.002049Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802243986840651:2117] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:26.010008Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802241439461638:2118] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:26.002039Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802243638823566:2061] [node 4] ICP22 created new session: [6:7580802243638823641:2061]
2025-12-06T17:44:25.994822Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802244003520802:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:25.994865Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802244003520802:2110] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:44:26.002950Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802243532469436:2133] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:26.019121Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802243532469449:2137] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:26.019210Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802239237502048:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:44:26.019286Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:26.019345Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802239237502048:2049] [node 3] ICP22 created new session: [2:7580802247827436754:2049]
2025-12-06T17:44:26.019396Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802247827436754:2049] [node 3] ICS09 handshake done sender: [2:7580802243532469436:2133] self: [2:7580802243532469435:0] peer: [3:7580802241439461641:0] socket: 417 qp: -1
2025-12-06T17:44:26.019432Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802247827436754:2049] [node 3] ICS10 traffic start
2025-12-06T17:44:26.019479Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:26.011122Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802244003520808:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:26.011156Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802244003520808:2114] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:44:26.011869Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802244003520799:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:26.011960Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:26.012044Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802244003520799:2108] [node 5] ICP22 created new session: [1:7580802248298488119:2108]
2025-12-06T17:44:26.012100Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802248298488119:2108] [node 5] ICS09 handshake done sender: [1:7580802244003520804:2111] self: [1:7580802244003520803:0] peer: [5:7580802243986840664:0] socket: 403 qp: -1
2025-12-06T17:44:26.012137Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802248298488119:2108] [node 5] ICS10 traffic start
2025-12-06T17:44:26.012197Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:26.002230Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802241985152034:2099] [node 6] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:26.016603Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802243638823641:2061] [node 4] ICS09 handshake done sender: [6:7580802243638823629:2115] self: [6:7580802243638823632:0] peer: [4:7580802241985152013:0] socket: 398 qp: -1
2025-12-06T17:44:26.020997Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802243638823641:2061] [node 4] ICS10 traffic start
2025-12-06T17:44:26.022471Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:26.029301Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802237144494256:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:26.029384Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:26.029445Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802237144494256:2049] [node 2] ICP22 created new session: [3:7580802245734428943:2049]
2025-12-06T17:44:26.029499Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802245734428943:2049] [node 2] ICS09 handshake done sender: [3:7580802241439461638:2118] self: [3:7580802241439461641:0] peer: [2:7580802243532469435:0] socket: 420 qp: -1
2025-12-06T17:44:26.029549Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802245734428943:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:26.029591Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:26.002305Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:26.043294Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802243986840667:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22074
2025-12-06T17:44:26.046195Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802243638823566:2061] [node 4] ICP35 event processing took too much time PendingConnection:279(49241164ns) {HandleHandshakeStatus:329(49238530ns) {DropIncomingHandshake:442(444ns) DropOutgoingHandshake:457(4738ns) SwitchToState:179(200ns) ProcessPendingSessionEvents:495(3456567ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 3387773ns max# 2837147ns}}}
2025-12-06T17:44:26.015700Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802241985151998:2099] [node 6] ICP35 event processing took too much time PendingConnection:279(19101725ns) {HandleHandshakeStatus:329(19098223ns) {DropIncomingHandshake:442(17472ns) DropOutgoingHandshake:457(675ns) SwitchToState:179(695ns) ProcessPendingSessionEvents:495(4219273ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 4119424ns max# 3663913ns}}}
2025-12-06T17:44:26.038889Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802241985152033:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43268
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:26.048045Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802239691873277:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:44:26.048128Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:26.048182Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802239691873277:2050] [node 3] ICP22 created new session: [5:7580802248281807965:2050]
2025-12-06T17:44:26.048254Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802248281807965:2050] [node 3] ICS09 handshake done sender: [5:7580802243986840652:2118] self: [5:7580802243986840662:0] peer: [3:7580802241439461624:0] socket: 408 qp: -1
2025-12-06T17:44:26.048300Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802248281807965:2050] [node 3] ICS10 traffic start
2025-12-06T17:44:26.048339Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:26.049108Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7580802239691873277:2050] [node 3] ICP27 obsolete handshake fail ignored
2025-12-06T17:44:26.050273Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802239691873275:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:26.050323Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:26.050397Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802239691873275:2048] [node 1] ICP22 created new session: [5:7580802248281807967:2048]
2025-12-06T17:44:26.050450Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802248281807967:2048] [node 1] ICS09 handshake done sender: [5:7580802243986840651:2117] self: [5:7580802243986840664:0] peer: [1:7580802244003520803:0] socket: 405 qp: -1
2025-12-06T17:44:26.050495Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802248281807967:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:26.050994Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802247827436757:2138] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15431
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:26.072197Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802245734428945:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14639
2025-12-06T17:44:26.056588Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802244003520802:2110] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:26.054079Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802241985152033:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:26.066751Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:26.087434Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802244003520808:2114] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:26.056550Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802243532469438:2134] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:26.089962Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802239691873275:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(38804623ns) {HandleHandshakeStatus:329(38801978ns) {DropIncomingHandshake:442(572ns) DropOutgoingHandshake:457(3668ns) SwitchToState:179(853ns) ProcessPendingSessionEvents:495(2061679ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 1992482ns max# 1574628ns}}}
2025-12-06T17:44:26.056579Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802243532469438:2134] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:44:26.084806Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802243532469438:2134] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:26.093756Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802243532469425:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:44:26.093846Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:26.093903Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802243532469425:2107] [node 4] ICP22 created new session: [2:7580802247827436759:2107]
2025-12-06T17:44:26.093959Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802247827436759:2107] [node 4] ICS09 handshake done sender: [2:7580802243532469438:2134] self: [2:7580802243532469437:0] peer: [4:7580802246280119332:0] socket: 428 qp: -1
2025-12-06T17:44:26.094000Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802247827436759:2107] [node 4] ICS10 traffic start
2025-12-06T17:44:26.094040Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:26.054249Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802237690184646:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:26.087854Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802241439461633:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:26.108447Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802239708553440:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:44:26.108551Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:26.108605Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802239708553440:2049] [node 3] ICP22 created new session: [1:7580802248298488124:2049]
2025-12-06T17:44:26.108657Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802248298488124:2049] [node 3] ICS09 handshake done sender: [1:7580802244003520802:2110] self: [1:7580802244003520801:0] peer: [3:7580802241439461642:0] socket: 402 qp: -1
2025-12-06T17:44:26.108700Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802248298488124:2049] [node 3] ICS10 traffic start
2025-12-06T17:44:26.108757Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:26.120183Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802239708553439:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:44:26.120284Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:26.120337Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802239708553439:2048] [node 2] ICP22 created new session: [1:7580802248298488126:2048]
2025-12-06T17:44:26.120382Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802248298488126:2048] [node 2] ICS09 handshake done sender: [1:7580802244003520808:2114] self: [1:7580802244003520807:0] peer: [2:7580802243532469457:0] socket: 404 qp: -1
2025-12-06T17:44:26.120429Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802248298488126:2048] [node 2] ICS10 traffic start
2025-12-06T17:44:26.120475Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:26.132103Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802243638823640:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60957
2025-12-06T17:44:26.132288Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802247933790939:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60957
2025-12-06T17:44:26.132418Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802247933790940:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60957
2025-12-06T17:44:26.075438Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802246280119333:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43268
2025-12-06T17:44:26.113203Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802243532469444:2136] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:26.105581Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802237144494255:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:26.105644Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:26.105697Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802237144494255:2048] [node 1] ICP22 created new session: [3:7580802245734428946:2048]
2025-12-06T17:44:26.105748Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802245734428946:2048] [node 1] ICS09 handshake done sender: [3:7580802241439461633:2116] self: [3:7580802241439461642:0] peer: [1:7580802244003520801:0] socket: 406 qp: -1
2025-12-06T17:44:26.105787Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802245734428946:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:26.105828Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:26.093315Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802241985152033:2119] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:26.109792Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802237690184646:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:26.109881Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:26.110684Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802237690184646:2049] [node 2] ICP22 created new session: [4:7580802246280119334:2049]
2025-12-06T17:44:26.110767Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802246280119334:2049] [node 2] ICS09 handshake done sender: [4:7580802241985152033:2119] self: [4:7580802246280119332:0] peer: [2:7580802243532469437:0] socket: 431 qp: -1
2025-12-06T17:44:26.110805Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802246280119334:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:26.110853Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:26.136894Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580802239237502047:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:26.137006Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:26.137054Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802239237502047:2048] [node 1] ICP22 created new session: [2:7580802247827436761:2048]
2025-12-06T17:44:26.137101Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802247827436761:2048] [node 1] ICS09 handshake done sender: [2:7580802243532469444:2136] self: [2:7580802243532469457:0] peer: [1:7580802244003520807:0] socket: 410 qp: -1
2025-12-06T17:44:26.137145Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802247827436761:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:26.137181Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:26.140837Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7580802239691873275:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:44:26.141758Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802243986840667:2123] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:26.149516Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7580802237690184646:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:44:26.153186Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802243638823640:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:26.155019Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802239343856257:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:26.155591Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802241439461627:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:26.155629Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802241439461627:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:26.157319Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802243986840645:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:26.157618Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802241439461627:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:26.157981Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580802243986840637:2089] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:26.158068Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:26.158120Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802243986840637:2089] [node 6] ICP22 created new session: [5:7580802248281807970:2089]
2025-12-06T17:44:26.158172Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802248281807970:2089] [node 6] ICS09 handshake done sender: [5:7580802243986840645:2114] self: [5:7580802243986840644:0] peer: [6:7580802243638823639:0] socket: 421 qp: -1
2025-12-06T17:44:26.158206Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802248281807970:2089] [node 6] ICS10 traffic start
2025-12-06T17:44:26.158249Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:26.160228Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802241439461616:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:26.160299Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:26.160351Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802241439461616:2109] [node 6] ICP22 created new session: [3:7580802245734428949:2109]
2025-12-06T17:44:26.160392Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802245734428949:2109] [node 6] ICS09 handshake done sender: [3:7580802241439461627:2115] self: [3:7580802241439461626:0] peer: [6:7580802247933790942:0] socket: 430 qp: -1
2025-12-06T17:44:26.160428Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802245734428949:2109] [node 6] ICS10 traffic start
2025-12-06T17:44:26.160467Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:26.174979Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802248298488128:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51976
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:26.182910Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802246280119336:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43268
2025-12-06T17:44:26.184960Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802246280119336:2121] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:26.185143Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802237690184645:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:26.185538Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802244003520813:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:26.185573Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802244003520813:2117] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:44:26.186620Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802244003520813:2117] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:26.186920Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802244003520798:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:44:26.186985Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:26.187032Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802244003520798:2107] [node 4] ICP22 created new session: [1:7580802248298488131:2107]
2025-12-06T17:44:26.187078Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802248298488131:2107] [node 4] ICS09 handshake done sender: [1:7580802244003520813:2117] self: [1:7580802244003520812:0] peer: [4:7580802246280119337:0] socket: 401 qp: -1
2025-12-06T17:44:26.187116Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802248298488131:2107] [node 4] ICS10 traffic start
2025-12-06T17:44:26.187165Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:26.188627Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802243638823573:2067] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14934) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802243638823634:2118] held: no
2025-12-06T17:44:26.189345Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802239343856257:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12089) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802243638823640:2120] held: no
2025-12-06T17:44:26.189990Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802247933790943:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60957
2025-12-06T17:44:26.191868Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802246280119338:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43268
2025-12-06T17:44:26.192563Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802246280119336:2121] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:26.192779Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802237690184645:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:26.192847Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:26.192890Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802237690184645:2048] [node 1] ICP22 created new session: [4:7580802246280119339:2048]
2025-12-06T17:44:26.192941Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802246280119339:2048] [node 1] ICS09 handshake done sender: [4:7580802246280119336:2121] self: [4:7580802246280119337:0] peer: [1:7580802244003520812:0] socket: 414 qp: -1
2025-12-06T17:44:26.192977Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802246280119339:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:26.193019Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:26.196089Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802248298488128:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:26.197842Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802247933790940:2122] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:26.197916Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802243638823634:2118] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:26.198453Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802243638823573:2067] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:44:26.198521Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:26.198590Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802243638823573:2067] [node 5] ICP22 created new session: [6:7580802247933790944:2067]
2025-12-06T17:44:26.198644Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802247933790944:2067] [node 5] ICS09 handshake done sender: [6:7580802243638823634:2118] self: [6:7580802243638823639:0] peer: [5:7580802243986840644:0] socket: 422 qp: -1
2025-12-06T17:44:26.198678Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802247933790944:2067] [node 5] ICS10 traffic start
2025-12-06T17:44:26.198711Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:26.200313Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802243638823640:2120] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:26.201732Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802239343856257:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:44:26.201804Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:26.201859Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802239343856257:2050] [node 3] ICP22 created new session: [6:7580802247933790946:2050]
2025-12-06T17:44:26.201920Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802247933790946:2050] [node 3] ICS09 handshake done sender: [6:7580802243638823640:2120] self: [6:7580802247933790942:0] peer: [3:7580802241439461626:0] socket: 432 qp: -1
2025-12-06T17:44:26.201965Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802247933790946:2050] [node 3] ICS10 traffic start
2025-12-06T17:44:26.202002Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:26.202974Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802239343856255:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:26.204283Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802244003520811:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:26.204319Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802244003520811:2116] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:26.205615Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802244003520811:2116] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:26.206008Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802244003520800:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:26.206100Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:26.206148Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802244003520800:2109] [node 6] ICP22 created new session: [1:7580802248298488135:2109]
2025-12-06T17:44:26.206197Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802248298488135:2109] [node 6] ICS09 handshake done sender: [1:7580802244003520811:2116] self: [1:7580802244003520810:0] peer: [6:7580802247933790948:0] socket: 416 qp: -1
2025-12-06T17:44:26.206230Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802248298488135:2109] [node 6] ICS10 traffic start
2025-12-06T17:44:26.206269Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:26.209341Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802239343856255:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2251) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802247933790940:2122] held: no
2025-12-06T17:44:26.209991Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802247933790949:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60957
2025-12-06T17:44:26.210648Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802247933790940:2122] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:26.210847Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802239343856255:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:26.210916Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:26.210960Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802239343856255:2048] [node 1] ICP22 created new session: [6:7580802247933790950:2048]
2025-12-06T17:44:26.211001Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802247933790950:2048] [node 1] ICS09 handshake done sender: [6:7580802247933790940:2122] self: [6:7580802247933790948:0] peer: [1:7580802244003520810:0] socket: 378 qp: -1
2025-12-06T17:44:26.211034Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802247933790950:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:26.211063Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:26.254890Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:44:26.255133Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7580802247827436761:2048] [node 1] ICS07 socket disconnect 410 reason# EndOfStream
2025-12-06T17:44:26.255159Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580802247827436761:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:26.255244Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:26.255282Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580802247827436761:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:26.260263Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:44:26.260492Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580802245734428946:2048] [node 1] ICS07 socket disconnect 406 reason# EndOfStream
2025-12-06T17:44:26.260528Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802245734428946:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:26.260604Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:26.260646Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802245734428946:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:26.276341Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:44:26.276592Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802246280119339:2048] [node 1] ICS01 socket: 414 reason# EndOfStream
2025-12-06T17:44:26.276634Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802237690184645:2048] [node 1] ICP30 unregister session Session# [4:7580802246280119339:2048] VirtualId# [4:7580802246280119337:0]
2025-12-06T17:44:26.276674Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802246280119339:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:26.276761Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:26.276804Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:26.276913Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:44:26.277090Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802248281807967:2048] [node 1] ICS07 socket disconnect 405 reason# EndOfStream
2025-12-06T17:44:26.277124Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802248281807967:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:26.277184Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:26.277223Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802248281807967:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:26.277739Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:44:26.277911Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802247933790950:2048] [node 1] ICS01 socket: 378 reason# EndOfStream
2025-12-06T17:44:26.277949Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802239343856255:2048] [node 1] ICP30 unregister session Session# [6:7580802247933790950:2048] VirtualId# [6:7580802247933790948:0]
2025-12-06T17:44:26.277976Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802247933790950:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:26.278045Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:26.278080Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:26.284599Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802239691873275:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2251) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:26.284681Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802248281807967:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:26.284719Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802239691873275:2048] [node 1] ICP30 unregister session Session# [5:7580802248281807967:2048] VirtualId# [5:7580802243986840664:0]
2025-12-06T17:44:26.284832Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:26.284882Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802239691873275:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:2251) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:26.284900Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2251) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:26.286003Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802239237502047:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2251) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:44:26.286049Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580802247827436761:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:26.287141Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802237144494255:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2251) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:44:26.287182Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802245734428946:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:26.288047Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802239237502047:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2251) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:26.288108Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580802247827436761:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:26.288143Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580802239237502047:2048] [node 1] ICP30 unregister session Session# [2:7580802247827436761:2048] VirtualId# [2:7580802243532469457:0]
2025-12-06T17:44:26.288183Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:26.288218Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [2:7580802239237502047:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:2251) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:26.288233Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2251) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:26.289238Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802237144494255:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2251) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:26.289293Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802245734428946:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:26.289327Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802237144494255:2048] [node 1] ICP30 unregister session Session# [3:7580802245734428946:2048] VirtualId# [3:7580802241439461642:0]
2025-12-06T17:44:26.289365Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:26.289392Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580802237144494255:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:2251) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:26.289406Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2251) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:26.295009Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802239691873275:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:44:26.302816Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580802237144494255:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:44:26.340401Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:44:26.340633Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802245734428943:2049] [node 2] ICS01 socket: 420 reason# EndOfStream
2025-12-06T17:44:26.340679Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802237144494256:2049] [node 2] ICP30 unregister session Session# [3:7580802245734428943:2049] VirtualId# [3:7580802241439461641:0]
2025-12-06T17:44:26.340715Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802245734428943:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:26.340807Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:26.340854Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:26.353680Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:44:26.353898Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802243638823635:2049] [node 2] ICS07 socket disconnect 399 reason# EndOfStream
2025-12-06T17:44:26.353922Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802243638823635:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:26.353983Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:26.354013Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802243638823635:2049] [node 2] ICS15 start handshake
2025-12-06T17:44:26.354558Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:44:26.354742Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802246280119334:2049] [node 2] ICS01 socket: 431 reason# EndOfStream
2025-12-06T17:44:26.354781Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802237690184646:2049] [node 2] ICP30 unregister session Session# [4:7580802246280119334:2049] VirtualId# [4:7580802246280119332:0]
2025-12-06T17:44:26.354816Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802246280119334:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:26.354898Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:26.354946Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:26.356142Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802239343856256:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18236) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:26.356197Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802243638823635:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:26.356230Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802239343856256:2049] [node 2] ICP30 unregister session Session# [6:7580802243638823635:2049] VirtualId# [6:7580802243638823631:0]
2025-12-06T17:44:26.356270Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:26.356318Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802239343856256:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:18236) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:26.356332Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18236) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:26.358654Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:44:26.358863Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802243986840656:2049] [node 2] ICS07 socket disconnect 397 reason# EndOfStream
2025-12-06T17:44:26.358891Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802243986840656:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:26.358975Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:26.359014Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802243986840656:2049] [node 2] ICS15 start handshake
2025-12-06T17:44:26.361474Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802239691873276:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18236) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:26.361547Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802243986840656:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:26.361586Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802239691873276:2049] [node 2] ICP30 unregister session Session# [5:7580802243986840656:2049] VirtualId# [5:7580802243986840653:0]
2025-12-06T17:44:26.361645Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:26.361756Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802239691873276:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:18236) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:26.361794Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18236) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:26.367403Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802239343856256:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:44:26.374927Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802239691873276:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:44:26.424703Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:44:26.424965Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802241985152026:2050] [node 3] ICS07 socket disconnect 382 reason# EndOfStream
2025-12-06T17:44:26.424997Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802241985152026:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:26.425096Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:44:26.425142Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802241985152026:2050] [node 3] ICS15 start handshake
2025-12-06T17:44:26.436764Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:44:26.436972Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802248281807965:2050] [node 3] ICS07 socket disconnect 408 reason# EndOfStream
2025-12-06T17:44:26.437011Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802248281807965:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:26.435973Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:44:26.437089Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:44:26.436267Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802247933790946:2050] [node 3] ICS01 socket: 432 reason# EndOfStream
2025-12-06T17:44:26.436318Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802239343856257:2050] [node 3] ICP30 unregister session Session# [6:7580802247933790946:2050] VirtualId# [6:7580802247933790942:0]
2025-12-06T17:44:26.436358Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802247933790946:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:26.436468Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:44:26.436518Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:44:26.437145Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802248281807965:2050] [node 3] ICS15 start handshake
2025-12-06T17:44:26.438345Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802237690184647:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12089) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:26.438408Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802241985152026:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:26.438444Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802237690184647:2050] [node 3] ICP30 unregister session Session# [4:7580802241985152026:2050] VirtualId# [4:7580802241985152022:0]
2025-12-06T17:44:26.438494Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:44:26.438524Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802237690184647:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:12089) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:26.438556Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12089) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:26.448120Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802239691873277:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12089) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:26.448207Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802248281807965:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:26.448245Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802239691873277:2050] [node 3] ICP30 unregister session Session# [5:7580802248281807965:2050] VirtualId# [5:7580802243986840662:0]
2025-12-06T17:44:26.448299Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:44:26.448341Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802239691873277:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:12089) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:26.448357Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12089) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:26.456792Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802239691873277:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:44:26.480444Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:44:26.480679Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802243638823641:2061] [node 4] ICS07 socket disconnect 398 reason# EndOfStream
2025-12-06T17:44:26.480715Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802243638823641:2061] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:26.481371Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:44:26.480800Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:44:26.480845Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802243638823641:2061] [node 4] ICS15 start handshake
2025-12-06T17:44:26.481605Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802243986840660:2087] [node 4] ICS07 socket disconnect 396 reason# EndOfStream
2025-12-06T17:44:26.481645Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802243986840660:2087] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:26.481755Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:44:26.481839Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802243986840660:2087] [node 4] ICS15 start handshake
2025-12-06T17:44:26.485218Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802243638823566:2061] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1193) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:26.485287Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802243638823641:2061] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:26.485324Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802243638823566:2061] [node 4] ICP30 unregister session Session# [6:7580802243638823641:2061] VirtualId# [6:7580802243638823632:0]
2025-12-06T17:44:26.485437Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:44:26.485468Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802243638823566:2061] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:1193) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:26.485483Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1193) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:26.497113Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802243638823566:2061] [node 4] ICP33 wake up from error state
2025-12-06T17:44:26.514746Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:44:26.515006Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802247933790944:2067] [node 5] ICS01 socket: 422 reason# EndOfStream
2025-12-06T17:44:26.515044Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802243638823573:2067] [node 5] ICP30 unregister session Session# [6:7580802247933790944:2067] VirtualId# [6:7580802243638823639:0]
2025-12-06T17:44:26.515085Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802247933790944:2067] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:26.515194Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:44:26.515243Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:44:26.713289Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802248283899090:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:26.713349Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802248283899091:2049] [node 3] ICP01 ready to work
2025-12-06T17:44:26.713142Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802246545872343:2048] [node 2] ICP01 ready to work
2025-12-06T17:44:26.713186Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802246545872344:2049] [node 3] ICP01 ready to work
2025-12-06T17:44:26.740172Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802246514835457:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:26.740218Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802246514835458:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:26.794923Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802248185024886:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:26.795150Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802248185024887:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:26.795193Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802248185024888:2050] [node 3] ICP01 ready to work
2025-12-06T17:44:26.761724Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802247617296566:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:26.761761Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802247617296567:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:26.761793Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802247617296568:2050] [node 3] ICP01 ready to work
2025-12-06T17:44:26.831056Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802247481122435:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:26.831159Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802247481122436:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:26.839902Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802247481122437:2050] [node 3] ICP01 ready to work
2025-12-06T17:44:27.005455Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802251776089774:2085] [node 4] ICP01 ready to work
2025-12-06T17:44:27.146586Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802251776089774:2085] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(140765903ns) {Configure:104(140762361ns) {ProcessConfigured:135(79283ns) {StartInitialHandshake:157(76371ns) {DropHandshakes:470(4349ns) {DropIncomingHandshake:442(1112ns) DropOutgoingHandshake:457(545ns)} GenerateSessionVirtualId:988(849ns) PrepareNewSessionHandshake:477(2061ns) {SwitchToState:179(665ns)}}}}}
2025-12-06T17:44:27.102956Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802250840839702:2107] [node 4] ICP01 ready to work
2025-12-06T17:44:27.151670Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802251912263925:2108] [node 6] ICP01 ready to work
2025-12-06T17:44:27.120674Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802250840839703:2108] [node 5] ICP01 ready to work
2025-12-06T17:44:27.175395Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802251776089794:2092] [node 5] ICP01 ready to work
2025-12-06T17:44:27.165385Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802252479992245:2108] [node 4] ICP01 ready to work
2025-12-06T17:44:27.203554Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802247481122437:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(198000396ns) {Configure:104(197994460ns) {ProcessConfigured:135(72716ns) {StartInitialHandshake:157(69566ns) {DropHandshakes:470(3133ns) {DropIncomingHandshake:442(420ns) DropOutgoingHandshake:457(640ns)} GenerateSessionVirtualId:988(1293ns) PrepareNewSessionHandshake:477(2088ns) {SwitchToState:179(785ns)}}}}}
2025-12-06T17:44:27.160073Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802250840839704:2109] [node 6] ICP01 ready to work
2025-12-06T17:44:27.185365Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802250809802820:2108] [node 5] ICP01 ready to work
2025-12-06T17:44:27.178981Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802252578866449:2107] [node 4] ICP01 ready to work
2025-12-06T17:44:27.152199Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802251912263926:2109] [node 5] ICP01 ready to work
2025-12-06T17:44:27.191597Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802250809802823:2109] [node 6] ICP01 ready to work
2025-12-06T17:44:27.202701Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802250809802817:2107] [node 4] ICP01 ready to work
2025-12-06T17:44:27.175369Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802252479992246:2109] [node 6] ICP01 ready to work
2025-12-06T17:44:27.242756Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802252578866451:2108] [node 5] ICP01 ready to work
2025-12-06T17:44:27.251086Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802252578866453:2109] [node 6] ICP01 ready to work
2025-12-06T17:44:27.260981Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802250809802817:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(46594715ns) {Configure:104(46589339ns) {ProcessConfigured:135(72755ns) {StartInitialHandshake:157(70469ns) {DropHandshakes:470(4644ns) {DropIncomingHandshake:442(490ns) DropOutgoingHandshake:457(337ns)} GenerateSessionVirtualId:988(1080ns) PrepareNewSessionHandshake:477(2092ns) {SwitchToState:179(447ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:27.282809Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802248283899090:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(237887724ns) {Configure:104(237883211ns) {ProcessConfigured:135(35096269ns) {StartInitialHandshake:157(35092946ns) {DropHandshakes:470(2372ns) {DropIncomingHandshake:442(384ns) DropOutgoingHandshake:457(657ns)} GenerateSessionVirtualId:988(344ns) PrepareNewSessionHandshake:477(3004ns) {SwitchToState:179(901ns)}}}}}
2025-12-06T17:44:27.294084Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802247617296567:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(139689596ns) {Configure:104(139685085ns) {ProcessConfigured:135(10918557ns) {StartInitialHandshake:157(10914088ns) {DropHandshakes:470(4069ns) {DropIncomingHandshake:442(961ns) DropOutgoingHandshake:457(918ns)} GenerateSessionVirtualId:988(1611ns) PrepareNewSessionHandshake:477(5195ns) {SwitchToState:179(2139ns)}}}}}
2025-12-06T17:44:27.289823Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802250809802831:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10225
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:27.306574Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802252479992249:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45137
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:27.313368Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802252479992250:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45137
2025-12-06T17:44:27.283870Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802250840839703:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(119102072ns) {Configure:104(119097263ns) {ProcessConfigured:135(89517ns) {StartInitialHandshake:157(85781ns) {DropHandshakes:470(5334ns) {DropIncomingHandshake:442(206ns) DropOutgoingHandshake:457(383ns)} GenerateSessionVirtualId:988(655ns) PrepareNewSessionHandshake:477(2495ns) {SwitchToState:179(949ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:27.333855Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802251776089807:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16654
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:27.335179Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802246545872343:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(321225532ns) {Configure:104(321214249ns) {ProcessConfigured:135(62640921ns) {StartInitialHandshake:157(62636118ns) {DropHandshakes:470(1137ns) {DropIncomingHandshake:442(275ns) DropOutgoingHandshake:457(195ns)} GenerateSessionVirtualId:988(652ns) PrepareNewSessionHandshake:477(5163ns) {SwitchToState:179(1030ns)}}}}}
2025-12-06T17:44:27.336572Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802250840839716:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65276
2025-12-06T17:44:27.336684Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802250840839715:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65276
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:27.324228Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802248185024886:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(102498856ns) {Configure:104(102493693ns) {ProcessConfigured:135(4549582ns) {StartInitialHandshake:157(4546204ns) {DropHandshakes:470(3462ns) {DropIncomingHandshake:442(732ns) DropOutgoingHandshake:457(632ns)} GenerateSessionVirtualId:988(1365ns) PrepareNewSessionHandshake:477(2929ns) {SwitchToState:179(1228ns)}}}}}
2025-12-06T17:44:27.345841Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802251912263925:2108] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(183230474ns) {Configure:104(183222313ns) {ProcessConfigured:135(79961ns) {StartInitialHandshake:157(77333ns) {DropHandshakes:470(3372ns) {DropIncomingHandshake:442(794ns) DropOutgoingHandshake:457(749ns)} GenerateSessionVirtualId:988(845ns) PrepareNewSessionHandshake:477(2325ns) {SwitchToState:179(688ns)}}}}}
2025-12-06T17:44:27.346932Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802250840839715:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:27.337136Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802252479992249:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:27.355824Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802250809802834:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10225
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:27.337278Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802248185024888:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:27.360544Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802252578866449:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(105790056ns) {Configure:104(105786981ns) {ProcessConfigured:135(82052ns) {StartInitialHandshake:157(76506ns) {DropHandshakes:470(3545ns) {DropIncomingHandshake:442(918ns) DropOutgoingHandshake:457(669ns)} GenerateSessionVirtualId:988(1083ns) PrepareNewSessionHandshake:477(3087ns) {SwitchToState:179(1103ns)}}}}}
2025-12-06T17:44:27.357379Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802250809802825:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:27.379988Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802250840839721:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65276
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:27.410708Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802251776089811:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16654
2025-12-06T17:44:27.402800Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802252479992263:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45137
2025-12-06T17:44:27.357445Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802250809802825:2113] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:27.425795Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802251776089812:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16654
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:27.429625Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802251776089810:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16654
2025-12-06T17:44:27.371491Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802252578866463:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20313
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:27.374817Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802250809802825:2113] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:27.448290Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802251776089812:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:27.422225Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802251912263942:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11095
2025-12-06T17:44:27.430076Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802250840839706:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:27.388779Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802252578866462:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20313
2025-12-06T17:44:27.391069Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802250809802831:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:27.441684Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802252479992249:2111] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:27.389079Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802252578866454:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20313
2025-12-06T17:44:27.422507Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802251912263940:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11095
2025-12-06T17:44:27.451123Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802251776089807:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:27.451308Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802247481122437:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:27.430117Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802250840839706:2110] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:44:27.427544Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802251912263942:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:27.423090Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802250809802820:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:27.389205Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802252578866461:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20313
2025-12-06T17:44:27.463087Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802252479992252:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:27.433623Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802250840839721:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:27.423136Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:27.463120Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580802252479992252:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:27.463832Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802248185024888:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:44:27.463921Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:27.464007Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802248185024888:2050] [node 3] ICP22 created new session: [5:7580802252479992264:2050]
2025-12-06T17:44:27.464080Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802252479992264:2050] [node 3] ICS09 handshake done sender: [5:7580802252479992249:2111] self: [5:7580802252479992262:0] peer: [3:7580802250809802824:0] socket: 376 qp: -1
2025-12-06T17:44:27.464116Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802252479992264:2050] [node 3] ICS10 traffic start
2025-12-06T17:44:27.464158Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:27.474484Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802252479992252:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:27.493178Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580802252479992246:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:27.493227Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:27.493284Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802252479992246:2109] [node 6] ICP22 created new session: [5:7580802252479992268:2109]
2025-12-06T17:44:27.493333Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802252479992268:2109] [node 6] ICS09 handshake done sender: [5:7580802252479992252:2113] self: [5:7580802252479992251:0] peer: [6:7580802251776089814:0] socket: 385 qp: -1
2025-12-06T17:44:27.493372Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802252479992268:2109] [node 6] ICS10 traffic start
2025-12-06T17:44:27.493412Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:27.451551Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802251776089794:2092] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:27.473169Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802251776089810:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:27.473309Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802247481122435:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:27.473756Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802251776089815:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16654
2025-12-06T17:44:27.491024Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802251776089811:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:27.491247Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802247481122436:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:27.498723Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802251776089807:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:27.437701Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802250840839708:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:27.437727Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802250840839708:2111] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:44:27.449295Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802250840839706:2110] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:27.472490Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802250840839708:2111] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:27.433051Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802251912263941:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11095
2025-12-06T17:44:27.408182Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802252578866463:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:27.423196Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802250809802820:2108] [node 5] ICP22 created new session: [3:7580802250809802838:2108]
2025-12-06T17:44:27.423257Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802250809802838:2108] [node 5] ICS09 handshake done sender: [3:7580802250809802825:2113] self: [3:7580802250809802824:0] peer: [5:7580802252479992262:0] socket: 374 qp: -1
2025-12-06T17:44:27.423290Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802250809802838:2108] [node 5] ICS10 traffic start
2025-12-06T17:44:27.423323Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:27.424587Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802250809802834:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:27.425074Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802246514835457:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:27.426965Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802250809802837:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10225
2025-12-06T17:44:27.440566Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802250809802842:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10225
2025-12-06T17:44:27.483990Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802250809802827:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:27.484057Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802250809802827:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:27.485976Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802250809802837:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:27.503124Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802246514835458:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:27.503378Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802250809802834:2117] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:27.522750Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802252479992250:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:27.499111Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802251776089794:2092] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:44:27.433174Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802247617296566:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:27.535474Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802250840839713:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:27.531457Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802250809802827:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:27.503626Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:27.522915Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802252479992245:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:27.419971Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802252578866451:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(58522901ns) {Configure:104(58517488ns) {ProcessConfigured:135(53592ns) {StartInitialHandshake:157(50370ns) {DropHandshakes:470(2185ns) {DropIncomingHandshake:442(325ns) DropOutgoingHandshake:457(541ns)} GenerateSessionVirtualId:988(805ns) PrepareNewSessionHandshake:477(1213ns) {SwitchToState:179(701ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:27.535516Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802250840839713:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:27.429524Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802252578866454:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:27.441316Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802251912263944:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11095
2025-12-06T17:44:27.514811Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802251776089794:2092] [node 5] ICP22 created new session: [6:7580802251776089818:2092]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:27.456009Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802251912263940:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:27.554674Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802246514835457:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:27.554736Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:27.554814Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802246514835457:2048] [node 1] ICP22 created new session: [3:7580802250809802845:2048]
2025-12-06T17:44:27.554877Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802250809802845:2048] [node 1] ICS09 handshake done sender: [3:7580802250809802834:2117] self: [3:7580802250809802841:0] peer: [1:7580802250840839705:0] socket: 397 qp: -1
2025-12-06T17:44:27.554924Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802250809802845:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:27.537385Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802246545872344:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:44:27.482971Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802252578866462:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:27.598225Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802252479992272:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45137
2025-12-06T17:44:27.514876Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802251776089818:2092] [node 5] ICS09 handshake done sender: [6:7580802251776089807:2115] self: [6:7580802251776089814:0] peer: [5:7580802252479992251:0] socket: 388 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:27.458269Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802251912263941:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:27.554969Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:27.537492Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:27.537549Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802246545872344:2049] [node 3] ICP22 created new session: [1:7580802250840839727:2049]
2025-12-06T17:44:27.537601Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802250840839727:2049] [node 3] ICS09 handshake done sender: [1:7580802250840839706:2110] self: [1:7580802250840839705:0] peer: [3:7580802250809802841:0] socket: 393 qp: -1
2025-12-06T17:44:27.537638Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802250840839727:2049] [node 3] ICS10 traffic start
2025-12-06T17:44:27.537690Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:27.554252Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802250840839702:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:44:27.569590Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:27.569673Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802250840839702:2107] [node 4] ICP22 created new session: [1:7580802250840839729:2107]
2025-12-06T17:44:27.569729Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802250840839729:2107] [node 4] ICS09 handshake done sender: [1:7580802250840839708:2111] self: [1:7580802250840839707:0] peer: [4:7580802251912263943:0] socket: 394 qp: -1
2025-12-06T17:44:27.569768Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802250840839729:2107] [node 4] ICS10 traffic start
2025-12-06T17:44:27.569822Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:27.584951Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802250840839702:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(16431382ns) {HandleHandshakeStatus:329(16425995ns) {DropIncomingHandshake:442(743ns) DropOutgoingHandshake:457(1506ns) SwitchToState:179(6265ns) ProcessPendingSessionEvents:495(624335ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 557629ns max# 75033ns}}}
2025-12-06T17:44:27.587270Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [1:7580802250840839702:2107] [node 4] ICP27 obsolete handshake fail ignored
2025-12-06T17:44:27.589272Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802250840839725:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65276
2025-12-06T17:44:27.589453Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802250840839726:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65276
2025-12-06T17:44:27.594946Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802250840839713:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:27.614820Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802250840839725:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:27.614998Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802250840839704:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:27.615078Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:27.615133Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802250840839704:2109] [node 6] ICP22 created new session: [1:7580802250840839734:2109]
2025-12-06T17:44:27.615182Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802250840839734:2109] [node 6] ICS09 handshake done sender: [1:7580802250840839713:2113] self: [1:7580802250840839712:0] peer: [6:7580802251776089816:0] socket: 395 qp: -1
2025-12-06T17:44:27.615220Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802250840839734:2109] [node 6] ICS10 traffic start
2025-12-06T17:44:27.615268Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:27.625789Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802252479992245:2108] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22315) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802252479992250:2112] held: no
2025-12-06T17:44:27.514920Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802251776089818:2092] [node 5] ICS10 traffic start
2025-12-06T17:44:27.517569Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802252578866456:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:27.517612Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802252578866456:2112] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:27.527391Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802252578866461:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:27.532710Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802252578866458:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:27.532760Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802252578866458:2113] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:44:27.542659Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802252578866456:2112] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:27.543983Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802252578866458:2113] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:27.554431Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802252578866453:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:27.567484Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:27.578726Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802252578866453:2109] [node 6] ICP22 created new session: [2:7580802252578866475:2109]
2025-12-06T17:44:27.581488Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802252578866475:2109] [node 6] ICS09 handshake done sender: [2:7580802252578866456:2112] self: [2:7580802252578866455:0] peer: [6:7580802251776089817:0] socket: 409 qp: -1
2025-12-06T17:44:27.595122Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802248283899091:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:44:27.595239Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:27.595298Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802248283899091:2049] [node 3] ICP22 created new session: [2:7580802252578866476:2049]
2025-12-06T17:44:27.595352Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802252578866476:2049] [node 3] ICS09 handshake done sender: [2:7580802252578866458:2113] self: [2:7580802252578866457:0] peer: [3:7580802250809802844:0] socket: 411 qp: -1
2025-12-06T17:44:27.595394Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802252578866476:2049] [node 3] ICS10 traffic start
2025-12-06T17:44:27.595442Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:27.598594Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802252578866475:2109] [node 6] ICS10 traffic start
2025-12-06T17:44:27.602387Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:27.609332Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802252578866453:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(52394232ns) {HandleHandshakeStatus:329(52390966ns) {DropIncomingHandshake:442(19997ns) DropOutgoingHandshake:457(408ns) SwitchToState:179(792ns) ProcessPendingSessionEvents:495(654644ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 589158ns max# 78977ns}}}
2025-12-06T17:44:27.521104Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802251912263942:2117] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:27.633770Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802252578866480:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20313
2025-12-06T17:44:27.572464Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802250809802823:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:27.528099Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802251912263932:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:27.528125Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802251912263932:2112] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:27.528629Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802247617296566:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:27.528689Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:27.635441Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802252578866480:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:27.635586Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580802248283899090:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:27.528737Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802247617296566:2048] [node 1] ICP22 created new session: [4:7580802251912263947:2048]
2025-12-06T17:44:27.528781Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802251912263947:2048] [node 1] ICS09 handshake done sender: [4:7580802251912263942:2117] self: [4:7580802251912263943:0] peer: [1:7580802250840839707:0] socket: 414 qp: -1
2025-12-06T17:44:27.528816Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802251912263947:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:27.528858Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:27.571495Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802251912263932:2112] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:27.596714Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802251912263926:2109] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:27.608390Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:27.612572Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802251912263926:2109] [node 5] ICP22 created new session: [4:7580802251912263951:2109]
2025-12-06T17:44:27.636374Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802251912263951:2109] [node 5] ICS09 handshake done sender: [4:7580802251912263932:2112] self: [4:7580802251912263931:0] peer: [5:7580802252479992270:0] socket: 382 qp: -1
2025-12-06T17:44:27.515014Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:27.634657Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802252479992272:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:27.637898Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802250840839714:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:27.637937Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802250840839714:2114] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:44:27.639732Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802250840839714:2114] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:27.572577Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:27.572633Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802250809802823:2109] [node 6] ICP22 created new session: [3:7580802250809802848:2109]
2025-12-06T17:44:27.572698Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802250809802848:2109] [node 6] ICS09 handshake done sender: [3:7580802250809802827:2114] self: [3:7580802250809802826:0] peer: [6:7580802251776089813:0] socket: 416 qp: -1
2025-12-06T17:44:27.572748Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802250809802848:2109] [node 6] ICS10 traffic start
2025-12-06T17:44:27.572793Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:27.574275Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802250809802847:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10225
2025-12-06T17:44:27.601261Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802250809802837:2118] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:27.516629Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802251776089794:2092] [node 5] ICP35 event processing took too much time PendingConnection:279(16727479ns) {HandleHandshakeStatus:329(16723607ns) {DropIncomingHandshake:442(3363ns) DropOutgoingHandshake:457(12828ns) SwitchToState:179(263ns) ProcessPendingSessionEvents:495(619468ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 540506ns max# 69580ns}}}
2025-12-06T17:44:27.637285Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802251912263951:2109] [node 5] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:27.601497Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802246514835458:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:27.601578Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:27.601636Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802246514835458:2049] [node 2] ICP22 created new session: [3:7580802250809802850:2049]
2025-12-06T17:44:27.601692Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802250809802850:2049] [node 2] ICS09 handshake done sender: [3:7580802250809802837:2118] self: [3:7580802250809802844:0] peer: [2:7580802252578866457:0] socket: 415 qp: -1
2025-12-06T17:44:27.601732Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802250809802850:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:27.601773Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:27.642759Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802250840839711:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:27.642800Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802250840839711:2112] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:27.644189Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802250840839711:2112] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:27.640881Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802248185024886:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:27.637363Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:27.652841Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802246545872343:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:44:27.652962Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:27.653010Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802246545872343:2048] [node 2] ICP22 created new session: [1:7580802250840839739:2048]
2025-12-06T17:44:27.653061Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802250840839739:2048] [node 2] ICS09 handshake done sender: [1:7580802250840839714:2114] self: [1:7580802250840839709:0] peer: [2:7580802252578866481:0] socket: 392 qp: -1
2025-12-06T17:44:27.653098Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802250840839739:2048] [node 2] ICS10 traffic start
2025-12-06T17:44:27.653145Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:27.652507Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802250809802853:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10225
2025-12-06T17:44:27.611532Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802247481122437:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61735) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802251776089812:2118] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:27.641684Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802252479992271:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45137
2025-12-06T17:44:27.654347Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802250840839703:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:27.664187Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802252578866483:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20313
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:27.612224Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802251776089820:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16654
2025-12-06T17:44:27.692461Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802250809802853:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:27.681821Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802251912263954:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11095
2025-12-06T17:44:27.681983Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802251912263955:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11095
2025-12-06T17:44:27.674930Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802248283899090:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64766) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7580802252578866480:2119] held: no
2025-12-06T17:44:27.644655Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802252479992274:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45137
2025-12-06T17:44:27.644797Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802252479992275:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45137
2025-12-06T17:44:27.612511Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802251776089822:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16654
2025-12-06T17:44:27.673969Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802252479992274:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:27.674101Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802252479992250:2112] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:27.637936Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802247481122436:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22863) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802251776089811:2117] held: no
2025-12-06T17:44:27.687785Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802252479992272:2119] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:27.651618Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802251776089823:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16654
2025-12-06T17:44:27.703050Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802252479992245:2108] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:44:27.680133Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802247481122436:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(41401828ns) {HandleHandshakeStatus:395(41399508ns) {LogHandshakeFail:472(14669ns) {UpdateErrorStateLog:545(6650ns)} DropOutgoingHandshake:457(849ns) ProcessPendingSessionEvents:495(41328845ns) {unordered DropSessionEvent:512 num# 100 sum# 41271678ns max# 10212179ns}}}
2025-12-06T17:44:27.703121Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:27.680299Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802251776089812:2118] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:27.706778Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802248185024886:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:27.688571Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802251776089810:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:27.706836Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:27.695615Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802251776089824:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16654
2025-12-06T17:44:27.706884Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802248185024886:2048] [node 1] ICP22 created new session: [5:7580802252479992277:2048]
2025-12-06T17:44:27.703601Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802247481122437:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:44:27.706930Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802252479992277:2048] [node 1] ICS09 handshake done sender: [5:7580802252479992272:2119] self: [5:7580802252479992273:0] peer: [1:7580802250840839710:0] socket: 404 qp: -1
2025-12-06T17:44:27.703671Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:27.706974Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802252479992277:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:27.703732Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802247481122437:2050] [node 3] ICP22 created new session: [6:7580802251776089825:2050]
2025-12-06T17:44:27.707007Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:27.703780Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802251776089825:2050] [node 3] ICS09 handshake done sender: [6:7580802251776089812:2118] self: [6:7580802251776089813:0] peer: [3:7580802250809802826:0] socket: 417 qp: -1
2025-12-06T17:44:27.707334Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802252479992245:2108] [node 4] ICP22 created new session: [5:7580802252479992276:2108]
2025-12-06T17:44:27.703821Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802251776089825:2050] [node 3] ICS10 traffic start
2025-12-06T17:44:27.703865Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:27.704948Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802247481122435:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64766) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802251776089810:2116] held: no
2025-12-06T17:44:27.705588Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802247481122435:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:27.705667Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:27.705714Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802247481122435:2048] [node 1] ICP22 created new session: [6:7580802251776089827:2048]
2025-12-06T17:44:27.654440Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:27.705785Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802251776089827:2048] [node 1] ICS09 handshake done sender: [6:7580802251776089810:2116] self: [6:7580802251776089816:0] peer: [1:7580802250840839712:0] socket: 398 qp: -1
2025-12-06T17:44:27.705827Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802251776089827:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:27.654488Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802250840839703:2108] [node 5] ICP22 created new session: [1:7580802250840839741:2108]
2025-12-06T17:44:27.705863Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:27.654553Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802250840839741:2108] [node 5] ICS09 handshake done sender: [1:7580802250840839711:2112] self: [1:7580802250840839710:0] peer: [5:7580802252479992273:0] socket: 391 qp: -1
2025-12-06T17:44:27.654589Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802250840839741:2108] [node 5] ICS10 traffic start
2025-12-06T17:44:27.654662Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:27.688793Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802250840839726:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:27.688926Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580802250840839704:2109] [node 6] ICP18 handshake (actor [1:7580802250840839726:2119]) is too old
2025-12-06T17:44:27.703162Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802251912263954:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:27.707123Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802251912263955:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:27.685597Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802252578866480:2119] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:27.690464Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580802248283899090:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:27.690574Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:27.690633Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802248283899090:2048] [node 1] ICP22 created new session: [2:7580802252578866484:2048]
2025-12-06T17:44:27.690678Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802252578866484:2048] [node 1] ICS09 handshake done sender: [2:7580802252578866480:2119] self: [2:7580802252578866481:0] peer: [1:7580802250840839709:0] socket: 384 qp: -1
2025-12-06T17:44:27.690723Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802252578866484:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:27.690772Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:27.713133Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802251776089824:2123] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:27.713222Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802251776089811:2117] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:27.727228Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802250809802833:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:27.715274Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802247481122436:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:27.715356Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:27.715407Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802247481122436:2049] [node 2] ICP22 created new session: [6:7580802251776089829:2049]
2025-12-06T17:44:27.715451Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802251776089829:2049] [node 2] ICS09 handshake done sender: [6:7580802251776089811:2117] self: [6:7580802251776089817:0] peer: [2:7580802252578866455:0] socket: 410 qp: -1
2025-12-06T17:44:27.715501Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802251776089829:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:27.715538Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:27.716830Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802251776089774:2085] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:27.709927Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802252479992276:2108] [node 4] ICS09 handshake done sender: [5:7580802252479992250:2112] self: [5:7580802252479992270:0] peer: [4:7580802251912263931:0] socket: 383 qp: -1
2025-12-06T17:44:27.711123Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802252578866468:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:27.710514Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802251912263926:2109] [node 5] ICP35 event processing took too much time PendingConnection:279(112914944ns) {HandleHandshakeStatus:329(112911371ns) {DropIncomingHandshake:442(15240ns) DropOutgoingHandshake:457(725ns) SwitchToState:179(472ns) ProcessPendingSessionEvents:495(68378035ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 68257697ns max# 12597158ns}}}
2025-12-06T17:44:27.727279Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802250809802833:2116] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:44:27.711163Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802252578866468:2118] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:27.709991Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802252479992276:2108] [node 4] ICS10 traffic start
2025-12-06T17:44:27.732773Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802250809802833:2116] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:27.734220Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802251776089832:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16654
2025-12-06T17:44:27.721961Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802251912263939:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:27.710071Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:27.733128Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802252578866468:2118] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:27.740278Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802251776089824:2123] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:27.721989Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802251912263939:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:27.733816Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802252578866460:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:27.739649Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802250809802817:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:44:27.710300Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802248185024887:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:27.733845Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802252578866460:2114] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:44:27.734897Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802252578866451:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:27.734970Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:27.735017Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802252578866451:2108] [node 5] ICP22 created new session: [2:7580802252578866487:2108]
2025-12-06T17:44:27.735066Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802252578866487:2108] [node 5] ICS09 handshake done sender: [2:7580802252578866468:2118] self: [2:7580802252578866467:0] peer: [5:7580802252479992280:0] socket: 408 qp: -1
2025-12-06T17:44:27.735103Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802252578866487:2108] [node 5] ICS10 traffic start
2025-12-06T17:44:27.735141Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:27.722619Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802247617296568:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:27.719247Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802252479992281:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45137
2025-12-06T17:44:27.720257Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7580802248185024886:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:44:27.740684Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802252479992274:2120] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:27.728911Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802247617296567:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:27.732908Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802251912263939:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:27.732964Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802247617296567:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(17420005ns) {IncomingHandshake:261(17417704ns) {DropIncomingHandshake:442(982ns) PrepareNewSessionHandshake:477(5338ns) {SwitchToState:179(2291ns)} GenerateSessionVirtualId:988(782ns) IssueIncomingHandshakeReply:193(7217357ns) {SwitchToState:179(2497ns)}}}
2025-12-06T17:44:27.737030Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802251912263959:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11095
2025-12-06T17:44:27.741294Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:27.741684Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802250809802817:2107] [node 4] ICP22 created new session: [3:7580802250809802856:2107]
2025-12-06T17:44:27.741731Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802250809802856:2107] [node 4] ICS09 handshake done sender: [3:7580802250809802833:2116] self: [3:7580802250809802832:0] peer: [4:7580802251912263957:0] socket: 441 qp: -1
2025-12-06T17:44:27.741776Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802250809802856:2107] [node 4] ICS10 traffic start
2025-12-06T17:44:27.741822Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:27.744303Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802251912263925:2108] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:27.744372Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:27.744431Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802251912263925:2108] [node 6] ICP22 created new session: [4:7580802251912263961:2108]
2025-12-06T17:44:27.744487Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802251912263961:2108] [node 6] ICS09 handshake done sender: [4:7580802251912263939:2114] self: [4:7580802251912263938:0] peer: [6:7580802251776089831:0] socket: 435 qp: -1
2025-12-06T17:44:27.744523Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802251912263961:2108] [node 6] ICS10 traffic start
2025-12-06T17:44:27.744553Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:27.746678Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802251912263955:2120] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:27.750157Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802252578866460:2114] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:27.751504Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802247617296568:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:44:27.754393Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802252578866449:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:44:27.757427Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:27.750082Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802251776089774:2085] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:44:27.757495Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802252578866449:2107] [node 4] ICP22 created new session: [2:7580802252578866490:2107]
2025-12-06T17:44:27.757555Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802252578866490:2107] [node 4] ICS09 handshake done sender: [2:7580802252578866460:2114] self: [2:7580802252578866459:0] peer: [4:7580802251912263956:0] socket: 379 qp: -1
2025-12-06T17:44:27.757591Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802252578866490:2107] [node 4] ICS10 traffic start
2025-12-06T17:44:27.757629Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:27.747006Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802248185024887:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:27.751603Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:27.751654Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802247617296568:2050] [node 3] ICP22 created new session: [4:7580802251912263963:2050]
2025-12-06T17:44:27.751698Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802251912263963:2050] [node 3] ICS09 handshake done sender: [4:7580802251912263955:2120] self: [4:7580802251912263957:0] peer: [3:7580802250809802832:0] socket: 406 qp: -1
2025-12-06T17:44:27.751740Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802251912263963:2050] [node 3] ICS10 traffic start
2025-12-06T17:44:27.751783Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:27.754036Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802251912263960:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11095
2025-12-06T17:44:27.756357Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7580802247617296568:2050] [node 3] ICP27 obsolete handshake fail ignored
2025-12-06T17:44:27.756471Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802251912263954:2119] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:27.762909Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802247617296567:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:27.763029Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:27.763089Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802247617296567:2049] [node 2] ICP22 created new session: [4:7580802251912263965:2049]
2025-12-06T17:44:27.763142Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802251912263965:2049] [node 2] ICS09 handshake done sender: [4:7580802251912263954:2119] self: [4:7580802251912263956:0] peer: [2:7580802252578866459:0] socket: 405 qp: -1
2025-12-06T17:44:27.763186Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802251912263965:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:27.763222Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:27.759429Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:27.761369Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802251776089774:2085] [node 4] ICP22 created new session: [6:7580802251776089833:2085]
2025-12-06T17:44:27.767136Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802251776089833:2085] [node 4] ICS09 handshake done sender: [6:7580802251776089824:2123] self: [6:7580802251776089831:0] peer: [4:7580802251912263938:0] socket: 378 qp: -1
2025-12-06T17:44:27.767181Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802251776089833:2085] [node 4] ICS10 traffic start
2025-12-06T17:44:27.767225Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:27.768732Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802251776089774:2085] [node 4] ICP35 event processing took too much time PendingConnection:279(19204090ns) {HandleHandshakeStatus:329(17844497ns) {DropIncomingHandshake:442(977ns) DropOutgoingHandshake:457(5794ns) SwitchToState:179(758ns) ProcessPendingSessionEvents:495(545586ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 488081ns max# 68950ns}}}
2025-12-06T17:44:27.768878Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580802251776089774:2085] [node 4] ICP27 obsolete handshake fail ignored
2025-12-06T17:44:27.747084Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:27.747147Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802248185024887:2049] [node 2] ICP22 created new session: [5:7580802252479992282:2049]
2025-12-06T17:44:27.747200Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802252479992282:2049] [node 2] ICS09 handshake done sender: [5:7580802252479992274:2120] self: [5:7580802252479992280:0] peer: [2:7580802252578866467:0] socket: 438 qp: -1
2025-12-06T17:44:27.747240Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802252479992282:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:27.747278Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:27.836214Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:44:27.836485Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580802252578866484:2048] [node 1] ICS01 socket: 384 reason# EndOfStream
2025-12-06T17:44:27.836530Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580802248283899090:2048] [node 1] ICP30 unregister session Session# [2:7580802252578866484:2048] VirtualId# [2:7580802252578866481:0]
2025-12-06T17:44:27.836563Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580802252578866484:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:27.836643Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:27.836688Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:27.841496Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:44:27.841753Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802250809802845:2048] [node 1] ICS01 socket: 397 reason# EndOfStream
2025-12-06T17:44:27.841795Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802246514835457:2048] [node 1] ICP30 unregister session Session# [3:7580802250809802845:2048] VirtualId# [3:7580802250809802841:0]
2025-12-06T17:44:27.841830Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802250809802845:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:27.841901Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:27.841942Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:27.849296Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:44:27.849555Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802251776089827:2048] [node 1] ICS01 socket: 398 reason# EndOfStream
2025-12-06T17:44:27.849600Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802247481122435:2048] [node 1] ICP30 unregister session Session# [6:7580802251776089827:2048] VirtualId# [6:7580802251776089816:0]
2025-12-06T17:44:27.849645Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802251776089827:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:27.849717Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:27.849753Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:27.849857Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:44:27.850036Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802251912263947:2048] [node 1] ICS01 socket: 414 reason# EndOfStream
2025-12-06T17:44:27.850089Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802247617296566:2048] [node 1] ICP30 unregister session Session# [4:7580802251912263947:2048] VirtualId# [4:7580802251912263943:0]
2025-12-06T17:44:27.850115Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802251912263947:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:27.850201Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:27.850258Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:27.850350Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:44:27.850547Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802252479992277:2048] [node 1] ICS07 socket disconnect 404 reason# EndOfStream
2025-12-06T17:44:27.850575Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802252479992277:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:27.850638Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:27.850677Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802252479992277:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:27.853133Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802248185024886:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64766) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:27.853199Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802252479992277:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:27.853237Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802248185024886:2048] [node 1] ICP30 unregister session Session# [5:7580802252479992277:2048] VirtualId# [5:7580802252479992273:0]
2025-12-06T17:44:27.853292Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:27.853321Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802248185024886:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:64766) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:27.853335Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64766) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:27.865929Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802248185024886:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:44:27.895573Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:44:27.895815Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802250809802850:2049] [node 2] ICS01 socket: 415 reason# EndOfStream
2025-12-06T17:44:27.895863Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802246514835458:2049] [node 2] ICP30 unregister session Session# [3:7580802250809802850:2049] VirtualId# [3:7580802250809802844:0]
2025-12-06T17:44:27.895904Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802250809802850:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:27.896004Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:27.896079Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:27.898743Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:44:27.898994Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802251912263965:2049] [node 2] ICS01 socket: 405 reason# EndOfStream
2025-12-06T17:44:27.899038Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802247617296567:2049] [node 2] ICP30 unregister session Session# [4:7580802251912263965:2049] VirtualId# [4:7580802251912263956:0]
2025-12-06T17:44:27.899070Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802251912263965:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:27.899134Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:27.899177Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:27.906682Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:44:27.906681Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:44:27.906941Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802252479992282:2049] [node 2] ICS07 socket disconnect 438 reason# EndOfStream
2025-12-06T17:44:27.906975Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802252479992282:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:27.907073Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:27.907131Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802252479992282:2049] [node 2] ICS15 start handshake
2025-12-06T17:44:27.907046Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802251776089829:2049] [node 2] ICS01 socket: 410 reason# EndOfStream
2025-12-06T17:44:27.907101Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802247481122436:2049] [node 2] ICP30 unregister session Session# [6:7580802251776089829:2049] VirtualId# [6:7580802251776089817:0]
2025-12-06T17:44:27.907134Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802251776089829:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:27.907202Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:27.907251Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:27.908224Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802248185024887:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22863) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:27.908292Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802252479992282:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:27.908333Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802248185024887:2049] [node 2] ICP30 unregister session Session# [5:7580802252479992282:2049] VirtualId# [5:7580802252479992280:0]
2025-12-06T17:44:27.908377Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:27.908423Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802248185024887:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:22863) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:27.908439Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22863) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:27.918692Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802248185024887:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:44:28.046962Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:44:28.047170Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802251912263963:2050] [node 3] ICS07 socket disconnect 406 reason# EndOfStream
2025-12-06T17:44:28.047195Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802251912263963:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:28.047295Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:44:28.047335Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802251912263963:2050] [node 3] ICS15 start handshake
2025-12-06T17:44:28.048804Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802247617296568:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61735) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:28.048286Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:44:28.048506Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802251776089825:2050] [node 3] ICS01 socket: 417 reason# EndOfStream
2025-12-06T17:44:28.048546Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802247481122437:2050] [node 3] ICP30 unregister session Session# [6:7580802251776089825:2050] VirtualId# [6:7580802251776089813:0]
2025-12-06T17:44:28.048582Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802251776089825:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:28.048646Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:44:28.048719Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:44:28.049654Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802251912263963:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:28.049705Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802247617296568:2050] [node 3] ICP30 unregister session Session# [4:7580802251912263963:2050] VirtualId# [4:7580802251912263957:0]
2025-12-06T17:44:28.049743Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:44:28.046150Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:44:28.046448Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802252479992264:2050] [node 3] ICS07 socket disconnect 376 reason# EndOfStream
2025-12-06T17:44:28.046481Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802252479992264:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:28.046578Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:44:28.046623Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802252479992264:2050] [node 3] ICS15 start handshake
2025-12-06T17:44:28.047625Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802248185024888:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61735) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:28.049074Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802252479992264:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:28.049108Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802248185024888:2050] [node 3] ICP30 unregister session Session# [5:7580802252479992264:2050] VirtualId# [5:7580802252479992262:0]
2025-12-06T17:44:28.049149Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:44:28.049182Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802248185024888:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:61735) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:28.049197Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61735) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:28.053310Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802247617296568:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:61735) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:28.053364Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61735) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:28.059540Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802248185024888:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:44:28.094794Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:44:28.095044Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802251776089833:2085] [node 4] ICS07 socket disconnect 378 reason# EndOfStream
2025-12-06T17:44:28.095075Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802251776089833:2085] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:28.095155Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:44:28.095200Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802251776089833:2085] [node 4] ICS15 start handshake
2025-12-06T17:44:28.096440Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802251776089774:2085] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22315) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:28.095386Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:44:28.095619Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802252479992276:2108] [node 4] ICS01 socket: 383 reason# EndOfStream
2025-12-06T17:44:28.095655Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802252479992245:2108] [node 4] ICP30 unregister session Session# [5:7580802252479992276:2108] VirtualId# [5:7580802252479992270:0]
2025-12-06T17:44:28.095709Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802252479992276:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:28.095769Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:44:28.095812Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:44:28.096836Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802251776089833:2085] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:28.096893Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802251776089774:2085] [node 4] ICP30 unregister session Session# [6:7580802251776089833:2085] VirtualId# [6:7580802251776089831:0]
2025-12-06T17:44:28.096937Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:44:28.096987Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802251776089774:2085] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:22315) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:28.097002Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22315) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:28.106409Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802251776089774:2085] [node 4] ICP33 wake up from error state
2025-12-06T17:44:28.123886Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:44:28.124150Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802251776089818:2092] [node 5] ICS07 socket disconnect 388 reason# EndOfStream
2025-12-06T17:44:28.124189Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802251776089818:2092] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:28.124268Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:44:28.124311Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802251776089818:2092] [node 5] ICS15 start handshake
2025-12-06T17:44:28.126318Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802251776089794:2092] [node 5] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20912) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:28.126390Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802251776089818:2092] [node 5] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:28.126420Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802251776089794:2092] [node 5] ICP30 unregister session Session# [6:7580802251776089818:2092] VirtualId# [6:7580802251776089814:0]
2025-12-06T17:44:28.126518Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
2025-12-06T17:44:28.126567Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802251776089794:2092] [node 5] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:20912) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:28.126581Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [5] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20912) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:28.136404Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802251776089794:2092] [node 5] ICP33 wake up from error state
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:44:28.305772Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802254636531400:2048] [node 2] ICP01 ready to work
2025-12-06T17:44:28.305837Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802254636531401:2049] [node 3] ICP01 ready to work
2025-12-06T17:44:28.319487Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802253303086183:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:28.319539Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802253303086184:2049] [node 3] ICP01 ready to work
2025-12-06T17:44:28.323451Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802256307024817:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:28.323500Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802256307024818:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:28.337784Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802254644339226:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:28.337832Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802254644339227:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:28.337881Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802254644339228:2050] [node 3] ICP01 ready to work
2025-12-06T17:44:28.362722Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802256528089541:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:28.362854Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802256528089542:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:28.366974Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802256528089543:2050] [node 3] ICP01 ready to work
2025-12-06T17:44:28.395668Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802253365629999:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:28.395709Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802253365630000:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:28.395749Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802253365630001:2050] [node 3] ICP01 ready to work
2025-12-06T17:44:28.897252Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802253365630053:2102] [node 4] ICP01 ready to work
2025-12-06T17:44:28.910424Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802254636531463:2108] [node 5] ICP01 ready to work
2025-12-06T17:44:28.915848Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802253365630053:2102] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(18281660ns) {Configure:104(18274667ns) {ProcessConfigured:135(8762619ns) {StartInitialHandshake:157(8756534ns) {DropHandshakes:470(3893ns) {DropIncomingHandshake:442(759ns) DropOutgoingHandshake:457(707ns)} GenerateSessionVirtualId:988(1082ns) PrepareNewSessionHandshake:477(10794ns) {SwitchToState:179(2429ns)}}}}}
2025-12-06T17:44:29.012519Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802253365630060:2100] [node 5] ICP01 ready to work
2025-12-06T17:44:28.910870Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802254636531464:2109] [node 6] ICP01 ready to work
2025-12-06T17:44:29.020098Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802253303086246:2107] [node 4] ICP01 ready to work
2025-12-06T17:44:29.035311Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802258939306585:2109] [node 5] ICP01 ready to work
2025-12-06T17:44:29.065763Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802253365630060:2100] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(16352973ns) {Configure:104(16347170ns) {ProcessConfigured:135(87797ns) {StartInitialHandshake:157(84793ns) {DropHandshakes:470(3465ns) {DropIncomingHandshake:442(830ns) DropOutgoingHandshake:457(742ns)} GenerateSessionVirtualId:988(953ns) PrepareNewSessionHandshake:477(2297ns) {SwitchToState:179(1125ns)}}}}}
2025-12-06T17:44:28.953796Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802254636531465:2107] [node 4] ICP01 ready to work
2025-12-06T17:44:29.055773Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802257598053543:2109] [node 6] ICP01 ready to work
2025-12-06T17:44:29.051638Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802260601992176:2108] [node 4] ICP01 ready to work
2025-12-06T17:44:29.061318Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802260601992177:2107] [node 5] ICP01 ready to work
2025-12-06T17:44:29.039175Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802258939306589:2108] [node 6] ICP01 ready to work
2025-12-06T17:44:29.025025Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802254636531401:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(126086686ns) {Configure:104(126082276ns) {ProcessConfigured:135(94007ns) {StartInitialHandshake:157(90656ns) {DropHandshakes:470(3952ns) {DropIncomingHandshake:442(906ns) DropOutgoingHandshake:457(567ns)} GenerateSessionVirtualId:988(1475ns) PrepareNewSessionHandshake:477(2785ns) {SwitchToState:179(905ns)}}}}}
2025-12-06T17:44:29.088302Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802254636531465:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(60077020ns) {Configure:104(60071004ns) {ProcessConfigured:135(7759637ns) {StartInitialHandshake:157(7755505ns) {DropHandshakes:470(3627ns) {DropIncomingHandshake:442(856ns) DropOutgoingHandshake:457(709ns)} GenerateSessionVirtualId:988(804ns) PrepareNewSessionHandshake:477(3799ns) {SwitchToState:179(1112ns)}}}}}
2025-12-06T17:44:29.071370Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802257598053544:2108] [node 5] ICP01 ready to work
2025-12-06T17:44:29.083631Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802253303086184:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(179205148ns) {Configure:104(179200980ns) {ProcessConfigured:135(11731131ns) {StartInitialHandshake:157(11726901ns) {DropHandshakes:470(3570ns) {DropIncomingHandshake:442(963ns) DropOutgoingHandshake:457(439ns)} GenerateSessionVirtualId:988(938ns) PrepareNewSessionHandshake:477(3854ns) {SwitchToState:179(1580ns)}}}}}
2025-12-06T17:44:29.079908Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802260601992178:2109] [node 6] ICP01 ready to work
2025-12-06T17:44:29.079597Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802260823056900:2108] [node 4] ICP01 ready to work
2025-12-06T17:44:29.104994Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802260823056901:2109] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:29.123410Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802254636531463:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(212206635ns) {Configure:104(212201329ns) {ProcessConfigured:135(69674ns) {StartInitialHandshake:157(67502ns) {DropHandshakes:470(1317ns) {DropIncomingHandshake:442(247ns) DropOutgoingHandshake:457(252ns)} GenerateSessionVirtualId:988(345ns) PrepareNewSessionHandshake:477(2868ns) {SwitchToState:179(948ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:29.139239Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802258939306586:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19522
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:29.141258Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802256528089543:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(23590131ns) {Configure:104(23586749ns) {ProcessConfigured:135(2074398ns) {StartInitialHandshake:157(2071613ns) {DropHandshakes:470(3847ns) {DropIncomingHandshake:442(747ns) DropOutgoingHandshake:457(783ns)} GenerateSessionVirtualId:988(971ns) PrepareNewSessionHandshake:477(3639ns) {SwitchToState:179(1961ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:29.135876Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802257598053556:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36631
2025-12-06T17:44:29.147895Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802254644339228:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(20621738ns) {Configure:104(20614433ns) {ProcessConfigured:135(75416ns) {StartInitialHandshake:157(72499ns) {DropHandshakes:470(3638ns) {DropIncomingHandshake:442(836ns) DropOutgoingHandshake:457(523ns)} GenerateSessionVirtualId:988(1406ns) PrepareNewSessionHandshake:477(2540ns) {SwitchToState:179(724ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:29.193224Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802257660597369:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17250
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:29.176099Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802258931498773:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7972
2025-12-06T17:44:29.159325Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802258939306590:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19522
2025-12-06T17:44:29.135958Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802257598053557:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36631
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:29.202941Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802258931498773:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:29.203298Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802253365630000:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(85600437ns) {Configure:104(85592344ns) {ProcessConfigured:135(11388715ns) {StartInitialHandshake:157(11385231ns) {DropHandshakes:470(3112ns) {DropIncomingHandshake:442(930ns) DropOutgoingHandshake:457(584ns)} GenerateSessionVirtualId:988(734ns) PrepareNewSessionHandshake:477(3970ns) {SwitchToState:179(1694ns)}}}}}
2025-12-06T17:44:29.168859Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802258939306596:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19522
2025-12-06T17:44:29.195972Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802260823056907:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24136
2025-12-06T17:44:29.197123Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802257598053558:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36631
2025-12-06T17:44:29.169497Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802258939306599:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19522
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:29.256671Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802258931498777:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7972
2025-12-06T17:44:29.205210Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802257598053543:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(97707530ns) {Configure:104(97701623ns) {ProcessConfigured:135(7079964ns) {StartInitialHandshake:157(7074787ns) {DropHandshakes:470(3430ns) {DropIncomingHandshake:442(834ns) DropOutgoingHandshake:457(747ns)} GenerateSessionVirtualId:988(767ns) PrepareNewSessionHandshake:477(3519ns) {SwitchToState:179(2145ns)}}}}}
2025-12-06T17:44:29.196076Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802260823056912:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24136
2025-12-06T17:44:29.243141Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802253365630001:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(193549763ns) {Configure:104(193540823ns) {ProcessConfigured:135(6939684ns) {StartInitialHandshake:157(6937530ns) {DropHandshakes:470(2522ns) {DropIncomingHandshake:442(703ns) DropOutgoingHandshake:457(478ns)} GenerateSessionVirtualId:988(931ns) PrepareNewSessionHandshake:477(2972ns) {SwitchToState:179(948ns)}}}}}
2025-12-06T17:44:29.197564Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802258939306599:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:29.217552Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802257598053557:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:29.201349Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802256528089542:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(93737785ns) {Configure:104(93732324ns) {ProcessConfigured:135(67681ns) {StartInitialHandshake:157(64909ns) {DropHandshakes:470(2413ns) {DropIncomingHandshake:442(588ns) DropOutgoingHandshake:457(581ns)} GenerateSessionVirtualId:988(1021ns) PrepareNewSessionHandshake:477(6979ns) {SwitchToState:179(739ns)}}}}}
2025-12-06T17:44:29.253198Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802257660597369:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:29.264546Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802254636531464:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(282155754ns) {Configure:104(282144386ns) {ProcessConfigured:135(17802757ns) {StartInitialHandshake:157(17799710ns) {DropHandshakes:470(8881978ns) {DropIncomingHandshake:442(440ns) DropOutgoingHandshake:457(1704ns)} GenerateSessionVirtualId:988(1296ns) PrepareNewSessionHandshake:477(3235ns) {SwitchToState:179(1305ns)}}}}}
2025-12-06T17:44:29.203957Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802258939306586:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:29.217775Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802254644339226:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(160580562ns) {Configure:104(160573176ns) {ProcessConfigured:135(22248083ns) {StartInitialHandshake:157(22244053ns) {DropHandshakes:470(4379ns) {DropIncomingHandshake:442(1034ns) DropOutgoingHandshake:457(697ns)} GenerateSessionVirtualId:988(767ns) PrepareNewSessionHandshake:477(4697ns) {SwitchToState:179(1629ns)}}}}}
2025-12-06T17:44:29.243234Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802258939306596:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:29.255993Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802254644339227:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:29.265720Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802258939306595:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:29.265785Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802258939306595:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:29.267907Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802258939306590:2112] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:29.268084Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802254644339226:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:29.280976Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802258939306608:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19522
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:29.201930Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802260823056912:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:29.288771Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802260601992179:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52018
2025-12-06T17:44:29.267191Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802257598053548:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:29.270634Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802253365630053:2102] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:29.268946Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802258931498767:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:29.214136Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802260823056913:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24136
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:29.267219Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802257598053548:2111] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:44:29.282883Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802258939306609:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19522
2025-12-06T17:44:29.268975Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802258931498767:2112] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:29.270317Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802257598053548:2111] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:29.287556Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802257598053558:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:29.287711Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802257598053552:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:29.287749Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802257598053552:2113] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:29.317895Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802257598053556:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:29.318062Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802257598053552:2113] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:29.284580Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802258939306596:2115] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:29.298225Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802257660597374:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17250
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:29.234650Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802260823056900:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:29.339154Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802253303086246:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:44:29.311098Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802256307024818:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(140455981ns) {Configure:104(140448469ns) {ProcessConfigured:135(12622198ns) {StartInitialHandshake:157(12618578ns) {DropHandshakes:470(3529ns) {DropIncomingHandshake:442(814ns) DropOutgoingHandshake:457(572ns)} GenerateSessionVirtualId:988(1089ns) PrepareNewSessionHandshake:477(4099ns) {SwitchToState:179(1712ns)}}}}}
2025-12-06T17:44:29.339226Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:29.269527Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802258931498777:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:29.307583Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802257660597376:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17250
2025-12-06T17:44:29.284998Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802254644339227:2049] [node 2] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:29.339278Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802253303086246:2107] [node 4] ICP22 created new session: [2:7580802257598053566:2107]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:29.245550Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802260823056907:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:29.334968Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802260601992179:2110] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:29.279493Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802258931498767:2112] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:29.339325Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802257598053566:2107] [node 4] ICS09 handshake done sender: [2:7580802257598053548:2111] self: [2:7580802257598053547:0] peer: [4:7580802258939306606:0] socket: 388 qp: -1
2025-12-06T17:44:29.339365Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802257598053566:2107] [node 4] ICS10 traffic start
2025-12-06T17:44:29.339409Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:29.341466Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802257598053544:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:29.341495Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:29.341525Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802257598053544:2108] [node 5] ICP22 created new session: [2:7580802257598053568:2108]
2025-12-06T17:44:29.341560Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802257598053568:2108] [node 5] ICS09 handshake done sender: [2:7580802257598053552:2113] self: [2:7580802257598053551:0] peer: [5:7580802260823056919:0] socket: 389 qp: -1
2025-12-06T17:44:29.341586Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802257598053568:2108] [node 5] ICS10 traffic start
2025-12-06T17:44:29.341610Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:29.353972Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580802253303086183:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:29.262751Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802256528089542:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:29.330887Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802257660597377:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17250
2025-12-06T17:44:29.285064Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:29.335518Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802260601992177:2107] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(48043335ns) {Configure:104(48038974ns) {ProcessConfigured:135(7867379ns) {StartInitialHandshake:157(7863540ns) {DropHandshakes:470(3164ns) {DropIncomingHandshake:442(644ns) DropOutgoingHandshake:457(666ns)} GenerateSessionVirtualId:988(1099ns) PrepareNewSessionHandshake:477(4898ns) {SwitchToState:179(2095ns)}}}}}
2025-12-06T17:44:29.322189Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802254636531465:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:44:29.263436Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802260823056900:2108] [node 4] ICP35 event processing took too much time PendingConnection:279(19716021ns) {IncomingHandshake:261(7693663ns) {DropIncomingHandshake:442(796ns) PrepareNewSessionHandshake:477(2368ns) {SwitchToState:179(983ns)} GenerateSessionVirtualId:988(1340ns) IssueIncomingHandshakeReply:193(84418ns) {SwitchToState:179(942ns)}}}
2025-12-06T17:44:29.274229Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802260823056913:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:29.325100Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802260823056921:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24136
2025-12-06T17:44:29.335271Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802260823056923:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24136
2025-12-06T17:44:29.346963Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802260823056922:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24136
2025-12-06T17:44:29.407102Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802260823056900:2108] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16972) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802260823056912:2115] held: no
2025-12-06T17:44:29.407902Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802260823056907:2112] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:29.409559Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802260823056912:2115] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:29.285126Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802254644339227:2049] [node 2] ICP22 created new session: [4:7580802258939306610:2049]
2025-12-06T17:44:29.331870Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802257660597374:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:29.358688Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802256307024817:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:29.420133Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802257598053573:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36631
2025-12-06T17:44:29.430632Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802257598053556:2114] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:29.431841Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580802253303086183:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:29.431927Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:29.431979Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802253303086183:2048] [node 1] ICP22 created new session: [2:7580802257598053574:2048]
2025-12-06T17:44:29.432046Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802257598053574:2048] [node 1] ICS09 handshake done sender: [2:7580802257598053556:2114] self: [2:7580802257598053570:0] peer: [1:7580802258931498764:0] socket: 391 qp: -1
2025-12-06T17:44:29.432078Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802257598053574:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:29.432112Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:29.322250Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:29.346145Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802253365630060:2100] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:29.410316Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802256528089542:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:29.285187Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802258939306610:2049] [node 2] ICS09 handshake done sender: [4:7580802258939306596:2115] self: [4:7580802258939306606:0] peer: [2:7580802257598053547:0] socket: 390 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:29.361870Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802260601992194:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52018
2025-12-06T17:44:29.329742Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802254636531465:2107] [node 4] ICP22 created new session: [1:7580802258931498780:2107]
2025-12-06T17:44:29.417249Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802260823056911:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:29.404417Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802253365630053:2102] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16972) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802257660597369:2114] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:29.285231Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802258939306610:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:29.342952Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802258931498780:2107] [node 4] ICS09 handshake done sender: [1:7580802258931498767:2112] self: [1:7580802258931498766:0] peer: [4:7580802258939306607:0] socket: 383 qp: -1
2025-12-06T17:44:29.405872Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802257660597369:2114] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:29.367556Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802260601992195:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52018
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:29.417299Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580802260823056911:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:29.457577Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802257598053565:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36631
2025-12-06T17:44:29.285268Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:29.418009Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:29.423375Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802260823056900:2108] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:44:29.423459Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:29.423525Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802260823056900:2108] [node 4] ICP22 created new session: [5:7580802260823056925:2108]
2025-12-06T17:44:29.423574Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802260823056925:2108] [node 4] ICS09 handshake done sender: [5:7580802260823056912:2115] self: [5:7580802260823056918:0] peer: [4:7580802258939306594:0] socket: 402 qp: -1
2025-12-06T17:44:29.423613Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802260823056925:2108] [node 4] ICS10 traffic start
2025-12-06T17:44:29.430367Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802256528089542:2049] [node 2] ICP22 created new session: [5:7580802260823056924:2049]
2025-12-06T17:44:29.435828Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:29.436420Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802260823056924:2049] [node 2] ICS09 handshake done sender: [5:7580802260823056907:2112] self: [5:7580802260823056919:0] peer: [2:7580802257598053551:0] socket: 396 qp: -1
2025-12-06T17:44:29.436589Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802260823056911:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:29.450662Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802260823056924:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:29.450729Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:29.470425Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802260823056900:2108] [node 4] ICP35 event processing took too much time PendingConnection:279(35606791ns) {HandleHandshakeStatus:329(35602036ns) {DropIncomingHandshake:442(1063ns) DropOutgoingHandshake:457(448ns) SwitchToState:179(992ns) ProcessPendingSessionEvents:495(1945ns)}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:29.476327Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802260823056923:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:29.476514Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580802260823056901:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:29.476597Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:29.476649Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802260823056901:2109] [node 6] ICP22 created new session: [5:7580802260823056932:2109]
2025-12-06T17:44:29.476684Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802260823056932:2109] [node 6] ICS09 handshake done sender: [5:7580802260823056911:2114] self: [5:7580802260823056910:0] peer: [6:7580802257660597378:0] socket: 408 qp: -1
2025-12-06T17:44:29.476725Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802260823056932:2109] [node 6] ICS10 traffic start
2025-12-06T17:44:29.476764Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:29.408367Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802253365630053:2102] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:44:29.355478Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802258931498780:2107] [node 4] ICS10 traffic start
2025-12-06T17:44:29.468199Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802257598053565:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:29.379265Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802256307024817:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(23085891ns) {IncomingHandshake:261(23082903ns) {DropIncomingHandshake:442(785ns) PrepareNewSessionHandshake:477(2348ns) {SwitchToState:179(823ns)} GenerateSessionVirtualId:988(908ns) IssueIncomingHandshakeReply:193(12810050ns) {SwitchToState:179(3879ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:29.408432Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:29.408486Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802253365630053:2102] [node 4] ICP22 created new session: [6:7580802257660597380:2102]
2025-12-06T17:44:29.408542Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802257660597380:2102] [node 4] ICS09 handshake done sender: [6:7580802257660597369:2114] self: [6:7580802257660597375:0] peer: [4:7580802258939306592:0] socket: 404 qp: -1
2025-12-06T17:44:29.408588Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802257660597380:2102] [node 4] ICS10 traffic start
2025-12-06T17:44:29.408626Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:29.430098Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802257660597379:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17250
2025-12-06T17:44:29.438476Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802257660597376:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:29.447081Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802257660597383:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17250
2025-12-06T17:44:29.447624Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802257660597374:2116] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:29.447907Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802253365630060:2100] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:44:29.447990Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:29.448074Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802253365630060:2100] [node 5] ICP22 created new session: [6:7580802257660597384:2100]
2025-12-06T17:44:29.448130Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802257660597384:2100] [node 5] ICS09 handshake done sender: [6:7580802257660597374:2116] self: [6:7580802257660597378:0] peer: [5:7580802260823056910:0] socket: 410 qp: -1
2025-12-06T17:44:29.448171Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802257660597384:2100] [node 5] ICS10 traffic start
2025-12-06T17:44:29.448234Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:29.451447Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802253365630001:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:29.462917Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802257660597379:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:29.490752Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802253365630000:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:29.490927Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802257660597387:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17250
2025-12-06T17:44:29.495043Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802257660597390:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17250
2025-12-06T17:44:29.510365Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802257660597391:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17250
2025-12-06T17:44:29.291878Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802258939306590:2112] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:29.295908Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802258939306593:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:29.383489Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802260601992194:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:29.365386Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802258931498765:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:29.505039Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802257598053560:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:29.514302Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802257660597376:2117] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:29.365419Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802258931498765:2111] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:44:29.368150Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:29.376325Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802258931498765:2111] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:29.390747Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802258931498763:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:29.390796Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802258931498763:2110] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:44:29.395627Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802254636531400:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:44:29.414675Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:29.421822Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802254636531465:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(105870530ns) {HandleHandshakeStatus:329(105867296ns) {DropIncomingHandshake:442(2595ns) DropOutgoingHandshake:457(921ns) SwitchToState:179(953ns) ProcessPendingSessionEvents:495(10924190ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 10842591ns max# 10391829ns}}}
2025-12-06T17:44:29.425589Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802258931498763:2110] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:29.430167Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802254636531400:2048] [node 2] ICP22 created new session: [1:7580802258931498785:2048]
2025-12-06T17:44:29.435799Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802258931498785:2048] [node 2] ICS09 handshake done sender: [1:7580802258931498765:2111] self: [1:7580802258931498764:0] peer: [2:7580802257598053570:0] socket: 382 qp: -1
2025-12-06T17:44:29.436675Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802258931498785:2048] [node 2] ICS10 traffic start
2025-12-06T17:44:29.438886Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:29.459609Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802254636531401:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:44:29.459698Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:29.459759Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802254636531401:2049] [node 3] ICP22 created new session: [1:7580802258931498789:2049]
2025-12-06T17:44:29.459812Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802258931498789:2049] [node 3] ICS09 handshake done sender: [1:7580802258931498763:2110] self: [1:7580802258931498762:0] peer: [3:7580802260601992193:0] socket: 381 qp: -1
2025-12-06T17:44:29.459850Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802258931498789:2049] [node 3] ICS10 traffic start
2025-12-06T17:44:29.459899Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:29.462111Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802258931498787:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7972
2025-12-06T17:44:29.477527Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [1:7580802254636531401:2049] [node 3] ICP27 obsolete handshake fail ignored
2025-12-06T17:44:29.477668Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802258931498788:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7972
2025-12-06T17:44:29.485732Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802254636531400:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(89300499ns) {HandleHandshakeStatus:329(89295746ns) {DropIncomingHandshake:442(18527ns) DropOutgoingHandshake:457(836ns) SwitchToState:179(730ns) ProcessPendingSessionEvents:495(14555234ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 14461675ns max# 14009179ns}}}
2025-12-06T17:44:29.509781Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802258931498788:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:29.383614Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802260601992183:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:29.530762Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802257660597379:2119] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:29.530987Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802257660597387:2121] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:29.531046Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802253365630001:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:44:29.531132Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:29.531185Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802253365630001:2050] [node 3] ICP22 created new session: [6:7580802257660597392:2050]
2025-12-06T17:44:29.531248Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802257660597392:2050] [node 3] ICS09 handshake done sender: [6:7580802257660597376:2117] self: [6:7580802257660597386:0] peer: [3:7580802260601992180:0] socket: 421 qp: -1
2025-12-06T17:44:29.531287Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802257660597392:2050] [node 3] ICS10 traffic start
2025-12-06T17:44:29.531324Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:29.295953Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802258939306593:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:29.505076Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802257598053560:2117] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:29.548326Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802253365630000:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:29.548449Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:29.548503Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802253365630000:2049] [node 2] ICP22 created new session: [6:7580802257660597394:2049]
2025-12-06T17:44:29.548554Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802257660597394:2049] [node 2] ICS09 handshake done sender: [6:7580802257660597379:2119] self: [6:7580802257660597388:0] peer: [2:7580802257598053559:0] socket: 438 qp: -1
2025-12-06T17:44:29.548613Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802257660597394:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:29.312260Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802254644339226:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:29.312323Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:29.312379Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802254644339226:2048] [node 1] ICP22 created new session: [4:7580802258939306613:2048]
2025-12-06T17:44:29.312432Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802258939306613:2048] [node 1] ICS09 handshake done sender: [4:7580802258939306590:2112] self: [4:7580802258939306607:0] peer: [1:7580802258931498766:0] socket: 384 qp: -1
2025-12-06T17:44:29.312472Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802258939306613:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:29.312515Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:29.320336Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802258939306612:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19522
2025-12-06T17:44:29.324334Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802258939306595:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:29.325551Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802258939306593:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:29.338471Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802258939306585:2109] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:29.338557Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:29.346433Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802258939306585:2109] [node 5] ICP22 created new session: [4:7580802258939306618:2109]
2025-12-06T17:44:29.362964Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802258939306589:2108] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:29.363055Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:29.363113Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802258939306589:2108] [node 6] ICP22 created new session: [4:7580802258939306619:2108]
2025-12-06T17:44:29.363173Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802258939306619:2108] [node 6] ICS09 handshake done sender: [4:7580802258939306593:2113] self: [4:7580802258939306592:0] peer: [6:7580802257660597375:0] socket: 400 qp: -1
2025-12-06T17:44:29.363215Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802258939306619:2108] [node 6] ICS10 traffic start
2025-12-06T17:44:29.363258Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:29.366659Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802258939306618:2109] [node 5] ICS09 handshake done sender: [4:7580802258939306595:2114] self: [4:7580802258939306594:0] peer: [5:7580802260823056918:0] socket: 401 qp: -1
2025-12-06T17:44:29.377093Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802258939306612:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:29.378554Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802254644339228:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:29.376157Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802258939306618:2109] [node 5] ICS10 traffic start
2025-12-06T17:44:29.379148Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:29.387249Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802258939306623:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19522
2025-12-06T17:44:29.430823Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802254644339228:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13003) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580802258939306612:2121] held: no
2025-12-06T17:44:29.431495Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802258939306612:2121] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:29.437050Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802254644339228:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:44:29.437103Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:29.437153Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802254644339228:2050] [node 3] ICP22 created new session: [4:7580802258939306624:2050]
2025-12-06T17:44:29.437192Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802258939306624:2050] [node 3] ICS09 handshake done sender: [4:7580802258939306612:2121] self: [4:7580802258939306621:0] peer: [3:7580802260601992182:0] socket: 385 qp: -1
2025-12-06T17:44:29.437230Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802258939306624:2050] [node 3] ICS10 traffic start
2025-12-06T17:44:29.437256Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:29.383632Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802260601992183:2112] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:44:29.548656Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:29.549437Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580802253365630000:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:44:29.550051Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802253365629999:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:29.553285Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802258931498776:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:29.553334Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802258931498776:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:29.512262Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802257598053560:2117] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:29.514823Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802257598053543:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:29.518147Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802257598053550:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:29.518199Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802257598053550:2112] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:44:29.537681Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802257598053550:2112] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:29.538697Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:29.544150Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802253303086184:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:44:29.544232Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:29.544287Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802253303086184:2049] [node 3] ICP22 created new session: [2:7580802257598053580:2049]
2025-12-06T17:44:29.544336Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802257598053580:2049] [node 3] ICS09 handshake done sender: [2:7580802257598053550:2112] self: [2:7580802257598053549:0] peer: [3:7580802260601992210:0] socket: 392 qp: -1
2025-12-06T17:44:29.544376Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802257598053580:2049] [node 3] ICS10 traffic start
2025-12-06T17:44:29.544416Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:29.547293Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802257598053543:2109] [node 6] ICP22 created new session: [2:7580802257598053579:2109]
2025-12-06T17:44:29.552859Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802257598053579:2109] [node 6] ICS09 handshake done sender: [2:7580802257598053560:2117] self: [2:7580802257598053559:0] peer: [6:7580802257660597388:0] socket: 436 qp: -1
2025-12-06T17:44:29.553604Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802257598053579:2109] [node 6] ICS10 traffic start
2025-12-06T17:44:29.554035Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:29.389930Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802260601992183:2112] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:29.396809Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802260601992176:2108] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:44:29.396886Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:29.396944Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802260601992176:2108] [node 4] ICP22 created new session: [3:7580802260601992198:2108]
2025-12-06T17:44:29.559169Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802256528089542:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(148394216ns) {HandleHandshakeStatus:329(148391100ns) {DropIncomingHandshake:442(1477ns) DropOutgoingHandshake:457(6801ns) SwitchToState:179(830ns) ProcessPendingSessionEvents:495(86370351ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 85332946ns max# 14001839ns}}}
2025-12-06T17:44:29.397002Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802260601992198:2108] [node 4] ICS09 handshake done sender: [3:7580802260601992183:2112] self: [3:7580802260601992182:0] peer: [4:7580802258939306621:0] socket: 418 qp: -1
2025-12-06T17:44:29.397053Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802260601992198:2108] [node 4] ICS10 traffic start
2025-12-06T17:44:29.397122Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:29.418384Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802260601992201:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52018
2025-12-06T17:44:29.426085Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802260601992179:2110] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:29.426311Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802256307024817:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:29.426363Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:29.426415Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802256307024817:2048] [node 1] ICP22 created new session: [3:7580802260601992202:2048]
2025-12-06T17:44:29.426463Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802260601992202:2048] [node 1] ICS09 handshake done sender: [3:7580802260601992179:2110] self: [3:7580802260601992193:0] peer: [1:7580802258931498762:0] socket: 386 qp: -1
2025-12-06T17:44:29.426498Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802260601992202:2048] [node 1] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:29.434376Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:29.561097Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802258939306585:2109] [node 5] ICP35 event processing took too much time PendingConnection:279(221670580ns) {HandleHandshakeStatus:329(221667481ns) {DropIncomingHandshake:442(16608ns) DropOutgoingHandshake:457(768ns) SwitchToState:179(807ns) ProcessPendingSessionEvents:495(145290848ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 142241434ns max# 20864802ns}}}
2025-12-06T17:44:29.562665Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802258931498776:2115] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:29.466832Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802260601992181:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:29.559498Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802260823056901:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(76097086ns) {HandleHandshakeStatus:329(76093541ns) {DropIncomingHandshake:442(10901ns) DropOutgoingHandshake:457(386ns) SwitchToState:179(709ns) ProcessPendingSessionEvents:495(75690221ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 75588318ns max# 15568971ns}}}
2025-12-06T17:44:29.561149Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802256528089541:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:29.561482Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802260823056931:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24136
2025-12-06T17:44:29.571088Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802257598053543:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(47772683ns) {HandleHandshakeStatus:329(47769375ns) {DropIncomingHandshake:442(17205ns) DropOutgoingHandshake:457(673ns) SwitchToState:179(356ns) ProcessPendingSessionEvents:495(8384920ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 8289673ns max# 7232616ns}}}
2025-12-06T17:44:29.466869Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802260601992181:2111] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:29.563594Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802257660597397:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17250
2025-12-06T17:44:29.567032Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802258931498772:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:29.569023Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802257660597387:2121] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:29.567094Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802258931498772:2113] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:29.568760Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802254636531464:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:29.574451Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:29.574518Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802254636531464:2109] [node 6] ICP22 created new session: [1:7580802258931498794:2109]
2025-12-06T17:44:29.574589Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802258931498794:2109] [node 6] ICS09 handshake done sender: [1:7580802258931498776:2115] self: [1:7580802258931498775:0] peer: [6:7580802257660597396:0] socket: 441 qp: -1
2025-12-06T17:44:29.582449Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802258931498794:2109] [node 6] ICS10 traffic start
2025-12-06T17:44:29.582559Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:29.594158Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802258931498772:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:29.475540Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802260601992195:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:29.475796Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802260601992181:2111] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:29.591685Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802253365629999:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:29.594566Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:29.594624Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802253365629999:2048] [node 1] ICP22 created new session: [6:7580802257660597398:2048]
2025-12-06T17:44:29.594683Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802257660597398:2048] [node 1] ICS09 handshake done sender: [6:7580802257660597387:2121] self: [6:7580802257660597396:0] peer: [1:7580802258931498775:0] socket: 442 qp: -1
2025-12-06T17:44:29.594722Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802257660597398:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:29.594779Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:29.596685Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802260823056935:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24136
2025-12-06T17:44:29.499077Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802260601992178:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:29.598241Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802254636531463:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:29.598324Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:29.598377Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802254636531463:2108] [node 5] ICP22 created new session: [1:7580802258931498797:2108]
2025-12-06T17:44:29.598447Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802258931498797:2108] [node 5] ICS09 handshake done sender: [1:7580802258931498772:2113] self: [1:7580802258931498771:0] peer: [5:7580802260823056934:0] socket: 430 qp: -1
2025-12-06T17:44:29.598508Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802258931498797:2108] [node 5] ICS10 traffic start
2025-12-06T17:44:29.598564Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:29.601850Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802253365629999:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(18376378ns) {HandleHandshakeStatus:329(18372338ns) {DropIncomingHandshake:442(3153ns) DropOutgoingHandshake:457(9805ns) SwitchToState:179(1169ns) ProcessPendingSessionEvents:495(2809864ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 2745471ns max# 2232076ns}}}
2025-12-06T17:44:29.601986Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580802253365629999:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:44:29.499154Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:29.603714Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802256528089541:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9247) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802260823056923:2120] held: no
2025-12-06T17:44:29.499207Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802260601992178:2109] [node 6] ICP22 created new session: [3:7580802260601992208:2109]
2025-12-06T17:44:29.604951Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802260823056923:2120] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:29.499265Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802260601992208:2109] [node 6] ICS09 handshake done sender: [3:7580802260601992181:2111] self: [3:7580802260601992180:0] peer: [6:7580802257660597386:0] socket: 417 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:29.499306Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802260601992208:2109] [node 6] ICS10 traffic start
2025-12-06T17:44:29.608399Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802260823056931:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:29.499369Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:29.500782Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802260601992207:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52018
2025-12-06T17:44:29.501049Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802256307024818:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:29.514876Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802260601992207:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:29.532731Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802256307024817:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(19454065ns) {HandleHandshakeStatus:329(19451604ns) {DropIncomingHandshake:442(1050ns) DropOutgoingHandshake:457(6012ns) SwitchToState:179(870ns) ProcessPendingSessionEvents:495(9733360ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 9655351ns max# 5364836ns}}}
2025-12-06T17:44:29.538597Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7580802260601992178:2109] [node 6] ICP18 handshake (actor [3:7580802260601992207:2120]) is too old
2025-12-06T17:44:29.605379Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802260601992206:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52018
2025-12-06T17:44:29.605528Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802260601992211:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52018
2025-12-06T17:44:29.606179Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802256307024818:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6031) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580802260601992195:2117] held: no
2025-12-06T17:44:29.607433Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802260601992195:2117] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:29.617476Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802256307024818:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:29.620324Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802260601992206:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:29.620444Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802260601992192:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:29.620468Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802260601992192:2115] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:29.628542Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:29.631220Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802254636531463:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(32163931ns) {HandleHandshakeStatus:329(32160399ns) {DropIncomingHandshake:442(17001ns) DropOutgoingHandshake:457(659ns) SwitchToState:179(944ns) ProcessPendingSessionEvents:495(31712586ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 31615120ns max# 6515100ns}}}
2025-12-06T17:44:29.633781Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802260601992192:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:29.612698Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802256528089541:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:29.638967Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802256307024818:2049] [node 2] ICP22 created new session: [3:7580802260601992214:2049]
2025-12-06T17:44:29.612785Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:29.612834Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802256528089541:2048] [node 1] ICP22 created new session: [5:7580802260823056936:2048]
2025-12-06T17:44:29.612886Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802260823056936:2048] [node 1] ICS09 handshake done sender: [5:7580802260823056923:2120] self: [5:7580802260823056934:0] peer: [1:7580802258931498771:0] socket: 431 qp: -1
2025-12-06T17:44:29.612924Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802260823056936:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:29.612963Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:29.613511Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802256528089543:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:29.629714Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802260823056939:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24136
2025-12-06T17:44:29.635065Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802260823056931:2121] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:29.644905Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802256528089543:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:44:29.639042Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802260601992214:2049] [node 2] ICS09 handshake done sender: [3:7580802260601992195:2117] self: [3:7580802260601992210:0] peer: [2:7580802257598053549:0] socket: 433 qp: -1
2025-12-06T17:44:29.639265Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802260601992214:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:29.639348Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:29.639684Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802256307024818:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(24565567ns) {HandleHandshakeStatus:329(24561697ns) {DropIncomingHandshake:442(3843ns) DropOutgoingHandshake:457(434ns) SwitchToState:179(815ns) ProcessPendingSessionEvents:495(1667ns)}}
2025-12-06T17:44:29.641210Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802260601992177:2107] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:29.641274Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:29.641327Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802260601992177:2107] [node 5] ICP22 created new session: [3:7580802260601992216:2107]
2025-12-06T17:44:29.641377Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802260601992216:2107] [node 5] ICS09 handshake done sender: [3:7580802260601992192:2115] self: [3:7580802260601992188:0] peer: [5:7580802260823056938:0] socket: 427 qp: -1
2025-12-06T17:44:29.641413Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802260601992216:2107] [node 5] ICS10 traffic start
2025-12-06T17:44:29.641463Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:29.656255Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:29.656326Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802256528089543:2050] [node 3] ICP22 created new session: [5:7580802260823056940:2050]
2025-12-06T17:44:29.656384Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802260823056940:2050] [node 3] ICS09 handshake done sender: [5:7580802260823056931:2121] self: [5:7580802260823056938:0] peer: [3:7580802260601992188:0] socket: 444 qp: -1
2025-12-06T17:44:29.656420Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802260823056940:2050] [node 3] ICS10 traffic start
2025-12-06T17:44:29.656480Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:29.710275Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:44:29.710526Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580802257598053574:2048] [node 1] ICS01 socket: 391 reason# EndOfStream
2025-12-06T17:44:29.710585Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580802253303086183:2048] [node 1] ICP30 unregister session Session# [2:7580802257598053574:2048] VirtualId# [2:7580802257598053570:0]
2025-12-06T17:44:29.710622Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580802257598053574:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:29.710704Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:29.710751Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:29.712689Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:44:29.712835Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580802260601992202:2048] [node 1] ICS07 socket disconnect 386 reason# EndOfStream
2025-12-06T17:44:29.712860Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802260601992202:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:29.712928Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:29.712968Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802260601992202:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:29.716884Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802256307024817:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9247) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:44:29.716932Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802260601992202:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:29.718322Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802256307024817:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9247) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:29.718375Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802260601992202:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:29.718409Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802256307024817:2048] [node 1] ICP30 unregister session Session# [3:7580802260601992202:2048] VirtualId# [3:7580802260601992193:0]
2025-12-06T17:44:29.718514Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:29.718563Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580802256307024817:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:9247) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:29.718577Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9247) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:29.722758Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:44:29.723030Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802260823056936:2048] [node 1] ICS01 socket: 431 reason# EndOfStream
2025-12-06T17:44:29.723081Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802256528089541:2048] [node 1] ICP30 unregister session Session# [5:7580802260823056936:2048] VirtualId# [5:7580802260823056934:0]
2025-12-06T17:44:29.723128Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802260823056936:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:29.726489Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:44:29.723226Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:29.723270Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:29.726744Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802258939306613:2048] [node 1] ICS01 socket: 384 reason# EndOfStream
2025-12-06T17:44:29.726784Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802254644339226:2048] [node 1] ICP30 unregister session Session# [4:7580802258939306613:2048] VirtualId# [4:7580802258939306607:0]
2025-12-06T17:44:29.726820Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802258939306613:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:29.726963Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:44:29.727135Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802257660597398:2048] [node 1] ICS07 socket disconnect 442 reason# EndOfStream
2025-12-06T17:44:29.726913Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:29.727162Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802257660597398:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:29.726971Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:29.727238Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:29.727280Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802257660597398:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:29.728714Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802253365629999:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9247) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:29.728773Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802257660597398:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:29.728809Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802253365629999:2048] [node 1] ICP30 unregister session Session# [6:7580802257660597398:2048] VirtualId# [6:7580802257660597396:0]
2025-12-06T17:44:29.728934Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:29.728983Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802253365629999:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:9247) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:29.728998Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9247) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:29.730941Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580802256307024817:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:44:29.741506Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802253365629999:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:44:29.793494Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:44:29.793821Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802260601992214:2049] [node 2] ICS01 socket: 433 reason# EndOfStream
2025-12-06T17:44:29.793879Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802256307024818:2049] [node 2] ICP30 unregister session Session# [3:7580802260601992214:2049] VirtualId# [3:7580802260601992210:0]
2025-12-06T17:44:29.793923Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802260601992214:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:29.794021Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:29.794068Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:29.798909Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:44:29.799171Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802257660597394:2049] [node 2] ICS01 socket: 438 reason# EndOfStream
2025-12-06T17:44:29.799217Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802253365630000:2049] [node 2] ICP30 unregister session Session# [6:7580802257660597394:2049] VirtualId# [6:7580802257660597388:0]
2025-12-06T17:44:29.799252Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802257660597394:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:29.799333Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:29.799379Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:29.799592Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:44:29.799775Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802258939306610:2049] [node 2] ICS07 socket disconnect 390 reason# EndOfStream
2025-12-06T17:44:29.799801Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802258939306610:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:29.799901Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:29.799954Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802258939306610:2049] [node 2] ICS15 start handshake
2025-12-06T17:44:29.800494Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:44:29.800677Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802260823056924:2049] [node 2] ICS07 socket disconnect 396 reason# EndOfStream
2025-12-06T17:44:29.800702Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802260823056924:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:29.800772Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:29.800815Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802260823056924:2049] [node 2] ICS15 start handshake
2025-12-06T17:44:29.807836Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802256528089542:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6031) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:29.807910Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802260823056924:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:29.807945Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802256528089542:2049] [node 2] ICP30 unregister session Session# [5:7580802260823056924:2049] VirtualId# [5:7580802260823056919:0]
2025-12-06T17:44:29.808075Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:29.808110Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802256528089542:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:6031) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:29.808126Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6031) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:29.808964Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802254644339227:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6031) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:29.809101Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802258939306610:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:29.809134Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802254644339227:2049] [node 2] ICP30 unregister session Session# [4:7580802258939306610:2049] VirtualId# [4:7580802258939306606:0]
2025-12-06T17:44:29.809180Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:29.809219Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802254644339227:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:6031) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:29.809236Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6031) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:29.819375Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802256528089542:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:44:29.819584Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580802254644339227:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:44:29.897542Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:44:29.897743Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802258939306624:2050] [node 3] ICS01 socket: 385 reason# EndOfStream
2025-12-06T17:44:29.897793Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802254644339228:2050] [node 3] ICP30 unregister session Session# [4:7580802258939306624:2050] VirtualId# [4:7580802258939306621:0]
2025-12-06T17:44:29.897823Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802258939306624:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:29.897900Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:44:29.897953Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:44:29.896493Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:44:29.896748Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802260823056940:2050] [node 3] ICS07 socket disconnect 444 reason# EndOfStream
2025-12-06T17:44:29.896785Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802260823056940:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:29.896888Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:44:29.896939Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802260823056940:2050] [node 3] ICS15 start handshake
2025-12-06T17:44:29.897872Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:44:29.898084Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802257660597392:2050] [node 3] ICS07 socket disconnect 421 reason# EndOfStream
2025-12-06T17:44:29.898128Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802257660597392:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:29.898209Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:44:29.898238Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802257660597392:2050] [node 3] ICS15 start handshake
2025-12-06T17:44:29.899744Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802256528089543:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13003) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:29.899811Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802260823056940:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:29.899844Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802256528089543:2050] [node 3] ICP30 unregister session Session# [5:7580802260823056940:2050] VirtualId# [5:7580802260823056938:0]
2025-12-06T17:44:29.899944Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:44:29.900070Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802256528089543:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:13003) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:29.900093Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13003) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:29.900457Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802253365630001:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13003) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:29.900526Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802257660597392:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:29.900563Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802253365630001:2050] [node 3] ICP30 unregister session Session# [6:7580802257660597392:2050] VirtualId# [6:7580802257660597386:0]
2025-12-06T17:44:29.901296Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:44:29.901356Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802253365630001:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:13003) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:29.901397Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13003) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:29.908818Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802256528089543:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:44:29.911537Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802253365630001:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:44:29.957823Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:44:29.958100Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802260823056925:2108] [node 4] ICS01 socket: 402 reason# EndOfStream
2025-12-06T17:44:29.958153Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802260823056900:2108] [node 4] ICP30 unregister session Session# [5:7580802260823056925:2108] VirtualId# [5:7580802260823056918:0]
2025-12-06T17:44:29.958192Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802260823056925:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:29.958295Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:44:29.958353Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:44:29.958777Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:44:29.959007Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802257660597380:2102] [node 4] ICS01 socket: 404 reason# EndOfStream
2025-12-06T17:44:29.959051Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802253365630053:2102] [node 4] ICP30 unregister session Session# [6:7580802257660597380:2102] VirtualId# [6:7580802257660597375:0]
2025-12-06T17:44:29.959085Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802257660597380:2102] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:29.959187Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:44:29.959249Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:44:30.084539Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:44:30.084839Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802257660597384:2100] [node 5] ICS01 socket: 410 reason# EndOfStream
2025-12-06T17:44:30.084887Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802253365630060:2100] [node 5] ICP30 unregister session Session# [6:7580802257660597384:2100] VirtualId# [6:7580802257660597378:0]
2025-12-06T17:44:30.084927Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802257660597384:2100] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:30.085047Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:44:30.085114Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:44:30.227313Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802265384030720:2048] [node 2] ICP01 ready to work
2025-12-06T17:44:30.227368Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802265384030721:2049] [node 3] ICP01 ready to work
2025-12-06T17:44:30.219986Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802261725504187:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:30.220048Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802261725504188:2049] [node 3] ICP01 ready to work
2025-12-06T17:44:30.251957Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802263694133247:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:30.251995Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802263694133248:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:30.268073Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802262811965520:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:30.268113Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802262811965521:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:30.268161Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802262811965522:2050] [node 3] ICP01 ready to work
2025-12-06T17:44:30.280278Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802262974674750:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:30.280317Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802262974674751:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:30.280350Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802262974674752:2050] [node 3] ICP01 ready to work
2025-12-06T17:44:30.293349Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802264103440233:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:30.293407Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802264103440234:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:30.293859Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802264103440235:2050] [node 3] ICP01 ready to work
2025-12-06T17:44:30.479129Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802261725504250:2107] [node 4] ICP01 ready to work
2025-12-06T17:44:30.479704Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802261725504251:2108] [node 5] ICP01 ready to work
2025-12-06T17:44:30.502838Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802262974674807:2102] [node 6] ICP01 ready to work
2025-12-06T17:44:30.513143Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802264103440276:2085] [node 4] ICP01 ready to work
2025-12-06T17:44:30.519102Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802265384030785:2109] [node 6] ICP01 ready to work
2025-12-06T17:44:30.610043Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802263694133310:2109] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:30.631306Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802264103440293:2104] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47198
2025-12-06T17:44:30.599392Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802262811965583:2108] [node 5] ICP01 ready to work
2025-12-06T17:44:30.519543Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802265384030783:2108] [node 5] ICP01 ready to work
2025-12-06T17:44:30.595808Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802262974674813:2108] [node 4] ICP01 ready to work
2025-12-06T17:44:30.609776Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802263694133311:2107] [node 4] ICP01 ready to work
2025-12-06T17:44:30.619978Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802261725504252:2109] [node 6] ICP01 ready to work
2025-12-06T17:44:30.625224Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802262974674751:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(63838843ns) {Configure:104(63832877ns) {ProcessConfigured:135(11947644ns) {StartInitialHandshake:157(11943828ns) {DropHandshakes:470(4339ns) {DropIncomingHandshake:442(994ns) DropOutgoingHandshake:457(845ns)} GenerateSessionVirtualId:988(982ns) PrepareNewSessionHandshake:477(5151ns) {SwitchToState:179(1861ns)}}}}}
2025-12-06T17:44:30.599796Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802262811965584:2109] [node 6] ICP01 ready to work
2025-12-06T17:44:30.519903Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802265384030784:2107] [node 4] ICP01 ready to work
2025-12-06T17:44:30.675038Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802264103440234:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(159156248ns) {Configure:104(159142219ns) {ProcessConfigured:135(85090ns) {StartInitialHandshake:157(80975ns) {DropHandshakes:470(4242ns) {DropIncomingHandshake:442(899ns) DropOutgoingHandshake:457(776ns)} GenerateSessionVirtualId:988(1486ns) PrepareNewSessionHandshake:477(2781ns) {SwitchToState:179(968ns)}}}}}
2025-12-06T17:44:30.643532Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802263694133312:2108] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:30.647541Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802265384030721:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(98271456ns) {Configure:104(98264810ns) {ProcessConfigured:135(82926ns) {StartInitialHandshake:157(79155ns) {DropHandshakes:470(3981ns) {DropIncomingHandshake:442(825ns) DropOutgoingHandshake:457(637ns)} GenerateSessionVirtualId:988(1376ns) PrepareNewSessionHandshake:477(2661ns) {SwitchToState:179(774ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:30.669347Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802262974674750:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(110186434ns) {Configure:104(110180821ns) {ProcessConfigured:135(17746852ns) {StartInitialHandshake:157(17743720ns) {DropHandshakes:470(7296291ns) {DropIncomingHandshake:442(1052ns) DropOutgoingHandshake:457(3124ns)} GenerateSessionVirtualId:988(4895ns) PrepareNewSessionHandshake:477(4716ns) {SwitchToState:179(1858ns)}}}}}
2025-12-06T17:44:30.739127Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802264103440303:2111] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:30.788748Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802264103440305:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47198
2025-12-06T17:44:30.789480Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802264103440304:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47198
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:30.773771Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802261725504261:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17953
2025-12-06T17:44:30.690352Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802262974674807:2102] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(161967738ns) {Configure:104(161960858ns) {ProcessConfigured:135(21800880ns) {StartInitialHandshake:157(21797014ns) {DropHandshakes:470(4038ns) {DropIncomingHandshake:442(996ns) DropOutgoingHandshake:457(590ns)} GenerateSessionVirtualId:988(1366ns) PrepareNewSessionHandshake:477(5183ns) {SwitchToState:179(2608ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:30.791013Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802262811965591:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44817
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:30.825575Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802264103440305:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:30.825703Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802264103440304:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:30.825971Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802264103440234:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:30.826044Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802264103440303:2111] [node 5] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:30.805512Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802263694133315:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48624
2025-12-06T17:44:30.839765Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802265384030720:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(320091678ns) {Configure:104(320086926ns) {ProcessConfigured:135(81590ns) {StartInitialHandshake:157(78470ns) {DropHandshakes:470(4234ns) {DropIncomingHandshake:442(886ns) DropOutgoingHandshake:457(1205ns)} GenerateSessionVirtualId:988(1188ns) PrepareNewSessionHandshake:477(2291ns) {SwitchToState:179(902ns)}}}}}
2025-12-06T17:44:30.691009Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802262974674823:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40023
2025-12-06T17:44:30.773993Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802261725504260:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17953
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:30.849392Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802264103440293:2104] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:30.826684Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802262811965597:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44817
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:30.820377Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802262974674825:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40023
2025-12-06T17:44:30.816893Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802263694133314:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48624
2025-12-06T17:44:30.891742Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802264103440276:2085] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:30.807752Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802261725504250:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(327568206ns) {Configure:104(327562380ns) {ProcessConfigured:135(50906765ns) {StartInitialHandshake:157(50902115ns) {DropHandshakes:470(3999ns) {DropIncomingHandshake:442(826ns) DropOutgoingHandshake:457(593ns)} GenerateSessionVirtualId:988(1069ns) PrepareNewSessionHandshake:477(4232ns) {SwitchToState:179(1599ns)}}}}}
2025-12-06T17:44:30.906723Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802265384030791:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26472
2025-12-06T17:44:30.909940Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802265384030787:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:30.909966Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802265384030787:2110] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:44:30.910518Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802265384030793:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:30.910595Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802265384030793:2113] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:30.911676Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802265384030793:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:30.912080Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802265384030783:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:30.912151Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:30.912206Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802265384030783:2108] [node 5] ICP22 created new session: [1:7580802265384030802:2108]
2025-12-06T17:44:30.912250Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802265384030802:2108] [node 5] ICS09 handshake done sender: [1:7580802265384030793:2113] self: [1:7580802265384030792:0] peer: [5:7580802262974674832:0] socket: 415 qp: -1
2025-12-06T17:44:30.912285Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802265384030802:2108] [node 5] ICS10 traffic start
2025-12-06T17:44:30.912322Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:30.913979Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802265384030787:2110] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:30.835520Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802262974674820:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:30.849113Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802262811965591:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:30.835352Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802263694133315:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:30.937490Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802265384030791:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:30.840826Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802261725504261:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:30.904299Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802264103440235:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(385653962ns) {Configure:104(385645187ns) {ProcessConfigured:135(12005436ns) {StartInitialHandshake:157(12002070ns) {DropHandshakes:470(3682ns) {DropIncomingHandshake:442(783ns) DropOutgoingHandshake:457(758ns)} GenerateSessionVirtualId:988(971ns) PrepareNewSessionHandshake:477(3352ns) {SwitchToState:179(1483ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:30.835547Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580802262974674820:2111] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:30.937567Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802265384030721:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:44:30.871885Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802262811965597:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:30.835552Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802263694133314:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:30.840927Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802261725504260:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:30.836139Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802262974674823:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:30.841885Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802262974674825:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:30.842453Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802262974674826:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40023
2025-12-06T17:44:30.862874Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802262974674820:2111] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:30.875325Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580802262974674807:2102] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:30.875425Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:30.875486Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802262974674807:2102] [node 6] ICP22 created new session: [5:7580802262974674830:2102]
2025-12-06T17:44:30.875530Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802262974674830:2102] [node 6] ICS09 handshake done sender: [5:7580802262974674820:2111] self: [5:7580802262974674819:0] peer: [6:7580802264103440311:0] socket: 396 qp: -1
2025-12-06T17:44:30.875561Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802262974674830:2102] [node 6] ICS10 traffic start
2025-12-06T17:44:30.875610Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:30.877659Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802262974674829:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40023
2025-12-06T17:44:30.909566Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802262974674826:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:30.909691Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802262974674750:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:30.931181Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802262974674833:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40023
2025-12-06T17:44:30.944083Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802262974674829:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:30.944174Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802262974674826:2115] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:30.923062Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802264103440276:2085] [node 4] ICP35 event processing took too much time PendingConnection:279(19484376ns) {IncomingHandshake:261(19481944ns) {DropIncomingHandshake:442(782ns) PrepareNewSessionHandshake:477(2389ns) {SwitchToState:179(846ns)} GenerateSessionVirtualId:988(1242ns) IssueIncomingHandshakeReply:193(4411815ns) {SwitchToState:179(2692ns)}}}
2025-12-06T17:44:30.868866Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802263694133313:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48624
2025-12-06T17:44:30.895081Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802262811965584:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(25372868ns) {IncomingHandshake:261(8797475ns) {DropIncomingHandshake:442(1027ns) PrepareNewSessionHandshake:477(741ns) {SwitchToState:179(189ns)} GenerateSessionVirtualId:988(910ns) IssueIncomingHandshakeReply:193(11489ns)}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:30.937615Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:30.865860Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802261725504256:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:30.914971Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802262811965521:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:30.973968Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802262974674750:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:30.869350Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802263694133248:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:30.937679Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802265384030721:2049] [node 3] ICP22 created new session: [1:7580802265384030805:2049]
2025-12-06T17:44:30.865899Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802261725504256:2111] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:30.941337Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802264103440303:2111] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22428) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802264103440304:2112] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:30.974057Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:30.869950Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802263694133313:2110] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:30.942875Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802262811965586:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:30.942923Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802262811965586:2110] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:30.949226Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802262811965521:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(18813084ns) {IncomingHandshake:261(18795740ns) {DropIncomingHandshake:442(920ns) PrepareNewSessionHandshake:477(3869ns) {SwitchToState:179(2116ns)} GenerateSessionVirtualId:988(474ns) IssueIncomingHandshakeReply:193(18764280ns) {SwitchToState:179(2727ns)}}}
2025-12-06T17:44:30.963093Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802262811965586:2110] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:30.965064Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802262811965602:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44817
2025-12-06T17:44:30.975930Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802262811965597:2115] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:30.994444Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802262811965584:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:30.994541Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:30.994595Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802262811965584:2109] [node 6] ICP22 created new session: [4:7580802262811965604:2109]
2025-12-06T17:44:30.994650Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802262811965604:2109] [node 6] ICS09 handshake done sender: [4:7580802262811965586:2110] self: [4:7580802262811965585:0] peer: [6:7580802264103440312:0] socket: 386 qp: -1
2025-12-06T17:44:30.994686Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802262811965604:2109] [node 6] ICS10 traffic start
2025-12-06T17:44:30.994729Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:30.996778Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802262811965521:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:30.996849Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:30.996894Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802262811965521:2049] [node 2] ICP22 created new session: [4:7580802262811965606:2049]
2025-12-06T17:44:30.996952Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802262811965606:2049] [node 2] ICS09 handshake done sender: [4:7580802262811965597:2115] self: [4:7580802262811965600:0] peer: [2:7580802261725504259:0] socket: 414 qp: -1
2025-12-06T17:44:30.996987Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802262811965606:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:30.997024Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:31.002752Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802262811965520:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(325549722ns) {Configure:104(325540266ns) {ProcessConfigured:135(21126174ns) {StartInitialHandshake:157(21113766ns) {DropHandshakes:470(1142ns) {DropIncomingHandshake:442(535ns) DropOutgoingHandshake:457(173ns)} GenerateSessionVirtualId:988(519ns) PrepareNewSessionHandshake:477(2147ns) {SwitchToState:179(161ns)}}}}}
2025-12-06T17:44:30.937730Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802265384030805:2049] [node 3] ICS09 handshake done sender: [1:7580802265384030787:2110] self: [1:7580802265384030786:0] peer: [3:7580802263694133329:0] socket: 390 qp: -1
2025-12-06T17:44:30.942630Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802264103440315:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47198
2025-12-06T17:44:30.880843Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802261725504254:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:30.880875Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802261725504254:2110] [node 3] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:30.937791Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802265384030805:2049] [node 3] ICS10 traffic start
2025-12-06T17:44:30.942691Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802264103440316:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47198
2025-12-06T17:44:30.954267Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802264103440233:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(377292092ns) {Configure:104(377278484ns) {ProcessConfigured:135(10681070ns) {StartInitialHandshake:157(10677551ns) {DropHandshakes:470(2812ns) {DropIncomingHandshake:442(609ns) DropOutgoingHandshake:457(470ns)} GenerateSessionVirtualId:988(629ns) PrepareNewSessionHandshake:477(3537ns) {SwitchToState:179(1442ns)}}}}}
2025-12-06T17:44:30.954413Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802264103440318:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47198
2025-12-06T17:44:30.961748Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802264103440234:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8518) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802264103440305:2113] held: no
2025-12-06T17:44:30.963325Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802264103440305:2113] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:30.978996Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802264103440318:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:30.980509Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802264103440233:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:30.986799Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802264103440322:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47198
2025-12-06T17:44:30.987651Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802264103440293:2104] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:30.987857Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802264103440276:2085] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:44:30.987924Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:30.987974Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802264103440276:2085] [node 4] ICP22 created new session: [6:7580802264103440325:2085]
2025-12-06T17:44:30.988047Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802264103440325:2085] [node 4] ICS09 handshake done sender: [6:7580802264103440293:2104] self: [6:7580802264103440312:0] peer: [4:7580802262811965585:0] socket: 389 qp: -1
2025-12-06T17:44:30.988083Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802264103440325:2085] [node 4] ICS10 traffic start
2025-12-06T17:44:30.988119Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:31.050220Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802264103440315:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:31.050587Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802268398407623:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47198
2025-12-06T17:44:30.974113Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802262974674750:2048] [node 1] ICP22 created new session: [5:7580802262974674834:2048]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:30.870801Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802263694133310:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(74223253ns) {Configure:104(74216238ns) {ProcessConfigured:135(72135905ns) {StartInitialHandshake:157(72133093ns) {DropHandshakes:470(9949796ns) {DropIncomingHandshake:442(645ns) DropOutgoingHandshake:457(3045ns)} GenerateSessionVirtualId:988(2988ns) PrepareNewSessionHandshake:477(2330ns) {SwitchToState:179(318ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:31.072588Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802264103440235:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:31.043568Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802262811965599:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44817
2025-12-06T17:44:31.073366Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802264103440318:2120] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:30.908707Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802263694133247:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(88716113ns) {Configure:104(58058867ns) {ProcessConfigured:135(72462ns) {StartInitialHandshake:157(67066ns) {DropHandshakes:470(3586ns) {DropIncomingHandshake:442(954ns) DropOutgoingHandshake:457(531ns)} GenerateSessionVirtualId:988(740ns) PrepareNewSessionHandshake:477(2221ns) {SwitchToState:179(705ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:31.067542Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802262811965588:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:31.067572Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802262811965588:2111] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:31.068688Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802267106932908:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44817
2025-12-06T17:44:31.075372Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802262811965588:2111] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:30.974164Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802262974674834:2048] [node 1] ICS09 handshake done sender: [5:7580802262974674826:2115] self: [5:7580802262974674832:0] peer: [1:7580802265384030792:0] socket: 416 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:30.937830Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:30.881940Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802261725504267:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17953
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:31.079254Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802268398407625:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47198
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:30.974197Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802262974674834:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:30.908923Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802263694133247:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:31.099766Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802267106932907:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44817
2025-12-06T17:44:30.882154Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802261725504256:2111] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:31.079733Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802264103440315:2117] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:30.939243Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580802265384030783:2108] [node 5] ICP18 handshake (actor [1:7580802265384030791:2112]) is too old
2025-12-06T17:44:30.940523Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802263694133330:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48624
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:30.974238Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:31.112894Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802262811965599:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:31.080426Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802264103440233:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:30.882523Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802261725504254:2110] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:31.012884Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802267269642132:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40023
2025-12-06T17:44:31.016627Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802262974674752:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(150863976ns) {Configure:104(150850754ns) {ProcessConfigured:135(80428ns) {StartInitialHandshake:157(77942ns) {DropHandshakes:470(4493ns) {DropIncomingHandshake:442(1007ns) DropOutgoingHandshake:457(667ns)} GenerateSessionVirtualId:988(790ns) PrepareNewSessionHandshake:477(2244ns) {SwitchToState:179(731ns)}}}}}
2025-12-06T17:44:31.016828Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802262974674752:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:31.066490Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802262974674813:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(151295066ns) {Configure:104(151287977ns) {ProcessConfigured:135(74924ns) {StartInitialHandshake:157(72090ns) {DropHandshakes:470(3621ns) {DropIncomingHandshake:442(1175ns) DropOutgoingHandshake:457(647ns)} GenerateSessionVirtualId:988(1355ns) PrepareNewSessionHandshake:477(2488ns) {SwitchToState:179(955ns)}}}}}
2025-12-06T17:44:31.066811Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802262974674813:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:31.092825Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802267269642137:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40023
2025-12-06T17:44:31.112779Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802267269642142:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40023
2025-12-06T17:44:31.115135Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802267269642132:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:31.115218Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802262974674829:2116] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:31.125598Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802262974674751:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:31.001244Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802265384030795:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:31.134487Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802262974674752:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:44:31.134610Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:31.134669Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802262974674752:2050] [node 3] ICP22 created new session: [5:7580802267269642144:2050]
2025-12-06T17:44:31.134727Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802267269642144:2050] [node 3] ICS09 handshake done sender: [5:7580802262974674829:2116] self: [5:7580802267269642135:0] peer: [3:7580802263694133318:0] socket: 424 qp: -1
2025-12-06T17:44:31.134774Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802267269642144:2050] [node 3] ICS10 traffic start
2025-12-06T17:44:31.134822Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:31.136260Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802262974674823:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:30.940802Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802263694133326:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48624
2025-12-06T17:44:31.082603Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802264103440313:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47198
2025-12-06T17:44:31.113785Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802262811965583:2108] [node 5] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:30.882739Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802261725504252:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:31.001290Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802265384030795:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:31.098169Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802264103440235:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:44:30.882844Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:31.143347Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802267269642146:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40023
2025-12-06T17:44:30.944530Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802263694133311:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(283574685ns) {Configure:104(283567948ns) {ProcessConfigured:135(10055322ns) {StartInitialHandshake:157(10051766ns) {DropHandshakes:470(2509ns) {DropIncomingHandshake:442(899ns) DropOutgoingHandshake:457(385ns)} GenerateSessionVirtualId:988(854ns) PrepareNewSessionHandshake:477(3157ns) {SwitchToState:179(1562ns)}}}}}
2025-12-06T17:44:31.126125Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802267106932907:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:31.027631Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802263694133319:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:31.004529Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802265384030797:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:31.098239Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:31.147586Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802262974674813:2108] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:44:30.890911Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802261725504252:2109] [node 6] ICP22 created new session: [2:7580802261725504270:2109]
2025-12-06T17:44:30.899759Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802261725504270:2109] [node 6] ICS09 handshake done sender: [2:7580802261725504256:2111] self: [2:7580802261725504255:0] peer: [6:7580802264103440310:0] socket: 403 qp: -1
2025-12-06T17:44:31.004556Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802265384030797:2115] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:44:31.027661Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802263694133319:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:31.126368Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802262811965522:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:31.028114Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802263694133313:2110] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:31.028307Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802267989100630:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48624
2025-12-06T17:44:31.028458Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802263694133315:2112] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:31.028772Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802263694133248:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:31.028814Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:31.028844Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802263694133248:2049] [node 2] ICP22 created new session: [3:7580802267989100632:2049]
2025-12-06T17:44:31.028876Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802267989100632:2049] [node 2] ICS09 handshake done sender: [3:7580802263694133315:2112] self: [3:7580802263694133325:0] peer: [2:7580802261725504253:0] socket: 406 qp: -1
2025-12-06T17:44:31.028899Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802267989100632:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:31.028925Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:31.042938Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802263694133319:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:31.043804Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802263694133247:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:31.043871Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:31.043920Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802263694133247:2048] [node 1] ICP22 created new session: [3:7580802267989100634:2048]
2025-12-06T17:44:31.043973Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802267989100634:2048] [node 1] ICS09 handshake done sender: [3:7580802263694133313:2110] self: [3:7580802263694133329:0] peer: [1:7580802265384030786:0] socket: 400 qp: -1
2025-12-06T17:44:31.044023Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802267989100634:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:31.044056Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:31.046512Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802267989100630:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:31.074368Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802263694133312:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:31.074426Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:31.074488Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802263694133312:2108] [node 5] ICP22 created new session: [3:7580802267989100640:2108]
2025-12-06T17:44:31.074556Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802267989100640:2108] [node 5] ICS09 handshake done sender: [3:7580802263694133319:2114] self: [3:7580802263694133318:0] peer: [5:7580802267269642135:0] socket: 421 qp: -1
2025-12-06T17:44:31.074593Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802267989100640:2108] [node 5] ICS10 traffic start
2025-12-06T17:44:31.074632Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:31.076539Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802263694133317:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:31.076567Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802263694133317:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:31.079296Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802263694133317:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:31.079535Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802263694133310:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:31.090687Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:31.090758Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802263694133310:2109] [node 6] ICP22 created new session: [3:7580802267989100643:2109]
2025-12-06T17:44:31.090814Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802267989100643:2109] [node 6] ICS09 handshake done sender: [3:7580802263694133317:2113] self: [3:7580802263694133316:0] peer: [6:7580802268398407624:0] socket: 420 qp: -1
2025-12-06T17:44:31.090855Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802267989100643:2109] [node 6] ICS10 traffic start
2025-12-06T17:44:31.090902Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:31.139481Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802267989100639:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48624
2025-12-06T17:44:31.156987Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802263694133312:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(71181012ns) {HandleHandshakeStatus:329(71173319ns) {DropIncomingHandshake:442(478ns) DropOutgoingHandshake:457(876ns) SwitchToState:179(923ns) ProcessPendingSessionEvents:495(70770854ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 66086187ns max# 7786760ns}}}
2025-12-06T17:44:31.166859Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802263694133332:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:31.166909Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802263694133332:2119] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:44:31.183645Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802263694133332:2119] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:31.192868Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802263694133311:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:44:31.192980Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:31.193041Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802263694133311:2107] [node 4] ICP22 created new session: [3:7580802267989100646:2107]
2025-12-06T17:44:31.193093Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802267989100646:2107] [node 4] ICS09 handshake done sender: [3:7580802263694133332:2119] self: [3:7580802263694133331:0] peer: [4:7580802267106932910:0] socket: 454 qp: -1
2025-12-06T17:44:31.193128Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802267989100646:2107] [node 4] ICS10 traffic start
2025-12-06T17:44:31.193172Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:31.202281Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7580802263694133312:2108] [node 5] ICP27 obsolete handshake fail ignored
2025-12-06T17:44:30.899810Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802261725504270:2109] [node 6] ICS10 traffic start
2025-12-06T17:44:31.147686Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:31.098286Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802264103440235:2050] [node 3] ICP22 created new session: [6:7580802268398407627:2050]
2025-12-06T17:44:31.132201Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802262811965520:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:31.005687Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802265384030797:2115] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:31.098331Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802268398407627:2050] [node 3] ICS09 handshake done sender: [6:7580802264103440315:2117] self: [6:7580802268398407624:0] peer: [3:7580802263694133316:0] socket: 428 qp: -1
2025-12-06T17:44:30.899861Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:31.147752Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802262974674813:2108] [node 4] ICP22 created new session: [5:7580802267269642147:2108]
2025-12-06T17:44:31.139285Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:31.006106Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802265384030720:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:44:31.139574Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802267106932908:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:31.145559Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802262811965583:2108] [node 5] ICP22 created new session: [4:7580802267106932912:2108]
2025-12-06T17:44:31.149822Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802267106932912:2108] [node 5] ICS09 handshake done sender: [4:7580802262811965588:2111] self: [4:7580802262811965587:0] peer: [5:7580802267269642140:0] socket: 387 qp: -1
2025-12-06T17:44:31.155017Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802267106932912:2108] [node 5] ICS10 traffic start
2025-12-06T17:44:31.164125Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:31.190886Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802262811965520:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26727) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580802262811965599:2116] held: no
2025-12-06T17:44:31.208023Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802262811965520:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(24128889ns) {HandleHandshakeStatus:395(24123689ns) {LogHandshakeFail:472(21315ns) {UpdateErrorStateLog:545(6717ns)} DropOutgoingHandshake:457(2320ns) ProcessPendingSessionEvents:495(16261738ns) {unordered DropSessionEvent:512 num# 100 sum# 9516312ns max# 4945473ns}}}
2025-12-06T17:44:31.208256Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802267106932915:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44817
2025-12-06T17:44:31.217883Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802262811965583:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(103167055ns) {HandleHandshakeStatus:329(103163634ns) {DropIncomingHandshake:442(763ns) DropOutgoingHandshake:457(632ns) SwitchToState:179(851ns) ProcessPendingSessionEvents:495(4568010ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 4498772ns max# 4021633ns}}}
2025-12-06T17:44:31.218039Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802262811965522:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61629) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580802267106932907:2119] held: no
2025-12-06T17:44:31.223627Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802267106932907:2119] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:31.147823Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802267269642147:2108] [node 4] ICS09 handshake done sender: [5:7580802262974674823:2113] self: [5:7580802267269642140:0] peer: [4:7580802262811965587:0] socket: 394 qp: -1
2025-12-06T17:44:31.147888Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802267269642147:2108] [node 4] ICS10 traffic start
2025-12-06T17:44:31.149146Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:31.160335Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802267269642132:2118] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:31.164946Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802262974674751:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:31.176399Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802262974674750:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(69534075ns) {HandleHandshakeStatus:329(69529431ns) {DropIncomingHandshake:442(2120ns) DropOutgoingHandshake:457(5857ns) SwitchToState:179(1381ns) ProcessPendingSessionEvents:495(69015484ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 68888352ns max# 18841673ns}}}
2025-12-06T17:44:31.183750Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7580802262974674750:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:44:31.204258Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:31.206593Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802262974674751:2049] [node 2] ICP22 created new session: [5:7580802267269642149:2049]
2025-12-06T17:44:31.209631Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802267269642149:2049] [node 2] ICS09 handshake done sender: [5:7580802267269642132:2118] self: [5:7580802267269642143:0] peer: [2:7580802261725504265:0] socket: 446 qp: -1
2025-12-06T17:44:31.209676Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802267269642149:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:31.209755Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:31.211346Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802262974674751:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(45529084ns) {HandleHandshakeStatus:329(45525245ns) {DropIncomingHandshake:442(1178ns) DropOutgoingHandshake:457(25692217ns) SwitchToState:179(495ns) ProcessPendingSessionEvents:495(555582ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 498468ns max# 50445ns}}}
2025-12-06T17:44:31.098374Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802268398407627:2050] [node 3] ICS10 traffic start
2025-12-06T17:44:31.098437Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:31.104880Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:31.111538Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802264103440233:2048] [node 1] ICP22 created new session: [6:7580802268398407626:2048]
2025-12-06T17:44:31.113845Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802268398407626:2048] [node 1] ICS09 handshake done sender: [6:7580802264103440318:2120] self: [6:7580802264103440324:0] peer: [1:7580802265384030794:0] socket: 437 qp: -1
2025-12-06T17:44:31.130670Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802268398407626:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:31.131744Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802264103440304:2112] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:31.139360Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:31.160616Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802264103440303:2111] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:44:31.160718Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:31.160782Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802264103440303:2111] [node 5] ICP22 created new session: [6:7580802268398407630:2111]
2025-12-06T17:44:31.160841Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802268398407630:2111] [node 5] ICS09 handshake done sender: [6:7580802264103440304:2112] self: [6:7580802264103440311:0] peer: [5:7580802262974674819:0] socket: 401 qp: -1
2025-12-06T17:44:31.160895Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802268398407630:2111] [node 5] ICS10 traffic start
2025-12-06T17:44:31.160933Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:31.172368Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802264103440233:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(92366684ns) {HandleHandshakeStatus:329(90856025ns) {DropIncomingHandshake:442(377ns) DropOutgoingHandshake:457(6116ns) SwitchToState:179(490ns) ProcessPendingSessionEvents:495(21529248ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 21451912ns max# 21024332ns}}}
2025-12-06T17:44:31.191124Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802264103440234:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(81908023ns) {HandleHandshakeStatus:395(81905510ns) {LogHandshakeFail:472(14726ns) {UpdateErrorStateLog:545(4009ns)} DropOutgoingHandshake:457(537ns) ProcessPendingSessionEvents:495(81811491ns) {unordered DropSessionEvent:512 num# 100 sum# 33153056ns max# 9329550ns}}}
2025-12-06T17:44:31.195938Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802264103440234:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:31.200554Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:31.200611Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802264103440234:2049] [node 2] ICP22 created new session: [6:7580802268398407632:2049]
2025-12-06T17:44:31.200662Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802268398407632:2049] [node 2] ICS09 handshake done sender: [6:7580802264103440305:2113] self: [6:7580802264103440310:0] peer: [2:7580802261725504255:0] socket: 407 qp: -1
2025-12-06T17:44:31.200705Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802268398407632:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:31.200751Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:31.006176Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:31.006228Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802265384030720:2048] [node 2] ICP22 created new session: [1:7580802269678998108:2048]
2025-12-06T17:44:31.006296Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802269678998108:2048] [node 2] ICS09 handshake done sender: [1:7580802265384030797:2115] self: [1:7580802265384030796:0] peer: [2:7580802266020471577:0] socket: 436 qp: -1
2025-12-06T17:44:31.006330Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802269678998108:2048] [node 2] ICS10 traffic start
2025-12-06T17:44:31.006359Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:31.007750Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802269678998106:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26472
2025-12-06T17:44:31.007989Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802269678998107:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26472
2025-12-06T17:44:31.013162Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802265384030795:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:31.039963Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802269678998106:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:31.047938Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802265384030785:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:31.069291Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:31.086566Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802265384030785:2109] [node 6] ICP22 created new session: [1:7580802269678998111:2109]
2025-12-06T17:44:31.094125Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802269678998107:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:31.111197Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802269678998111:2109] [node 6] ICS09 handshake done sender: [1:7580802265384030795:2114] self: [1:7580802265384030794:0] peer: [6:7580802264103440324:0] socket: 433 qp: -1
2025-12-06T17:44:31.111356Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802265384030808:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26472
2025-12-06T17:44:31.112623Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802269678998111:2109] [node 6] ICS10 traffic start
2025-12-06T17:44:31.113443Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:31.138514Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802265384030789:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:31.138571Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802265384030789:2111] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:44:31.144870Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802265384030785:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(96192478ns) {HandleHandshakeStatus:329(96189910ns) {DropIncomingHandshake:442(280ns) DropOutgoingHandshake:457(1242ns) SwitchToState:179(1116ns) ProcessPendingSessionEvents:495(4906176ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 4841923ns max# 4324896ns}}}
2025-12-06T17:44:31.145044Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802265384030789:2111] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:31.148983Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580802265384030785:2109] [node 6] ICP18 handshake (actor [1:7580802269678998106:2117]) is too old
2025-12-06T17:44:31.168312Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802265384030784:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:44:31.168415Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:31.168471Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802265384030784:2107] [node 4] ICP22 created new session: [1:7580802269678998115:2107]
2025-12-06T17:44:31.168523Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802269678998115:2107] [node 4] ICS09 handshake done sender: [1:7580802265384030789:2111] self: [1:7580802265384030788:0] peer: [4:7580802267106932911:0] socket: 419 qp: -1
2025-12-06T17:44:31.168569Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802269678998115:2107] [node 4] ICS10 traffic start
2025-12-06T17:44:31.168608Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:31.197212Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [1:7580802265384030720:2048] [node 2] ICP27 obsolete handshake fail ignored
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:30.901570Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802261725504252:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(17880925ns) {HandleHandshakeStatus:329(17871862ns) {DropIncomingHandshake:442(15674ns) DropOutgoingHandshake:457(889ns) SwitchToState:179(718ns) ProcessPendingSessionEvents:495(554087ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 482202ns max# 63281ns}}}
2025-12-06T17:44:31.224749Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7580802262811965583:2108] [node 5] ICP18 handshake (actor [4:7580802267106932908:2120]) is too old
2025-12-06T17:44:30.902076Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802261725504188:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:44:30.902162Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:30.902210Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802261725504188:2049] [node 3] ICP22 created new session: [2:7580802261725504272:2049]
2025-12-06T17:44:30.902263Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802261725504272:2049] [node 3] ICS09 handshake done sender: [2:7580802261725504254:2110] self: [2:7580802261725504253:0] peer: [3:7580802263694133325:0] socket: 402 qp: -1
2025-12-06T17:44:31.232786Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802262811965522:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:44:31.232901Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:30.902297Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802261725504272:2049] [node 3] ICS10 traffic start
2025-12-06T17:44:30.902326Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:31.232964Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802262811965522:2050] [node 3] ICP22 created new session: [4:7580802267106932916:2050]
2025-12-06T17:44:30.931711Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802261725504187:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(276330635ns) {Configure:104(276323205ns) {ProcessConfigured:135(16388532ns) {StartInitialHandshake:157(16385722ns) {DropHandshakes:470(2918ns) {DropIncomingHandshake:442(528ns) DropOutgoingHandshake:457(640ns)} GenerateSessionVirtualId:988(341ns) PrepareNewSessionHandshake:477(4364ns) {SwitchToState:179(1787ns)}}}}}
2025-12-06T17:44:31.233012Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802267106932916:2050] [node 3] ICS09 handshake done sender: [4:7580802267106932907:2119] self: [4:7580802267106932910:0] peer: [3:7580802263694133331:0] socket: 455 qp: -1
2025-12-06T17:44:30.931978Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802261725504262:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:30.932018Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802261725504262:2114] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:44:31.233062Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802267106932916:2050] [node 3] ICS10 traffic start
2025-12-06T17:44:31.233121Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:30.934431Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802261725504251:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(385353870ns) {Configure:104(385341601ns) {ProcessConfigured:135(16070732ns) {StartInitialHandshake:157(16067082ns) {DropHandshakes:470(3376ns) {DropIncomingHandshake:442(982ns) DropOutgoingHandshake:457(649ns)} GenerateSessionVirtualId:988(1030ns) PrepareNewSessionHandshake:477(4419ns) {SwitchToState:179(2326ns)}}}}}
2025-12-06T17:44:30.936992Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802261725504188:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(34066112ns) {HandleHandshakeStatus:329(34063082ns) {DropIncomingHandshake:442(954ns) DropOutgoingHandshake:457(724ns) SwitchToState:179(657ns) ProcessPendingSessionEvents:495(33692556ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 20898376ns max# 12274255ns}}}
2025-12-06T17:44:31.249520Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802267106932913:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44817
2025-12-06T17:44:30.937318Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802261725504262:2114] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:30.981070Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802261725504250:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:44:30.986452Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802261725504278:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17953
2025-12-06T17:44:31.002099Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802261725504278:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:31.002274Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580802261725504187:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:31.013484Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:31.017989Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802261725504250:2107] [node 4] ICP22 created new session: [2:7580802266020471578:2107]
2025-12-06T17:44:31.035434Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802261725504267:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:31.257006Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802262811965599:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:31.257444Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802262811965520:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:31.257525Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:31.257586Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802262811965520:2048] [node 1] ICP22 created new session: [4:7580802267106932918:2048]
2025-12-06T17:44:31.257637Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802267106932918:2048] [node 1] ICS09 handshake done sender: [4:7580802262811965599:2116] self: [4:7580802267106932911:0] peer: [1:7580802265384030788:0] socket: 423 qp: -1
2025-12-06T17:44:31.257680Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802267106932918:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:31.257723Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:31.036028Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802266020471578:2107] [node 4] ICS09 handshake done sender: [2:7580802261725504262:2114] self: [2:7580802261725504259:0] peer: [4:7580802262811965600:0] socket: 413 qp: -1
2025-12-06T17:44:31.043492Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802266020471578:2107] [node 4] ICS10 traffic start
2025-12-06T17:44:31.049121Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:31.087647Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580802261725504188:2049] [node 3] ICP18 handshake (actor [2:7580802261725504267:2116]) is too old
2025-12-06T17:44:31.090375Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802266020471579:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17953
2025-12-06T17:44:31.107524Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802261725504278:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:31.107810Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580802261725504187:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:31.107874Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:31.107932Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802261725504187:2048] [node 1] ICP22 created new session: [2:7580802266020471581:2048]
2025-12-06T17:44:31.107984Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802266020471581:2048] [node 1] ICS09 handshake done sender: [2:7580802261725504278:2118] self: [2:7580802266020471577:0] peer: [1:7580802265384030796:0] socket: 397 qp: -1
2025-12-06T17:44:31.108043Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802266020471581:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:31.108084Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:31.140373Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802261725504266:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:31.140401Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802261725504266:2115] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:31.141359Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802261725504266:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:31.146480Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802261725504251:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:31.155591Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:31.155667Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802261725504251:2108] [node 5] ICP22 created new session: [2:7580802266020471584:2108]
2025-12-06T17:44:31.184250Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802266020471584:2108] [node 5] ICS09 handshake done sender: [2:7580802261725504266:2115] self: [2:7580802261725504265:0] peer: [5:7580802267269642143:0] socket: 445 qp: -1
2025-12-06T17:44:31.190595Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802266020471584:2108] [node 5] ICS10 traffic start
2025-12-06T17:44:31.195464Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:31.221748Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802261725504251:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(79135768ns) {HandleHandshakeStatus:329(79129918ns) {DropIncomingHandshake:442(22982ns) DropOutgoingHandshake:457(658ns) SwitchToState:179(886ns) ProcessPendingSessionEvents:495(7478909ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 7397452ns max# 6974245ns}}}
2025-12-06T17:44:31.245744Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802261725504250:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(263786437ns) {HandleHandshakeStatus:329(263781948ns) {DropIncomingHandshake:442(92ns) DropOutgoingHandshake:457(503ns) SwitchToState:179(104ns) ProcessPendingSessionEvents:495(169302705ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 169122444ns max# 24429416ns}}}
2025-12-06T17:44:31.265415Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802264103440235:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(163601457ns) {HandleHandshakeStatus:329(163597778ns) {DropIncomingHandshake:442(1206ns) DropOutgoingHandshake:457(5220ns) SwitchToState:179(640ns) ProcessPendingSessionEvents:495(161410465ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 161195879ns max# 13438032ns}}}
2025-12-06T17:44:31.350347Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:44:31.350677Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7580802266020471581:2048] [node 1] ICS07 socket disconnect 397 reason# EndOfStream
2025-12-06T17:44:31.350734Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580802266020471581:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:31.350854Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:31.350904Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580802266020471581:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:31.359421Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:44:31.359735Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580802267989100634:2048] [node 1] ICS07 socket disconnect 400 reason# EndOfStream
2025-12-06T17:44:31.359773Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802267989100634:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:31.359892Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:31.359946Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802267989100634:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:31.360539Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802261725504187:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26727) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:44:31.360592Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580802266020471581:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:31.362808Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802263694133247:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26727) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:31.362889Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802267989100634:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:31.362926Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802263694133247:2048] [node 1] ICP30 unregister session Session# [3:7580802267989100634:2048] VirtualId# [3:7580802263694133329:0]
2025-12-06T17:44:31.362997Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:31.363043Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580802263694133247:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:26727) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:31.363063Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26727) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:31.366837Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802261725504187:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26727) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:31.366909Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580802266020471581:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:31.366948Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580802261725504187:2048] [node 1] ICP30 unregister session Session# [2:7580802266020471581:2048] VirtualId# [2:7580802266020471577:0]
2025-12-06T17:44:31.367005Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:31.367039Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [2:7580802261725504187:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:26727) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:31.367069Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26727) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:31.372568Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:44:31.372861Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802267106932918:2048] [node 1] ICS01 socket: 423 reason# EndOfStream
2025-12-06T17:44:31.372910Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802262811965520:2048] [node 1] ICP30 unregister session Session# [4:7580802267106932918:2048] VirtualId# [4:7580802267106932911:0]
2025-12-06T17:44:31.372955Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802267106932918:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:31.373042Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:31.373087Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:31.377819Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [2:7580802261725504187:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:44:31.379212Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:44:31.379437Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802268398407626:2048] [node 1] ICS01 socket: 437 reason# EndOfStream
2025-12-06T17:44:31.379487Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802264103440233:2048] [node 1] ICP30 unregister session Session# [6:7580802268398407626:2048] VirtualId# [6:7580802264103440324:0]
2025-12-06T17:44:31.379537Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802268398407626:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:31.379598Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:31.379646Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:31.379132Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:44:31.379407Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802262974674834:2048] [node 1] ICS07 socket disconnect 416 reason# EndOfStream
2025-12-06T17:44:31.379446Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802262974674834:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:31.379538Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:31.379589Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802262974674834:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:31.380843Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580802263694133247:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:44:31.388033Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802262974674750:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26727) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:31.388119Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802262974674834:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:31.388165Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802262974674750:2048] [node 1] ICP30 unregister session Session# [5:7580802262974674834:2048] VirtualId# [5:7580802262974674832:0]
2025-12-06T17:44:31.388282Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:31.388324Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802262974674750:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:26727) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:31.388341Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26727) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:31.401716Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802262974674750:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:44:31.604804Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:44:31.605080Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580802267989100632:2049] [node 2] ICS07 socket disconnect 406 reason# EndOfStream
2025-12-06T17:44:31.605113Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802267989100632:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:31.605207Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:31.605255Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802267989100632:2049] [node 2] ICS15 start handshake
2025-12-06T17:44:31.608738Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802263694133248:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8518) Socket error# Connection reset by peer state# SendInitialPacket processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:44:31.608791Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802267989100632:2049] [node 2] ICS15 start handshake
2025-12-06T17:44:31.609918Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802263694133248:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8518) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:31.609975Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802267989100632:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:31.610009Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802263694133248:2049] [node 2] ICP30 unregister session Session# [3:7580802267989100632:2049] VirtualId# [3:7580802263694133325:0]
2025-12-06T17:44:31.610124Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:31.610159Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580802263694133248:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:8518) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:31.610172Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8518) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:31.621706Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580802263694133248:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:44:31.625180Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:44:31.626862Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:44:31.627124Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802262811965606:2049] [node 2] ICS01 socket: 414 reason# EndOfStream
2025-12-06T17:44:31.627173Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802262811965521:2049] [node 2] ICP30 unregister session Session# [4:7580802262811965606:2049] VirtualId# [4:7580802262811965600:0]
2025-12-06T17:44:31.627206Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802262811965606:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:31.627294Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:31.627342Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:31.625450Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802268398407632:2049] [node 2] ICS01 socket: 407 reason# EndOfStream
2025-12-06T17:44:31.625511Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802264103440234:2049] [node 2] ICP30 unregister session Session# [6:7580802268398407632:2049] VirtualId# [6:7580802264103440310:0]
2025-12-06T17:44:31.625546Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802268398407632:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:31.625636Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:31.625675Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:31.634665Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:44:31.634909Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802267269642149:2049] [node 2] ICS01 socket: 446 reason# EndOfStream
2025-12-06T17:44:31.634963Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802262974674751:2049] [node 2] ICP30 unregister session Session# [5:7580802267269642149:2049] VirtualId# [5:7580802267269642143:0]
2025-12-06T17:44:31.634999Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802267269642149:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:31.635102Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:31.635173Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:31.731445Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:44:31.731744Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802267269642144:2050] [node 3] ICS01 socket: 424 reason# EndOfStream
2025-12-06T17:44:31.731793Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802262974674752:2050] [node 3] ICP30 unregister session Session# [5:7580802267269642144:2050] VirtualId# [5:7580802267269642135:0]
2025-12-06T17:44:31.731833Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802267269642144:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:31.731942Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:44:31.732024Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:44:31.732396Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:44:31.732665Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802267106932916:2050] [node 3] ICS01 socket: 455 reason# EndOfStream
2025-12-06T17:44:31.732708Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802262811965522:2050] [node 3] ICP30 unregister session Session# [4:7580802267106932916:2050] VirtualId# [4:7580802267106932910:0]
2025-12-06T17:44:31.732741Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802267106932916:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:31.732831Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:44:31.732880Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:44:31.734913Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:44:31.735184Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802268398407627:2050] [node 3] ICS07 socket disconnect 428 reason# EndOfStream
2025-12-06T17:44:31.735218Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802268398407627:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:31.735333Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:44:31.735381Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802268398407627:2050] [node 3] ICS15 start handshake
2025-12-06T17:44:31.741671Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802264103440235:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61629) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:31.741769Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802268398407627:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:31.741813Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802264103440235:2050] [node 3] ICP30 unregister session Session# [6:7580802268398407627:2050] VirtualId# [6:7580802268398407624:0]
2025-12-06T17:44:31.741964Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:44:31.742006Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802264103440235:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:61629) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:31.742040Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61629) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:31.754723Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802264103440235:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:44:31.904905Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:44:31.904903Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:44:31.905201Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802267269642147:2108] [node 4] ICS01 socket: 394 reason# EndOfStream
2025-12-06T17:44:31.905251Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802262974674813:2108] [node 4] ICP30 unregister session Session# [5:7580802267269642147:2108] VirtualId# [5:7580802267269642140:0]
2025-12-06T17:44:31.905293Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802267269642147:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:31.905431Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:44:31.905511Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:44:31.906268Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802264103440325:2085] [node 4] ICS07 socket disconnect 389 reason# EndOfStream
2025-12-06T17:44:31.906352Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802264103440325:2085] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:31.906452Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:44:31.906556Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802264103440325:2085] [node 4] ICS15 start handshake
2025-12-06T17:44:31.908598Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802264103440276:2085] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4527) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:31.908685Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802264103440325:2085] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:31.908730Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802264103440276:2085] [node 4] ICP30 unregister session Session# [6:7580802264103440325:2085] VirtualId# [6:7580802264103440312:0]
2025-12-06T17:44:31.908784Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:44:31.908831Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802264103440276:2085] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:4527) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:31.908846Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4527) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:31.923350Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802264103440276:2085] [node 4] ICP33 wake up from error state
2025-12-06T17:44:32.002322Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:44:32.002672Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802268398407630:2111] [node 5] ICS01 socket: 401 reason# EndOfStream
2025-12-06T17:44:32.002730Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802264103440303:2111] [node 5] ICP30 unregister session Session# [6:7580802268398407630:2111] VirtualId# [6:7580802264103440311:0]
2025-12-06T17:44:32.002773Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802268398407630:2111] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:32.002957Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:44:32.003072Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:44:32.159328Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802272226017443:2048] [node 2] ICP01 ready to work
2025-12-06T17:44:32.159442Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802272226017444:2049] [node 3] ICP01 ready to work
2025-12-06T17:44:32.202984Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802272602393715:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:32.203028Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802272602393716:2049] [node 3] ICP01 ready to work
2025-12-06T17:44:32.225007Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802274140739649:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:32.225048Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802274140739650:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:32.247948Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802271220924577:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:32.248042Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802271220924578:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:32.248080Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802271220924579:2050] [node 3] ICP01 ready to work
2025-12-06T17:44:32.230497Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802272139419212:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:32.230549Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802272139419213:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:32.230583Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802272139419214:2050] [node 3] ICP01 ready to work
2025-12-06T17:44:32.305755Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802273476500082:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:32.305791Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802273476500083:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:32.305825Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802273476500084:2050] [node 3] ICP01 ready to work
2025-12-06T17:44:32.693634Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802272602393776:2107] [node 6] ICP01 ready to work
2025-12-06T17:44:32.791979Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802271220924591:2060] [node 4] ICP01 ready to work
2025-12-06T17:44:32.836361Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802271220924603:2069] [node 6] ICP01 ready to work
2025-12-06T17:44:32.826676Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802272139419259:2086] [node 5] ICP01 ready to work
2025-12-06T17:44:32.841076Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802273476500099:2063] [node 4] ICP01 ready to work
2025-12-06T17:44:32.818597Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802274140739716:2107] [node 6] ICP01 ready to work
2025-12-06T17:44:32.800580Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802272226017508:2107] [node 4] ICP01 ready to work
2025-12-06T17:44:32.872755Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802272602393779:2108] [node 5] ICP01 ready to work
2025-12-06T17:44:32.872202Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802274140739717:2108] [node 4] ICP01 ready to work
2025-12-06T17:44:32.883016Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802272139419263:2087] [node 6] ICP01 ready to work
2025-12-06T17:44:32.841812Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802272226017509:2109] [node 5] ICP01 ready to work
2025-12-06T17:44:32.955570Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802272139419213:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(263696510ns) {Configure:104(263690226ns) {ProcessConfigured:135(8422560ns) {StartInitialHandshake:157(8418446ns) {DropHandshakes:470(3209ns) {DropIncomingHandshake:442(1094ns) DropOutgoingHandshake:457(515ns)} GenerateSessionVirtualId:988(843ns) PrepareNewSessionHandshake:477(4562ns) {SwitchToState:179(2408ns)}}}}}
2025-12-06T17:44:32.894800Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802272602393780:2109] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:32.989159Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802271220924647:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:308
2025-12-06T17:44:32.994063Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802271220924647:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:32.893391Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802274140739718:2109] [node 5] ICP01 ready to work
2025-12-06T17:44:32.944295Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802273476500118:2066] [node 5] ICP01 ready to work
2025-12-06T17:44:32.842764Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802272226017507:2110] [node 6] ICP01 ready to work
2025-12-06T17:44:32.923314Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802272602393716:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(212088851ns) {Configure:104(212080866ns) {ProcessConfigured:135(81135ns) {StartInitialHandshake:157(78216ns) {DropHandshakes:470(3983ns) {DropIncomingHandshake:442(764ns) DropOutgoingHandshake:457(732ns)} GenerateSessionVirtualId:988(1378ns) PrepareNewSessionHandshake:477(2540ns) {SwitchToState:179(950ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:32.977053Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802272226017507:2110] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(19524817ns) {Configure:104(19517250ns) {ProcessConfigured:135(73513ns) {StartInitialHandshake:157(70995ns) {DropHandshakes:470(1200ns) {DropIncomingHandshake:442(305ns) DropOutgoingHandshake:457(242ns)} GenerateSessionVirtualId:988(591ns) PrepareNewSessionHandshake:477(1533ns) {SwitchToState:179(541ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:32.947389Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802272602393776:2107] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(253273103ns) {Configure:104(253269366ns) {ProcessConfigured:135(93375ns) {StartInitialHandshake:157(91150ns) {DropHandshakes:470(1481ns) {DropIncomingHandshake:442(335ns) DropOutgoingHandshake:457(232ns)} GenerateSessionVirtualId:988(808ns) PrepareNewSessionHandshake:477(1828ns) {SwitchToState:179(532ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:33.073345Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802273476500084:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(179741220ns) {Configure:104(179723937ns) {ProcessConfigured:135(96020ns) {StartInitialHandshake:157(92012ns) {DropHandshakes:470(3361ns) {DropIncomingHandshake:442(620ns) DropOutgoingHandshake:457(635ns)} GenerateSessionVirtualId:988(1333ns) PrepareNewSessionHandshake:477(1967ns) {SwitchToState:179(580ns)}}}}}
2025-12-06T17:44:33.073901Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802273476500146:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59128
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:33.044184Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802278435707019:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34081
2025-12-06T17:44:33.035824Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802275515891947:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:308
2025-12-06T17:44:32.989542Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802272226017510:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34853
2025-12-06T17:44:33.091243Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802272139419212:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(336742615ns) {Configure:104(336729855ns) {ProcessConfigured:135(127362ns) {StartInitialHandshake:157(123598ns) {DropHandshakes:470(2741ns) {DropIncomingHandshake:442(653ns) DropOutgoingHandshake:457(507ns)} GenerateSessionVirtualId:988(1235ns) PrepareNewSessionHandshake:477(1903ns) {SwitchToState:179(548ns)}}}}}
2025-12-06T17:44:33.081808Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802273476500146:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:32.996445Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802272602393787:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2926
2025-12-06T17:44:33.076472Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802275515891948:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:308
2025-12-06T17:44:33.022698Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802272226017443:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(140833189ns) {Configure:104(140821397ns) {ProcessConfigured:135(67049ns) {StartInitialHandshake:157(64250ns) {DropHandshakes:470(2457ns) {DropIncomingHandshake:442(559ns) DropOutgoingHandshake:457(332ns)} GenerateSessionVirtualId:988(891ns) PrepareNewSessionHandshake:477(1340ns) {SwitchToState:179(498ns)}}}}}
2025-12-06T17:44:33.044426Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802278435707024:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34081
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:33.078802Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802271220924591:2060] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(228055995ns) {Configure:104(228036315ns) {ProcessConfigured:135(44833113ns) {StartInitialHandshake:157(44829396ns) {DropHandshakes:470(3304ns) {DropIncomingHandshake:442(543ns) DropOutgoingHandshake:457(819ns)} GenerateSessionVirtualId:988(779ns) PrepareNewSessionHandshake:477(10055625ns) {SwitchToState:179(5260ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:33.101219Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802277771467447:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59128
2025-12-06T17:44:33.042099Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802276897361087:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2926
2025-12-06T17:44:33.108501Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802272139419214:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(339237087ns) {Configure:104(339227146ns) {ProcessConfigured:135(60561002ns) {StartInitialHandshake:157(52088985ns) {DropHandshakes:470(3996ns) {DropIncomingHandshake:442(915ns) DropOutgoingHandshake:457(455ns)} GenerateSessionVirtualId:988(1249ns) PrepareNewSessionHandshake:477(4536ns) {SwitchToState:179(1730ns)}}}}}
2025-12-06T17:44:33.041135Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802272226017509:2109] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(63596353ns) {Configure:104(63589501ns) {ProcessConfigured:135(79694ns) {StartInitialHandshake:157(77470ns) {DropHandshakes:470(2898ns) {DropIncomingHandshake:442(999ns) DropOutgoingHandshake:457(446ns)} GenerateSessionVirtualId:988(606ns) PrepareNewSessionHandshake:477(1870ns) {SwitchToState:179(454ns)}}}}}
2025-12-06T17:44:33.082500Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802278435707024:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:33.099722Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802272602393787:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:33.107757Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802275515891947:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:33.101346Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802277771467448:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59128
2025-12-06T17:44:33.042855Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802272226017510:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:33.171307Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802276434386584:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25108
2025-12-06T17:44:33.107087Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802276897361087:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:33.114714Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802278435707019:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:33.075052Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802276520984818:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34853
2025-12-06T17:44:33.113318Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802271220924579:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(272450812ns) {Configure:104(272438666ns) {ProcessConfigured:135(103619ns) {StartInitialHandshake:157(100629ns) {DropHandshakes:470(4726ns) {DropIncomingHandshake:442(1039ns) DropOutgoingHandshake:457(811ns)} GenerateSessionVirtualId:988(1555ns) PrepareNewSessionHandshake:477(5928ns) {SwitchToState:179(800ns)}}}}}
2025-12-06T17:44:33.147130Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802272602393715:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(130959354ns) {Configure:104(130949309ns) {ProcessConfigured:135(112786ns) {StartInitialHandshake:157(109042ns) {DropHandshakes:470(2609ns) {DropIncomingHandshake:442(800ns) DropOutgoingHandshake:457(338ns)} GenerateSessionVirtualId:988(1057ns) PrepareNewSessionHandshake:477(2014ns) {SwitchToState:179(926ns)}}}}}
2025-12-06T17:44:33.147301Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580802272602393715:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:33.119644Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802274140739649:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:33.151129Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802274140739717:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(156442441ns) {Configure:104(156437931ns) {ProcessConfigured:135(19638638ns) {StartInitialHandshake:157(19634450ns) {DropHandshakes:470(3154ns) {DropIncomingHandshake:442(585ns) DropOutgoingHandshake:457(301ns)} GenerateSessionVirtualId:988(631ns) PrepareNewSessionHandshake:477(3962ns) {SwitchToState:179(1754ns)}}}}}
2025-12-06T17:44:33.151532Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802274140739719:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34081
2025-12-06T17:44:33.152190Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802278435707032:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34081
2025-12-06T17:44:33.159849Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802278435707029:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34081
2025-12-06T17:44:33.186694Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802278435707032:2122] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:33.191251Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802274140739719:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:33.191354Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802274140739721:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:33.191404Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802274140739721:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:33.114797Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802277771467448:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:33.202652Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802276434386584:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:33.142554Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802272226017514:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:33.142628Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802272226017514:2113] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:44:33.152315Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802276520984818:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:33.152497Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802276520984814:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:33.152525Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802276520984814:2114] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:44:33.173700Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802272226017512:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:33.173734Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802272226017512:2112] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:33.178863Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802272226017514:2113] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:33.180038Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802272226017512:2112] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:33.211375Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802276897361085:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:33.207048Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802274140739650:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(322055806ns) {Configure:104(322047507ns) {ProcessConfigured:135(15040668ns) {StartInitialHandshake:157(15036078ns) {DropHandshakes:470(3566ns) {DropIncomingHandshake:442(999ns) DropOutgoingHandshake:457(448ns)} GenerateSessionVirtualId:988(1525ns) PrepareNewSessionHandshake:477(7266ns) {SwitchToState:179(3348ns)}}}}}
2025-12-06T17:44:33.130521Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802273476500099:2063] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(207591246ns) {Configure:104(207570915ns) {ProcessConfigured:135(94420ns) {StartInitialHandshake:157(91203ns) {DropHandshakes:470(5266ns) {DropIncomingHandshake:442(753ns) DropOutgoingHandshake:457(544ns)} GenerateSessionVirtualId:988(1669ns) PrepareNewSessionHandshake:477(2490ns) {SwitchToState:179(867ns)}}}}}
2025-12-06T17:44:33.122073Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802275515891952:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:308
2025-12-06T17:44:33.177553Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802271220924578:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(343860309ns) {Configure:104(343848648ns) {ProcessConfigured:135(15855893ns) {StartInitialHandshake:157(15851427ns) {DropHandshakes:470(2820ns) {DropIncomingHandshake:442(556ns) DropOutgoingHandshake:457(458ns)} GenerateSessionVirtualId:988(989ns) PrepareNewSessionHandshake:477(3983ns) {SwitchToState:179(1652ns)}}}}}
2025-12-06T17:44:33.248938Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802272139419263:2087] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(83382110ns) {Configure:104(83372060ns) {ProcessConfigured:135(106588ns) {StartInitialHandshake:157(103422ns) {DropHandshakes:470(3066ns) {DropIncomingHandshake:442(1116ns) DropOutgoingHandshake:457(458ns)} GenerateSessionVirtualId:988(1086ns) PrepareNewSessionHandshake:477(1927ns) {SwitchToState:179(753ns)}}}}}
2025-12-06T17:44:33.146912Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802273476500145:2109] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59128
2025-12-06T17:44:33.167924Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802273476500082:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(402014022ns) {Configure:104(380712368ns) {ProcessConfigured:135(8516855ns) {StartInitialHandshake:157(8512738ns) {DropHandshakes:470(2779ns) {DropIncomingHandshake:442(845ns) DropOutgoingHandshake:457(445ns)} GenerateSessionVirtualId:988(848ns) PrepareNewSessionHandshake:477(3596ns) {SwitchToState:179(1136ns)}}}}}
2025-12-06T17:44:33.168380Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802277771467447:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:33.169042Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802273476500082:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:33.169147Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802273476500084:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:33.211272Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802273476500145:2109] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:33.228210Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802273476500118:2066] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:33.228683Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802277771467463:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59128
2025-12-06T17:44:33.234685Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802277771467462:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59128
2025-12-06T17:44:33.246641Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802273476500083:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(311583854ns) {Configure:104(311573426ns) {ProcessConfigured:135(29352141ns) {StartInitialHandshake:157(29349357ns) {DropHandshakes:470(2355ns) {DropIncomingHandshake:442(450ns) DropOutgoingHandshake:457(368ns)} GenerateSessionVirtualId:988(750ns) PrepareNewSessionHandshake:477(4537ns) {SwitchToState:179(1908ns)}}}}}
2025-12-06T17:44:33.211443Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802276897361085:2113] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:33.207758Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802278435707029:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:33.260532Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802272226017507:2110] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:33.263914Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802272226017444:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:44:33.264070Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802276520984814:2114] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:33.177939Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802271220924578:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:33.275690Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:33.279078Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802272226017443:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:44:33.279177Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:33.279242Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802272226017443:2048] [node 2] ICP22 created new session: [1:7580802276520984827:2048]
2025-12-06T17:44:33.279310Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802276520984827:2048] [node 2] ICS09 handshake done sender: [1:7580802276520984814:2114] self: [1:7580802276520984813:0] peer: [2:7580802276897361090:0] socket: 411 qp: -1
2025-12-06T17:44:33.279358Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802276520984827:2048] [node 2] ICS10 traffic start
2025-12-06T17:44:33.279410Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:33.283147Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802272226017507:2110] [node 6] ICP22 created new session: [1:7580802276520984826:2110]
2025-12-06T17:44:33.236450Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802272602393782:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:33.292504Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802277771467448:2114] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:33.292809Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802277771467465:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59128
2025-12-06T17:44:33.293394Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802272139419265:2098] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:33.293443Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802272139419265:2098] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:33.298774Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:33.299502Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802272139419265:2098] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:33.207867Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802274140739650:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:33.215863Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802275515891948:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:33.236493Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802272602393782:2110] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:44:33.235100Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802274140739721:2115] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:33.301544Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802276520984832:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34853
2025-12-06T17:44:33.216093Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802271220924579:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:33.294923Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802277771467447:2113] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:33.238899Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802276897361085:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:33.318512Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802272139419259:2086] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:33.238881Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802278435707023:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:33.236069Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802271220924605:2070] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:33.318279Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802273476500084:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:44:33.302258Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802272226017444:2049] [node 3] ICP22 created new session: [1:7580802276520984831:2049]
2025-12-06T17:44:33.263205Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802272602393782:2110] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:33.238919Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802278435707023:2118] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:33.318652Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:33.236152Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580802271220924605:2070] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:33.263472Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802272602393779:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:33.315419Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802276520984826:2110] [node 6] ICS09 handshake done sender: [1:7580802272226017512:2112] self: [1:7580802272226017511:0] peer: [6:7580802277771467459:0] socket: 410 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:33.321248Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802273476500082:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:33.299133Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802278435707033:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34081
2025-12-06T17:44:33.318708Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802272139419259:2086] [node 5] ICP22 created new session: [4:7580802276434386590:2086]
2025-12-06T17:44:33.318180Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802276520984831:2049] [node 3] ICS09 handshake done sender: [1:7580802272226017514:2113] self: [1:7580802272226017513:0] peer: [3:7580802278435707027:0] socket: 406 qp: -1
2025-12-06T17:44:33.259673Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802271220924605:2070] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:33.321336Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:33.263680Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802272602393716:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:44:33.263831Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:33.263885Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802272602393716:2049] [node 3] ICP22 created new session: [2:7580802276897361095:2049]
2025-12-06T17:44:33.267867Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:33.275827Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802276897361095:2049] [node 3] ICS09 handshake done sender: [2:7580802272602393782:2110] self: [2:7580802272602393781:0] peer: [3:7580802278435707037:0] socket: 394 qp: -1
2025-12-06T17:44:33.283199Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802276897361091:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2926
2025-12-06T17:44:33.283759Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802272602393779:2108] [node 5] ICP22 created new session: [2:7580802276897361094:2108]
2025-12-06T17:44:33.299220Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802276897361095:2049] [node 3] ICS10 traffic start
2025-12-06T17:44:33.299285Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:33.301759Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802276897361094:2108] [node 5] ICS09 handshake done sender: [2:7580802276897361085:2113] self: [2:7580802276897361084:0] peer: [5:7580802275515891955:0] socket: 409 qp: -1
2025-12-06T17:44:33.310583Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802276897361094:2108] [node 5] ICS10 traffic start
2025-12-06T17:44:33.310655Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:33.323660Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802276897361087:2114] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:33.335287Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580802272602393715:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:33.335356Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:33.335422Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802272602393715:2048] [node 1] ICP22 created new session: [2:7580802276897361099:2048]
2025-12-06T17:44:33.335478Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802276897361099:2048] [node 1] ICS09 handshake done sender: [2:7580802276897361087:2114] self: [2:7580802276897361090:0] peer: [1:7580802276520984813:0] socket: 412 qp: -1
2025-12-06T17:44:33.335527Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802276897361099:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:33.335565Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:33.344435Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802272602393716:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(79896085ns) {HandleHandshakeStatus:329(79893343ns) {DropIncomingHandshake:442(429ns) DropOutgoingHandshake:457(455ns) SwitchToState:179(454ns) ProcessPendingSessionEvents:495(14832074ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 14765988ns max# 14254496ns}}}
2025-12-06T17:44:33.384472Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802272602393779:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(119960691ns) {HandleHandshakeStatus:329(119957103ns) {DropIncomingHandshake:442(611ns) DropOutgoingHandshake:457(806ns) SwitchToState:179(872ns) ProcessPendingSessionEvents:495(37150535ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 37060042ns max# 36504939ns}}}
2025-12-06T17:44:33.388893Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802272602393785:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:33.388943Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802272602393785:2111] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:33.395399Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802276897361101:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2926
2025-12-06T17:44:33.426356Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802272602393785:2111] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:33.431821Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802276897361104:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2926
2025-12-06T17:44:33.444050Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802276897361101:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:33.313586Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802278435707023:2118] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:33.470879Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802272602393780:2109] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(241761031ns) {Configure:104(241745395ns) {ProcessConfigured:135(21670221ns) {StartInitialHandshake:157(21665517ns) {DropHandshakes:470(3267ns) {DropIncomingHandshake:442(704ns) DropOutgoingHandshake:457(759ns)} GenerateSessionVirtualId:988(626ns) PrepareNewSessionHandshake:477(5353659ns) {SwitchToState:179(4646ns)}}}}}
2025-12-06T17:44:33.318762Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802276434386590:2086] [node 5] ICS09 handshake done sender: [4:7580802272139419265:2098] self: [4:7580802272139419264:0] peer: [5:7580802275515891960:0] socket: 392 qp: -1
2025-12-06T17:44:33.324887Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802276520984831:2049] [node 3] ICS10 traffic start
2025-12-06T17:44:33.321389Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802273476500082:2048] [node 1] ICP22 created new session: [6:7580802277771467466:2048]
2025-12-06T17:44:33.314017Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802274140739649:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9608) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580802278435707019:2116] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:33.318801Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802276434386590:2086] [node 5] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:33.326512Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802276520984826:2110] [node 6] ICS10 traffic start
2025-12-06T17:44:33.326616Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:33.266986Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802275515891958:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:308
2025-12-06T17:44:33.329064Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:33.422441Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802276520984835:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34853
2025-12-06T17:44:33.287707Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580802271220924603:2069] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:33.424266Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802272226017444:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(162820394ns) {HandleHandshakeStatus:329(159427137ns) {DropIncomingHandshake:442(20172ns) DropOutgoingHandshake:457(6127ns) SwitchToState:179(977ns) ProcessPendingSessionEvents:495(26528610ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 26451906ns max# 25946998ns}}}
2025-12-06T17:44:33.291829Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802275515891947:2114] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:33.448364Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802272226017507:2110] [node 6] ICP35 event processing took too much time PendingConnection:279(66949928ns) {HandleHandshakeStatus:329(66946898ns) {DropIncomingHandshake:442(363ns) DropOutgoingHandshake:457(1055ns) SwitchToState:179(416ns) ProcessPendingSessionEvents:495(662613ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 582280ns max# 60503ns}}}
2025-12-06T17:44:33.300233Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802275515891959:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:308
2025-12-06T17:44:33.462591Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802276520984821:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:33.300498Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802275515891952:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:33.462638Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802276520984821:2117] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:44:33.300648Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802271220924578:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:33.477428Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802276520984817:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:33.300744Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:33.477490Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802276520984817:2115] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:33.484848Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802276520984821:2117] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:33.491714Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802276520984835:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:33.300802Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802271220924578:2049] [node 2] ICP22 created new session: [5:7580802275515891964:2049]
2025-12-06T17:44:33.300855Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802275515891964:2049] [node 2] ICS09 handshake done sender: [5:7580802275515891947:2114] self: [5:7580802275515891955:0] peer: [2:7580802276897361084:0] socket: 413 qp: -1
2025-12-06T17:44:33.300899Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802275515891964:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:33.300931Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:33.309876Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802275515891961:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:308
2025-12-06T17:44:33.310269Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802275515891963:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:308
2025-12-06T17:44:33.310775Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802271220924591:2060] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:33.324402Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802271220924591:2060] [node 4] ICP35 event processing took too much time PendingConnection:279(27746979ns) {IncomingHandshake:261(27742661ns) {DropIncomingHandshake:442(984ns) PrepareNewSessionHandshake:477(2134ns) {SwitchToState:179(871ns)} GenerateSessionVirtualId:988(1236ns) IssueIncomingHandshakeReply:193(23152154ns) {SwitchToState:179(2581ns)}}}
2025-12-06T17:44:33.324802Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:33.342830Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802271220924647:2111] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:33.345630Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802271220924603:2069] [node 6] ICP22 created new session: [5:7580802275515891966:2069]
2025-12-06T17:44:33.358387Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802271220924591:2060] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:44:33.358477Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:33.358578Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802271220924591:2060] [node 4] ICP22 created new session: [5:7580802275515891967:2060]
2025-12-06T17:44:33.486708Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802272602393776:2107] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:33.325953Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802274140739716:2107] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:33.321443Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802277771467466:2048] [node 1] ICS09 handshake done sender: [6:7580802277771467448:2114] self: [6:7580802277771467459:0] peer: [1:7580802272226017511:0] socket: 422 qp: -1
2025-12-06T17:44:33.318850Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:33.358641Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802275515891967:2060] [node 4] ICS09 handshake done sender: [5:7580802271220924647:2111] self: [5:7580802275515891960:0] peer: [4:7580802272139419264:0] socket: 398 qp: -1
2025-12-06T17:44:33.503037Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802272226017508:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:44:33.496224Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:33.330946Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:33.321484Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802277771467466:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:33.496305Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802272602393776:2107] [node 6] ICP22 created new session: [2:7580802276897361109:2107]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:33.342304Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802276434386592:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25108
2025-12-06T17:44:33.503123Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:33.358688Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802275515891967:2060] [node 4] ICS10 traffic start
2025-12-06T17:44:33.352699Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802274140739716:2107] [node 6] ICP22 created new session: [3:7580802278435707042:2107]
2025-12-06T17:44:33.321527Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:33.352399Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802276434386589:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25108
2025-12-06T17:44:33.503179Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802272226017508:2107] [node 4] ICP22 created new session: [1:7580802276520984838:2107]
2025-12-06T17:44:33.496390Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802276897361109:2107] [node 6] ICS09 handshake done sender: [2:7580802272602393785:2111] self: [2:7580802272602393784:0] peer: [6:7580802277771467469:0] socket: 399 qp: -1
2025-12-06T17:44:33.358740Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:33.324060Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802273476500145:2109] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:33.345708Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:33.350457Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802273476500083:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:33.350586Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802273476500118:2066] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:44:33.357641Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:33.352686Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802273476500084:2050] [node 3] ICP22 created new session: [6:7580802277771467468:2050]
2025-12-06T17:44:33.366855Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802273476500118:2066] [node 5] ICP22 created new session: [6:7580802277771467470:2066]
2025-12-06T17:44:33.366947Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802277771467470:2066] [node 5] ICS09 handshake done sender: [6:7580802273476500145:2109] self: [6:7580802277771467464:0] peer: [5:7580802271220924604:0] socket: 403 qp: -1
2025-12-06T17:44:33.367009Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802277771467470:2066] [node 5] ICS10 traffic start
2025-12-06T17:44:33.367086Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:33.369133Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802273476500118:2066] [node 5] ICP35 event processing took too much time PendingConnection:279(17424963ns) {HandleHandshakeStatus:329(17421593ns) {DropIncomingHandshake:442(451ns) DropOutgoingHandshake:457(6940ns) SwitchToState:179(152ns) ProcessPendingSessionEvents:495(703042ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 621707ns max# 81757ns}}}
2025-12-06T17:44:33.407881Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802277771467473:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59128
2025-12-06T17:44:33.409646Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802277771467468:2050] [node 3] ICS09 handshake done sender: [6:7580802277771467447:2113] self: [6:7580802277771467460:0] peer: [3:7580802274140739720:0] socket: 421 qp: -1
2025-12-06T17:44:33.409714Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802277771467468:2050] [node 3] ICS10 traffic start
2025-12-06T17:44:33.418271Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:33.471766Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802273476500084:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(152159512ns) {HandleHandshakeStatus:329(152155755ns) {DropIncomingHandshake:442(2534ns) DropOutgoingHandshake:457(6443ns) SwitchToState:179(402ns) ProcessPendingSessionEvents:495(14680523ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 14599203ns max# 13065578ns}}}
2025-12-06T17:44:33.491507Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802273476500146:2110] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:33.516382Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802273476500083:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28171) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802273476500146:2110] held: no
2025-12-06T17:44:33.544407Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802277771467475:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59128
2025-12-06T17:44:33.562901Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802277771467475:2123] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:33.362871Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802278435707041:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34081
2025-12-06T17:44:33.388248Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802274140739718:2109] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:33.388723Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802278435707042:2107] [node 6] ICS09 handshake done sender: [3:7580802274140739721:2115] self: [3:7580802274140739720:0] peer: [6:7580802277771467460:0] socket: 405 qp: -1
2025-12-06T17:44:33.388783Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802278435707042:2107] [node 6] ICS10 traffic start
2025-12-06T17:44:33.388841Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:33.396087Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802274140739719:2114] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:33.402768Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:33.402852Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802274140739718:2109] [node 5] ICP22 created new session: [3:7580802278435707046:2109]
2025-12-06T17:44:33.402990Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802278435707046:2109] [node 5] ICS09 handshake done sender: [3:7580802278435707023:2118] self: [3:7580802278435707022:0] peer: [5:7580802275515891956:0] socket: 418 qp: -1
2025-12-06T17:44:33.403049Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802278435707046:2109] [node 5] ICS10 traffic start
2025-12-06T17:44:33.403103Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:33.427259Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802274140739650:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:33.427343Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:33.436436Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802274140739650:2049] [node 2] ICP22 created new session: [3:7580802278435707048:2049]
2025-12-06T17:44:33.436517Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802278435707048:2049] [node 2] ICS09 handshake done sender: [3:7580802274140739719:2114] self: [3:7580802278435707037:0] peer: [2:7580802272602393781:0] socket: 397 qp: -1
2025-12-06T17:44:33.436568Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802278435707048:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:33.436636Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:33.455375Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802274140739716:2107] [node 6] ICP35 event processing took too much time PendingConnection:279(128392142ns) {HandleHandshakeStatus:329(128389768ns) {DropIncomingHandshake:442(17136ns) DropOutgoingHandshake:457(342ns) SwitchToState:179(381ns) ProcessPendingSessionEvents:495(13117567ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 13046903ns max# 12559543ns}}}
2025-12-06T17:44:33.482741Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802278435707030:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:33.482776Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802278435707030:2121] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:44:33.490248Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802278435707030:2121] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:33.499417Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802274140739717:2108] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:44:33.499522Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:33.499601Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802274140739717:2108] [node 4] ICP22 created new session: [3:7580802278435707051:2108]
2025-12-06T17:44:33.499653Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802278435707051:2108] [node 4] ICS09 handshake done sender: [3:7580802278435707030:2121] self: [3:7580802278435707028:0] peer: [4:7580802276434386597:0] socket: 455 qp: -1
2025-12-06T17:44:33.499699Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802278435707051:2108] [node 4] ICS10 traffic start
2025-12-06T17:44:33.499741Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:33.546866Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802274140739649:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(41211617ns) {HandleHandshakeStatus:395(41207815ns) {LogHandshakeFail:472(20920ns) {UpdateErrorStateLog:545(6781ns)} DropOutgoingHandshake:457(556ns) ProcessPendingSessionEvents:495(41114615ns) {unordered DropSessionEvent:512 num# 100 sum# 41068069ns max# 10755606ns}}}
2025-12-06T17:44:33.551181Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802278435707019:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:33.559271Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802274140739649:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:33.380795Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802272139419259:2086] [node 5] ICP35 event processing took too much time PendingConnection:279(61322341ns) {HandleHandshakeStatus:329(61318860ns) {DropIncomingHandshake:442(170ns) DropOutgoingHandshake:457(407ns) SwitchToState:179(64414ns) ProcessPendingSessionEvents:495(60843131ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 60741924ns max# 24211610ns}}}
2025-12-06T17:44:33.585369Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802273476500099:2063] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:33.496450Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802276897361109:2107] [node 6] ICS10 traffic start
2025-12-06T17:44:33.360198Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802275515891948:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:33.503236Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802276520984838:2107] [node 4] ICS09 handshake done sender: [1:7580802276520984821:2117] self: [1:7580802276520984820:0] peer: [4:7580802276434386595:0] socket: 420 qp: -1
2025-12-06T17:44:33.496522Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:33.512518Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802276897361105:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:33.512563Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802276897361105:2119] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:44:33.521259Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802276897361105:2119] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:33.521909Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802272602393780:2109] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:44:33.521962Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:33.545464Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802272602393780:2109] [node 4] ICP22 created new session: [2:7580802276897361112:2109]
2025-12-06T17:44:33.550996Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802276897361112:2109] [node 4] ICS09 handshake done sender: [2:7580802276897361105:2119] self: [2:7580802276897361103:0] peer: [4:7580802276434386599:0] socket: 426 qp: -1
2025-12-06T17:44:33.559191Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802276897361112:2109] [node 4] ICS10 traffic start
2025-12-06T17:44:33.569975Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:33.396622Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802276434386592:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:33.617961Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802277771467477:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59128
2025-12-06T17:44:33.411667Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7580802272139419259:2086] [node 5] ICP18 handshake (actor [4:7580802276434386592:2117]) is too old
2025-12-06T17:44:33.425720Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802276434386589:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:33.432367Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802276434386594:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25108
2025-12-06T17:44:33.433173Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802272139419212:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:33.453646Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802276434386596:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25108
2025-12-06T17:44:33.477631Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802276434386594:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:33.479770Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802272139419214:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:33.483857Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802276434386596:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:33.487225Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802272139419213:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:33.490739Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802276434386598:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25108
2025-12-06T17:44:33.495637Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802276434386600:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25108
2025-12-06T17:44:33.527268Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802272139419212:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9608) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580802276434386589:2116] held: no
2025-12-06T17:44:33.528195Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802276434386594:2118] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:33.530788Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802272139419214:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8581) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580802276434386594:2118] held: no
2025-12-06T17:44:33.535580Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802276434386589:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:33.540918Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802276434386601:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25108
2025-12-06T17:44:33.542024Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802272139419214:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:44:33.592693Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:33.542078Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:33.547465Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802272139419214:2050] [node 3] ICP22 created new session: [4:7580802276434386603:2050]
2025-12-06T17:44:33.602792Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802274140739649:2048] [node 1] ICP22 created new session: [3:7580802278435707053:2048]
2025-12-06T17:44:33.547561Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802276434386603:2050] [node 3] ICS09 handshake done sender: [4:7580802276434386594:2118] self: [4:7580802276434386597:0] peer: [3:7580802278435707028:0] socket: 458 qp: -1
2025-12-06T17:44:33.610692Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802278435707053:2048] [node 1] ICS09 handshake done sender: [3:7580802278435707019:2116] self: [3:7580802278435707027:0] peer: [1:7580802272226017513:0] socket: 408 qp: -1
2025-12-06T17:44:33.547622Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802276434386603:2050] [node 3] ICS10 traffic start
2025-12-06T17:44:33.620433Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802278435707053:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:33.547731Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:33.549107Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802272139419212:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:33.620496Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:33.550744Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:33.620705Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802274140739649:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(61359224ns) {HandleHandshakeStatus:329(61355852ns) {DropIncomingHandshake:442(4154ns) DropOutgoingHandshake:457(351ns) SwitchToState:179(666ns) ProcessPendingSessionEvents:495(1103ns)}}
2025-12-06T17:44:33.410964Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802275515891966:2069] [node 6] ICS09 handshake done sender: [5:7580802271220924605:2070] self: [5:7580802271220924604:0] peer: [6:7580802277771467464:0] socket: 391 qp: -1
2025-12-06T17:44:33.550808Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802272139419212:2048] [node 1] ICP22 created new session: [4:7580802276434386605:2048]
2025-12-06T17:44:33.503279Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802276520984838:2107] [node 4] ICS10 traffic start
2025-12-06T17:44:33.551439Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802276434386596:2119] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:33.411027Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802275515891966:2069] [node 6] ICS10 traffic start
2025-12-06T17:44:33.555533Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802272139419213:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28171) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580802276434386596:2119] held: no
2025-12-06T17:44:33.503319Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:33.561259Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802272139419213:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:33.510724Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802276520984817:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:33.561543Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802276434386605:2048] [node 1] ICS09 handshake done sender: [4:7580802276434386589:2116] self: [4:7580802276434386595:0] peer: [1:7580802276520984820:0] socket: 447 qp: -1
2025-12-06T17:44:33.511827Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580802272226017508:2107] [node 4] ICP18 handshake (actor [1:7580802276520984835:2119]) is too old
2025-12-06T17:44:33.561605Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802276434386605:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:33.520100Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802272226017509:2109] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:33.561682Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:33.563439Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:33.563523Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802272139419213:2049] [node 2] ICP22 created new session: [4:7580802276434386607:2049]
2025-12-06T17:44:33.563592Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802276434386607:2049] [node 2] ICS09 handshake done sender: [4:7580802276434386596:2119] self: [4:7580802276434386599:0] peer: [2:7580802276897361103:0] socket: 429 qp: -1
2025-12-06T17:44:33.563634Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802276434386607:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:33.563695Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:33.590986Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802276434386586:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:33.591025Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802276434386586:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:33.599718Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802276434386586:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:33.520195Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:33.412174Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802271220924579:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:44:33.412265Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:33.622991Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802272139419263:2087] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:33.520254Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802272226017509:2109] [node 5] ICP22 created new session: [1:7580802276520984840:2109]
2025-12-06T17:44:33.520327Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802276520984840:2109] [node 5] ICS09 handshake done sender: [1:7580802276520984817:2115] self: [1:7580802276520984816:0] peer: [5:7580802275515891972:0] socket: 446 qp: -1
2025-12-06T17:44:33.520366Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802276520984840:2109] [node 5] ICS10 traffic start
2025-12-06T17:44:33.520452Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:33.620018Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [1:7580802272226017443:2048] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:44:33.412333Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802271220924579:2050] [node 3] ICP22 created new session: [5:7580802275515891970:2050]
2025-12-06T17:44:33.412398Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802275515891970:2050] [node 3] ICS09 handshake done sender: [5:7580802275515891948:2115] self: [5:7580802275515891956:0] peer: [3:7580802278435707022:0] socket: 419 qp: -1
2025-12-06T17:44:33.412449Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802275515891970:2050] [node 3] ICS10 traffic start
2025-12-06T17:44:33.412492Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:33.416306Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:33.427767Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802275515891961:2121] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:33.447711Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802271220924577:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:33.452323Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802271220924578:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(150672892ns) {HandleHandshakeStatus:329(150664300ns) {DropIncomingHandshake:442(678ns) DropOutgoingHandshake:457(6115ns) SwitchToState:179(457ns) ProcessPendingSessionEvents:495(122401217ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 122295321ns max# 33725699ns}}}
2025-12-06T17:44:33.532464Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802271220924577:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9608) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802275515891961:2121] held: no
2025-12-06T17:44:33.535841Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802275515891973:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:308
2025-12-06T17:44:33.555038Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802275515891961:2121] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:33.570097Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802271220924577:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:33.588532Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:33.604466Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802271220924577:2048] [node 1] ICP22 created new session: [5:7580802275515891974:2048]
2025-12-06T17:44:33.615126Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802271220924603:2069] [node 6] ICP35 event processing took too much time PendingConnection:279(337968044ns) {HandleHandshakeStatus:329(337963675ns) {DropIncomingHandshake:442(2359ns) DropOutgoingHandshake:457(873ns) SwitchToState:179(661ns) ProcessPendingSessionEvents:495(186780934ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 171740081ns max# 15874690ns}}}
2025-12-06T17:44:33.615256Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [5:7580802271220924603:2069] [node 6] ICP18 handshake (actor [5:7580802275515891952:2117]) is too old
2025-12-06T17:44:33.619782Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802275515891974:2048] [node 1] ICS09 handshake done sender: [5:7580802275515891961:2121] self: [5:7580802275515891972:0] peer: [1:7580802276520984816:0] socket: 448 qp: -1
2025-12-06T17:44:33.619834Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802275515891974:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:33.619894Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:33.620118Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802271220924577:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(49921536ns) {HandleHandshakeStatus:329(49917478ns) {DropIncomingHandshake:442(863ns) DropOutgoingHandshake:457(616ns) SwitchToState:179(463ns) ProcessPendingSessionEvents:495(1225ns)}}
2025-12-06T17:44:33.621430Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802273476500083:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(115398680ns) {HandleHandshakeStatus:395(115395746ns) {LogHandshakeFail:472(9959254ns) {UpdateErrorStateLog:545(8488ns)} DropOutgoingHandshake:457(1865ns) ProcessPendingSessionEvents:495(104153770ns) {unordered DropSessionEvent:512 num# 100 sum# 48675423ns max# 13376604ns}}}
2025-12-06T17:44:33.643737Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802272602393780:2109] [node 4] ICP35 event processing took too much time PendingConnection:279(120906735ns) {HandleHandshakeStatus:329(120903695ns) {DropIncomingHandshake:442(13464ns) DropOutgoingHandshake:457(381ns) SwitchToState:179(364ns) ProcessPendingSessionEvents:495(39850232ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 39752295ns max# 12423855ns}}}
2025-12-06T17:44:33.650857Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:33.655117Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802272139419263:2087] [node 6] ICP22 created new session: [4:7580802276434386610:2087]
2025-12-06T17:44:33.621523Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802273476500083:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:33.657926Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802276434386610:2087] [node 6] ICS09 handshake done sender: [4:7580802276434386586:2115] self: [4:7580802276434386585:0] peer: [6:7580802277771467476:0] socket: 390 qp: -1
2025-12-06T17:44:33.663885Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802276434386610:2087] [node 6] ICS10 traffic start
2025-12-06T17:44:33.663970Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:33.665791Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802272139419263:2087] [node 6] ICP35 event processing took too much time PendingConnection:279(41744222ns) {HandleHandshakeStatus:329(41741316ns) {DropIncomingHandshake:442(48028ns) DropOutgoingHandshake:457(775ns) SwitchToState:179(400ns) ProcessPendingSessionEvents:495(605292ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 528211ns max# 57659ns}}}
2025-12-06T17:44:33.621604Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:33.675611Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802272226017509:2109] [node 5] ICP35 event processing took too much time PendingConnection:279(24671740ns) {HandleHandshakeStatus:329(24668922ns) {DropIncomingHandshake:442(15261ns) DropOutgoingHandshake:457(453ns) SwitchToState:179(827ns) ProcessPendingSessionEvents:495(24148004ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 24074718ns max# 21038448ns}}}
2025-12-06T17:44:33.678718Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802272602393776:2107] [node 6] ICP35 event processing took too much time PendingConnection:279(206915321ns) {HandleHandshakeStatus:329(191104713ns) {DropIncomingHandshake:442(26441ns) DropOutgoingHandshake:457(452ns) SwitchToState:179(423ns) ProcessPendingSessionEvents:495(181080575ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 163926598ns max# 15792750ns}}}
2025-12-06T17:44:33.621654Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802273476500083:2049] [node 2] ICP22 created new session: [6:7580802277771467478:2049]
2025-12-06T17:44:33.621706Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802277771467478:2049] [node 2] ICS09 handshake done sender: [6:7580802273476500146:2110] self: [6:7580802277771467469:0] peer: [2:7580802272602393784:0] socket: 404 qp: -1
2025-12-06T17:44:33.621747Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802277771467478:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:33.621802Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:33.623524Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802277771467475:2123] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:33.623966Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802273476500099:2063] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:44:33.654676Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:33.655460Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802273476500099:2063] [node 4] ICP22 created new session: [6:7580802277771467480:2063]
2025-12-06T17:44:33.661565Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802277771467480:2063] [node 4] ICS09 handshake done sender: [6:7580802277771467475:2123] self: [6:7580802277771467476:0] peer: [4:7580802276434386585:0] socket: 396 qp: -1
2025-12-06T17:44:33.661642Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802277771467480:2063] [node 4] ICS10 traffic start
2025-12-06T17:44:33.661698Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:33.672210Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802273476500099:2063] [node 4] ICP35 event processing took too much time PendingConnection:279(47235556ns) {HandleHandshakeStatus:329(47233275ns) {DropIncomingHandshake:442(760ns) DropOutgoingHandshake:457(7555595ns) SwitchToState:179(4221ns) ProcessPendingSessionEvents:495(9340654ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 9254533ns max# 4783004ns}}}
2025-12-06T17:44:33.742802Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:44:33.743044Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7580802276897361099:2048] [node 1] ICS07 socket disconnect 412 reason# EndOfStream
2025-12-06T17:44:33.743075Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580802276897361099:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:33.743149Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:33.743187Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580802276897361099:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:33.748903Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:44:33.749143Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802278435707053:2048] [node 1] ICS01 socket: 408 reason# EndOfStream
2025-12-06T17:44:33.749192Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802274140739649:2048] [node 1] ICP30 unregister session Session# [3:7580802278435707053:2048] VirtualId# [3:7580802278435707027:0]
2025-12-06T17:44:33.749232Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802278435707053:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:33.749311Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:33.749354Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:33.751394Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802272602393715:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9608) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:44:33.751451Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580802276897361099:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:33.753324Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802272602393715:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9608) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:33.753389Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580802276897361099:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:33.753429Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580802272602393715:2048] [node 1] ICP30 unregister session Session# [2:7580802276897361099:2048] VirtualId# [2:7580802276897361090:0]
2025-12-06T17:44:33.753475Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:33.753517Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [2:7580802272602393715:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:9608) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:33.753535Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9608) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:33.758093Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:44:33.758324Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802277771467466:2048] [node 1] ICS01 socket: 422 reason# EndOfStream
2025-12-06T17:44:33.758371Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802273476500082:2048] [node 1] ICP30 unregister session Session# [6:7580802277771467466:2048] VirtualId# [6:7580802277771467459:0]
2025-12-06T17:44:33.758409Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802277771467466:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:33.758477Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:33.758514Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:33.758642Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:44:33.758853Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802276434386605:2048] [node 1] ICS01 socket: 447 reason# EndOfStream
2025-12-06T17:44:33.758885Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802272139419212:2048] [node 1] ICP30 unregister session Session# [4:7580802276434386605:2048] VirtualId# [4:7580802276434386595:0]
2025-12-06T17:44:33.758912Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802276434386605:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:33.758977Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:33.759012Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:33.759107Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:44:33.759284Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802275515891974:2048] [node 1] ICS01 socket: 448 reason# EndOfStream
2025-12-06T17:44:33.759321Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802271220924577:2048] [node 1] ICP30 unregister session Session# [5:7580802275515891974:2048] VirtualId# [5:7580802275515891972:0]
2025-12-06T17:44:33.759349Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802275515891974:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:33.759402Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:33.759434Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:33.765007Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [2:7580802272602393715:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:44:33.905074Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:44:33.905307Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580802278435707048:2049] [node 2] ICS07 socket disconnect 397 reason# EndOfStream
2025-12-06T17:44:33.905344Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802278435707048:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:33.905441Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:33.905493Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802278435707048:2049] [node 2] ICS15 start handshake
2025-12-06T17:44:33.910513Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802274140739650:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28171) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:44:33.910582Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802278435707048:2049] [node 2] ICS15 start handshake
2025-12-06T17:44:33.911684Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802274140739650:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28171) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:33.911743Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802278435707048:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:33.911781Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802274140739650:2049] [node 2] ICP30 unregister session Session# [3:7580802278435707048:2049] VirtualId# [3:7580802278435707037:0]
2025-12-06T17:44:33.911827Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:33.911875Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580802274140739650:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:28171) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:33.911897Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28171) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:33.916121Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:44:33.916330Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802277771467478:2049] [node 2] ICS01 socket: 404 reason# EndOfStream
2025-12-06T17:44:33.916375Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802273476500083:2049] [node 2] ICP30 unregister session Session# [6:7580802277771467478:2049] VirtualId# [6:7580802277771467469:0]
2025-12-06T17:44:33.916413Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802277771467478:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:33.916502Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:33.916546Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:33.916669Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:44:33.916853Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802275515891964:2049] [node 2] ICS07 socket disconnect 413 reason# EndOfStream
2025-12-06T17:44:33.916882Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802275515891964:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:33.916937Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:33.916975Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802275515891964:2049] [node 2] ICS15 start handshake
2025-12-06T17:44:33.922038Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802271220924578:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28171) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:33.922103Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802275515891964:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:33.922143Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802271220924578:2049] [node 2] ICP30 unregister session Session# [5:7580802275515891964:2049] VirtualId# [5:7580802275515891955:0]
2025-12-06T17:44:33.922250Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:33.922288Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802271220924578:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:28171) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:33.922305Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28171) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:33.922761Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580802274140739650:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:44:33.926873Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:44:33.927102Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802276434386607:2049] [node 2] ICS01 socket: 429 reason# EndOfStream
2025-12-06T17:44:33.927156Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802272139419213:2049] [node 2] ICP30 unregister session Session# [4:7580802276434386607:2049] VirtualId# [4:7580802276434386599:0]
2025-12-06T17:44:33.927197Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802276434386607:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:33.927275Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:33.927320Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:33.927638Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802271220924578:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:44:34.048494Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:44:34.048745Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802277771467468:2050] [node 3] ICS07 socket disconnect 421 reason# EndOfStream
2025-12-06T17:44:34.048780Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802277771467468:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:34.048882Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:44:34.048933Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802277771467468:2050] [node 3] ICS15 start handshake
2025-12-06T17:44:34.049558Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:44:34.049749Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802276434386603:2050] [node 3] ICS01 socket: 458 reason# EndOfStream
2025-12-06T17:44:34.049790Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802272139419214:2050] [node 3] ICP30 unregister session Session# [4:7580802276434386603:2050] VirtualId# [4:7580802276434386597:0]
2025-12-06T17:44:34.049831Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802276434386603:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:34.049903Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:44:34.049951Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:44:34.050075Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:44:34.050251Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802275515891970:2050] [node 3] ICS07 socket disconnect 419 reason# EndOfStream
2025-12-06T17:44:34.050279Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802275515891970:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:34.050334Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:44:34.050370Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802275515891970:2050] [node 3] ICS15 start handshake
2025-12-06T17:44:34.054078Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802271220924579:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8581) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:34.054167Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802275515891970:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:34.054208Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802271220924579:2050] [node 3] ICP30 unregister session Session# [5:7580802275515891970:2050] VirtualId# [5:7580802275515891956:0]
2025-12-06T17:44:34.054256Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:44:34.054297Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802271220924579:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:8581) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:34.054313Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8581) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:34.055145Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802273476500084:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8581) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:34.055204Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802277771467468:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:34.055247Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802273476500084:2050] [node 3] ICP30 unregister session Session# [6:7580802277771467468:2050] VirtualId# [6:7580802277771467460:0]
2025-12-06T17:44:34.055349Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:44:34.055374Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802273476500084:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:8581) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:34.055411Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8581) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:34.066754Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802271220924579:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:44:34.070660Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802273476500084:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:44:34.191342Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:44:34.191536Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802277771467480:2063] [node 4] ICS07 socket disconnect 396 reason# EndOfStream
2025-12-06T17:44:34.191567Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802277771467480:2063] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:34.191630Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:44:34.191673Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802277771467480:2063] [node 4] ICS15 start handshake
2025-12-06T17:44:34.190775Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:44:34.191005Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802275515891967:2060] [node 4] ICS01 socket: 398 reason# EndOfStream
2025-12-06T17:44:34.191054Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802271220924591:2060] [node 4] ICP30 unregister session Session# [5:7580802275515891967:2060] VirtualId# [5:7580802275515891960:0]
2025-12-06T17:44:34.191095Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802275515891967:2060] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:34.191193Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:44:34.191239Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:44:34.208940Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802273476500099:2063] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5218) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:34.209002Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802277771467480:2063] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:34.209042Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802273476500099:2063] [node 4] ICP30 unregister session Session# [6:7580802277771467480:2063] VirtualId# [6:7580802277771467476:0]
2025-12-06T17:44:34.209147Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:44:34.209178Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802273476500099:2063] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:5218) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:34.209200Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5218) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:34.219065Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802273476500099:2063] [node 4] ICP33 wake up from error state
2025-12-06T17:44:34.358129Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:44:34.358387Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802277771467470:2066] [node 5] ICS01 socket: 403 reason# EndOfStream
2025-12-06T17:44:34.358432Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802273476500118:2066] [node 5] ICP30 unregister session Session# [6:7580802277771467470:2066] VirtualId# [6:7580802277771467464:0]
2025-12-06T17:44:34.358472Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802277771467470:2066] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:34.358569Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:44:34.358627Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:44:34.483485Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802282859535034:2048] [node 2] ICP01 ready to work
2025-12-06T17:44:34.483544Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802282859535035:2049] [node 3] ICP01 ready to work
2025-12-06T17:44:34.507308Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802280352116607:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:34.507347Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802280352116608:2049] [node 3] ICP01 ready to work
2025-12-06T17:44:34.527039Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802282039172116:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:34.527078Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802282039172117:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:34.549669Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802280743182780:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:34.549715Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802280743182781:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:34.549762Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802280743182782:2050] [node 3] ICP01 ready to work
2025-12-06T17:44:34.661475Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802280833864676:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:34.571055Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802279758464067:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:34.661606Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802280833864677:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:34.571095Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802279758464068:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:34.671345Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802280833864678:2050] [node 3] ICP01 ready to work
2025-12-06T17:44:34.571135Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802279758464069:2050] [node 3] ICP01 ready to work
2025-12-06T17:44:34.926886Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802280833864691:2061] [node 5] ICP01 ready to work
2025-12-06T17:44:34.987839Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802282859535097:2107] [node 5] ICP01 ready to work
2025-12-06T17:44:35.043431Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802284647083980:2107] [node 4] ICP01 ready to work
2025-12-06T17:44:34.931459Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802279758464091:2069] [node 4] ICP01 ready to work
2025-12-06T17:44:35.076335Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802287154502394:2108] [node 6] ICP01 ready to work
2025-12-06T17:44:34.931777Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802279758464092:2070] [node 6] ICP01 ready to work
2025-12-06T17:44:35.065027Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802285128832016:2066] [node 4] ICP01 ready to work
2025-12-06T17:44:35.105023Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802284647083981:2108] [node 5] ICP01 ready to work
2025-12-06T17:44:35.105410Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802284647083982:2110] [node 6] ICP01 ready to work
2025-12-06T17:44:35.123277Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802279758464069:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(188828429ns) {Configure:104(188823857ns) {ProcessConfigured:135(90538ns) {StartInitialHandshake:157(87604ns) {DropHandshakes:470(3134ns) {DropIncomingHandshake:442(479ns) DropOutgoingHandshake:457(356ns)} GenerateSessionVirtualId:988(966ns) PrepareNewSessionHandshake:477(1851ns) {SwitchToState:179(533ns)}}}}}
2025-12-06T17:44:35.127040Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802287154502395:2109] [node 4] ICP01 ready to work
2025-12-06T17:44:35.127102Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802285038150140:2081] [node 6] ICP01 ready to work
2025-12-06T17:44:35.136121Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802282039172116:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(214021914ns) {Configure:104(214013124ns) {ProcessConfigured:135(32373070ns) {StartInitialHandshake:157(32368583ns) {DropHandshakes:470(2516ns) {DropIncomingHandshake:442(600ns) DropOutgoingHandshake:457(437ns)} GenerateSessionVirtualId:988(1042ns) PrepareNewSessionHandshake:477(7088ns) {SwitchToState:179(2584ns)}}}}}
2025-12-06T17:44:35.148245Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802286334139477:2075] [node 4] ICP01 ready to work
2025-12-06T17:44:35.148812Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802286334139478:2077] [node 5] ICP01 ready to work
2025-12-06T17:44:35.149336Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802286334139479:2083] [node 6] ICP01 ready to work
2025-12-06T17:44:35.175528Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802286334139478:2077] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(21001595ns) {Configure:104(20997775ns) {ProcessConfigured:135(61458ns) {StartInitialHandshake:157(58101ns) {DropHandshakes:470(678ns) {DropIncomingHandshake:442(158ns) DropOutgoingHandshake:457(174ns)} GenerateSessionVirtualId:988(452ns) PrepareNewSessionHandshake:477(1792ns) {SwitchToState:179(636ns)}}}}}
2025-12-06T17:44:35.182649Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802285038150141:2083] [node 5] ICP01 ready to work
2025-12-06T17:44:35.168223Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802287154502395:2109] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(16120732ns) {Configure:104(16116428ns) {ProcessConfigured:135(90367ns) {StartInitialHandshake:157(87721ns) {DropHandshakes:470(2444ns) {DropIncomingHandshake:442(427ns) DropOutgoingHandshake:457(316ns)} GenerateSessionVirtualId:988(796ns) PrepareNewSessionHandshake:477(1598ns) {SwitchToState:179(556ns)}}}}}
2025-12-06T17:44:35.206653Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802279758464091:2069] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(57939562ns) {Configure:104(57934517ns) {ProcessConfigured:135(507887ns) {StartInitialHandshake:157(506094ns) {DropHandshakes:470(2668ns) {DropIncomingHandshake:442(652ns) DropOutgoingHandshake:457(630ns)} GenerateSessionVirtualId:988(924ns) PrepareNewSessionHandshake:477(1958ns) {SwitchToState:179(1068ns)}}}}}
2025-12-06T17:44:35.207467Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802280833864677:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(24284860ns) {Configure:104(24277669ns) {ProcessConfigured:135(3052338ns) {StartInitialHandshake:157(3048871ns) {DropHandshakes:470(2703ns) {DropIncomingHandshake:442(526ns) DropOutgoingHandshake:457(435ns)} GenerateSessionVirtualId:988(801ns) PrepareNewSessionHandshake:477(3519ns) {SwitchToState:179(1585ns)}}}}}
2025-12-06T17:44:35.224387Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802280352116608:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(59036547ns) {Configure:104(59031259ns) {ProcessConfigured:135(13164039ns) {StartInitialHandshake:157(13161063ns) {DropHandshakes:470(2047ns) {DropIncomingHandshake:442(446ns) DropOutgoingHandshake:457(420ns)} GenerateSessionVirtualId:988(1470ns) PrepareNewSessionHandshake:477(4268ns) {SwitchToState:179(2127ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:35.235989Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802286334139491:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55920
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:35.249588Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802285128832047:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60965
2025-12-06T17:44:35.239616Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802282859535035:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(69180512ns) {Configure:104(69175886ns) {ProcessConfigured:135(65093ns) {StartInitialHandshake:157(62491ns) {DropHandshakes:470(2414ns) {DropIncomingHandshake:442(642ns) DropOutgoingHandshake:457(315ns)} GenerateSessionVirtualId:988(974ns) PrepareNewSessionHandshake:477(1412ns) {SwitchToState:179(425ns)}}}}}
2025-12-06T17:44:35.239958Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802287154502396:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22592
2025-12-06T17:44:35.241356Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802287154502407:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22592
2025-12-06T17:44:35.241488Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802287154502408:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22592
2025-12-06T17:44:35.245651Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802287154502407:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:35.255000Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802284053431441:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4718
2025-12-06T17:44:35.251916Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802284647083982:2110] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(22272340ns) {Configure:104(22266303ns) {ProcessConfigured:135(62528ns) {StartInitialHandshake:157(58901ns) {DropHandshakes:470(2735ns) {DropIncomingHandshake:442(571ns) DropOutgoingHandshake:457(387ns)} GenerateSessionVirtualId:988(749ns) PrepareNewSessionHandshake:477(2229ns) {SwitchToState:179(979ns)}}}}}
2025-12-06T17:44:35.278836Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802286334139491:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:35.283729Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802284647083992:2127] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16218
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:35.283902Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802284647083993:2128] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16218
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:35.294702Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802284647083992:2127] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:35.296275Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802284647083989:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16218
2025-12-06T17:44:35.255211Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802284053431442:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4718
2025-12-06T17:44:35.298979Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802284053431441:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:35.299141Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802279758464067:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:35.302797Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802284647083989:2125] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:35.297052Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802287154502396:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:35.298518Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802287154502408:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:35.304970Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802284053431442:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:35.309215Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802287154502398:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:35.309267Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802287154502398:2111] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:35.310401Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802286334139493:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55920
2025-12-06T17:44:35.306830Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802284647083993:2128] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:35.315992Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802284053431445:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4718
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:35.315248Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802285128832047:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:35.315427Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802280833864676:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:35.317744Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802285038150144:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15981
2025-12-06T17:44:35.317932Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802285038150145:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15981
2025-12-06T17:44:35.318054Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802285038150146:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15981
2025-12-06T17:44:35.318174Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802285038150155:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15981
2025-12-06T17:44:35.317918Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802287154502398:2111] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:35.321053Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802284053431441:2115] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:35.321329Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802284053431446:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4718
2025-12-06T17:44:35.321378Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802279758464067:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:35.321429Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:35.321499Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802279758464067:2048] [node 1] ICP22 created new session: [5:7580802284053431447:2048]
2025-12-06T17:44:35.321555Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802284053431447:2048] [node 1] ICS09 handshake done sender: [5:7580802284053431441:2115] self: [5:7580802284053431443:0] peer: [1:7580802287154502397:0] socket: 422 qp: -1
2025-12-06T17:44:35.321592Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802284053431447:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:35.321639Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:35.323368Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802284647083986:2123] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:35.323407Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802284647083986:2123] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:44:35.325525Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802284647083999:2129] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16218
2025-12-06T17:44:35.351062Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802284647083986:2123] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:35.319669Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802286334139493:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:35.331045Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802285038150144:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:35.361651Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802287154502400:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:35.361702Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802287154502400:2112] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:35.362757Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802282859535097:2107] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:35.362840Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:35.362901Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802282859535097:2107] [node 5] ICP22 created new session: [1:7580802287154502417:2107]
2025-12-06T17:44:35.331169Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802285038150146:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:35.319930Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802282039172117:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:35.331258Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802285038150155:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:35.332897Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802280743182782:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:35.333025Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802280743182781:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:35.387248Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802285038150145:2113] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:35.387394Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802280743182780:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:35.387812Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802285038150162:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15981
2025-12-06T17:44:35.370783Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802287154502417:2107] [node 5] ICS09 handshake done sender: [1:7580802287154502398:2111] self: [1:7580802287154502397:0] peer: [5:7580802284053431443:0] socket: 411 qp: -1
2025-12-06T17:44:35.320020Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802286334139494:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55920
2025-12-06T17:44:35.344639Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802286334139496:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55920
2025-12-06T17:44:35.370881Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802287154502417:2107] [node 5] ICS10 traffic start
2025-12-06T17:44:35.404140Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802286334139483:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:35.404184Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802286334139483:2112] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:44:35.395414Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802284053431446:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:35.395607Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802279758464091:2069] [node 4] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:35.412832Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802285128832052:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60965
2025-12-06T17:44:35.411854Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802286334139494:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:35.411933Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802286334139493:2116] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:35.370972Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:35.420800Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802284647083984:2122] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:35.402959Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802287154502402:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:35.402996Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802287154502402:2113] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:44:35.419858Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802287154502402:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:35.420844Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802284647083984:2122] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:44:35.423851Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802285038150148:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:35.423899Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802285038150148:2115] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:35.425446Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802285038150162:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:35.425690Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802285038150164:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15981
2025-12-06T17:44:35.421594Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802280352116608:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:44:35.421692Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:35.421748Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802280352116608:2049] [node 3] ICP22 created new session: [2:7580802284647084003:2049]
2025-12-06T17:44:35.421803Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802284647084003:2049] [node 3] ICS09 handshake done sender: [2:7580802284647083986:2123] self: [2:7580802284647083985:0] peer: [3:7580802286334139495:0] socket: 428 qp: -1
2025-12-06T17:44:35.421844Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802284647084003:2049] [node 3] ICS10 traffic start
2025-12-06T17:44:35.421887Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:35.431078Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802284647084002:2130] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16218
2025-12-06T17:44:35.432512Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802284647083999:2129] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:35.434704Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802284647083984:2122] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:35.426899Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802282039172117:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:35.434977Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802284647083980:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:44:35.438757Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:35.438844Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802284647083980:2107] [node 4] ICP22 created new session: [2:7580802284647084007:2107]
2025-12-06T17:44:35.438900Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802284647084007:2107] [node 4] ICS09 handshake done sender: [2:7580802284647083984:2122] self: [2:7580802284647083983:0] peer: [4:7580802285038150161:0] socket: 427 qp: -1
2025-12-06T17:44:35.438951Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802284647084007:2107] [node 4] ICS10 traffic start
2025-12-06T17:44:35.439006Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:35.450908Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802285038150145:2113] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:35.451272Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802280743182781:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23103) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580802285038150155:2119] held: no
2025-12-06T17:44:35.452778Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802285038150148:2115] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:35.426960Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:35.453279Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802285038150141:2083] [node 5] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:35.453707Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802285128832053:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60965
2025-12-06T17:44:35.458961Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:35.459055Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802285038150141:2083] [node 5] ICP22 created new session: [4:7580802285038150169:2083]
2025-12-06T17:44:35.459131Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802285038150169:2083] [node 5] ICS09 handshake done sender: [4:7580802285038150148:2115] self: [4:7580802285038150147:0] peer: [5:7580802284053431450:0] socket: 434 qp: -1
2025-12-06T17:44:35.459192Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802285038150169:2083] [node 5] ICS10 traffic start
2025-12-06T17:44:35.459246Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:35.477862Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802285038150166:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15981
2025-12-06T17:44:35.478109Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802285038150167:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15981
2025-12-06T17:44:35.478667Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802280743182780:2048] [node 1] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:35.474698Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802284053431451:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4718
2025-12-06T17:44:35.427013Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802282039172117:2049] [node 2] ICP22 created new session: [3:7580802286334139498:2049]
2025-12-06T17:44:35.479313Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802285128832053:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:35.496186Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802280833864677:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:35.482931Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:35.427064Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802286334139498:2049] [node 2] ICS09 handshake done sender: [3:7580802286334139493:2116] self: [3:7580802286334139495:0] peer: [2:7580802284647083985:0] socket: 429 qp: -1
2025-12-06T17:44:35.495653Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802287154502395:2109] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:44:35.495331Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802284053431452:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4718
2025-12-06T17:44:35.483031Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802280743182780:2048] [node 1] ICP22 created new session: [4:7580802285038150171:2048]
2025-12-06T17:44:35.427102Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802286334139498:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:35.427136Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:35.496589Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802286334139483:2112] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:35.506706Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802286334139477:2075] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:44:35.506784Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:35.506833Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802286334139477:2075] [node 4] ICP22 created new session: [3:7580802286334139501:2075]
2025-12-06T17:44:35.506889Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802286334139501:2075] [node 4] ICS09 handshake done sender: [3:7580802286334139483:2112] self: [3:7580802286334139482:0] peer: [4:7580802285038150159:0] socket: 400 qp: -1
2025-12-06T17:44:35.506929Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802286334139501:2075] [node 4] ICS10 traffic start
2025-12-06T17:44:35.506967Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:35.495732Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:35.495793Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802287154502395:2109] [node 4] ICP22 created new session: [1:7580802287154502421:2109]
2025-12-06T17:44:35.495845Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802287154502421:2109] [node 4] ICS09 handshake done sender: [1:7580802287154502402:2113] self: [1:7580802287154502401:0] peer: [4:7580802285038150163:0] socket: 413 qp: -1
2025-12-06T17:44:35.495885Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802287154502421:2109] [node 4] ICS10 traffic start
2025-12-06T17:44:35.495929Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:35.533219Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802284053431451:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:35.533351Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802284053431446:2118] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:35.530796Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802284647083991:2126] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:35.530870Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802284647083991:2126] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:35.483100Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802285038150171:2048] [node 1] ICS09 handshake done sender: [4:7580802285038150145:2113] self: [4:7580802285038150163:0] peer: [1:7580802287154502401:0] socket: 424 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:35.539011Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802285128832055:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60965
2025-12-06T17:44:35.542451Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802284647083991:2126] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:35.539240Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802285128832056:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60965
2025-12-06T17:44:35.551397Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802284647083982:2110] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:35.551490Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:35.551561Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802284647083982:2110] [node 6] ICP22 created new session: [2:7580802284647084011:2110]
2025-12-06T17:44:35.551629Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802284647084011:2110] [node 6] ICS09 handshake done sender: [2:7580802284647083991:2126] self: [2:7580802284647083990:0] peer: [6:7580802285128832054:0] socket: 399 qp: -1
2025-12-06T17:44:35.551679Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802284647084011:2110] [node 6] ICS10 traffic start
2025-12-06T17:44:35.551725Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:35.483147Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802285038150171:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:35.557543Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802287154502395:2109] [node 4] ICP35 event processing took too much time PendingConnection:279(38544480ns) {HandleHandshakeStatus:329(38541118ns) {DropIncomingHandshake:442(338ns) DropOutgoingHandshake:457(1064ns) SwitchToState:179(765ns) ProcessPendingSessionEvents:495(38114414ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 35068462ns max# 11265667ns}}}
2025-12-06T17:44:35.483200Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:35.567375Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802287154502400:2112] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:35.568310Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802279758464091:2069] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:44:35.568389Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:35.568462Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802279758464091:2069] [node 4] ICP22 created new session: [5:7580802284053431454:2069]
2025-12-06T17:44:35.568522Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802284053431454:2069] [node 4] ICS09 handshake done sender: [5:7580802284053431446:2118] self: [5:7580802284053431450:0] peer: [4:7580802285038150147:0] socket: 437 qp: -1
2025-12-06T17:44:35.568566Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802284053431454:2069] [node 4] ICS10 traffic start
2025-12-06T17:44:35.568605Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:35.575814Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802284647084002:2130] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:35.576017Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580802280352116607:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:35.576537Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802286334139505:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55920
2025-12-06T17:44:35.573551Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802287154502394:2108] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:35.573653Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:35.573720Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802287154502394:2108] [node 6] ICP22 created new session: [1:7580802287154502423:2108]
2025-12-06T17:44:35.573773Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802287154502423:2108] [node 6] ICS09 handshake done sender: [1:7580802287154502400:2112] self: [1:7580802287154502399:0] peer: [6:7580802285128832051:0] socket: 412 qp: -1
2025-12-06T17:44:35.573811Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802287154502423:2108] [node 6] ICS10 traffic start
2025-12-06T17:44:35.573855Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:35.571282Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802279758464068:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:35.484851Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802285038150155:2119] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:35.532103Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802285038150144:2112] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:35.553747Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802280743182782:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28890) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580802285038150144:2112] held: no
2025-12-06T17:44:35.554510Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802280743182782:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:44:35.554617Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:35.554678Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802280743182782:2050] [node 3] ICP22 created new session: [4:7580802285038150175:2050]
2025-12-06T17:44:35.554787Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802285038150175:2050] [node 3] ICS09 handshake done sender: [4:7580802285038150144:2112] self: [4:7580802285038150159:0] peer: [3:7580802286334139482:0] socket: 421 qp: -1
2025-12-06T17:44:35.554837Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802285038150175:2050] [node 3] ICS10 traffic start
2025-12-06T17:44:35.554875Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:35.577441Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802280743182781:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:35.577520Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:35.577584Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802280743182781:2049] [node 2] ICP22 created new session: [4:7580802285038150177:2049]
2025-12-06T17:44:35.577641Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802285038150177:2049] [node 2] ICS09 handshake done sender: [4:7580802285038150155:2119] self: [4:7580802285038150161:0] peer: [2:7580802284647083983:0] socket: 432 qp: -1
2025-12-06T17:44:35.577689Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802285038150177:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:35.577725Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:35.585333Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802280833864677:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23103) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802285128832053:2117] held: no
2025-12-06T17:44:35.586220Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802285128832056:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:35.586315Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802285128832053:2117] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:35.587461Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7580802279758464091:2069] [node 4] ICP27 obsolete handshake fail ignored
2025-12-06T17:44:35.587863Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802284053431453:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4718
2025-12-06T17:44:35.588854Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802284647083988:2124] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:35.588903Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802284647083988:2124] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:35.590647Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802287154502404:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:35.590691Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802287154502404:2114] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:44:35.594139Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802284647083988:2124] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:35.594706Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802284647083981:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:35.594783Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:35.594855Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802284647083981:2108] [node 5] ICP22 created new session: [2:7580802284647084016:2108]
2025-12-06T17:44:35.594908Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802284647084016:2108] [node 5] ICS09 handshake done sender: [2:7580802284647083988:2124] self: [2:7580802284647083987:0] peer: [5:7580802284053431456:0] socket: 446 qp: -1
2025-12-06T17:44:35.594949Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802284647084016:2108] [node 5] ICS10 traffic start
2025-12-06T17:44:35.594985Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:35.597552Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802285128832047:2115] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:35.598004Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802280833864677:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:35.598078Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:35.598132Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802280833864677:2049] [node 2] ICP22 created new session: [6:7580802285128832059:2049]
2025-12-06T17:44:35.598191Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802285128832059:2049] [node 2] ICS09 handshake done sender: [6:7580802285128832053:2117] self: [6:7580802285128832054:0] peer: [2:7580802284647083990:0] socket: 454 qp: -1
2025-12-06T17:44:35.598233Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802285128832059:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:35.598271Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:35.599528Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802280833864676:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:35.599602Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:35.599658Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802280833864676:2048] [node 1] ICP22 created new session: [6:7580802285128832062:2048]
2025-12-06T17:44:35.599715Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802285128832062:2048] [node 1] ICS09 handshake done sender: [6:7580802285128832047:2115] self: [6:7580802285128832051:0] peer: [1:7580802287154502399:0] socket: 415 qp: -1
2025-12-06T17:44:35.599751Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802285128832062:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:35.599787Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:35.602229Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802285128832057:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60965
2025-12-06T17:44:35.602412Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802280833864678:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:35.604619Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802286334139487:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:35.604672Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802286334139487:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:35.608031Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802286334139487:2114] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:35.609943Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802287154502427:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22592
2025-12-06T17:44:35.605926Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802284053431453:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:35.610443Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802284647084015:2131] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16218
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:35.611265Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802286334139479:2083] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:35.611322Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:35.611387Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802286334139479:2083] [node 6] ICP22 created new session: [3:7580802286334139507:2083]
2025-12-06T17:44:35.611447Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802286334139507:2083] [node 6] ICS09 handshake done sender: [3:7580802286334139487:2114] self: [3:7580802286334139486:0] peer: [6:7580802285128832064:0] socket: 436 qp: -1
2025-12-06T17:44:35.611488Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802286334139507:2083] [node 6] ICS10 traffic start
2025-12-06T17:44:35.611524Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:35.612902Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802286334139505:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:35.613268Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802286334139509:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55920
2025-12-06T17:44:35.613361Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802282039172116:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:35.615857Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802279758464068:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23103) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802284053431451:2119] held: no
2025-12-06T17:44:35.616806Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802284053431458:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4718
2025-12-06T17:44:35.617642Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802287154502404:2114] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:35.618239Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802284647084002:2130] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:35.618518Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580802280352116607:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:35.618622Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:35.618678Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802280352116607:2048] [node 1] ICP22 created new session: [2:7580802284647084018:2048]
2025-12-06T17:44:35.618734Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802284647084018:2048] [node 1] ICS09 handshake done sender: [2:7580802284647084002:2130] self: [2:7580802284647084013:0] peer: [1:7580802287154502403:0] socket: 447 qp: -1
2025-12-06T17:44:35.618787Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802284647084018:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:35.618826Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:35.621393Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802285128832058:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60965
2025-12-06T17:44:35.622419Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802285128832065:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60965
2025-12-06T17:44:35.623800Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802279758464069:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:35.623901Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802284053431451:2119] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:35.624345Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802279758464068:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:35.624401Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:35.624457Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802279758464068:2049] [node 2] ICP22 created new session: [5:7580802284053431460:2049]
2025-12-06T17:44:35.624523Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802284053431460:2049] [node 2] ICS09 handshake done sender: [5:7580802284053431451:2119] self: [5:7580802284053431456:0] peer: [2:7580802284647083987:0] socket: 450 qp: -1
2025-12-06T17:44:35.624563Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802284053431460:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:35.624605Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:35.623205Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802287154502406:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:35.623250Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802287154502406:2115] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:44:35.627148Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802285128832057:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:35.627286Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802285128832058:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:35.627393Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802285128832056:2119] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:35.628051Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802286334139485:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:35.628095Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802286334139485:2113] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:35.630348Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802284053431462:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4718
2025-12-06T17:44:35.630730Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802282859535034:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:44:35.630841Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:35.630911Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802282859535034:2048] [node 2] ICP22 created new session: [1:7580802287154502428:2048]
2025-12-06T17:44:35.630961Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802287154502428:2048] [node 2] ICS09 handshake done sender: [1:7580802287154502404:2114] self: [1:7580802287154502403:0] peer: [2:7580802284647084013:0] socket: 442 qp: -1
2025-12-06T17:44:35.631008Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802287154502428:2048] [node 2] ICS10 traffic start
2025-12-06T17:44:35.631044Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:35.635909Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802280833864678:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:44:35.636008Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:35.636063Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802280833864678:2050] [node 3] ICP22 created new session: [6:7580802285128832067:2050]
2025-12-06T17:44:35.636114Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802285128832067:2050] [node 3] ICS09 handshake done sender: [6:7580802285128832056:2119] self: [6:7580802285128832064:0] peer: [3:7580802286334139486:0] socket: 456 qp: -1
2025-12-06T17:44:35.636155Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802285128832067:2050] [node 3] ICS10 traffic start
2025-12-06T17:44:35.636213Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:35.638098Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802285128832016:2066] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:35.638187Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802280833864691:2061] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:35.639163Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802286334139485:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:35.642185Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802286334139478:2077] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:35.642298Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:35.642350Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802286334139478:2077] [node 5] ICP22 created new session: [3:7580802286334139512:2077]
2025-12-06T17:44:35.642407Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802286334139512:2077] [node 5] ICS09 handshake done sender: [3:7580802286334139485:2113] self: [3:7580802286334139484:0] peer: [5:7580802284053431459:0] socket: 433 qp: -1
2025-12-06T17:44:35.642446Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802286334139512:2077] [node 5] ICS10 traffic start
2025-12-06T17:44:35.642481Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:35.644479Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802284053431453:2121] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:35.644734Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802279758464069:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:44:35.644809Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:35.644857Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802279758464069:2050] [node 3] ICP22 created new session: [5:7580802284053431463:2050]
2025-12-06T17:44:35.644915Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802284053431463:2050] [node 3] ICS09 handshake done sender: [5:7580802284053431453:2121] self: [5:7580802284053431459:0] peer: [3:7580802286334139484:0] socket: 457 qp: -1
2025-12-06T17:44:35.644958Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802284053431463:2050] [node 3] ICS10 traffic start
2025-12-06T17:44:35.645008Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:35.648220Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802287154502406:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:35.648567Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802282859535035:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:44:35.648655Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:35.648718Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802282859535035:2049] [node 3] ICP22 created new session: [1:7580802287154502431:2049]
2025-12-06T17:44:35.648775Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802287154502431:2049] [node 3] ICS09 handshake done sender: [1:7580802287154502406:2115] self: [1:7580802287154502405:0] peer: [3:7580802286334139510:0] socket: 420 qp: -1
2025-12-06T17:44:35.648808Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802287154502431:2049] [node 3] ICS10 traffic start
2025-12-06T17:44:35.648840Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:35.653232Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802284053431437:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:35.653363Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580802284053431437:2114] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:35.656924Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802284053431437:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:35.655048Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802285038150154:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:35.656641Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802285128832071:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60965
2025-12-06T17:44:35.657951Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802285128832058:2121] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:35.655110Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802285038150154:2118] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:35.660106Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802285038150154:2118] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:35.659127Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7580802286334139479:2083] [node 6] ICP27 obsolete handshake fail ignored
2025-12-06T17:44:35.659210Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802282039172116:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16472) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580802286334139505:2119] held: no
2025-12-06T17:44:35.660783Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580802279758464092:2070] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:35.660861Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:35.660925Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802279758464092:2070] [node 6] ICP22 created new session: [5:7580802284053431466:2070]
2025-12-06T17:44:35.660996Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802284053431466:2070] [node 6] ICS09 handshake done sender: [5:7580802284053431437:2114] self: [5:7580802284053431436:0] peer: [6:7580802285128832070:0] socket: 404 qp: -1
2025-12-06T17:44:35.661045Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802284053431466:2070] [node 6] ICS10 traffic start
2025-12-06T17:44:35.661084Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:35.662662Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802285038150140:2081] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:35.662757Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:35.662813Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802285038150140:2081] [node 6] ICP22 created new session: [4:7580802285038150180:2081]
2025-12-06T17:44:35.662863Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802285038150180:2081] [node 6] ICS09 handshake done sender: [4:7580802285038150154:2118] self: [4:7580802285038150153:0] peer: [6:7580802285128832069:0] socket: 458 qp: -1
2025-12-06T17:44:35.662897Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802285038150180:2081] [node 6] ICS10 traffic start
2025-12-06T17:44:35.662927Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:35.666038Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802286334139514:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55920
2025-12-06T17:44:35.666405Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802280833864691:2061] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:44:35.666497Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:35.666578Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802280833864691:2061] [node 5] ICP22 created new session: [6:7580802285128832073:2061]
2025-12-06T17:44:35.666631Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802285128832073:2061] [node 5] ICS09 handshake done sender: [6:7580802285128832058:2121] self: [6:7580802285128832070:0] peer: [5:7580802284053431436:0] socket: 462 qp: -1
2025-12-06T17:44:35.666665Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802285128832073:2061] [node 5] ICS10 traffic start
2025-12-06T17:44:35.666701Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:35.677267Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802286334139505:2119] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:35.678915Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802285128832072:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60965
2025-12-06T17:44:35.679139Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802282039172116:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:35.679229Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:35.679302Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802282039172116:2048] [node 1] ICP22 created new session: [3:7580802286334139515:2048]
2025-12-06T17:44:35.679358Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802286334139515:2048] [node 1] ICS09 handshake done sender: [3:7580802286334139505:2119] self: [3:7580802286334139510:0] peer: [1:7580802287154502405:0] socket: 443 qp: -1
2025-12-06T17:44:35.679399Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802286334139515:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:35.679438Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:35.850099Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802285128832016:2066] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27966) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802285128832057:2120] held: no
2025-12-06T17:44:35.851059Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802285128832057:2120] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:35.855300Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802285128832016:2066] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:44:35.855376Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:35.855448Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802285128832016:2066] [node 4] ICP22 created new session: [6:7580802285128832075:2066]
2025-12-06T17:44:35.855510Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802285128832075:2066] [node 4] ICS09 handshake done sender: [6:7580802285128832057:2120] self: [6:7580802285128832069:0] peer: [4:7580802285038150153:0] socket: 416 qp: -1
2025-12-06T17:44:35.855560Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802285128832075:2066] [node 4] ICS10 traffic start
2025-12-06T17:44:35.855607Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:35.886586Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:44:35.886845Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7580802284647084018:2048] [node 1] ICS07 socket disconnect 447 reason# EndOfStream
2025-12-06T17:44:35.886882Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580802284647084018:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:35.886990Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:35.887038Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580802284647084018:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:35.891596Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:44:35.891850Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802286334139515:2048] [node 1] ICS01 socket: 443 reason# EndOfStream
2025-12-06T17:44:35.891902Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802282039172116:2048] [node 1] ICP30 unregister session Session# [3:7580802286334139515:2048] VirtualId# [3:7580802286334139510:0]
2025-12-06T17:44:35.891942Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802286334139515:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:35.892048Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:35.892095Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:35.894365Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802280352116607:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16472) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:44:35.894420Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580802284647084018:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:35.895398Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802280352116607:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16472) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:35.895458Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580802284647084018:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:35.895498Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580802280352116607:2048] [node 1] ICP30 unregister session Session# [2:7580802284647084018:2048] VirtualId# [2:7580802284647084013:0]
2025-12-06T17:44:35.895544Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:35.895588Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [2:7580802280352116607:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:16472) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:35.895606Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16472) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:35.903877Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:44:35.904160Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802284053431447:2048] [node 1] ICS07 socket disconnect 422 reason# EndOfStream
2025-12-06T17:44:35.904199Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802284053431447:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:35.904311Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:35.904363Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802284053431447:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:35.904991Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:44:35.905218Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802285038150171:2048] [node 1] ICS07 socket disconnect 424 reason# EndOfStream
2025-12-06T17:44:35.905248Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802285038150171:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:35.905323Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:35.905369Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802285038150171:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:35.906654Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:44:35.906858Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802285128832062:2048] [node 1] ICS07 socket disconnect 415 reason# EndOfStream
2025-12-06T17:44:35.906890Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802285128832062:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:35.906976Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:35.907052Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802285128832062:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:35.908930Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802280833864676:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16472) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:35.909014Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802285128832062:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:35.909052Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802280833864676:2048] [node 1] ICP30 unregister session Session# [6:7580802285128832062:2048] VirtualId# [6:7580802285128832051:0]
2025-12-06T17:44:35.909100Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:35.909141Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802280833864676:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:16472) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:35.909158Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16472) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:35.909936Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802280743182780:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16472) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:35.910006Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802285038150171:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:35.910048Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802280743182780:2048] [node 1] ICP30 unregister session Session# [4:7580802285038150171:2048] VirtualId# [4:7580802285038150163:0]
2025-12-06T17:44:35.910082Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:35.910112Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802280743182780:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:16472) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:35.910127Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16472) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:35.910815Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802279758464067:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16472) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:35.910878Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802284053431447:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:35.910908Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802279758464067:2048] [node 1] ICP30 unregister session Session# [5:7580802284053431447:2048] VirtualId# [5:7580802284053431443:0]
2025-12-06T17:44:35.910945Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:35.910989Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802279758464067:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:16472) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:35.911008Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16472) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:35.922670Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580802280743182780:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:44:35.922788Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802280833864676:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:44:35.923096Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802279758464067:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:44:35.940111Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:44:35.940365Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802286334139498:2049] [node 2] ICS01 socket: 429 reason# EndOfStream
2025-12-06T17:44:35.940418Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802282039172117:2049] [node 2] ICP30 unregister session Session# [3:7580802286334139498:2049] VirtualId# [3:7580802286334139495:0]
2025-12-06T17:44:35.940464Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802286334139498:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:35.940563Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:35.940608Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:35.946075Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:44:35.946324Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802285128832059:2049] [node 2] ICS01 socket: 454 reason# EndOfStream
2025-12-06T17:44:35.946374Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802280833864677:2049] [node 2] ICP30 unregister session Session# [6:7580802285128832059:2049] VirtualId# [6:7580802285128832054:0]
2025-12-06T17:44:35.946416Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802285128832059:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:35.946496Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:35.946562Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:35.946667Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:44:35.946904Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802285038150177:2049] [node 2] ICS01 socket: 432 reason# EndOfStream
2025-12-06T17:44:35.946944Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802280743182781:2049] [node 2] ICP30 unregister session Session# [4:7580802285038150177:2049] VirtualId# [4:7580802285038150161:0]
2025-12-06T17:44:35.946972Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802285038150177:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:35.947031Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:35.947088Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:35.946680Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:44:35.946898Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802284053431460:2049] [node 2] ICS01 socket: 450 reason# EndOfStream
2025-12-06T17:44:35.946937Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802279758464068:2049] [node 2] ICP30 unregister session Session# [5:7580802284053431460:2049] VirtualId# [5:7580802284053431456:0]
2025-12-06T17:44:35.946967Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802284053431460:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:35.947031Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:35.947077Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:35.987739Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:44:35.987960Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802284053431463:2050] [node 3] ICS01 socket: 457 reason# EndOfStream
2025-12-06T17:44:35.987093Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:44:35.988016Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802279758464069:2050] [node 3] ICP30 unregister session Session# [5:7580802284053431463:2050] VirtualId# [5:7580802284053431459:0]
2025-12-06T17:44:35.987374Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802285038150175:2050] [node 3] ICS01 socket: 421 reason# EndOfStream
2025-12-06T17:44:35.988046Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802284053431463:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:35.987431Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802280743182782:2050] [node 3] ICP30 unregister session Session# [4:7580802285038150175:2050] VirtualId# [4:7580802285038150159:0]
2025-12-06T17:44:35.988113Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:44:35.987476Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802285038150175:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:35.988167Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:44:35.987578Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:44:35.987629Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:44:35.987374Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:44:35.987576Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802285128832067:2050] [node 3] ICS07 socket disconnect 456 reason# EndOfStream
2025-12-06T17:44:35.987619Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802285128832067:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:35.987685Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:44:35.987735Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802285128832067:2050] [node 3] ICS15 start handshake
2025-12-06T17:44:35.992969Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802280833864678:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28890) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:35.993055Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802285128832067:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:35.993094Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802280833864678:2050] [node 3] ICP30 unregister session Session# [6:7580802285128832067:2050] VirtualId# [6:7580802285128832064:0]
2025-12-06T17:44:35.993140Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:44:35.993179Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802280833864678:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:28890) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:35.993198Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28890) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:36.006667Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802280833864678:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:44:36.090804Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:44:36.090805Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:44:36.091132Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802285128832075:2066] [node 4] ICS01 socket: 416 reason# EndOfStream
2025-12-06T17:44:36.091192Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802285128832016:2066] [node 4] ICP30 unregister session Session# [6:7580802285128832075:2066] VirtualId# [6:7580802285128832069:0]
2025-12-06T17:44:36.091239Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802285128832075:2066] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:36.091361Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:44:36.091412Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:44:36.092090Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802284053431454:2069] [node 4] ICS01 socket: 437 reason# EndOfStream
2025-12-06T17:44:36.092141Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802279758464091:2069] [node 4] ICP30 unregister session Session# [5:7580802284053431454:2069] VirtualId# [5:7580802284053431450:0]
2025-12-06T17:44:36.092173Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802284053431454:2069] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:36.092249Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:44:36.092297Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:44:36.131180Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:44:36.131441Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802285128832073:2061] [node 5] ICS01 socket: 462 reason# EndOfStream
2025-12-06T17:44:36.131492Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802280833864691:2061] [node 5] ICP30 unregister session Session# [6:7580802285128832073:2061] VirtualId# [6:7580802285128832070:0]
2025-12-06T17:44:36.131531Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802285128832073:2061] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:36.131635Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:44:36.131684Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:44:36.255589Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802291461777602:2048] [node 2] ICP01 ready to work
2025-12-06T17:44:36.255640Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802291461777603:2049] [node 3] ICP01 ready to work
2025-12-06T17:44:36.254047Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802291114384806:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:36.254093Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802291114384807:2049] [node 3] ICP01 ready to work
2025-12-06T17:44:36.260758Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802289285197163:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:36.260800Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802289285197164:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:36.295318Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802290473688917:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:36.295362Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802290473688918:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:36.295395Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802290473688919:2050] [node 3] ICP01 ready to work
2025-12-06T17:44:36.325736Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802291049055504:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:36.325775Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802291049055505:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:36.325817Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802291049055506:2050] [node 3] ICP01 ready to work
2025-12-06T17:44:36.526150Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802290502472468:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:36.768424Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802290473688955:2077] [node 5] ICP01 ready to work
2025-12-06T17:44:36.766780Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802291461777666:2107] [node 4] ICP01 ready to work
2025-12-06T17:44:36.779780Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802291049055506:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(106168735ns) {Configure:104(106162312ns) {ProcessConfigured:135(109284ns) {StartInitialHandshake:157(105586ns) {DropHandshakes:470(3125ns) {DropIncomingHandshake:442(663ns) DropOutgoingHandshake:457(679ns)} GenerateSessionVirtualId:988(943ns) PrepareNewSessionHandshake:477(3568ns) {SwitchToState:179(1146ns)}}}}}
2025-12-06T17:44:36.526411Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802290502472469:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:36.784844Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802291114384877:2113] [node 4] ICP01 ready to work
2025-12-06T17:44:36.780659Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802291049055541:2078] [node 6] ICP01 ready to work
2025-12-06T17:44:36.825782Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802289285197226:2090] [node 4] ICP01 ready to work
2025-12-06T17:44:36.811754Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802291114384878:2107] [node 5] ICP01 ready to work
2025-12-06T17:44:36.812222Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802291114384879:2110] [node 6] ICP01 ready to work
2025-12-06T17:44:36.526454Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802290502472470:2050] [node 3] ICP01 ready to work
2025-12-06T17:44:36.858718Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802290473688980:2078] [node 6] ICP01 ready to work
2025-12-06T17:44:36.781304Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802291049055542:2079] [node 4] ICP01 ready to work
2025-12-06T17:44:36.866158Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802289285197228:2092] [node 5] ICP01 ready to work
2025-12-06T17:44:36.918945Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802291114384807:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(105888609ns) {Configure:104(105882884ns) {ProcessConfigured:135(13625864ns) {StartInitialHandshake:157(13622454ns) {DropHandshakes:470(3188ns) {DropIncomingHandshake:442(841ns) DropOutgoingHandshake:457(683ns)} GenerateSessionVirtualId:988(1062ns) PrepareNewSessionHandshake:477(6083ns) {SwitchToState:179(2794ns)}}}}}
2025-12-06T17:44:36.871843Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802290473688919:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(102959034ns) {Configure:104(102951336ns) {ProcessConfigured:135(15094780ns) {StartInitialHandshake:157(15089788ns) {DropHandshakes:470(2892ns) {DropIncomingHandshake:442(678ns) DropOutgoingHandshake:457(399ns)} GenerateSessionVirtualId:988(1253ns) PrepareNewSessionHandshake:477(7172ns) {SwitchToState:179(3787ns)}}}}}
2025-12-06T17:44:36.904682Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802291461777667:2108] [node 6] ICP01 ready to work
2025-12-06T17:44:36.764379Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802290502472494:2068] [node 5] ICP01 ready to work
2025-12-06T17:44:36.899575Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802289285197229:2095] [node 6] ICP01 ready to work
2025-12-06T17:44:36.829308Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802291049055504:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(47626320ns) {Configure:104(47620210ns) {ProcessConfigured:135(73118ns) {StartInitialHandshake:157(69801ns) {DropHandshakes:470(3111ns) {DropIncomingHandshake:442(637ns) DropOutgoingHandshake:457(362ns)} GenerateSessionVirtualId:988(1332ns) PrepareNewSessionHandshake:477(1778ns) {SwitchToState:179(578ns)}}}}}
2025-12-06T17:44:36.823224Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802290502472498:2072] [node 4] ICP01 ready to work
2025-12-06T17:44:36.942870Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802289285197163:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(277344663ns) {Configure:104(277335424ns) {ProcessConfigured:135(15465484ns) {StartInitialHandshake:157(15463659ns) {DropHandshakes:470(2502ns) {DropIncomingHandshake:442(607ns) DropOutgoingHandshake:457(473ns)} GenerateSessionVirtualId:988(352ns) PrepareNewSessionHandshake:477(3856ns) {SwitchToState:179(1703ns)}}}}}
2025-12-06T17:44:36.932259Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802291049055505:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(190617755ns) {Configure:104(190611985ns) {ProcessConfigured:135(89034ns) {StartInitialHandshake:157(86580ns) {DropHandshakes:470(2781ns) {DropIncomingHandshake:442(564ns) DropOutgoingHandshake:457(876ns)} GenerateSessionVirtualId:988(876ns) PrepareNewSessionHandshake:477(1542ns) {SwitchToState:179(465ns)}}}}}
2025-12-06T17:44:36.940062Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802291114384878:2107] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(18146613ns) {Configure:104(18139991ns) {ProcessConfigured:135(101140ns) {StartInitialHandshake:157(95232ns) {DropHandshakes:470(2890ns) {DropIncomingHandshake:442(1138ns) DropOutgoingHandshake:457(512ns)} GenerateSessionVirtualId:988(710ns) PrepareNewSessionHandshake:477(2204ns) {SwitchToState:179(823ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:36.999695Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802289285197226:2090] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(85605090ns) {Configure:104(85600468ns) {ProcessConfigured:135(77054ns) {StartInitialHandshake:157(74062ns) {DropHandshakes:470(2659ns) {DropIncomingHandshake:442(755ns) DropOutgoingHandshake:457(483ns)} GenerateSessionVirtualId:988(704ns) PrepareNewSessionHandshake:477(1540ns) {SwitchToState:179(440ns)}}}}}
2025-12-06T17:44:36.953895Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802291114384879:2110] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(113726074ns) {Configure:104(113712609ns) {ProcessConfigured:135(76573ns) {StartInitialHandshake:157(74103ns) {DropHandshakes:470(1928ns) {DropIncomingHandshake:442(431ns) DropOutgoingHandshake:457(531ns)} GenerateSessionVirtualId:988(525ns) PrepareNewSessionHandshake:477(1770ns) {SwitchToState:179(463ns)}}}}}
2025-12-06T17:44:36.985457Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802290473688980:2078] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(103398003ns) {Configure:104(103391272ns) {ProcessConfigured:135(25440080ns) {StartInitialHandshake:157(25435891ns) {DropHandshakes:470(2477ns) {DropIncomingHandshake:442(803ns) DropOutgoingHandshake:457(298ns)} GenerateSessionVirtualId:988(453ns) PrepareNewSessionHandshake:477(5207ns) {SwitchToState:179(1962ns)}}}}}
2025-12-06T17:44:37.020255Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802295756744966:2109] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:37.032808Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802289285197228:2092] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(49816858ns) {Configure:104(49809902ns) {ProcessConfigured:135(68223ns) {StartInitialHandshake:157(65750ns) {DropHandshakes:470(2575ns) {DropIncomingHandshake:442(508ns) DropOutgoingHandshake:457(410ns)} GenerateSessionVirtualId:988(1246ns) PrepareNewSessionHandshake:477(1684ns) {SwitchToState:179(688ns)}}}}}
2025-12-06T17:44:37.033117Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802289285197235:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21560
2025-12-06T17:44:37.034026Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802289285197230:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21560
2025-12-06T17:44:37.034154Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802293580164537:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21560
2025-12-06T17:44:37.040961Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802289285197235:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:37.041081Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802293580164537:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:37.042661Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802289285197164:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:36.991047Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802291114384893:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:523
2025-12-06T17:44:37.040338Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802290502472468:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(174111217ns) {Configure:104(174100299ns) {ProcessConfigured:135(74468ns) {StartInitialHandshake:157(71081ns) {DropHandshakes:470(7626ns) {DropIncomingHandshake:442(744ns) DropOutgoingHandshake:457(569ns)} GenerateSessionVirtualId:988(854ns) PrepareNewSessionHandshake:477(1721ns) {SwitchToState:179(605ns)}}}}}
2025-12-06T17:44:37.022619Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802291114384893:2123] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:37.049948Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802291461777602:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(99681517ns) {Configure:104(99676702ns) {ProcessConfigured:135(103800ns) {StartInitialHandshake:157(100778ns) {DropHandshakes:470(3111ns) {DropIncomingHandshake:442(969ns) DropOutgoingHandshake:457(384ns)} GenerateSessionVirtualId:988(880ns) PrepareNewSessionHandshake:477(1918ns) {SwitchToState:179(509ns)}}}}}
2025-12-06T17:44:37.071347Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802293580164544:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21560
2025-12-06T17:44:37.073546Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802290502472498:2072] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(148818971ns) {Configure:104(148808412ns) {ProcessConfigured:135(78665ns) {StartInitialHandshake:157(76426ns) {DropHandshakes:470(9880ns) {DropIncomingHandshake:442(759ns) DropOutgoingHandshake:457(290ns)} GenerateSessionVirtualId:988(1016ns) PrepareNewSessionHandshake:477(2046ns) {SwitchToState:179(691ns)}}}}}
2025-12-06T17:44:37.077202Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802290473688955:2077] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(111718370ns) {Configure:104(111712555ns) {ProcessConfigured:135(9457228ns) {StartInitialHandshake:157(9454850ns) {DropHandshakes:470(2968ns) {DropIncomingHandshake:442(662ns) DropOutgoingHandshake:457(653ns)} GenerateSessionVirtualId:988(1262ns) PrepareNewSessionHandshake:477(4714ns) {SwitchToState:179(191ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:37.086979Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802294768656290:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39446
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:37.059086Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802291114384881:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:37.103947Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802295756744971:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17473
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:37.104162Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802295756744972:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17473
2025-12-06T17:44:37.105021Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802295756744975:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17473
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:37.059123Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802291114384881:2118] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:44:37.106011Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802294768656292:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39446
2025-12-06T17:44:37.090367Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802291049055582:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59942
2025-12-06T17:44:37.114742Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802295756744975:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:37.124963Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802290502472469:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(48454264ns) {Configure:104(48448851ns) {ProcessConfigured:135(70310ns) {StartInitialHandshake:157(67687ns) {DropHandshakes:470(3159ns) {DropIncomingHandshake:442(857ns) DropOutgoingHandshake:457(776ns)} GenerateSessionVirtualId:988(789ns) PrepareNewSessionHandshake:477(1915ns) {SwitchToState:179(631ns)}}}}}
2025-12-06T17:44:37.128666Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802294797439835:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52525
2025-12-06T17:44:37.131416Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802294768656290:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:37.131570Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802290473688919:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:37.128918Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802294797439837:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52525
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:37.139019Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802294797439835:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:37.139757Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802290502472494:2068] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:37.139905Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802294797439836:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52525
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:37.090718Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802295344022879:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59942
2025-12-06T17:44:37.106670Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802291049055582:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:37.107057Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802291049055505:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:37.141705Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802291049055548:2086] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:37.141734Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580802291049055548:2086] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:37.145817Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802295344022879:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:37.070799Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802291114384881:2118] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:37.131406Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802289285197230:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:37.141500Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802294768656294:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39446
2025-12-06T17:44:37.078177Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802291114384807:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:44:37.156026Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802294797439836:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:37.179608Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802294768656292:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:37.179752Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802290473688917:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:37.148137Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802295756744971:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:37.155355Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802291049055506:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:37.131776Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802289285197235:2114] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:37.078231Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:37.163246Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802291049055548:2086] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:37.184761Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802294797439837:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:37.148256Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802295756744972:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:37.150841Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802289285197238:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:37.078284Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802291114384807:2049] [node 3] ICP22 created new session: [2:7580802295409352192:2049]
2025-12-06T17:44:37.182363Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802294768656296:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39446
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:37.208272Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802294768656297:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39446
2025-12-06T17:44:37.208791Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802290473688987:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:37.208827Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802290473688987:2112] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:37.209379Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802294768656294:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:37.209456Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802294768656290:2114] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:37.209946Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802294768656292:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:37.210138Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802290473688919:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:44:37.210206Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:37.210259Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802290473688919:2050] [node 3] ICP22 created new session: [4:7580802294768656299:2050]
2025-12-06T17:44:37.210306Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802294768656299:2050] [node 3] ICS09 handshake done sender: [4:7580802294768656290:2114] self: [4:7580802294768656293:0] peer: [3:7580802289285197237:0] socket: 425 qp: -1
2025-12-06T17:44:37.210345Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802294768656299:2050] [node 3] ICS10 traffic start
2025-12-06T17:44:37.210379Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:37.211233Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802290473688917:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:37.211282Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:37.211334Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802290473688917:2048] [node 1] ICP22 created new session: [4:7580802294768656302:2048]
2025-12-06T17:44:37.211379Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802294768656302:2048] [node 1] ICS09 handshake done sender: [4:7580802294768656292:2116] self: [4:7580802294768656295:0] peer: [1:7580802291461777668:0] socket: 437 qp: -1
2025-12-06T17:44:37.211414Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802294768656302:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:37.211448Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:37.150871Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802289285197238:2115] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:44:37.166761Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802289285197164:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:37.166839Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:37.166897Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802289285197164:2049] [node 2] ICP22 created new session: [3:7580802293580164547:2049]
2025-12-06T17:44:37.166952Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802293580164547:2049] [node 2] ICS09 handshake done sender: [3:7580802289285197235:2114] self: [3:7580802293580164542:0] peer: [2:7580802291114384880:0] socket: 410 qp: -1
2025-12-06T17:44:37.167002Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802293580164547:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:37.167052Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:37.169179Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802293580164539:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:37.169209Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802293580164539:2118] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:37.178237Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802293580164546:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21560
2025-12-06T17:44:37.178500Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802289285197238:2115] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:37.187225Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802293580164539:2118] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:37.213606Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802289285197226:2090] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:44:37.213688Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:37.213748Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802289285197226:2090] [node 4] ICP22 created new session: [3:7580802293580164552:2090]
2025-12-06T17:44:37.213802Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802293580164552:2090] [node 4] ICS09 handshake done sender: [3:7580802289285197238:2115] self: [3:7580802289285197237:0] peer: [4:7580802294768656293:0] socket: 423 qp: -1
2025-12-06T17:44:37.213839Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802293580164552:2090] [node 4] ICS10 traffic start
2025-12-06T17:44:37.213885Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:37.215054Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802289285197228:2092] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:37.215128Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:37.215176Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802289285197228:2092] [node 5] ICP22 created new session: [3:7580802293580164554:2092]
2025-12-06T17:44:37.215215Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802293580164554:2092] [node 5] ICS09 handshake done sender: [3:7580802293580164539:2118] self: [3:7580802293580164538:0] peer: [5:7580802295344022883:0] socket: 421 qp: -1
2025-12-06T17:44:37.215248Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802293580164554:2092] [node 5] ICS10 traffic start
2025-12-06T17:44:37.215304Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:37.223349Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802293580164546:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:37.078333Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802295409352192:2049] [node 3] ICS09 handshake done sender: [2:7580802291114384881:2118] self: [2:7580802291114384880:0] peer: [3:7580802293580164542:0] socket: 406 qp: -1
2025-12-06T17:44:37.078382Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802295409352192:2049] [node 3] ICS10 traffic start
2025-12-06T17:44:37.078421Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:37.115181Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802295409352195:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:523
2025-12-06T17:44:37.129897Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802291114384885:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:37.129942Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802291114384885:2120] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:37.142760Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802291114384885:2120] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:37.146281Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802295409352197:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:523
2025-12-06T17:44:37.163335Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802291114384878:2107] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:37.163381Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:37.187085Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802291114384878:2107] [node 5] ICP22 created new session: [2:7580802295409352198:2107]
2025-12-06T17:44:37.187473Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802295409352195:2124] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:37.187634Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580802291114384806:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:37.199530Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802295409352198:2107] [node 5] ICS09 handshake done sender: [2:7580802291114384885:2120] self: [2:7580802291114384884:0] peer: [5:7580802295344022880:0] socket: 408 qp: -1
2025-12-06T17:44:37.206369Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802295409352198:2107] [node 5] ICS10 traffic start
2025-12-06T17:44:37.206427Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:37.221777Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802291114384890:2122] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:37.221822Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802291114384890:2122] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:37.179399Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802295756744981:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17473
2025-12-06T17:44:37.180608Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802291461777667:2108] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(110077708ns) {Configure:104(110071791ns) {ProcessConfigured:135(30876452ns) {StartInitialHandshake:157(30872937ns) {DropHandshakes:470(1405ns) {DropIncomingHandshake:442(275ns) DropOutgoingHandshake:457(250ns)} GenerateSessionVirtualId:988(346ns) PrepareNewSessionHandshake:477(2813ns) {SwitchToState:179(275ns)}}}}}
2025-12-06T17:44:37.180757Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802291461777669:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:37.180783Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802291461777669:2111] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:44:37.206669Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802291461777669:2111] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:37.207917Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802295756744968:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:37.207975Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802295756744968:2112] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:44:37.206940Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802295344022881:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59942
2025-12-06T17:44:37.217731Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580802291049055541:2078] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:37.217799Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:37.217853Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802291049055541:2078] [node 6] ICP22 created new session: [5:7580802295344022885:2078]
2025-12-06T17:44:37.217896Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802295344022885:2078] [node 6] ICS09 handshake done sender: [5:7580802291049055548:2086] self: [5:7580802291049055547:0] peer: [6:7580802294797439845:0] socket: 404 qp: -1
2025-12-06T17:44:37.217928Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802295344022885:2078] [node 6] ICS10 traffic start
2025-12-06T17:44:37.217966Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:37.219751Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802295344022884:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59942
2025-12-06T17:44:37.223034Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802291049055582:2115] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:37.203634Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802290502472469:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:37.204001Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802290502472498:2072] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:37.206045Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802294797439847:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52525
2025-12-06T17:44:37.225557Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802294797439850:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52525
2025-12-06T17:44:37.225824Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802294797439846:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52525
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:37.232455Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802295756744968:2112] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:37.235172Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802294797439835:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:37.228960Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802290473688919:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(17898747ns) {HandleHandshakeStatus:329(17896108ns) {DropIncomingHandshake:442(807ns) DropOutgoingHandshake:457(5300ns) SwitchToState:179(478ns) ProcessPendingSessionEvents:495(17525218ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 14035496ns max# 6314130ns}}}
2025-12-06T17:44:37.231371Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802294768656301:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39446
2025-12-06T17:44:37.231741Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802294768656305:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39446
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:37.236217Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802291049055505:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:37.236297Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:37.236350Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802291049055505:2049] [node 2] ICP22 created new session: [5:7580802295344022889:2049]
2025-12-06T17:44:37.236399Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802295344022889:2049] [node 2] ICS09 handshake done sender: [5:7580802291049055582:2115] self: [5:7580802295344022880:0] peer: [2:7580802291114384884:0] socket: 409 qp: -1
2025-12-06T17:44:37.236438Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802295344022889:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:37.236475Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:37.239733Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802295344022888:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59942
2025-12-06T17:44:37.240464Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802295756744981:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:37.240530Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802291461777666:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:44:37.240589Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:37.240646Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802291461777666:2107] [node 4] ICP22 created new session: [1:7580802295756744987:2107]
2025-12-06T17:44:37.240718Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802295756744987:2107] [node 4] ICS09 handshake done sender: [1:7580802291461777669:2111] self: [1:7580802291461777668:0] peer: [4:7580802294768656295:0] socket: 434 qp: -1
2025-12-06T17:44:37.240764Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802295756744987:2107] [node 4] ICS10 traffic start
2025-12-06T17:44:37.240826Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:37.234302Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802291114384878:2107] [node 5] ICP35 event processing took too much time PendingConnection:279(70078639ns) {HandleHandshakeStatus:329(70075714ns) {DropIncomingHandshake:442(216ns) DropOutgoingHandshake:457(467ns) SwitchToState:179(267ns) ProcessPendingSessionEvents:495(5838150ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 5762331ns max# 5022523ns}}}
2025-12-06T17:44:37.243357Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802290502472494:2068] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:44:37.243468Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:37.243527Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802290502472494:2068] [node 5] ICP22 created new session: [6:7580802294797439851:2068]
2025-12-06T17:44:37.243577Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802294797439851:2068] [node 5] ICS09 handshake done sender: [6:7580802294797439835:2113] self: [6:7580802294797439845:0] peer: [5:7580802291049055547:0] socket: 424 qp: -1
2025-12-06T17:44:37.243620Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802294797439851:2068] [node 5] ICS10 traffic start
2025-12-06T17:44:37.243682Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:37.250386Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802295409352202:2126] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:523
2025-12-06T17:44:37.248929Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802291461777602:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:44:37.249061Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:37.249120Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802291461777602:2048] [node 2] ICP22 created new session: [1:7580802295756744989:2048]
2025-12-06T17:44:37.249171Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802295756744989:2048] [node 2] ICS09 handshake done sender: [1:7580802295756744968:2112] self: [1:7580802295756744967:0] peer: [2:7580802295409352199:0] socket: 435 qp: -1
2025-12-06T17:44:37.249217Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802295756744989:2048] [node 2] ICS10 traffic start
2025-12-06T17:44:37.249255Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:37.257694Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802294797439854:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52525
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:37.260915Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802295756744970:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:37.260954Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802295756744970:2113] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:44:37.258999Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802290473688987:2112] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:37.258895Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802289285197163:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:37.267459Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802294797439847:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:37.267634Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802294797439837:2115] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:37.267390Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802294768656305:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:37.267458Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802290473688980:2078] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:37.267522Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:37.267582Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802290473688980:2078] [node 6] ICP22 created new session: [4:7580802294768656307:2078]
2025-12-06T17:44:37.267632Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802294768656307:2078] [node 6] ICS09 handshake done sender: [4:7580802290473688987:2112] self: [4:7580802290473688984:0] peer: [6:7580802294797439849:0] socket: 414 qp: -1
2025-12-06T17:44:37.267672Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802294768656307:2078] [node 6] ICS10 traffic start
2025-12-06T17:44:37.260396Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802291049055506:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14420) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802295344022879:2116] held: no
2025-12-06T17:44:37.254725Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802295409352197:2125] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:37.274591Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802294797439836:2114] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:37.259945Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802295409352195:2124] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:37.280745Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802294797439855:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52525
2025-12-06T17:44:37.280942Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802290502472498:2072] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:44:37.280993Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:37.281046Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802290502472498:2072] [node 4] ICP22 created new session: [6:7580802294797439856:2072]
2025-12-06T17:44:37.281091Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802294797439856:2072] [node 4] ICS09 handshake done sender: [6:7580802294797439837:2115] self: [6:7580802294797439849:0] peer: [4:7580802290473688984:0] socket: 432 qp: -1
2025-12-06T17:44:37.281127Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802294797439856:2072] [node 4] ICS10 traffic start
2025-12-06T17:44:37.281169Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:37.283089Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802290502472470:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:37.284531Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802290502472469:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:37.284583Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:37.284639Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802290502472469:2049] [node 2] ICP22 created new session: [6:7580802294797439859:2049]
2025-12-06T17:44:37.284686Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802294797439859:2049] [node 2] ICS09 handshake done sender: [6:7580802294797439836:2114] self: [6:7580802294797439848:0] peer: [2:7580802291114384889:0] socket: 430 qp: -1
2025-12-06T17:44:37.284732Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802294797439859:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:37.284763Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:37.263406Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802295344022879:2116] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:37.268399Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802295756744970:2113] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:37.296865Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802291049055506:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(41765691ns) {HandleHandshakeStatus:395(39316534ns) {LogHandshakeFail:472(16677ns) {UpdateErrorStateLog:545(5748ns)} DropOutgoingHandshake:457(2361ns) ProcessPendingSessionEvents:495(35518170ns) {unordered DropSessionEvent:512 num# 100 sum# 35469519ns max# 16626183ns}}}
2025-12-06T17:44:37.297463Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802291049055506:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:44:37.297511Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:37.297561Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802291049055506:2050] [node 3] ICP22 created new session: [5:7580802295344022892:2050]
2025-12-06T17:44:37.297630Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802295344022892:2050] [node 3] ICS09 handshake done sender: [5:7580802295344022879:2116] self: [5:7580802295344022883:0] peer: [3:7580802293580164538:0] socket: 431 qp: -1
2025-12-06T17:44:37.297680Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802295344022892:2050] [node 3] ICS10 traffic start
2025-12-06T17:44:37.297719Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:37.299430Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802295344022891:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59942
2025-12-06T17:44:37.268302Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:37.259706Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802293580164556:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21560
2025-12-06T17:44:37.264322Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802293580164558:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21560
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:37.309370Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802294797439855:2122] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:37.309910Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802290502472468:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:37.310258Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802294797439861:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52525
2025-12-06T17:44:37.263980Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802291114384890:2122] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:37.271462Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802291461777603:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:44:37.305374Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802295344022891:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:37.318147Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802294797439847:2119] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:37.266816Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802293580164556:2121] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:37.276683Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802291114384879:2110] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:37.318482Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802290502472470:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:44:37.318571Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:37.318620Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802290502472470:2050] [node 3] ICP22 created new session: [6:7580802294797439863:2050]
2025-12-06T17:44:37.318667Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802294797439863:2050] [node 3] ICS09 handshake done sender: [6:7580802294797439847:2119] self: [6:7580802294797439858:0] peer: [3:7580802293580164535:0] socket: 455 qp: -1
2025-12-06T17:44:37.318709Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802294797439863:2050] [node 3] ICS10 traffic start
2025-12-06T17:44:37.318762Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:37.271539Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:37.317567Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802294768656301:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:37.306868Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802295344022888:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:37.288689Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802289285197163:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16708) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580802293580164546:2120] held: no
2025-12-06T17:44:37.276739Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:37.271597Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802291461777603:2049] [node 3] ICP22 created new session: [1:7580802295756744995:2049]
2025-12-06T17:44:37.307133Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802291049055542:2079] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:37.322525Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802294768656291:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:37.276796Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802291114384879:2110] [node 6] ICP22 created new session: [2:7580802295409352205:2110]
2025-12-06T17:44:37.289621Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802293580164546:2120] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:37.271664Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802295756744995:2049] [node 3] ICS09 handshake done sender: [1:7580802295756744970:2113] self: [1:7580802295756744969:0] peer: [3:7580802293580164557:0] socket: 436 qp: -1
2025-12-06T17:44:37.307370Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802291049055504:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:37.322569Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802294768656291:2115] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:37.276853Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802295409352205:2110] [node 6] ICS09 handshake done sender: [2:7580802291114384890:2122] self: [2:7580802291114384889:0] peer: [6:7580802294797439848:0] socket: 407 qp: -1
2025-12-06T17:44:37.324796Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802290473688918:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:37.325356Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802294768656291:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:37.329129Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802290473688955:2077] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:37.329203Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:37.329253Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802290473688955:2077] [node 5] ICP22 created new session: [4:7580802294768656313:2077]
2025-12-06T17:44:37.329314Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802294768656313:2077] [node 5] ICS09 handshake done sender: [4:7580802294768656291:2115] self: [4:7580802294768656289:0] peer: [5:7580802295344022894:0] socket: 467 qp: -1
2025-12-06T17:44:37.329347Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802294768656313:2077] [node 5] ICS10 traffic start
2025-12-06T17:44:37.329374Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:37.348719Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802294797439865:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52525
2025-12-06T17:44:37.271704Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802295756744995:2049] [node 3] ICS10 traffic start
2025-12-06T17:44:37.293639Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802293580164536:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:37.276898Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802295409352205:2110] [node 6] ICS10 traffic start
2025-12-06T17:44:37.352461Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802294797439855:2122] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:37.352743Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802290502472468:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:37.352831Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:37.352879Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802290502472468:2048] [node 1] ICP22 created new session: [6:7580802294797439866:2048]
2025-12-06T17:44:37.352931Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802294797439866:2048] [node 1] ICS09 handshake done sender: [6:7580802294797439855:2122] self: [6:7580802294797439862:0] peer: [1:7580802295756744979:0] socket: 473 qp: -1
2025-12-06T17:44:37.352968Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802294797439866:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:37.353021Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:37.317715Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802295344022896:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59942
2025-12-06T17:44:37.293672Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802293580164536:2116] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:37.327118Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802295344022891:2120] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:37.332997Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802295344022897:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59942
2025-12-06T17:44:37.334177Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802291049055504:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:37.334228Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:37.334282Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802291049055504:2048] [node 1] ICP22 created new session: [5:7580802295344022898:2048]
2025-12-06T17:44:37.334332Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802295344022898:2048] [node 1] ICS09 handshake done sender: [5:7580802295344022891:2120] self: [5:7580802295344022895:0] peer: [1:7580802295756744973:0] socket: 426 qp: -1
2025-12-06T17:44:37.334368Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802295344022898:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:37.334399Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:37.349142Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802295344022888:2119] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:37.349388Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802291049055542:2079] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5786) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802295344022888:2119] held: no
2025-12-06T17:44:37.350054Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802291049055542:2079] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:44:37.350107Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:37.350153Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802291049055542:2079] [node 4] ICP22 created new session: [5:7580802295344022900:2079]
2025-12-06T17:44:37.350202Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802295344022900:2079] [node 4] ICS09 handshake done sender: [5:7580802295344022888:2119] self: [5:7580802295344022894:0] peer: [4:7580802294768656289:0] socket: 468 qp: -1
2025-12-06T17:44:37.350237Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802295344022900:2079] [node 4] ICS10 traffic start
2025-12-06T17:44:37.350269Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:37.271740Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:37.276934Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:37.307668Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802295756744974:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:37.295193Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802293580164536:2116] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:37.278092Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580802291114384806:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:37.370740Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802294768656312:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39446
2025-12-06T17:44:37.303281Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802289285197163:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:37.305577Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:37.305635Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802289285197163:2048] [node 1] ICP22 created new session: [3:7580802293580164561:2048]
2025-12-06T17:44:37.305684Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802293580164561:2048] [node 1] ICS09 handshake done sender: [3:7580802293580164546:2120] self: [3:7580802293580164557:0] peer: [1:7580802295756744969:0] socket: 447 qp: -1
2025-12-06T17:44:37.305722Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802293580164561:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:37.305793Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:37.328489Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802289285197229:2095] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:37.328599Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:37.328674Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802289285197229:2095] [node 6] ICP22 created new session: [3:7580802293580164563:2095]
2025-12-06T17:44:37.328729Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802293580164563:2095] [node 6] ICS09 handshake done sender: [3:7580802293580164536:2116] self: [3:7580802293580164535:0] peer: [6:7580802294797439858:0] socket: 451 qp: -1
2025-12-06T17:44:37.328762Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802293580164563:2095] [node 6] ICS10 traffic start
2025-12-06T17:44:37.328806Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:37.307694Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802295756744974:2116] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:37.308726Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802295756744974:2116] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:37.337774Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802295756744984:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:37.337805Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802295756744984:2119] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:37.338399Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802295756744966:2109] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:37.338459Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:37.338507Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802295756744966:2109] [node 5] ICP22 created new session: [1:7580802295756744998:2109]
2025-12-06T17:44:37.338621Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802295756744998:2109] [node 5] ICS09 handshake done sender: [1:7580802295756744974:2116] self: [1:7580802295756744973:0] peer: [5:7580802295344022895:0] socket: 471 qp: -1
2025-12-06T17:44:37.338663Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802295756744998:2109] [node 5] ICS10 traffic start
2025-12-06T17:44:37.338708Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:37.351884Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802295756744984:2119] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:37.363280Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802291461777667:2108] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:37.363378Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:37.363435Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802291461777667:2108] [node 6] ICP22 created new session: [1:7580802295756745001:2108]
2025-12-06T17:44:37.363487Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802295756745001:2108] [node 6] ICS09 handshake done sender: [1:7580802295756744984:2119] self: [1:7580802295756744979:0] peer: [6:7580802294797439862:0] socket: 402 qp: -1
2025-12-06T17:44:37.363530Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802295756745001:2108] [node 6] ICS10 traffic start
2025-12-06T17:44:37.363580Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:37.373832Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802290473688918:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2818) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580802294768656301:2120] held: no
2025-12-06T17:44:37.278143Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:37.278190Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802291114384806:2048] [node 1] ICP22 created new session: [2:7580802295409352207:2048]
2025-12-06T17:44:37.278240Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802295409352207:2048] [node 1] ICS09 handshake done sender: [2:7580802295409352195:2124] self: [2:7580802295409352199:0] peer: [1:7580802295756744967:0] socket: 438 qp: -1
2025-12-06T17:44:37.278282Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802295409352207:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:37.278319Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:37.312432Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802291114384806:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(33393228ns) {HandleHandshakeStatus:329(33390882ns) {DropIncomingHandshake:442(511ns) DropOutgoingHandshake:457(4440ns) SwitchToState:179(299ns) ProcessPendingSessionEvents:495(33049195ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 32963606ns max# 24685967ns}}}
2025-12-06T17:44:37.312510Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7580802291114384806:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:44:37.325264Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802291114384883:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:37.325291Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802291114384883:2119] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:44:37.327338Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802291114384883:2119] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:37.329099Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802291114384877:2113] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:44:37.331094Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:37.331145Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802291114384877:2113] [node 4] ICP22 created new session: [2:7580802295409352210:2113]
2025-12-06T17:44:37.331192Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802295409352210:2113] [node 4] ICS09 handshake done sender: [2:7580802291114384883:2119] self: [2:7580802291114384882:0] peer: [4:7580802294768656311:0] socket: 459 qp: -1
2025-12-06T17:44:37.331249Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802295409352210:2113] [node 4] ICS10 traffic start
2025-12-06T17:44:37.331279Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:37.377702Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802294768656301:2120] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:37.378344Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802290473688918:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:37.378414Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:37.378472Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802290473688918:2049] [node 2] ICP22 created new session: [4:7580802294768656315:2049]
2025-12-06T17:44:37.378527Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802294768656315:2049] [node 2] ICS09 handshake done sender: [4:7580802294768656301:2120] self: [4:7580802294768656311:0] peer: [2:7580802291114384882:0] socket: 460 qp: -1
2025-12-06T17:44:37.378585Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802294768656315:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:37.378644Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:37.470637Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:44:37.470881Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7580802295409352207:2048] [node 1] ICS07 socket disconnect 438 reason# EndOfStream
2025-12-06T17:44:37.470916Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580802295409352207:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:37.471013Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:37.471054Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580802295409352207:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:37.482133Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:44:37.482398Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802293580164561:2048] [node 1] ICS01 socket: 447 reason# EndOfStream
2025-12-06T17:44:37.482454Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802289285197163:2048] [node 1] ICP30 unregister session Session# [3:7580802293580164561:2048] VirtualId# [3:7580802293580164557:0]
2025-12-06T17:44:37.482503Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802293580164561:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:37.482611Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:37.482659Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:37.487637Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802291114384806:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16708) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:44:37.487690Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580802295409352207:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:37.488794Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802291114384806:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16708) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:37.488871Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580802295409352207:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:37.488909Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580802291114384806:2048] [node 1] ICP30 unregister session Session# [2:7580802295409352207:2048] VirtualId# [2:7580802295409352199:0]
2025-12-06T17:44:37.489040Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:37.489094Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [2:7580802291114384806:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:16708) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:37.489111Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16708) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:37.494305Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:44:37.494078Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:44:37.494307Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802294768656302:2048] [node 1] ICS07 socket disconnect 437 reason# EndOfStream
2025-12-06T17:44:37.501945Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [2:7580802291114384806:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:44:37.499642Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802294797439866:2048] [node 1] ICS07 socket disconnect 473 reason# EndOfStream
2025-12-06T17:44:37.499695Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802294797439866:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:37.499785Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:37.499832Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802294797439866:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:37.501522Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802290502472468:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16708) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:37.501570Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802294797439866:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:37.501610Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802290502472468:2048] [node 1] ICP30 unregister session Session# [6:7580802294797439866:2048] VirtualId# [6:7580802294797439862:0]
2025-12-06T17:44:37.501658Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:37.501704Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802290502472468:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:16708) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:37.501735Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16708) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:37.494342Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802294768656302:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:37.494395Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:37.494466Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802294768656302:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:37.495334Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802290473688917:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16708) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:37.495389Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802294768656302:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:37.495426Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802290473688917:2048] [node 1] ICP30 unregister session Session# [4:7580802294768656302:2048] VirtualId# [4:7580802294768656295:0]
2025-12-06T17:44:37.495474Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:37.495526Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802290473688917:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:16708) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:37.495545Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16708) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:37.515914Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802290502472468:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:44:37.516082Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:44:37.516325Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802295344022898:2048] [node 1] ICS07 socket disconnect 426 reason# EndOfStream
2025-12-06T17:44:37.516370Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802295344022898:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:37.516483Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:37.516534Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802295344022898:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:37.518605Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802291049055504:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16708) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:37.518682Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802295344022898:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:37.518725Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802291049055504:2048] [node 1] ICP30 unregister session Session# [5:7580802295344022898:2048] VirtualId# [5:7580802295344022895:0]
2025-12-06T17:44:37.518724Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580802290473688917:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:44:37.518783Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:37.518840Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802291049055504:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:16708) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:37.518861Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16708) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:37.530787Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802291049055504:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:44:37.587915Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:44:37.588206Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580802293580164547:2049] [node 2] ICS07 socket disconnect 410 reason# EndOfStream
2025-12-06T17:44:37.588246Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802293580164547:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:37.588359Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:37.588408Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802293580164547:2049] [node 2] ICS15 start handshake
2025-12-06T17:44:37.592931Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802289285197164:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2818) Socket error# Connection reset by peer state# SendInitialPacket processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:44:37.593000Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802293580164547:2049] [node 2] ICS15 start handshake
2025-12-06T17:44:37.594319Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802289285197164:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2818) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:37.594383Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802293580164547:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:37.594426Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802289285197164:2049] [node 2] ICP30 unregister session Session# [3:7580802293580164547:2049] VirtualId# [3:7580802293580164542:0]
2025-12-06T17:44:37.594478Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:37.594517Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580802289285197164:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:2818) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:37.594553Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2818) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:37.597012Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:44:37.597316Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802295344022889:2049] [node 2] ICS01 socket: 409 reason# EndOfStream
2025-12-06T17:44:37.597394Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802291049055505:2049] [node 2] ICP30 unregister session Session# [5:7580802295344022889:2049] VirtualId# [5:7580802295344022880:0]
2025-12-06T17:44:37.597436Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802295344022889:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:37.597524Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:37.597573Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:37.598987Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:44:37.599226Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802294797439859:2049] [node 2] ICS01 socket: 430 reason# EndOfStream
2025-12-06T17:44:37.599273Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802290502472469:2049] [node 2] ICP30 unregister session Session# [6:7580802294797439859:2049] VirtualId# [6:7580802294797439848:0]
2025-12-06T17:44:37.599316Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802294797439859:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:37.599414Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:37.599460Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:37.602006Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:44:37.602271Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802294768656315:2049] [node 2] ICS01 socket: 460 reason# EndOfStream
2025-12-06T17:44:37.602320Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802290473688918:2049] [node 2] ICP30 unregister session Session# [4:7580802294768656315:2049] VirtualId# [4:7580802294768656311:0]
2025-12-06T17:44:37.602359Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802294768656315:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:37.602439Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:37.602492Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:37.686698Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:44:37.686976Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802294768656299:2050] [node 3] ICS07 socket disconnect 425 reason# EndOfStream
2025-12-06T17:44:37.687018Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802294768656299:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:37.687129Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:44:37.687178Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802294768656299:2050] [node 3] ICS15 start handshake
2025-12-06T17:44:37.689152Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802290473688919:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14420) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:37.689227Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802294768656299:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:37.699243Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:44:37.700012Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802294797439863:2050] [node 3] ICS07 socket disconnect 455 reason# EndOfStream
2025-12-06T17:44:37.689267Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802290473688919:2050] [node 3] ICP30 unregister session Session# [4:7580802294768656299:2050] VirtualId# [4:7580802294768656293:0]
2025-12-06T17:44:37.700052Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802294797439863:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:37.689427Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:44:37.700169Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:44:37.689474Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802290473688919:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:14420) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:37.700222Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802294797439863:2050] [node 3] ICS15 start handshake
2025-12-06T17:44:37.689492Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14420) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:37.702714Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:44:37.703041Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802295344022892:2050] [node 3] ICS01 socket: 431 reason# EndOfStream
2025-12-06T17:44:37.703111Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802291049055506:2050] [node 3] ICP30 unregister session Session# [5:7580802295344022892:2050] VirtualId# [5:7580802295344022883:0]
2025-12-06T17:44:37.703162Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802295344022892:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:37.703297Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:44:37.703358Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:44:37.711067Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580802290473688919:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:44:37.715202Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802290502472470:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14420) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:37.715276Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802294797439863:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:37.715318Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802290502472470:2050] [node 3] ICP30 unregister session Session# [6:7580802294797439863:2050] VirtualId# [6:7580802294797439858:0]
2025-12-06T17:44:37.715379Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:44:37.715414Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802290502472470:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:14420) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:37.715429Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14420) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:37.725688Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802290502472470:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:44:37.834758Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:44:37.834993Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802295344022900:2079] [node 4] ICS01 socket: 468 reason# EndOfStream
2025-12-06T17:44:37.835036Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802291049055542:2079] [node 4] ICP30 unregister session Session# [5:7580802295344022900:2079] VirtualId# [5:7580802295344022894:0]
2025-12-06T17:44:37.835075Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802295344022900:2079] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:37.835169Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:44:37.835217Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:44:37.835331Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:44:37.835523Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802294797439856:2072] [node 4] ICS01 socket: 432 reason# EndOfStream
2025-12-06T17:44:37.835563Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802290502472498:2072] [node 4] ICP30 unregister session Session# [6:7580802294797439856:2072] VirtualId# [6:7580802294797439849:0]
2025-12-06T17:44:37.835612Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802294797439856:2072] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:37.835681Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:44:37.835718Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:44:38.108445Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802296080437689:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:38.108483Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802296080437690:2049] [node 3] ICP01 ready to work
2025-12-06T17:44:38.105156Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802296101934351:2048] [node 2] ICP01 ready to work
2025-12-06T17:44:38.105201Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802296101934352:2049] [node 3] ICP01 ready to work
2025-12-06T17:44:38.159463Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802296666813041:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:38.159512Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802296666813042:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:38.183702Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802296425499808:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:38.183739Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802296425499809:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:38.183784Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802296425499810:2050] [node 3] ICP01 ready to work
2025-12-06T17:44:38.182942Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802297580182226:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:38.182986Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802297580182227:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:38.183028Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802297580182228:2050] [node 3] ICP01 ready to work
2025-12-06T17:44:38.254229Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802298058700413:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:38.254284Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802298058700414:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:38.254332Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802298058700415:2050] [node 3] ICP01 ready to work
2025-12-06T17:44:38.687870Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802297580182251:2072] [node 5] ICP01 ready to work
2025-12-06T17:44:38.783373Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802296080437775:2107] [node 5] ICP01 ready to work
2025-12-06T17:44:38.784198Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802296080437776:2113] [node 6] ICP01 ready to work
2025-12-06T17:44:38.784833Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802296080437777:2128] [node 4] ICP01 ready to work
2025-12-06T17:44:38.786951Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802296666813099:2087] [node 5] ICP01 ready to work
2025-12-06T17:44:38.787378Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802296101934414:2107] [node 4] ICP01 ready to work
2025-12-06T17:44:38.855836Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802296080437775:2107] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(70320263ns) {Configure:104(70313508ns) {ProcessConfigured:135(92303ns) {StartInitialHandshake:157(89355ns) {DropHandshakes:470(3120ns) {DropIncomingHandshake:442(603ns) DropOutgoingHandshake:457(417ns)} GenerateSessionVirtualId:988(1254ns) PrepareNewSessionHandshake:477(1872ns) {SwitchToState:179(620ns)}}}}}
2025-12-06T17:44:38.799006Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802296666813101:2091] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:38.787944Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802296101934415:2109] [node 5] ICP01 ready to work
2025-12-06T17:44:38.864300Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802298058700437:2066] [node 5] ICP01 ready to work
2025-12-06T17:44:38.850755Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802296425499845:2070] [node 4] ICP01 ready to work
2025-12-06T17:44:38.870768Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802296666813106:2097] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:38.889977Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802297580182287:2074] [node 6] ICP01 ready to work
2025-12-06T17:44:38.837179Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802296101934416:2108] [node 6] ICP01 ready to work
2025-12-06T17:44:38.974916Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802296080437782:2133] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53876
2025-12-06T17:44:38.886519Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802296101934352:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(97900589ns) {Configure:104(97893961ns) {ProcessConfigured:135(15304240ns) {StartInitialHandshake:157(15301305ns) {DropHandshakes:470(4409ns) {DropIncomingHandshake:442(607ns) DropOutgoingHandshake:457(2299ns)} GenerateSessionVirtualId:988(789ns) PrepareNewSessionHandshake:477(3794ns) {SwitchToState:179(1295ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:38.990203Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802296666813042:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(290371402ns) {Configure:104(290360204ns) {ProcessConfigured:135(14917582ns) {StartInitialHandshake:157(14914262ns) {DropHandshakes:470(3801ns) {DropIncomingHandshake:442(1074ns) DropOutgoingHandshake:457(501ns)} GenerateSessionVirtualId:988(1374ns) PrepareNewSessionHandshake:477(7055ns) {SwitchToState:179(3367ns)}}}}}
2025-12-06T17:44:39.002269Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802296425499809:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(316069759ns) {Configure:104(316064111ns) {ProcessConfigured:135(18003774ns) {StartInitialHandshake:157(18000344ns) {DropHandshakes:470(3453ns) {DropIncomingHandshake:442(714ns) DropOutgoingHandshake:457(598ns)} GenerateSessionVirtualId:988(1009ns) PrepareNewSessionHandshake:477(5432ns) {SwitchToState:179(3108ns)}}}}}
2025-12-06T17:44:39.018910Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802297580182251:2072] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(330635879ns) {Configure:104(330630165ns) {ProcessConfigured:135(23046391ns) {StartInitialHandshake:157(23043808ns) {DropHandshakes:470(2275ns) {DropIncomingHandshake:442(500ns) DropOutgoingHandshake:457(382ns)} GenerateSessionVirtualId:988(1023ns) PrepareNewSessionHandshake:477(4830ns) {SwitchToState:179(2208ns)}}}}}
2025-12-06T17:44:38.888643Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802296101934421:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21074
2025-12-06T17:44:39.026620Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802296080437782:2133] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:39.022985Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802300720467170:2068] [node 6] ICP01 ready to work
2025-12-06T17:44:39.023213Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802298058700480:2075] [node 4] ICP01 ready to work
2025-12-06T17:44:39.036539Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802298058700414:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(31260578ns) {Configure:104(31253904ns) {ProcessConfigured:135(82223ns) {StartInitialHandshake:157(78819ns) {DropHandshakes:470(5385ns) {DropIncomingHandshake:442(765ns) DropOutgoingHandshake:457(400ns)} GenerateSessionVirtualId:988(1782ns) PrepareNewSessionHandshake:477(1502ns) {SwitchToState:179(602ns)}}}}}
2025-12-06T17:44:39.001101Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802296666813108:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27925
2025-12-06T17:44:39.080602Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802298058700413:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(247947084ns) {Configure:104(247921146ns) {ProcessConfigured:135(71495ns) {StartInitialHandshake:157(67937ns) {DropHandshakes:470(3493ns) {DropIncomingHandshake:442(956ns) DropOutgoingHandshake:457(422ns)} GenerateSessionVirtualId:988(1286ns) PrepareNewSessionHandshake:477(2042ns) {SwitchToState:179(714ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:39.083738Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580802296080437689:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:39.084468Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802300375405081:2134] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53876
2025-12-06T17:44:39.084620Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802300375405082:2135] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53876
2025-12-06T17:44:39.084682Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802300375405083:2136] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53876
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:39.099205Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802298058700437:2066] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(61797777ns) {Configure:104(61792795ns) {ProcessConfigured:135(72482ns) {StartInitialHandshake:157(70269ns) {DropHandshakes:470(2589ns) {DropIncomingHandshake:442(603ns) DropOutgoingHandshake:457(550ns)} GenerateSessionVirtualId:988(868ns) PrepareNewSessionHandshake:477(1436ns) {SwitchToState:179(412ns)}}}}}
2025-12-06T17:44:38.975346Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802296101934414:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(63051113ns) {Configure:104(63044361ns) {ProcessConfigured:135(60930982ns) {StartInitialHandshake:157(60926343ns) {DropHandshakes:470(2531ns) {DropIncomingHandshake:442(595ns) DropOutgoingHandshake:457(391ns)} GenerateSessionVirtualId:988(1151ns) PrepareNewSessionHandshake:477(12365ns) {SwitchToState:179(9265ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:39.056517Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802297580182228:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(34719203ns) {Configure:104(34714169ns) {ProcessConfigured:135(109039ns) {StartInitialHandshake:157(105765ns) {DropHandshakes:470(21303ns) {DropIncomingHandshake:442(773ns) DropOutgoingHandshake:457(419ns)} GenerateSessionVirtualId:988(1134ns) PrepareNewSessionHandshake:477(1753ns) {SwitchToState:179(739ns)}}}}}
2025-12-06T17:44:39.001317Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802296666813107:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27925
2025-12-06T17:44:39.046446Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802296425499845:2070] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(43724698ns) {Configure:104(43719630ns) {ProcessConfigured:135(102900ns) {StartInitialHandshake:157(99256ns) {DropHandshakes:470(3060ns) {DropIncomingHandshake:442(538ns) DropOutgoingHandshake:457(478ns)} GenerateSessionVirtualId:988(1104ns) PrepareNewSessionHandshake:477(1759ns) {SwitchToState:179(609ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:39.000075Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802296101934416:2108] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(80436560ns) {Configure:104(80431665ns) {ProcessConfigured:135(116175ns) {StartInitialHandshake:157(112432ns) {DropHandshakes:470(2801ns) {DropIncomingHandshake:442(649ns) DropOutgoingHandshake:457(370ns)} GenerateSessionVirtualId:988(970ns) PrepareNewSessionHandshake:477(1740ns) {SwitchToState:179(587ns)}}}}}
2025-12-06T17:44:39.100368Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802301875149598:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59175
2025-12-06T17:44:39.115364Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802302353667783:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29796
2025-12-06T17:44:39.030001Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802296666813108:2111] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:39.094505Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802300720467173:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56336
2025-12-06T17:44:39.158146Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802296080437690:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(119047915ns) {Configure:104(119039503ns) {ProcessConfigured:135(111600ns) {StartInitialHandshake:157(108430ns) {DropHandshakes:470(2592ns) {DropIncomingHandshake:442(801ns) DropOutgoingHandshake:457(391ns)} GenerateSessionVirtualId:988(824ns) PrepareNewSessionHandshake:477(2142ns) {SwitchToState:179(508ns)}}}}}
2025-12-06T17:44:39.158899Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802296080437779:2131] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:39.158932Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802296080437779:2131] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:39.159765Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802296080437781:2132] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:39.159810Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802296080437781:2132] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:44:39.163252Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802298058700480:2075] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(82002738ns) {Configure:104(81993429ns) {ProcessConfigured:135(8176397ns) {StartInitialHandshake:157(8172137ns) {DropHandshakes:470(3319ns) {DropIncomingHandshake:442(951ns) DropOutgoingHandshake:457(314ns)} GenerateSessionVirtualId:988(1462ns) PrepareNewSessionHandshake:477(4123ns) {SwitchToState:179(1994ns)}}}}}
2025-12-06T17:44:39.030876Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802300396901727:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21074
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:39.187021Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802300375405087:2138] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53876
2025-12-06T17:44:39.119787Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802300720467180:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56336
2025-12-06T17:44:39.100608Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802301875149599:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59175
2025-12-06T17:44:39.067867Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802296666813099:2087] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(74157862ns) {Configure:104(74152712ns) {ProcessConfigured:135(99632ns) {StartInitialHandshake:157(96462ns) {DropHandshakes:470(2591ns) {DropIncomingHandshake:442(752ns) DropOutgoingHandshake:457(440ns)} GenerateSessionVirtualId:988(992ns) PrepareNewSessionHandshake:477(1836ns) {SwitchToState:179(536ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:39.055282Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802296101934421:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:39.119192Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802301875149599:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:39.124859Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802296425499810:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(365816382ns) {Configure:104(357712763ns) {ProcessConfigured:135(8312050ns) {StartInitialHandshake:157(8308444ns) {DropHandshakes:470(2276ns) {DropIncomingHandshake:442(525ns) DropOutgoingHandshake:457(307ns)} GenerateSessionVirtualId:988(710ns) PrepareNewSessionHandshake:477(4926ns) {SwitchToState:179(2493ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:39.208235Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802302353667783:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:39.118610Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802296666813107:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:39.125502Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802300720467173:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:39.127793Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802296425499809:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:39.138600Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802300720467174:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56336
2025-12-06T17:44:39.198671Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802300720467174:2113] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:39.210476Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802300720467186:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56336
2025-12-06T17:44:39.214648Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802300720467180:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:39.196192Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802300375405082:2135] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:39.079215Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802300396901727:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:39.119368Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802297580182227:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:39.208403Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802298058700480:2075] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:39.196588Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802300375405081:2134] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:39.137706Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802296666813041:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:39.231173Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802296425499845:2070] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:39.232720Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802296425499808:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:39.142507Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802297580182226:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(154958393ns) {Configure:104(154950566ns) {ProcessConfigured:135(21892012ns) {StartInitialHandshake:157(21888847ns) {DropHandshakes:470(9097425ns) {DropIncomingHandshake:442(2995ns) DropOutgoingHandshake:457(799ns)} GenerateSessionVirtualId:988(2874ns) PrepareNewSessionHandshake:477(4810ns) {SwitchToState:179(2520ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:39.155016Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802296666813041:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(19031837ns) {IncomingHandshake:261(19029352ns) {DropIncomingHandshake:442(551ns) PrepareNewSessionHandshake:477(2243ns) {SwitchToState:179(1111ns)} GenerateSessionVirtualId:988(631ns) IssueIncomingHandshakeReply:193(7961978ns) {SwitchToState:179(3163ns)}}}
2025-12-06T17:44:39.163822Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802296666813101:2091] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(197770493ns) {Configure:104(197764073ns) {ProcessConfigured:135(17817859ns) {StartInitialHandshake:157(17814984ns) {DropHandshakes:470(9067492ns) {DropIncomingHandshake:442(4061ns) DropOutgoingHandshake:457(568ns)} GenerateSessionVirtualId:988(3028ns) PrepareNewSessionHandshake:477(3581ns) {SwitchToState:179(1419ns)}}}}}
2025-12-06T17:44:39.190773Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802296666813110:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:39.190820Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802296666813110:2112] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:44:39.200903Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802300961780420:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27925
2025-12-06T17:44:39.230987Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802296666813110:2112] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:39.231740Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802296666813108:2111] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:39.233782Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802296666813041:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:39.233853Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:39.233913Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802296666813041:2048] [node 1] ICP22 created new session: [3:7580802300961780422:2048]
2025-12-06T17:44:39.233977Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802300961780422:2048] [node 1] ICS09 handshake done sender: [3:7580802296666813108:2111] self: [3:7580802300961780416:0] peer: [1:7580802296101934423:0] socket: 419 qp: -1
2025-12-06T17:44:39.234020Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802300961780422:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:39.234059Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:39.210021Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802302353667788:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29796
2025-12-06T17:44:39.145438Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802301875149603:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59175
2025-12-06T17:44:39.184702Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802301875149598:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:39.187718Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802297580182228:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:39.187828Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802301875149604:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59175
2025-12-06T17:44:39.214774Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802301875149603:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:39.214961Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802301875149589:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:39.214992Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802301875149589:2111] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:39.226972Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802301875149608:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59175
2025-12-06T17:44:39.227053Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802301875149609:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59175
2025-12-06T17:44:39.229307Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802301875149589:2111] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:39.120381Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802296101934418:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:39.219489Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802302353667790:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29796
2025-12-06T17:44:39.227504Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802302353667788:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:39.230664Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802298058700437:2066] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:39.120437Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802296101934418:2110] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:44:39.141868Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802296101934418:2110] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:39.143719Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802300396901731:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21074
2025-12-06T17:44:39.177337Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802300396901731:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:39.177468Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802296101934425:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:39.177495Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802296101934425:2113] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:44:39.178073Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802296101934351:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:44:39.178154Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:39.178211Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802296101934351:2048] [node 2] ICP22 created new session: [1:7580802300396901732:2048]
2025-12-06T17:44:39.178271Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802300396901732:2048] [node 2] ICS09 handshake done sender: [1:7580802296101934418:2110] self: [1:7580802296101934417:0] peer: [2:7580802300375405084:0] socket: 412 qp: -1
2025-12-06T17:44:39.178316Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802300396901732:2048] [node 2] ICS10 traffic start
2025-12-06T17:44:39.178360Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:39.188510Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802296101934425:2113] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:39.224607Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802296101934352:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:44:39.224683Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:39.224747Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802296101934352:2049] [node 3] ICP22 created new session: [1:7580802300396901737:2049]
2025-12-06T17:44:39.224806Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802300396901737:2049] [node 3] ICS09 handshake done sender: [1:7580802296101934425:2113] self: [1:7580802296101934423:0] peer: [3:7580802300961780416:0] socket: 417 qp: -1
2025-12-06T17:44:39.224847Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802300396901737:2049] [node 3] ICS10 traffic start
2025-12-06T17:44:39.224883Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:39.206187Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802296080437689:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21074) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7580802296080437782:2133] held: no
2025-12-06T17:44:39.246739Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802296101934420:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:39.246786Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802296101934420:2111] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:39.272078Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802296101934420:2111] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:39.207641Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802296080437782:2133] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:39.272150Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802300720467176:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:39.243211Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802300961780424:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27925
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:39.318343Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802296101934415:2109] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:39.318419Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:39.318473Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802296101934415:2109] [node 5] ICP22 created new session: [1:7580802300396901741:2109]
2025-12-06T17:44:39.318552Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802300396901741:2109] [node 5] ICS09 handshake done sender: [1:7580802296101934420:2111] self: [1:7580802296101934419:0] peer: [5:7580802300720467188:0] socket: 416 qp: -1
2025-12-06T17:44:39.318599Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802300396901741:2109] [node 5] ICS10 traffic start
2025-12-06T17:44:39.318671Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:39.260991Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802301875149604:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:39.230011Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802296080437779:2131] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:39.269590Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802302353667783:2114] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:39.281253Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802298058700480:2075] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:44:39.281336Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:39.281384Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802298058700480:2075] [node 4] ICP22 created new session: [6:7580802302353667793:2075]
2025-12-06T17:44:39.281449Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802302353667793:2075] [node 4] ICS09 handshake done sender: [6:7580802302353667783:2114] self: [6:7580802302353667789:0] peer: [4:7580802301875149588:0] socket: 438 qp: -1
2025-12-06T17:44:39.281485Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802302353667793:2075] [node 4] ICS10 traffic start
2025-12-06T17:44:39.281542Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:39.284453Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802302353667792:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29796
2025-12-06T17:44:39.293246Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802302353667796:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29796
2025-12-06T17:44:39.245641Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802296666813106:2097] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:44:39.272205Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580802300720467176:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:39.317984Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802302353667797:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29796
2025-12-06T17:44:39.324636Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802302353667788:2116] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:39.325178Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802302353667796:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:39.278004Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802301875149587:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:39.278042Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802301875149587:2110] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:39.278715Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802297580182287:2074] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:39.278798Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:39.278853Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802297580182287:2074] [node 6] ICP22 created new session: [4:7580802301875149611:2074]
2025-12-06T17:44:39.278905Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802301875149611:2074] [node 6] ICS09 handshake done sender: [4:7580802301875149589:2111] self: [4:7580802301875149588:0] peer: [6:7580802302353667789:0] socket: 431 qp: -1
2025-12-06T17:44:39.278944Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802301875149611:2074] [node 6] ICS10 traffic start
2025-12-06T17:44:39.279026Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:39.280824Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802301875149598:2114] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:39.322176Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802297580182226:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:39.336076Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802301875149587:2110] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:39.230346Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802296080437776:2113] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(391955154ns) {Configure:104(391943527ns) {ProcessConfigured:135(18382920ns) {StartInitialHandshake:157(18379862ns) {DropHandshakes:470(2623ns) {DropIncomingHandshake:442(876ns) DropOutgoingHandshake:457(393ns)} GenerateSessionVirtualId:988(682ns) PrepareNewSessionHandshake:477(4133ns) {SwitchToState:179(1584ns)}}}}}
2025-12-06T17:44:39.331692Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802300396901743:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21074
2025-12-06T17:44:39.245704Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:39.274994Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802300720467173:2112] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:39.348149Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802298058700437:2066] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:44:39.231590Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802296080437781:2132] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:39.237471Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802300375405091:2140] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53876
2025-12-06T17:44:39.237627Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580802296080437689:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:39.237678Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:39.237727Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802296080437689:2048] [node 1] ICP22 created new session: [2:7580802300375405095:2048]
2025-12-06T17:44:39.237779Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802300375405095:2048] [node 1] ICS09 handshake done sender: [2:7580802296080437782:2133] self: [2:7580802300375405084:0] peer: [1:7580802296101934417:0] socket: 413 qp: -1
2025-12-06T17:44:39.237822Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802300375405095:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:39.237861Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:39.239221Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802300375405083:2136] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:39.269854Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802296080437777:2128] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:44:39.269957Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:39.270016Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802296080437777:2128] [node 4] ICP22 created new session: [2:7580802300375405099:2128]
2025-12-06T17:44:39.270070Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802300375405099:2128] [node 4] ICS09 handshake done sender: [2:7580802296080437781:2132] self: [2:7580802296080437780:0] peer: [4:7580802301875149600:0] socket: 436 qp: -1
2025-12-06T17:44:39.270112Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802300375405099:2128] [node 4] ICS10 traffic start
2025-12-06T17:44:39.270175Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:39.297127Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802296080437775:2107] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:39.297223Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:39.297276Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802296080437775:2107] [node 5] ICP22 created new session: [2:7580802300375405101:2107]
2025-12-06T17:44:39.297334Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802300375405101:2107] [node 5] ICS09 handshake done sender: [2:7580802296080437779:2131] self: [2:7580802296080437778:0] peer: [5:7580802300720467185:0] socket: 414 qp: -1
2025-12-06T17:44:39.297379Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802300375405101:2107] [node 5] ICS10 traffic start
2025-12-06T17:44:39.297422Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:39.309339Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802300375405091:2140] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:39.285376Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802296425499809:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:39.398699Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802300375405086:2137] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:39.394094Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802297580182228:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:44:39.394219Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:39.394288Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802297580182228:2050] [node 3] ICP22 created new session: [4:7580802301875149615:2050]
2025-12-06T17:44:39.394345Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802301875149615:2050] [node 3] ICS09 handshake done sender: [4:7580802301875149598:2114] self: [4:7580802301875149605:0] peer: [3:7580802296666813109:0] socket: 434 qp: -1
2025-12-06T17:44:39.394392Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802301875149615:2050] [node 3] ICS10 traffic start
2025-12-06T17:44:39.394467Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:39.396674Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802297580182227:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29906) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580802301875149599:2115] held: no
2025-12-06T17:44:39.398068Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802297580182251:2072] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:39.398183Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:39.398242Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802297580182251:2072] [node 5] ICP22 created new session: [4:7580802301875149617:2072]
2025-12-06T17:44:39.398303Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802301875149617:2072] [node 5] ICS09 handshake done sender: [4:7580802301875149587:2110] self: [4:7580802297580182290:0] peer: [5:7580802300720467187:0] socket: 430 qp: -1
2025-12-06T17:44:39.398349Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802301875149617:2072] [node 5] ICS10 traffic start
2025-12-06T17:44:39.398403Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:39.245770Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802296666813106:2097] [node 4] ICP22 created new session: [3:7580802300961780426:2097]
2025-12-06T17:44:39.285462Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:39.285532Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802296425499809:2049] [node 2] ICP22 created new session: [5:7580802300720467191:2049]
2025-12-06T17:44:39.285585Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802300720467191:2049] [node 2] ICS09 handshake done sender: [5:7580802300720467173:2112] self: [5:7580802300720467185:0] peer: [2:7580802296080437778:0] socket: 427 qp: -1
2025-12-06T17:44:39.285627Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802300720467191:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:39.285660Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:39.296321Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802300720467189:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56336
2025-12-06T17:44:39.296411Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802300720467190:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56336
2025-12-06T17:44:39.301061Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802300720467193:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56336
2025-12-06T17:44:39.301437Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802300720467194:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56336
2025-12-06T17:44:39.316115Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802300720467176:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:39.317151Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802300720467174:2113] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:39.360498Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802300720467189:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:39.360571Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802296425499808:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:39.360630Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:39.366957Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802296425499808:2048] [node 1] ICP22 created new session: [5:7580802300720467197:2048]
2025-12-06T17:44:39.367038Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802300720467197:2048] [node 1] ICS09 handshake done sender: [5:7580802300720467174:2113] self: [5:7580802300720467188:0] peer: [1:7580802296101934419:0] socket: 428 qp: -1
2025-12-06T17:44:39.367092Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802300720467197:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:39.367148Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:39.369966Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802300720467194:2122] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:39.377120Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580802300720467170:2068] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:39.377175Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:39.377240Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802300720467170:2068] [node 6] ICP22 created new session: [5:7580802300720467199:2068]
2025-12-06T17:44:39.377303Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802300720467199:2068] [node 6] ICS09 handshake done sender: [5:7580802300720467176:2114] self: [5:7580802300720467175:0] peer: [6:7580802302353667791:0] socket: 443 qp: -1
2025-12-06T17:44:39.377357Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802300720467199:2068] [node 6] ICS10 traffic start
2025-12-06T17:44:39.377398Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:39.379753Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802300720467180:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:39.387774Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802296425499845:2070] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:44:39.387857Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:39.387918Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802296425499845:2070] [node 4] ICP22 created new session: [5:7580802300720467201:2070]
2025-12-06T17:44:39.387989Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802300720467201:2070] [node 4] ICS09 handshake done sender: [5:7580802300720467180:2116] self: [5:7580802300720467187:0] peer: [4:7580802297580182290:0] socket: 437 qp: -1
2025-12-06T17:44:39.388031Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802300720467201:2070] [node 4] ICS10 traffic start
2025-12-06T17:44:39.388083Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:39.400707Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [5:7580802300720467170:2068] [node 6] ICP18 handshake (actor [5:7580802300720467194:2122]) is too old
2025-12-06T17:44:39.408041Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802296425499810:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:39.416702Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802297580182251:2072] [node 5] ICP35 event processing took too much time PendingConnection:279(17509398ns) {HandleHandshakeStatus:329(17506448ns) {DropIncomingHandshake:442(15226ns) DropOutgoingHandshake:457(252ns) SwitchToState:179(440ns) ProcessPendingSessionEvents:495(17046116ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 16962525ns max# 11208188ns}}}
2025-12-06T17:44:39.348244Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:39.245824Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802300961780426:2097] [node 4] ICS09 handshake done sender: [3:7580802296666813110:2112] self: [3:7580802296666813109:0] peer: [4:7580802301875149605:0] socket: 423 qp: -1
2025-12-06T17:44:39.374097Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802300396901743:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:39.398748Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802300375405086:2137] [node 3] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:39.456180Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802300720467205:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56336
2025-12-06T17:44:39.414850Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802300375405086:2137] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:39.403085Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802296101934429:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:39.418097Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802301875149599:2115] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:39.470841Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802300720467189:2119] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:39.245864Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802300961780426:2097] [node 4] ICS10 traffic start
2025-12-06T17:44:39.348316Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802298058700437:2066] [node 5] ICP22 created new session: [6:7580802302353667798:2066]
2025-12-06T17:44:39.441790Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802296080437690:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:44:39.472549Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802296425499810:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:44:39.487035Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:39.438877Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802297580182227:2049] [node 2] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:39.245906Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:39.403136Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802296101934429:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:39.348380Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802302353667798:2066] [node 5] ICS09 handshake done sender: [6:7580802302353667788:2116] self: [6:7580802302353667791:0] peer: [5:7580802300720467175:0] socket: 448 qp: -1
2025-12-06T17:44:39.438955Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:39.441891Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:39.412772Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802296101934430:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:39.499310Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802296425499810:2050] [node 3] ICP22 created new session: [5:7580802300720467206:2050]
2025-12-06T17:44:39.268701Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802296666813106:2097] [node 4] ICP35 event processing took too much time PendingConnection:279(21996444ns) {HandleHandshakeStatus:329(21992172ns) {DropIncomingHandshake:442(460ns) DropOutgoingHandshake:457(795ns) SwitchToState:179(1083ns) ProcessPendingSessionEvents:495(21537358ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 21440105ns max# 7456975ns}}}
2025-12-06T17:44:39.439014Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802297580182227:2049] [node 2] ICP22 created new session: [4:7580802301875149620:2049]
2025-12-06T17:44:39.348431Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802302353667798:2066] [node 5] ICS10 traffic start
2025-12-06T17:44:39.441946Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802296080437690:2049] [node 3] ICP22 created new session: [2:7580802300375405106:2049]
2025-12-06T17:44:39.442003Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802300375405106:2049] [node 3] ICS09 handshake done sender: [2:7580802300375405086:2137] self: [2:7580802300375405085:0] peer: [3:7580802300961780429:0] socket: 463 qp: -1
2025-12-06T17:44:39.442085Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802300375405106:2049] [node 3] ICS10 traffic start
2025-12-06T17:44:39.442122Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:39.412807Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802296101934430:2115] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:44:39.431515Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802296101934430:2115] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:39.431797Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802296101934414:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:44:39.431841Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:39.431895Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802296101934414:2107] [node 4] ICP22 created new session: [1:7580802300396901745:2107]
2025-12-06T17:44:39.431965Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802300396901745:2107] [node 4] ICS09 handshake done sender: [1:7580802296101934430:2115] self: [1:7580802296101934424:0] peer: [4:7580802301875149613:0] socket: 452 qp: -1
2025-12-06T17:44:39.432007Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802300396901745:2107] [node 4] ICS10 traffic start
2025-12-06T17:44:39.432041Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:39.443606Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802300396901747:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21074
2025-12-06T17:44:39.457132Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580802296101934415:2109] [node 5] ICP18 handshake (actor [1:7580802300396901743:2118]) is too old
2025-12-06T17:44:39.457253Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802296101934429:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:39.499400Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802296101934416:2108] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:39.515064Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:39.529915Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802296101934416:2108] [node 6] ICP22 created new session: [1:7580802300396901749:2108]
2025-12-06T17:44:39.539736Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802300396901749:2108] [node 6] ICS09 handshake done sender: [1:7580802296101934429:2114] self: [1:7580802296101934428:0] peer: [6:7580802302353667802:0] socket: 462 qp: -1
2025-12-06T17:44:39.542910Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802300396901749:2108] [node 6] ICS10 traffic start
2025-12-06T17:44:39.521280Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802300720467206:2050] [node 3] ICS09 handshake done sender: [5:7580802300720467189:2119] self: [5:7580802300720467204:0] peer: [3:7580802300961780414:0] socket: 466 qp: -1
2025-12-06T17:44:39.348523Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:39.549785Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:39.439070Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802301875149620:2049] [node 2] ICS09 handshake done sender: [4:7580802301875149599:2115] self: [4:7580802301875149600:0] peer: [2:7580802296080437780:0] socket: 439 qp: -1
2025-12-06T17:44:39.358416Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802300961780424:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:39.521349Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802300720467206:2050] [node 3] ICS10 traffic start
2025-12-06T17:44:39.532638Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:39.560629Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802296425499810:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(87006096ns) {HandleHandshakeStatus:329(87002610ns) {DropIncomingHandshake:442(1221ns) DropOutgoingHandshake:457(7964ns) SwitchToState:179(706ns) ProcessPendingSessionEvents:495(9601904ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 9528577ns max# 8949200ns}}}
2025-12-06T17:44:39.439109Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802301875149620:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:39.358043Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802302353667792:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:39.568550Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802296101934416:2108] [node 6] ICP35 event processing took too much time PendingConnection:279(68129597ns) {HandleHandshakeStatus:329(68126183ns) {DropIncomingHandshake:442(22040ns) DropOutgoingHandshake:457(473ns) SwitchToState:179(607ns) ProcessPendingSessionEvents:495(2293208ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 2214900ns max# 1705595ns}}}
2025-12-06T17:44:39.359250Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802296666813042:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:39.583528Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [1:7580802296101934414:2107] [node 4] ICP27 obsolete handshake fail ignored
2025-12-06T17:44:39.574642Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802300375405090:2139] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:39.574705Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802300375405090:2139] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:39.360373Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802298058700415:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:39.439153Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:39.441461Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802301875149619:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59175
2025-12-06T17:44:39.471722Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802301875149604:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:39.511721Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802297580182226:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:39.526628Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:39.526707Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802297580182226:2048] [node 1] ICP22 created new session: [4:7580802301875149623:2048]
2025-12-06T17:44:39.532533Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802301875149623:2048] [node 1] ICS09 handshake done sender: [4:7580802301875149604:2118] self: [4:7580802301875149613:0] peer: [1:7580802296101934424:0] socket: 453 qp: -1
2025-12-06T17:44:39.552210Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802301875149623:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:39.565574Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:39.572808Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802297580182226:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(68998879ns) {HandleHandshakeStatus:329(68994404ns) {DropIncomingHandshake:442(2601ns) DropOutgoingHandshake:457(16122ns) SwitchToState:179(601ns) ProcessPendingSessionEvents:495(1700738ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 1625892ns max# 1140120ns}}}
2025-12-06T17:44:39.412624Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802300961780418:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:39.412676Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802300961780418:2116] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:39.428067Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802300961780415:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:39.428099Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802300961780415:2115] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:39.429333Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802300961780430:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27925
2025-12-06T17:44:39.434049Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802300961780424:2118] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:39.434398Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802300961780418:2116] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:39.451481Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802300961780415:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:39.475693Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802296666813042:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:39.475759Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:39.475833Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802296666813042:2049] [node 2] ICP22 created new session: [3:7580802300961780434:2049]
2025-12-06T17:44:39.475894Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802300961780434:2049] [node 2] ICS09 handshake done sender: [3:7580802300961780424:2118] self: [3:7580802300961780429:0] peer: [2:7580802300375405085:0] socket: 464 qp: -1
2025-12-06T17:44:39.475936Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802300961780434:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:39.475997Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:39.478224Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802296666813101:2091] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:39.478319Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:39.478383Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802296666813101:2091] [node 6] ICP22 created new session: [3:7580802300961780436:2091]
2025-12-06T17:44:39.478442Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802300961780436:2091] [node 6] ICS09 handshake done sender: [3:7580802300961780418:2116] self: [3:7580802300961780417:0] peer: [6:7580802302353667801:0] socket: 422 qp: -1
2025-12-06T17:44:39.478483Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802300961780436:2091] [node 6] ICS10 traffic start
2025-12-06T17:44:39.478518Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:39.480129Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802296666813099:2087] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:39.480205Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:39.480263Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802296666813099:2087] [node 5] ICP22 created new session: [3:7580802300961780439:2087]
2025-12-06T17:44:39.480323Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802300961780439:2087] [node 5] ICS09 handshake done sender: [3:7580802300961780415:2115] self: [3:7580802300961780414:0] peer: [5:7580802300720467204:0] socket: 465 qp: -1
2025-12-06T17:44:39.480363Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802300961780439:2087] [node 5] ICS10 traffic start
2025-12-06T17:44:39.480419Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:39.491834Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7580802296666813042:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:44:39.492564Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802300961780433:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27925
2025-12-06T17:44:39.492822Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802300961780438:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27925
2025-12-06T17:44:39.563760Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7580802296666813099:2087] [node 5] ICP27 obsolete handshake fail ignored
2025-12-06T17:44:39.373162Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802298058700413:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:39.430844Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802302353667803:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29796
2025-12-06T17:44:39.475333Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802302353667796:2119] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:39.488071Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802302353667800:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29796
2025-12-06T17:44:39.493278Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802298058700415:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:44:39.493336Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:39.493396Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802298058700415:2050] [node 3] ICP22 created new session: [6:7580802302353667805:2050]
2025-12-06T17:44:39.493450Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802302353667805:2050] [node 3] ICS09 handshake done sender: [6:7580802302353667796:2119] self: [6:7580802302353667801:0] peer: [3:7580802300961780417:0] socket: 469 qp: -1
2025-12-06T17:44:39.493497Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802302353667805:2050] [node 3] ICS10 traffic start
2025-12-06T17:44:39.493561Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:39.495769Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802302353667804:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29796
2025-12-06T17:44:39.528401Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802302353667800:2121] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:39.531744Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802302353667792:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:39.548340Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802298058700413:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21074) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802302353667792:2118] held: no
2025-12-06T17:44:39.563182Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802298058700413:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:39.563276Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:39.563337Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802298058700413:2048] [node 1] ICP22 created new session: [6:7580802302353667807:2048]
2025-12-06T17:44:39.563389Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802302353667807:2048] [node 1] ICS09 handshake done sender: [6:7580802302353667792:2118] self: [6:7580802302353667802:0] peer: [1:7580802296101934428:0] socket: 468 qp: -1
2025-12-06T17:44:39.563434Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802302353667807:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:39.563483Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:39.563760Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802298058700414:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:39.593736Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802302353667810:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29796
2025-12-06T17:44:39.596406Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802300375405090:2139] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:39.597193Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802302353667800:2121] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:39.597769Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802296080437776:2113] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:39.597880Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:39.597952Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802296080437776:2113] [node 6] ICP22 created new session: [2:7580802300375405109:2113]
2025-12-06T17:44:39.598012Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802300375405109:2113] [node 6] ICS09 handshake done sender: [2:7580802300375405090:2139] self: [2:7580802300375405089:0] peer: [6:7580802302353667809:0] socket: 429 qp: -1
2025-12-06T17:44:39.598061Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802300375405109:2113] [node 6] ICS10 traffic start
2025-12-06T17:44:39.598105Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:39.600840Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802298058700414:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:39.600928Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:39.600986Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802298058700414:2049] [node 2] ICP22 created new session: [6:7580802302353667811:2049]
2025-12-06T17:44:39.601048Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802302353667811:2049] [node 2] ICS09 handshake done sender: [6:7580802302353667800:2121] self: [6:7580802302353667809:0] peer: [2:7580802300375405089:0] socket: 433 qp: -1
2025-12-06T17:44:39.601099Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802302353667811:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:39.601147Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:39.686822Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:44:39.687121Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580802300375405095:2048] [node 1] ICS01 socket: 413 reason# EndOfStream
2025-12-06T17:44:39.687174Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580802296080437689:2048] [node 1] ICP30 unregister session Session# [2:7580802300375405095:2048] VirtualId# [2:7580802300375405084:0]
2025-12-06T17:44:39.687214Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580802300375405095:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:39.687326Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:39.687373Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:39.689986Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:44:39.690234Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580802300961780422:2048] [node 1] ICS07 socket disconnect 419 reason# EndOfStream
2025-12-06T17:44:39.690268Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802300961780422:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:39.690360Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:39.690407Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802300961780422:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:39.695778Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802296666813041:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21074) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:44:39.695831Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802300961780422:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:39.697121Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802296666813041:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21074) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:39.697182Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802300961780422:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:39.697222Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802296666813041:2048] [node 1] ICP30 unregister session Session# [3:7580802300961780422:2048] VirtualId# [3:7580802300961780416:0]
2025-12-06T17:44:39.697276Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:39.697312Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580802296666813041:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:21074) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:39.697329Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21074) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:39.703221Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:44:39.703466Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802301875149623:2048] [node 1] ICS07 socket disconnect 453 reason# EndOfStream
2025-12-06T17:44:39.703503Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802301875149623:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:39.703598Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:39.703645Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802301875149623:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:39.704234Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:44:39.704429Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802302353667807:2048] [node 1] ICS01 socket: 468 reason# EndOfStream
2025-12-06T17:44:39.704471Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802298058700413:2048] [node 1] ICP30 unregister session Session# [6:7580802302353667807:2048] VirtualId# [6:7580802302353667802:0]
2025-12-06T17:44:39.704511Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802302353667807:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:39.704569Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:39.704615Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:39.706185Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580802296666813041:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:44:39.706761Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802297580182226:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21074) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:39.706837Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802301875149623:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:39.706887Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802297580182226:2048] [node 1] ICP30 unregister session Session# [4:7580802301875149623:2048] VirtualId# [4:7580802301875149613:0]
2025-12-06T17:44:39.706932Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:39.706971Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802297580182226:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:21074) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:39.706987Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21074) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:39.719243Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:44:39.719541Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802300720467197:2048] [node 1] ICS07 socket disconnect 428 reason# EndOfStream
2025-12-06T17:44:39.719580Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802300720467197:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:39.719705Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:39.719753Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802300720467197:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:39.720727Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580802297580182226:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:44:39.721999Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802296425499808:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21074) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:39.722068Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802300720467197:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:39.722105Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802296425499808:2048] [node 1] ICP30 unregister session Session# [5:7580802300720467197:2048] VirtualId# [5:7580802300720467188:0]
2025-12-06T17:44:39.722251Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:39.722292Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802296425499808:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:21074) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:39.722307Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21074) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:39.734869Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802296425499808:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:44:39.785589Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:44:39.785857Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580802300961780434:2049] [node 2] ICS07 socket disconnect 464 reason# EndOfStream
2025-12-06T17:44:39.785901Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802300961780434:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:39.786005Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:39.786050Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802300961780434:2049] [node 2] ICS15 start handshake
2025-12-06T17:44:39.792663Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802296666813042:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29906) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:44:39.792729Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802300961780434:2049] [node 2] ICS15 start handshake
2025-12-06T17:44:39.794317Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802296666813042:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29906) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:39.794388Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802300961780434:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:39.794430Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802296666813042:2049] [node 2] ICP30 unregister session Session# [3:7580802300961780434:2049] VirtualId# [3:7580802300961780429:0]
2025-12-06T17:44:39.794493Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:39.794547Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580802296666813042:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:29906) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:39.794568Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29906) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:39.798809Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:44:39.799073Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802300720467191:2049] [node 2] ICS07 socket disconnect 427 reason# EndOfStream
2025-12-06T17:44:39.799110Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802300720467191:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:39.799212Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:39.799261Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802300720467191:2049] [node 2] ICS15 start handshake
2025-12-06T17:44:39.799964Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:44:39.800186Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802302353667811:2049] [node 2] ICS07 socket disconnect 433 reason# EndOfStream
2025-12-06T17:44:39.800225Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802302353667811:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:39.800296Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:39.800338Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802302353667811:2049] [node 2] ICS15 start handshake
2025-12-06T17:44:39.802176Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802298058700414:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29906) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:39.802253Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802302353667811:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:39.802295Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802298058700414:2049] [node 2] ICP30 unregister session Session# [6:7580802302353667811:2049] VirtualId# [6:7580802302353667809:0]
2025-12-06T17:44:39.802345Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:39.802384Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802298058700414:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:29906) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:39.802401Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29906) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:39.803435Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802296425499809:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29906) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:39.803524Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802300720467191:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:39.803565Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802296425499809:2049] [node 2] ICP30 unregister session Session# [5:7580802300720467191:2049] VirtualId# [5:7580802300720467185:0]
2025-12-06T17:44:39.803612Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:39.803652Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802296425499809:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:29906) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:39.803681Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29906) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:39.804290Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580802296666813042:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:44:39.806789Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:44:39.807037Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802301875149620:2049] [node 2] ICS01 socket: 439 reason# EndOfStream
2025-12-06T17:44:39.807084Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802297580182227:2049] [node 2] ICP30 unregister session Session# [4:7580802301875149620:2049] VirtualId# [4:7580802301875149600:0]
2025-12-06T17:44:39.807129Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802301875149620:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:39.807221Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:39.807268Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:39.814896Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802298058700414:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:44:39.814747Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802296425499809:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:44:40.167220Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:44:40.167495Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802302353667805:2050] [node 3] ICS07 socket disconnect 469 reason# EndOfStream
2025-12-06T17:44:40.167535Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802302353667805:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:40.167622Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:44:40.167674Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802302353667805:2050] [node 3] ICS15 start handshake
2025-12-06T17:44:40.172383Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:44:40.172678Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802300720467206:2050] [node 3] ICS07 socket disconnect 466 reason# EndOfStream
2025-12-06T17:44:40.172717Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802300720467206:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:40.172839Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:44:40.172895Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802300720467206:2050] [node 3] ICS15 start handshake
2025-12-06T17:44:40.174421Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802296425499810:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5485) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:40.174491Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802300720467206:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:40.174558Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802296425499810:2050] [node 3] ICP30 unregister session Session# [5:7580802300720467206:2050] VirtualId# [5:7580802300720467204:0]
2025-12-06T17:44:40.174607Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:44:40.174644Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802296425499810:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:5485) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:40.174666Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5485) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:40.180760Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802298058700415:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5485) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:40.180861Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802302353667805:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:40.180904Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802298058700415:2050] [node 3] ICP30 unregister session Session# [6:7580802302353667805:2050] VirtualId# [6:7580802302353667801:0]
2025-12-06T17:44:40.180966Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:44:40.181004Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802298058700415:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:5485) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:40.181027Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5485) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:40.186791Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802296425499810:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:44:40.187134Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:44:40.187390Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802301875149615:2050] [node 3] ICS07 socket disconnect 434 reason# EndOfStream
2025-12-06T17:44:40.187435Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802301875149615:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:40.187549Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:44:40.187600Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802301875149615:2050] [node 3] ICS15 start handshake
2025-12-06T17:44:40.194477Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802297580182228:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5485) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:40.195593Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802301875149615:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:40.195642Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802297580182228:2050] [node 3] ICP30 unregister session Session# [4:7580802301875149615:2050] VirtualId# [4:7580802301875149605:0]
2025-12-06T17:44:40.195703Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:44:40.195747Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802297580182228:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:5485) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:40.195766Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5485) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:40.195238Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802298058700415:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:44:40.418308Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:44:40.418596Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802300720467201:2070] [node 4] ICS01 socket: 437 reason# EndOfStream
2025-12-06T17:44:40.418643Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802296425499845:2070] [node 4] ICP30 unregister session Session# [5:7580802300720467201:2070] VirtualId# [5:7580802300720467187:0]
2025-12-06T17:44:40.418683Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802300720467201:2070] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:40.418725Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:44:40.418806Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:44:40.421595Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:44:40.421827Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802302353667793:2075] [node 4] ICS01 socket: 438 reason# EndOfStream
2025-12-06T17:44:40.421868Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802298058700480:2075] [node 4] ICP30 unregister session Session# [6:7580802302353667793:2075] VirtualId# [6:7580802302353667789:0]
2025-12-06T17:44:40.421907Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802302353667793:2075] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:40.421943Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:44:40.422021Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:44:40.538789Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:44:40.539047Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802302353667798:2066] [node 5] ICS01 socket: 448 reason# EndOfStream
2025-12-06T17:44:40.539098Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802298058700437:2066] [node 5] ICP30 unregister session Session# [6:7580802302353667798:2066] VirtualId# [6:7580802302353667791:0]
2025-12-06T17:44:40.539137Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802302353667798:2066] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:40.539224Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:44:40.539270Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:44:40.983461Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802305776746916:2049] [node 3] ICP01 ready to work
2025-12-06T17:44:40.983802Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802305776746915:2048] [node 2] ICP01 ready to work
2025-12-06T17:44:40.995229Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802305473983677:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:40.995370Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802305473983678:2049] [node 3] ICP01 ready to work
2025-12-06T17:44:41.018963Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802311620929495:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:41.019019Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802311620929496:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:41.095473Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802312333975046:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:41.095517Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802312333975047:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:41.095558Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802312333975048:2050] [node 3] ICP01 ready to work
2025-12-06T17:44:41.067135Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802309319289851:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:41.028834Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802313073957723:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:41.028870Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802313073957724:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:41.028903Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802313073957725:2050] [node 3] ICP01 ready to work
2025-12-06T17:44:41.067175Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802309319289852:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:41.067213Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802309319289853:2050] [node 3] ICP01 ready to work
2025-12-06T17:44:41.463931Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802313073957739:2062] [node 6] ICP01 ready to work
2025-12-06T17:44:41.400126Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802310071714258:2093] [node 5] ICP01 ready to work
2025-12-06T17:44:41.489171Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802305473983678:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(90896948ns) {Configure:104(90891480ns) {ProcessConfigured:135(102316ns) {StartInitialHandshake:157(98779ns) {DropHandshakes:470(2734ns) {DropIncomingHandshake:442(744ns) DropOutgoingHandshake:457(565ns)} GenerateSessionVirtualId:988(1063ns) PrepareNewSessionHandshake:477(2681ns) {SwitchToState:179(840ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:41.419531Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802310071714258:2093] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(19030201ns) {Configure:104(19024073ns) {ProcessConfigured:135(108177ns) {StartInitialHandshake:157(103425ns) {DropHandshakes:470(3910ns) {DropIncomingHandshake:442(1115ns) DropOutgoingHandshake:457(526ns)} GenerateSessionVirtualId:988(962ns) PrepareNewSessionHandshake:477(1581ns) {SwitchToState:179(606ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:41.544892Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802309768951035:2072] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:41.548927Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802313073957739:2062] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(84458123ns) {Configure:104(84449886ns) {ProcessConfigured:135(65731258ns) {StartInitialHandshake:157(65725729ns) {DropHandshakes:470(6986ns) {DropIncomingHandshake:442(638ns) DropOutgoingHandshake:457(463ns)} GenerateSessionVirtualId:988(1741ns) PrepareNewSessionHandshake:477(9316ns) {SwitchToState:179(5378ns)}}}}}
2025-12-06T17:44:41.553525Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802311620929554:2106] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29680
2025-12-06T17:44:41.590628Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802312333975048:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(184740864ns) {Configure:104(184734987ns) {ProcessConfigured:135(67393ns) {StartInitialHandshake:157(65168ns) {DropHandshakes:470(2595ns) {DropIncomingHandshake:442(389ns) DropOutgoingHandshake:457(405ns)} GenerateSessionVirtualId:988(685ns) PrepareNewSessionHandshake:477(1868ns) {SwitchToState:179(952ns)}}}}}
2025-12-06T17:44:41.581811Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802309768951036:2108] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62479
2025-12-06T17:44:41.592337Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802310071714281:2092] [node 4] ICP01 ready to work
2025-12-06T17:44:41.641355Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802311620929496:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(87233860ns) {Configure:104(87227629ns) {ProcessConfigured:135(98700ns) {StartInitialHandshake:157(94961ns) {DropHandshakes:470(6831ns) {DropIncomingHandshake:442(710ns) DropOutgoingHandshake:457(459ns)} GenerateSessionVirtualId:988(1179ns) PrepareNewSessionHandshake:477(2737ns) {SwitchToState:179(913ns)}}}}}
2025-12-06T17:44:41.597703Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802309768951036:2108] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:41.649903Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802312333975091:2063] [node 5] ICP01 ready to work
2025-12-06T17:44:41.719460Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802309319289914:2066] [node 6] ICP01 ready to work
2025-12-06T17:44:41.642507Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802311620929564:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29680
2025-12-06T17:44:41.726644Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802310071714283:2095] [node 6] ICP01 ready to work
2025-12-06T17:44:41.746441Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802310071714282:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1804
2025-12-06T17:44:41.598203Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802309768951039:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62479
2025-12-06T17:44:41.685159Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802311620929561:2067] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:41.733857Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802313073957723:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(54417099ns) {Configure:104(54402950ns) {ProcessConfigured:135(88803ns) {StartInitialHandshake:157(86388ns) {DropHandshakes:470(2678ns) {DropIncomingHandshake:442(643ns) DropOutgoingHandshake:457(366ns)} GenerateSessionVirtualId:988(855ns) PrepareNewSessionHandshake:477(1782ns) {SwitchToState:179(691ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:41.754682Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802312333975113:2060] [node 4] ICP01 ready to work
2025-12-06T17:44:41.664237Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802309768951044:2073] [node 4] ICP01 ready to work
2025-12-06T17:44:41.754882Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802309319289915:2065] [node 4] ICP01 ready to work
2025-12-06T17:44:41.794276Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802310071714286:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1804
2025-12-06T17:44:41.811914Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802310071714268:2102] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:41.811983Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802310071714268:2102] [node 2] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:41.828225Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802310071714290:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1804
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:41.698038Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802311620929568:2066] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:41.710738Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802309768951045:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62479
2025-12-06T17:44:41.819732Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802309319289853:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(282468533ns) {Configure:104(282459788ns) {ProcessConfigured:135(72267ns) {StartInitialHandshake:157(69005ns) {DropHandshakes:470(2981ns) {DropIncomingHandshake:442(667ns) DropOutgoingHandshake:457(404ns)} GenerateSessionVirtualId:988(1171ns) PrepareNewSessionHandshake:477(1902ns) {SwitchToState:179(746ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:41.879432Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802312333975120:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:887
2025-12-06T17:44:41.726623Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802309768951046:2071] [node 6] ICP01 ready to work
2025-12-06T17:44:41.697551Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802311620929567:2068] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:41.811847Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802313073957796:2084] [node 5] ICP01 ready to work
2025-12-06T17:44:41.842778Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802305776746916:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(373259296ns) {Configure:104(373253949ns) {ProcessConfigured:135(44997438ns) {StartInitialHandshake:157(44992985ns) {DropHandshakes:470(3729ns) {DropIncomingHandshake:442(908ns) DropOutgoingHandshake:457(428ns)} GenerateSessionVirtualId:988(1032ns) PrepareNewSessionHandshake:477(9831ns) {SwitchToState:179(4741ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:41.831242Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802309319289920:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58910
2025-12-06T17:44:41.726758Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802311620929564:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:41.829110Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802313073957797:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44391
2025-12-06T17:44:41.736023Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802305473983677:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(190325036ns) {Configure:104(190318737ns) {ProcessConfigured:135(15662923ns) {StartInitialHandshake:157(15660309ns) {DropHandshakes:470(2939ns) {DropIncomingHandshake:442(478ns) DropOutgoingHandshake:457(888ns)} GenerateSessionVirtualId:988(519ns) PrepareNewSessionHandshake:477(4742ns) {SwitchToState:179(2307ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:41.856989Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802310071714286:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:41.737050Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802311620929554:2106] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:41.834505Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802309319289921:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58910
2025-12-06T17:44:41.859399Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802310071714268:2102] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:41.864037Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802310071714282:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:41.911517Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802312333975046:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(44530551ns) {Configure:104(44524245ns) {ProcessConfigured:135(115622ns) {StartInitialHandshake:157(112527ns) {DropHandshakes:470(2233ns) {DropIncomingHandshake:442(557ns) DropOutgoingHandshake:457(468ns)} GenerateSessionVirtualId:988(1009ns) PrepareNewSessionHandshake:477(1826ns) {SwitchToState:179(787ns)}}}}}
2025-12-06T17:44:41.768679Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802311620929561:2067] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(55924755ns) {Configure:104(55915571ns) {ProcessConfigured:135(87956ns) {StartInitialHandshake:157(77447ns) {DropHandshakes:470(2494ns) {DropIncomingHandshake:442(564ns) DropOutgoingHandshake:457(357ns)} GenerateSessionVirtualId:988(1362ns) PrepareNewSessionHandshake:477(1067ns) {SwitchToState:179(297ns)}}}}}
2025-12-06T17:44:41.849850Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802309319289914:2066] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(27055998ns) {Configure:104(27051095ns) {ProcessConfigured:135(99990ns) {StartInitialHandshake:157(96242ns) {DropHandshakes:470(3795ns) {DropIncomingHandshake:442(1392ns) DropOutgoingHandshake:457(425ns)} GenerateSessionVirtualId:988(1118ns) PrepareNewSessionHandshake:477(1661ns) {SwitchToState:179(766ns)}}}}}
2025-12-06T17:44:41.829290Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802313073957798:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44391
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:41.736270Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580802305473983677:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:41.891086Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802309319289921:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:41.837249Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802313073957798:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:41.946853Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802310071714266:2100] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:41.768795Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802311620929496:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:41.939096Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802312333975115:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:887
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:41.803837Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802309768951045:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:41.837400Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802313073957725:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:41.946916Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802310071714266:2100] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:41.968307Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802312333975115:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:41.968497Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802312333975113:2060] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:41.972825Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802312333975128:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:887
2025-12-06T17:44:41.979886Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802312333975126:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:887
2025-12-06T17:44:41.891227Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802309319289852:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:41.804056Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802309768951012:2085] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:42.027185Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802316628942425:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:887
2025-12-06T17:44:42.031468Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802316628942425:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:42.031642Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802312333975048:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:41.803604Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802311620929578:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29680
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:41.877064Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802313073957724:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(319103792ns) {Configure:104(319095512ns) {ProcessConfigured:135(110514ns) {StartInitialHandshake:157(103931ns) {DropHandshakes:470(2937ns) {DropIncomingHandshake:442(852ns) DropOutgoingHandshake:457(415ns)} GenerateSessionVirtualId:988(1098ns) PrepareNewSessionHandshake:477(2884ns) {SwitchToState:179(1308ns)}}}}}
2025-12-06T17:44:41.951322Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [1:7580802305776746915:2048] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:44:41.828618Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802311620929580:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29680
2025-12-06T17:44:41.951355Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802305776746915:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:44:41.804089Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802309768951012:2085] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:44:41.902129Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802309319289851:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(344139910ns) {Configure:104(344130212ns) {ProcessConfigured:135(62568ns) {StartInitialHandshake:157(60049ns) {DropHandshakes:470(2249ns) {DropIncomingHandshake:442(479ns) DropOutgoingHandshake:457(485ns)} GenerateSessionVirtualId:988(769ns) PrepareNewSessionHandshake:477(1541ns) {SwitchToState:179(235ns)}}}}}
2025-12-06T17:44:42.047180Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802316628942427:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:887
2025-12-06T17:44:41.805356Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802309768951012:2085] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:41.805700Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802305473983678:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:44:41.805800Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:41.805865Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802305473983678:2049] [node 3] ICP22 created new session: [2:7580802309768951056:2049]
2025-12-06T17:44:41.805927Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802309768951056:2049] [node 3] ICS09 handshake done sender: [2:7580802309768951012:2085] self: [2:7580802309768951011:0] peer: [3:7580802311620929571:0] socket: 424 qp: -1
2025-12-06T17:44:41.805987Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802309768951056:2049] [node 3] ICS10 traffic start
2025-12-06T17:44:41.806062Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:41.853075Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802309768951061:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62479
2025-12-06T17:44:41.878047Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802309768951036:2108] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:41.884500Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802309768951039:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:41.884561Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580802305473983677:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:41.884648Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:41.884725Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802305473983677:2048] [node 1] ICP22 created new session: [2:7580802309768951062:2048]
2025-12-06T17:44:41.884779Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802309768951062:2048] [node 1] ICS09 handshake done sender: [2:7580802309768951036:2108] self: [2:7580802309768951053:0] peer: [1:7580802310071714267:0] socket: 419 qp: -1
2025-12-06T17:44:41.884826Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802309768951062:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:41.884881Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:41.914506Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802309768951042:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:41.914581Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802309768951042:2112] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:41.924842Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802309768951050:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:41.924877Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802309768951050:2115] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:44:41.955045Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802309768951050:2115] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:41.969641Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802309768951042:2112] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:42.010697Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802309768951044:2073] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:44:42.049367Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802309768951035:2072] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:42.049481Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:42.051983Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802305473983678:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(208653522ns) {HandleHandshakeStatus:329(208650432ns) {DropIncomingHandshake:442(13698ns) DropOutgoingHandshake:457(426ns) SwitchToState:179(166ns) ProcessPendingSessionEvents:495(208070516ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 197887617ns max# 17362362ns}}}
2025-12-06T17:44:42.053345Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802309768951044:2073] [node 4] ICP22 created new session: [2:7580802314063918364:2073]
2025-12-06T17:44:42.064360Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802314063918364:2073] [node 4] ICS09 handshake done sender: [2:7580802309768951050:2115] self: [2:7580802309768951049:0] peer: [4:7580802313073957804:0] socket: 435 qp: -1
2025-12-06T17:44:42.066636Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:41.836746Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802311620929496:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4084) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580802311620929564:2113] held: no
2025-12-06T17:44:41.880116Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802313073957802:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44391
2025-12-06T17:44:42.074611Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802309768951035:2072] [node 5] ICP22 created new session: [2:7580802314063918365:2072]
2025-12-06T17:44:42.074652Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802314063918364:2073] [node 4] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:42.101551Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802314063918365:2072] [node 5] ICS09 handshake done sender: [2:7580802309768951042:2112] self: [2:7580802309768951041:0] peer: [5:7580802309319289929:0] socket: 425 qp: -1
2025-12-06T17:44:41.951434Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:41.880187Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802313073957803:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44391
2025-12-06T17:44:41.902309Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802309319289920:2110] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:41.868032Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802311620929570:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:41.902851Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802309319289851:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:42.108925Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802312333975126:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:42.117443Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802316628942428:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:887
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:41.868066Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802311620929570:2114] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:44:41.951503Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802305776746915:2048] [node 2] ICP22 created new session: [1:7580802310071714294:2048]
2025-12-06T17:44:42.101656Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802314063918365:2072] [node 5] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:41.982181Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802309319289934:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58910
2025-12-06T17:44:41.882682Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802313073957797:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:41.888193Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802311620929581:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29680
2025-12-06T17:44:42.129842Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802312333975113:2060] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26541) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802312333975115:2111] held: no
2025-12-06T17:44:41.951576Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802310071714294:2048] [node 2] ICS09 handshake done sender: [1:7580802310071714268:2102] self: [1:7580802310071714267:0] peer: [2:7580802309768951053:0] socket: 415 qp: -1
2025-12-06T17:44:42.101737Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:41.951624Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802310071714294:2048] [node 2] ICS10 traffic start
2025-12-06T17:44:41.951675Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:41.969724Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802310071714266:2100] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:41.998856Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802310071714285:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:41.897273Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802313073957805:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44391
2025-12-06T17:44:41.994968Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802309319289935:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58910
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:42.106695Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:42.130780Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802312333975128:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:41.895401Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802311620929570:2114] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:41.998897Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802310071714285:2113] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:44:42.137528Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802309768951044:2073] [node 4] ICP35 event processing took too much time PendingConnection:279(145764098ns) {HandleHandshakeStatus:329(145753306ns) {DropIncomingHandshake:442(3030ns) DropOutgoingHandshake:457(1311ns) SwitchToState:179(884ns) ProcessPendingSessionEvents:495(11122594ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 11050749ns max# 10533602ns}}}
2025-12-06T17:44:42.138724Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802309768951060:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:42.138758Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802309768951060:2117] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:42.171395Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802309768951060:2117] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:42.210952Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802309768951046:2071] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:41.999500Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802310071714258:2093] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:42.062638Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802309319289933:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58910
2025-12-06T17:44:41.901117Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802313073957724:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:42.131627Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802312333975047:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:41.935494Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802311620929561:2067] [node 4] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:41.967900Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802313073957808:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44391
2025-12-06T17:44:42.135759Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802312333975115:2111] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:42.229891Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:41.999574Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:41.999640Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802310071714258:2093] [node 5] ICP22 created new session: [1:7580802310071714297:2093]
2025-12-06T17:44:41.999703Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802310071714297:2093] [node 5] ICS09 handshake done sender: [1:7580802310071714266:2100] self: [1:7580802310071714265:0] peer: [5:7580802309319289932:0] socket: 414 qp: -1
2025-12-06T17:44:41.999746Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802310071714297:2093] [node 5] ICS10 traffic start
2025-12-06T17:44:41.999814Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:42.017220Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802310071714258:2093] [node 5] ICP35 event processing took too much time PendingConnection:279(16668625ns) {HandleHandshakeStatus:329(16665107ns) {DropIncomingHandshake:442(412ns) DropOutgoingHandshake:457(717ns) SwitchToState:179(861ns) ProcessPendingSessionEvents:495(692164ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 618076ns max# 78438ns}}}
2025-12-06T17:44:42.049520Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802310071714285:2113] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:42.075161Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802305776746916:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:44:42.099600Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:42.119192Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802305776746916:2049] [node 3] ICP22 created new session: [1:7580802314366681596:2049]
2025-12-06T17:44:42.125176Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802314366681596:2049] [node 3] ICS09 handshake done sender: [1:7580802310071714285:2113] self: [1:7580802310071714284:0] peer: [3:7580802311620929588:0] socket: 440 qp: -1
2025-12-06T17:44:42.127002Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802310071714281:2092] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(148265929ns) {Configure:104(148236747ns) {ProcessConfigured:135(72931ns) {StartInitialHandshake:157(68555ns) {DropHandshakes:470(2323ns) {DropIncomingHandshake:442(819ns) DropOutgoingHandshake:457(363ns)} GenerateSessionVirtualId:988(898ns) PrepareNewSessionHandshake:477(1350ns) {SwitchToState:179(659ns)}}}}}
2025-12-06T17:44:42.154638Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802314366681596:2049] [node 3] ICS10 traffic start
2025-12-06T17:44:42.154742Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:42.156690Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802310071714288:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:42.156724Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802310071714288:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:42.194310Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802310071714288:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:42.223292Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802310071714283:2095] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:42.223395Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:42.223453Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802310071714283:2095] [node 6] ICP22 created new session: [1:7580802314366681603:2095]
2025-12-06T17:44:42.223507Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802314366681603:2095] [node 6] ICS09 handshake done sender: [1:7580802310071714288:2115] self: [1:7580802310071714287:0] peer: [6:7580802316628942431:0] socket: 467 qp: -1
2025-12-06T17:44:42.223552Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802314366681603:2095] [node 6] ICS10 traffic start
2025-12-06T17:44:42.223611Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:42.229947Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802314366681598:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:42.229994Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802314366681598:2117] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:44:42.244707Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802314366681605:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1804
2025-12-06T17:44:42.244957Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802314366681598:2117] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:42.245607Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802310071714281:2092] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:44:42.245753Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:42.245829Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802310071714281:2092] [node 4] ICP22 created new session: [1:7580802314366681607:2092]
2025-12-06T17:44:42.245883Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802314366681607:2092] [node 4] ICS09 handshake done sender: [1:7580802314366681598:2117] self: [1:7580802314366681597:0] peer: [4:7580802317368925119:0] socket: 450 qp: -1
2025-12-06T17:44:42.245932Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802314366681607:2092] [node 4] ICS10 traffic start
2025-12-06T17:44:42.245976Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:42.062938Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802309319289920:2110] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:41.935592Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:41.969269Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802313073957759:2079] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:42.155612Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802312333975120:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:42.276511Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802314366681605:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:42.247019Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802309768951046:2071] [node 6] ICP22 created new session: [2:7580802314063918369:2071]
2025-12-06T17:44:41.935656Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802311620929561:2067] [node 4] ICP22 created new session: [3:7580802311620929584:2067]
2025-12-06T17:44:42.069978Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802309319289921:2113] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:41.969301Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802313073957759:2079] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:42.313515Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580802310071714283:2095] [node 6] ICP18 handshake (actor [1:7580802314366681605:2118]) is too old
2025-12-06T17:44:42.156171Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802312333975046:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:41.935721Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802311620929584:2067] [node 4] ICS09 handshake done sender: [3:7580802311620929570:2114] self: [3:7580802311620929569:0] peer: [4:7580802313073957799:0] socket: 439 qp: -1
2025-12-06T17:44:41.935765Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802311620929584:2067] [node 4] ICS10 traffic start
2025-12-06T17:44:42.271272Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802314063918369:2071] [node 6] ICS09 handshake done sender: [2:7580802309768951060:2117] self: [2:7580802309768951059:0] peer: [6:7580802316628942429:0] socket: 444 qp: -1
2025-12-06T17:44:42.083323Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802309319289851:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:41.935809Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:41.948841Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802311620929580:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:41.950916Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802311620929579:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29680
2025-12-06T17:44:41.982840Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802311620929578:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:41.991164Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802311620929495:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:41.991611Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802311620929581:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:42.023397Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802315915896886:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29680
2025-12-06T17:44:42.059328Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802311620929573:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:42.059382Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802311620929573:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:42.069086Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802311620929573:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:42.069405Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802311620929568:2066] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:42.069496Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:42.069575Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802311620929568:2066] [node 6] ICP22 created new session: [3:7580802315915896888:2066]
2025-12-06T17:44:42.070613Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802311620929578:2117] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:42.077782Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802315915896888:2066] [node 6] ICS09 handshake done sender: [3:7580802311620929573:2115] self: [3:7580802311620929572:0] peer: [6:7580802316628942426:0] socket: 471 qp: -1
2025-12-06T17:44:42.077854Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802315915896888:2066] [node 6] ICS10 traffic start
2025-12-06T17:44:42.077966Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:42.117999Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802311620929495:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:42.118062Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:42.118126Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802311620929495:2048] [node 1] ICP22 created new session: [3:7580802315915896890:2048]
2025-12-06T17:44:42.118179Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802315915896890:2048] [node 1] ICS09 handshake done sender: [3:7580802311620929578:2117] self: [3:7580802311620929588:0] peer: [1:7580802310071714284:0] socket: 441 qp: -1
2025-12-06T17:44:42.118218Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802315915896890:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:42.118281Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:42.124093Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7580802311620929495:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:44:42.171106Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802311620929577:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:42.171172Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802311620929577:2116] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:42.180570Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802311620929496:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(102080769ns) {HandleHandshakeStatus:395(102070278ns) {LogHandshakeFail:472(18175ns) {UpdateErrorStateLog:545(5866ns)} DropOutgoingHandshake:457(750ns) ProcessPendingSessionEvents:495(101973475ns) {unordered DropSessionEvent:512 num# 100 sum# 25487454ns max# 8970462ns}}}
2025-12-06T17:44:42.189820Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802311620929564:2113] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:42.207488Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802311620929577:2116] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:42.224955Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802311620929496:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:42.225034Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:42.225092Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802311620929496:2049] [node 2] ICP22 created new session: [3:7580802315915896893:2049]
2025-12-06T17:44:42.225149Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802315915896893:2049] [node 2] ICS09 handshake done sender: [3:7580802311620929564:2113] self: [3:7580802311620929571:0] peer: [2:7580802309768951011:0] socket: 426 qp: -1
2025-12-06T17:44:42.225189Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802315915896893:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:42.225248Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:42.260526Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802311620929567:2068] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:42.301161Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802311620929568:2066] [node 6] ICP35 event processing took too much time PendingConnection:279(182264868ns) {HandleHandshakeStatus:329(182260811ns) {DropIncomingHandshake:442(19245ns) DropOutgoingHandshake:457(799ns) SwitchToState:179(527ns) ProcessPendingSessionEvents:495(173499300ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 173320484ns max# 13132436ns}}}
2025-12-06T17:44:42.307051Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:42.319494Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802311620929567:2068] [node 5] ICP22 created new session: [3:7580802315915896895:2068]
2025-12-06T17:44:41.969544Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802313073957798:2114] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:42.286853Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802314063918369:2071] [node 6] ICS10 traffic start
2025-12-06T17:44:42.312202Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802309768951035:2072] [node 5] ICP35 event processing took too much time PendingConnection:279(261771870ns) {HandleHandshakeStatus:329(261768415ns) {DropIncomingHandshake:442(709ns) DropOutgoingHandshake:457(659ns) SwitchToState:179(703ns) ProcessPendingSessionEvents:495(209197967ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 209033053ns max# 26750682ns}}}
2025-12-06T17:44:42.313382Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:42.156272Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802312333975091:2063] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:41.983007Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802313073957759:2079] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:42.349425Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802315915896895:2068] [node 5] ICS09 handshake done sender: [3:7580802311620929577:2116] self: [3:7580802311620929576:0] peer: [5:7580802313614257238:0] socket: 461 qp: -1
2025-12-06T17:44:42.083404Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:42.358879Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802315915896895:2068] [node 5] ICS10 traffic start
2025-12-06T17:44:42.358980Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:41.987272Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802313073957803:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:41.987376Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802313073957797:2113] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:42.027654Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802313073957725:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61555) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580802313073957798:2114] held: no
2025-12-06T17:44:42.028430Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802313073957725:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:44:42.028516Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:42.028582Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802313073957725:2050] [node 3] ICP22 created new session: [4:7580802317368925106:2050]
2025-12-06T17:44:42.028653Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802317368925106:2050] [node 3] ICS09 handshake done sender: [4:7580802313073957798:2114] self: [4:7580802313073957799:0] peer: [3:7580802311620929569:0] socket: 445 qp: -1
2025-12-06T17:44:42.028696Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802317368925106:2050] [node 3] ICS10 traffic start
2025-12-06T17:44:42.028763Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:42.030148Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802313073957802:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:42.030255Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802313073957739:2062] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:42.030317Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:42.030378Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802313073957739:2062] [node 6] ICP22 created new session: [4:7580802317368925108:2062]
2025-12-06T17:44:42.030435Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802317368925108:2062] [node 6] ICS09 handshake done sender: [4:7580802313073957759:2079] self: [4:7580802313073957740:0] peer: [6:7580802312333975127:0] socket: 420 qp: -1
2025-12-06T17:44:42.030472Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802317368925108:2062] [node 6] ICS10 traffic start
2025-12-06T17:44:42.030712Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:42.035489Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802313073957724:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:42.056825Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802313073957739:2062] [node 6] ICP35 event processing took too much time PendingConnection:279(25477181ns) {HandleHandshakeStatus:329(25473971ns) {DropIncomingHandshake:442(411ns) DropOutgoingHandshake:457(369ns) SwitchToState:179(416ns) ProcessPendingSessionEvents:495(24881559ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 24775798ns max# 10651980ns}}}
2025-12-06T17:44:42.057470Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7580802313073957739:2062] [node 6] ICP18 handshake (actor [4:7580802313073957803:2117]) is too old
2025-12-06T17:44:42.070262Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:42.070343Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802313073957724:2049] [node 2] ICP22 created new session: [4:7580802317368925113:2049]
2025-12-06T17:44:42.100812Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802317368925113:2049] [node 2] ICS09 handshake done sender: [4:7580802313073957797:2113] self: [4:7580802313073957804:0] peer: [2:7580802309768951049:0] socket: 437 qp: -1
2025-12-06T17:44:42.103572Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802317368925113:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:42.107080Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802313073957807:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:42.107115Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802313073957807:2119] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:42.111346Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802313073957807:2119] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:42.125948Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:42.138606Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802313073957796:2084] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:42.138709Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:42.138771Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802313073957796:2084] [node 5] ICP22 created new session: [4:7580802317368925116:2084]
2025-12-06T17:44:42.138831Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802317368925116:2084] [node 5] ICS09 handshake done sender: [4:7580802313073957807:2119] self: [4:7580802313073957806:0] peer: [5:7580802313614257237:0] socket: 476 qp: -1
2025-12-06T17:44:42.140373Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802317368925116:2084] [node 5] ICS10 traffic start
2025-12-06T17:44:42.145250Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802317368925117:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44391
2025-12-06T17:44:42.157931Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802317368925117:2121] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:42.162950Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:42.180741Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802313073957796:2084] [node 5] ICP35 event processing took too much time PendingConnection:279(25237612ns) {HandleHandshakeStatus:329(25234488ns) {DropIncomingHandshake:442(21946ns) DropOutgoingHandshake:457(475ns) SwitchToState:179(561ns) ProcessPendingSessionEvents:495(713500ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 630101ns max# 68108ns}}}
2025-12-06T17:44:42.189717Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802313073957723:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:42.227288Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802313073957723:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(18949275ns) {IncomingHandshake:261(9613435ns) {DropIncomingHandshake:442(833ns) PrepareNewSessionHandshake:477(1777ns) {SwitchToState:179(841ns)} GenerateSessionVirtualId:988(1033ns) IssueIncomingHandshakeReply:193(100814ns) {SwitchToState:179(787ns)}}}
2025-12-06T17:44:42.274817Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802313073957723:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3079) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580802317368925117:2121] held: no
2025-12-06T17:44:42.276032Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802317368925120:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44391
2025-12-06T17:44:42.291100Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802317368925117:2121] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:42.291334Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802313073957723:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:42.291382Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:42.291454Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802313073957723:2048] [node 1] ICP22 created new session: [4:7580802317368925121:2048]
2025-12-06T17:44:42.291507Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802317368925121:2048] [node 1] ICS09 handshake done sender: [4:7580802317368925117:2121] self: [4:7580802317368925119:0] peer: [1:7580802314366681597:0] socket: 480 qp: -1
2025-12-06T17:44:42.291551Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802317368925121:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:42.291593Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:42.083473Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802309319289851:2048] [node 1] ICP22 created new session: [5:7580802313614257233:2048]
2025-12-06T17:44:42.083530Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802313614257233:2048] [node 1] ICS09 handshake done sender: [5:7580802309319289920:2110] self: [5:7580802309319289932:0] peer: [1:7580802310071714265:0] socket: 434 qp: -1
2025-12-06T17:44:42.083577Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802313614257233:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:42.083632Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:42.085732Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802309319289852:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:42.085799Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:42.085860Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802309319289852:2049] [node 2] ICP22 created new session: [5:7580802313614257235:2049]
2025-12-06T17:44:42.085919Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802313614257235:2049] [node 2] ICS09 handshake done sender: [5:7580802309319289921:2113] self: [5:7580802309319289929:0] peer: [2:7580802309768951041:0] socket: 447 qp: -1
2025-12-06T17:44:42.085968Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802313614257235:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:42.086002Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:42.087832Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802313614257232:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58910
2025-12-06T17:44:42.098552Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802313614257232:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:42.098738Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802309319289915:2065] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:42.102575Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802309319289933:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:42.108596Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802309319289853:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:42.129510Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802313614257239:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58910
2025-12-06T17:44:42.158134Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802313614257232:2120] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:42.202933Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802309319289926:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:42.202973Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580802309319289926:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:42.203883Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802309319289915:2065] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26541) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802313614257232:2120] held: no
2025-12-06T17:44:42.204598Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802309319289915:2065] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:44:42.204679Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:42.204746Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802309319289915:2065] [node 4] ICP22 created new session: [5:7580802313614257240:2065]
2025-12-06T17:44:42.204810Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802313614257240:2065] [node 4] ICS09 handshake done sender: [5:7580802313614257232:2120] self: [5:7580802313614257237:0] peer: [4:7580802313073957806:0] socket: 477 qp: -1
2025-12-06T17:44:42.204854Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802313614257240:2065] [node 4] ICS10 traffic start
2025-12-06T17:44:42.204929Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:42.222907Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802313614257243:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58910
2025-12-06T17:44:42.226902Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802309319289926:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:42.255705Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802313614257244:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58910
2025-12-06T17:44:42.258881Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802313614257243:2122] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:42.259079Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580802309319289914:2066] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:42.271132Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802309319289933:2117] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:42.278992Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:42.279061Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802309319289914:2066] [node 6] ICP22 created new session: [5:7580802313614257245:2066]
2025-12-06T17:44:42.288784Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802309319289852:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(133247854ns) {HandleHandshakeStatus:329(133245070ns) {DropIncomingHandshake:442(1403ns) DropOutgoingHandshake:457(6384ns) SwitchToState:179(476ns) ProcessPendingSessionEvents:495(132843397ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 127038755ns max# 22468036ns}}}
2025-12-06T17:44:42.290953Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802313614257245:2066] [node 6] ICS09 handshake done sender: [5:7580802309319289926:2115] self: [5:7580802309319289925:0] peer: [6:7580802316628942432:0] socket: 455 qp: -1
2025-12-06T17:44:42.291031Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802313614257245:2066] [node 6] ICS10 traffic start
2025-12-06T17:44:42.291121Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:42.303684Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802309319289853:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61555) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802309319289933:2117] held: no
2025-12-06T17:44:42.364192Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802309319289853:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(64687992ns) {HandleHandshakeStatus:395(64684466ns) {LogHandshakeFail:472(18145ns) {UpdateErrorStateLog:545(6752ns)} DropOutgoingHandshake:457(2826ns) ProcessPendingSessionEvents:495(59403156ns) {unordered DropSessionEvent:512 num# 100 sum# 59333739ns max# 11698096ns}}}
2025-12-06T17:44:42.366377Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802309319289853:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:44:42.366488Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:42.366831Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802309319289853:2050] [node 3] ICP22 created new session: [5:7580802313614257247:2050]
2025-12-06T17:44:42.370897Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802309319289914:2066] [node 6] ICP35 event processing took too much time PendingConnection:279(118370656ns) {HandleHandshakeStatus:329(118366403ns) {DropIncomingHandshake:442(1817ns) DropOutgoingHandshake:457(598ns) SwitchToState:179(987ns) ProcessPendingSessionEvents:495(78465895ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 78343024ns max# 28016678ns}}}
2025-12-06T17:44:42.371044Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [5:7580802309319289914:2066] [node 6] ICP18 handshake (actor [5:7580802313614257243:2122]) is too old
2025-12-06T17:44:42.166801Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802312333975113:2060] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:44:42.391213Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802310071714281:2092] [node 4] ICP35 event processing took too much time PendingConnection:279(144676736ns) {HandleHandshakeStatus:329(144672190ns) {DropIncomingHandshake:442(18441ns) DropOutgoingHandshake:457(796ns) SwitchToState:179(626ns) ProcessPendingSessionEvents:495(131299561ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 131170069ns max# 19784179ns}}}
2025-12-06T17:44:42.180287Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802312333975048:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61555) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802316628942425:2119] held: no
2025-12-06T17:44:42.182588Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:42.182661Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802312333975113:2060] [node 4] ICP22 created new session: [6:7580802316628942435:2060]
2025-12-06T17:44:42.182724Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802316628942435:2060] [node 4] ICS09 handshake done sender: [6:7580802312333975115:2111] self: [6:7580802312333975127:0] peer: [4:7580802313073957740:0] socket: 433 qp: -1
2025-12-06T17:44:42.182766Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802316628942435:2060] [node 4] ICS10 traffic start
2025-12-06T17:44:42.182804Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:42.183084Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802312333975113:2060] [node 4] ICP35 event processing took too much time PendingConnection:279(16191147ns) {HandleHandshakeStatus:329(16187689ns) {DropIncomingHandshake:442(821ns) DropOutgoingHandshake:457(440ns) SwitchToState:179(521ns) ProcessPendingSessionEvents:495(1756ns)}}
2025-12-06T17:44:42.194016Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802316628942437:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:887
2025-12-06T17:44:42.200467Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802312333975048:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(67787199ns) {HandleHandshakeStatus:395(59669148ns) {LogHandshakeFail:472(18524ns) {UpdateErrorStateLog:545(6007ns)} DropOutgoingHandshake:457(3566ns) ProcessPendingSessionEvents:495(19138288ns) {unordered DropSessionEvent:512 num# 100 sum# 728018ns max# 42927ns}}}
2025-12-06T17:44:42.200910Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802316628942425:2119] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:42.214452Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802312333975048:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:44:42.231019Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802312333975128:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:42.246519Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:42.256072Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802312333975046:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:42.256186Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:42.256255Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802312333975046:2048] [node 1] ICP22 created new session: [6:7580802316628942439:2048]
2025-12-06T17:44:42.256334Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802316628942439:2048] [node 1] ICS09 handshake done sender: [6:7580802312333975128:2118] self: [6:7580802316628942431:0] peer: [1:7580802310071714287:0] socket: 470 qp: -1
2025-12-06T17:44:42.256387Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802316628942439:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:42.256454Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:42.266092Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802312333975048:2050] [node 3] ICP22 created new session: [6:7580802316628942438:2050]
2025-12-06T17:44:42.266173Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802316628942438:2050] [node 3] ICS09 handshake done sender: [6:7580802316628942425:2119] self: [6:7580802316628942426:0] peer: [3:7580802311620929572:0] socket: 472 qp: -1
2025-12-06T17:44:42.266225Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802316628942438:2050] [node 3] ICS10 traffic start
2025-12-06T17:44:42.266309Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:42.266625Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802312333975048:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(52038325ns) {HandleHandshakeStatus:329(52035668ns) {DropIncomingHandshake:442(712ns) DropOutgoingHandshake:457(679ns) SwitchToState:179(500ns) ProcessPendingSessionEvents:495(1836ns)}}
2025-12-06T17:44:42.273346Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802312333975047:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4084) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802312333975126:2117] held: no
2025-12-06T17:44:42.274479Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802316628942441:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:887
2025-12-06T17:44:42.286752Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802316628942433:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:887
2025-12-06T17:44:42.294867Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802312333975120:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:42.315782Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802312333975091:2063] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:44:42.315879Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:42.315951Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802312333975091:2063] [node 5] ICP22 created new session: [6:7580802316628942443:2063]
2025-12-06T17:44:42.316009Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802316628942443:2063] [node 5] ICS09 handshake done sender: [6:7580802312333975120:2114] self: [6:7580802316628942432:0] peer: [5:7580802309319289925:0] socket: 456 qp: -1
2025-12-06T17:44:42.316051Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802316628942443:2063] [node 5] ICS10 traffic start
2025-12-06T17:44:42.316088Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:42.318747Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802312333975126:2117] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:42.319055Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802312333975047:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:42.328955Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:42.339471Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802312333975047:2049] [node 2] ICP22 created new session: [6:7580802316628942445:2049]
2025-12-06T17:44:42.359212Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802316628942445:2049] [node 2] ICS09 handshake done sender: [6:7580802312333975126:2117] self: [6:7580802316628942429:0] peer: [2:7580802309768951059:0] socket: 465 qp: -1
2025-12-06T17:44:42.360680Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802316628942445:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:42.396205Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802305776746916:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(175607712ns) {HandleHandshakeStatus:329(175603966ns) {DropIncomingHandshake:442(32324ns) DropOutgoingHandshake:457(878ns) SwitchToState:179(559ns) ProcessPendingSessionEvents:495(59674164ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 59577370ns max# 23567989ns}}}
2025-12-06T17:44:42.399040Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802309768951046:2071] [node 6] ICP35 event processing took too much time PendingConnection:279(187076492ns) {HandleHandshakeStatus:329(187073490ns) {DropIncomingHandshake:442(3643371ns) DropOutgoingHandshake:457(843ns) SwitchToState:179(669ns) ProcessPendingSessionEvents:495(56138395ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 56027247ns max# 22452078ns}}}
2025-12-06T17:44:42.389205Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802311620929567:2068] [node 5] ICP35 event processing took too much time PendingConnection:279(136484637ns) {HandleHandshakeStatus:329(136481813ns) {DropIncomingHandshake:442(23763ns) DropOutgoingHandshake:457(392ns) SwitchToState:179(338ns) ProcessPendingSessionEvents:495(13166942ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 13087673ns max# 12589716ns}}}
2025-12-06T17:44:42.397844Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:42.398095Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802312333975047:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(78936389ns) {HandleHandshakeStatus:329(78934707ns) {DropIncomingHandshake:442(768ns) DropOutgoingHandshake:457(421ns) SwitchToState:179(646ns) ProcessPendingSessionEvents:495(1411ns)}}
2025-12-06T17:44:42.386844Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802313614257247:2050] [node 3] ICS09 handshake done sender: [5:7580802309319289933:2117] self: [5:7580802313614257238:0] peer: [3:7580802311620929576:0] socket: 463 qp: -1
2025-12-06T17:44:42.386932Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802313614257247:2050] [node 3] ICS10 traffic start
2025-12-06T17:44:42.386991Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:42.387259Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802309319289853:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(20789389ns) {HandleHandshakeStatus:329(20782888ns) {DropIncomingHandshake:442(1050ns) DropOutgoingHandshake:457(994ns) SwitchToState:179(543ns) ProcessPendingSessionEvents:495(1293ns)}}
2025-12-06T17:44:42.395837Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802313073957724:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(371843823ns) {HandleHandshakeStatus:329(359412647ns) {DropIncomingHandshake:442(481ns) DropOutgoingHandshake:457(9501ns) SwitchToState:179(623ns) ProcessPendingSessionEvents:495(223990103ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 215415333ns max# 23361936ns}}}
2025-12-06T17:44:42.475176Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:44:42.475447Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7580802309768951062:2048] [node 1] ICS07 socket disconnect 419 reason# EndOfStream
2025-12-06T17:44:42.475488Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580802309768951062:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:42.475613Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:42.475663Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580802309768951062:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:42.481553Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:44:42.481826Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802315915896890:2048] [node 1] ICS01 socket: 441 reason# EndOfStream
2025-12-06T17:44:42.481888Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802311620929495:2048] [node 1] ICP30 unregister session Session# [3:7580802315915896890:2048] VirtualId# [3:7580802311620929588:0]
2025-12-06T17:44:42.481938Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802315915896890:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:42.482041Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:42.482098Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:42.485230Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802305473983677:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3079) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:44:42.485290Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580802309768951062:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:42.486681Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802305473983677:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3079) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:42.486760Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580802309768951062:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:42.486799Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580802305473983677:2048] [node 1] ICP30 unregister session Session# [2:7580802309768951062:2048] VirtualId# [2:7580802309768951053:0]
2025-12-06T17:44:42.486849Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:42.486889Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [2:7580802305473983677:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:3079) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:42.486912Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3079) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:42.491997Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:44:42.492270Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802313614257233:2048] [node 1] ICS07 socket disconnect 434 reason# EndOfStream
2025-12-06T17:44:42.492308Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802313614257233:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:42.492406Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:42.492453Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802313614257233:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:42.494709Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:44:42.495348Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802309319289851:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3079) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:42.495421Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802313614257233:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:42.495468Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802309319289851:2048] [node 1] ICP30 unregister session Session# [5:7580802313614257233:2048] VirtualId# [5:7580802309319289932:0]
2025-12-06T17:44:42.495523Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:42.495576Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802309319289851:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:3079) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:42.495598Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3079) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:42.497254Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [2:7580802305473983677:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:44:42.500857Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:44:42.501121Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802316628942439:2048] [node 1] ICS07 socket disconnect 470 reason# EndOfStream
2025-12-06T17:44:42.501161Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802316628942439:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:42.501274Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:42.501323Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802316628942439:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:42.495018Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802317368925121:2048] [node 1] ICS01 socket: 480 reason# EndOfStream
2025-12-06T17:44:42.495096Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802313073957723:2048] [node 1] ICP30 unregister session Session# [4:7580802317368925121:2048] VirtualId# [4:7580802317368925119:0]
2025-12-06T17:44:42.495141Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802317368925121:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:42.495272Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:42.495337Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:42.507146Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802309319289851:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:44:42.508293Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802312333975046:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3079) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:42.508374Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802316628942439:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:42.508412Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802312333975046:2048] [node 1] ICP30 unregister session Session# [6:7580802316628942439:2048] VirtualId# [6:7580802316628942431:0]
2025-12-06T17:44:42.508556Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:42.508598Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802312333975046:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:3079) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:42.508628Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3079) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:42.523340Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802312333975046:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:44:42.674515Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:44:42.674822Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802315915896893:2049] [node 2] ICS01 socket: 426 reason# EndOfStream
2025-12-06T17:44:42.674873Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802311620929496:2049] [node 2] ICP30 unregister session Session# [3:7580802315915896893:2049] VirtualId# [3:7580802311620929571:0]
2025-12-06T17:44:42.674920Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802315915896893:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:42.675028Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:42.675074Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:42.682907Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:44:42.683227Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802316628942445:2049] [node 2] ICS01 socket: 465 reason# EndOfStream
2025-12-06T17:44:42.683283Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802312333975047:2049] [node 2] ICP30 unregister session Session# [6:7580802316628942445:2049] VirtualId# [6:7580802316628942429:0]
2025-12-06T17:44:42.683333Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802316628942445:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:42.683442Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:42.683489Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:42.683616Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:44:42.683843Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802313614257235:2049] [node 2] ICS01 socket: 447 reason# EndOfStream
2025-12-06T17:44:42.683887Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802309319289852:2049] [node 2] ICP30 unregister session Session# [5:7580802313614257235:2049] VirtualId# [5:7580802309319289929:0]
2025-12-06T17:44:42.683918Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802313614257235:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:42.684010Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:42.684056Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:42.690233Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:44:42.690500Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802317368925113:2049] [node 2] ICS07 socket disconnect 437 reason# EndOfStream
2025-12-06T17:44:42.690565Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802317368925113:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:42.690676Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:42.690728Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802317368925113:2049] [node 2] ICS15 start handshake
2025-12-06T17:44:42.692276Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802313073957724:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4084) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:42.692347Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802317368925113:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:42.692387Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802313073957724:2049] [node 2] ICP30 unregister session Session# [4:7580802317368925113:2049] VirtualId# [4:7580802313073957804:0]
2025-12-06T17:44:42.692507Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:42.692545Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802313073957724:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:4084) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:42.692562Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4084) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:42.710919Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580802313073957724:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:44:42.843001Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:44:42.843290Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802313614257247:2050] [node 3] ICS01 socket: 463 reason# EndOfStream
2025-12-06T17:44:42.843338Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802309319289853:2050] [node 3] ICP30 unregister session Session# [5:7580802313614257247:2050] VirtualId# [5:7580802313614257238:0]
2025-12-06T17:44:42.843388Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802313614257247:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:42.843473Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:44:42.843515Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:44:42.848032Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:44:42.848300Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802317368925106:2050] [node 3] ICS01 socket: 445 reason# EndOfStream
2025-12-06T17:44:42.848350Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802313073957725:2050] [node 3] ICP30 unregister session Session# [4:7580802317368925106:2050] VirtualId# [4:7580802313073957799:0]
2025-12-06T17:44:42.848390Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802317368925106:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:42.848491Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:44:42.848554Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:44:42.845866Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:44:42.846296Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802316628942438:2050] [node 3] ICS01 socket: 472 reason# EndOfStream
2025-12-06T17:44:42.846356Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802312333975048:2050] [node 3] ICP30 unregister session Session# [6:7580802316628942438:2050] VirtualId# [6:7580802316628942426:0]
2025-12-06T17:44:42.846409Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802316628942438:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:42.846506Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:44:42.846581Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:44:42.941769Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:44:42.942104Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802316628942435:2060] [node 4] ICS01 socket: 433 reason# EndOfStream
2025-12-06T17:44:42.942160Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802312333975113:2060] [node 4] ICP30 unregister session Session# [6:7580802316628942435:2060] VirtualId# [6:7580802312333975127:0]
2025-12-06T17:44:42.942207Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802316628942435:2060] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:42.942322Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:44:42.942374Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:44:42.942014Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:44:42.942278Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802313614257240:2065] [node 4] ICS01 socket: 477 reason# EndOfStream
2025-12-06T17:44:42.942322Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802309319289915:2065] [node 4] ICP30 unregister session Session# [5:7580802313614257240:2065] VirtualId# [5:7580802313614257237:0]
2025-12-06T17:44:42.942346Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802313614257240:2065] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:42.942411Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:44:42.942438Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:44:43.256462Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:44:43.256767Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802316628942443:2063] [node 5] ICS01 socket: 456 reason# EndOfStream
2025-12-06T17:44:43.256831Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802312333975091:2063] [node 5] ICP30 unregister session Session# [6:7580802316628942443:2063] VirtualId# [6:7580802316628942432:0]
2025-12-06T17:44:43.256874Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802316628942443:2063] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:43.256997Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:44:43.257067Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:44:43.535428Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802321552938880:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:43.535478Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802321552938881:2049] [node 3] ICP01 ready to work
2025-12-06T17:44:43.627354Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802319768644682:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:43.627476Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802319768644683:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:43.638719Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802319768644684:2050] [node 3] ICP01 ready to work
2025-12-06T17:44:43.583439Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802317918295540:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:43.583490Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802317918295541:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:43.512784Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802320729455326:2048] [node 2] ICP01 ready to work
2025-12-06T17:44:43.640549Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802317855713020:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:43.640611Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802317855713021:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:43.640652Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802317855713022:2050] [node 3] ICP01 ready to work
2025-12-06T17:44:43.512828Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802320729455327:2049] [node 3] ICP01 ready to work
2025-12-06T17:44:43.841312Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802317855713034:2060] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:43.899295Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802321552938897:2063] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58402
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:43.909835Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802321552938898:2064] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58402
2025-12-06T17:44:43.950429Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802317855713044:2067] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:43.919816Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802319768644696:2060] [node 5] ICP01 ready to work
2025-12-06T17:44:43.928785Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802320729455354:2074] [node 5] ICP01 ready to work
2025-12-06T17:44:43.977008Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802317918295562:2066] [node 6] ICP01 ready to work
2025-12-06T17:44:43.930485Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802321552938902:2067] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:43.838731Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802320325399574:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:43.838838Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802320325399575:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:43.863680Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802320325399576:2050] [node 3] ICP01 ready to work
2025-12-06T17:44:43.887574Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802320325399588:2060] [node 5] ICP01 ready to work
2025-12-06T17:44:43.963912Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802320325399593:2063] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43588
2025-12-06T17:44:43.964169Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802320325399592:2062] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43588
2025-12-06T17:44:44.014178Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802320325399598:2067] [node 4] ICP01 ready to work
2025-12-06T17:44:44.076743Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802320325399598:2067] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(62163550ns) {Configure:104(62158337ns) {ProcessConfigured:135(41096561ns) {StartInitialHandshake:157(41093435ns) {DropHandshakes:470(2497ns) {DropIncomingHandshake:442(747ns) DropOutgoingHandshake:457(471ns)} GenerateSessionVirtualId:988(1196ns) PrepareNewSessionHandshake:477(4858ns) {SwitchToState:179(2489ns)}}}}}
2025-12-06T17:44:43.924485Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802319768644701:2063] [node 6] ICP01 ready to work
2025-12-06T17:44:43.915427Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802321552938896:2060] [node 6] ICP01 ready to work
2025-12-06T17:44:43.945868Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802320729455360:2078] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:43.934988Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802320729455343:2063] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:44.210187Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802324063612037:2099] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62237
2025-12-06T17:44:44.217634Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802319768644684:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(347513844ns) {Configure:104(347507045ns) {ProcessConfigured:135(97827ns) {StartInitialHandshake:157(94820ns) {DropHandshakes:470(3177ns) {DropIncomingHandshake:442(946ns) DropOutgoingHandshake:457(376ns)} GenerateSessionVirtualId:988(904ns) PrepareNewSessionHandshake:477(1801ns) {SwitchToState:179(812ns)}}}}}
2025-12-06T17:44:44.050154Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802321552938915:2081] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58402
2025-12-06T17:44:44.134114Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802322213262874:2059] [node 4] ICP01 ready to work
2025-12-06T17:44:44.085000Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802321552938881:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(74587297ns) {Configure:104(74580272ns) {ProcessConfigured:135(110767ns) {StartInitialHandshake:157(107904ns) {DropHandshakes:470(3114ns) {DropIncomingHandshake:442(821ns) DropOutgoingHandshake:457(426ns)} GenerateSessionVirtualId:988(739ns) PrepareNewSessionHandshake:477(1826ns) {SwitchToState:179(744ns)}}}}}
2025-12-06T17:44:44.209802Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802317855713020:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(145672848ns) {Configure:104(145666414ns) {ProcessConfigured:135(46515423ns) {StartInitialHandshake:157(46484445ns) {DropHandshakes:470(2792ns) {DropIncomingHandshake:442(767ns) DropOutgoingHandshake:457(482ns)} GenerateSessionVirtualId:988(1241ns) PrepareNewSessionHandshake:477(14648ns) {SwitchToState:179(11606ns)}}}}}
2025-12-06T17:44:44.085290Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802321552938898:2064] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:44.133605Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802325847906230:2070] [node 4] ICP01 ready to work
2025-12-06T17:44:44.230837Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802321552938915:2081] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:44.234184Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802321552938880:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(332441057ns) {Configure:104(332435295ns) {ProcessConfigured:135(101255ns) {StartInitialHandshake:157(97068ns) {DropHandshakes:470(2570ns) {DropIncomingHandshake:442(512ns) DropOutgoingHandshake:457(403ns)} GenerateSessionVirtualId:988(652ns) PrepareNewSessionHandshake:477(2577ns) {SwitchToState:179(817ns)}}}}}
2025-12-06T17:44:44.267361Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802320729455360:2078] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(321066223ns) {Configure:104(321059204ns) {ProcessConfigured:135(24745548ns) {StartInitialHandshake:157(24741923ns) {DropHandshakes:470(2695ns) {DropIncomingHandshake:442(826ns) DropOutgoingHandshake:457(562ns)} GenerateSessionVirtualId:988(1230ns) PrepareNewSessionHandshake:477(4757ns) {SwitchToState:179(2782ns)}}}}}
2025-12-06T17:44:44.220443Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802322150680389:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43881
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:44.283564Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802320325399574:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(382043589ns) {Configure:104(382034897ns) {ProcessConfigured:135(74019ns) {StartInitialHandshake:157(71082ns) {DropHandshakes:470(3135ns) {DropIncomingHandshake:442(583ns) DropOutgoingHandshake:457(623ns)} GenerateSessionVirtualId:988(1366ns) PrepareNewSessionHandshake:477(2030ns) {SwitchToState:179(849ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:44.220515Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802322150680390:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43881
2025-12-06T17:44:44.276547Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802320729455326:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(361989234ns) {Configure:104(361978965ns) {ProcessConfigured:135(97146ns) {StartInitialHandshake:157(93855ns) {DropHandshakes:470(3090ns) {DropIncomingHandshake:442(605ns) DropOutgoingHandshake:457(501ns)} GenerateSessionVirtualId:988(973ns) PrepareNewSessionHandshake:477(2213ns) {SwitchToState:179(1027ns)}}}}}
2025-12-06T17:44:44.297364Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802322213262910:2076] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:44.309207Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802324620366950:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43588
2025-12-06T17:44:44.318729Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802321552938917:2082] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:44.287881Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802322150680390:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:44.323904Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802322213262908:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58384
2025-12-06T17:44:44.318774Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802321552938917:2082] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:44.290317Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802320729455327:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(328987000ns) {Configure:104(328976469ns) {ProcessConfigured:135(93215ns) {StartInitialHandshake:157(88357ns) {DropHandshakes:470(10401ns) {DropIncomingHandshake:442(932ns) DropOutgoingHandshake:457(299ns)} GenerateSessionVirtualId:988(983ns) PrepareNewSessionHandshake:477(1905ns) {SwitchToState:179(681ns)}}}}}
2025-12-06T17:44:44.301010Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802317855713022:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(422006404ns) {Configure:104(421996004ns) {ProcessConfigured:135(84992ns) {StartInitialHandshake:157(82144ns) {DropHandshakes:470(1909ns) {DropIncomingHandshake:442(241ns) DropOutgoingHandshake:457(610ns)} GenerateSessionVirtualId:988(871ns) PrepareNewSessionHandshake:477(512ns) {SwitchToState:179(172ns)}}}}}
2025-12-06T17:44:44.313559Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802324620366952:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43588
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:44.344486Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802319768644682:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(148511804ns) {Configure:104(148495869ns) {ProcessConfigured:135(129820ns) {StartInitialHandshake:157(127327ns) {DropHandshakes:470(7594ns) {DropIncomingHandshake:442(284ns) DropOutgoingHandshake:457(291ns)} GenerateSessionVirtualId:988(896ns) PrepareNewSessionHandshake:477(1859ns) {SwitchToState:179(633ns)}}}}}
2025-12-06T17:44:44.316006Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802325024422698:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7507
2025-12-06T17:44:44.333901Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802322213262909:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58384
2025-12-06T17:44:44.334169Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802322213262914:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58384
2025-12-06T17:44:44.342880Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802322213262908:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:44.347085Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802322213262909:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:44.348844Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802317918295541:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:44.372178Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802317918295564:2067] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:44.372249Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802317918295564:2067] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:44.376903Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802317918295540:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(418039722ns) {Configure:104(409499148ns) {ProcessConfigured:135(7697742ns) {StartInitialHandshake:157(7693725ns) {DropHandshakes:470(2725ns) {DropIncomingHandshake:442(533ns) DropOutgoingHandshake:457(869ns)} GenerateSessionVirtualId:988(670ns) PrepareNewSessionHandshake:477(6001ns) {SwitchToState:179(2432ns)}}}}}
2025-12-06T17:44:44.377302Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802322213262906:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58384
2025-12-06T17:44:44.337425Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802321552938917:2082] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:44.342075Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802320729455343:2063] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(42141277ns) {Configure:104(42131631ns) {ProcessConfigured:135(23594727ns) {StartInitialHandshake:157(23590937ns) {DropHandshakes:470(3163ns) {DropIncomingHandshake:442(805ns) DropOutgoingHandshake:457(541ns)} GenerateSessionVirtualId:988(1458ns) PrepareNewSessionHandshake:477(4878ns) {SwitchToState:179(2538ns)}}}}}
2025-12-06T17:44:44.313624Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802324620366951:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43588
2025-12-06T17:44:44.319592Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802317855713021:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:44.362487Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802324063612037:2099] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:44.368791Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802320729455354:2074] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(390869745ns) {Configure:104(390864098ns) {ProcessConfigured:135(17395613ns) {StartInitialHandshake:157(17392895ns) {DropHandshakes:470(1939ns) {DropIncomingHandshake:442(470ns) DropOutgoingHandshake:457(426ns)} GenerateSessionVirtualId:988(763ns) PrepareNewSessionHandshake:477(2805ns) {SwitchToState:179(1144ns)}}}}}
2025-12-06T17:44:44.397001Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802321552938897:2063] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:44.390275Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802322213262906:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:44.336845Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802322150680395:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43881
2025-12-06T17:44:44.337040Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802322150680396:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43881
2025-12-06T17:44:44.345374Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802322150680389:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:44.355680Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802317855713034:2060] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(484435167ns) {Configure:104(484425456ns) {ProcessConfigured:135(13386405ns) {StartInitialHandshake:157(13383173ns) {DropHandshakes:470(1929ns) {DropIncomingHandshake:442(312ns) DropOutgoingHandshake:457(422ns)} GenerateSessionVirtualId:988(1049ns) PrepareNewSessionHandshake:477(6172ns) {SwitchToState:179(3376ns)}}}}}
2025-12-06T17:44:44.369431Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802317855713021:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(31578018ns) {IncomingHandshake:261(19422475ns) {DropIncomingHandshake:442(655ns) PrepareNewSessionHandshake:477(1712ns) {SwitchToState:179(969ns)} GenerateSessionVirtualId:988(1043ns) IssueIncomingHandshakeReply:193(16832734ns) {SwitchToState:179(3556ns)}}}
2025-12-06T17:44:44.403000Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802322150680390:2114] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:44.366591Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802319768644703:2064] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:44.316761Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802320325399592:2062] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:44.339556Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802324620366950:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:44.396039Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802322213262914:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:44.366664Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802319768644703:2064] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:44.411838Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802325847906232:2096] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:44.383870Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802325024422689:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:44.422689Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802317855713021:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:44.404662Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802322213262874:2059] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(93354553ns) {Configure:104(93347799ns) {ProcessConfigured:135(38049464ns) {StartInitialHandshake:157(32519930ns) {DropHandshakes:470(4224ns) {DropIncomingHandshake:442(1161ns) DropOutgoingHandshake:457(445ns)} GenerateSessionVirtualId:988(1954ns) PrepareNewSessionHandshake:477(4289ns) {SwitchToState:179(805ns)}}}}}
2025-12-06T17:44:44.339792Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802320325399598:2067] [node 4] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:44.411890Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802325847906232:2096] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:44:44.432134Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802322150680395:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:44.386517Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802319768644703:2064] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:44.412865Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802317918295540:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:44.416160Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802317918295564:2067] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:44.491147Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802322213262913:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:44.491178Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802322213262913:2115] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:44.492344Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802322213262924:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58384
2025-12-06T17:44:44.492499Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802322213262925:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58384
2025-12-06T17:44:44.506604Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802322213262913:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:44.383908Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802325024422689:2110] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:44.515955Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802317918295562:2066] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:44.516061Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:44.516121Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802317918295562:2066] [node 6] ICP22 created new session: [3:7580802322213262928:2066]
2025-12-06T17:44:44.516179Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802322213262928:2066] [node 6] ICS09 handshake done sender: [3:7580802317918295564:2067] self: [3:7580802317918295563:0] peer: [6:7580802324620366954:0] socket: 432 qp: -1
2025-12-06T17:44:44.516219Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802322213262928:2066] [node 6] ICS10 traffic start
2025-12-06T17:44:44.516275Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:44.518266Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802322213262927:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58384
2025-12-06T17:44:44.518483Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802322213262908:2113] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:44.418193Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802321552938902:2067] [node 5] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:44.452388Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802317855713046:2068] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:44.390736Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802325024422689:2110] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:44.340102Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802320325399576:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:44.418316Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:44.421446Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802325847906261:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58402
2025-12-06T17:44:44.421731Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802325847906232:2096] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:44.422807Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802321552938902:2067] [node 5] ICP22 created new session: [2:7580802325847906262:2067]
2025-12-06T17:44:44.423321Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802325847906216:2083] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:44.423363Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802325847906216:2083] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:44.432551Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802325847906216:2083] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:44.450024Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802325847906262:2067] [node 5] ICS09 handshake done sender: [2:7580802321552938917:2082] self: [2:7580802321552938916:0] peer: [5:7580802322150680392:0] socket: 433 qp: -1
2025-12-06T17:44:44.465740Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802325847906262:2067] [node 5] ICS10 traffic start
2025-12-06T17:44:44.468648Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802325847906261:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:44.468727Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802321552938896:2060] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:44.468777Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:44.468843Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802321552938896:2060] [node 6] ICP22 created new session: [2:7580802325847906266:2060]
2025-12-06T17:44:44.468908Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802325847906266:2060] [node 6] ICS09 handshake done sender: [2:7580802325847906216:2083] self: [2:7580802325847906215:0] peer: [6:7580802324620366955:0] socket: 442 qp: -1
2025-12-06T17:44:44.468952Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802325847906266:2060] [node 6] ICS10 traffic start
2025-12-06T17:44:44.469037Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:44.470646Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580802321552938880:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:44.471103Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802321552938881:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:44:44.471355Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:44.505673Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:44.523789Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802325847906272:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58402
2025-12-06T17:44:44.524398Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802321552938881:2049] [node 3] ICP22 created new session: [2:7580802325847906271:2049]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:44.463902Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802319768644701:2063] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:44.530794Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802325847906271:2049] [node 3] ICS09 handshake done sender: [2:7580802325847906232:2096] self: [2:7580802325847906231:0] peer: [3:7580802322213262916:0] socket: 439 qp: -1
2025-12-06T17:44:44.538753Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802325847906271:2049] [node 3] ICS10 traffic start
2025-12-06T17:44:44.539412Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802325847906261:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:44.551293Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580802321552938880:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:44.551422Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:44.551487Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802321552938880:2048] [node 1] ICP22 created new session: [2:7580802325847906273:2048]
2025-12-06T17:44:44.551549Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802325847906273:2048] [node 1] ICS09 handshake done sender: [2:7580802325847906261:2118] self: [2:7580802325847906268:0] peer: [1:7580802325024422691:0] socket: 467 qp: -1
2025-12-06T17:44:44.551599Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802325847906273:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:44.551640Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:44.341912Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802324620366951:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:44.452430Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580802317855713046:2068] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:44.474978Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:44.462934Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802325024422698:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:44.542905Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802317918295541:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:44.355485Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802324620366952:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:44.365266Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802320325399593:2063] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:44.368735Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802320325399574:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:44.379164Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802320325399575:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:44.412364Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802320325399588:2060] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:44.421037Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802324620366960:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43588
2025-12-06T17:44:44.422215Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802324620366959:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43588
2025-12-06T17:44:44.438498Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802320325399588:2060] [node 5] ICP35 event processing took too much time PendingConnection:279(27112678ns) {IncomingHandshake:261(15961479ns) {DropIncomingHandshake:442(503ns) PrepareNewSessionHandshake:477(1582ns) {SwitchToState:179(520ns)} GenerateSessionVirtualId:988(776ns) IssueIncomingHandshakeReply:193(7528157ns) {SwitchToState:179(3070ns)}}}
2025-12-06T17:44:44.443302Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802324620366950:2117] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:44.450178Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802324620366952:2119] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:44.456415Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802320325399576:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:44:44.485028Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802320325399574:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:44.485097Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:44.485178Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802320325399574:2048] [node 1] ICP22 created new session: [6:7580802324620366962:2048]
2025-12-06T17:44:44.485234Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802324620366962:2048] [node 1] ICS09 handshake done sender: [6:7580802324620366952:2119] self: [6:7580802324620366957:0] peer: [1:7580802325024422688:0] socket: 456 qp: -1
2025-12-06T17:44:44.485286Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802324620366962:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:44.485327Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:44.486585Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802324620366956:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43588
2025-12-06T17:44:44.512981Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:44.522693Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802320325399576:2050] [node 3] ICP22 created new session: [6:7580802324620366964:2050]
2025-12-06T17:44:44.541874Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802320325399598:2067] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7667) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802320325399592:2062] held: no
2025-12-06T17:44:44.547301Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802320325399592:2062] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:44.547803Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802324620366964:2050] [node 3] ICS09 handshake done sender: [6:7580802324620366950:2117] self: [6:7580802324620366954:0] peer: [3:7580802317918295563:0] socket: 447 qp: -1
2025-12-06T17:44:44.555006Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802324620366964:2050] [node 3] ICS10 traffic start
2025-12-06T17:44:44.591810Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:44.590951Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:44.602243Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802320325399598:2067] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:44:44.602330Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:44.602394Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802320325399598:2067] [node 4] ICP22 created new session: [6:7580802324620366968:2067]
2025-12-06T17:44:44.602463Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802324620366968:2067] [node 4] ICS09 handshake done sender: [6:7580802320325399592:2062] self: [6:7580802324620366953:0] peer: [4:7580802319768644702:0] socket: 430 qp: -1
2025-12-06T17:44:44.602515Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802324620366968:2067] [node 4] ICS10 traffic start
2025-12-06T17:44:44.602573Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:44.452752Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:44.482876Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802325024422694:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:44.483798Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802319768644701:2063] [node 6] ICP22 created new session: [4:7580802324063612059:2063]
2025-12-06T17:44:44.482930Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802325024422694:2112] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:44:44.499055Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802320729455360:2078] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:44.499142Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:44.499210Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802320729455360:2078] [node 6] ICP22 created new session: [1:7580802325024422704:2078]
2025-12-06T17:44:44.499281Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802325024422704:2078] [node 6] ICS09 handshake done sender: [1:7580802325024422689:2110] self: [1:7580802325024422688:0] peer: [6:7580802324620366957:0] socket: 448 qp: -1
2025-12-06T17:44:44.499332Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802325024422704:2078] [node 6] ICS10 traffic start
2025-12-06T17:44:44.499390Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:44.500953Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802325024422703:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7507
2025-12-06T17:44:44.502774Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802325024422694:2112] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:44.503037Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802320729455327:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:44:44.503091Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:44.503149Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802320729455327:2049] [node 3] ICP22 created new session: [1:7580802325024422708:2049]
2025-12-06T17:44:44.503200Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802325024422708:2049] [node 3] ICS09 handshake done sender: [1:7580802325024422694:2112] self: [1:7580802325024422693:0] peer: [3:7580802322213262921:0] socket: 451 qp: -1
2025-12-06T17:44:44.503233Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802325024422708:2049] [node 3] ICS10 traffic start
2025-12-06T17:44:44.503278Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:44.506921Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802325024422692:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:44.506978Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802325024422692:2111] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:44:44.521432Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802325024422692:2111] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:44.524158Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802325024422711:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7507
2025-12-06T17:44:44.538946Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802325024422703:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:44.546838Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802320729455326:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:44:44.548003Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:44.555197Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802320729455326:2048] [node 2] ICP22 created new session: [1:7580802325024422713:2048]
2025-12-06T17:44:44.579566Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802325024422713:2048] [node 2] ICS09 handshake done sender: [1:7580802325024422692:2111] self: [1:7580802325024422691:0] peer: [2:7580802325847906268:0] socket: 462 qp: -1
2025-12-06T17:44:44.579648Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802325024422713:2048] [node 2] ICS10 traffic start
2025-12-06T17:44:44.579726Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:44.581579Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802320729455326:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(50496890ns) {HandleHandshakeStatus:329(41814668ns) {DropIncomingHandshake:442(1915ns) DropOutgoingHandshake:457(1054ns) SwitchToState:179(636ns) ProcessPendingSessionEvents:495(684165ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 616638ns max# 97971ns}}}
2025-12-06T17:44:44.581689Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580802320729455326:2048] [node 2] ICP18 handshake (actor [1:7580802325024422703:2116]) is too old
2025-12-06T17:44:44.543006Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:44.606433Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802324620366965:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43588
2025-12-06T17:44:44.452840Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802317855713021:2049] [node 2] ICP22 created new session: [5:7580802322150680400:2049]
2025-12-06T17:44:44.638844Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802325024422711:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:44.483865Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802324063612059:2063] [node 6] ICS09 handshake done sender: [4:7580802319768644703:2064] self: [4:7580802319768644702:0] peer: [6:7580802324620366953:0] socket: 422 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:44.543060Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802317918295541:2049] [node 2] ICP22 created new session: [3:7580802322213262931:2049]
2025-12-06T17:44:44.452899Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802322150680400:2049] [node 2] ICS09 handshake done sender: [5:7580802322150680390:2114] self: [5:7580802322150680392:0] peer: [2:7580802321552938916:0] socket: 444 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:44.483920Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802324063612059:2063] [node 6] ICS10 traffic start
2025-12-06T17:44:44.543112Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802322213262931:2049] [node 2] ICS09 handshake done sender: [3:7580802322213262908:2113] self: [3:7580802322213262916:0] peer: [2:7580802325847906231:0] socket: 445 qp: -1
2025-12-06T17:44:44.547864Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802322213262931:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:44.547961Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802322213262910:2076] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:44.587277Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802322213262914:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:44.592416Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:44.592501Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802322213262925:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:44.601384Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:44.601462Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802322213262910:2076] [node 5] ICP22 created new session: [3:7580802322213262933:2076]
2025-12-06T17:44:44.609459Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802317918295540:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:44.609555Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:44.609637Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802317918295540:2048] [node 1] ICP22 created new session: [3:7580802322213262935:2048]
2025-12-06T17:44:44.609694Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802322213262935:2048] [node 1] ICS09 handshake done sender: [3:7580802322213262914:2116] self: [3:7580802322213262921:0] peer: [1:7580802325024422693:0] socket: 457 qp: -1
2025-12-06T17:44:44.609755Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802322213262935:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:44.609830Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:44.633232Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802317918295541:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(89340378ns) {HandleHandshakeStatus:329(89328070ns) {DropIncomingHandshake:442(1625ns) DropOutgoingHandshake:457(5593ns) SwitchToState:179(618ns) ProcessPendingSessionEvents:495(15474013ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 15399217ns max# 14873708ns}}}
2025-12-06T17:44:44.633344Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7580802317918295541:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:44:44.639245Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802322213262933:2076] [node 5] ICS09 handshake done sender: [3:7580802322213262913:2115] self: [3:7580802322213262912:0] peer: [5:7580802322150680402:0] socket: 458 qp: -1
2025-12-06T17:44:44.639454Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802322213262933:2076] [node 5] ICS10 traffic start
2025-12-06T17:44:44.639536Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:44.646613Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802322213262910:2076] [node 5] ICP35 event processing took too much time PendingConnection:279(98581271ns) {HandleHandshakeStatus:329(97591167ns) {DropIncomingHandshake:442(186ns) DropOutgoingHandshake:457(266ns) SwitchToState:179(370ns) ProcessPendingSessionEvents:495(5837961ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 5767705ns max# 5179067ns}}}
2025-12-06T17:44:44.646763Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7580802322213262910:2076] [node 5] ICP18 handshake (actor [3:7580802322213262925:2120]) is too old
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:44.642149Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802320325399576:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(190560828ns) {HandleHandshakeStatus:329(184972371ns) {DropIncomingHandshake:442(775ns) DropOutgoingHandshake:457(9497ns) SwitchToState:179(637ns) ProcessPendingSessionEvents:495(16688213ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 16641733ns max# 16232899ns}}}
2025-12-06T17:44:44.650117Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802325847906276:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58402
2025-12-06T17:44:44.452936Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802322150680400:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:44.668648Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802325024422716:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7507
2025-12-06T17:44:44.483989Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:44.677240Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802325024422700:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:44.677306Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802325024422700:2115] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:44.452991Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:44.514956Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802319768644701:2063] [node 6] ICP35 event processing took too much time PendingConnection:279(25782272ns) {HandleHandshakeStatus:329(25778293ns) {DropIncomingHandshake:442(10991024ns) DropOutgoingHandshake:457(2149ns) SwitchToState:179(897ns) ProcessPendingSessionEvents:495(5447554ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 616163ns max# 69758ns}}}
2025-12-06T17:44:44.642268Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802320325399588:2060] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27051) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802320325399593:2063] held: no
2025-12-06T17:44:44.716338Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802325024422716:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:44.717250Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802325024422700:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:44.680681Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802321552938902:2067] [node 5] ICP35 event processing took too much time PendingConnection:279(264626554ns) {HandleHandshakeStatus:329(264624454ns) {DropIncomingHandshake:442(3535ns) DropOutgoingHandshake:457(2352ns) SwitchToState:179(921ns) ProcessPendingSessionEvents:495(156484736ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 146086433ns max# 30909592ns}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:44.717801Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802320729455354:2074] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:44.544222Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802324063612064:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62237
2025-12-06T17:44:44.652815Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802324620366961:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43588
2025-12-06T17:44:44.713972Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802322213262917:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:44.680805Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580802321552938902:2067] [node 5] ICP18 handshake (actor [2:7580802321552938897:2063]) is too old
2025-12-06T17:44:44.454337Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802317855713021:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(30948615ns) {HandleHandshakeStatus:329(30946149ns) {DropIncomingHandshake:442(952ns) DropOutgoingHandshake:457(6511ns) SwitchToState:179(533ns) ProcessPendingSessionEvents:495(475732ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 432763ns max# 56563ns}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:44.718284Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802325847906258:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:44.654557Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802324620366951:2118] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:44.615067Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802324063612065:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62237
2025-12-06T17:44:44.459037Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802317855713022:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:44.717908Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:44.714032Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802322213262917:2117] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:44:44.523216Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802317855713046:2068] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:44.539688Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580802317855713044:2067] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:44.539769Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:44.539848Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802317855713044:2067] [node 6] ICP22 created new session: [5:7580802322150680406:2067]
2025-12-06T17:44:44.539897Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802322150680406:2067] [node 6] ICS09 handshake done sender: [5:7580802317855713046:2068] self: [5:7580802317855713045:0] peer: [6:7580802324620366958:0] socket: 426 qp: -1
2025-12-06T17:44:44.539954Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802322150680406:2067] [node 6] ICS10 traffic start
2025-12-06T17:44:44.539988Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:44.556628Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802322150680409:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43881
2025-12-06T17:44:44.598416Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802322150680409:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:44.613007Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802322150680410:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43881
2025-12-06T17:44:44.625532Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802317855713034:2060] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:44.630885Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802322150680410:2121] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:44.644776Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802317855713020:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:44.663755Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802317855713022:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4324) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802322150680395:2116] held: no
2025-12-06T17:44:44.678746Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802322150680405:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43881
2025-12-06T17:44:44.727222Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802322150680412:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43881
2025-12-06T17:44:44.731154Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802322150680414:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43881
2025-12-06T17:44:44.743075Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802322150680409:2120] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:44.769611Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802317855713020:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21277) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802322150680410:2121] held: no
2025-12-06T17:44:44.770504Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802317855713034:2060] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:44:44.770597Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:44.770673Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802317855713034:2060] [node 4] ICP22 created new session: [5:7580802322150680415:2060]
2025-12-06T17:44:44.770730Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802322150680415:2060] [node 4] ICS09 handshake done sender: [5:7580802322150680409:2120] self: [5:7580802322150680411:0] peer: [4:7580802319768644697:0] socket: 435 qp: -1
2025-12-06T17:44:44.770778Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802322150680415:2060] [node 4] ICS10 traffic start
2025-12-06T17:44:44.770827Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:44.772301Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802322150680410:2121] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:44.661228Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802320325399575:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:44.616091Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802324063612062:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62237
2025-12-06T17:44:44.798442Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802317855713020:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:44.798517Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:44.798592Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802317855713020:2048] [node 1] ICP22 created new session: [5:7580802322150680417:2048]
2025-12-06T17:44:44.798645Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802322150680417:2048] [node 1] ICS09 handshake done sender: [5:7580802322150680410:2121] self: [5:7580802322150680413:0] peer: [1:7580802325024422697:0] socket: 437 qp: -1
2025-12-06T17:44:44.798692Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802322150680417:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:44.798738Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:44.734863Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802322213262917:2117] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:44.718337Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802325847906258:2117] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:44:44.717992Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802320729455354:2074] [node 5] ICP22 created new session: [1:7580802325024422719:2074]
2025-12-06T17:44:44.661327Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:44.625043Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802324063612062:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:44.790889Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802322213262874:2059] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:44:44.744847Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802321552938881:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(293273244ns) {HandleHandshakeStatus:329(293268225ns) {DropIncomingHandshake:442(25163ns) DropOutgoingHandshake:457(481ns) SwitchToState:179(101ns) ProcessPendingSessionEvents:495(127123896ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 126961743ns max# 19064001ns}}}
2025-12-06T17:44:44.718062Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802325024422719:2074] [node 5] ICS09 handshake done sender: [1:7580802325024422700:2115] self: [1:7580802325024422697:0] peer: [5:7580802322150680413:0] socket: 490 qp: -1
2025-12-06T17:44:44.824030Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802317855713022:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(139600520ns) {HandleHandshakeStatus:395(139598240ns) {LogHandshakeFail:472(3080824ns) {UpdateErrorStateLog:545(10106ns)} DropOutgoingHandshake:457(4867ns) ProcessPendingSessionEvents:495(131658687ns) {unordered DropSessionEvent:512 num# 100 sum# 131556887ns max# 16410861ns}}}
2025-12-06T17:44:44.634175Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802319768644698:2061] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:44.661412Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802320325399575:2049] [node 2] ICP22 created new session: [6:7580802324620366970:2049]
2025-12-06T17:44:44.750990Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802325847906258:2117] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:44.753778Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802325847906230:2070] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:44:44.753884Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:44.753957Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802325847906230:2070] [node 4] ICP22 created new session: [2:7580802325847906278:2070]
2025-12-06T17:44:44.754018Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802325847906278:2070] [node 4] ICS09 handshake done sender: [2:7580802325847906258:2117] self: [2:7580802325847906257:0] peer: [4:7580802324063612069:0] socket: 481 qp: -1
2025-12-06T17:44:44.754062Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802325847906278:2070] [node 4] ICS10 traffic start
2025-12-06T17:44:44.754136Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:44.795530Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:44.634210Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802319768644698:2061] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:44.637310Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802319768644698:2061] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:44.644923Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802319768644696:2060] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:44.654030Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:44.658685Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802324063612061:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62237
2025-12-06T17:44:44.658746Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802319768644683:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:44.658956Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802319768644696:2060] [node 5] ICP22 created new session: [4:7580802324063612068:2060]
2025-12-06T17:44:44.660651Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802324063612065:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:44.664781Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802324063612064:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:44.691899Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802324063612068:2060] [node 5] ICS09 handshake done sender: [4:7580802319768644698:2061] self: [4:7580802319768644697:0] peer: [5:7580802322150680411:0] socket: 487 qp: -1
2025-12-06T17:44:44.692311Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802324063612061:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:44.694911Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802319768644684:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:44.706854Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802319768644682:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:44.708003Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802324063612068:2060] [node 5] ICS10 traffic start
2025-12-06T17:44:44.718516Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:44.730375Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802324063612073:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62237
2025-12-06T17:44:44.759261Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802324063612074:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62237
2025-12-06T17:44:44.767722Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802324063612065:2119] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:44.772569Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802319768644683:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8932) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580802324063612062:2117] held: no
2025-12-06T17:44:44.779193Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802319768644684:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:44:44.779270Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:44.779328Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802319768644684:2050] [node 3] ICP22 created new session: [4:7580802324063612076:2050]
2025-12-06T17:44:44.779387Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802324063612076:2050] [node 3] ICS09 handshake done sender: [4:7580802324063612065:2119] self: [4:7580802324063612071:0] peer: [3:7580802322213262911:0] socket: 419 qp: -1
2025-12-06T17:44:44.779430Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802324063612076:2050] [node 3] ICS10 traffic start
2025-12-06T17:44:44.779481Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:44.787783Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802324063612062:2117] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:44.788106Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802319768644683:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:44.788206Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:44.788265Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802319768644683:2049] [node 2] ICP22 created new session: [4:7580802324063612078:2049]
2025-12-06T17:44:44.788323Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802324063612078:2049] [node 2] ICS09 handshake done sender: [4:7580802324063612062:2117] self: [4:7580802324063612069:0] peer: [2:7580802325847906257:0] socket: 484 qp: -1
2025-12-06T17:44:44.788371Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802324063612078:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:44.788436Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:44.794731Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802324063612075:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62237
2025-12-06T17:44:44.825744Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802324063612061:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:44.833761Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802319768644682:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21277) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580802324063612061:2116] held: no
2025-12-06T17:44:44.661486Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802324620366970:2049] [node 2] ICS09 handshake done sender: [6:7580802324620366951:2118] self: [6:7580802324620366955:0] peer: [2:7580802325847906215:0] socket: 453 qp: -1
2025-12-06T17:44:44.661535Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802324620366970:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:44.661592Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:44.670859Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802320325399593:2063] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:44.695415Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802320325399588:2060] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:44:44.695493Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:44.695559Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802320325399588:2060] [node 5] ICP22 created new session: [6:7580802324620366972:2060]
2025-12-06T17:44:44.695616Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802324620366972:2060] [node 5] ICS09 handshake done sender: [6:7580802320325399593:2063] self: [6:7580802324620366958:0] peer: [5:7580802317855713045:0] socket: 431 qp: -1
2025-12-06T17:44:44.695663Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802324620366972:2060] [node 5] ICS10 traffic start
2025-12-06T17:44:44.695723Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:44.737073Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802320325399574:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(234034417ns) {HandleHandshakeStatus:329(234030811ns) {DropIncomingHandshake:442(758ns) DropOutgoingHandshake:457(7471ns) SwitchToState:179(704ns) ProcessPendingSessionEvents:495(233524251ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 233290846ns max# 24180303ns}}}
2025-12-06T17:44:44.824178Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802322150680395:2116] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:44.839428Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802317855713022:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:44:44.839541Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:44.839606Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802317855713022:2050] [node 3] ICP22 created new session: [5:7580802322150680419:2050]
2025-12-06T17:44:44.839661Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802322150680419:2050] [node 3] ICS09 handshake done sender: [5:7580802322150680395:2116] self: [5:7580802322150680402:0] peer: [3:7580802322213262912:0] socket: 460 qp: -1
2025-12-06T17:44:44.839710Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802322150680419:2050] [node 3] ICS10 traffic start
2025-12-06T17:44:44.839778Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:44.795602Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802322213262874:2059] [node 4] ICP22 created new session: [3:7580802322213262939:2059]
2025-12-06T17:44:44.795674Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802322213262939:2059] [node 4] ICS09 handshake done sender: [3:7580802322213262917:2117] self: [3:7580802322213262911:0] peer: [4:7580802324063612071:0] socket: 417 qp: -1
2025-12-06T17:44:44.795719Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802322213262939:2059] [node 4] ICS10 traffic start
2025-12-06T17:44:44.795809Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:44.859194Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802319768644682:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(32707015ns) {HandleHandshakeStatus:395(32336232ns) {LogHandshakeFail:472(16620ns) {UpdateErrorStateLog:545(5705ns)} DropOutgoingHandshake:457(1948ns) ProcessPendingSessionEvents:495(24554021ns) {unordered DropSessionEvent:512 num# 100 sum# 24515006ns max# 9942423ns}}}
2025-12-06T17:44:44.859546Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802319768644682:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:44.859641Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:44.859696Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802319768644682:2048] [node 1] ICP22 created new session: [4:7580802324063612080:2048]
2025-12-06T17:44:44.859756Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802324063612080:2048] [node 1] ICS09 handshake done sender: [4:7580802324063612061:2116] self: [4:7580802324063612070:0] peer: [1:7580802325024422696:0] socket: 440 qp: -1
2025-12-06T17:44:44.859805Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802324063612080:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:44.859881Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:44.718107Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802325024422719:2074] [node 5] ICS10 traffic start
2025-12-06T17:44:44.718142Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:44.735223Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802325024422699:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:44.735275Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802325024422699:2114] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:44:44.769305Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802325024422699:2114] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:44.777991Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802320729455354:2074] [node 5] ICP35 event processing took too much time PendingConnection:279(59069422ns) {HandleHandshakeStatus:329(59066819ns) {DropIncomingHandshake:442(16052ns) DropOutgoingHandshake:457(443ns) SwitchToState:179(181ns) ProcessPendingSessionEvents:495(13830378ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 13765163ns max# 13229700ns}}}
2025-12-06T17:44:44.791964Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802320729455343:2063] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:44:44.792026Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:44.792092Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802320729455343:2063] [node 4] ICP22 created new session: [1:7580802325024422722:2063]
2025-12-06T17:44:44.792144Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802325024422722:2063] [node 4] ICS09 handshake done sender: [1:7580802325024422699:2114] self: [1:7580802325024422696:0] peer: [4:7580802324063612070:0] socket: 479 qp: -1
2025-12-06T17:44:44.792183Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802325024422722:2063] [node 4] ICS10 traffic start
2025-12-06T17:44:44.792228Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:44.862059Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580802320729455327:2049] [node 3] ICP18 handshake (actor [1:7580802325024422711:2117]) is too old
2025-12-06T17:44:44.867901Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802319768644696:2060] [node 5] ICP35 event processing took too much time PendingConnection:279(229206046ns) {HandleHandshakeStatus:329(229202271ns) {DropIncomingHandshake:442(2101ns) DropOutgoingHandshake:457(1528ns) SwitchToState:179(174ns) ProcessPendingSessionEvents:495(115624094ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 114128968ns max# 19663950ns}}}
2025-12-06T17:44:44.868047Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7580802319768644696:2060] [node 5] ICP18 handshake (actor [4:7580802324063612064:2118]) is too old
2025-12-06T17:44:45.049970Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:44:45.050240Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7580802325847906273:2048] [node 1] ICS07 socket disconnect 467 reason# EndOfStream
2025-12-06T17:44:45.050276Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580802325847906273:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:45.050369Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:45.050417Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580802325847906273:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:45.063411Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:44:45.063797Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580802322213262935:2048] [node 1] ICS07 socket disconnect 457 reason# EndOfStream
2025-12-06T17:44:45.063838Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802322213262935:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:45.063984Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:45.064038Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802322213262935:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:45.073122Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802321552938880:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21277) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:44:45.073188Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580802325847906273:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:45.074723Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802321552938880:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21277) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:45.074792Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580802325847906273:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:45.074833Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580802321552938880:2048] [node 1] ICP30 unregister session Session# [2:7580802325847906273:2048] VirtualId# [2:7580802325847906268:0]
2025-12-06T17:44:45.074888Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:45.074928Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [2:7580802321552938880:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:21277) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:45.074948Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21277) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:45.076478Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802317918295540:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21277) Socket error# Connection reset by peer state# SendInitialPacket processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:44:45.076536Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802322213262935:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:45.078240Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802317918295540:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21277) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:45.078315Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802322213262935:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:45.078361Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802317918295540:2048] [node 1] ICP30 unregister session Session# [3:7580802322213262935:2048] VirtualId# [3:7580802322213262921:0]
2025-12-06T17:44:45.078427Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:45.078466Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580802317918295540:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:21277) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:45.078485Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21277) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:45.084588Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:44:45.084849Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802324063612080:2048] [node 1] ICS01 socket: 440 reason# EndOfStream
2025-12-06T17:44:45.084895Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802319768644682:2048] [node 1] ICP30 unregister session Session# [4:7580802324063612080:2048] VirtualId# [4:7580802324063612070:0]
2025-12-06T17:44:45.084929Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802324063612080:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:45.085024Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:45.085073Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:45.084361Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:44:45.084666Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802322150680417:2048] [node 1] ICS01 socket: 437 reason# EndOfStream
2025-12-06T17:44:45.084728Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802317855713020:2048] [node 1] ICP30 unregister session Session# [5:7580802322150680417:2048] VirtualId# [5:7580802322150680413:0]
2025-12-06T17:44:45.084771Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802322150680417:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:45.084878Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:45.084939Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:45.084390Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:44:45.084590Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802324620366962:2048] [node 1] ICS07 socket disconnect 456 reason# EndOfStream
2025-12-06T17:44:45.084658Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802324620366962:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:45.084765Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:45.084817Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802324620366962:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:45.087079Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [2:7580802321552938880:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:44:45.089477Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580802317918295540:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:44:45.094060Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802320325399574:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21277) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:45.094162Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802324620366962:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:45.094234Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802320325399574:2048] [node 1] ICP30 unregister session Session# [6:7580802324620366962:2048] VirtualId# [6:7580802324620366957:0]
2025-12-06T17:44:45.094379Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:45.094422Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802320325399574:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:21277) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:45.094443Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21277) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:45.105443Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802320325399574:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:44:45.202278Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:44:45.202546Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802322213262931:2049] [node 2] ICS01 socket: 445 reason# EndOfStream
2025-12-06T17:44:45.202594Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802317918295541:2049] [node 2] ICP30 unregister session Session# [3:7580802322213262931:2049] VirtualId# [3:7580802322213262916:0]
2025-12-06T17:44:45.202634Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802322213262931:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:45.202732Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:45.202777Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:45.252838Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:44:45.253156Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802324620366970:2049] [node 2] ICS07 socket disconnect 453 reason# EndOfStream
2025-12-06T17:44:45.253206Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802324620366970:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:45.253318Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:45.253370Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802324620366970:2049] [node 2] ICS15 start handshake
2025-12-06T17:44:45.255872Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802320325399575:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8932) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:45.255962Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802324620366970:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:45.256006Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802320325399575:2049] [node 2] ICP30 unregister session Session# [6:7580802324620366970:2049] VirtualId# [6:7580802324620366955:0]
2025-12-06T17:44:45.256060Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:45.256118Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802320325399575:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:8932) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:45.256143Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8932) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:45.259125Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:44:45.259360Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802324063612078:2049] [node 2] ICS01 socket: 484 reason# EndOfStream
2025-12-06T17:44:45.259430Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802319768644683:2049] [node 2] ICP30 unregister session Session# [4:7580802324063612078:2049] VirtualId# [4:7580802324063612069:0]
2025-12-06T17:44:45.259472Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802324063612078:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:45.259569Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:45.259619Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:45.260177Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:44:45.260465Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802322150680400:2049] [node 2] ICS07 socket disconnect 444 reason# EndOfStream
2025-12-06T17:44:45.260502Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802322150680400:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:45.260603Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:45.260658Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802322150680400:2049] [node 2] ICS15 start handshake
2025-12-06T17:44:45.262301Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802317855713021:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8932) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:45.262554Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802322150680400:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:45.262604Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802317855713021:2049] [node 2] ICP30 unregister session Session# [5:7580802322150680400:2049] VirtualId# [5:7580802322150680392:0]
2025-12-06T17:44:45.262752Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:45.262823Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802317855713021:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:8932) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:45.262847Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8932) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:45.264653Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802320325399575:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:44:45.272257Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802317855713021:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:44:45.430393Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:44:45.430668Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802322150680419:2050] [node 3] ICS01 socket: 460 reason# EndOfStream
2025-12-06T17:44:45.430716Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802317855713022:2050] [node 3] ICP30 unregister session Session# [5:7580802322150680419:2050] VirtualId# [5:7580802322150680402:0]
2025-12-06T17:44:45.430756Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802322150680419:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:45.430836Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:44:45.430873Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:44:45.430991Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:44:45.431168Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802324063612076:2050] [node 3] ICS07 socket disconnect 419 reason# EndOfStream
2025-12-06T17:44:45.431197Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802324063612076:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:45.431294Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:44:45.431339Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802324063612076:2050] [node 3] ICS15 start handshake
2025-12-06T17:44:45.431964Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:44:45.432157Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802324620366964:2050] [node 3] ICS07 socket disconnect 447 reason# EndOfStream
2025-12-06T17:44:45.432185Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802324620366964:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:45.432246Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:44:45.432288Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802324620366964:2050] [node 3] ICS15 start handshake
2025-12-06T17:44:45.433839Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802320325399576:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4324) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:45.433892Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802324620366964:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:45.433918Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802320325399576:2050] [node 3] ICP30 unregister session Session# [6:7580802324620366964:2050] VirtualId# [6:7580802324620366954:0]
2025-12-06T17:44:45.434042Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:44:45.434074Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802320325399576:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:4324) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:45.434089Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4324) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:45.435264Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802319768644684:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4324) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:45.435318Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802324063612076:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:45.435353Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802319768644684:2050] [node 3] ICP30 unregister session Session# [4:7580802324063612076:2050] VirtualId# [4:7580802324063612071:0]
2025-12-06T17:44:45.435397Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:44:45.435440Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802319768644684:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:4324) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:45.435456Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4324) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:45.442230Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802320325399576:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:44:45.549210Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:44:45.549506Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802324620366968:2067] [node 4] ICS01 socket: 430 reason# EndOfStream
2025-12-06T17:44:45.549560Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802320325399598:2067] [node 4] ICP30 unregister session Session# [6:7580802324620366968:2067] VirtualId# [6:7580802324620366953:0]
2025-12-06T17:44:45.549605Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802324620366968:2067] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:45.549690Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:44:45.549738Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:44:45.549854Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:44:45.550090Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802322150680415:2060] [node 4] ICS01 socket: 435 reason# EndOfStream
2025-12-06T17:44:45.550138Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802317855713034:2060] [node 4] ICP30 unregister session Session# [5:7580802322150680415:2060] VirtualId# [5:7580802322150680411:0]
2025-12-06T17:44:45.550168Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802322150680415:2060] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:45.550255Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:44:45.550305Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:44:45.742766Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:44:45.743016Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802324620366972:2060] [node 5] ICS01 socket: 431 reason# EndOfStream
2025-12-06T17:44:45.743061Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802320325399588:2060] [node 5] ICP30 unregister session Session# [6:7580802324620366972:2060] VirtualId# [6:7580802324620366958:0]
2025-12-06T17:44:45.743100Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802324620366972:2060] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:45.743208Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:44:45.743257Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:44:45.903091Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802328862135232:2048] [node 2] ICP01 ready to work
2025-12-06T17:44:45.906675Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802328862135233:2049] [node 3] ICP01 ready to work
2025-12-06T17:44:45.898821Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802328440824933:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:45.898863Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802328440824934:2049] [node 3] ICP01 ready to work
2025-12-06T17:44:45.931594Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802327706279274:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:45.931628Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802327706279275:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:45.946011Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802328907508590:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:45.946048Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802328907508591:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:45.946100Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802328907508592:2050] [node 3] ICP01 ready to work
2025-12-06T17:44:45.955258Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802326214338201:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:45.955294Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802326214338202:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:45.955345Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802326214338203:2050] [node 3] ICP01 ready to work
2025-12-06T17:44:46.055267Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802328709088529:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:46.055322Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802328709088530:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:46.055363Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802328709088531:2050] [node 3] ICP01 ready to work
2025-12-06T17:44:46.547014Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802333157102591:2107] [node 4] ICP01 ready to work
2025-12-06T17:44:46.585306Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802328440824933:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(161368370ns) {Configure:104(161359473ns) {ProcessConfigured:135(97389ns) {StartInitialHandshake:157(93620ns) {DropHandshakes:470(3217ns) {DropIncomingHandshake:442(706ns) DropOutgoingHandshake:457(380ns)} GenerateSessionVirtualId:988(924ns) PrepareNewSessionHandshake:477(1637ns) {SwitchToState:179(469ns)}}}}}
2025-12-06T17:44:46.557364Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802328709088530:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(42070034ns) {Configure:104(42063342ns) {ProcessConfigured:135(90014ns) {StartInitialHandshake:157(87190ns) {DropHandshakes:470(2628ns) {DropIncomingHandshake:442(427ns) DropOutgoingHandshake:457(523ns)} GenerateSessionVirtualId:988(805ns) PrepareNewSessionHandshake:477(1601ns) {SwitchToState:179(435ns)}}}}}
2025-12-06T17:44:46.578636Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802330509305554:2097] [node 4] ICP01 ready to work
2025-12-06T17:44:46.586405Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802332735792294:2107] [node 4] ICP01 ready to work
2025-12-06T17:44:46.633472Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802332001246633:2107] [node 5] ICP01 ready to work
2025-12-06T17:44:46.664327Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802332001246634:2108] [node 4] ICP01 ready to work
2025-12-06T17:44:46.665139Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802332001246635:2109] [node 6] ICP01 ready to work
2025-12-06T17:44:46.627633Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802332735792295:2108] [node 6] ICP01 ready to work
2025-12-06T17:44:46.658815Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802333157102592:2108] [node 5] ICP01 ready to work
2025-12-06T17:44:46.628297Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802332735792296:2109] [node 5] ICP01 ready to work
2025-12-06T17:44:46.683819Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802333157102593:2109] [node 6] ICP01 ready to work
2025-12-06T17:44:46.694894Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802333202475949:2108] [node 6] ICP01 ready to work
2025-12-06T17:44:46.651167Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802328440824934:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(22180475ns) {Configure:104(22175713ns) {ProcessConfigured:135(81272ns) {StartInitialHandshake:157(78460ns) {DropHandshakes:470(3143ns) {DropIncomingHandshake:442(730ns) DropOutgoingHandshake:457(512ns)} GenerateSessionVirtualId:988(1010ns) PrepareNewSessionHandshake:477(1859ns) {SwitchToState:179(880ns)}}}}}
2025-12-06T17:44:46.699469Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802332735792295:2108] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(45786897ns) {Configure:104(45780852ns) {ProcessConfigured:135(78150ns) {StartInitialHandshake:157(73983ns) {DropHandshakes:470(2512ns) {DropIncomingHandshake:442(598ns) DropOutgoingHandshake:457(371ns)} GenerateSessionVirtualId:988(830ns) PrepareNewSessionHandshake:477(4842ns) {SwitchToState:179(594ns)}}}}}
2025-12-06T17:44:46.715151Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802332001246633:2107] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(25954914ns) {Configure:104(25949995ns) {ProcessConfigured:135(98344ns) {StartInitialHandshake:157(94240ns) {DropHandshakes:470(2632ns) {DropIncomingHandshake:442(471ns) DropOutgoingHandshake:457(368ns)} GenerateSessionVirtualId:988(1106ns) PrepareNewSessionHandshake:477(1196ns) {SwitchToState:179(292ns)}}}}}
2025-12-06T17:44:46.715095Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802328709088531:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(157084031ns) {Configure:104(157077592ns) {ProcessConfigured:135(12542551ns) {StartInitialHandshake:157(12538855ns) {DropHandshakes:470(1684ns) {DropIncomingHandshake:442(485ns) DropOutgoingHandshake:457(330ns)} GenerateSessionVirtualId:988(583ns) PrepareNewSessionHandshake:477(4307ns) {SwitchToState:179(1794ns)}}}}}
2025-12-06T17:44:46.709617Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802333202475952:2109] [node 5] ICP01 ready to work
2025-12-06T17:44:46.761561Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802333004055894:2065] [node 5] ICP01 ready to work
2025-12-06T17:44:46.762306Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802333004055895:2073] [node 4] ICP01 ready to work
2025-12-06T17:44:46.727119Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802330509305561:2101] [node 6] ICP01 ready to work
2025-12-06T17:44:46.752891Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802328862135232:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(67914910ns) {Configure:104(67909451ns) {ProcessConfigured:135(8824695ns) {StartInitialHandshake:157(8819942ns) {DropHandshakes:470(3098ns) {DropIncomingHandshake:442(537ns) DropOutgoingHandshake:457(488ns)} GenerateSessionVirtualId:988(749ns) PrepareNewSessionHandshake:477(5196ns) {SwitchToState:179(2578ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:46.775182Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802332001246649:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33309
2025-12-06T17:44:46.806884Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802333157102591:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(53695449ns) {Configure:104(53689388ns) {ProcessConfigured:135(36047407ns) {StartInitialHandshake:157(36043415ns) {DropHandshakes:470(3065ns) {DropIncomingHandshake:442(940ns) DropOutgoingHandshake:457(577ns)} GenerateSessionVirtualId:988(1322ns) PrepareNewSessionHandshake:477(7863ns) {SwitchToState:179(5493ns)}}}}}
No RDMA context found for GID: No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:46.818615Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802332001246650:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33309
::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:46.819314Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802332735792308:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57644
2025-12-06T17:44:46.819499Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802332735792309:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57644
2025-12-06T17:44:46.820501Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802332001246649:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:46.820640Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802327706279275:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:46.821047Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802332735792308:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:46.821199Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802332735792298:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:46.821225Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802332735792298:2111] [node 3] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:46.831537Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802332735792298:2111] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:46.837553Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802328440824934:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:44:46.837677Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:46.837738Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802328440824934:2049] [node 3] ICP22 created new session: [2:7580802332735792313:2049]
2025-12-06T17:44:46.837808Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802332735792313:2049] [node 3] ICS09 handshake done sender: [2:7580802332735792298:2111] self: [2:7580802332735792297:0] peer: [3:7580802332001246651:0] socket: 427 qp: -1
2025-12-06T17:44:46.837861Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802332735792313:2049] [node 3] ICS10 traffic start
2025-12-06T17:44:46.837924Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:46.845030Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802332735792312:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57644
2025-12-06T17:44:46.825839Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802333157102604:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56943
2025-12-06T17:44:46.858985Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802332735792309:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:46.859663Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802333004055903:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61943
2025-12-06T17:44:46.860254Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802333004055903:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:46.860385Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802328709088530:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:46.860766Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802332735792302:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:46.860804Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802332735792302:2113] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:46.862259Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802333004055905:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61943
2025-12-06T17:44:46.839580Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802332001246652:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33309
2025-12-06T17:44:46.863394Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802333004055903:2115] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:46.862522Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802332735792302:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:46.851294Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802326214338203:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(121142305ns) {Configure:104(121136383ns) {ProcessConfigured:135(80696ns) {StartInitialHandshake:157(77494ns) {DropHandshakes:470(3102ns) {DropIncomingHandshake:442(988ns) DropOutgoingHandshake:457(383ns)} GenerateSessionVirtualId:988(702ns) PrepareNewSessionHandshake:477(2400ns) {SwitchToState:179(1009ns)}}}}}
2025-12-06T17:44:46.866914Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802332001246650:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:46.867038Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802327706279275:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11489) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580802332001246649:2115] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:46.871773Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802330509305570:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20606
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:46.872001Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802330509305571:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20606
2025-12-06T17:44:46.872377Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802332001246649:2115] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:46.825993Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802333157102605:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56943
2025-12-06T17:44:46.873122Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802328907508592:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(162558555ns) {Configure:104(162553104ns) {ProcessConfigured:135(7234491ns) {StartInitialHandshake:157(7231113ns) {DropHandshakes:470(1694ns) {DropIncomingHandshake:442(274ns) DropOutgoingHandshake:457(432ns)} GenerateSessionVirtualId:988(818ns) PrepareNewSessionHandshake:477(2636ns) {SwitchToState:179(1161ns)}}}}}
2025-12-06T17:44:46.881562Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802332735792295:2108] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:46.881679Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:46.881750Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802332735792295:2108] [node 6] ICP22 created new session: [2:7580802332735792319:2108]
2025-12-06T17:44:46.881837Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802332735792319:2108] [node 6] ICS09 handshake done sender: [2:7580802332735792302:2113] self: [2:7580802332735792301:0] peer: [6:7580802333004055904:0] socket: 438 qp: -1
2025-12-06T17:44:46.881895Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802332735792319:2108] [node 6] ICS10 traffic start
2025-12-06T17:44:46.881949Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:46.890261Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802332735792318:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57644
2025-12-06T17:44:46.826083Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802333157102606:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56943
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:46.897725Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802330509305577:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20606
2025-12-06T17:44:46.872783Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802327706279275:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:46.899578Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802332735792312:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:46.886822Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802333157102604:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:46.888107Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802333157102605:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:46.897044Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802333157102610:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56943
2025-12-06T17:44:46.906910Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802333157102595:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:46.906943Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802333157102595:2110] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:44:46.914682Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802333157102595:2110] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:46.887611Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:46.911451Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802333202475949:2108] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(37683675ns) {Configure:104(37674816ns) {ProcessConfigured:135(90324ns) {StartInitialHandshake:157(85898ns) {DropHandshakes:470(3142ns) {DropIncomingHandshake:442(594ns) DropOutgoingHandshake:457(621ns)} GenerateSessionVirtualId:988(1047ns) PrepareNewSessionHandshake:477(1620ns) {SwitchToState:179(662ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:46.930731Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802328862135232:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:44:46.930847Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:46.930908Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802328862135232:2048] [node 2] ICP22 created new session: [1:7580802333157102614:2048]
2025-12-06T17:44:46.930962Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802333157102614:2048] [node 2] ICS09 handshake done sender: [1:7580802333157102595:2110] self: [1:7580802333157102594:0] peer: [2:7580802332735792322:0] socket: 447 qp: -1
2025-12-06T17:44:46.931001Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802333157102614:2048] [node 2] ICS10 traffic start
2025-12-06T17:44:46.899726Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580802328440824933:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:46.893903Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802327706279275:2049] [node 2] ICP22 created new session: [3:7580802332001246653:2049]
2025-12-06T17:44:46.931037Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:46.933551Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802332735792323:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57644
2025-12-06T17:44:46.970941Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802333157102606:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:46.937077Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802328709088530:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:46.922839Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802332001246653:2049] [node 2] ICS09 handshake done sender: [3:7580802332001246649:2115] self: [3:7580802332001246651:0] peer: [2:7580802332735792297:0] socket: 433 qp: -1
2025-12-06T17:44:46.959086Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802333202475952:2109] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(45459637ns) {Configure:104(45455127ns) {ProcessConfigured:135(100204ns) {StartInitialHandshake:157(96827ns) {DropHandshakes:470(2838ns) {DropIncomingHandshake:442(718ns) DropOutgoingHandshake:457(328ns)} GenerateSessionVirtualId:988(1117ns) PrepareNewSessionHandshake:477(2250ns) {SwitchToState:179(932ns)}}}}}
2025-12-06T17:44:46.934633Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802332735792312:2117] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:46.953718Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:46.926707Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802332001246653:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:46.927636Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:46.927927Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802327706279275:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(55023583ns) {HandleHandshakeStatus:329(55021068ns) {DropIncomingHandshake:442(5236ns) DropOutgoingHandshake:457(489ns) SwitchToState:179(756ns) ProcessPendingSessionEvents:495(1788ns)}}
2025-12-06T17:44:46.930122Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802332001246655:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33309
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:46.960649Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802333202475961:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35438
2025-12-06T17:44:46.960850Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802333202475962:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35438
2025-12-06T17:44:46.960966Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802333202475963:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35438
2025-12-06T17:44:46.982807Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802333202475961:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:47.007022Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802333157102610:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:47.007719Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802337452069913:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56943
2025-12-06T17:44:46.934851Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580802328440824933:2048] [node 1] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:46.953827Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802328709088530:2049] [node 2] ICP22 created new session: [6:7580802333004055907:2049]
2025-12-06T17:44:47.004584Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802330509305571:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:46.934931Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:47.004187Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802332001246658:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33309
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:46.962887Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802333004055907:2049] [node 2] ICS09 handshake done sender: [6:7580802333004055903:2115] self: [6:7580802333004055904:0] peer: [2:7580802332735792301:0] socket: 451 qp: -1
2025-12-06T17:44:47.018494Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802333157102599:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:47.018558Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802333157102599:2112] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:47.004713Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802330509305577:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:46.934978Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802328440824933:2048] [node 1] ICP22 created new session: [2:7580802332735792324:2048]
2025-12-06T17:44:46.935027Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802332735792324:2048] [node 1] ICS09 handshake done sender: [2:7580802332735792312:2117] self: [2:7580802332735792322:0] peer: [1:7580802333157102594:0] socket: 449 qp: -1
2025-12-06T17:44:46.935085Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802332735792324:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:46.935140Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:47.027038Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802332735792318:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:47.027169Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802332735792304:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:47.027198Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802332735792304:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:47.029414Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802332735792304:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:47.034017Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802332735792300:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:47.034065Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802332735792300:2112] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:44:47.013336Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802332001246655:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:46.962977Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802333004055907:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:47.038399Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802332735792296:2109] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:47.038489Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:47.038569Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802332735792296:2109] [node 5] ICP22 created new session: [2:7580802337030759624:2109]
2025-12-06T17:44:47.038628Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802337030759624:2109] [node 5] ICS09 handshake done sender: [2:7580802332735792304:2114] self: [2:7580802332735792303:0] peer: [5:7580802334804272876:0] socket: 439 qp: -1
2025-12-06T17:44:47.038671Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802337030759624:2109] [node 5] ICS10 traffic start
2025-12-06T17:44:47.038739Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:47.043549Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802332735792300:2112] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:47.043847Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802332735792294:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:44:47.043892Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:47.043970Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802332735792294:2107] [node 4] ICP22 created new session: [2:7580802337030759627:2107]
2025-12-06T17:44:47.044030Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802337030759627:2107] [node 4] ICS09 handshake done sender: [2:7580802332735792300:2112] self: [2:7580802332735792299:0] peer: [4:7580802337497443263:0] socket: 428 qp: -1
2025-12-06T17:44:47.044070Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802337030759627:2107] [node 4] ICS10 traffic start
2025-12-06T17:44:47.044130Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:47.028542Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802328907508591:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:47.028686Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802333202475962:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:47.029378Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802328907508590:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:47.046934Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802337452069913:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:47.013492Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802332001246641:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:47.050468Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802333202475956:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:47.050509Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802333202475956:2112] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:47.051836Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802333202475963:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:47.052202Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802337497443265:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35438
2025-12-06T17:44:47.010736Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802330509305570:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:46.963052Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:47.054683Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802333157102597:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:47.054744Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802333157102597:2111] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:47.013521Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802332001246641:2112] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:47.022913Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802336296213955:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33309
2025-12-06T17:44:47.030029Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802332001246641:2112] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:47.048199Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802332001246658:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:47.048260Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802332001246633:2107] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:47.048327Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:47.048380Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802332001246633:2107] [node 5] ICP22 created new session: [3:7580802336296213958:2107]
2025-12-06T17:44:47.048432Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802336296213958:2107] [node 5] ICS09 handshake done sender: [3:7580802332001246641:2112] self: [3:7580802332001246640:0] peer: [5:7580802334804272877:0] socket: 430 qp: -1
2025-12-06T17:44:47.048474Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802336296213958:2107] [node 5] ICS10 traffic start
2025-12-06T17:44:47.048548Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:47.049802Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802336296213955:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:46.965056Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802328709088530:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(29678778ns) {HandleHandshakeStatus:329(29675560ns) {DropIncomingHandshake:442(1852ns) DropOutgoingHandshake:457(10298ns) SwitchToState:179(426ns) ProcessPendingSessionEvents:495(692668ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 617207ns max# 62691ns}}}
2025-12-06T17:44:46.965602Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580802328709088530:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:44:47.001087Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802333004055909:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61943
2025-12-06T17:44:47.034642Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802333004055909:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:47.042486Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802333004055895:2073] [node 4] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:47.012073Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802334804272874:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20606
2025-12-06T17:44:47.012276Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802326214338201:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:47.012368Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802326214338202:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:47.012452Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802326214338203:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:47.017927Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802334804272874:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:47.037680Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802334804272879:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20606
2025-12-06T17:44:47.056708Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802334804272880:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20606
2025-12-06T17:44:47.058133Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802337299023207:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61943
2025-12-06T17:44:47.058807Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802333157102599:2112] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:47.059302Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802333157102597:2111] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:47.060515Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802328907508592:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:47.060909Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802333202475961:2115] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:47.061633Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802326214338202:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11489) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802330509305577:2117] held: no
2025-12-06T17:44:47.062524Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802330509305570:2114] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:47.063437Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802332001246643:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:47.067435Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802326214338203:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:44:47.067503Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:47.067557Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802326214338203:2050] [node 3] ICP22 created new session: [5:7580802334804272882:2050]
2025-12-06T17:44:47.067611Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802334804272882:2050] [node 3] ICS09 handshake done sender: [5:7580802330509305570:2114] self: [5:7580802334804272877:0] peer: [3:7580802332001246640:0] socket: 432 qp: -1
2025-12-06T17:44:47.067652Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802334804272882:2050] [node 3] ICS10 traffic start
2025-12-06T17:44:47.067694Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:47.069957Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802330509305577:2117] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:47.063489Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802332001246643:2113] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:44:47.064062Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802333202475956:2112] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:47.062576Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802333157102592:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:47.062709Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:47.062772Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802333157102592:2108] [node 5] ICP22 created new session: [1:7580802337452069919:2108]
2025-12-06T17:44:47.062831Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802337452069919:2108] [node 5] ICS09 handshake done sender: [1:7580802333157102599:2112] self: [1:7580802333157102598:0] peer: [5:7580802334804272875:0] socket: 450 qp: -1
2025-12-06T17:44:47.062877Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802337452069919:2108] [node 5] ICS10 traffic start
2025-12-06T17:44:47.062951Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:47.064990Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802333157102591:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:44:47.065072Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:47.065126Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802333157102591:2107] [node 4] ICP22 created new session: [1:7580802337452069921:2107]
2025-12-06T17:44:47.065179Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802337452069921:2107] [node 4] ICS09 handshake done sender: [1:7580802333157102597:2111] self: [1:7580802333157102596:0] peer: [4:7580802337497443264:0] socket: 448 qp: -1
2025-12-06T17:44:47.065213Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802337452069921:2107] [node 4] ICS10 traffic start
2025-12-06T17:44:47.065258Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:47.076995Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802328907508591:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:47.077093Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:47.077150Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802328907508591:2049] [node 2] ICP22 created new session: [4:7580802337497443269:2049]
2025-12-06T17:44:47.077212Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802337497443269:2049] [node 2] ICS09 handshake done sender: [4:7580802333202475961:2115] self: [4:7580802337497443263:0] peer: [2:7580802332735792299:0] socket: 444 qp: -1
2025-12-06T17:44:47.077250Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802337497443269:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:47.077300Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:47.082644Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802333202475949:2108] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:47.082719Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:47.082778Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802333202475949:2108] [node 6] ICP22 created new session: [4:7580802337497443271:2108]
2025-12-06T17:44:47.082856Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802337497443271:2108] [node 6] ICS09 handshake done sender: [4:7580802333202475956:2112] self: [4:7580802333202475955:0] peer: [6:7580802337299023206:0] socket: 471 qp: -1
2025-12-06T17:44:47.082911Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802337497443271:2108] [node 6] ICS10 traffic start
2025-12-06T17:44:47.082995Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:47.085601Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802337497443268:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35438
2025-12-06T17:44:47.073675Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802327706279274:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:47.076800Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802332001246643:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:47.089660Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802333004055909:2117] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:47.079362Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7580802326214338203:2050] [node 3] ICP27 obsolete handshake fail ignored
2025-12-06T17:44:47.086264Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802326214338202:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:47.086333Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:47.086394Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802326214338202:2049] [node 2] ICP22 created new session: [5:7580802334804272884:2049]
2025-12-06T17:44:47.086448Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802334804272884:2049] [node 2] ICS09 handshake done sender: [5:7580802330509305577:2117] self: [5:7580802334804272876:0] peer: [2:7580802332735792303:0] socket: 461 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:47.092666Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802337497443273:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35438
2025-12-06T17:44:47.086494Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802334804272884:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:47.086575Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:47.087865Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802326214338201:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28638) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802330509305571:2115] held: no
2025-12-06T17:44:47.092352Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802334804272881:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20606
2025-12-06T17:44:47.093354Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802332001246634:2108] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:44:47.093459Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:47.093515Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802332001246634:2108] [node 4] ICP22 created new session: [3:7580802336296213964:2108]
2025-12-06T17:44:47.093577Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802336296213964:2108] [node 4] ICS09 handshake done sender: [3:7580802332001246643:2113] self: [3:7580802332001246642:0] peer: [4:7580802337497443267:0] socket: 466 qp: -1
2025-12-06T17:44:47.093616Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802336296213964:2108] [node 4] ICS10 traffic start
2025-12-06T17:44:47.093651Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:47.095038Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802333004055895:2073] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:44:47.095120Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:47.095176Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802333004055895:2073] [node 4] ICP22 created new session: [6:7580802337299023209:2073]
2025-12-06T17:44:47.095224Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802337299023209:2073] [node 4] ICS09 handshake done sender: [6:7580802333004055909:2117] self: [6:7580802337299023206:0] peer: [4:7580802333202475955:0] socket: 472 qp: -1
2025-12-06T17:44:47.095267Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802337299023209:2073] [node 4] ICS10 traffic start
2025-12-06T17:44:47.095314Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:47.097591Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802337299023208:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61943
2025-12-06T17:44:47.099939Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802330509305571:2115] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:47.100505Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802333157102601:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:47.100548Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802333157102601:2113] [node 3] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:47.108878Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802336296213966:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33309
2025-12-06T17:44:47.111393Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802336296213955:2120] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:47.106224Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802333157102601:2113] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:47.116739Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802328907508590:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28638) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580802333202475962:2116] held: no
2025-12-06T17:44:47.120173Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802326214338201:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:47.120234Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:47.120295Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802326214338201:2048] [node 1] ICP22 created new session: [5:7580802334804272888:2048]
2025-12-06T17:44:47.120355Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802334804272888:2048] [node 1] ICS09 handshake done sender: [5:7580802330509305571:2115] self: [5:7580802334804272875:0] peer: [1:7580802333157102598:0] socket: 455 qp: -1
2025-12-06T17:44:47.120394Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802334804272888:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:47.120433Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:47.106591Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802328862135233:2049] [node 3] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:47.123273Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802337299023208:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:47.126634Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802337299023211:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61943
2025-12-06T17:44:47.113077Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802327706279274:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:47.113142Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:47.113211Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802327706279274:2048] [node 1] ICP22 created new session: [3:7580802336296213967:2048]
2025-12-06T17:44:47.113272Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802336296213967:2048] [node 1] ICS09 handshake done sender: [3:7580802336296213955:2120] self: [3:7580802336296213963:0] peer: [1:7580802333157102600:0] socket: 477 qp: -1
2025-12-06T17:44:47.113314Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802336296213967:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:47.113385Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:47.106702Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:47.127810Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802328709088531:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:47.130875Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802337299023212:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61943
2025-12-06T17:44:47.131887Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802333202475962:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:47.106768Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802328862135233:2049] [node 3] ICP22 created new session: [1:7580802337452069925:2049]
2025-12-06T17:44:47.106821Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802337452069925:2049] [node 3] ICS09 handshake done sender: [1:7580802333157102601:2113] self: [1:7580802333157102600:0] peer: [3:7580802336296213963:0] socket: 475 qp: -1
2025-12-06T17:44:47.106867Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802337452069925:2049] [node 3] ICS10 traffic start
2025-12-06T17:44:47.109063Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:47.133190Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802333202475963:2117] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:47.133538Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802337299023211:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:47.133686Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802328709088529:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:47.134224Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802333157102603:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:47.134274Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802333157102603:2114] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:47.135292Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802337299023212:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:47.135412Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802337299023215:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61943
2025-12-06T17:44:47.135944Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802328907508592:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7554) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580802333202475963:2117] held: no
2025-12-06T17:44:47.136676Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802328907508592:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:44:47.136722Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:47.136774Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802328907508592:2050] [node 3] ICP22 created new session: [4:7580802337497443276:2050]
2025-12-06T17:44:47.136826Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802337497443276:2050] [node 3] ICS09 handshake done sender: [4:7580802333202475963:2117] self: [4:7580802337497443267:0] peer: [3:7580802332001246642:0] socket: 468 qp: -1
2025-12-06T17:44:47.136861Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802337497443276:2050] [node 3] ICS10 traffic start
2025-12-06T17:44:47.136898Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:47.138189Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802328907508590:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:47.138244Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:47.138292Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802328907508590:2048] [node 1] ICP22 created new session: [4:7580802337497443278:2048]
2025-12-06T17:44:47.138340Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802337497443278:2048] [node 1] ICS09 handshake done sender: [4:7580802333202475962:2116] self: [4:7580802337497443264:0] peer: [1:7580802333157102596:0] socket: 467 qp: -1
2025-12-06T17:44:47.138377Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802337497443278:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:47.138424Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:47.140493Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802334804272890:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20606
2025-12-06T17:44:47.141109Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802333004055894:2065] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:47.141203Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802337299023208:2119] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:47.133191Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802332001246645:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:47.133239Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802332001246645:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:47.135088Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802332001246645:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:47.142081Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802328709088531:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:44:47.142172Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:47.142224Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802328709088531:2050] [node 3] ICP22 created new session: [6:7580802337299023217:2050]
2025-12-06T17:44:47.142274Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802337299023217:2050] [node 3] ICS09 handshake done sender: [6:7580802337299023208:2119] self: [6:7580802337299023213:0] peer: [3:7580802332001246644:0] socket: 457 qp: -1
2025-12-06T17:44:47.142310Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802337299023217:2050] [node 3] ICS10 traffic start
2025-12-06T17:44:47.142352Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:47.145140Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802330509305573:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:47.145183Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580802330509305573:2116] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:47.148108Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802332001246635:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:47.148204Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:47.148262Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802332001246635:2109] [node 6] ICP22 created new session: [3:7580802336296213970:2109]
2025-12-06T17:44:47.148324Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802336296213970:2109] [node 6] ICS09 handshake done sender: [3:7580802332001246645:2114] self: [3:7580802332001246644:0] peer: [6:7580802337299023213:0] socket: 458 qp: -1
2025-12-06T17:44:47.148366Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802336296213970:2109] [node 6] ICS10 traffic start
2025-12-06T17:44:47.148416Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:47.150950Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802330509305573:2116] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:47.151359Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580802330509305561:2101] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:47.151433Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:47.151483Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802330509305561:2101] [node 6] ICP22 created new session: [5:7580802334804272892:2101]
2025-12-06T17:44:47.151541Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802334804272892:2101] [node 6] ICS09 handshake done sender: [5:7580802330509305573:2116] self: [5:7580802330509305572:0] peer: [6:7580802337299023216:0] socket: 429 qp: -1
2025-12-06T17:44:47.151579Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802334804272892:2101] [node 6] ICS10 traffic start
2025-12-06T17:44:47.151613Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:47.153414Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802333157102603:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:47.153746Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802333157102593:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:47.153806Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:47.153864Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802333157102593:2109] [node 6] ICP22 created new session: [1:7580802337452069928:2109]
2025-12-06T17:44:47.153913Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802337452069928:2109] [node 6] ICS09 handshake done sender: [1:7580802333157102603:2114] self: [1:7580802333157102602:0] peer: [6:7580802337299023214:0] socket: 488 qp: -1
2025-12-06T17:44:47.153948Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802337452069928:2109] [node 6] ICS10 traffic start
2025-12-06T17:44:47.153988Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:47.155293Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802337497443274:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35438
2025-12-06T17:44:47.160052Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802337497443274:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:47.160507Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802334804272890:2122] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:47.160635Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802330509305554:2097] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:47.160995Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802333202475960:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:47.161029Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802333202475960:2114] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:47.162741Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802334804272895:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20606
2025-12-06T17:44:47.162995Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802333202475960:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:47.166885Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802333202475952:2109] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:47.166961Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:47.167035Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802333202475952:2109] [node 5] ICP22 created new session: [4:7580802337497443282:2109]
2025-12-06T17:44:47.167085Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802337497443282:2109] [node 5] ICS09 handshake done sender: [4:7580802333202475960:2114] self: [4:7580802333202475959:0] peer: [5:7580802334804272894:0] socket: 492 qp: -1
2025-12-06T17:44:47.167128Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802337497443282:2109] [node 5] ICS10 traffic start
2025-12-06T17:44:47.167170Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:47.169907Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802333004055894:2065] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:32336) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802337299023212:2121] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:47.173600Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802328709088529:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28638) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802337299023211:2120] held: no
2025-12-06T17:44:47.174583Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802337299023219:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61943
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:47.179158Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802337299023220:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61943
2025-12-06T17:44:47.179634Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802337299023212:2121] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:47.179867Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802337299023211:2120] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:47.180128Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802333004055894:2065] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:44:47.180195Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:47.180243Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802333004055894:2065] [node 5] ICP22 created new session: [6:7580802337299023221:2065]
2025-12-06T17:44:47.180294Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802337299023221:2065] [node 5] ICS09 handshake done sender: [6:7580802337299023212:2121] self: [6:7580802337299023216:0] peer: [5:7580802330509305572:0] socket: 445 qp: -1
2025-12-06T17:44:47.180350Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802337299023221:2065] [node 5] ICS10 traffic start
2025-12-06T17:44:47.180406Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:47.181354Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802328709088529:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:47.181424Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:47.181475Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802328709088529:2048] [node 1] ICP22 created new session: [6:7580802337299023223:2048]
2025-12-06T17:44:47.181523Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802337299023223:2048] [node 1] ICS09 handshake done sender: [6:7580802337299023211:2120] self: [6:7580802337299023214:0] peer: [1:7580802333157102602:0] socket: 490 qp: -1
2025-12-06T17:44:47.181563Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802337299023223:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:47.181593Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:47.210302Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802334804272890:2122] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:47.210712Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802330509305554:2097] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28298) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802334804272890:2122] held: no
2025-12-06T17:44:47.211409Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802330509305554:2097] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:44:47.211455Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:47.211509Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802330509305554:2097] [node 4] ICP22 created new session: [5:7580802334804272896:2097]
2025-12-06T17:44:47.211556Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802334804272896:2097] [node 4] ICS09 handshake done sender: [5:7580802334804272890:2122] self: [5:7580802334804272894:0] peer: [4:7580802333202475959:0] socket: 493 qp: -1
2025-12-06T17:44:47.211602Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802334804272896:2097] [node 4] ICS10 traffic start
2025-12-06T17:44:47.211636Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:47.241640Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:44:47.241902Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7580802332735792324:2048] [node 1] ICS07 socket disconnect 449 reason# EndOfStream
2025-12-06T17:44:47.241938Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580802332735792324:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:47.242034Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:47.242076Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580802332735792324:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:47.247353Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:44:47.247591Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802336296213967:2048] [node 1] ICS01 socket: 477 reason# EndOfStream
2025-12-06T17:44:47.247640Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802327706279274:2048] [node 1] ICP30 unregister session Session# [3:7580802336296213967:2048] VirtualId# [3:7580802336296213963:0]
2025-12-06T17:44:47.247679Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802336296213967:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:47.247763Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:47.247806Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:47.250420Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802328440824933:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28638) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:44:47.250471Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580802332735792324:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:47.251439Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802328440824933:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28638) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:47.251505Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580802332735792324:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:47.251538Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580802328440824933:2048] [node 1] ICP30 unregister session Session# [2:7580802332735792324:2048] VirtualId# [2:7580802332735792322:0]
2025-12-06T17:44:47.251717Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:47.251758Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [2:7580802328440824933:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:28638) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:47.251774Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28638) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:47.258720Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:44:47.258982Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802337497443278:2048] [node 1] ICS01 socket: 467 reason# EndOfStream
2025-12-06T17:44:47.259022Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802328907508590:2048] [node 1] ICP30 unregister session Session# [4:7580802337497443278:2048] VirtualId# [4:7580802337497443264:0]
2025-12-06T17:44:47.259066Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802337497443278:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:47.259153Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:47.259195Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:47.258753Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:44:47.258982Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802334804272888:2048] [node 1] ICS01 socket: 455 reason# EndOfStream
2025-12-06T17:44:47.259025Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802326214338201:2048] [node 1] ICP30 unregister session Session# [5:7580802334804272888:2048] VirtualId# [5:7580802334804272875:0]
2025-12-06T17:44:47.259063Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802334804272888:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:47.259152Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:47.259194Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:47.259287Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:44:47.259486Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802337299023223:2048] [node 1] ICS01 socket: 490 reason# EndOfStream
2025-12-06T17:44:47.259522Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802328709088529:2048] [node 1] ICP30 unregister session Session# [6:7580802337299023223:2048] VirtualId# [6:7580802337299023214:0]
2025-12-06T17:44:47.259554Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802337299023223:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:47.259612Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:47.259646Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:47.312840Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:44:47.313087Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802332001246653:2049] [node 2] ICS01 socket: 433 reason# EndOfStream
2025-12-06T17:44:47.313137Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802327706279275:2049] [node 2] ICP30 unregister session Session# [3:7580802332001246653:2049] VirtualId# [3:7580802332001246651:0]
2025-12-06T17:44:47.313174Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802332001246653:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:47.313277Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:47.313325Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:47.322770Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:44:47.323010Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802337497443269:2049] [node 2] ICS07 socket disconnect 444 reason# EndOfStream
2025-12-06T17:44:47.323048Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802337497443269:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:47.323131Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:47.323173Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802337497443269:2049] [node 2] ICS15 start handshake
2025-12-06T17:44:47.323711Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:44:47.323937Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802333004055907:2049] [node 2] ICS07 socket disconnect 451 reason# EndOfStream
2025-12-06T17:44:47.323971Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802333004055907:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:47.324038Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:47.324076Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802333004055907:2049] [node 2] ICS15 start handshake
2025-12-06T17:44:47.324598Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:44:47.324783Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802334804272884:2049] [node 2] ICS01 socket: 461 reason# EndOfStream
2025-12-06T17:44:47.324829Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802326214338202:2049] [node 2] ICP30 unregister session Session# [5:7580802334804272884:2049] VirtualId# [5:7580802334804272876:0]
2025-12-06T17:44:47.324863Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802334804272884:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:47.324938Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:47.324978Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:47.326931Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802328709088530:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11489) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:47.326995Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802333004055907:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:47.327035Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802328709088530:2049] [node 2] ICP30 unregister session Session# [6:7580802333004055907:2049] VirtualId# [6:7580802333004055904:0]
2025-12-06T17:44:47.327077Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:47.327116Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802328709088530:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:11489) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:47.327132Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11489) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:47.327701Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802328907508591:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11489) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:47.327752Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802337497443269:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:47.327784Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802328907508591:2049] [node 2] ICP30 unregister session Session# [4:7580802337497443269:2049] VirtualId# [4:7580802337497443263:0]
2025-12-06T17:44:47.327814Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:47.327840Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802328907508591:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:11489) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:47.327853Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11489) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:47.338338Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802328709088530:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:44:47.342304Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580802328907508591:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:44:47.372485Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:44:47.372761Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802337299023217:2050] [node 3] ICS07 socket disconnect 457 reason# EndOfStream
2025-12-06T17:44:47.372790Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802337299023217:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:47.372859Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:44:47.372900Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802337299023217:2050] [node 3] ICS15 start handshake
2025-12-06T17:44:47.371398Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:44:47.370838Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:44:47.371070Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802337497443276:2050] [node 3] ICS01 socket: 468 reason# EndOfStream
2025-12-06T17:44:47.371119Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802328907508592:2050] [node 3] ICP30 unregister session Session# [4:7580802337497443276:2050] VirtualId# [4:7580802337497443267:0]
2025-12-06T17:44:47.371154Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802337497443276:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:47.371244Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:44:47.371290Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:44:47.371604Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802334804272882:2050] [node 3] ICS07 socket disconnect 432 reason# EndOfStream
2025-12-06T17:44:47.371632Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802334804272882:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:47.371699Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:44:47.371743Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802334804272882:2050] [node 3] ICS15 start handshake
2025-12-06T17:44:47.399847Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802326214338203:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7554) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:47.399930Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802334804272882:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:47.399970Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802326214338203:2050] [node 3] ICP30 unregister session Session# [5:7580802334804272882:2050] VirtualId# [5:7580802334804272877:0]
2025-12-06T17:44:47.400044Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:44:47.400082Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802326214338203:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:7554) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:47.400101Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7554) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:47.402950Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802328709088531:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7554) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:47.403017Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802337299023217:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:47.403052Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802328709088531:2050] [node 3] ICP30 unregister session Session# [6:7580802337299023217:2050] VirtualId# [6:7580802337299023213:0]
2025-12-06T17:44:47.403105Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:44:47.403131Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802328709088531:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:7554) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:47.403146Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7554) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:47.404663Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802326214338203:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:44:47.415218Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802328709088531:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:44:47.531374Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:44:47.531605Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802334804272896:2097] [node 4] ICS01 socket: 493 reason# EndOfStream
2025-12-06T17:44:47.531660Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802330509305554:2097] [node 4] ICP30 unregister session Session# [5:7580802334804272896:2097] VirtualId# [5:7580802334804272894:0]
2025-12-06T17:44:47.531696Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802334804272896:2097] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:47.531775Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:44:47.531819Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:44:47.531380Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:44:47.531616Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802337299023209:2073] [node 4] ICS07 socket disconnect 472 reason# EndOfStream
2025-12-06T17:44:47.531648Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802337299023209:2073] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:47.531758Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:44:47.531815Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802337299023209:2073] [node 4] ICS15 start handshake
2025-12-06T17:44:47.532771Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802333004055895:2073] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28298) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:47.532826Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802337299023209:2073] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:47.532868Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802333004055895:2073] [node 4] ICP30 unregister session Session# [6:7580802337299023209:2073] VirtualId# [6:7580802337299023206:0]
2025-12-06T17:44:47.532914Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:44:47.532962Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802333004055895:2073] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:28298) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:47.532983Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28298) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:47.544366Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802333004055895:2073] [node 4] ICP33 wake up from error state
2025-12-06T17:44:47.595801Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:44:47.596102Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802337299023221:2065] [node 5] ICS01 socket: 445 reason# EndOfStream
2025-12-06T17:44:47.596155Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802333004055894:2065] [node 5] ICP30 unregister session Session# [6:7580802337299023221:2065] VirtualId# [6:7580802337299023216:0]
2025-12-06T17:44:47.596195Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802337299023221:2065] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:47.596328Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:44:47.596375Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:44:47.759268Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802336191785190:2048] [node 2] ICP01 ready to work
2025-12-06T17:44:47.759319Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802336191785191:2049] [node 3] ICP01 ready to work
2025-12-06T17:44:47.795137Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802335587241336:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:47.795181Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802335587241337:2049] [node 3] ICP01 ready to work
2025-12-06T17:44:47.844166Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802336676082431:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:47.844226Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802336676082432:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:47.844288Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802336676082433:2050] [node 3] ICP01 ready to work
2025-12-06T17:44:47.873758Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802334980054322:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:47.873867Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802334980054323:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:47.862744Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802334749689061:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:47.862808Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802334749689062:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:47.874422Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802334749689063:2050] [node 3] ICP01 ready to work
2025-12-06T17:44:48.112455Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802338372526019:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:48.112512Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802338372526020:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:48.112554Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802338372526021:2050] [node 3] ICP01 ready to work
2025-12-06T17:44:48.196565Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802339882208669:2084] [node 4] ICP01 ready to work
2025-12-06T17:44:48.159641Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802339044656380:2069] [node 4] ICP01 ready to work
2025-12-06T17:44:48.180828Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802339275021633:2062] [node 6] ICP01 ready to work
2025-12-06T17:44:48.217840Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802342667493342:2064] [node 4] ICP01 ready to work
2025-12-06T17:44:48.321124Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802339275021682:2059] [node 4] ICP01 ready to work
2025-12-06T17:44:48.342941Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802340486752556:2090] [node 4] ICP01 ready to work
2025-12-06T17:44:48.346466Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802340486752559:2092] [node 5] ICP01 ready to work
2025-12-06T17:44:48.323649Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802339882208698:2085] [node 5] ICP01 ready to work
2025-12-06T17:44:48.328325Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802334749689063:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(170368494ns) {Configure:104(170362714ns) {ProcessConfigured:135(71258ns) {StartInitialHandshake:157(67867ns) {DropHandshakes:470(2307ns) {DropIncomingHandshake:442(511ns) DropOutgoingHandshake:457(434ns)} GenerateSessionVirtualId:988(674ns) PrepareNewSessionHandshake:477(1973ns) {SwitchToState:179(861ns)}}}}}
2025-12-06T17:44:48.371958Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802339275021683:2071] [node 5] ICP01 ready to work
2025-12-06T17:44:48.334911Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802339044656419:2070] [node 6] ICP01 ready to work
2025-12-06T17:44:48.337008Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802339882208699:2092] [node 6] ICP01 ready to work
2025-12-06T17:44:48.392226Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802339275021633:2062] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(211045386ns) {Configure:104(211038276ns) {ProcessConfigured:135(32305567ns) {StartInitialHandshake:157(27934577ns) {DropHandshakes:470(4223ns) {DropIncomingHandshake:442(840ns) DropOutgoingHandshake:457(718ns)} GenerateSessionVirtualId:988(2018ns) PrepareNewSessionHandshake:477(2921ns) {SwitchToState:179(158ns)}}}}}
2025-12-06T17:44:48.378934Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802336191785191:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(21618121ns) {Configure:104(21612696ns) {ProcessConfigured:135(19715785ns) {StartInitialHandshake:157(19713719ns) {DropHandshakes:470(2693ns) {DropIncomingHandshake:442(676ns) DropOutgoingHandshake:457(515ns)} GenerateSessionVirtualId:988(1132ns) PrepareNewSessionHandshake:477(2538ns) {SwitchToState:179(152ns)}}}}}
2025-12-06T17:44:48.373057Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802335587241337:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(217486272ns) {Configure:104(217477466ns) {ProcessConfigured:135(64829ns) {StartInitialHandshake:157(61661ns) {DropHandshakes:470(2453ns) {DropIncomingHandshake:442(470ns) DropOutgoingHandshake:457(350ns)} GenerateSessionVirtualId:988(661ns) PrepareNewSessionHandshake:477(1008ns) {SwitchToState:179(229ns)}}}}}
2025-12-06T17:44:48.415957Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802342667493379:2077] [node 5] ICP01 ready to work
2025-12-06T17:44:48.403338Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802340971049791:2065] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:48.445182Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802339882208711:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10775
2025-12-06T17:44:48.407172Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802340486752569:2089] [node 6] ICP01 ready to work
2025-12-06T17:44:48.405275Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802334749689062:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(66119869ns) {Configure:104(66114709ns) {ProcessConfigured:135(61595ns) {StartInitialHandshake:157(59256ns) {DropHandshakes:470(5161ns) {DropIncomingHandshake:442(441ns) DropOutgoingHandshake:457(316ns)} GenerateSessionVirtualId:988(866ns) PrepareNewSessionHandshake:477(1426ns) {SwitchToState:179(383ns)}}}}}
2025-12-06T17:44:48.407737Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802340971049792:2066] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:48.460316Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802339275021682:2059] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(58994452ns) {Configure:104(58989750ns) {ProcessConfigured:135(73903ns) {StartInitialHandshake:157(72103ns) {DropHandshakes:470(2203ns) {DropIncomingHandshake:442(659ns) DropOutgoingHandshake:457(438ns)} GenerateSessionVirtualId:988(1254ns) PrepareNewSessionHandshake:477(2039ns) {SwitchToState:179(453ns)}}}}}
2025-12-06T17:44:48.463455Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802339275021693:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28761
2025-12-06T17:44:48.463639Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802339275021694:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28761
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:48.472040Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802342667493391:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19758
2025-12-06T17:44:48.472196Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802342667493392:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19758
2025-12-06T17:44:48.492784Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802339882208701:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:48.466791Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802340486752570:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55053
2025-12-06T17:44:48.476721Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802339275021694:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:48.492833Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802339882208701:2112] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:44:48.486831Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802342667493392:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:48.514659Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802340486752561:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:48.545890Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802338372526021:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(58659712ns) {Configure:104(58654052ns) {ProcessConfigured:135(70657ns) {StartInitialHandshake:157(67767ns) {DropHandshakes:470(2258ns) {DropIncomingHandshake:442(647ns) DropOutgoingHandshake:457(300ns)} GenerateSessionVirtualId:988(936ns) PrepareNewSessionHandshake:477(1538ns) {SwitchToState:179(623ns)}}}}}
2025-12-06T17:44:48.546129Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802338372526021:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:48.539227Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802336676082431:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(81522265ns) {Configure:104(81517253ns) {ProcessConfigured:135(15899125ns) {StartInitialHandshake:157(15895125ns) {DropHandshakes:470(2630ns) {DropIncomingHandshake:442(614ns) DropOutgoingHandshake:457(399ns)} GenerateSessionVirtualId:988(1005ns) PrepareNewSessionHandshake:477(5809ns) {SwitchToState:179(3338ns)}}}}}
2025-12-06T17:44:48.542500Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802340971049795:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49972
2025-12-06T17:44:48.493689Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802339882208714:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10775
2025-12-06T17:44:48.476885Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802339275021693:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:48.514744Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802340486752561:2118] [node 3] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:48.555004Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802342667493391:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:48.551959Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802339044656431:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50556
2025-12-06T17:44:48.480204Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802334980054322:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:48.570809Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802340971049801:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49972
2025-12-06T17:44:48.493759Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802339882208715:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10775
2025-12-06T17:44:48.549271Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802340486752561:2118] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:48.555383Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802338372526020:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:48.599454Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802342667493397:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19758
2025-12-06T17:44:48.600263Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802342667493391:2114] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:48.600454Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802338372526020:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:48.600530Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:48.600587Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802338372526020:2049] [node 2] ICP22 created new session: [6:7580802342667493398:2049]
2025-12-06T17:44:48.600656Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802342667493398:2049] [node 2] ICS09 handshake done sender: [6:7580802342667493391:2114] self: [6:7580802342667493396:0] peer: [2:7580802339882208707:0] socket: 455 qp: -1
2025-12-06T17:44:48.600714Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802342667493398:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:48.600756Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:48.579236Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802336676082433:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(168762044ns) {Configure:104(168756953ns) {ProcessConfigured:135(67849ns) {StartInitialHandshake:157(64634ns) {DropHandshakes:470(2802ns) {DropIncomingHandshake:442(614ns) DropOutgoingHandshake:457(348ns)} GenerateSessionVirtualId:988(781ns) PrepareNewSessionHandshake:477(1705ns) {SwitchToState:179(690ns)}}}}}
2025-12-06T17:44:48.515021Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802339882208701:2112] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:48.535215Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802339882208711:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:48.555698Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802339882208715:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:48.555868Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802335587241337:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:44:48.555932Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:48.555976Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802335587241337:2049] [node 3] ICP22 created new session: [2:7580802339882208718:2049]
2025-12-06T17:44:48.556032Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802339882208718:2049] [node 3] ICS09 handshake done sender: [2:7580802339882208701:2112] self: [2:7580802339882208700:0] peer: [3:7580802339275021698:0] socket: 432 qp: -1
2025-12-06T17:44:48.556070Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802339882208718:2049] [node 3] ICS10 traffic start
2025-12-06T17:44:48.556105Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:48.557414Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580802335587241337:2049] [node 3] ICP18 handshake (actor [2:7580802339882208715:2119]) is too old
2025-12-06T17:44:48.590304Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802339882208708:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:48.590341Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802339882208708:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:48.591664Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802339882208721:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10775
2025-12-06T17:44:48.593405Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802339882208708:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:48.622302Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802339882208706:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:48.622339Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802339882208706:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:48.480297Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802334980054323:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:48.552118Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802339044656432:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50556
2025-12-06T17:44:48.563233Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802340486752570:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:48.587423Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802339275021685:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:48.655421Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802339882208714:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:48.579611Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802340971049804:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49972
2025-12-06T17:44:48.552256Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802339044656433:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50556
2025-12-06T17:44:48.630868Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802336191785191:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(22588786ns) {IncomingHandshake:261(63218ns) {DropIncomingHandshake:442(7305ns) PrepareNewSessionHandshake:477(2721ns) {SwitchToState:179(884ns)} GenerateSessionVirtualId:988(1220ns) IssueIncomingHandshakeReply:193(6560ns)}}
2025-12-06T17:44:48.667189Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802336191785191:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:44:48.667296Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:48.667353Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802336191785191:2049] [node 3] ICP22 created new session: [1:7580802340486752575:2049]
2025-12-06T17:44:48.667423Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802340486752575:2049] [node 3] ICS09 handshake done sender: [1:7580802340486752561:2118] self: [1:7580802340486752560:0] peer: [3:7580802339275021697:0] socket: 436 qp: -1
2025-12-06T17:44:48.667475Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802340486752575:2049] [node 3] ICS10 traffic start
2025-12-06T17:44:48.667531Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:48.655499Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802339882208699:2092] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:48.655573Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:48.655629Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802339882208699:2092] [node 6] ICP22 created new session: [2:7580802339882208723:2092]
2025-12-06T17:44:48.655688Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802339882208723:2092] [node 6] ICS09 handshake done sender: [2:7580802339882208708:2115] self: [2:7580802339882208707:0] peer: [6:7580802342667493396:0] socket: 434 qp: -1
2025-12-06T17:44:48.655724Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802339882208723:2092] [node 6] ICS10 traffic start
2025-12-06T17:44:48.655775Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:48.657806Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802339882208721:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:48.587460Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802339275021685:2110] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:48.659216Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802339275021683:2071] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(261780655ns) {Configure:104(261773021ns) {ProcessConfigured:135(12201901ns) {StartInitialHandshake:157(12197437ns) {DropHandshakes:470(2328ns) {DropIncomingHandshake:442(503ns) DropOutgoingHandshake:457(440ns)} GenerateSessionVirtualId:988(959ns) PrepareNewSessionHandshake:477(3775ns) {SwitchToState:179(1873ns)}}}}}
2025-12-06T17:44:48.659460Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802334980054323:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5930) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580802339275021693:2114] held: no
2025-12-06T17:44:48.680327Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802339275021701:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28761
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:48.563080Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802339044656419:2070] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(157060745ns) {Configure:104(157055084ns) {ProcessConfigured:135(20056455ns) {StartInitialHandshake:157(20053495ns) {DropHandshakes:470(6233056ns) {DropIncomingHandshake:442(216ns) DropOutgoingHandshake:457(2217ns)} GenerateSessionVirtualId:988(948ns) PrepareNewSessionHandshake:477(3415ns) {SwitchToState:179(443ns)}}}}}
2025-12-06T17:44:48.694215Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802339882208706:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:48.598966Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802340971049801:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:48.611143Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802339044656433:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:48.611263Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802339044656431:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:48.611941Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802334749689062:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:48.612167Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802339044656438:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50556
2025-12-06T17:44:48.669082Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802339044656432:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:48.682868Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802334749689061:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:48.687279Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802339044656438:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:48.716587Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802339044656380:2069] [node 4] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:48.693510Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802342667493401:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19758
2025-12-06T17:44:48.711867Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802340486752563:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:48.623418Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802340971049804:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:48.712331Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802339275021701:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:48.717753Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802339275021685:2110] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:48.729138Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802339275021700:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28761
2025-12-06T17:44:48.705215Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802339882208729:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10775
2025-12-06T17:44:48.731866Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802342667493392:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:48.740170Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802339275021633:2062] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:48.686053Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802340971049795:2112] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:48.711923Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802340486752563:2119] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:48.740281Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:48.740347Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802339275021633:2062] [node 6] ICP22 created new session: [3:7580802339275021706:2062]
2025-12-06T17:44:48.740405Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802339275021706:2062] [node 6] ICS09 handshake done sender: [3:7580802339275021685:2110] self: [3:7580802339275021684:0] peer: [6:7580802342667493395:0] socket: 438 qp: -1
2025-12-06T17:44:48.740453Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802339275021706:2062] [node 6] ICS10 traffic start
2025-12-06T17:44:48.740512Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:48.741900Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802334980054322:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3543) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580802339275021694:2115] held: no
2025-12-06T17:44:48.744305Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802339275021699:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28761
2025-12-06T17:44:48.753531Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802339275021694:2115] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:48.723484Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802339882208698:2085] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:48.696791Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802336676082431:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:48.744696Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802338372526021:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:44:48.759971Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802340486752558:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:48.788474Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802339044656380:2069] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13507) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802339044656438:2118] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:48.789499Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802339044656442:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50556
2025-12-06T17:44:48.733853Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:48.760004Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802340486752558:2117] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:44:48.783669Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802336191785191:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(26629208ns) {HandleHandshakeStatus:329(26618820ns) {DropIncomingHandshake:442(23482ns) DropOutgoingHandshake:457(427ns) SwitchToState:179(576ns) ProcessPendingSessionEvents:495(26132696ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 26010829ns max# 18919723ns}}}
2025-12-06T17:44:48.786765Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802340486752578:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55053
2025-12-06T17:44:48.786931Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802340486752580:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55053
2025-12-06T17:44:48.787096Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802340486752577:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55053
2025-12-06T17:44:48.711585Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802340971049812:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49972
2025-12-06T17:44:48.727230Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802340971049813:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49972
2025-12-06T17:44:48.738627Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802340971049798:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:48.738690Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802340971049798:2113] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:48.748659Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802340971049798:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:48.749360Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802340971049813:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:48.749510Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802336676082432:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:48.749969Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802340971049791:2065] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:48.750084Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:48.760408Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802340971049791:2065] [node 5] ICP22 created new session: [4:7580802340971049816:2065]
2025-12-06T17:44:48.767384Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802340971049817:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49972
2025-12-06T17:44:48.772692Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802340971049816:2065] [node 5] ICS09 handshake done sender: [4:7580802340971049798:2113] self: [4:7580802340971049797:0] peer: [5:7580802339044656443:0] socket: 470 qp: -1
2025-12-06T17:44:48.775245Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802340971049816:2065] [node 5] ICS10 traffic start
2025-12-06T17:44:48.778462Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802340971049812:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:48.778601Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802340971049813:2120] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:48.791839Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802336676082432:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:48.791963Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:48.792024Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802336676082432:2049] [node 2] ICP22 created new session: [4:7580802340971049819:2049]
2025-12-06T17:44:48.792088Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802340971049819:2049] [node 2] ICS09 handshake done sender: [4:7580802340971049813:2120] self: [4:7580802340971049815:0] peer: [2:7580802339882208712:0] socket: 486 qp: -1
2025-12-06T17:44:48.792134Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802340971049819:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:48.792213Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:48.793960Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:48.766097Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802334980054322:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:48.766177Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:48.766230Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802334980054322:2048] [node 1] ICP22 created new session: [3:7580802339275021708:2048]
2025-12-06T17:44:48.766286Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802339275021708:2048] [node 1] ICS09 handshake done sender: [3:7580802339275021694:2115] self: [3:7580802339275021697:0] peer: [1:7580802340486752560:0] socket: 448 qp: -1
2025-12-06T17:44:48.766337Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802339275021708:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:48.766379Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:48.775763Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802339275021693:2114] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:48.776027Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802334980054323:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:48.776101Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:48.776170Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802334980054323:2049] [node 2] ICP22 created new session: [3:7580802339275021712:2049]
2025-12-06T17:44:48.776226Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802339275021712:2049] [node 2] ICS09 handshake done sender: [3:7580802339275021693:2114] self: [3:7580802339275021698:0] peer: [2:7580802339882208700:0] socket: 447 qp: -1
2025-12-06T17:44:48.776270Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802339275021712:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:48.776307Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:48.765438Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:48.767851Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802342667493403:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19758
2025-12-06T17:44:48.768297Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802338372526021:2050] [node 3] ICP22 created new session: [6:7580802342667493402:2050]
2025-12-06T17:44:48.768348Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802342667493402:2050] [node 3] ICS09 handshake done sender: [6:7580802342667493392:2115] self: [6:7580802342667493395:0] peer: [3:7580802339275021684:0] socket: 456 qp: -1
2025-12-06T17:44:48.768388Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802342667493402:2050] [node 3] ICS10 traffic start
2025-12-06T17:44:48.768433Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:48.770188Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802338372526021:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(24514031ns) {HandleHandshakeStatus:329(24511968ns) {DropIncomingHandshake:442(786ns) DropOutgoingHandshake:457(7034ns) SwitchToState:179(702ns) ProcessPendingSessionEvents:495(641734ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 577585ns max# 82616ns}}}
2025-12-06T17:44:48.744551Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802339882208698:2085] [node 5] ICP22 created new session: [2:7580802339882208730:2085]
2025-12-06T17:44:48.749964Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802339882208713:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:48.750001Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802339882208713:2117] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:44:48.754169Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802339882208730:2085] [node 5] ICS09 handshake done sender: [2:7580802339882208706:2114] self: [2:7580802339882208705:0] peer: [5:7580802339044656440:0] socket: 433 qp: -1
2025-12-06T17:44:48.754605Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802339882208730:2085] [node 5] ICS10 traffic start
2025-12-06T17:44:48.762684Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:48.762727Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802339882208713:2117] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:48.764486Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802339882208698:2085] [node 5] ICP35 event processing took too much time PendingConnection:279(45206963ns) {HandleHandshakeStatus:329(45203906ns) {DropIncomingHandshake:442(26663ns) DropOutgoingHandshake:457(500ns) SwitchToState:179(402ns) ProcessPendingSessionEvents:495(652617ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 589155ns max# 65834ns}}}
2025-12-06T17:44:48.795233Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802339882208669:2084] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:44:48.795307Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:48.795376Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802339882208669:2084] [node 4] ICP22 created new session: [2:7580802339882208733:2084]
2025-12-06T17:44:48.795438Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802339882208733:2084] [node 4] ICS09 handshake done sender: [2:7580802339882208713:2117] self: [2:7580802339882208712:0] peer: [4:7580802340971049815:0] socket: 481 qp: -1
2025-12-06T17:44:48.795481Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802339882208733:2084] [node 4] ICS10 traffic start
2025-12-06T17:44:48.795515Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:48.799738Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802340486752563:2119] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:48.818980Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802340486752580:2125] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:48.819544Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802340486752578:2124] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:48.819728Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802340486752558:2117] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:48.816807Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802339882208669:2084] [node 4] ICP35 event processing took too much time PendingConnection:279(20434302ns) {HandleHandshakeStatus:329(20431577ns) {DropIncomingHandshake:442(17197ns) DropOutgoingHandshake:457(410ns) SwitchToState:179(422ns) ProcessPendingSessionEvents:495(20031838ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 19954674ns max# 19312014ns}}}
2025-12-06T17:44:48.827060Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802339882208729:2121] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:48.827313Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580802335587241336:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:48.827946Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802340486752559:2092] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:48.828039Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:48.828101Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802340486752559:2092] [node 5] ICP22 created new session: [1:7580802340486752583:2092]
2025-12-06T17:44:48.828157Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802340486752583:2092] [node 5] ICS09 handshake done sender: [1:7580802340486752563:2119] self: [1:7580802340486752562:0] peer: [5:7580802339044656441:0] socket: 437 qp: -1
2025-12-06T17:44:48.828201Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802340486752583:2092] [node 5] ICS10 traffic start
2025-12-06T17:44:48.828250Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:48.831158Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802342667493405:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19758
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:48.832001Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802334749689062:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5930) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802339044656431:2114] held: no
2025-12-06T17:44:48.833699Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802339044656446:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50556
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:48.838457Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802342667493406:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19758
2025-12-06T17:44:48.820568Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802340971049791:2065] [node 5] ICP35 event processing took too much time PendingConnection:279(69476099ns) {HandleHandshakeStatus:329(69473231ns) {DropIncomingHandshake:442(15294ns) DropOutgoingHandshake:457(761ns) SwitchToState:179(128ns) ProcessPendingSessionEvents:495(16108481ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 16035206ns max# 15481776ns}}}
2025-12-06T17:44:48.845469Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802342667493403:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:48.845639Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802342667493342:2064] [node 4] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:48.851303Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802339882208736:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10775
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:48.843864Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802336676082433:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:48.834432Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802340486752565:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:48.846434Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802339044656444:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50556
2025-12-06T17:44:48.873576Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802339275021692:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:48.873649Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802339275021692:2113] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:44:48.877806Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802339882208729:2121] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:48.882190Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802339275021692:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:48.863408Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802340971049822:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49972
2025-12-06T17:44:48.878322Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802340971049803:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:48.878360Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802340971049803:2116] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:48.879427Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802340971049795:2112] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:48.847088Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802339044656431:2114] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:48.852265Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802339044656445:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50556
2025-12-06T17:44:48.852537Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802339044656432:2115] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:48.868251Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802334749689061:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:48.868360Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:48.868431Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802334749689061:2048] [node 1] ICP22 created new session: [5:7580802339044656449:2048]
2025-12-06T17:44:48.868517Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802339044656449:2048] [node 1] ICS09 handshake done sender: [5:7580802339044656432:2115] self: [5:7580802339044656441:0] peer: [1:7580802340486752562:0] socket: 462 qp: -1
2025-12-06T17:44:48.868567Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802339044656449:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:48.868610Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:48.870963Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802334749689062:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:48.871049Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:48.871115Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802334749689062:2049] [node 2] ICP22 created new session: [5:7580802339044656451:2049]
2025-12-06T17:44:48.871177Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802339044656451:2049] [node 2] ICS09 handshake done sender: [5:7580802339044656431:2114] self: [5:7580802339044656440:0] peer: [2:7580802339882208705:0] socket: 461 qp: -1
2025-12-06T17:44:48.871218Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802339044656451:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:48.871271Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:48.872440Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802339044656438:2118] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:48.834479Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802340486752565:2120] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:44:48.875199Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802339044656445:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:48.883930Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802339044656380:2069] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:44:48.835452Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802340486752556:2090] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:44:48.884018Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:48.835522Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:48.884071Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802339044656380:2069] [node 4] ICP22 created new session: [5:7580802339044656453:2069]
2025-12-06T17:44:48.835593Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802340486752556:2090] [node 4] ICP22 created new session: [1:7580802340486752589:2090]
2025-12-06T17:44:48.884120Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802339044656453:2069] [node 4] ICS09 handshake done sender: [5:7580802339044656438:2118] self: [5:7580802339044656443:0] peer: [4:7580802340971049797:0] socket: 478 qp: -1
2025-12-06T17:44:48.835649Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802340486752589:2090] [node 4] ICS09 handshake done sender: [1:7580802340486752558:2117] self: [1:7580802340486752557:0] peer: [4:7580802340971049811:0] socket: 435 qp: -1
2025-12-06T17:44:48.884164Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802339044656453:2069] [node 4] ICS10 traffic start
2025-12-06T17:44:48.835689Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802340486752589:2090] [node 4] ICS10 traffic start
2025-12-06T17:44:48.884209Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:48.835744Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:48.885615Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802334749689063:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:48.837241Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802340486752577:2123] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:48.864388Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802340486752565:2120] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:48.887738Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580802340486752556:2090] [node 4] ICP18 handshake (actor [1:7580802340486752577:2123]) is too old
2025-12-06T17:44:48.882735Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802339275021682:2059] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:44:48.882860Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:48.882924Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802339275021682:2059] [node 4] ICP22 created new session: [3:7580802339275021715:2059]
2025-12-06T17:44:48.882979Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802339275021715:2059] [node 4] ICS09 handshake done sender: [3:7580802339275021692:2113] self: [3:7580802339275021691:0] peer: [4:7580802340971049823:0] socket: 449 qp: -1
2025-12-06T17:44:48.883029Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802339275021715:2059] [node 4] ICS10 traffic start
2025-12-06T17:44:48.883096Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:48.900502Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802336676082431:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:48.900626Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:48.900692Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802336676082431:2048] [node 1] ICP22 created new session: [4:7580802340971049827:2048]
2025-12-06T17:44:48.900743Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802340971049827:2048] [node 1] ICS09 handshake done sender: [4:7580802340971049795:2112] self: [4:7580802340971049811:0] peer: [1:7580802340486752557:0] socket: 443 qp: -1
2025-12-06T17:44:48.900785Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802340971049827:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:48.900830Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:48.901658Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7580802336676082431:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:44:48.903962Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802340971049803:2116] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:48.906316Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802340486752588:2126] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55053
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:48.911484Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802342667493408:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19758
2025-12-06T17:44:48.896367Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802339275021703:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:48.890149Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580802335587241336:2048] [node 1] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:48.915983Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802340971049826:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49972
2025-12-06T17:44:48.920797Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [1:7580802340486752559:2092] [node 5] ICP27 obsolete handshake fail ignored
2025-12-06T17:44:48.924141Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802340971049792:2066] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:48.924218Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:48.924250Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802340971049792:2066] [node 6] ICP22 created new session: [4:7580802340971049829:2066]
2025-12-06T17:44:48.924288Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802340971049829:2066] [node 6] ICS09 handshake done sender: [4:7580802340971049803:2116] self: [4:7580802340971049802:0] peer: [6:7580802342667493407:0] socket: 489 qp: -1
2025-12-06T17:44:48.924313Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802340971049829:2066] [node 6] ICS10 traffic start
2025-12-06T17:44:48.924351Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:48.921931Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802336191785190:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:44:48.896418Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802339275021703:2119] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:48.922037Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:48.895254Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:48.921356Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802342667493405:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:48.926716Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802342667493406:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:48.899060Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802339275021703:2119] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:48.922519Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802339275021683:2071] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:48.922644Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:48.922708Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802339275021683:2071] [node 5] ICP22 created new session: [3:7580802339275021718:2071]
2025-12-06T17:44:48.922755Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802339275021718:2071] [node 5] ICS09 handshake done sender: [3:7580802339275021703:2119] self: [3:7580802339275021702:0] peer: [5:7580802339044656455:0] socket: 491 qp: -1
2025-12-06T17:44:48.922793Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802339275021718:2071] [node 5] ICS10 traffic start
2025-12-06T17:44:48.922854Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:48.935953Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802339275021720:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28761
2025-12-06T17:44:48.910406Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802335587241336:2048] [node 1] ICP22 created new session: [2:7580802339882208737:2048]
2025-12-06T17:44:48.912868Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802339882208737:2048] [node 1] ICS09 handshake done sender: [2:7580802339882208729:2121] self: [2:7580802339882208735:0] peer: [1:7580802340486752564:0] socket: 488 qp: -1
2025-12-06T17:44:48.913404Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802339882208737:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:48.913469Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:48.934793Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802340971049812:2119] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:48.940796Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802336676082433:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:44:48.922090Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802336191785190:2048] [node 2] ICP22 created new session: [1:7580802340486752592:2048]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:48.944268Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802334749689063:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22896) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802339044656445:2121] held: no
2025-12-06T17:44:48.945327Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802339044656456:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50556
2025-12-06T17:44:48.946229Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802339044656445:2121] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:48.959806Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802334749689063:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:44:48.937843Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802342667493403:2119] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:48.938996Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802338372526019:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:48.946583Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802342667493342:2064] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13507) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802342667493403:2119] held: no
2025-12-06T17:44:48.947382Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802342667493342:2064] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:44:48.947481Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:48.947554Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802342667493342:2064] [node 4] ICP22 created new session: [6:7580802342667493411:2064]
2025-12-06T17:44:48.947607Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802342667493411:2064] [node 4] ICS09 handshake done sender: [6:7580802342667493403:2119] self: [6:7580802342667493407:0] peer: [4:7580802340971049802:0] socket: 490 qp: -1
2025-12-06T17:44:48.947665Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802342667493411:2064] [node 4] ICS10 traffic start
2025-12-06T17:44:48.947732Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:48.959934Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:48.922125Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802340486752592:2048] [node 2] ICS09 handshake done sender: [1:7580802340486752565:2120] self: [1:7580802340486752564:0] peer: [2:7580802339882208735:0] socket: 452 qp: -1
2025-12-06T17:44:48.943290Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802339275021720:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:48.960001Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802334749689063:2050] [node 3] ICP22 created new session: [5:7580802339044656457:2050]
2025-12-06T17:44:48.964771Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802342667493379:2077] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:48.922157Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802340486752592:2048] [node 2] ICS10 traffic start
2025-12-06T17:44:48.960074Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802339044656457:2050] [node 3] ICS09 handshake done sender: [5:7580802339044656445:2121] self: [5:7580802339044656455:0] peer: [3:7580802339275021702:0] socket: 494 qp: -1
2025-12-06T17:44:48.960128Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802339044656457:2050] [node 3] ICS10 traffic start
2025-12-06T17:44:48.960174Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:48.963092Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7580802339275021682:2059] [node 4] ICP18 handshake (actor [3:7580802339275021720:2120]) is too old
2025-12-06T17:44:48.969771Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:48.969440Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802342667493413:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19758
2025-12-06T17:44:48.922198Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:48.962436Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802340486752573:2122] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:48.969544Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802342667493379:2077] [node 5] ICP35 event processing took too much time PendingConnection:279(21908478ns) {IncomingHandshake:261(21529348ns) {DropIncomingHandshake:442(468ns) PrepareNewSessionHandshake:477(1537ns) {SwitchToState:179(269ns)} GenerateSessionVirtualId:988(1125ns) IssueIncomingHandshakeReply:193(1807437ns) {SwitchToState:179(1800ns)}}}
2025-12-06T17:44:48.971637Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802336676082433:2050] [node 3] ICP22 created new session: [4:7580802340971049831:2050]
2025-12-06T17:44:48.978979Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802338372526019:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3543) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802342667493405:2120] held: no
2025-12-06T17:44:48.979831Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802342667493405:2120] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:48.987848Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802338372526019:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:48.980304Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802339044656437:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:48.975574Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802340971049831:2050] [node 3] ICS09 handshake done sender: [4:7580802340971049812:2119] self: [4:7580802340971049823:0] peer: [3:7580802339275021691:0] socket: 483 qp: -1
2025-12-06T17:44:48.975638Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802340971049831:2050] [node 3] ICS10 traffic start
2025-12-06T17:44:48.975717Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:48.962471Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802340486752573:2122] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:48.988417Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:48.966385Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802340486752573:2122] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:48.988489Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802338372526019:2048] [node 1] ICP22 created new session: [6:7580802342667493415:2048]
2025-12-06T17:44:48.980365Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580802339044656437:2117] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:48.977613Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802336676082433:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(35730880ns) {HandleHandshakeStatus:329(35727663ns) {DropIncomingHandshake:442(733ns) DropOutgoingHandshake:457(2138093ns) SwitchToState:179(1189ns) ProcessPendingSessionEvents:495(631333ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 569216ns max# 77868ns}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:48.966766Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802340486752569:2089] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:48.988548Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802342667493415:2048] [node 1] ICS09 handshake done sender: [6:7580802342667493405:2120] self: [6:7580802342667493409:0] peer: [1:7580802340486752572:0] socket: 492 qp: -1
2025-12-06T17:44:48.988603Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802342667493415:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:48.988644Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:48.991869Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802342667493379:2077] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31941) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802342667493406:2121] held: no
2025-12-06T17:44:48.993538Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802342667493414:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19758
2025-12-06T17:44:48.983836Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802339044656437:2117] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:48.984220Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580802339044656419:2070] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:48.984350Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:48.984412Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802339044656419:2070] [node 6] ICP22 created new session: [5:7580802339044656460:2070]
2025-12-06T17:44:48.984493Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802339044656460:2070] [node 6] ICS09 handshake done sender: [5:7580802339044656437:2117] self: [5:7580802339044656429:0] peer: [6:7580802342667493410:0] socket: 497 qp: -1
2025-12-06T17:44:48.984531Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802339044656460:2070] [node 6] ICS10 traffic start
2025-12-06T17:44:48.984567Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:48.966871Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:48.966929Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802340486752569:2089] [node 6] ICP22 created new session: [1:7580802340486752595:2089]
2025-12-06T17:44:48.966980Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802340486752595:2089] [node 6] ICS09 handshake done sender: [1:7580802340486752573:2122] self: [1:7580802340486752572:0] peer: [6:7580802342667493409:0] socket: 465 qp: -1
2025-12-06T17:44:48.967026Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802340486752595:2089] [node 6] ICS10 traffic start
2025-12-06T17:44:48.967086Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:48.995666Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802335587241336:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(104221487ns) {HandleHandshakeStatus:329(104218086ns) {DropIncomingHandshake:442(996ns) DropOutgoingHandshake:457(6004ns) SwitchToState:179(520ns) ProcessPendingSessionEvents:495(80748740ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 75991776ns max# 13905093ns}}}
2025-12-06T17:44:48.998505Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802342667493406:2121] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:48.998776Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802342667493379:2077] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:44:48.998834Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:48.999014Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802342667493379:2077] [node 5] ICP22 created new session: [6:7580802342667493417:2077]
2025-12-06T17:44:48.999078Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802342667493417:2077] [node 5] ICS09 handshake done sender: [6:7580802342667493406:2121] self: [6:7580802342667493410:0] peer: [5:7580802339044656429:0] socket: 500 qp: -1
2025-12-06T17:44:48.999117Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802342667493417:2077] [node 5] ICS10 traffic start
2025-12-06T17:44:48.999158Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:49.096154Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:44:49.096373Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802339275021708:2048] [node 1] ICS01 socket: 448 reason# EndOfStream
2025-12-06T17:44:49.096426Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802334980054322:2048] [node 1] ICP30 unregister session Session# [3:7580802339275021708:2048] VirtualId# [3:7580802339275021697:0]
2025-12-06T17:44:49.096466Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802339275021708:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:49.096551Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:49.096594Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:49.098733Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:44:49.098984Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7580802339882208737:2048] [node 1] ICS07 socket disconnect 488 reason# EndOfStream
2025-12-06T17:44:49.099024Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580802339882208737:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:49.099120Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:49.099180Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580802339882208737:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:49.099238Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:44:49.099433Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802342667493415:2048] [node 1] ICS01 socket: 492 reason# EndOfStream
2025-12-06T17:44:49.101103Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802338372526019:2048] [node 1] ICP30 unregister session Session# [6:7580802342667493415:2048] VirtualId# [6:7580802342667493409:0]
2025-12-06T17:44:49.101151Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802342667493415:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:49.101224Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:49.101269Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:49.104611Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802335587241336:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3543) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:49.104685Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580802339882208737:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:49.104726Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580802335587241336:2048] [node 1] ICP30 unregister session Session# [2:7580802339882208737:2048] VirtualId# [2:7580802339882208735:0]
2025-12-06T17:44:49.104867Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:49.104912Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [2:7580802335587241336:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:3543) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:49.104927Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3543) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:49.105413Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:44:49.105668Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802340971049827:2048] [node 1] ICS07 socket disconnect 443 reason# EndOfStream
2025-12-06T17:44:49.105703Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802340971049827:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:49.105791Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:49.105832Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802340971049827:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:49.109133Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802336676082431:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3543) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:49.109211Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802340971049827:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:49.109244Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802336676082431:2048] [node 1] ICP30 unregister session Session# [4:7580802340971049827:2048] VirtualId# [4:7580802340971049811:0]
2025-12-06T17:44:49.109287Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:49.109327Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802336676082431:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:3543) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:49.109346Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3543) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:49.115367Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:44:49.115640Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802339044656449:2048] [node 1] ICS07 socket disconnect 462 reason# EndOfStream
2025-12-06T17:44:49.115698Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802339044656449:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:49.115802Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:49.115851Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802339044656449:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:49.117276Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802334749689061:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3543) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:49.117343Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802339044656449:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:49.117381Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802334749689061:2048] [node 1] ICP30 unregister session Session# [5:7580802339044656449:2048] VirtualId# [5:7580802339044656441:0]
2025-12-06T17:44:49.117429Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:49.117462Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802334749689061:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:3543) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:49.117478Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3543) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:49.122824Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [2:7580802335587241336:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:44:49.128366Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802334749689061:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:44:49.127007Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580802336676082431:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:44:49.194742Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:44:49.195010Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802339275021712:2049] [node 2] ICS01 socket: 447 reason# EndOfStream
2025-12-06T17:44:49.195067Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802334980054323:2049] [node 2] ICP30 unregister session Session# [3:7580802339275021712:2049] VirtualId# [3:7580802339275021698:0]
2025-12-06T17:44:49.195106Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802339275021712:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:49.195219Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:49.195267Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:49.200118Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:44:49.200359Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802340971049819:2049] [node 2] ICS01 socket: 486 reason# EndOfStream
2025-12-06T17:44:49.200407Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802336676082432:2049] [node 2] ICP30 unregister session Session# [4:7580802340971049819:2049] VirtualId# [4:7580802340971049815:0]
2025-12-06T17:44:49.200447Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802340971049819:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:49.200545Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:49.200599Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:49.200729Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:44:49.200953Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802339044656451:2049] [node 2] ICS01 socket: 461 reason# EndOfStream
2025-12-06T17:44:49.200993Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802334749689062:2049] [node 2] ICP30 unregister session Session# [5:7580802339044656451:2049] VirtualId# [5:7580802339044656440:0]
2025-12-06T17:44:49.201020Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802339044656451:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:49.201105Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:49.201145Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:49.201913Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:44:49.202126Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802342667493398:2049] [node 2] ICS07 socket disconnect 455 reason# EndOfStream
2025-12-06T17:44:49.202156Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802342667493398:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:49.202226Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:49.202262Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802342667493398:2049] [node 2] ICS15 start handshake
2025-12-06T17:44:49.205191Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802338372526020:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5930) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:49.205270Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802342667493398:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:49.205318Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802338372526020:2049] [node 2] ICP30 unregister session Session# [6:7580802342667493398:2049] VirtualId# [6:7580802342667493396:0]
2025-12-06T17:44:49.205367Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:49.205406Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802338372526020:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:5930) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:49.205422Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5930) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:49.215836Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802338372526020:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:44:49.286819Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:44:49.287026Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802340971049831:2050] [node 3] ICS07 socket disconnect 483 reason# EndOfStream
2025-12-06T17:44:49.287061Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802340971049831:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:49.287138Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:44:49.287182Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802340971049831:2050] [node 3] ICS15 start handshake
2025-12-06T17:44:49.287762Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:44:49.287988Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802342667493402:2050] [node 3] ICS01 socket: 456 reason# EndOfStream
2025-12-06T17:44:49.288037Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802338372526021:2050] [node 3] ICP30 unregister session Session# [6:7580802342667493402:2050] VirtualId# [6:7580802342667493395:0]
2025-12-06T17:44:49.288069Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802342667493402:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:49.288139Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:44:49.288181Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:44:49.286243Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:44:49.286481Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802339044656457:2050] [node 3] ICS01 socket: 494 reason# EndOfStream
2025-12-06T17:44:49.286525Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802334749689063:2050] [node 3] ICP30 unregister session Session# [5:7580802339044656457:2050] VirtualId# [5:7580802339044656455:0]
2025-12-06T17:44:49.286581Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802339044656457:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:49.286666Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:44:49.286704Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:44:49.289284Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802336676082433:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22896) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:49.289356Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802340971049831:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:49.289392Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802336676082433:2050] [node 3] ICP30 unregister session Session# [4:7580802340971049831:2050] VirtualId# [4:7580802340971049823:0]
2025-12-06T17:44:49.289515Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:44:49.289573Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802336676082433:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:22896) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:49.289592Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22896) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:49.302253Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580802336676082433:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:44:49.451474Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:44:49.451680Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802342667493411:2064] [node 4] ICS01 socket: 490 reason# EndOfStream
2025-12-06T17:44:49.451721Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802342667493342:2064] [node 4] ICP30 unregister session Session# [6:7580802342667493411:2064] VirtualId# [6:7580802342667493407:0]
2025-12-06T17:44:49.451757Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802342667493411:2064] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:49.450771Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:44:49.451837Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:44:49.451063Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802339044656453:2069] [node 4] ICS01 socket: 478 reason# EndOfStream
2025-12-06T17:44:49.451885Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:44:49.451118Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802339044656380:2069] [node 4] ICP30 unregister session Session# [5:7580802339044656453:2069] VirtualId# [5:7580802339044656443:0]
2025-12-06T17:44:49.451158Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802339044656453:2069] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:49.451276Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:44:49.451331Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:44:49.606816Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:44:49.607075Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802342667493417:2077] [node 5] ICS01 socket: 500 reason# EndOfStream
2025-12-06T17:44:49.607128Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802342667493379:2077] [node 5] ICP30 unregister session Session# [6:7580802342667493417:2077] VirtualId# [6:7580802342667493410:0]
2025-12-06T17:44:49.607169Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802342667493417:2077] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:49.607276Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:44:49.607325Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:44:50.131773Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802350695093908:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:50.131816Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802350695093909:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:50.123301Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802349736430653:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:50.123349Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802349736430654:2049] [node 3] ICP01 ready to work
2025-12-06T17:44:50.144060Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802348301234945:2048] [node 2] ICP01 ready to work
2025-12-06T17:44:50.144113Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802348301234946:2049] [node 3] ICP01 ready to work
2025-12-06T17:44:50.196257Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802349994981162:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:50.196315Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802349994981163:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:50.196358Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802349994981164:2050] [node 3] ICP01 ready to work
2025-12-06T17:44:50.231219Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802350702696005:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:50.443454Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802347794288132:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:50.443498Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802347794288133:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:50.443539Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802347794288134:2050] [node 3] ICP01 ready to work
2025-12-06T17:44:50.231273Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802350702696006:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:50.231309Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802350702696007:2050] [node 3] ICP01 ready to work
2025-12-06T17:44:50.611217Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802349994981192:2076] [node 5] ICP01 ready to work
2025-12-06T17:44:50.666854Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802349736430706:2103] [node 6] ICP01 ready to work
2025-12-06T17:44:50.734789Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802349736430728:2110] [node 5] ICP01 ready to work
2025-12-06T17:44:50.750302Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802350702696045:2067] [node 4] ICP01 ready to work
2025-12-06T17:44:50.758633Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802348301235009:2106] [node 5] ICP01 ready to work
2025-12-06T17:44:50.749479Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802349994981225:2075] [node 6] ICP01 ready to work
2025-12-06T17:44:50.794733Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802347794288170:2065] [node 5] ICP01 ready to work
2025-12-06T17:44:50.804126Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802347794288172:2068] [node 4] ICP01 ready to work
2025-12-06T17:44:50.819539Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802349994981192:2076] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(207842703ns) {Configure:104(207837143ns) {ProcessConfigured:135(31873212ns) {StartInitialHandshake:157(31869868ns) {DropHandshakes:470(2439ns) {DropIncomingHandshake:442(510ns) DropOutgoingHandshake:457(408ns)} GenerateSessionVirtualId:988(677ns) PrepareNewSessionHandshake:477(3144ns) {SwitchToState:179(1707ns)}}}}}
2025-12-06T17:44:50.795204Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802350695093971:2097] [node 4] ICP01 ready to work
2025-12-06T17:44:50.794776Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802348301235008:2107] [node 4] ICP01 ready to work
2025-12-06T17:44:50.851666Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802349736430653:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(253107925ns) {Configure:104(253098620ns) {ProcessConfigured:135(76795ns) {StartInitialHandshake:157(74093ns) {DropHandshakes:470(3002ns) {DropIncomingHandshake:442(1032ns) DropOutgoingHandshake:457(258ns)} GenerateSessionVirtualId:988(616ns) PrepareNewSessionHandshake:477(1354ns) {SwitchToState:179(373ns)}}}}}
2025-12-06T17:44:50.853519Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802349736430739:2104] [node 4] ICP01 ready to work
2025-12-06T17:44:50.827116Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802350695093972:2094] [node 5] ICP01 ready to work
2025-12-06T17:44:50.832137Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802350702696069:2068] [node 6] ICP01 ready to work
2025-12-06T17:44:50.855994Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802347794288134:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(170513451ns) {Configure:104(170504939ns) {ProcessConfigured:135(76615ns) {StartInitialHandshake:157(73052ns) {DropHandshakes:470(2770ns) {DropIncomingHandshake:442(620ns) DropOutgoingHandshake:457(285ns)} GenerateSessionVirtualId:988(623ns) PrepareNewSessionHandshake:477(1378ns) {SwitchToState:179(358ns)}}}}}
2025-12-06T17:44:50.810251Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802348301235013:2108] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:50.885415Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802349736430743:2128] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28723
2025-12-06T17:44:50.859554Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802350695093973:2099] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:50.871725Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802348301234946:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(49391585ns) {Configure:104(49387012ns) {ProcessConfigured:135(26747969ns) {StartInitialHandshake:157(26743537ns) {DropHandshakes:470(3264ns) {DropIncomingHandshake:442(757ns) DropOutgoingHandshake:457(779ns)} GenerateSessionVirtualId:988(1346ns) PrepareNewSessionHandshake:477(4304ns) {SwitchToState:179(1960ns)}}}}}
2025-12-06T17:44:50.914857Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802349736430743:2128] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:50.915234Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580802349736430653:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:50.915357Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802349736430746:2130] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28723
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:50.919786Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802347794288172:2068] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(77863805ns) {Configure:104(77858622ns) {ProcessConfigured:135(61157ns) {StartInitialHandshake:157(58644ns) {DropHandshakes:470(2757ns) {DropIncomingHandshake:442(536ns) DropOutgoingHandshake:457(545ns)} GenerateSessionVirtualId:988(672ns) PrepareNewSessionHandshake:477(1956ns) {SwitchToState:179(665ns)}}}}}
2025-12-06T17:44:50.921990Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802348301235011:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:50.922033Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802348301235011:2110] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:44:50.922793Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802348301235022:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31588
2025-12-06T17:44:50.873939Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802349994981164:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(188116705ns) {Configure:104(188112237ns) {ProcessConfigured:135(88328ns) {StartInitialHandshake:157(83666ns) {DropHandshakes:470(2820ns) {DropIncomingHandshake:442(704ns) DropOutgoingHandshake:457(346ns)} GenerateSessionVirtualId:988(1141ns) PrepareNewSessionHandshake:477(1934ns) {SwitchToState:179(902ns)}}}}}
2025-12-06T17:44:50.878952Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802350695093909:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(18460937ns) {Configure:104(18456251ns) {ProcessConfigured:135(16191664ns) {StartInitialHandshake:157(16187234ns) {DropHandshakes:470(2331ns) {DropIncomingHandshake:442(563ns) DropOutgoingHandshake:457(634ns)} GenerateSessionVirtualId:988(793ns) PrepareNewSessionHandshake:477(4949ns) {SwitchToState:179(1816ns)}}}}}
2025-12-06T17:44:50.934082Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802350702696045:2067] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(20643786ns) {Configure:104(20638784ns) {ProcessConfigured:135(96269ns) {StartInitialHandshake:157(93915ns) {DropHandshakes:470(5044ns) {DropIncomingHandshake:442(821ns) DropOutgoingHandshake:457(1062ns)} GenerateSessionVirtualId:988(842ns) PrepareNewSessionHandshake:477(1740ns) {SwitchToState:179(889ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:50.920110Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802347794288194:2107] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59916
2025-12-06T17:44:50.931229Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802348301235011:2110] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:51.004629Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802354289948531:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40000
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:50.910096Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802350695093974:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26980
2025-12-06T17:44:50.921096Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802347794288206:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59916
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:50.976223Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802348301235026:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31588
2025-12-06T17:44:51.035410Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802349994981162:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(89933096ns) {Configure:104(89926810ns) {ProcessConfigured:135(18162751ns) {StartInitialHandshake:157(18159352ns) {DropHandshakes:470(3450117ns) {DropIncomingHandshake:442(300ns) DropOutgoingHandshake:457(2174ns)} GenerateSessionVirtualId:988(1358ns) PrepareNewSessionHandshake:477(4298ns) {SwitchToState:179(2181ns)}}}}}
2025-12-06T17:44:51.035961Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802354289948535:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40000
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:50.946903Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802350695093973:2099] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(65321528ns) {Configure:104(65314268ns) {ProcessConfigured:135(22150171ns) {StartInitialHandshake:157(22147597ns) {DropHandshakes:470(3457ns) {DropIncomingHandshake:442(542ns) DropOutgoingHandshake:457(729ns)} GenerateSessionVirtualId:988(370ns) PrepareNewSessionHandshake:477(8197ns) {SwitchToState:179(369ns)}}}}}
2025-12-06T17:44:51.030598Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802354031398044:2131] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28723
2025-12-06T17:44:51.035963Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802347794288194:2107] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:50.976722Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802348301234945:2048] [node 2] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:51.075064Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802354289948531:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:51.036128Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802350702696079:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32275
2025-12-06T17:44:50.947391Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802350695093983:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26980
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:51.048885Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802352089255506:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59916
2025-12-06T17:44:51.039266Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802349736430746:2130] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:50.991466Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802350695093974:2110] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:50.976778Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:51.036341Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802350702696080:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32275
2025-12-06T17:44:50.976832Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802348301234945:2048] [node 2] ICP22 created new session: [1:7580802348301235027:2048]
2025-12-06T17:44:51.049144Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802352089255507:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59916
2025-12-06T17:44:51.008832Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802354990061285:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26980
2025-12-06T17:44:51.039125Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802350702696070:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32275
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:51.126716Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802349994981232:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:51.126790Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802349994981232:2112] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:51.127119Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802354289948535:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:51.135648Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802354289948541:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40000
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:51.016750Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802350695093908:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:51.101970Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802349736430743:2128] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:51.049598Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802350702696005:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(436026162ns) {Configure:104(436017825ns) {ProcessConfigured:135(11908117ns) {StartInitialHandshake:157(11904248ns) {DropHandshakes:470(2125ns) {DropIncomingHandshake:442(462ns) DropOutgoingHandshake:457(427ns)} GenerateSessionVirtualId:988(417ns) PrepareNewSessionHandshake:477(3994ns) {SwitchToState:179(1868ns)}}}}}
2025-12-06T17:44:51.070923Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802347794288206:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:50.976886Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802348301235027:2048] [node 2] ICS09 handshake done sender: [1:7580802348301235011:2110] self: [1:7580802348301235010:0] peer: [2:7580802349736430747:0] socket: 440 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:51.110792Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802349736430653:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25723) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7580802349736430743:2128] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:51.071423Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802347794288132:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:51.136743Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802349994981162:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:51.058112Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802350702696079:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:51.037600Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802350695093908:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(25176903ns) {IncomingHandshake:261(9422590ns) {DropIncomingHandshake:442(1366ns) PrepareNewSessionHandshake:477(6063ns) {SwitchToState:179(4484ns)} GenerateSessionVirtualId:988(1034ns) IssueIncomingHandshakeReply:193(67887ns) {SwitchToState:179(301ns)}}}
2025-12-06T17:44:50.976934Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802348301235027:2048] [node 2] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:51.117728Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802349736430736:2126] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:51.080609Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802352089255507:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:51.147072Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802349994981232:2112] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:51.043156Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802354990061285:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:51.060929Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802350702696007:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:50.976970Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:51.117763Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802349736430736:2126] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:51.127470Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580802349736430653:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:51.127554Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:51.127618Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802349736430653:2048] [node 1] ICP22 created new session: [2:7580802354031398049:2048]
2025-12-06T17:44:51.127668Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802354031398049:2048] [node 1] ICS09 handshake done sender: [2:7580802349736430743:2128] self: [2:7580802349736430747:0] peer: [1:7580802348301235010:0] socket: 445 qp: -1
2025-12-06T17:44:51.127710Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802354031398049:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:51.127750Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:51.129223Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802354031398048:2133] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28723
2025-12-06T17:44:51.136138Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802349736430736:2126] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:51.160561Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802354031398048:2133] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:51.166317Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802349736430706:2103] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:51.166378Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:51.166438Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802349736430706:2103] [node 6] ICP22 created new session: [2:7580802354031398055:2103]
2025-12-06T17:44:51.166503Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802354031398055:2103] [node 6] ICS09 handshake done sender: [2:7580802349736430736:2126] self: [2:7580802349736430735:0] peer: [6:7580802352089255514:0] socket: 439 qp: -1
2025-12-06T17:44:51.166627Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802354031398055:2103] [node 6] ICS10 traffic start
2025-12-06T17:44:51.166689Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:51.168114Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802354031398054:2134] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28723
2025-12-06T17:44:51.172374Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802349736430734:2125] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:51.172418Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802349736430734:2125] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:51.192327Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802349736430745:2129] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:51.192360Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802349736430745:2129] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:44:51.209890Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802349736430734:2125] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:51.210987Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802354031398054:2134] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:51.211160Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802349736430745:2129] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:51.081092Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802347794288170:2065] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:51.150754Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802354289948538:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40000
2025-12-06T17:44:51.019727Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802348301235026:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:51.062547Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802350695093978:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:51.064313Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802354997663377:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32275
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:51.054133Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802348301235022:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:51.155702Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802349994981225:2075] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:51.074516Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802354997663384:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32275
2025-12-06T17:44:51.062576Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802350695093978:2112] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:51.252709Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802349736430728:2110] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:51.081471Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802352089255509:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59916
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:51.155844Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:51.155929Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802349994981225:2075] [node 6] ICP22 created new session: [4:7580802354289948543:2075]
2025-12-06T17:44:51.072349Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580802348301234945:2048] [node 2] ICP18 handshake (actor [1:7580802348301235022:2114]) is too old
2025-12-06T17:44:51.088020Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802352089255506:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:51.098110Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802347794288172:2068] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:51.099339Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802347794288133:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(240653740ns) {Configure:104(240649410ns) {ProcessConfigured:135(59588ns) {StartInitialHandshake:157(56773ns) {DropHandshakes:470(1613ns) {DropIncomingHandshake:442(307ns) DropOutgoingHandshake:457(364ns)} GenerateSessionVirtualId:988(536ns) PrepareNewSessionHandshake:477(866ns) {SwitchToState:179(341ns)}}}}}
2025-12-06T17:44:51.099573Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802347794288133:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:51.147242Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802347794288206:2115] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:51.149324Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802352089255515:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59916
2025-12-06T17:44:51.149394Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802352089255516:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59916
2025-12-06T17:44:51.160010Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802352089255518:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59916
2025-12-06T17:44:51.170795Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802352089255507:2117] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:51.170987Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802347794288194:2107] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:51.172307Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802352089255517:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59916
2025-12-06T17:44:51.194477Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802347794288133:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:51.194568Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:51.194647Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802347794288133:2049] [node 2] ICP22 created new session: [6:7580802352089255519:2049]
2025-12-06T17:44:51.194724Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802352089255519:2049] [node 2] ICS09 handshake done sender: [6:7580802347794288194:2107] self: [6:7580802352089255514:0] peer: [2:7580802349736430735:0] socket: 442 qp: -1
2025-12-06T17:44:51.194776Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802352089255519:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:51.194826Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:51.197039Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802347794288170:2065] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:44:51.197098Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:51.197159Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802347794288170:2065] [node 5] ICP22 created new session: [6:7580802352089255521:2065]
2025-12-06T17:44:51.197216Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802352089255521:2065] [node 5] ICS09 handshake done sender: [6:7580802352089255507:2117] self: [6:7580802352089255510:0] peer: [5:7580802350702696071:0] socket: 481 qp: -1
2025-12-06T17:44:51.197260Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802352089255521:2065] [node 5] ICS10 traffic start
2025-12-06T17:44:51.197312Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:51.213696Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802347794288132:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:51.213757Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:51.213813Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802347794288132:2048] [node 1] ICP22 created new session: [6:7580802352089255523:2048]
2025-12-06T17:44:51.213874Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802352089255523:2048] [node 1] ICS09 handshake done sender: [6:7580802347794288206:2115] self: [6:7580802352089255508:0] peer: [1:7580802348301235015:0] socket: 454 qp: -1
2025-12-06T17:44:51.213926Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802352089255523:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:51.213972Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:51.214633Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802352089255506:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:51.271313Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802352089255515:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:51.278011Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802347794288172:2068] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16540) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802352089255506:2116] held: no
2025-12-06T17:44:51.136311Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802350702696080:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:51.063626Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802350695093978:2112] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:51.155991Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802354289948543:2075] [node 6] ICS09 handshake done sender: [4:7580802349994981232:2112] self: [4:7580802349994981231:0] peer: [6:7580802352089255511:0] socket: 468 qp: -1
2025-12-06T17:44:51.253415Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802349736430739:2104] [node 4] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:51.074046Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802348301235014:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:51.253514Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:51.084728Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802350695093972:2094] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:51.084788Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:51.084854Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802350695093972:2094] [node 5] ICP22 created new session: [3:7580802354990061289:2094]
2025-12-06T17:44:51.084910Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802354990061289:2094] [node 5] ICS09 handshake done sender: [3:7580802350695093978:2112] self: [3:7580802350695093977:0] peer: [5:7580802354997663383:0] socket: 453 qp: -1
2025-12-06T17:44:51.084948Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802354990061289:2094] [node 5] ICS10 traffic start
2025-12-06T17:44:51.084997Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:51.086736Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802354990061291:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26980
2025-12-06T17:44:51.088486Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802350695093983:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:51.108925Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802350695093974:2110] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:51.143143Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802350695093908:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25723) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580802350695093974:2110] held: no
2025-12-06T17:44:51.143849Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802350695093908:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:51.143919Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:51.143975Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802350695093908:2048] [node 1] ICP22 created new session: [3:7580802354990061294:2048]
2025-12-06T17:44:51.144024Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802354990061294:2048] [node 1] ICS09 handshake done sender: [3:7580802350695093974:2110] self: [3:7580802354990061286:0] peer: [1:7580802348301235012:0] socket: 444 qp: -1
2025-12-06T17:44:51.144068Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802354990061294:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:51.144112Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:51.194155Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802354990061297:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26980
2025-12-06T17:44:51.252865Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802350695093988:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:51.252916Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802350695093988:2116] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:44:51.261752Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802354990061297:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:51.265691Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802350695093988:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:51.294183Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802350695093909:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:51.294295Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802350695093971:2097] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:44:51.137250Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802354997663377:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:51.156043Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802354289948543:2075] [node 6] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:51.293727Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802347794288134:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:51.323679Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802347794288132:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(28738496ns) {HandleHandshakeStatus:329(28731596ns) {DropIncomingHandshake:442(899ns) DropOutgoingHandshake:457(5495ns) SwitchToState:179(506ns) ProcessPendingSessionEvents:495(23702944ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 23614792ns max# 23018724ns}}}
2025-12-06T17:44:51.328591Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802352089255526:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59916
2025-12-06T17:44:51.074086Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802348301235014:2111] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:44:51.137352Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802350702696070:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:51.138014Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802354997663385:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32275
2025-12-06T17:44:51.138205Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802350702696045:2067] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:51.138269Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802350702696006:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:51.138746Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802350702696072:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:51.138781Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580802350702696072:2111] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:51.154964Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802350702696079:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:51.155150Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802350702696072:2111] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:51.174770Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802354997663385:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:51.175057Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802350702696007:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:44:51.175116Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:51.175176Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802350702696007:2050] [node 3] ICP22 created new session: [5:7580802354997663391:2050]
2025-12-06T17:44:51.175226Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802354997663391:2050] [node 3] ICS09 handshake done sender: [5:7580802350702696079:2115] self: [5:7580802354997663383:0] peer: [3:7580802350695093977:0] socket: 463 qp: -1
2025-12-06T17:44:51.175267Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802354997663391:2050] [node 3] ICS10 traffic start
2025-12-06T17:44:51.175324Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:51.178046Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802354997663390:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32275
2025-12-06T17:44:51.178341Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802350702696005:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:51.179668Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580802350702696069:2068] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:51.179762Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:51.179840Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802350702696069:2068] [node 6] ICP22 created new session: [5:7580802354997663395:2068]
2025-12-06T17:44:51.179928Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802354997663395:2068] [node 6] ICS09 handshake done sender: [5:7580802350702696072:2111] self: [5:7580802350702696071:0] peer: [6:7580802352089255510:0] socket: 477 qp: -1
2025-12-06T17:44:51.179964Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802354997663395:2068] [node 6] ICS10 traffic start
2025-12-06T17:44:51.180001Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:51.209044Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802354997663377:2117] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:51.211605Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802354997663397:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32275
2025-12-06T17:44:51.255643Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802350702696045:2067] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:44:51.255727Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:51.255803Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802350702696045:2067] [node 4] ICP22 created new session: [5:7580802354997663398:2067]
2025-12-06T17:44:51.255871Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802354997663398:2067] [node 4] ICS09 handshake done sender: [5:7580802354997663377:2117] self: [5:7580802354997663387:0] peer: [4:7580802349994981227:0] socket: 470 qp: -1
2025-12-06T17:44:51.255938Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802354997663398:2067] [node 4] ICS10 traffic start
2025-12-06T17:44:51.255983Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:51.286998Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802350702696070:2110] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:51.296077Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7580802350702696045:2067] [node 4] ICP27 obsolete handshake fail ignored
2025-12-06T17:44:51.311405Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802350702696006:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:51.311503Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:51.311564Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802350702696006:2049] [node 2] ICP22 created new session: [5:7580802354997663401:2049]
2025-12-06T17:44:51.311624Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802354997663401:2049] [node 2] ICS09 handshake done sender: [5:7580802350702696070:2110] self: [5:7580802354997663388:0] peer: [2:7580802349736430733:0] socket: 448 qp: -1
2025-12-06T17:44:51.311667Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802354997663401:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:51.311712Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:51.312599Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7580802350702696006:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:44:51.313591Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802354997663400:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32275
2025-12-06T17:44:51.335037Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802354997663385:2120] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:51.156106Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:51.253583Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802349736430739:2104] [node 4] ICP22 created new session: [2:7580802354031398061:2104]
2025-12-06T17:44:51.078406Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802348301235016:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:51.325275Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802350695093985:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:51.325323Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802350695093985:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:51.164971Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802349994981228:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:51.347296Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802350702696005:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:51.253644Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802354031398061:2104] [node 4] ICS09 handshake done sender: [2:7580802349736430745:2129] self: [2:7580802349736430744:0] peer: [4:7580802354289948549:0] socket: 464 qp: -1
2025-12-06T17:44:51.078435Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802348301235016:2112] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:51.355710Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802352089255515:2120] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:51.347409Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:51.327096Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802354990061301:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26980
2025-12-06T17:44:51.379423Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802347794288172:2068] [node 4] ICP35 event processing took too much time PendingConnection:279(103555853ns) {HandleHandshakeStatus:395(103552398ns) {LogHandshakeFail:472(19580ns) {UpdateErrorStateLog:545(6190ns)} DropOutgoingHandshake:457(2924ns) ProcessPendingSessionEvents:495(100395303ns) {unordered DropSessionEvent:512 num# 100 sum# 100307646ns max# 20185610ns}}}
2025-12-06T17:44:51.165029Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802349994981228:2110] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:51.253695Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802354031398061:2104] [node 4] ICS10 traffic start
2025-12-06T17:44:51.088680Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802348301235014:2111] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:51.253742Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:51.261321Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:51.329295Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802350695093985:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:51.329579Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802350695093973:2099] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:51.329684Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:51.329741Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802350695093973:2099] [node 6] ICP22 created new session: [3:7580802354990061303:2099]
2025-12-06T17:44:51.329797Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802354990061303:2099] [node 6] ICS09 handshake done sender: [3:7580802350695093985:2115] self: [3:7580802350695093984:0] peer: [6:7580802352089255525:0] socket: 489 qp: -1
2025-12-06T17:44:51.329838Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802354990061303:2099] [node 6] ICS10 traffic start
2025-12-06T17:44:51.329899Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:51.335642Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:51.342274Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802354990061297:2119] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:51.343515Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802350695093971:2097] [node 4] ICP22 created new session: [3:7580802354990061300:2097]
2025-12-06T17:44:51.367729Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802354990061300:2097] [node 4] ICS09 handshake done sender: [3:7580802350695093988:2116] self: [3:7580802350695093987:0] peer: [4:7580802354289948551:0] socket: 500 qp: -1
2025-12-06T17:44:51.372392Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802354990061300:2097] [node 4] ICS10 traffic start
2025-12-06T17:44:51.372985Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:51.374787Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802350695093971:2097] [node 4] ICP35 event processing took too much time PendingConnection:279(79431089ns) {HandleHandshakeStatus:329(79427961ns) {DropIncomingHandshake:442(15946ns) DropOutgoingHandshake:457(460ns) SwitchToState:179(469ns) ProcessPendingSessionEvents:495(601214ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 530585ns max# 76240ns}}}
2025-12-06T17:44:51.376864Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802350695093909:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:51.376958Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:51.377014Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802350695093909:2049] [node 2] ICP22 created new session: [3:7580802354990061306:2049]
2025-12-06T17:44:51.377068Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802354990061306:2049] [node 2] ICS09 handshake done sender: [3:7580802354990061297:2119] self: [3:7580802354990061299:0] peer: [2:7580802354031398045:0] socket: 503 qp: -1
2025-12-06T17:44:51.377112Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802354990061306:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:51.377148Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:51.419789Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802350695093973:2099] [node 6] ICP35 event processing took too much time PendingConnection:279(22269269ns) {HandleHandshakeStatus:329(22266962ns) {DropIncomingHandshake:442(16319ns) DropOutgoingHandshake:457(565ns) SwitchToState:179(1082ns) ProcessPendingSessionEvents:495(21798234ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 21718099ns max# 8967288ns}}}
2025-12-06T17:44:51.421343Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7580802350695093909:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:44:51.347471Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802350702696005:2048] [node 1] ICP22 created new session: [5:7580802354997663403:2048]
2025-12-06T17:44:51.347541Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802354997663403:2048] [node 1] ICS09 handshake done sender: [5:7580802354997663385:2120] self: [5:7580802354997663393:0] peer: [1:7580802348301235023:0] socket: 493 qp: -1
2025-12-06T17:44:51.347590Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802354997663403:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:51.347638Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:51.165261Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802354289948538:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:51.172127Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802349994981228:2110] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:51.174015Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802354289948541:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:51.174143Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802354289948547:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40000
2025-12-06T17:44:51.174261Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802349994981163:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:51.209568Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802354289948550:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40000
2025-12-06T17:44:51.213981Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802354289948547:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:51.214122Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802349994981164:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:51.214299Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802349994981192:2076] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:51.249445Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:51.249569Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802349994981192:2076] [node 5] ICP22 created new session: [4:7580802354289948553:2076]
2025-12-06T17:44:51.249901Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802354289948541:2118] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:51.250252Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802349994981163:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:51.250350Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:51.250425Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802349994981163:2049] [node 2] ICP22 created new session: [4:7580802354289948554:2049]
2025-12-06T17:44:51.250521Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802354289948554:2049] [node 2] ICS09 handshake done sender: [4:7580802354289948541:2118] self: [4:7580802354289948549:0] peer: [2:7580802349736430744:0] socket: 491 qp: -1
2025-12-06T17:44:51.250600Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802354289948554:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:51.250652Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:51.262941Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802354289948553:2076] [node 5] ICS09 handshake done sender: [4:7580802349994981228:2110] self: [4:7580802349994981227:0] peer: [5:7580802354997663387:0] socket: 469 qp: -1
2025-12-06T17:44:51.266813Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802354289948553:2076] [node 5] ICS10 traffic start
2025-12-06T17:44:51.266881Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:51.268896Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802349994981192:2076] [node 5] ICP35 event processing took too much time PendingConnection:279(53490537ns) {HandleHandshakeStatus:329(53488072ns) {DropIncomingHandshake:442(13718ns) DropOutgoingHandshake:457(248ns) SwitchToState:179(130ns) ProcessPendingSessionEvents:495(737451ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 649125ns max# 72953ns}}}
2025-12-06T17:44:51.276997Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802354289948557:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40000
2025-12-06T17:44:51.278486Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802354289948558:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40000
2025-12-06T17:44:51.279003Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802354289948535:2115] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:51.279212Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802354289948547:2119] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:51.279398Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802349994981162:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:51.279496Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:51.279561Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802349994981162:2048] [node 1] ICP22 created new session: [4:7580802354289948559:2048]
2025-12-06T17:44:51.279624Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802354289948559:2048] [node 1] ICS09 handshake done sender: [4:7580802354289948535:2115] self: [4:7580802354289948540:0] peer: [1:7580802348301235019:0] socket: 473 qp: -1
2025-12-06T17:44:51.279675Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802354289948559:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:51.279715Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:51.283661Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802349994981164:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:44:51.283755Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:51.283846Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802349994981164:2050] [node 3] ICP22 created new session: [4:7580802354289948561:2050]
2025-12-06T17:44:51.283942Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802354289948561:2050] [node 3] ICS09 handshake done sender: [4:7580802354289948547:2119] self: [4:7580802354289948551:0] peer: [3:7580802350695093987:0] socket: 501 qp: -1
2025-12-06T17:44:51.283986Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802354289948561:2050] [node 3] ICS10 traffic start
2025-12-06T17:44:51.284049Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:51.436538Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802349994981162:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(156153003ns) {HandleHandshakeStatus:329(156150159ns) {DropIncomingHandshake:442(762ns) DropOutgoingHandshake:457(6475ns) SwitchToState:179(1026ns) ProcessPendingSessionEvents:495(155696581ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 150047147ns max# 30883977ns}}}
2025-12-06T17:44:51.379507Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802347794288172:2068] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:44:51.379596Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:51.379654Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802347794288172:2068] [node 4] ICP22 created new session: [6:7580802352089255527:2068]
2025-12-06T17:44:51.379707Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802352089255527:2068] [node 4] ICS09 handshake done sender: [6:7580802352089255506:2116] self: [6:7580802352089255511:0] peer: [4:7580802349994981231:0] socket: 476 qp: -1
2025-12-06T17:44:51.379744Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802352089255527:2068] [node 4] ICS10 traffic start
2025-12-06T17:44:51.379778Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:51.401434Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802347794288134:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:44:51.401522Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:51.401581Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802347794288134:2050] [node 3] ICP22 created new session: [6:7580802352089255529:2050]
2025-12-06T17:44:51.401639Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802352089255529:2050] [node 3] ICS09 handshake done sender: [6:7580802352089255515:2120] self: [6:7580802352089255525:0] peer: [3:7580802350695093984:0] socket: 494 qp: -1
2025-12-06T17:44:51.401685Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802352089255529:2050] [node 3] ICS10 traffic start
2025-12-06T17:44:51.401729Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:51.402585Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580802347794288134:2050] [node 3] ICP27 obsolete handshake fail ignored
2025-12-06T17:44:51.089122Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802348301235016:2112] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:51.095857Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802348301234946:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:44:51.095945Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:51.096011Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802348301234946:2049] [node 3] ICP22 created new session: [1:7580802352596202329:2049]
2025-12-06T17:44:51.096063Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802352596202329:2049] [node 3] ICS09 handshake done sender: [1:7580802348301235014:2111] self: [1:7580802348301235012:0] peer: [3:7580802354990061286:0] socket: 441 qp: -1
2025-12-06T17:44:51.096104Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802352596202329:2049] [node 3] ICS10 traffic start
2025-12-06T17:44:51.096145Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:51.100102Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802348301235013:2108] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:51.106730Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:51.106815Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802348301235013:2108] [node 6] ICP22 created new session: [1:7580802352596202332:2108]
2025-12-06T17:44:51.106875Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802352596202332:2108] [node 6] ICS09 handshake done sender: [1:7580802348301235016:2112] self: [1:7580802348301235015:0] peer: [6:7580802352089255508:0] socket: 447 qp: -1
2025-12-06T17:44:51.106921Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802352596202332:2108] [node 6] ICS10 traffic start
2025-12-06T17:44:51.107007Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:51.160392Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802348301235020:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:51.160440Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802348301235020:2113] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:44:51.227232Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802348301235024:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:51.227286Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802348301235024:2115] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:51.259274Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802352596202335:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31588
2025-12-06T17:44:51.265982Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802348301235020:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:51.294938Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802348301235024:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:51.298262Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802352596202335:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:51.298328Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802348301235008:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:44:51.298409Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:51.298476Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802348301235008:2107] [node 4] ICP22 created new session: [1:7580802352596202338:2107]
2025-12-06T17:44:51.298562Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802352596202338:2107] [node 4] ICS09 handshake done sender: [1:7580802348301235020:2113] self: [1:7580802348301235019:0] peer: [4:7580802354289948540:0] socket: 472 qp: -1
2025-12-06T17:44:51.298609Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802352596202338:2107] [node 4] ICS10 traffic start
2025-12-06T17:44:51.298675Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:51.304088Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802348301235009:2106] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:51.304160Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:51.304220Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802348301235009:2106] [node 5] ICP22 created new session: [1:7580802352596202340:2106]
2025-12-06T17:44:51.304274Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802352596202340:2106] [node 5] ICS09 handshake done sender: [1:7580802348301235024:2115] self: [1:7580802348301235023:0] peer: [5:7580802354997663393:0] socket: 443 qp: -1
2025-12-06T17:44:51.304317Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802352596202340:2106] [node 5] ICS10 traffic start
2025-12-06T17:44:51.304363Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:51.305779Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580802348301235008:2107] [node 4] ICP18 handshake (actor [1:7580802352596202335:2118]) is too old
2025-12-06T17:44:51.341317Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802352596202334:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31588
2025-12-06T17:44:51.365190Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802352596202334:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:51.381965Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580802348301235009:2106] [node 5] ICP18 handshake (actor [1:7580802352596202334:2117]) is too old
2025-12-06T17:44:51.440106Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802349994981163:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(188794773ns) {HandleHandshakeStatus:329(188791616ns) {DropIncomingHandshake:442(839ns) DropOutgoingHandshake:457(8896ns) SwitchToState:179(529ns) ProcessPendingSessionEvents:495(166801129ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 154299019ns max# 21601971ns}}}
2025-12-06T17:44:51.271763Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802349736430728:2110] [node 5] ICP22 created new session: [2:7580802354031398063:2110]
2025-12-06T17:44:51.293311Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802354031398063:2110] [node 5] ICS09 handshake done sender: [2:7580802349736430734:2125] self: [2:7580802349736430733:0] peer: [5:7580802354997663388:0] socket: 438 qp: -1
2025-12-06T17:44:51.294784Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802354031398063:2110] [node 5] ICS10 traffic start
2025-12-06T17:44:51.294858Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:51.306741Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802354031398046:2132] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:51.306777Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802354031398046:2132] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:44:51.320009Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802354031398046:2132] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:51.352470Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802349736430654:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:44:51.352574Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:51.352644Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802349736430654:2049] [node 3] ICP22 created new session: [2:7580802354031398066:2049]
2025-12-06T17:44:51.352706Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802354031398066:2049] [node 3] ICS09 handshake done sender: [2:7580802354031398046:2132] self: [2:7580802354031398045:0] peer: [3:7580802354990061299:0] socket: 466 qp: -1
2025-12-06T17:44:51.352752Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802354031398066:2049] [node 3] ICS10 traffic start
2025-12-06T17:44:51.352795Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:51.441295Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802349736430728:2110] [node 5] ICP35 event processing took too much time PendingConnection:279(187595840ns) {HandleHandshakeStatus:329(187592440ns) {DropIncomingHandshake:442(36149ns) DropOutgoingHandshake:457(411ns) SwitchToState:179(642ns) ProcessPendingSessionEvents:495(109313216ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 98922558ns max# 36954639ns}}}
2025-12-06T17:44:51.585198Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:44:51.585466Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580802354031398049:2048] [node 1] ICS01 socket: 445 reason# EndOfStream
2025-12-06T17:44:51.585519Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580802349736430653:2048] [node 1] ICP30 unregister session Session# [2:7580802354031398049:2048] VirtualId# [2:7580802349736430747:0]
2025-12-06T17:44:51.585556Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580802354031398049:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:51.585649Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:51.585697Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:51.590625Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:44:51.590866Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802354990061294:2048] [node 1] ICS01 socket: 444 reason# EndOfStream
2025-12-06T17:44:51.590920Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802350695093908:2048] [node 1] ICP30 unregister session Session# [3:7580802354990061294:2048] VirtualId# [3:7580802354990061286:0]
2025-12-06T17:44:51.590961Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802354990061294:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:51.591066Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:51.591119Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:51.595849Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:44:51.595710Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:44:51.596130Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:44:51.596349Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802354289948559:2048] [node 1] ICS07 socket disconnect 473 reason# EndOfStream
2025-12-06T17:44:51.596385Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802354289948559:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:51.596487Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:51.596534Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802354289948559:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:51.596132Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802352089255523:2048] [node 1] ICS07 socket disconnect 454 reason# EndOfStream
2025-12-06T17:44:51.596178Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802352089255523:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:51.596273Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:51.596313Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802352089255523:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:51.597990Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802349994981162:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25723) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:51.598064Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802354289948559:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:51.598106Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802349994981162:2048] [node 1] ICP30 unregister session Session# [4:7580802354289948559:2048] VirtualId# [4:7580802354289948540:0]
2025-12-06T17:44:51.598225Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:51.598262Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802349994981162:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:25723) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:51.598284Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25723) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:51.598795Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802354997663403:2048] [node 1] ICS07 socket disconnect 493 reason# EndOfStream
2025-12-06T17:44:51.598852Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802354997663403:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:51.598943Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:51.598989Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802354997663403:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:51.600496Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802350702696005:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25723) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:51.600565Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802354997663403:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:51.600605Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802350702696005:2048] [node 1] ICP30 unregister session Session# [5:7580802354997663403:2048] VirtualId# [5:7580802354997663393:0]
2025-12-06T17:44:51.600742Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:51.600789Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802350702696005:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:25723) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:51.600806Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25723) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:51.604581Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802347794288132:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25723) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:51.604664Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802352089255523:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:51.604697Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802347794288132:2048] [node 1] ICP30 unregister session Session# [6:7580802352089255523:2048] VirtualId# [6:7580802352089255508:0]
2025-12-06T17:44:51.604829Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:51.604873Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802347794288132:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:25723) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:51.604890Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25723) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:51.610838Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580802349994981162:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:44:51.611354Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802350702696005:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:44:51.614980Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802347794288132:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:44:51.762953Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:44:51.763231Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580802354990061306:2049] [node 2] ICS07 socket disconnect 503 reason# EndOfStream
2025-12-06T17:44:51.763270Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802354990061306:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:51.763393Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:51.763441Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802354990061306:2049] [node 2] ICS15 start handshake
2025-12-06T17:44:51.776611Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802350695093909:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13168) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:44:51.776670Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802354990061306:2049] [node 2] ICS15 start handshake
2025-12-06T17:44:51.778669Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802350695093909:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13168) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:51.778744Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802354990061306:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:51.778785Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802350695093909:2049] [node 2] ICP30 unregister session Session# [3:7580802354990061306:2049] VirtualId# [3:7580802354990061299:0]
2025-12-06T17:44:51.778922Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:51.778962Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580802350695093909:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:13168) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:51.778977Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13168) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:51.785462Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580802350695093909:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:44:51.789510Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:44:51.789750Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802354997663401:2049] [node 2] ICS01 socket: 448 reason# EndOfStream
2025-12-06T17:44:51.789794Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802350702696006:2049] [node 2] ICP30 unregister session Session# [5:7580802354997663401:2049] VirtualId# [5:7580802354997663388:0]
2025-12-06T17:44:51.789836Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802354997663401:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:51.789914Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:51.789956Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:51.790062Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:44:51.790260Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802354289948554:2049] [node 2] ICS07 socket disconnect 491 reason# EndOfStream
2025-12-06T17:44:51.790291Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802354289948554:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:51.790361Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:51.790407Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802354289948554:2049] [node 2] ICS15 start handshake
2025-12-06T17:44:51.790939Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:44:51.791165Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802352089255519:2049] [node 2] ICS07 socket disconnect 442 reason# EndOfStream
2025-12-06T17:44:51.791193Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802352089255519:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:51.791286Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:51.791327Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802352089255519:2049] [node 2] ICS15 start handshake
2025-12-06T17:44:51.795863Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802347794288133:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13168) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:51.796443Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802352089255519:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:51.796494Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802347794288133:2049] [node 2] ICP30 unregister session Session# [6:7580802352089255519:2049] VirtualId# [6:7580802352089255514:0]
2025-12-06T17:44:51.796542Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:51.796580Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802347794288133:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:13168) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:51.796598Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13168) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:51.797508Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802349994981163:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13168) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:51.797575Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802354289948554:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:51.797613Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802349994981163:2049] [node 2] ICP30 unregister session Session# [4:7580802354289948554:2049] VirtualId# [4:7580802354289948549:0]
2025-12-06T17:44:51.797724Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:51.797755Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802349994981163:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:13168) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:51.797769Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13168) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:51.808719Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580802349994981163:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:44:51.810636Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802347794288133:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:44:52.046695Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:44:52.046609Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:44:52.046870Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802354289948561:2050] [node 3] ICS07 socket disconnect 501 reason# EndOfStream
2025-12-06T17:44:52.046908Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802354289948561:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:52.046990Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:44:52.047038Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802354289948561:2050] [node 3] ICS15 start handshake
2025-12-06T17:44:52.046918Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802354997663391:2050] [node 3] ICS07 socket disconnect 463 reason# EndOfStream
2025-12-06T17:44:52.046953Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802354997663391:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:52.047035Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:44:52.047076Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802354997663391:2050] [node 3] ICS15 start handshake
2025-12-06T17:44:52.051733Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802350702696007:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25705) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:52.051810Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802354997663391:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:52.051851Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802350702696007:2050] [node 3] ICP30 unregister session Session# [5:7580802354997663391:2050] VirtualId# [5:7580802354997663383:0]
2025-12-06T17:44:52.051915Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:44:52.051948Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802350702696007:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:25705) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:52.051963Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25705) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:52.053006Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:44:52.053260Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802352089255529:2050] [node 3] ICS01 socket: 494 reason# EndOfStream
2025-12-06T17:44:52.053296Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802347794288134:2050] [node 3] ICP30 unregister session Session# [6:7580802352089255529:2050] VirtualId# [6:7580802352089255525:0]
2025-12-06T17:44:52.053349Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802352089255529:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:52.053434Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:44:52.053490Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:44:52.052434Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802349994981164:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25705) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:52.052500Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802354289948561:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:52.052538Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802349994981164:2050] [node 3] ICP30 unregister session Session# [4:7580802354289948561:2050] VirtualId# [4:7580802354289948551:0]
2025-12-06T17:44:52.052578Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:44:52.052616Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802349994981164:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:25705) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:52.052631Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25705) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:52.062459Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802350702696007:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:44:52.170784Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:44:52.171050Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802352089255527:2068] [node 4] ICS01 socket: 476 reason# EndOfStream
2025-12-06T17:44:52.171092Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802347794288172:2068] [node 4] ICP30 unregister session Session# [6:7580802352089255527:2068] VirtualId# [6:7580802352089255511:0]
2025-12-06T17:44:52.171136Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802352089255527:2068] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:52.171221Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:44:52.171268Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:44:52.171379Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:44:52.171576Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802354997663398:2067] [node 4] ICS01 socket: 470 reason# EndOfStream
2025-12-06T17:44:52.171623Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802350702696045:2067] [node 4] ICP30 unregister session Session# [5:7580802354997663398:2067] VirtualId# [5:7580802354997663387:0]
2025-12-06T17:44:52.171660Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802354997663398:2067] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:52.171707Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:44:52.171747Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:44:52.246895Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:44:52.247178Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802352089255521:2065] [node 5] ICS07 socket disconnect 481 reason# EndOfStream
2025-12-06T17:44:52.247217Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802352089255521:2065] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:52.247260Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:44:52.247342Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802352089255521:2065] [node 5] ICS15 start handshake
2025-12-06T17:44:52.248674Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802347794288170:2065] [node 5] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4990) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:52.248744Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802352089255521:2065] [node 5] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:52.248795Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802347794288170:2065] [node 5] ICP30 unregister session Session# [6:7580802352089255521:2065] VirtualId# [6:7580802352089255510:0]
2025-12-06T17:44:52.248846Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
2025-12-06T17:44:52.248882Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802347794288170:2065] [node 5] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:4990) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:52.248900Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [5] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4990) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:52.258749Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802347794288170:2065] [node 5] ICP33 wake up from error state
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:44:52.398519Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802360181535679:2049] [node 3] ICP01 ready to work
2025-12-06T17:44:52.402900Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802360181535678:2048] [node 2] ICP01 ready to work
2025-12-06T17:44:52.417983Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802356487001177:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:52.418035Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802356487001178:2049] [node 3] ICP01 ready to work
2025-12-06T17:44:52.459062Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802360289894170:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:52.459107Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802360289894171:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:52.487423Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802356798071957:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:52.487466Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802356798071958:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:52.487505Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802356798071959:2050] [node 3] ICP01 ready to work
2025-12-06T17:44:52.529399Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802358880190677:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:52.529441Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802358880190678:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:52.529482Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802358880190679:2050] [node 3] ICP01 ready to work
2025-12-06T17:44:52.746512Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802358585349345:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:52.746565Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802358585349346:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:52.746600Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802358585349347:2050] [node 3] ICP01 ready to work
2025-12-06T17:44:52.893578Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802356798071982:2071] [node 5] ICP01 ready to work
2025-12-06T17:44:52.879944Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802358880190695:2064] [node 6] ICP01 ready to work
2025-12-06T17:44:53.011177Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802364476503043:2109] [node 6] ICP01 ready to work
2025-12-06T17:44:53.041165Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802364476503044:2108] [node 4] ICP01 ready to work
2025-12-06T17:44:52.966914Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802360289894226:2090] [node 4] ICP01 ready to work
2025-12-06T17:44:52.994752Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802358585349375:2062] [node 5] ICP01 ready to work
2025-12-06T17:44:53.074788Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802364476503045:2107] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:52.967355Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802360289894227:2099] [node 6] ICP01 ready to work
2025-12-06T17:44:53.060270Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802360781968536:2098] [node 5] ICP01 ready to work
2025-12-06T17:44:53.074711Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802360781968537:2100] [node 4] ICP01 ready to work
2025-12-06T17:44:53.099658Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802361093039317:2072] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:53.119008Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802361093039318:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19798
2025-12-06T17:44:53.047033Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802358585349374:2068] [node 4] ICP01 ready to work
2025-12-06T17:44:53.048532Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802364584861530:2095] [node 5] ICP01 ready to work
2025-12-06T17:44:53.106896Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802360781968538:2102] [node 6] ICP01 ready to work
2025-12-06T17:44:53.128960Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802356487001178:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(166247538ns) {Configure:104(166240944ns) {ProcessConfigured:135(64039ns) {StartInitialHandshake:157(61492ns) {DropHandshakes:470(3426ns) {DropIncomingHandshake:442(546ns) DropOutgoingHandshake:457(1237ns)} GenerateSessionVirtualId:988(1149ns) PrepareNewSessionHandshake:477(1462ns) {SwitchToState:179(524ns)}}}}}
2025-12-06T17:44:53.147729Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802360781968536:2098] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(18240610ns) {Configure:104(18235900ns) {ProcessConfigured:135(89459ns) {StartInitialHandshake:157(87113ns) {DropHandshakes:470(2437ns) {DropIncomingHandshake:442(781ns) DropOutgoingHandshake:457(408ns)} GenerateSessionVirtualId:988(991ns) PrepareNewSessionHandshake:477(1604ns) {SwitchToState:179(708ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:53.164716Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802360781968545:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2377
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:53.126064Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802363175158036:2065] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:53.171970Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802363175158038:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37666
2025-12-06T17:44:53.172147Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802363175158039:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37666
2025-12-06T17:44:53.172284Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802363175158040:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37666
2025-12-06T17:44:53.136505Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802361093039318:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:53.076575Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802360289894226:2090] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(19023792ns) {Configure:104(19018738ns) {ProcessConfigured:135(83461ns) {StartInitialHandshake:157(81345ns) {DropHandshakes:470(2468ns) {DropIncomingHandshake:442(509ns) DropOutgoingHandshake:457(337ns)} GenerateSessionVirtualId:988(690ns) PrepareNewSessionHandshake:477(1922ns) {SwitchToState:179(604ns)}}}}}
2025-12-06T17:44:53.164883Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802360781968546:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2377
2025-12-06T17:44:53.187998Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802358585349347:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(317855891ns) {Configure:104(317849922ns) {ProcessConfigured:135(104836ns) {StartInitialHandshake:157(101865ns) {DropHandshakes:470(3992ns) {DropIncomingHandshake:442(1481ns) DropOutgoingHandshake:457(435ns)} GenerateSessionVirtualId:988(939ns) PrepareNewSessionHandshake:477(1627ns) {SwitchToState:179(649ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:53.136649Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802356798071959:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:53.076888Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802360289894228:2103] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25455
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:53.196975Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802358880190695:2064] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(316678798ns) {Configure:104(316673276ns) {ProcessConfigured:135(63486ns) {StartInitialHandshake:157(60858ns) {DropHandshakes:470(2440ns) {DropIncomingHandshake:442(455ns) DropOutgoingHandshake:457(607ns)} GenerateSessionVirtualId:988(860ns) PrepareNewSessionHandshake:477(1269ns) {SwitchToState:179(479ns)}}}}}
2025-12-06T17:44:53.206806Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802356487001177:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(56424311ns) {Configure:104(56416723ns) {ProcessConfigured:135(70450ns) {StartInitialHandshake:157(67739ns) {DropHandshakes:470(2832ns) {DropIncomingHandshake:442(588ns) DropOutgoingHandshake:457(470ns)} GenerateSessionVirtualId:988(1475ns) PrepareNewSessionHandshake:477(1981ns) {SwitchToState:179(609ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:53.191397Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802358585349345:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(320909821ns) {Configure:104(320897581ns) {ProcessConfigured:135(14535076ns) {StartInitialHandshake:157(14532763ns) {DropHandshakes:470(2801ns) {DropIncomingHandshake:442(615ns) DropOutgoingHandshake:457(759ns)} GenerateSessionVirtualId:988(801ns) PrepareNewSessionHandshake:477(2664ns) {SwitchToState:179(674ns)}}}}}
2025-12-06T17:44:53.259456Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802360181535745:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:53.259516Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802360181535745:2111] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:44:53.092943Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802360289894227:2099] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(124737668ns) {Configure:104(124731966ns) {ProcessConfigured:135(25655192ns) {StartInitialHandshake:157(25651130ns) {DropHandshakes:470(2482ns) {DropIncomingHandshake:442(597ns) DropOutgoingHandshake:457(368ns)} GenerateSessionVirtualId:988(483ns) PrepareNewSessionHandshake:477(5112ns) {SwitchToState:179(2099ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:53.197167Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802363175158039:2111] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:53.240556Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802356798071982:2071] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(217175812ns) {Configure:104(217160746ns) {ProcessConfigured:135(83817ns) {StartInitialHandshake:157(79366ns) {DropHandshakes:470(2816ns) {DropIncomingHandshake:442(552ns) DropOutgoingHandshake:457(453ns)} GenerateSessionVirtualId:988(1004ns) PrepareNewSessionHandshake:477(1627ns) {SwitchToState:179(533ns)}}}}}
2025-12-06T17:44:53.192380Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802362880316711:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24081
2025-12-06T17:44:53.248967Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802358585349346:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(181544247ns) {Configure:104(181536441ns) {ProcessConfigured:135(96082ns) {StartInitialHandshake:157(92178ns) {DropHandshakes:470(3104ns) {DropIncomingHandshake:442(752ns) DropOutgoingHandshake:457(497ns)} GenerateSessionVirtualId:988(1185ns) PrepareNewSessionHandshake:477(2070ns) {SwitchToState:179(840ns)}}}}}
2025-12-06T17:44:53.279052Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802362880316711:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:53.276489Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802364476503051:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11340
2025-12-06T17:44:53.276701Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802364476503052:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11340
2025-12-06T17:44:53.282879Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802360181535745:2111] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:53.287055Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802364476503043:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(231575082ns) {Configure:104(231566373ns) {ProcessConfigured:135(33621294ns) {StartInitialHandshake:157(33617612ns) {DropHandshakes:470(2526ns) {DropIncomingHandshake:442(583ns) DropOutgoingHandshake:457(417ns)} GenerateSessionVirtualId:988(926ns) PrepareNewSessionHandshake:477(5775ns) {SwitchToState:179(2972ns)}}}}}
2025-12-06T17:44:53.287231Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802360181535742:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:53.287257Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802360181535742:2110] [node 3] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:53.209619Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802360781968545:2113] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:53.138765Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802360289894228:2103] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:53.242213Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802361093039324:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19798
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:53.281343Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802358880190679:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(83702398ns) {Configure:104(83696171ns) {ProcessConfigured:135(10237477ns) {StartInitialHandshake:157(10233301ns) {DropHandshakes:470(2253ns) {DropIncomingHandshake:442(516ns) DropOutgoingHandshake:457(519ns)} GenerateSessionVirtualId:988(703ns) PrepareNewSessionHandshake:477(3875ns) {SwitchToState:179(326ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:53.286737Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802358585349346:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:53.224705Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580802356487001177:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:53.138891Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802364584861536:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:53.251815Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802361093039330:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19798
2025-12-06T17:44:53.307382Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802358880190678:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(324712554ns) {Configure:104(324705902ns) {ProcessConfigured:135(6403278ns) {StartInitialHandshake:157(6401011ns) {DropHandshakes:470(2733ns) {DropIncomingHandshake:442(476ns) DropOutgoingHandshake:457(277ns)} GenerateSessionVirtualId:988(743ns) PrepareNewSessionHandshake:477(4742ns) {SwitchToState:179(2166ns)}}}}}
2025-12-06T17:44:53.313470Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802358585349375:2062] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(45824820ns) {Configure:104(45815489ns) {ProcessConfigured:135(55445ns) {StartInitialHandshake:157(53607ns) {DropHandshakes:470(3049ns) {DropIncomingHandshake:442(581ns) DropOutgoingHandshake:457(461ns)} GenerateSessionVirtualId:988(589ns) PrepareNewSessionHandshake:477(1899ns) {SwitchToState:179(557ns)}}}}}
2025-12-06T17:44:53.138916Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802364584861536:2112] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:44:53.275154Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802360781968546:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:53.346660Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802360181535742:2110] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:53.351537Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802364476503051:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:53.351605Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802360181535678:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:44:53.351655Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:53.351710Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802360181535678:2048] [node 2] ICP22 created new session: [1:7580802364476503055:2048]
2025-12-06T17:44:53.252315Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802361093039331:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19798
2025-12-06T17:44:53.351776Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802364476503055:2048] [node 2] ICS09 handshake done sender: [1:7580802360181535745:2111] self: [1:7580802360181535744:0] peer: [2:7580802360781968554:0] socket: 445 qp: -1
2025-12-06T17:44:53.351821Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802364476503055:2048] [node 2] ICS10 traffic start
2025-12-06T17:44:53.351859Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:53.291118Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802360781968548:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:53.308226Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802363175158038:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:53.314031Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802362880316719:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24081
2025-12-06T17:44:53.359281Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802364476503059:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11340
2025-12-06T17:44:53.308953Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802363175158047:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37666
2025-12-06T17:44:53.154722Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802364584861536:2112] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:53.318438Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802362880316722:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24081
2025-12-06T17:44:53.253020Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802361093039317:2072] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(115437838ns) {Configure:104(115433055ns) {ProcessConfigured:135(25429666ns) {StartInitialHandshake:157(25426681ns) {DropHandshakes:470(3090ns) {DropIncomingHandshake:442(588ns) DropOutgoingHandshake:457(565ns)} GenerateSessionVirtualId:988(600ns) PrepareNewSessionHandshake:477(3523ns) {SwitchToState:179(1303ns)}}}}}
2025-12-06T17:44:53.291149Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802360781968548:2115] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:53.260770Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802356798071958:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(237333435ns) {Configure:104(237326138ns) {ProcessConfigured:135(72516ns) {StartInitialHandshake:157(69848ns) {DropHandshakes:470(2959ns) {DropIncomingHandshake:442(470ns) DropOutgoingHandshake:457(894ns)} GenerateSessionVirtualId:988(1025ns) PrepareNewSessionHandshake:477(2124ns) {SwitchToState:179(488ns)}}}}}
2025-12-06T17:44:53.389339Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802364476503047:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:53.336397Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802362880316719:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:53.292224Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802360781968556:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2377
2025-12-06T17:44:53.255583Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802360289894170:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(320629737ns) {Configure:104(312497444ns) {ProcessConfigured:135(58240ns) {StartInitialHandshake:157(55783ns) {DropHandshakes:470(3002ns) {DropIncomingHandshake:442(688ns) DropOutgoingHandshake:457(802ns)} GenerateSessionVirtualId:988(630ns) PrepareNewSessionHandshake:477(1558ns) {SwitchToState:179(431ns)}}}}}
2025-12-06T17:44:53.389391Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802364476503047:2112] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:53.309039Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802358880190679:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:53.256132Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802360289894226:2090] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:44:53.299589Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802360781968548:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:53.371038Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802360781968544:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:53.371087Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802360781968544:2112] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:44:53.376583Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802360781968538:2102] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:53.376668Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:53.376726Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802360781968538:2102] [node 6] ICP22 created new session: [2:7580802360781968559:2102]
2025-12-06T17:44:53.376778Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802360781968559:2102] [node 6] ICS09 handshake done sender: [2:7580802360781968548:2115] self: [2:7580802360781968547:0] peer: [6:7580802362880316718:0] socket: 458 qp: -1
2025-12-06T17:44:53.376817Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802360781968559:2102] [node 6] ICS10 traffic start
2025-12-06T17:44:53.376875Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:53.378264Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802360781968545:2113] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:53.386669Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802360781968558:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2377
2025-12-06T17:44:53.397895Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580802356487001177:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:53.397991Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:53.398052Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802356487001177:2048] [node 1] ICP22 created new session: [2:7580802360781968564:2048]
2025-12-06T17:44:53.398138Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802360781968564:2048] [node 1] ICS09 handshake done sender: [2:7580802360781968545:2113] self: [2:7580802360781968554:0] peer: [1:7580802360181535744:0] socket: 454 qp: -1
2025-12-06T17:44:53.398177Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802360781968564:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:53.398227Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:53.400572Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802360781968558:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:53.407437Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802360781968542:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:53.407465Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802360781968542:2111] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:53.411678Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802360781968563:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2377
2025-12-06T17:44:53.412602Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802360781968544:2112] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:53.413906Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802360781968542:2111] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:53.430467Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802360781968536:2098] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:53.430609Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:53.430666Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802360781968536:2098] [node 5] ICP22 created new session: [2:7580802360781968568:2098]
2025-12-06T17:44:53.430717Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802360781968568:2098] [node 5] ICS09 handshake done sender: [2:7580802360781968542:2111] self: [2:7580802360781968541:0] peer: [5:7580802363175158058:0] socket: 459 qp: -1
2025-12-06T17:44:53.430757Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802360781968568:2098] [node 5] ICS10 traffic start
2025-12-06T17:44:53.430809Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:53.432594Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802360781968563:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:53.286714Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802361093039330:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:53.336494Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802358585349347:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:53.443967Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802360781968537:2100] [node 4] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:53.256219Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:53.401182Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802364476503052:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:53.294896Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802356798071958:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:53.319118Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802358880190677:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(337374089ns) {Configure:104(337364927ns) {ProcessConfigured:135(7477075ns) {StartInitialHandshake:157(7474757ns) {DropHandshakes:470(2359ns) {DropIncomingHandshake:442(734ns) DropOutgoingHandshake:457(463ns)} GenerateSessionVirtualId:988(539ns) PrepareNewSessionHandshake:477(2671ns) {SwitchToState:179(525ns)}}}}}
2025-12-06T17:44:53.349462Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802362880316711:2112] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:53.467047Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802360781968540:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:53.256283Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802360289894226:2090] [node 4] ICP22 created new session: [3:7580802364584861549:2090]
2025-12-06T17:44:53.298880Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802361093039318:2110] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:53.401232Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802360181535679:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:44:53.351067Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802362880316724:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24081
2025-12-06T17:44:53.324845Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802358880190677:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:53.467104Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802360781968540:2110] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:44:53.368765Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802362880316725:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24081
2025-12-06T17:44:53.401311Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:53.256336Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802364584861549:2090] [node 4] ICS09 handshake done sender: [3:7580802364584861536:2112] self: [3:7580802364584861535:0] peer: [4:7580802361093039323:0] socket: 448 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:53.385117Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802363175158040:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:53.314156Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802356798071959:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:44:53.401364Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802360181535679:2049] [node 3] ICP22 created new session: [1:7580802364476503060:2049]
2025-12-06T17:44:53.385611Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802358880190678:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:53.256375Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802364584861549:2090] [node 4] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:53.375114Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802362880316719:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:53.314232Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:53.468814Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:53.314283Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802356798071959:2050] [node 3] ICP22 created new session: [4:7580802361093039337:2050]
2025-12-06T17:44:53.256438Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:53.258252Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802364584861547:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25455
2025-12-06T17:44:53.258357Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802364584861548:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25455
2025-12-06T17:44:53.279380Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802360289894170:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:53.317055Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802364584861538:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:53.317084Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802364584861538:2113] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:53.317808Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802364584861554:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25455
2025-12-06T17:44:53.318776Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802364584861538:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:53.334178Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802364584861547:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:53.335084Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802364584861530:2095] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:53.335120Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:53.335158Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802364584861530:2095] [node 5] ICP22 created new session: [3:7580802364584861558:2095]
2025-12-06T17:44:53.335193Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802364584861558:2095] [node 5] ICS09 handshake done sender: [3:7580802364584861538:2113] self: [3:7580802364584861537:0] peer: [5:7580802363175158050:0] socket: 449 qp: -1
2025-12-06T17:44:53.335224Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802364584861558:2095] [node 5] ICS10 traffic start
2025-12-06T17:44:53.335272Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:53.349644Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802364584861542:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:53.349688Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802364584861542:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:53.353964Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802364584861542:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:53.388051Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802360289894227:2099] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:53.394233Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:53.406838Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802360289894227:2099] [node 6] ICP22 created new session: [3:7580802364584861561:2099]
2025-12-06T17:44:53.410940Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802364584861554:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:53.411062Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802364584861562:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25455
2025-12-06T17:44:53.411216Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7580802364584861530:2095] [node 5] ICP18 handshake (actor [3:7580802364584861554:2119]) is too old
2025-12-06T17:44:53.412823Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802364584861553:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25455
2025-12-06T17:44:53.414839Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802364584861561:2099] [node 6] ICS09 handshake done sender: [3:7580802364584861542:2114] self: [3:7580802364584861534:0] peer: [6:7580802362880316723:0] socket: 479 qp: -1
2025-12-06T17:44:53.418975Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802364584861561:2099] [node 6] ICS10 traffic start
2025-12-06T17:44:53.419468Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802360289894170:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19500) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580802360289894228:2103] held: no
2025-12-06T17:44:53.420335Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802360289894228:2103] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:53.425224Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:53.427963Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802360289894170:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:53.428013Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:53.428068Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802360289894170:2048] [node 1] ICP22 created new session: [3:7580802364584861564:2048]
2025-12-06T17:44:53.428117Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802364584861564:2048] [node 1] ICS09 handshake done sender: [3:7580802360289894228:2103] self: [3:7580802364584861552:0] peer: [1:7580802360181535741:0] socket: 446 qp: -1
2025-12-06T17:44:53.428157Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802364584861564:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:53.428193Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:53.433088Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802364584861562:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:53.433602Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802360289894171:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:53.510911Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802364584861567:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25455
2025-12-06T17:44:53.517440Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802360289894227:2099] [node 6] ICP35 event processing took too much time PendingConnection:279(153573098ns) {HandleHandshakeStatus:329(137499029ns) {DropIncomingHandshake:442(26918ns) DropOutgoingHandshake:457(525ns) SwitchToState:179(677ns) ProcessPendingSessionEvents:495(49340601ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 49243387ns max# 17635193ns}}}
2025-12-06T17:44:53.517612Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802364584861562:2120] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:53.528019Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802360289894171:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:53.528082Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:53.528143Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802360289894171:2049] [node 2] ICP22 created new session: [3:7580802364584861568:2049]
2025-12-06T17:44:53.528191Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802364584861568:2049] [node 2] ICS09 handshake done sender: [3:7580802364584861562:2120] self: [3:7580802364584861566:0] peer: [2:7580802360781968539:0] socket: 506 qp: -1
2025-12-06T17:44:53.528228Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802364584861568:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:53.528268Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:53.552799Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7580802360289894171:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:44:53.483190Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802360781968537:2100] [node 4] ICP22 created new session: [2:7580802360781968571:2100]
2025-12-06T17:44:53.387994Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802363175158036:2065] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(184615043ns) {Configure:104(184609117ns) {ProcessConfigured:135(8535760ns) {StartInitialHandshake:157(8532421ns) {DropHandshakes:470(3332ns) {DropIncomingHandshake:442(950ns) DropOutgoingHandshake:457(471ns)} GenerateSessionVirtualId:988(936ns) PrepareNewSessionHandshake:477(2898ns) {SwitchToState:179(1379ns)}}}}}
2025-12-06T17:44:53.395362Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802358585349346:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:53.401411Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802364476503060:2049] [node 3] ICS09 handshake done sender: [1:7580802360181535742:2110] self: [1:7580802360181535741:0] peer: [3:7580802364584861552:0] socket: 444 qp: -1
2025-12-06T17:44:53.314333Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802361093039337:2050] [node 3] ICS09 handshake done sender: [4:7580802361093039318:2110] self: [4:7580802361093039323:0] peer: [3:7580802364584861535:0] socket: 453 qp: -1
2025-12-06T17:44:53.412693Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802362880316725:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:53.484097Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802360781968540:2110] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:53.401451Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802364476503060:2049] [node 3] ICS10 traffic start
2025-12-06T17:44:53.401518Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:53.402890Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802364476503059:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:53.403257Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580802360181535679:2049] [node 3] ICP18 handshake (actor [1:7580802364476503059:2116]) is too old
2025-12-06T17:44:53.406015Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802364476503062:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11340
2025-12-06T17:44:53.412613Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802364476503047:2112] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:53.422421Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802364476503045:2107] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:53.422494Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:53.422574Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802364476503045:2107] [node 5] ICP22 created new session: [1:7580802364476503064:2107]
2025-12-06T17:44:53.422631Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802364476503064:2107] [node 5] ICS09 handshake done sender: [1:7580802364476503047:2112] self: [1:7580802364476503046:0] peer: [5:7580802363175158054:0] socket: 452 qp: -1
2025-12-06T17:44:53.422669Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802364476503064:2107] [node 5] ICS10 traffic start
2025-12-06T17:44:53.422715Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:53.445331Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802364476503044:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(83724520ns) {Configure:104(83718003ns) {ProcessConfigured:135(66317ns) {StartInitialHandshake:157(64166ns) {DropHandshakes:470(3363ns) {DropIncomingHandshake:442(219ns) DropOutgoingHandshake:457(262ns)} GenerateSessionVirtualId:988(706ns) PrepareNewSessionHandshake:477(905ns) {SwitchToState:179(263ns)}}}}}
2025-12-06T17:44:53.457912Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802364476503050:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:53.457958Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802364476503050:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:53.474829Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802364476503062:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:53.474985Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580802364476503045:2107] [node 5] ICP18 handshake (actor [1:7580802364476503062:2117]) is too old
2025-12-06T17:44:53.478762Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802364476503050:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:53.521832Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802364476503043:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:53.532293Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802364476503067:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:53.532334Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802364476503067:2118] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:44:53.559327Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802364476503067:2118] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:53.559860Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802364476503044:2108] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:44:53.559959Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:53.560022Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802364476503044:2108] [node 4] ICP22 created new session: [1:7580802364476503072:2108]
2025-12-06T17:44:53.560092Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802364476503072:2108] [node 4] ICS09 handshake done sender: [1:7580802364476503067:2118] self: [1:7580802364476503066:0] peer: [4:7580802361093039346:0] socket: 471 qp: -1
2025-12-06T17:44:53.560130Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802364476503072:2108] [node 4] ICS10 traffic start
2025-12-06T17:44:53.560165Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:53.586759Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:53.596367Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802364476503043:2109] [node 6] ICP22 created new session: [1:7580802364476503074:2109]
2025-12-06T17:44:53.606887Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802364476503074:2109] [node 6] ICS09 handshake done sender: [1:7580802364476503050:2113] self: [1:7580802364476503049:0] peer: [6:7580802362880316727:0] socket: 498 qp: -1
2025-12-06T17:44:53.614826Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802364476503074:2109] [node 6] ICS10 traffic start
2025-12-06T17:44:53.314376Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802361093039337:2050] [node 3] ICS10 traffic start
2025-12-06T17:44:53.314425Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:53.389303Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802363175158053:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37666
2025-12-06T17:44:53.491622Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802360781968571:2100] [node 4] ICS09 handshake done sender: [2:7580802360781968544:2112] self: [2:7580802360781968543:0] peer: [4:7580802361093039336:0] socket: 460 qp: -1
2025-12-06T17:44:53.502860Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802360781968571:2100] [node 4] ICS10 traffic start
2025-12-06T17:44:53.513264Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802356487001178:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:44:53.526845Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:53.565560Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:53.565624Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802356487001178:2049] [node 3] ICP22 created new session: [2:7580802360781968574:2049]
2025-12-06T17:44:53.583651Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802360781968537:2100] [node 4] ICP35 event processing took too much time PendingConnection:279(138381243ns) {HandleHandshakeStatus:329(138376635ns) {DropIncomingHandshake:442(14730ns) DropOutgoingHandshake:457(325ns) SwitchToState:179(864ns) ProcessPendingSessionEvents:495(27789043ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 27712100ns max# 27120739ns}}}
2025-12-06T17:44:53.602844Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802360781968574:2049] [node 3] ICS09 handshake done sender: [2:7580802360781968540:2110] self: [2:7580802360781968539:0] peer: [3:7580802364584861566:0] socket: 504 qp: -1
2025-12-06T17:44:53.614729Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802360781968574:2049] [node 3] ICS10 traffic start
2025-12-06T17:44:53.622387Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:53.413309Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802358585349345:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:53.450630Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802363175158047:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:53.634803Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:53.355468Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802361093039331:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:53.413612Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:53.451901Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802358880190679:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28515) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802363175158038:2110] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:53.676201Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802364476503043:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(161753285ns) {HandleHandshakeStatus:329(161750124ns) {DropIncomingHandshake:442(17444ns) DropOutgoingHandshake:457(471ns) SwitchToState:179(6452ns) ProcessPendingSessionEvents:495(20128057ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 20042404ns max# 11819429ns}}}
2025-12-06T17:44:53.426179Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802356798071959:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(104758282ns) {HandleHandshakeStatus:329(104753953ns) {DropIncomingHandshake:442(402ns) DropOutgoingHandshake:457(9014ns) SwitchToState:179(155ns) ProcessPendingSessionEvents:495(93132998ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 85745054ns max# 19008970ns}}}
2025-12-06T17:44:53.467260Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802361093039341:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19798
2025-12-06T17:44:53.476271Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802356798071958:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18697) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580802361093039330:2115] held: no
2025-12-06T17:44:53.483734Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802361093039330:2115] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:53.489790Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802356798071958:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:53.489881Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:53.489943Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802356798071958:2049] [node 2] ICP22 created new session: [4:7580802361093039344:2049]
2025-12-06T17:44:53.489994Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802361093039344:2049] [node 2] ICS09 handshake done sender: [4:7580802361093039330:2115] self: [4:7580802361093039336:0] peer: [2:7580802360781968543:0] socket: 470 qp: -1
2025-12-06T17:44:53.490036Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802361093039344:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:53.490077Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:53.511264Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802361093039342:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19798
2025-12-06T17:44:53.526967Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802361093039342:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:53.530951Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802356798071957:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:53.534396Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802361093039327:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:53.534445Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802361093039327:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:53.565040Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802361093039348:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19798
2025-12-06T17:44:53.570470Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802361093039327:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:53.585940Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802361093039348:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:53.586104Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802361093039349:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19798
2025-12-06T17:44:53.615461Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802356798071957:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19500) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580802361093039342:2120] held: no
2025-12-06T17:44:53.615808Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802356798071982:2071] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:53.615972Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:53.616037Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802356798071982:2071] [node 5] ICP22 created new session: [4:7580802361093039351:2071]
2025-12-06T17:44:53.616089Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802361093039351:2071] [node 5] ICS09 handshake done sender: [4:7580802361093039327:2114] self: [4:7580802361093039326:0] peer: [5:7580802363175158066:0] socket: 474 qp: -1
2025-12-06T17:44:53.616155Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802361093039351:2071] [node 5] ICS10 traffic start
2025-12-06T17:44:53.616258Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:53.616892Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802361093039342:2120] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:53.644918Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802356798071957:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:53.645229Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:53.649918Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802356798071957:2048] [node 1] ICP22 created new session: [4:7580802361093039353:2048]
2025-12-06T17:44:53.660090Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802361093039333:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:53.660125Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802361093039333:2117] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:53.660789Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802361093039353:2048] [node 1] ICS09 handshake done sender: [4:7580802361093039342:2120] self: [4:7580802361093039346:0] peer: [1:7580802364476503066:0] socket: 477 qp: -1
2025-12-06T17:44:53.663049Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802361093039353:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:53.683007Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:53.685829Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802356798071957:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(40842578ns) {HandleHandshakeStatus:329(40837223ns) {DropIncomingHandshake:442(997ns) DropOutgoingHandshake:457(909ns) SwitchToState:179(925ns) ProcessPendingSessionEvents:495(1838ns)}}
2025-12-06T17:44:53.414970Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802358585349347:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:44:53.455901Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802358880190678:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18697) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802363175158040:2112] held: no
2025-12-06T17:44:53.457077Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802363175158038:2110] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:53.474070Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802358880190679:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:44:53.474130Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:53.474185Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802358880190679:2050] [node 3] ICP22 created new session: [5:7580802363175158062:2050]
2025-12-06T17:44:53.474241Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802363175158062:2050] [node 3] ICS09 handshake done sender: [5:7580802363175158038:2110] self: [5:7580802363175158050:0] peer: [3:7580802364584861537:0] socket: 456 qp: -1
2025-12-06T17:44:53.474288Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802363175158062:2050] [node 3] ICS10 traffic start
2025-12-06T17:44:53.474374Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:53.475449Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802363175158059:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37666
2025-12-06T17:44:53.490686Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802363175158060:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37666
2025-12-06T17:44:53.497220Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802363175158039:2111] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:53.515692Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802358880190677:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19500) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802363175158039:2111] held: no
2025-12-06T17:44:53.518807Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802363175158036:2065] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:53.518962Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802363175158061:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37666
2025-12-06T17:44:53.521100Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802363175158040:2112] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:53.543301Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802358880190678:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:53.543406Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:53.543474Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802358880190678:2049] [node 2] ICP22 created new session: [5:7580802363175158067:2049]
2025-12-06T17:44:53.551208Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802363175158067:2049] [node 2] ICS09 handshake done sender: [5:7580802363175158040:2112] self: [5:7580802363175158058:0] peer: [2:7580802360781968541:0] socket: 462 qp: -1
2025-12-06T17:44:53.551271Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802363175158067:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:53.551355Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:53.558873Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802363175158061:2122] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:53.592597Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802358880190677:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(84737717ns) {HandleHandshakeStatus:395(84732576ns) {LogHandshakeFail:472(17790ns) {UpdateErrorStateLog:545(6507ns)} DropOutgoingHandshake:457(2518ns) ProcessPendingSessionEvents:495(75783996ns) {unordered DropSessionEvent:512 num# 100 sum# 75692651ns max# 20163444ns}}}
2025-12-06T17:44:53.592674Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802358880190677:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:53.592796Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:53.592964Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802358880190677:2048] [node 1] ICP22 created new session: [5:7580802363175158071:2048]
2025-12-06T17:44:53.593161Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802363175158071:2048] [node 1] ICS09 handshake done sender: [5:7580802363175158039:2111] self: [5:7580802363175158054:0] peer: [1:7580802364476503046:0] socket: 461 qp: -1
2025-12-06T17:44:53.593312Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802363175158071:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:53.593370Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:53.599029Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802363175158070:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37666
2025-12-06T17:44:53.611084Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802363175158047:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:53.611447Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802363175158036:2065] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:44:53.611531Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:53.611608Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802363175158036:2065] [node 4] ICP22 created new session: [5:7580802363175158073:2065]
2025-12-06T17:44:53.611670Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802363175158073:2065] [node 4] ICS09 handshake done sender: [5:7580802363175158047:2116] self: [5:7580802363175158066:0] peer: [4:7580802361093039326:0] socket: 486 qp: -1
2025-12-06T17:44:53.611720Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802363175158073:2065] [node 4] ICS10 traffic start
2025-12-06T17:44:53.611772Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:53.671460Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802363175158042:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:53.671490Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580802363175158042:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:53.673300Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802363175158042:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:53.679226Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580802358880190695:2064] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:53.690039Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:53.690116Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802358880190695:2064] [node 6] ICP22 created new session: [5:7580802363175158076:2064]
2025-12-06T17:44:53.690173Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802363175158076:2064] [node 6] ICS09 handshake done sender: [5:7580802363175158042:2113] self: [5:7580802363175158041:0] peer: [6:7580802362880316738:0] socket: 507 qp: -1
2025-12-06T17:44:53.690219Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802363175158076:2064] [node 6] ICS10 traffic start
2025-12-06T17:44:53.690289Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:53.415392Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802358585349346:2049] [node 2] ICP22 created new session: [6:7580802362880316728:2049]
2025-12-06T17:44:53.424746Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802362880316728:2049] [node 2] ICS09 handshake done sender: [6:7580802362880316711:2112] self: [6:7580802362880316718:0] peer: [2:7580802360781968547:0] socket: 465 qp: -1
2025-12-06T17:44:53.424896Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:53.432629Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802362880316728:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:53.436489Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:53.691255Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802361093039333:2117] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:53.438990Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802358585349347:2050] [node 3] ICP22 created new session: [6:7580802362880316729:2050]
2025-12-06T17:44:53.466906Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802362880316729:2050] [node 3] ICS09 handshake done sender: [6:7580802362880316719:2115] self: [6:7580802362880316723:0] peer: [3:7580802364584861534:0] socket: 482 qp: -1
2025-12-06T17:44:53.691650Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802361093039317:2072] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:53.469178Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802362880316729:2050] [node 3] ICS10 traffic start
2025-12-06T17:44:53.478967Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:53.691735Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:53.691789Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802361093039317:2072] [node 6] ICP22 created new session: [4:7580802361093039356:2072]
2025-12-06T17:44:53.508549Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802358585349346:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(136025720ns) {HandleHandshakeStatus:329(136022097ns) {DropIncomingHandshake:442(3057ns) DropOutgoingHandshake:457(15603ns) SwitchToState:179(509ns) ProcessPendingSessionEvents:495(24123369ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 24050352ns max# 23571278ns}}}
2025-12-06T17:44:53.691844Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802361093039356:2072] [node 6] ICS09 handshake done sender: [4:7580802361093039333:2117] self: [4:7580802361093039325:0] peer: [6:7580802362880316737:0] socket: 500 qp: -1
2025-12-06T17:44:53.527580Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802362880316732:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24081
2025-12-06T17:44:53.691894Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802361093039356:2072] [node 6] ICS10 traffic start
2025-12-06T17:44:53.691932Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:53.533470Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802358585349345:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19500) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802362880316725:2119] held: no
2025-12-06T17:44:53.534272Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802362880316725:2119] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:53.697268Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802356798071982:2071] [node 5] ICP35 event processing took too much time PendingConnection:279(80519788ns) {HandleHandshakeStatus:329(80518142ns) {DropIncomingHandshake:442(25759ns) DropOutgoingHandshake:457(462ns) SwitchToState:179(210ns) ProcessPendingSessionEvents:495(79815359ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 74441521ns max# 9873064ns}}}
2025-12-06T17:44:53.553384Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802358585349345:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:53.553480Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:53.553544Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802358585349345:2048] [node 1] ICP22 created new session: [6:7580802362880316735:2048]
2025-12-06T17:44:53.553601Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802362880316735:2048] [node 1] ICS09 handshake done sender: [6:7580802362880316725:2119] self: [6:7580802362880316727:0] peer: [1:7580802364476503049:0] socket: 499 qp: -1
2025-12-06T17:44:53.553646Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802362880316735:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:53.553712Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:53.553993Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802362880316733:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24081
2025-12-06T17:44:53.586557Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802362880316733:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:53.605868Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802358585349374:2068] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:53.649787Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802362880316734:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24081
2025-12-06T17:44:53.666746Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802362880316734:2122] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:53.670771Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802358585349375:2062] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:53.673100Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802362880316739:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24081
2025-12-06T17:44:53.673794Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802362880316734:2122] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:53.674005Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802358585349375:2062] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:44:53.674071Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:53.674122Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802358585349375:2062] [node 5] ICP22 created new session: [6:7580802362880316740:2062]
2025-12-06T17:44:53.674167Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802362880316740:2062] [node 5] ICS09 handshake done sender: [6:7580802362880316734:2122] self: [6:7580802362880316738:0] peer: [5:7580802363175158041:0] socket: 512 qp: -1
2025-12-06T17:44:53.674197Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802362880316740:2062] [node 5] ICS10 traffic start
2025-12-06T17:44:53.674240Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:53.703217Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802362880316742:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24081
2025-12-06T17:44:53.705305Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802358585349375:2062] [node 5] ICP35 event processing took too much time PendingConnection:279(30327691ns) {HandleHandshakeStatus:329(30325958ns) {DropIncomingHandshake:442(761ns) DropOutgoingHandshake:457(5693ns) SwitchToState:179(400ns) ProcessPendingSessionEvents:495(29966913ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 29886722ns max# 8813718ns}}}
2025-12-06T17:44:53.709888Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802358585349374:2068] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22093) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802362880316733:2121] held: no
2025-12-06T17:44:53.711193Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802362880316733:2121] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:53.719035Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802356487001178:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(220384659ns) {HandleHandshakeStatus:329(220381906ns) {DropIncomingHandshake:442(22867ns) DropOutgoingHandshake:457(651ns) SwitchToState:179(486ns) ProcessPendingSessionEvents:495(95512737ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 89789345ns max# 8876927ns}}}
2025-12-06T17:44:53.714678Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802358585349347:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(290944446ns) {HandleHandshakeStatus:329(290941239ns) {DropIncomingHandshake:442(1881ns) DropOutgoingHandshake:457(5436ns) SwitchToState:179(351ns) ProcessPendingSessionEvents:495(182036822ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 181857874ns max# 22980024ns}}}
2025-12-06T17:44:53.714906Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580802358585349347:2050] [node 3] ICP27 obsolete handshake fail ignored
2025-12-06T17:44:53.723751Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802358585349374:2068] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:44:53.723944Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:53.724072Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802358585349374:2068] [node 4] ICP22 created new session: [6:7580802362880316743:2068]
2025-12-06T17:44:53.724198Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802362880316743:2068] [node 4] ICS09 handshake done sender: [6:7580802362880316733:2121] self: [6:7580802362880316737:0] peer: [4:7580802361093039325:0] socket: 511 qp: -1
2025-12-06T17:44:53.724302Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802362880316743:2068] [node 4] ICS10 traffic start
2025-12-06T17:44:53.724373Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:53.783388Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:44:53.783622Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7580802360781968564:2048] [node 1] ICS07 socket disconnect 454 reason# EndOfStream
2025-12-06T17:44:53.783663Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580802360781968564:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:53.783761Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:53.783807Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580802360781968564:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:53.788100Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:44:53.788341Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802364584861564:2048] [node 1] ICS01 socket: 446 reason# EndOfStream
2025-12-06T17:44:53.788396Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802360289894170:2048] [node 1] ICP30 unregister session Session# [3:7580802364584861564:2048] VirtualId# [3:7580802364584861552:0]
2025-12-06T17:44:53.788432Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802364584861564:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:53.788510Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:53.788554Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:53.790598Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802356487001177:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19500) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:44:53.790649Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580802360781968564:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:53.791607Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802356487001177:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19500) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:53.791668Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580802360781968564:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:53.791712Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580802356487001177:2048] [node 1] ICP30 unregister session Session# [2:7580802360781968564:2048] VirtualId# [2:7580802360781968554:0]
2025-12-06T17:44:53.791758Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:53.791794Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [2:7580802356487001177:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:19500) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:53.791811Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19500) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:53.796805Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:44:53.797048Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802362880316735:2048] [node 1] ICS01 socket: 499 reason# EndOfStream
2025-12-06T17:44:53.797098Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802358585349345:2048] [node 1] ICP30 unregister session Session# [6:7580802362880316735:2048] VirtualId# [6:7580802362880316727:0]
2025-12-06T17:44:53.797134Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802362880316735:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:53.797207Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:53.797246Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:53.797355Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:44:53.797566Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802363175158071:2048] [node 1] ICS01 socket: 461 reason# EndOfStream
2025-12-06T17:44:53.797602Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802358880190677:2048] [node 1] ICP30 unregister session Session# [5:7580802363175158071:2048] VirtualId# [5:7580802363175158054:0]
2025-12-06T17:44:53.797638Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802363175158071:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:53.797709Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:53.797746Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:53.797857Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:44:53.798044Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802361093039353:2048] [node 1] ICS01 socket: 477 reason# EndOfStream
2025-12-06T17:44:53.798083Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802356798071957:2048] [node 1] ICP30 unregister session Session# [4:7580802361093039353:2048] VirtualId# [4:7580802361093039346:0]
2025-12-06T17:44:53.798116Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802361093039353:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:53.798181Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:53.798220Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:53.802811Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [2:7580802356487001177:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:44:54.003694Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:44:54.003969Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802364584861568:2049] [node 2] ICS01 socket: 506 reason# EndOfStream
2025-12-06T17:44:54.004021Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802360289894171:2049] [node 2] ICP30 unregister session Session# [3:7580802364584861568:2049] VirtualId# [3:7580802364584861566:0]
2025-12-06T17:44:54.004063Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802364584861568:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:54.004157Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:54.004215Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:54.013059Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:44:54.013306Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802362880316728:2049] [node 2] ICS07 socket disconnect 465 reason# EndOfStream
2025-12-06T17:44:54.013348Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802362880316728:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:54.013428Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:54.013461Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802362880316728:2049] [node 2] ICS15 start handshake
2025-12-06T17:44:54.013800Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:44:54.014014Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802363175158067:2049] [node 2] ICS01 socket: 462 reason# EndOfStream
2025-12-06T17:44:54.014057Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802358880190678:2049] [node 2] ICP30 unregister session Session# [5:7580802363175158067:2049] VirtualId# [5:7580802363175158058:0]
2025-12-06T17:44:54.014095Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802363175158067:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:54.014181Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:54.014230Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:54.016067Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802358585349346:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18697) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:54.016138Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802362880316728:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:54.016175Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802358585349346:2049] [node 2] ICP30 unregister session Session# [6:7580802362880316728:2049] VirtualId# [6:7580802362880316718:0]
2025-12-06T17:44:54.016283Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:54.016320Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802358585349346:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:18697) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:54.016336Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18697) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:54.014360Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:44:54.014566Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802361093039344:2049] [node 2] ICS01 socket: 470 reason# EndOfStream
2025-12-06T17:44:54.014608Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802356798071958:2049] [node 2] ICP30 unregister session Session# [4:7580802361093039344:2049] VirtualId# [4:7580802361093039336:0]
2025-12-06T17:44:54.014636Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802361093039344:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:54.014711Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:54.014749Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:54.029948Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802358585349346:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:44:54.180441Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:44:54.180690Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802361093039337:2050] [node 3] ICS07 socket disconnect 453 reason# EndOfStream
2025-12-06T17:44:54.180727Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802361093039337:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:54.180822Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:44:54.180869Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802361093039337:2050] [node 3] ICS15 start handshake
2025-12-06T17:44:54.181478Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:44:54.181728Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802363175158062:2050] [node 3] ICS01 socket: 456 reason# EndOfStream
2025-12-06T17:44:54.181772Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802358880190679:2050] [node 3] ICP30 unregister session Session# [5:7580802363175158062:2050] VirtualId# [5:7580802363175158050:0]
2025-12-06T17:44:54.181811Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802363175158062:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:54.181893Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:44:54.181938Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:44:54.183275Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802356798071959:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28515) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:54.183349Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802361093039337:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:54.183393Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802356798071959:2050] [node 3] ICP30 unregister session Session# [4:7580802361093039337:2050] VirtualId# [4:7580802361093039323:0]
2025-12-06T17:44:54.183533Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:44:54.183579Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802356798071959:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:28515) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:54.183602Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28515) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:54.191072Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:44:54.191347Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802362880316729:2050] [node 3] ICS07 socket disconnect 482 reason# EndOfStream
2025-12-06T17:44:54.191386Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802362880316729:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:54.191513Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:44:54.191564Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802362880316729:2050] [node 3] ICS15 start handshake
2025-12-06T17:44:54.193671Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802358585349347:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28515) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:54.193761Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802362880316729:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:54.193806Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802358585349347:2050] [node 3] ICP30 unregister session Session# [6:7580802362880316729:2050] VirtualId# [6:7580802362880316723:0]
2025-12-06T17:44:54.193931Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:44:54.193968Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802358585349347:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:28515) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:54.193989Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28515) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:54.224351Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802358585349347:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:44:54.258932Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:44:54.259194Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802363175158073:2065] [node 4] ICS01 socket: 486 reason# EndOfStream
2025-12-06T17:44:54.259249Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802363175158036:2065] [node 4] ICP30 unregister session Session# [5:7580802363175158073:2065] VirtualId# [5:7580802363175158066:0]
2025-12-06T17:44:54.259299Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802363175158073:2065] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:54.259395Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:44:54.259442Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:44:54.259548Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:44:54.259752Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802362880316743:2068] [node 4] ICS01 socket: 511 reason# EndOfStream
2025-12-06T17:44:54.259796Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802358585349374:2068] [node 4] ICP30 unregister session Session# [6:7580802362880316743:2068] VirtualId# [6:7580802362880316737:0]
2025-12-06T17:44:54.259829Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802362880316743:2068] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:54.259903Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:44:54.259941Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:44:54.387242Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:44:54.387500Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802362880316740:2062] [node 5] ICS07 socket disconnect 512 reason# EndOfStream
2025-12-06T17:44:54.387546Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802362880316740:2062] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:54.387665Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:44:54.387715Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802362880316740:2062] [node 5] ICS15 start handshake
2025-12-06T17:44:54.388980Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802358585349375:2062] [node 5] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8851) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:54.389045Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802362880316740:2062] [node 5] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:54.389094Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802358585349375:2062] [node 5] ICP30 unregister session Session# [6:7580802362880316740:2062] VirtualId# [6:7580802362880316738:0]
2025-12-06T17:44:54.389217Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
2025-12-06T17:44:54.389252Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802358585349375:2062] [node 5] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:8851) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:54.389269Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [5] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8851) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:44:54.750651Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802368763209171:2048] [node 2] ICP01 ready to work
2025-12-06T17:44:54.750701Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802368763209172:2049] [node 3] ICP01 ready to work
2025-12-06T17:44:54.791146Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802365865208690:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:54.791203Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802365865208691:2049] [node 3] ICP01 ready to work
2025-12-06T17:44:54.835165Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802364959451631:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:54.835205Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802364959451632:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:54.879494Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802368428750753:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:54.879546Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802368428750754:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:54.879584Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802368428750755:2050] [node 3] ICP01 ready to work
2025-12-06T17:44:54.956506Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802366920390262:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:54.956544Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802366920390263:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:54.956582Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802366920390264:2050] [node 3] ICP01 ready to work
2025-12-06T17:44:54.923155Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802365610065569:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:54.923195Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802365610065570:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:54.923226Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802365610065571:2050] [node 3] ICP01 ready to work
2025-12-06T17:44:55.200289Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802370160176017:2086] [node 5] ICP01 ready to work
2025-12-06T17:44:55.255172Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802370160176034:2088] [node 6] ICP01 ready to work
2025-12-06T17:44:55.204496Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802372723718066:2064] [node 5] ICP01 ready to work
2025-12-06T17:44:55.269332Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802371215357576:2064] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:55.272801Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802372723718069:2066] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26355
2025-12-06T17:44:55.290607Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802372723718071:2063] [node 6] ICP01 ready to work
2025-12-06T17:44:55.323100Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802371215357585:2068] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:55.328035Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802369905032888:2069] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3081
2025-12-06T17:44:55.326222Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802368428750753:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(102286679ns) {Configure:104(102279985ns) {ProcessConfigured:135(17311024ns) {StartInitialHandshake:157(17307633ns) {DropHandshakes:470(2124ns) {DropIncomingHandshake:442(611ns) DropOutgoingHandshake:457(356ns)} GenerateSessionVirtualId:988(1306ns) PrepareNewSessionHandshake:477(4266ns) {SwitchToState:179(2272ns)}}}}}
2025-12-06T17:44:55.299574Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802369254418970:2081] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:55.337437Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802368763209172:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(72444331ns) {Configure:104(72439169ns) {ProcessConfigured:135(26100107ns) {StartInitialHandshake:157(19077823ns) {DropHandshakes:470(4721ns) {DropIncomingHandshake:442(1043ns) DropOutgoingHandshake:457(568ns)} GenerateSessionVirtualId:988(2323ns) PrepareNewSessionHandshake:477(5018ns) {SwitchToState:179(2813ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:55.318779Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802369905032886:2062] [node 6] ICP01 ready to work
2025-12-06T17:44:55.334771Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802370160176043:2084] [node 4] ICP01 ready to work
2025-12-06T17:44:55.302648Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802369254418972:2080] [node 5] ICP01 ready to work
2025-12-06T17:44:55.364103Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802373058176538:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38976
2025-12-06T17:44:55.375254Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802369905032894:2075] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3081
2025-12-06T17:44:55.447610Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802372723718066:2064] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(113594233ns) {Configure:104(113588096ns) {ProcessConfigured:135(35470287ns) {StartInitialHandshake:157(35465938ns) {DropHandshakes:470(7679ns) {DropIncomingHandshake:442(4833ns) DropOutgoingHandshake:457(955ns)} GenerateSessionVirtualId:988(813ns) PrepareNewSessionHandshake:477(3777ns) {SwitchToState:179(2064ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:55.424035Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802373058176540:2096] [node 4] ICP01 ready to work
2025-12-06T17:44:55.500049Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802370160176017:2086] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(118418650ns) {Configure:104(118409900ns) {ProcessConfigured:135(12237358ns) {StartInitialHandshake:157(12232855ns) {DropHandshakes:470(2976ns) {DropIncomingHandshake:442(633ns) DropOutgoingHandshake:457(437ns)} GenerateSessionVirtualId:988(552ns) PrepareNewSessionHandshake:477(12170308ns) {SwitchToState:179(4929ns)}}}}}
2025-12-06T17:44:55.423953Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802369905032888:2069] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:55.511523Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802369254418999:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40786
2025-12-06T17:44:55.520518Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802370160176034:2088] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(264857843ns) {Configure:104(264851761ns) {ProcessConfigured:135(5026095ns) {StartInitialHandshake:157(5023171ns) {DropHandshakes:470(2111ns) {DropIncomingHandshake:442(694ns) DropOutgoingHandshake:457(366ns)} GenerateSessionVirtualId:988(346ns) PrepareNewSessionHandshake:477(4529ns) {SwitchToState:179(2971ns)}}}}}
2025-12-06T17:44:55.396584Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802373058176539:2098] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:55.539881Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802372723718121:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26355
2025-12-06T17:44:55.514285Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802369254418998:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40786
2025-12-06T17:44:55.546825Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802368428750754:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(214762474ns) {Configure:104(214754312ns) {ProcessConfigured:135(97902ns) {StartInitialHandshake:157(95314ns) {DropHandshakes:470(2495ns) {DropIncomingHandshake:442(588ns) DropOutgoingHandshake:457(371ns)} GenerateSessionVirtualId:988(983ns) PrepareNewSessionHandshake:477(2615ns) {SwitchToState:179(876ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:55.504310Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802369905032929:2071] [node 4] ICP01 ready to work
2025-12-06T17:44:55.476687Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802373058176538:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:55.571980Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802368428750755:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(288903182ns) {Configure:104(288893796ns) {ProcessConfigured:135(76827ns) {StartInitialHandshake:157(73346ns) {DropHandshakes:470(3162ns) {DropIncomingHandshake:442(650ns) DropOutgoingHandshake:457(599ns)} GenerateSessionVirtualId:988(906ns) PrepareNewSessionHandshake:477(1629ns) {SwitchToState:179(436ns)}}}}}
2025-12-06T17:44:55.516922Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802369254418997:2083] [node 6] ICP01 ready to work
2025-12-06T17:44:55.538103Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802365610065571:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(204190051ns) {Configure:104(204183263ns) {ProcessConfigured:135(78228ns) {StartInitialHandshake:157(74733ns) {DropHandshakes:470(6506ns) {DropIncomingHandshake:442(711ns) DropOutgoingHandshake:457(967ns)} GenerateSessionVirtualId:988(1683ns) PrepareNewSessionHandshake:477(1679ns) {SwitchToState:179(579ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:55.476245Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802373058176541:2097] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:55.592314Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802370160176064:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33102
2025-12-06T17:44:55.538946Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802369905032934:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3081
2025-12-06T17:44:55.543375Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802369254418999:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:55.603139Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802372723718121:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:55.603367Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802368428750755:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:55.604006Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802372723718071:2063] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(217677996ns) {Configure:104(217671494ns) {ProcessConfigured:135(17106109ns) {StartInitialHandshake:157(10214294ns) {DropHandshakes:470(3703ns) {DropIncomingHandshake:442(631ns) DropOutgoingHandshake:457(377ns)} GenerateSessionVirtualId:988(2090ns) PrepareNewSessionHandshake:477(2531ns) {SwitchToState:179(930ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:55.584398Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802371215357585:2068] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(260898320ns) {Configure:104(260893187ns) {ProcessConfigured:135(65580ns) {StartInitialHandshake:157(63170ns) {DropHandshakes:470(1148ns) {DropIncomingHandshake:442(255ns) DropOutgoingHandshake:457(199ns)} GenerateSessionVirtualId:988(268ns) PrepareNewSessionHandshake:477(1627ns) {SwitchToState:179(517ns)}}}}}
2025-12-06T17:44:55.579071Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802368763209171:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(240656926ns) {Configure:104(240652390ns) {ProcessConfigured:135(62768ns) {StartInitialHandshake:157(61419ns) {DropHandshakes:470(3193ns) {DropIncomingHandshake:442(550ns) DropOutgoingHandshake:457(413ns)} GenerateSessionVirtualId:988(786ns) PrepareNewSessionHandshake:477(1620ns) {SwitchToState:179(563ns)}}}}}
2025-12-06T17:44:55.564873Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802369905032894:2075] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:55.604794Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802370160176043:2084] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(94898547ns) {Configure:104(94892908ns) {ProcessConfigured:135(10410392ns) {StartInitialHandshake:157(10407915ns) {DropHandshakes:470(1199ns) {DropIncomingHandshake:442(333ns) DropOutgoingHandshake:457(199ns)} GenerateSessionVirtualId:988(313ns) PrepareNewSessionHandshake:477(3187ns) {SwitchToState:179(198ns)}}}}}
2025-12-06T17:44:55.627003Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802370160176063:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33102
2025-12-06T17:44:55.627083Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802370160176064:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:55.549141Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802369254418998:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:55.582876Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802373058176535:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:55.647264Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802372723718078:2072] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:55.647305Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802372723718078:2072] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:55.650364Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802372723718078:2072] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:55.603199Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802365610065570:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:55.597162Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802366920390263:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(389534831ns) {Configure:104(389529614ns) {ProcessConfigured:135(9737090ns) {StartInitialHandshake:157(9733930ns) {DropHandshakes:470(2685ns) {DropIncomingHandshake:442(988ns) DropOutgoingHandshake:457(293ns)} GenerateSessionVirtualId:988(1885ns) PrepareNewSessionHandshake:477(4755ns) {SwitchToState:179(1973ns)}}}}}
2025-12-06T17:44:55.654937Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802372723718069:2066] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:55.551690Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802369254419003:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40786
2025-12-06T17:44:55.582928Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802373058176535:2114] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:44:55.634891Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802370160176040:2098] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:55.687363Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802372723718132:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26355
2025-12-06T17:44:55.638112Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802371215357629:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63575
2025-12-06T17:44:55.563482Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802364959451631:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(252465995ns) {Configure:104(252452729ns) {ProcessConfigured:135(92329ns) {StartInitialHandshake:157(89139ns) {DropHandshakes:470(2766ns) {DropIncomingHandshake:442(553ns) DropOutgoingHandshake:457(500ns)} GenerateSessionVirtualId:988(960ns) PrepareNewSessionHandshake:477(2137ns) {SwitchToState:179(445ns)}}}}}
2025-12-06T17:44:55.585996Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802373058176549:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38976
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:55.642134Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802369905032929:2071] [node 4] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:55.634936Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802370160176040:2098] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:55.699400Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802372723718066:2064] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:55.704321Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802372723718134:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26355
2025-12-06T17:44:55.645264Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802366920390264:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(346126852ns) {Configure:104(346116610ns) {ProcessConfigured:135(10280411ns) {StartInitialHandshake:157(10276931ns) {DropHandshakes:470(3166ns) {DropIncomingHandshake:442(458ns) DropOutgoingHandshake:457(377ns)} GenerateSessionVirtualId:988(623ns) PrepareNewSessionHandshake:477(3472ns) {SwitchToState:179(509ns)}}}}}
2025-12-06T17:44:55.564249Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802364959451631:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:55.644150Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802369905032934:2113] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:55.638583Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802370160176050:2106] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:55.722713Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802372723718121:2113] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:55.722936Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:55.655106Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802366920390262:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(391977136ns) {Configure:104(391967823ns) {ProcessConfigured:135(26502705ns) {StartInitialHandshake:157(26499250ns) {DropHandshakes:470(3162ns) {DropIncomingHandshake:442(950ns) DropOutgoingHandshake:457(445ns)} GenerateSessionVirtualId:988(1137ns) PrepareNewSessionHandshake:477(4233ns) {SwitchToState:179(2111ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:55.591897Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802373058176535:2114] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:55.644248Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802369905032940:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3081
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:55.608455Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802369254419001:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:55.612140Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802373058176549:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:55.638610Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802370160176050:2106] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:44:55.714626Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802371215357629:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:55.738247Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802372723718066:2064] [node 5] ICP22 created new session: [4:7580802372723718136:2064]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:55.608488Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802369254419001:2117] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:55.654815Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802369905032940:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:55.612212Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802368763209172:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:44:55.639396Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802370160176068:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33102
2025-12-06T17:44:55.659211Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802369905032947:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3081
2025-12-06T17:44:55.672723Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802365610065569:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(294666478ns) {Configure:104(294658848ns) {ProcessConfigured:135(18908181ns) {StartInitialHandshake:157(18905471ns) {DropHandshakes:470(3171ns) {DropIncomingHandshake:442(530ns) DropOutgoingHandshake:457(431ns)} GenerateSessionVirtualId:988(997ns) PrepareNewSessionHandshake:477(3033ns) {SwitchToState:179(1434ns)}}}}}
2025-12-06T17:44:55.675834Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802365610065569:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:55.689099Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802369905032886:2062] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(309555632ns) {Configure:104(309544807ns) {ProcessConfigured:135(27837599ns) {StartInitialHandshake:157(27834431ns) {DropHandshakes:470(3262ns) {DropIncomingHandshake:442(971ns) DropOutgoingHandshake:457(399ns)} GenerateSessionVirtualId:988(789ns) PrepareNewSessionHandshake:477(3520ns) {SwitchToState:179(1557ns)}}}}}
2025-12-06T17:44:55.703627Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802369905032948:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3081
2025-12-06T17:44:55.730392Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802369905032936:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3081
2025-12-06T17:44:55.749444Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802369905032936:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:55.749514Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802369905032894:2075] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:55.759025Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802369905032888:2069] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:55.767296Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802369905032953:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3081
2025-12-06T17:44:55.790775Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802365610065570:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:55.790827Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:55.790881Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802365610065570:2049] [node 2] ICP22 created new session: [5:7580802369905032955:2049]
2025-12-06T17:44:55.790932Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802369905032955:2049] [node 2] ICS09 handshake done sender: [5:7580802369905032894:2075] self: [5:7580802369905032939:0] peer: [2:7580802370160176039:0] socket: 460 qp: -1
2025-12-06T17:44:55.790965Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802369905032955:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:55.790997Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:55.794764Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802369905032929:2071] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:44:55.794823Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:55.794879Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802369905032929:2071] [node 4] ICP22 created new session: [5:7580802369905032957:2071]
2025-12-06T17:44:55.794925Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802369905032957:2071] [node 4] ICS09 handshake done sender: [5:7580802369905032888:2069] self: [5:7580802369905032943:0] peer: [4:7580802372723718072:0] socket: 454 qp: -1
2025-12-06T17:44:55.794968Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802369905032957:2071] [node 4] ICS10 traffic start
2025-12-06T17:44:55.795014Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:55.804293Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7580802365610065570:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:44:55.810606Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802369905032934:2113] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:55.838847Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802365610065571:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:55.733743Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802366920390263:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:55.779019Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802372723718134:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:55.852466Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802365610065569:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:55.852567Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:55.852624Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802365610065569:2048] [node 1] ICP22 created new session: [5:7580802369905032962:2048]
2025-12-06T17:44:55.852679Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802369905032962:2048] [node 1] ICS09 handshake done sender: [5:7580802369905032934:2113] self: [5:7580802369905032951:0] peer: [1:7580802373058176543:0] socket: 470 qp: -1
2025-12-06T17:44:55.627042Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:55.637975Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802368763209172:2049] [node 3] ICP22 created new session: [1:7580802373058176551:2049]
2025-12-06T17:44:55.671158Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802373058176551:2049] [node 3] ICS09 handshake done sender: [1:7580802373058176535:2114] self: [1:7580802373058176534:0] peer: [3:7580802369254419010:0] socket: 456 qp: -1
2025-12-06T17:44:55.679429Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802373058176551:2049] [node 3] ICS10 traffic start
2025-12-06T17:44:55.679501Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:55.704728Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802373058176544:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:55.704771Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802373058176544:2118] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:55.714920Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802373058176547:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:55.714957Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802373058176547:2119] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:44:55.722877Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802373058176547:2119] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:55.727040Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802373058176561:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38976
2025-12-06T17:44:55.731479Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802373058176544:2118] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:55.768986Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802368763209172:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(155853267ns) {HandleHandshakeStatus:329(155849252ns) {DropIncomingHandshake:442(1029ns) DropOutgoingHandshake:457(664ns) SwitchToState:179(541ns) ProcessPendingSessionEvents:495(38002904ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 37938530ns max# 37441790ns}}}
2025-12-06T17:44:55.769085Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580802368763209172:2049] [node 3] ICP18 handshake (actor [1:7580802373058176549:2120]) is too old
2025-12-06T17:44:55.787411Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802368763209171:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:44:55.787496Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:55.787560Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802368763209171:2048] [node 2] ICP22 created new session: [1:7580802373058176562:2048]
2025-12-06T17:44:55.787624Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802373058176562:2048] [node 2] ICS09 handshake done sender: [1:7580802373058176547:2119] self: [1:7580802373058176546:0] peer: [2:7580802370160176076:0] socket: 480 qp: -1
2025-12-06T17:44:55.787666Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802373058176562:2048] [node 2] ICS10 traffic start
2025-12-06T17:44:55.787725Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:55.789438Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802368763209171:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(29325602ns) {HandleHandshakeStatus:329(29322177ns) {DropIncomingHandshake:442(1893ns) DropOutgoingHandshake:457(1886ns) SwitchToState:179(793ns) ProcessPendingSessionEvents:495(595157ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 535233ns max# 73223ns}}}
2025-12-06T17:44:55.789594Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802373058176539:2098] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:55.789650Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:55.789701Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802373058176539:2098] [node 5] ICP22 created new session: [1:7580802373058176564:2098]
2025-12-06T17:44:55.789757Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802373058176564:2098] [node 5] ICS09 handshake done sender: [1:7580802373058176544:2118] self: [1:7580802373058176543:0] peer: [5:7580802369905032951:0] socket: 465 qp: -1
2025-12-06T17:44:55.789792Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802373058176564:2098] [node 5] ICS10 traffic start
2025-12-06T17:44:55.789833Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:55.821583Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802373058176567:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38976
2025-12-06T17:44:55.856274Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802373058176557:2122] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:55.856325Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802373058176557:2122] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:55.869839Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802373058176557:2122] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:55.870252Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802373058176541:2097] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:55.870329Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:55.609704Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802369254419011:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40786
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:55.870410Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802373058176541:2097] [node 6] ICP22 created new session: [1:7580802373058176569:2097]
2025-12-06T17:44:55.870471Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802373058176569:2097] [node 6] ICS09 handshake done sender: [1:7580802373058176557:2122] self: [1:7580802373058176556:0] peer: [6:7580802371215357644:0] socket: 518 qp: -1
2025-12-06T17:44:55.870511Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802373058176569:2097] [node 6] ICS10 traffic start
2025-12-06T17:44:55.870562Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:55.852718Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802369905032962:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:55.645979Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802370160176050:2106] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:55.779078Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802368428750755:2050] [node 3] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:55.747457Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802371215357638:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63575
2025-12-06T17:44:55.636810Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802364959451632:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(121211555ns) {Configure:104(121204577ns) {ProcessConfigured:135(9416925ns) {StartInitialHandshake:157(9414084ns) {DropHandshakes:470(2879ns) {DropIncomingHandshake:442(611ns) DropOutgoingHandshake:457(648ns)} GenerateSessionVirtualId:988(749ns) PrepareNewSessionHandshake:477(4306ns) {SwitchToState:179(2513ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:55.646274Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802370160176070:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33102
2025-12-06T17:44:55.637121Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802364959451632:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:55.698888Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802369254419001:2117] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:55.699188Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802369254418998:2115] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:55.711239Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802369254419016:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40786
2025-12-06T17:44:55.723328Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802364959451631:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:55.723417Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:55.723477Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802364959451631:2048] [node 1] ICP22 created new session: [3:7580802369254419018:2048]
2025-12-06T17:44:55.723534Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802369254419018:2048] [node 1] ICS09 handshake done sender: [3:7580802369254418998:2115] self: [3:7580802369254419010:0] peer: [1:7580802373058176534:0] socket: 464 qp: -1
2025-12-06T17:44:55.723575Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802369254419018:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:55.723618Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:55.724859Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802369254418970:2081] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:44:55.724931Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:55.724984Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802369254418970:2081] [node 4] ICP22 created new session: [3:7580802369254419020:2081]
2025-12-06T17:44:55.725035Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802369254419020:2081] [node 4] ICS09 handshake done sender: [3:7580802369254419001:2117] self: [3:7580802369254419000:0] peer: [4:7580802372723718128:0] socket: 468 qp: -1
2025-12-06T17:44:55.725075Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802369254419020:2081] [node 4] ICS10 traffic start
2025-12-06T17:44:55.725137Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:55.729691Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802369254418999:2116] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:55.734676Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802369254419017:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40786
2025-12-06T17:44:55.734802Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802364959451632:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:55.734897Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:55.734950Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802364959451632:2049] [node 2] ICP22 created new session: [3:7580802369254419022:2049]
2025-12-06T17:44:55.734998Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802369254419022:2049] [node 2] ICS09 handshake done sender: [3:7580802369254418999:2116] self: [3:7580802369254419015:0] peer: [2:7580802370160176049:0] socket: 466 qp: -1
2025-12-06T17:44:55.735043Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802369254419022:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:55.735095Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:55.775934Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802369254419017:2124] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:55.776079Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7580802369254418970:2081] [node 4] ICP18 handshake (actor [3:7580802369254419017:2124]) is too old
2025-12-06T17:44:55.814796Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802369254419026:2125] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:55.814832Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802369254419026:2125] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:55.821945Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802369254419026:2125] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:55.823367Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802369254418997:2083] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:55.823463Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:55.823525Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802369254418997:2083] [node 6] ICP22 created new session: [3:7580802369254419029:2083]
2025-12-06T17:44:55.823594Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802369254419029:2083] [node 6] ICS09 handshake done sender: [3:7580802369254419026:2125] self: [3:7580802369254419025:0] peer: [6:7580802371215357640:0] socket: 513 qp: -1
2025-12-06T17:44:55.823632Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802369254419029:2083] [node 6] ICS10 traffic start
2025-12-06T17:44:55.823710Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:55.830823Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802369254419003:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:55.884577Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802369254419005:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:55.884626Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802369254419005:2119] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:55.888785Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802369254418997:2083] [node 6] ICP35 event processing took too much time PendingConnection:279(64520738ns) {HandleHandshakeStatus:329(64516416ns) {DropIncomingHandshake:442(590ns) DropOutgoingHandshake:457(515ns) SwitchToState:179(683ns) ProcessPendingSessionEvents:495(64030586ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 63928998ns max# 12566808ns}}}
2025-12-06T17:44:55.775293Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802371215357639:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63575
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:55.779152Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:55.779201Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802368428750755:2050] [node 3] ICP22 created new session: [4:7580802372723718138:2050]
2025-12-06T17:44:55.779258Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802372723718138:2050] [node 3] ICS09 handshake done sender: [4:7580802372723718121:2113] self: [4:7580802372723718128:0] peer: [3:7580802369254419000:0] socket: 469 qp: -1
2025-12-06T17:44:55.779302Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802372723718138:2050] [node 3] ICS10 traffic start
2025-12-06T17:44:55.779340Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:55.781618Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802372723718136:2064] [node 5] ICS09 handshake done sender: [4:7580802372723718078:2072] self: [4:7580802372723718072:0] peer: [5:7580802369905032943:0] socket: 452 qp: -1
2025-12-06T17:44:55.852765Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:55.646644Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802365865208691:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:44:55.880431Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802373058176571:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38976
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:55.777191Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802371215357638:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:55.921669Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802373058176541:2097] [node 6] ICP35 event processing took too much time PendingConnection:279(50390548ns) {HandleHandshakeStatus:329(50387857ns) {DropIncomingHandshake:442(578ns) DropOutgoingHandshake:457(556ns) SwitchToState:179(613ns) ProcessPendingSessionEvents:495(49938866ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 49838143ns max# 10958603ns}}}
2025-12-06T17:44:55.781676Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802372723718136:2064] [node 5] ICS10 traffic start
2025-12-06T17:44:55.926631Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802369254419005:2119] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:55.646693Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:55.860814Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802365610065571:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(40163442ns) {IncomingHandshake:261(8189525ns) {DropIncomingHandshake:442(2672ns) PrepareNewSessionHandshake:477(5119ns) {SwitchToState:179(4263ns)} GenerateSessionVirtualId:988(776ns) IssueIncomingHandshakeReply:193(70203ns) {SwitchToState:179(160ns)}}}
2025-12-06T17:44:55.921876Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802373058176571:2125] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:55.777353Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802366920390264:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:55.956176Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802369254418972:2080] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:55.813086Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7580802368428750755:2050] [node 3] ICP27 obsolete handshake fail ignored
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:55.646750Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802365865208691:2049] [node 3] ICP22 created new session: [2:7580802370160176071:2049]
2025-12-06T17:44:55.925980Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802369905032964:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3081
2025-12-06T17:44:55.922034Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [1:7580802368763209171:2048] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:44:55.807412Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802371215357641:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63575
2025-12-06T17:44:55.822439Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802371215357642:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63575
2025-12-06T17:44:55.822900Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802371215357643:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63575
2025-12-06T17:44:55.824339Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802371215357638:2116] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:55.824845Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802371215357643:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:55.824980Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802366920390262:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:55.825274Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802366920390264:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:44:55.825322Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:55.825365Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802366920390264:2050] [node 3] ICP22 created new session: [6:7580802371215357645:2050]
2025-12-06T17:44:55.825413Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802371215357645:2050] [node 3] ICS09 handshake done sender: [6:7580802371215357638:2116] self: [6:7580802371215357640:0] peer: [3:7580802369254419025:0] socket: 514 qp: -1
2025-12-06T17:44:55.826007Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802371215357645:2050] [node 3] ICS10 traffic start
2025-12-06T17:44:55.835224Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:55.859919Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802371215357629:2112] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:55.878036Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802366920390263:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:55.878097Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:55.878147Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802366920390263:2049] [node 2] ICP22 created new session: [6:7580802371215357649:2049]
2025-12-06T17:44:55.878198Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802371215357649:2049] [node 2] ICS09 handshake done sender: [6:7580802371215357629:2112] self: [6:7580802371215357637:0] peer: [2:7580802370160176060:0] socket: 482 qp: -1
2025-12-06T17:44:55.878243Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802371215357649:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:55.878279Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:55.898290Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802371215357651:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63575
2025-12-06T17:44:55.831179Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:55.646797Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802370160176071:2049] [node 3] ICS09 handshake done sender: [2:7580802370160176050:2106] self: [2:7580802370160176049:0] peer: [3:7580802369254419015:0] socket: 458 qp: -1
2025-12-06T17:44:55.940320Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802369905032936:2114] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:55.907343Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802371215357641:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:55.907930Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802371215357643:2120] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:55.916769Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802366920390264:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(90351134ns) {HandleHandshakeStatus:329(90349641ns) {DropIncomingHandshake:442(778ns) DropOutgoingHandshake:457(8747ns) SwitchToState:179(108ns) ProcessPendingSessionEvents:495(38628696ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 38547396ns max# 19060819ns}}}
2025-12-06T17:44:55.919852Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802371215357585:2068] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:55.923221Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802371215357647:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63575
2025-12-06T17:44:55.931278Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802366920390262:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:55.931372Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:55.931436Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802366920390262:2048] [node 1] ICP22 created new session: [6:7580802371215357653:2048]
2025-12-06T17:44:55.931495Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802371215357653:2048] [node 1] ICS09 handshake done sender: [6:7580802371215357643:2120] self: [6:7580802371215357644:0] peer: [1:7580802373058176556:0] socket: 520 qp: -1
2025-12-06T17:44:55.931539Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802371215357653:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:55.931615Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:55.956422Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802371215357647:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:55.956711Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802371215357576:2064] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:55.983690Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802371215357656:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63575
2025-12-06T17:44:56.003239Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802371215357641:2118] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:56.004487Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802375510324953:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63575
2025-12-06T17:44:55.922635Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580802373058176541:2097] [node 6] ICP18 handshake (actor [1:7580802373058176571:2125]) is too old
2025-12-06T17:44:55.964192Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802373058176553:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:55.964259Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802373058176553:2121] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:44:55.967032Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:55.952121Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802365610065571:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:44:56.010116Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802371215357585:2068] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:44:56.012261Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802371215357647:2121] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:55.653244Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802370160176071:2049] [node 3] ICS10 traffic start
2025-12-06T17:44:55.884402Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802372723718135:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26355
2025-12-06T17:44:56.008537Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [1:7580802373058176539:2098] [node 5] ICP27 obsolete handshake fail ignored
2025-12-06T17:44:56.017581Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802371215357576:2064] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:44:56.017655Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:56.017707Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802371215357576:2064] [node 4] ICP22 created new session: [6:7580802375510324954:2064]
2025-12-06T17:44:56.017751Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802375510324954:2064] [node 4] ICS09 handshake done sender: [6:7580802371215357647:2121] self: [6:7580802371215357655:0] peer: [4:7580802372723718127:0] socket: 495 qp: -1
2025-12-06T17:44:56.017790Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802375510324954:2064] [node 4] ICS10 traffic start
2025-12-06T17:44:56.017827Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:55.952195Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:56.025389Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:55.967104Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802369254418972:2080] [node 5] ICP22 created new session: [3:7580802369254419033:2080]
2025-12-06T17:44:55.654748Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802370160176040:2098] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:55.908465Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802372723718137:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26355
2025-12-06T17:44:56.008942Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802373058176553:2121] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:56.026834Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802371215357585:2068] [node 5] ICP22 created new session: [6:7580802375510324956:2068]
2025-12-06T17:44:56.034945Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802375510324956:2068] [node 5] ICS09 handshake done sender: [6:7580802371215357641:2118] self: [6:7580802371215357652:0] peer: [5:7580802369905032949:0] socket: 497 qp: -1
2025-12-06T17:44:56.034997Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802375510324956:2068] [node 5] ICS10 traffic start
2025-12-06T17:44:55.967164Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802369254419033:2080] [node 5] ICS09 handshake done sender: [3:7580802369254419005:2119] self: [3:7580802369254419004:0] peer: [5:7580802369905032961:0] socket: 475 qp: -1
2025-12-06T17:44:56.024901Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802373058176540:2096] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:44:56.026214Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:56.026730Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802373058176540:2096] [node 4] ICP22 created new session: [1:7580802377353143869:2096]
2025-12-06T17:44:55.925666Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802372723718135:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:55.952262Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802365610065571:2050] [node 3] ICP22 created new session: [5:7580802369905032965:2050]
2025-12-06T17:44:55.659731Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:55.927979Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802372723718137:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:55.928223Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802368428750754:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:55.928504Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802368428750753:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:55.962778Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802372723718144:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26355
2025-12-06T17:44:55.972908Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802372723718135:2119] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:55.985345Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802372723718129:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:55.985386Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802372723718129:2116] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:55.993837Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802368428750754:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:56.002994Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802372723718129:2116] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:56.009059Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:56.009131Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802368428750754:2049] [node 2] ICP22 created new session: [4:7580802377018685442:2049]
2025-12-06T17:44:56.036439Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802377353143869:2096] [node 4] ICS09 handshake done sender: [1:7580802373058176553:2121] self: [1:7580802373058176552:0] peer: [4:7580802372723718143:0] socket: 506 qp: -1
2025-12-06T17:44:56.009186Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802377018685442:2049] [node 2] ICS09 handshake done sender: [4:7580802372723718135:2119] self: [4:7580802372723718142:0] peer: [2:7580802370160176065:0] socket: 503 qp: -1
2025-12-06T17:44:56.009220Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802377018685442:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:56.045146Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802377353143869:2096] [node 4] ICS10 traffic start
2025-12-06T17:44:56.009274Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:56.014269Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802372723718071:2063] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:56.014335Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:56.014405Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802372723718071:2063] [node 6] ICP22 created new session: [4:7580802377018685445:2063]
2025-12-06T17:44:56.014454Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802377018685445:2063] [node 6] ICS09 handshake done sender: [4:7580802372723718129:2116] self: [4:7580802372723718127:0] peer: [6:7580802371215357655:0] socket: 500 qp: -1
2025-12-06T17:44:56.014494Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802377018685445:2063] [node 6] ICS10 traffic start
2025-12-06T17:44:56.014560Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:56.016847Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802377018685444:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26355
2025-12-06T17:44:56.041955Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802372723718137:2120] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:56.044055Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802368428750754:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(56820707ns) {HandleHandshakeStatus:329(56817348ns) {DropIncomingHandshake:442(12565ns) DropOutgoingHandshake:457(16929ns) SwitchToState:179(701ns) ProcessPendingSessionEvents:495(33678953ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 33592705ns max# 9468753ns}}}
2025-12-06T17:44:56.044153Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802368428750753:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16536) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580802372723718137:2120] held: no
2025-12-06T17:44:56.045340Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:55.967205Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802369254419033:2080] [node 5] ICS10 traffic start
2025-12-06T17:44:55.967282Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:55.952319Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802369905032965:2050] [node 3] ICS09 handshake done sender: [5:7580802369905032936:2114] self: [5:7580802369905032961:0] peer: [3:7580802369254419004:0] socket: 476 qp: -1
2025-12-06T17:44:55.695497Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802365865208690:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(161074116ns) {Configure:104(161064536ns) {ProcessConfigured:135(66083ns) {StartInitialHandshake:157(63326ns) {DropHandshakes:470(3065ns) {DropIncomingHandshake:442(668ns) DropOutgoingHandshake:457(729ns)} GenerateSessionVirtualId:988(1516ns) PrepareNewSessionHandshake:477(1820ns) {SwitchToState:179(671ns)}}}}}
2025-12-06T17:44:55.952370Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802369905032965:2050] [node 3] ICS10 traffic start
2025-12-06T17:44:56.049376Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:55.952417Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:55.956216Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802369905032952:2121] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:55.956268Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580802369905032952:2121] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:55.983235Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802369905032952:2121] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:56.012373Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580802369905032886:2062] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:56.025504Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:56.026938Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802369905032886:2062] [node 6] ICP22 created new session: [5:7580802374200000264:2062]
2025-12-06T17:44:56.034882Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802374200000264:2062] [node 6] ICS09 handshake done sender: [5:7580802369905032952:2121] self: [5:7580802369905032949:0] peer: [6:7580802371215357652:0] socket: 496 qp: -1
2025-12-06T17:44:56.036549Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802374200000264:2062] [node 6] ICS10 traffic start
2025-12-06T17:44:56.047085Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:56.051467Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802369905032886:2062] [node 6] ICP35 event processing took too much time PendingConnection:279(39154077ns) {HandleHandshakeStatus:329(39151348ns) {DropIncomingHandshake:442(27838ns) DropOutgoingHandshake:457(3239ns) SwitchToState:179(492ns) ProcessPendingSessionEvents:495(1411595ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 1352233ns max# 895490ns}}}
2025-12-06T17:44:55.695780Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580802365865208690:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:55.704052Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802370160176063:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:55.709349Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802370160176017:2086] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:55.709408Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:55.709471Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802370160176017:2086] [node 5] ICP22 created new session: [2:7580802370160176078:2086]
2025-12-06T17:44:55.709525Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802370160176078:2086] [node 5] ICS09 handshake done sender: [2:7580802370160176040:2098] self: [2:7580802370160176039:0] peer: [5:7580802369905032939:0] socket: 457 qp: -1
2025-12-06T17:44:55.709565Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802370160176078:2086] [node 5] ICS10 traffic start
2025-12-06T17:44:55.709627Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:55.718729Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802370160176068:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:55.728740Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802365865208691:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(81075883ns) {HandleHandshakeStatus:329(81072567ns) {DropIncomingHandshake:442(483ns) DropOutgoingHandshake:457(510ns) SwitchToState:179(928ns) ProcessPendingSessionEvents:495(22823288ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 22748132ns max# 22261482ns}}}
2025-12-06T17:44:55.748704Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802370160176082:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33102
2025-12-06T17:44:55.756167Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802370160176061:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:55.756204Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802370160176061:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:55.756963Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802370160176070:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:55.757313Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580802370160176017:2086] [node 5] ICP18 handshake (actor [2:7580802370160176070:2119]) is too old
2025-12-06T17:44:55.804199Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802370160176064:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:55.807734Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580802365865208690:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:55.807811Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:55.807876Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802365865208690:2048] [node 1] ICP22 created new session: [2:7580802370160176084:2048]
2025-12-06T17:44:55.807938Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802370160176084:2048] [node 1] ICS09 handshake done sender: [2:7580802370160176064:2116] self: [2:7580802370160176076:0] peer: [1:7580802373058176546:0] socket: 481 qp: -1
2025-12-06T17:44:55.807980Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802370160176084:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:55.808022Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:55.810834Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802370160176061:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:55.857900Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802370160176034:2088] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:55.857971Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:55.858025Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802370160176034:2088] [node 6] ICP22 created new session: [2:7580802370160176086:2088]
2025-12-06T17:44:55.858075Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802370160176086:2088] [node 6] ICS09 handshake done sender: [2:7580802370160176061:2114] self: [2:7580802370160176060:0] peer: [6:7580802371215357637:0] socket: 467 qp: -1
2025-12-06T17:44:55.858115Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802370160176086:2088] [node 6] ICS10 traffic start
2025-12-06T17:44:55.858154Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:55.932363Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802370160176066:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:55.932394Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802370160176066:2117] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:44:55.947090Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802370160176066:2117] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:55.997362Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802370160176043:2084] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:44:55.997453Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:56.004902Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802370160176043:2084] [node 4] ICP22 created new session: [2:7580802370160176089:2084]
2025-12-06T17:44:56.013708Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802370160176089:2084] [node 4] ICS09 handshake done sender: [2:7580802370160176066:2117] self: [2:7580802370160176065:0] peer: [4:7580802372723718142:0] socket: 498 qp: -1
2025-12-06T17:44:56.023315Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802370160176089:2084] [node 4] ICS10 traffic start
2025-12-06T17:44:56.024597Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:56.054344Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802370160176043:2084] [node 4] ICP35 event processing took too much time PendingConnection:279(56332722ns) {HandleHandshakeStatus:329(56328734ns) {DropIncomingHandshake:442(27369ns) DropOutgoingHandshake:457(405ns) SwitchToState:179(469ns) ProcessPendingSessionEvents:495(4590317ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 4533639ns max# 4067879ns}}}
2025-12-06T17:44:56.061209Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802366920390262:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(117725517ns) {HandleHandshakeStatus:329(117721539ns) {DropIncomingHandshake:442(1006ns) DropOutgoingHandshake:457(6941ns) SwitchToState:179(935ns) ProcessPendingSessionEvents:495(117165223ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 115840381ns max# 11910210ns}}}
2025-12-06T17:44:56.065905Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802373058176540:2096] [node 4] ICP35 event processing took too much time PendingConnection:279(39668190ns) {HandleHandshakeStatus:329(39665559ns) {DropIncomingHandshake:442(20549ns) DropOutgoingHandshake:457(181ns) SwitchToState:179(158ns) ProcessPendingSessionEvents:495(4200996ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 4126584ns max# 3671930ns}}}
2025-12-06T17:44:56.056661Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802368428750753:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:56.056771Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:56.056826Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802368428750753:2048] [node 1] ICP22 created new session: [4:7580802377018685447:2048]
2025-12-06T17:44:56.056875Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802377018685447:2048] [node 1] ICS09 handshake done sender: [4:7580802372723718137:2120] self: [4:7580802372723718143:0] peer: [1:7580802373058176552:0] socket: 507 qp: -1
2025-12-06T17:44:56.056917Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802377018685447:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:56.056962Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:56.072061Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802371215357585:2068] [node 5] ICP35 event processing took too much time PendingConnection:279(39560507ns) {HandleHandshakeStatus:329(39558244ns) {DropIncomingHandshake:442(898ns) DropOutgoingHandshake:457(5876ns) SwitchToState:179(642ns) ProcessPendingSessionEvents:495(1978379ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 1924260ns max# 1412329ns}}}
2025-12-06T17:44:56.071586Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802372723718066:2064] [node 5] ICP35 event processing took too much time PendingConnection:279(358252430ns) {HandleHandshakeStatus:329(358250231ns) {DropIncomingHandshake:442(196ns) DropOutgoingHandshake:457(422ns) SwitchToState:179(735ns) ProcessPendingSessionEvents:495(183557622ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 183364619ns max# 12627087ns}}}
2025-12-06T17:44:56.071708Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7580802372723718066:2064] [node 5] ICP18 handshake (actor [4:7580802372723718134:2118]) is too old
2025-12-06T17:44:56.139219Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:44:56.139461Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580802370160176084:2048] [node 1] ICS01 socket: 481 reason# EndOfStream
2025-12-06T17:44:56.139517Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580802365865208690:2048] [node 1] ICP30 unregister session Session# [2:7580802370160176084:2048] VirtualId# [2:7580802370160176076:0]
2025-12-06T17:44:56.139560Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580802370160176084:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:56.139662Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:56.139716Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:56.142259Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:44:56.142494Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802369254419018:2048] [node 1] ICS01 socket: 464 reason# EndOfStream
2025-12-06T17:44:56.142556Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802364959451631:2048] [node 1] ICP30 unregister session Session# [3:7580802369254419018:2048] VirtualId# [3:7580802369254419010:0]
2025-12-06T17:44:56.142596Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802369254419018:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:56.142695Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:56.142738Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:56.151360Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:44:56.151582Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802371215357653:2048] [node 1] ICS07 socket disconnect 520 reason# EndOfStream
2025-12-06T17:44:56.151618Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802371215357653:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:56.151681Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:56.151722Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802371215357653:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:56.151461Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:44:56.151701Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802369905032962:2048] [node 1] ICS01 socket: 470 reason# EndOfStream
2025-12-06T17:44:56.151742Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802365610065569:2048] [node 1] ICP30 unregister session Session# [5:7580802369905032962:2048] VirtualId# [5:7580802369905032951:0]
2025-12-06T17:44:56.151773Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802369905032962:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:56.151918Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:56.151976Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:56.150778Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:44:56.151024Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802377018685447:2048] [node 1] ICS01 socket: 507 reason# EndOfStream
2025-12-06T17:44:56.151076Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802368428750753:2048] [node 1] ICP30 unregister session Session# [4:7580802377018685447:2048] VirtualId# [4:7580802372723718143:0]
2025-12-06T17:44:56.151113Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802377018685447:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:56.151197Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:56.151246Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:56.154057Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802366920390262:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16536) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:56.154126Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802371215357653:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:56.154160Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802366920390262:2048] [node 1] ICP30 unregister session Session# [6:7580802371215357653:2048] VirtualId# [6:7580802371215357644:0]
2025-12-06T17:44:56.154281Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:56.154319Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802366920390262:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:16536) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:56.154334Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16536) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:56.165806Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802366920390262:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:44:56.227057Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:44:56.227289Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580802369254419022:2049] [node 2] ICS07 socket disconnect 466 reason# EndOfStream
2025-12-06T17:44:56.227320Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802369254419022:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:56.227417Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:56.227459Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802369254419022:2049] [node 2] ICS15 start handshake
2025-12-06T17:44:56.232446Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802364959451632:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20097) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:44:56.232500Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802369254419022:2049] [node 2] ICS15 start handshake
2025-12-06T17:44:56.233535Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802364959451632:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20097) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:56.233595Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802369254419022:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:56.233630Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802364959451632:2049] [node 2] ICP30 unregister session Session# [3:7580802369254419022:2049] VirtualId# [3:7580802369254419015:0]
2025-12-06T17:44:56.233748Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:56.233781Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580802364959451632:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:20097) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:56.233797Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20097) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:56.245165Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580802364959451632:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:44:56.238790Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:44:56.239070Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802369905032955:2049] [node 2] ICS07 socket disconnect 460 reason# EndOfStream
2025-12-06T17:44:56.239108Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802369905032955:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:56.239206Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:56.239272Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802369905032955:2049] [node 2] ICS15 start handshake
2025-12-06T17:44:56.247316Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802365610065570:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20097) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:56.247390Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802369905032955:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:56.247430Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802365610065570:2049] [node 2] ICP30 unregister session Session# [5:7580802369905032955:2049] VirtualId# [5:7580802369905032939:0]
2025-12-06T17:44:56.247488Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:56.247524Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802365610065570:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:20097) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:56.247539Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20097) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:56.239532Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:44:56.238957Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:44:56.239154Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802377018685442:2049] [node 2] ICS07 socket disconnect 503 reason# EndOfStream
2025-12-06T17:44:56.239183Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802377018685442:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:56.239266Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:56.239312Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802377018685442:2049] [node 2] ICS15 start handshake
2025-12-06T17:44:56.283728Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802368428750754:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20097) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:56.239716Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802371215357649:2049] [node 2] ICS07 socket disconnect 482 reason# EndOfStream
2025-12-06T17:44:56.274892Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802365610065570:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:44:56.288370Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802377018685442:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:56.289594Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802368428750754:2049] [node 2] ICP30 unregister session Session# [4:7580802377018685442:2049] VirtualId# [4:7580802372723718142:0]
2025-12-06T17:44:56.294898Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:56.294975Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802368428750754:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:20097) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:56.295003Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20097) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:56.295325Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:294: Proxy [4:7580802368428750754:2049] [node 2] ICP35 event processing took too much time StateWork:294(17688862ns) {HandleHandshakeStatus:395(17684428ns) {LogHandshakeFail:472(13999ns) {UpdateErrorStateLog:545(4803ns)} DropOutgoingHandshake:457(2424ns) ProcessPendingSessionEvents:495(721ns) UnregisterSession:538(1211658ns) {ProcessPendingSessionEvents:495(686ns) SwitchToInitialState:202(2222ns) {SwitchToState:179(1259ns)}} TransitToErrorState:752(95814ns) {SwitchToState:179(7060ns) ProcessPendingSessionEvents:495(270ns) DropHandshakes:470(3178ns) {DropIncomingHandshake:442(586ns) DropOutgoingHandshake:457(657ns)}}}}
2025-12-06T17:44:56.239743Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802371215357649:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:56.239808Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:56.239848Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802371215357649:2049] [node 2] ICS15 start handshake
2025-12-06T17:44:56.283808Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802366920390263:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20097) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:56.283887Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802371215357649:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:56.283929Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802366920390263:2049] [node 2] ICP30 unregister session Session# [6:7580802371215357649:2049] VirtualId# [6:7580802371215357637:0]
2025-12-06T17:44:56.283997Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:56.284039Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802366920390263:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:20097) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:56.284061Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20097) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:56.295796Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802366920390263:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:44:56.283217Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:309: Proxy [5:7580802365610065570:2049] [node 2] ICP35 event processing took too much time HoldByError:309(16285738ns) {WakeupFromErrorState:799(16282653ns) {SwitchToInitialState:202(5593ns) {SwitchToState:179(3260ns)}}}
2025-12-06T17:44:56.306770Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580802368428750754:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:44:56.527713Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:44:56.527956Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802371215357645:2050] [node 3] ICS07 socket disconnect 514 reason# EndOfStream
2025-12-06T17:44:56.527987Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802371215357645:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:56.528059Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:44:56.528091Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802371215357645:2050] [node 3] ICS15 start handshake
2025-12-06T17:44:56.528620Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:44:56.528803Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802372723718138:2050] [node 3] ICS07 socket disconnect 469 reason# EndOfStream
2025-12-06T17:44:56.528834Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802372723718138:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:56.528908Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:44:56.528959Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802372723718138:2050] [node 3] ICS15 start handshake
2025-12-06T17:44:56.530320Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802368428750755:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21151) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:56.530381Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802372723718138:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:56.530417Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802368428750755:2050] [node 3] ICP30 unregister session Session# [4:7580802372723718138:2050] VirtualId# [4:7580802372723718128:0]
2025-12-06T17:44:56.530460Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:44:56.530491Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802368428750755:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:21151) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:56.530505Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21151) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:56.530675Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:44:56.530864Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802369905032965:2050] [node 3] ICS01 socket: 476 reason# EndOfStream
2025-12-06T17:44:56.530909Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802365610065571:2050] [node 3] ICP30 unregister session Session# [5:7580802369905032965:2050] VirtualId# [5:7580802369905032961:0]
2025-12-06T17:44:56.530941Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802369905032965:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:56.531017Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:44:56.531063Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:44:56.538831Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802366920390264:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21151) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:56.538937Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802371215357645:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:56.538986Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802366920390264:2050] [node 3] ICP30 unregister session Session# [6:7580802371215357645:2050] VirtualId# [6:7580802371215357640:0]
2025-12-06T17:44:56.539113Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:44:56.539152Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802366920390264:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:21151) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:56.539169Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21151) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:56.551423Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802366920390264:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:44:56.700373Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:44:56.700629Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802369905032957:2071] [node 4] ICS01 socket: 454 reason# EndOfStream
2025-12-06T17:44:56.700680Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802369905032929:2071] [node 4] ICP30 unregister session Session# [5:7580802369905032957:2071] VirtualId# [5:7580802369905032943:0]
2025-12-06T17:44:56.700719Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802369905032957:2071] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:56.700825Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:44:56.700875Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:44:56.701640Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:44:56.701860Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802375510324954:2064] [node 4] ICS07 socket disconnect 495 reason# EndOfStream
2025-12-06T17:44:56.701893Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802375510324954:2064] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:56.701982Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:44:56.702025Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802375510324954:2064] [node 4] ICS15 start handshake
2025-12-06T17:44:56.705290Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802371215357576:2064] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62310) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:56.705364Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802375510324954:2064] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:56.705405Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802371215357576:2064] [node 4] ICP30 unregister session Session# [6:7580802375510324954:2064] VirtualId# [6:7580802371215357655:0]
2025-12-06T17:44:56.705456Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:44:56.705496Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802371215357576:2064] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:62310) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:56.705512Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62310) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:56.720360Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802371215357576:2064] [node 4] ICP33 wake up from error state
2025-12-06T17:44:56.855698Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:44:56.855991Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802375510324956:2068] [node 5] ICS07 socket disconnect 497 reason# EndOfStream
2025-12-06T17:44:56.856030Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802375510324956:2068] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:56.856116Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:44:56.856156Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802375510324956:2068] [node 5] ICS15 start handshake
2025-12-06T17:44:56.864908Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802371215357585:2068] [node 5] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2316) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:56.864979Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802375510324956:2068] [node 5] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:56.865024Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802371215357585:2068] [node 5] ICP30 unregister session Session# [6:7580802375510324956:2068] VirtualId# [6:7580802371215357652:0]
2025-12-06T17:44:56.865130Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
2025-12-06T17:44:56.865164Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802371215357585:2068] [node 5] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:2316) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:56.865180Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [5] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2316) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:56.877846Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802371215357585:2068] [node 5] ICP33 wake up from error state
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:44:57.066914Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802380055941965:2048] [node 2] ICP01 ready to work
2025-12-06T17:44:57.066966Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802380055941966:2049] [node 3] ICP01 ready to work
2025-12-06T17:44:57.075433Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802381612682205:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:57.075474Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802381612682206:2049] [node 3] ICP01 ready to work
2025-12-06T17:44:57.104246Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802380609870074:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:57.104291Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802380609870075:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:57.104331Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802380609870076:2050] [node 3] ICP01 ready to work
2025-12-06T17:44:57.118901Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802378187432661:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:57.118953Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802378187432662:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:57.127120Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802381199055167:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:57.127163Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802381199055168:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:57.127203Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802381199055169:2050] [node 3] ICP01 ready to work
2025-12-06T17:44:57.147228Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802378899199645:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:57.147269Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802378899199646:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:57.147307Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802378899199647:2050] [node 3] ICP01 ready to work
2025-12-06T17:44:57.396555Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802378899199658:2059] [node 5] ICP01 ready to work
2025-12-06T17:44:57.378677Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802380055942016:2099] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:57.471083Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802381199055178:2058] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:285
2025-12-06T17:44:57.420326Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802380609870097:2066] [node 6] ICP01 ready to work
2025-12-06T17:44:57.435760Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802378899199658:2059] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(38790777ns) {Configure:104(38785635ns) {ProcessConfigured:135(14671305ns) {StartInitialHandshake:157(14666611ns) {DropHandshakes:470(2526ns) {DropIncomingHandshake:442(739ns) DropOutgoingHandshake:457(356ns)} GenerateSessionVirtualId:988(874ns) PrepareNewSessionHandshake:477(9470ns) {SwitchToState:179(3331ns)}}}}}
2025-12-06T17:44:57.522831Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802380609870110:2068] [node 5] ICP01 ready to work
2025-12-06T17:44:57.539894Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802380055942029:2101] [node 6] ICP01 ready to work
2025-12-06T17:44:57.595662Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802380055942030:2103] [node 4] ICP01 ready to work
2025-12-06T17:44:57.595495Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802381612682268:2082] [node 6] ICP01 ready to work
2025-12-06T17:44:57.639817Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802378899199645:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(120150154ns) {Configure:104(120144742ns) {ProcessConfigured:135(72734ns) {StartInitialHandshake:157(69890ns) {DropHandshakes:470(3231ns) {DropIncomingHandshake:442(745ns) DropOutgoingHandshake:457(352ns)} GenerateSessionVirtualId:988(1051ns) PrepareNewSessionHandshake:477(2146ns) {SwitchToState:179(883ns)}}}}}
2025-12-06T17:44:57.641047Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802378899199716:2068] [node 4] ICP01 ready to work
2025-12-06T17:44:57.627371Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802381612682269:2083] [node 4] ICP01 ready to work
2025-12-06T17:44:57.630463Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802381612682272:2085] [node 5] ICP01 ready to work
2025-12-06T17:44:57.659239Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802378187432724:2068] [node 4] ICP01 ready to work
2025-12-06T17:44:57.634919Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802381199055234:2062] [node 4] ICP01 ready to work
2025-12-06T17:44:57.670111Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802380609870074:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(18745384ns) {Configure:104(18739049ns) {ProcessConfigured:135(70167ns) {StartInitialHandshake:157(68108ns) {DropHandshakes:470(1309ns) {DropIncomingHandshake:442(284ns) DropOutgoingHandshake:457(472ns)} GenerateSessionVirtualId:988(632ns) PrepareNewSessionHandshake:477(1758ns) {SwitchToState:179(510ns)}}}}}
2025-12-06T17:44:57.675866Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802378187432725:2069] [node 6] ICP01 ready to work
2025-12-06T17:44:57.676636Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802378187432726:2070] [node 5] ICP01 ready to work
2025-12-06T17:44:57.655234Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802381199055235:2069] [node 6] ICP01 ready to work
2025-12-06T17:44:57.701691Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802378899199716:2068] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(59702611ns) {Configure:104(59697822ns) {ProcessConfigured:135(62877ns) {StartInitialHandshake:157(60528ns) {DropHandshakes:470(2492ns) {DropIncomingHandshake:442(796ns) DropOutgoingHandshake:457(434ns)} GenerateSessionVirtualId:988(834ns) PrepareNewSessionHandshake:477(1944ns) {SwitchToState:179(778ns)}}}}}
2025-12-06T17:44:57.719164Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802381199055167:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(28405581ns) {Configure:104(28399218ns) {ProcessConfigured:135(26605453ns) {StartInitialHandshake:157(26603208ns) {DropHandshakes:470(2857ns) {DropIncomingHandshake:442(757ns) DropOutgoingHandshake:457(395ns)} GenerateSessionVirtualId:988(1087ns) PrepareNewSessionHandshake:477(4170ns) {SwitchToState:179(487ns)}}}}}
2025-12-06T17:44:57.706580Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802380609870076:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(16534683ns) {Configure:104(16523177ns) {ProcessConfigured:135(6292767ns) {StartInitialHandshake:157(6289867ns) {DropHandshakes:470(2544ns) {DropIncomingHandshake:442(543ns) DropOutgoingHandshake:457(898ns)} GenerateSessionVirtualId:988(830ns) PrepareNewSessionHandshake:477(3841ns) {SwitchToState:179(1706ns)}}}}}
2025-12-06T17:44:57.767484Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802380055942029:2101] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(23250199ns) {Configure:104(23239680ns) {ProcessConfigured:135(21019787ns) {StartInitialHandshake:157(21013520ns) {DropHandshakes:470(3105ns) {DropIncomingHandshake:442(778ns) DropOutgoingHandshake:457(654ns)} GenerateSessionVirtualId:988(1692ns) PrepareNewSessionHandshake:477(6761ns) {SwitchToState:179(3146ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:57.785013Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802381612682268:2082] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(85738936ns) {Configure:104(85733108ns) {ProcessConfigured:135(68628ns) {StartInitialHandshake:157(66612ns) {DropHandshakes:470(2887ns) {DropIncomingHandshake:442(519ns) DropOutgoingHandshake:457(433ns)} GenerateSessionVirtualId:988(996ns) PrepareNewSessionHandshake:477(1741ns) {SwitchToState:179(461ns)}}}}}
2025-12-06T17:44:57.796804Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802381612682273:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57370
2025-12-06T17:44:57.797145Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802381612682274:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57370
2025-12-06T17:44:57.797549Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802381612682283:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57370
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:57.799433Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802378899199723:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31496
2025-12-06T17:44:57.774921Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802381199055169:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(53295914ns) {Configure:104(53290832ns) {ProcessConfigured:135(5139571ns) {StartInitialHandshake:157(5136312ns) {DropHandshakes:470(14669ns) {DropIncomingHandshake:442(598ns) DropOutgoingHandshake:457(12201ns)} GenerateSessionVirtualId:988(1320ns) PrepareNewSessionHandshake:477(4950ns) {SwitchToState:179(2211ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:57.808861Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802381199055244:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:285
2025-12-06T17:44:57.809112Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802381199055245:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:285
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:57.810293Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802380609870152:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38465
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:57.810939Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802380055941965:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(42960303ns) {Configure:104(42953715ns) {ProcessConfigured:135(8627924ns) {StartInitialHandshake:157(8624570ns) {DropHandshakes:470(3399ns) {DropIncomingHandshake:442(623ns) DropOutgoingHandshake:457(619ns)} GenerateSessionVirtualId:988(738ns) PrepareNewSessionHandshake:477(4745ns) {SwitchToState:179(2774ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:57.799813Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802381612682273:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:57.832140Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802378187432661:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(154633434ns) {Configure:104(154628477ns) {ProcessConfigured:135(13602234ns) {StartInitialHandshake:157(13597983ns) {DropHandshakes:470(2798ns) {DropIncomingHandshake:442(833ns) DropOutgoingHandshake:457(338ns)} GenerateSessionVirtualId:988(554ns) PrepareNewSessionHandshake:477(5796ns) {SwitchToState:179(3063ns)}}}}}
2025-12-06T17:44:57.800007Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802381612682283:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:57.830863Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802378899199723:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:57.830274Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802381199055178:2058] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:57.832324Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802381199055244:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:57.843182Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802378899199646:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:57.843461Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802378899199724:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31496
2025-12-06T17:44:57.818616Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802380055942031:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41461
2025-12-06T17:44:57.818891Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802380055942042:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41461
2025-12-06T17:44:57.830616Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802380055942043:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41461
2025-12-06T17:44:57.830824Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802380055942044:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41461
2025-12-06T17:44:57.834610Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802380055942031:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:57.834715Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802380055942042:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:57.840625Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802380055942043:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:57.845069Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802381199055245:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:57.848698Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802381199055168:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:57.848939Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802381199055248:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:285
2025-12-06T17:44:57.849031Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802381199055234:2062] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:57.856471Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802378187432724:2068] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(18410251ns) {Configure:104(18405146ns) {ProcessConfigured:135(65421ns) {StartInitialHandshake:157(62051ns) {DropHandshakes:470(2004ns) {DropIncomingHandshake:442(470ns) DropOutgoingHandshake:457(350ns)} GenerateSessionVirtualId:988(723ns) PrepareNewSessionHandshake:477(1358ns) {SwitchToState:179(406ns)}}}}}
2025-12-06T17:44:57.850647Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802381612682278:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:57.850691Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802381612682278:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:57.851333Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802381612682274:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:57.851468Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802381612682276:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:57.851489Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802381612682276:2113] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:57.858908Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802381612682278:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:57.859373Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802381612682276:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:57.859609Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802381612682268:2082] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:57.859690Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:57.859745Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802381612682268:2082] [node 6] ICP22 created new session: [2:7580802381612682292:2082]
2025-12-06T17:44:57.859796Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802381612682292:2082] [node 6] ICS09 handshake done sender: [2:7580802381612682278:2114] self: [2:7580802381612682277:0] peer: [6:7580802378899199725:0] socket: 473 qp: -1
2025-12-06T17:44:57.859829Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802381612682292:2082] [node 6] ICS10 traffic start
2025-12-06T17:44:57.859898Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:57.861031Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802381612682272:2085] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:57.861088Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:57.861125Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802381612682272:2085] [node 5] ICP22 created new session: [2:7580802381612682294:2085]
2025-12-06T17:44:57.861176Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802381612682294:2085] [node 5] ICS09 handshake done sender: [2:7580802381612682276:2113] self: [2:7580802381612682275:0] peer: [5:7580802381199055250:0] socket: 472 qp: -1
2025-12-06T17:44:57.861207Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802381612682294:2085] [node 5] ICS10 traffic start
2025-12-06T17:44:57.861262Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:57.854701Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802380609870152:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:57.883126Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802380055942051:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41461
2025-12-06T17:44:57.865145Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802380609870142:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:57.865194Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802380609870142:2111] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:57.878949Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802380609870142:2111] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:57.874870Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802381199055252:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:285
2025-12-06T17:44:57.896107Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802378187432737:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39232
2025-12-06T17:44:57.890557Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802381199055245:2117] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:57.912881Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802381612682296:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57370
2025-12-06T17:44:57.898783Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802381199055168:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:57.898852Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:57.898906Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802381199055168:2049] [node 2] ICP22 created new session: [5:7580802381199055254:2049]
2025-12-06T17:44:57.898976Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802381199055254:2049] [node 2] ICS09 handshake done sender: [5:7580802381199055245:2117] self: [5:7580802381199055250:0] peer: [2:7580802381612682275:0] socket: 477 qp: -1
2025-12-06T17:44:57.899021Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802381199055254:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:57.899057Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:57.913732Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802378899199646:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6880) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802378899199723:2115] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:57.914554Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802378899199726:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31496
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:57.916712Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802378187432737:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:57.917047Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802380055942051:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:57.917119Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802378187432741:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39232
2025-12-06T17:44:57.917234Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802378187432661:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:57.919284Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802381612682296:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:57.921861Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802381199055253:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:285
2025-12-06T17:44:57.915733Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802378899199724:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:57.915834Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802378899199723:2115] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:57.924059Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802381199055244:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:57.922549Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802380609870110:2068] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:57.922664Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:57.922720Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802380609870110:2068] [node 5] ICP22 created new session: [4:7580802380609870157:2068]
2025-12-06T17:44:57.922783Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802380609870157:2068] [node 5] ICS09 handshake done sender: [4:7580802380609870142:2111] self: [4:7580802380609870141:0] peer: [5:7580802381199055251:0] socket: 466 qp: -1
2025-12-06T17:44:57.922820Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802380609870157:2068] [node 5] ICS10 traffic start
2025-12-06T17:44:57.922871Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:57.928313Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802378899199646:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:57.928399Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:57.928464Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802378899199646:2049] [node 2] ICP22 created new session: [6:7580802378899199728:2049]
2025-12-06T17:44:57.928518Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802378899199728:2049] [node 2] ICS09 handshake done sender: [6:7580802378899199723:2115] self: [6:7580802378899199725:0] peer: [2:7580802381612682277:0] socket: 474 qp: -1
2025-12-06T17:44:57.928562Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802378899199728:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:57.928618Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:57.929697Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802378899199645:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:57.931711Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802380609870155:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38465
2025-12-06T17:44:57.931903Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802380609870156:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38465
2025-12-06T17:44:57.932598Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802380609870159:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38465
2025-12-06T17:44:57.927967Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802378187432743:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39232
2025-12-06T17:44:57.926207Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802380055942035:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:57.934320Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802378187432741:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:57.935248Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802378187432737:2115] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:57.926260Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802380055942035:2112] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:44:57.926999Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802380055942044:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:57.933667Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802380055942035:2112] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:57.939343Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802380609870156:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:57.939476Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802380609870155:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:57.941137Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802380609870075:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:57.941227Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802380609870076:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:57.943814Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802381612682282:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:57.943882Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802381612682282:2116] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:57.950644Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802381612682282:2116] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:57.951866Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802378187432662:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:57.951967Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802378187432661:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:57.952034Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:57.952086Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802378187432661:2048] [node 1] ICP22 created new session: [3:7580802378187432745:2048]
2025-12-06T17:44:57.952144Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802378187432745:2048] [node 1] ICS09 handshake done sender: [3:7580802378187432737:2115] self: [3:7580802378187432742:0] peer: [1:7580802380055942034:0] socket: 494 qp: -1
2025-12-06T17:44:57.952191Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802378187432745:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:57.952240Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:57.955415Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802380609870163:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38465
2025-12-06T17:44:57.935962Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802380055942037:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:57.974080Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802381612682269:2083] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:44:57.971615Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802378187432732:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:57.974179Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:57.974245Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802381612682269:2083] [node 4] ICP22 created new session: [2:7580802381612682302:2083]
2025-12-06T17:44:57.974304Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802381612682302:2083] [node 4] ICS09 handshake done sender: [2:7580802381612682282:2116] self: [2:7580802381612682281:0] peer: [4:7580802380609870161:0] socket: 501 qp: -1
2025-12-06T17:44:57.974345Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802381612682302:2083] [node 4] ICS10 traffic start
2025-12-06T17:44:57.950124Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802378899199731:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31496
2025-12-06T17:44:57.935998Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802380055942037:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:57.974407Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:57.984406Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802381612682280:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:57.984446Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802381612682280:2115] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:44:57.936771Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802380055941966:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:44:57.936860Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:57.936920Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802380055941966:2049] [node 3] ICP22 created new session: [1:7580802380055942055:2049]
2025-12-06T17:44:57.936978Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802380055942055:2049] [node 3] ICS09 handshake done sender: [1:7580802380055942035:2112] self: [1:7580802380055942034:0] peer: [3:7580802378187432742:0] socket: 485 qp: -1
2025-12-06T17:44:57.937021Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802380055942055:2049] [node 3] ICS10 traffic start
2025-12-06T17:44:57.937066Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:57.964640Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802378899199731:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:57.964790Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802378899199716:2068] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:57.971214Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802378899199732:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31496
2025-12-06T17:44:57.984180Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802378899199724:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:57.986898Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802380609870159:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:57.987025Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802380609870146:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:57.987048Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802380609870146:2113] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:57.991007Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802378899199645:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:57.991081Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:57.991130Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802378899199645:2048] [node 1] ICP22 created new session: [6:7580802378899199734:2048]
2025-12-06T17:44:57.991186Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802378899199734:2048] [node 1] ICS09 handshake done sender: [6:7580802378899199724:2116] self: [6:7580802378899199730:0] peer: [1:7580802380055942036:0] socket: 488 qp: -1
2025-12-06T17:44:57.991240Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802378899199734:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:57.991285Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:57.971677Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802378187432732:2112] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:44:57.983212Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7580802378187432661:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:44:57.983638Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802378187432747:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39232
2025-12-06T17:44:57.987930Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802378187432732:2112] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:57.988236Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802378187432724:2068] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:44:57.988279Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:57.988333Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802378187432724:2068] [node 4] ICP22 created new session: [3:7580802378187432750:2068]
2025-12-06T17:44:57.988383Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802378187432750:2068] [node 4] ICS09 handshake done sender: [3:7580802378187432732:2112] self: [3:7580802378187432731:0] peer: [4:7580802380609870162:0] socket: 497 qp: -1
2025-12-06T17:44:57.988419Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802378187432750:2068] [node 4] ICS10 traffic start
2025-12-06T17:44:57.988463Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:57.978873Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802381199055234:2062] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:44:58.012334Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802381612682301:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57370
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:58.015912Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802382482400049:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39232
2025-12-06T17:44:58.022751Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802381612682280:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:57.978933Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:57.982795Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802380055942037:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:57.997012Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802380055942033:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:57.997043Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802380055942033:2111] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:57.997657Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802380055942029:2101] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:57.997723Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:57.997778Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802380055942029:2101] [node 6] ICP22 created new session: [1:7580802380055942059:2101]
2025-12-06T17:44:57.997834Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802380055942059:2101] [node 6] ICS09 handshake done sender: [1:7580802380055942037:2113] self: [1:7580802380055942036:0] peer: [6:7580802378899199730:0] socket: 486 qp: -1
2025-12-06T17:44:57.997873Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802380055942059:2101] [node 6] ICS10 traffic start
2025-12-06T17:44:57.997911Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:58.010113Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802380055942033:2111] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:58.010462Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802380055942016:2099] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:58.010566Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:58.010626Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802380055942016:2099] [node 5] ICP22 created new session: [1:7580802384350909359:2099]
2025-12-06T17:44:58.018225Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802384350909359:2099] [node 5] ICS09 handshake done sender: [1:7580802380055942033:2111] self: [1:7580802380055942032:0] peer: [5:7580802381199055260:0] socket: 484 qp: -1
2025-12-06T17:44:58.026780Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802381612682206:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:44:58.026873Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:58.026927Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802381612682206:2049] [node 3] ICP22 created new session: [2:7580802385907649601:2049]
2025-12-06T17:44:58.026980Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802385907649601:2049] [node 3] ICS09 handshake done sender: [2:7580802381612682280:2115] self: [2:7580802381612682279:0] peer: [3:7580802378187432744:0] socket: 458 qp: -1
2025-12-06T17:44:58.027020Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802385907649601:2049] [node 3] ICS10 traffic start
2025-12-06T17:44:58.027073Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:58.036080Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802378187432662:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6880) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580802378187432741:2116] held: no
2025-12-06T17:44:58.036938Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802378187432741:2116] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:57.978984Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802381199055234:2062] [node 4] ICP22 created new session: [5:7580802381199055257:2062]
2025-12-06T17:44:57.979034Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802381199055257:2062] [node 4] ICS09 handshake done sender: [5:7580802381199055244:2116] self: [5:7580802381199055251:0] peer: [4:7580802380609870141:0] socket: 476 qp: -1
2025-12-06T17:44:57.979070Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802381199055257:2062] [node 4] ICS10 traffic start
2025-12-06T17:44:57.979106Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:57.979862Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7580802381199055234:2062] [node 4] ICP27 obsolete handshake fail ignored
2025-12-06T17:44:57.981355Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802381199055248:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:57.981811Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802381199055167:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:58.031391Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802385494022557:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:285
2025-12-06T17:44:58.023570Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802380609870156:2117] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:58.031676Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802384350909359:2099] [node 5] ICS10 traffic start
2025-12-06T17:44:58.031741Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:58.054774Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802385494022558:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:285
2025-12-06T17:44:58.054950Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802381199055248:2118] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:58.055239Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802378187432662:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:58.055299Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:58.055362Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802378187432662:2049] [node 2] ICP22 created new session: [3:7580802382482400050:2049]
2025-12-06T17:44:58.055414Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802382482400050:2049] [node 2] ICS09 handshake done sender: [3:7580802378187432741:2116] self: [3:7580802378187432744:0] peer: [2:7580802381612682279:0] socket: 502 qp: -1
2025-12-06T17:44:58.055449Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802382482400050:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:58.055506Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:58.056611Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802378187432747:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:58.039111Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802380609870075:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6880) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580802380609870156:2117] held: no
2025-12-06T17:44:58.039750Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802380609870075:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:58.039816Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:58.039882Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802380609870075:2049] [node 2] ICP22 created new session: [4:7580802384904837463:2049]
2025-12-06T17:44:58.039935Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802384904837463:2049] [node 2] ICS09 handshake done sender: [4:7580802380609870156:2117] self: [4:7580802380609870161:0] peer: [2:7580802381612682281:0] socket: 503 qp: -1
2025-12-06T17:44:58.039980Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802384904837463:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:58.040015Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:58.046823Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802384904837460:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38465
2025-12-06T17:44:58.068510Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802381199055167:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:58.068587Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:58.068645Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802381199055167:2048] [node 1] ICP22 created new session: [5:7580802385494022559:2048]
2025-12-06T17:44:58.068704Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802385494022559:2048] [node 1] ICS09 handshake done sender: [5:7580802381199055248:2118] self: [5:7580802381199055260:0] peer: [1:7580802380055942032:0] socket: 489 qp: -1
2025-12-06T17:44:58.068746Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802385494022559:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:58.068809Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:58.061559Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802382482400053:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39232
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:58.080567Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802385494022558:2122] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:58.080699Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802381199055241:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:58.080720Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580802381199055241:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:58.081603Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802381199055169:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:58.060042Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802383194167033:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31496
2025-12-06T17:44:58.060187Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802383194167034:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31496
2025-12-06T17:44:58.060297Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802383194167035:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31496
2025-12-06T17:44:58.075177Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802383194167034:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:58.075307Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802383194167033:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:58.075472Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802378899199647:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:58.075551Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802378899199658:2059] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:58.082341Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802383194167038:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31496
2025-12-06T17:44:58.078918Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802378187432734:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:58.078955Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802378187432734:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:58.083419Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802378187432734:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:58.087936Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802381199055241:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:58.088296Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580802381199055235:2069] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:58.088385Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:58.088439Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802381199055235:2069] [node 6] ICP22 created new session: [5:7580802385494022563:2069]
2025-12-06T17:44:58.088491Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802385494022563:2069] [node 6] ICS09 handshake done sender: [5:7580802381199055241:2114] self: [5:7580802381199055240:0] peer: [6:7580802383194167037:0] socket: 478 qp: -1
2025-12-06T17:44:58.088542Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802385494022563:2069] [node 6] ICS10 traffic start
2025-12-06T17:44:58.088588Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:58.096148Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802378187432736:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:58.096189Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802378187432736:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:58.099693Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802380055942016:2099] [node 5] ICP35 event processing took too much time PendingConnection:279(88299417ns) {HandleHandshakeStatus:329(88296604ns) {DropIncomingHandshake:442(16570ns) DropOutgoingHandshake:457(551ns) SwitchToState:179(709ns) ProcessPendingSessionEvents:495(60003778ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 59914412ns max# 19697551ns}}}
2025-12-06T17:44:58.082892Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802384904837461:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38465
2025-12-06T17:44:58.083364Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802380609870155:2116] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:58.085204Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802380609870146:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:58.085471Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802380609870076:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:44:58.085520Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:58.085567Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802380609870076:2050] [node 3] ICP22 created new session: [4:7580802384904837467:2050]
2025-12-06T17:44:58.085616Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802384904837467:2050] [node 3] ICS09 handshake done sender: [4:7580802380609870155:2116] self: [4:7580802380609870162:0] peer: [3:7580802378187432731:0] socket: 459 qp: -1
2025-12-06T17:44:58.085654Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802384904837467:2050] [node 3] ICS10 traffic start
2025-12-06T17:44:58.085685Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:58.100943Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802380609870097:2066] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:58.101033Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:58.101085Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802380609870097:2066] [node 6] ICP22 created new session: [4:7580802384904837469:2066]
2025-12-06T17:44:58.101134Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802384904837469:2066] [node 6] ICS09 handshake done sender: [4:7580802380609870146:2113] self: [4:7580802380609870145:0] peer: [6:7580802378899199733:0] socket: 507 qp: -1
2025-12-06T17:44:58.101177Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802384904837469:2066] [node 6] ICS10 traffic start
2025-12-06T17:44:58.101211Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:58.105013Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802383194167034:2121] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:58.107077Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802382482400053:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:58.107403Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802378187432725:2069] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:58.107443Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:58.107484Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802378187432725:2069] [node 6] ICP22 created new session: [3:7580802382482400056:2069]
2025-12-06T17:44:58.107529Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802382482400056:2069] [node 6] ICS09 handshake done sender: [3:7580802378187432734:2113] self: [3:7580802378187432733:0] peer: [6:7580802383194167036:0] socket: 515 qp: -1
2025-12-06T17:44:58.107570Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802382482400056:2069] [node 6] ICS10 traffic start
2025-12-06T17:44:58.107612Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:58.109047Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802382482400055:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39232
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:58.109841Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802385494022565:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:285
2025-12-06T17:44:58.110160Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802378899199647:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:44:58.110233Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:58.110286Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802378899199647:2050] [node 3] ICP22 created new session: [6:7580802383194167040:2050]
2025-12-06T17:44:58.110340Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802383194167040:2050] [node 3] ICS09 handshake done sender: [6:7580802383194167034:2121] self: [6:7580802383194167036:0] peer: [3:7580802378187432733:0] socket: 523 qp: -1
2025-12-06T17:44:58.110379Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802383194167040:2050] [node 3] ICS10 traffic start
2025-12-06T17:44:58.110422Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:58.116294Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802378899199658:2059] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7425) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802383194167033:2120] held: no
2025-12-06T17:44:58.120022Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7580802378187432725:2069] [node 6] ICP18 handshake (actor [3:7580802382482400053:2120]) is too old
2025-12-06T17:44:58.123085Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802381612682301:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:58.123244Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580802381612682205:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:58.124199Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802378187432736:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:58.125820Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802385494022558:2122] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:58.126097Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802381199055169:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:44:58.126169Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:58.126221Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802381199055169:2050] [node 3] ICP22 created new session: [5:7580802385494022566:2050]
2025-12-06T17:44:58.126268Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802385494022566:2050] [node 3] ICS09 handshake done sender: [5:7580802385494022558:2122] self: [5:7580802385494022562:0] peer: [3:7580802378187432735:0] socket: 520 qp: -1
2025-12-06T17:44:58.126302Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802385494022566:2050] [node 3] ICS10 traffic start
2025-12-06T17:44:58.126351Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:58.124595Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802378187432726:2070] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:58.124665Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:58.124722Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802378187432726:2070] [node 5] ICP22 created new session: [3:7580802382482400059:2070]
2025-12-06T17:44:58.124774Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802382482400059:2070] [node 5] ICS09 handshake done sender: [3:7580802378187432736:2114] self: [3:7580802378187432735:0] peer: [5:7580802385494022562:0] socket: 517 qp: -1
2025-12-06T17:44:58.124816Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802382482400059:2070] [node 5] ICS10 traffic start
2025-12-06T17:44:58.124893Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:58.130878Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802380055942039:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:58.130928Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802380055942039:2114] [node 2] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:58.132721Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802385907649604:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57370
2025-12-06T17:44:58.138805Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802380055942039:2114] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:58.140716Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802381612682301:2119] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:58.141012Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580802381612682205:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:58.141072Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:58.141132Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802381612682205:2048] [node 1] ICP22 created new session: [2:7580802385907649605:2048]
2025-12-06T17:44:58.141193Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802385907649605:2048] [node 1] ICS09 handshake done sender: [2:7580802381612682301:2119] self: [2:7580802385907649603:0] peer: [1:7580802380055942038:0] socket: 513 qp: -1
2025-12-06T17:44:58.141249Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802385907649605:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:58.141292Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:58.143567Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802380055941965:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:44:58.143640Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:58.143691Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802380055941965:2048] [node 2] ICP22 created new session: [1:7580802384350909362:2048]
2025-12-06T17:44:58.143741Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802384350909362:2048] [node 2] ICS09 handshake done sender: [1:7580802380055942039:2114] self: [1:7580802380055942038:0] peer: [2:7580802385907649603:0] socket: 511 qp: -1
2025-12-06T17:44:58.143778Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802384350909362:2048] [node 2] ICS10 traffic start
2025-12-06T17:44:58.143812Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:58.146901Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802384904837461:2121] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:58.147061Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802380609870074:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:58.147544Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802383194167039:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31496
2025-12-06T17:44:58.152492Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802378899199731:2118] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:58.155539Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802380055942041:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:58.152928Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802378899199716:2068] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16790) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802378899199731:2118] held: no
2025-12-06T17:44:58.153624Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802378899199716:2068] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:44:58.153667Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:58.153723Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802378899199716:2068] [node 4] ICP22 created new session: [6:7580802383194167042:2068]
2025-12-06T17:44:58.153774Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802383194167042:2068] [node 4] ICS09 handshake done sender: [6:7580802378899199731:2118] self: [6:7580802378899199733:0] peer: [4:7580802380609870145:0] socket: 508 qp: -1
2025-12-06T17:44:58.153810Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802383194167042:2068] [node 4] ICS10 traffic start
2025-12-06T17:44:58.153851Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:58.155643Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802383194167033:2120] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:58.156587Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802378899199658:2059] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:44:58.156657Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:58.156700Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802378899199658:2059] [node 5] ICP22 created new session: [6:7580802383194167044:2059]
2025-12-06T17:44:58.156745Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802383194167044:2059] [node 5] ICS09 handshake done sender: [6:7580802383194167033:2120] self: [6:7580802383194167037:0] peer: [5:7580802381199055240:0] socket: 522 qp: -1
2025-12-06T17:44:58.156786Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802383194167044:2059] [node 5] ICS10 traffic start
2025-12-06T17:44:58.156816Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:58.155580Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802380055942041:2115] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:58.160537Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802384904837472:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38465
2025-12-06T17:44:58.160764Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802380055942041:2115] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:58.161317Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802384904837461:2121] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:58.161530Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802380609870074:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:58.161599Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:58.161647Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802380609870074:2048] [node 1] ICP22 created new session: [4:7580802384904837473:2048]
2025-12-06T17:44:58.161696Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802384904837473:2048] [node 1] ICS09 handshake done sender: [4:7580802384904837461:2121] self: [4:7580802384904837471:0] peer: [1:7580802380055942040:0] socket: 519 qp: -1
2025-12-06T17:44:58.161741Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802384904837473:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:58.161774Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:58.164180Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802380055942030:2103] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:44:58.164241Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:58.164300Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802380055942030:2103] [node 4] ICP22 created new session: [1:7580802384350909365:2103]
2025-12-06T17:44:58.164343Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802384350909365:2103] [node 4] ICS09 handshake done sender: [1:7580802380055942041:2115] self: [1:7580802380055942040:0] peer: [4:7580802384904837471:0] socket: 467 qp: -1
2025-12-06T17:44:58.164378Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802384350909365:2103] [node 4] ICS10 traffic start
2025-12-06T17:44:58.164409Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:58.226739Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:44:58.226974Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7580802385907649605:2048] [node 1] ICS07 socket disconnect 513 reason# EndOfStream
2025-12-06T17:44:58.227010Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580802385907649605:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:58.227109Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:58.227152Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580802385907649605:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:58.230691Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:44:58.240442Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802381612682205:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62881) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:44:58.240498Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580802385907649605:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:58.254886Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:44:58.254716Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:44:58.254952Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802384904837473:2048] [node 1] ICS01 socket: 519 reason# EndOfStream
2025-12-06T17:44:58.255010Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802380609870074:2048] [node 1] ICP30 unregister session Session# [4:7580802384904837473:2048] VirtualId# [4:7580802384904837471:0]
2025-12-06T17:44:58.255049Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802384904837473:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:58.255126Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:58.255171Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:58.255079Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802385494022559:2048] [node 1] ICS07 socket disconnect 489 reason# EndOfStream
2025-12-06T17:44:58.255107Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802385494022559:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:58.255175Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:58.255219Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802385494022559:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:58.262496Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:44:58.262770Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802378899199734:2048] [node 1] ICS07 socket disconnect 488 reason# EndOfStream
2025-12-06T17:44:58.262808Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802378899199734:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:58.262894Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:58.262935Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802378899199734:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:58.263283Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802381612682205:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62881) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:58.263349Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580802385907649605:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:58.263390Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580802381612682205:2048] [node 1] ICP30 unregister session Session# [2:7580802385907649605:2048] VirtualId# [2:7580802385907649603:0]
2025-12-06T17:44:58.263438Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:58.263471Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [2:7580802381612682205:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:62881) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:58.263486Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62881) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:58.275009Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802381199055167:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62881) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:58.275086Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802385494022559:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:58.275127Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802381199055167:2048] [node 1] ICP30 unregister session Session# [5:7580802385494022559:2048] VirtualId# [5:7580802381199055260:0]
2025-12-06T17:44:58.275185Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:58.275220Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802381199055167:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:62881) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:58.275239Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62881) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:58.276955Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802378899199645:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62881) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:58.277020Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802378899199734:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:58.277057Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802378899199645:2048] [node 1] ICP30 unregister session Session# [6:7580802378899199734:2048] VirtualId# [6:7580802378899199730:0]
2025-12-06T17:44:58.277097Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:58.277132Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802378899199645:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:62881) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:58.277149Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62881) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:58.285747Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802378899199645:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:44:58.290668Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802381199055167:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:44:58.316534Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580802378187432745:2048] [node 1] ICS07 socket disconnect 494 reason# EndOfStream
2025-12-06T17:44:58.323125Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802378187432745:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:58.326811Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:44:58.326979Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:44:58.327038Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802378899199728:2049] [node 2] ICS01 socket: 474 reason# EndOfStream
2025-12-06T17:44:58.327153Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802384904837463:2049] [node 2] ICS01 socket: 503 reason# EndOfStream
2025-12-06T17:44:58.327085Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802378899199646:2049] [node 2] ICP30 unregister session Session# [6:7580802378899199728:2049] VirtualId# [6:7580802378899199725:0]
2025-12-06T17:44:58.327189Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802380609870075:2049] [node 2] ICP30 unregister session Session# [4:7580802384904837463:2049] VirtualId# [4:7580802380609870161:0]
2025-12-06T17:44:58.327122Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802378899199728:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:58.327226Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802384904837463:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:58.327212Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:58.327288Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:58.327260Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:58.327320Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:58.331143Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:44:58.331383Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802381199055254:2049] [node 2] ICS01 socket: 477 reason# EndOfStream
2025-12-06T17:44:58.331430Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802381199055168:2049] [node 2] ICP30 unregister session Session# [5:7580802381199055254:2049] VirtualId# [5:7580802381199055250:0]
2025-12-06T17:44:58.331472Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802381199055254:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:58.331562Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:58.331607Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:58.332280Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:44:58.332372Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802378187432745:2048] [node 1] ICS15 start handshake
2025-12-06T17:44:58.332588Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:44:58.332786Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802382482400050:2049] [node 2] ICS01 socket: 502 reason# EndOfStream
2025-12-06T17:44:58.332832Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802378187432662:2049] [node 2] ICP30 unregister session Session# [3:7580802382482400050:2049] VirtualId# [3:7580802378187432744:0]
2025-12-06T17:44:58.332869Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802382482400050:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:58.332931Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:44:58.332972Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:44:58.339640Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802378187432661:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62881) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:58.339718Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802378187432745:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:58.339755Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802378187432661:2048] [node 1] ICP30 unregister session Session# [3:7580802378187432745:2048] VirtualId# [3:7580802378187432742:0]
2025-12-06T17:44:58.339890Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:44:58.339943Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580802378187432661:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:62881) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:58.339964Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62881) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:58.374717Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:44:58.374952Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802383194167040:2050] [node 3] ICS01 socket: 523 reason# EndOfStream
2025-12-06T17:44:58.374998Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802378899199647:2050] [node 3] ICP30 unregister session Session# [6:7580802383194167040:2050] VirtualId# [6:7580802383194167036:0]
2025-12-06T17:44:58.375040Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802383194167040:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:58.375101Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:44:58.375149Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:44:58.374776Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:44:58.374972Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802384904837467:2050] [node 3] ICS07 socket disconnect 459 reason# EndOfStream
2025-12-06T17:44:58.375003Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802384904837467:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:58.375093Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:44:58.375141Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802384904837467:2050] [node 3] ICS15 start handshake
2025-12-06T17:44:58.376465Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802380609870076:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16537) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:58.376531Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802384904837467:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:58.376570Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802380609870076:2050] [node 3] ICP30 unregister session Session# [4:7580802384904837467:2050] VirtualId# [4:7580802380609870162:0]
2025-12-06T17:44:58.376620Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:44:58.376653Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802380609870076:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:16537) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:58.376670Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16537) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:58.383333Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580802380609870076:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:44:58.394703Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:44:58.394980Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802385494022566:2050] [node 3] ICS07 socket disconnect 520 reason# EndOfStream
2025-12-06T17:44:58.395026Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802385494022566:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:58.395141Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:44:58.395189Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802385494022566:2050] [node 3] ICS15 start handshake
2025-12-06T17:44:58.399759Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802381199055169:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16537) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:58.399860Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802385494022566:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:58.399904Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802381199055169:2050] [node 3] ICP30 unregister session Session# [5:7580802385494022566:2050] VirtualId# [5:7580802385494022562:0]
2025-12-06T17:44:58.399957Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:44:58.399993Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802381199055169:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:16537) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:58.400012Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16537) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:58.416011Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802381199055169:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:44:58.485900Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:44:58.486103Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802381199055257:2062] [node 4] ICS07 socket disconnect 476 reason# EndOfStream
2025-12-06T17:44:58.486136Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802381199055257:2062] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:58.486208Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:44:58.486258Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802381199055257:2062] [node 4] ICS15 start handshake
2025-12-06T17:44:58.485245Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:44:58.485511Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802383194167042:2068] [node 4] ICS01 socket: 508 reason# EndOfStream
2025-12-06T17:44:58.485571Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802378899199716:2068] [node 4] ICP30 unregister session Session# [6:7580802383194167042:2068] VirtualId# [6:7580802378899199733:0]
2025-12-06T17:44:58.485609Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802383194167042:2068] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:58.485710Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:44:58.485761Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:44:58.488008Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802381199055234:2062] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16790) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:44:58.488077Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802381199055257:2062] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:44:58.488120Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802381199055234:2062] [node 4] ICP30 unregister session Session# [5:7580802381199055257:2062] VirtualId# [5:7580802381199055251:0]
2025-12-06T17:44:58.488165Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:44:58.488198Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802381199055234:2062] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:16790) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:58.488215Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16790) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:44:58.498754Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802381199055234:2062] [node 4] ICP33 wake up from error state
2025-12-06T17:44:58.606757Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:44:58.607016Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802383194167044:2059] [node 5] ICS01 socket: 522 reason# EndOfStream
2025-12-06T17:44:58.607068Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802378899199658:2059] [node 5] ICP30 unregister session Session# [6:7580802383194167044:2059] VirtualId# [6:7580802383194167037:0]
2025-12-06T17:44:58.607110Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802383194167044:2059] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:44:58.607219Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:44:58.607270Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:44:58.814979Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802382978981706:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:58.815033Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802382978981707:2049] [node 3] ICP01 ready to work
2025-12-06T17:44:58.759029Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802384486972533:2048] [node 2] ICP01 ready to work
2025-12-06T17:44:58.759079Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802384486972534:2049] [node 3] ICP01 ready to work
2025-12-06T17:44:58.810910Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802386011274762:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:58.810962Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802386011274763:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:58.855177Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802383798701968:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:58.855230Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802383798701969:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:58.855275Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802383798701970:2050] [node 3] ICP01 ready to work
2025-12-06T17:44:58.877320Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802382617061359:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:58.877372Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802382617061360:2050] [node 3] ICP01 ready to work
2025-12-06T17:44:58.894674Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802382617061358:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:58.902206Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802384180955233:2048] [node 1] ICP01 ready to work
2025-12-06T17:44:58.902243Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802384180955234:2049] [node 2] ICP01 ready to work
2025-12-06T17:44:58.902279Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802384180955235:2050] [node 3] ICP01 ready to work
2025-12-06T17:44:59.336282Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802387273949091:2114] [node 4] ICP01 ready to work
2025-12-06T17:44:59.337277Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802387273949092:2134] [node 6] ICP01 ready to work
2025-12-06T17:44:59.312434Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802390306242119:2104] [node 5] ICP01 ready to work
2025-12-06T17:44:59.358896Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802388781939892:2107] [node 5] ICP01 ready to work
2025-12-06T17:44:59.329062Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802386912028673:2063] [node 6] ICP01 ready to work
2025-12-06T17:44:59.329480Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802388093669313:2084] [node 5] ICP01 ready to work
2025-12-06T17:44:59.426679Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802388475922560:2067] [node 4] ICP01 ready to work
2025-12-06T17:44:59.343600Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802386912028674:2064] [node 4] ICP01 ready to work
2025-12-06T17:44:59.394594Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802388781939893:2108] [node 4] ICP01 ready to work
2025-12-06T17:44:59.428875Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802382617061358:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(30410184ns) {Configure:104(30405338ns) {ProcessConfigured:135(70606ns) {StartInitialHandshake:157(67331ns) {DropHandshakes:470(2403ns) {DropIncomingHandshake:442(353ns) DropOutgoingHandshake:457(403ns)} GenerateSessionVirtualId:988(1102ns) PrepareNewSessionHandshake:477(1834ns) {SwitchToState:179(431ns)}}}}}
2025-12-06T17:44:59.461344Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802388093669332:2085] [node 6] ICP01 ready to work
2025-12-06T17:44:59.504880Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802387273949093:2107] [node 5] ICP01 ready to work
2025-12-06T17:44:59.519100Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802382978981707:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(181196112ns) {Configure:104(181184883ns) {ProcessConfigured:135(79852ns) {StartInitialHandshake:157(76745ns) {DropHandshakes:470(2845ns) {DropIncomingHandshake:442(776ns) DropOutgoingHandshake:457(390ns)} GenerateSessionVirtualId:988(924ns) PrepareNewSessionHandshake:477(1798ns) {SwitchToState:179(590ns)}}}}}
2025-12-06T17:44:59.475830Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802384180955233:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(235670129ns) {Configure:104(235665379ns) {ProcessConfigured:135(80902ns) {StartInitialHandshake:157(77549ns) {DropHandshakes:470(3446ns) {DropIncomingHandshake:442(769ns) DropOutgoingHandshake:457(388ns)} GenerateSessionVirtualId:988(948ns) PrepareNewSessionHandshake:477(1522ns) {SwitchToState:179(449ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:59.479472Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802390306242122:2105] [node 6] ICP01 ready to work
2025-12-06T17:44:59.500910Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802388781939894:2109] [node 6] ICP01 ready to work
2025-12-06T17:44:59.532373Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802387273949091:2114] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(24544008ns) {Configure:104(24538936ns) {ProcessConfigured:135(81739ns) {StartInitialHandshake:157(75699ns) {DropHandshakes:470(2568ns) {DropIncomingHandshake:442(469ns) DropOutgoingHandshake:457(702ns)} GenerateSessionVirtualId:988(1302ns) PrepareNewSessionHandshake:477(1048ns) {SwitchToState:179(421ns)}}}}}
2025-12-06T17:44:59.567296Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802387273949093:2107] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(34285759ns) {Configure:104(34279918ns) {ProcessConfigured:135(90749ns) {StartInitialHandshake:157(85983ns) {DropHandshakes:470(2709ns) {DropIncomingHandshake:442(677ns) DropOutgoingHandshake:457(520ns)} GenerateSessionVirtualId:988(1220ns) PrepareNewSessionHandshake:477(1423ns) {SwitchToState:179(523ns)}}}}}
2025-12-06T17:44:59.567917Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802387273949098:2138] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58926
2025-12-06T17:44:59.567987Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802387273949099:2139] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58926
2025-12-06T17:44:59.531354Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802388475922603:2068] [node 5] ICP01 ready to work
2025-12-06T17:44:59.534862Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802388093669335:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40801
2025-12-06T17:44:59.490934Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802390306242123:2107] [node 4] ICP01 ready to work
2025-12-06T17:44:59.598170Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802387273949092:2134] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(78497490ns) {Configure:104(78488087ns) {ProcessConfigured:135(63145ns) {StartInitialHandshake:157(60358ns) {DropHandshakes:470(2679ns) {DropIncomingHandshake:442(913ns) DropOutgoingHandshake:457(419ns)} GenerateSessionVirtualId:988(1132ns) PrepareNewSessionHandshake:477(2496ns) {SwitchToState:179(1058ns)}}}}}
2025-12-06T17:44:59.628322Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802388093669335:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:59.607523Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802387273949099:2139] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:59.665718Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802388093669340:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40801
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:59.671128Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802382617061360:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(328098572ns) {Configure:104(328087017ns) {ProcessConfigured:135(14358784ns) {StartInitialHandshake:157(14355981ns) {DropHandshakes:470(2918ns) {DropIncomingHandshake:442(636ns) DropOutgoingHandshake:457(402ns)} GenerateSessionVirtualId:988(1268ns) PrepareNewSessionHandshake:477(4868ns) {SwitchToState:179(2370ns)}}}}}
2025-12-06T17:44:59.671879Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802386912028732:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47406
2025-12-06T17:44:59.642431Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802388781939895:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65335
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:59.655815Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802388781939896:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65335
2025-12-06T17:44:59.703537Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802388781939892:2107] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(107684262ns) {Configure:104(107679795ns) {ProcessConfigured:135(67741ns) {StartInitialHandshake:157(65200ns) {DropHandshakes:470(2630ns) {DropIncomingHandshake:442(593ns) DropOutgoingHandshake:457(277ns)} GenerateSessionVirtualId:988(1336ns) PrepareNewSessionHandshake:477(1571ns) {SwitchToState:179(582ns)}}}}}
2025-12-06T17:44:59.703702Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802388781939896:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:59.680744Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802388093669340:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:59.681250Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802383798701969:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:59.699359Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802387273949110:2143] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58926
2025-12-06T17:44:59.729526Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802388781939895:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:59.687784Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802383798701968:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(112578161ns) {Configure:104(112573176ns) {ProcessConfigured:135(79673ns) {StartInitialHandshake:157(76258ns) {DropHandshakes:470(2829ns) {DropIncomingHandshake:442(520ns) DropOutgoingHandshake:457(647ns)} GenerateSessionVirtualId:988(877ns) PrepareNewSessionHandshake:477(1521ns) {SwitchToState:179(552ns)}}}}}
2025-12-06T17:44:59.707293Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802387273949101:2140] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:59.747381Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802386011274762:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(35714192ns) {Configure:104(35706946ns) {ProcessConfigured:135(2306404ns) {StartInitialHandshake:157(2303183ns) {DropHandshakes:470(2008ns) {DropIncomingHandshake:442(430ns) DropOutgoingHandshake:457(354ns)} GenerateSessionVirtualId:988(745ns) PrepareNewSessionHandshake:477(4290ns) {SwitchToState:179(2410ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:59.707034Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802388093669352:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40801
2025-12-06T17:44:59.725634Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802388475922599:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:625
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:59.707341Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802387273949101:2140] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:44:59.739535Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802388475922607:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:625
2025-12-06T17:44:59.748967Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802388475922599:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:59.749155Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802388475922603:2068] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:59.752059Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802388475922607:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:59.752435Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802388475922610:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:625
2025-12-06T17:44:59.752520Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802388475922560:2067] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:59.753438Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802388475922599:2112] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:59.754272Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802388475922603:2068] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:44:59.754349Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:59.754397Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802388475922603:2068] [node 5] ICP22 created new session: [6:7580802388475922612:2068]
2025-12-06T17:44:59.754449Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802388475922612:2068] [node 5] ICS09 handshake done sender: [6:7580802388475922599:2112] self: [6:7580802388475922609:0] peer: [5:7580802386912028689:0] socket: 467 qp: -1
2025-12-06T17:44:59.754493Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802388475922612:2068] [node 5] ICS10 traffic start
2025-12-06T17:44:59.754558Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:59.775054Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802388475922615:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:625
2025-12-06T17:44:59.742630Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802388093669352:2123] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:59.749534Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802386912028690:2079] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:59.766710Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802388781939898:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:59.766773Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802388781939898:2112] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:44:59.779570Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802388781939900:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:59.779602Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802388781939900:2113] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:44:59.784653Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802388781939898:2112] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:59.795603Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802388781939900:2113] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:59.795998Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802388781939893:2108] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:44:59.796066Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:59.796129Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802388781939893:2108] [node 4] ICP22 created new session: [1:7580802388781939914:2108]
2025-12-06T17:44:59.796191Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802388781939914:2108] [node 4] ICS09 handshake done sender: [1:7580802388781939898:2112] self: [1:7580802388781939897:0] peer: [4:7580802388093669353:0] socket: 486 qp: -1
2025-12-06T17:44:59.796235Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802388781939914:2108] [node 4] ICS10 traffic start
2025-12-06T17:44:59.796281Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:59.797606Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802384486972533:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:44:59.797673Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:59.797724Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802384486972533:2048] [node 2] ICP22 created new session: [1:7580802388781939916:2048]
2025-12-06T17:44:59.797876Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802388781939916:2048] [node 2] ICS09 handshake done sender: [1:7580802388781939900:2113] self: [1:7580802388781939899:0] peer: [2:7580802387273949113:0] socket: 487 qp: -1
2025-12-06T17:44:59.797922Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802388781939916:2048] [node 2] ICS10 traffic start
2025-12-06T17:44:59.797977Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:59.743067Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802383798701968:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:59.749570Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580802386912028690:2079] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:59.765130Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802390306242122:2105] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(95336877ns) {Configure:104(95331373ns) {ProcessConfigured:135(14758629ns) {StartInitialHandshake:157(14754615ns) {DropHandshakes:470(722ns) {DropIncomingHandshake:442(154ns) DropOutgoingHandshake:457(227ns)} GenerateSessionVirtualId:988(288ns) PrepareNewSessionHandshake:477(3647ns) {SwitchToState:179(1847ns)}}}}}
2025-12-06T17:44:59.716310Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802387273949098:2138] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:59.823902Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802388781939921:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65335
2025-12-06T17:44:59.824665Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802388781939904:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:59.824707Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802388781939904:2115] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:59.750693Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802386912028732:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:59.818404Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802388475922616:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:625
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:59.762904Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802388093669337:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:59.744044Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802387273949101:2140] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:59.812237Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802390306242123:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(27519644ns) {Configure:104(27513895ns) {ProcessConfigured:135(25510866ns) {StartInitialHandshake:157(25508099ns) {DropHandshakes:470(2130ns) {DropIncomingHandshake:442(762ns) DropOutgoingHandshake:457(420ns)} GenerateSessionVirtualId:988(451ns) PrepareNewSessionHandshake:477(6298ns) {SwitchToState:179(2165ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:59.750851Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802386912028674:2064] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:59.824224Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802388475922616:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:59.829730Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802390306242124:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29935
2025-12-06T17:44:59.762937Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802388093669337:2117] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:59.843332Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802388781939904:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:59.824369Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802384180955233:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:59.826067Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802388475922618:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:625
2025-12-06T17:44:59.745066Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802387273949110:2143] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:59.758193Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580802382978981706:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:59.886811Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802388475922607:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:59.890998Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802388781939894:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:59.891102Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:59.891163Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802388781939894:2109] [node 6] ICP22 created new session: [1:7580802388781939924:2109]
2025-12-06T17:44:59.891238Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802388781939924:2109] [node 6] ICS09 handshake done sender: [1:7580802388781939904:2115] self: [1:7580802388781939903:0] peer: [6:7580802388475922617:0] socket: 479 qp: -1
2025-12-06T17:44:59.891279Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802388781939924:2109] [node 6] ICS10 traffic start
2025-12-06T17:44:59.891323Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:59.752823Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802386912028690:2079] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:59.761383Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580802386912028673:2063] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:59.761460Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:59.761537Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802386912028673:2063] [node 6] ICP22 created new session: [5:7580802386912028736:2063]
2025-12-06T17:44:59.761596Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802386912028736:2063] [node 6] ICS09 handshake done sender: [5:7580802386912028690:2079] self: [5:7580802386912028689:0] peer: [6:7580802388475922609:0] socket: 464 qp: -1
2025-12-06T17:44:59.761634Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802386912028736:2063] [node 6] ICS10 traffic start
2025-12-06T17:44:59.761686Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:59.799991Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802386912028738:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47406
2025-12-06T17:44:59.819480Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802386912028739:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47406
2025-12-06T17:44:59.819596Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802386912028732:2115] [node 4] ICH04 handshake succeeded
2025-12-06T17:44:59.830319Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802386912028673:2063] [node 6] ICP35 event processing took too much time PendingConnection:279(20580389ns) {HandleHandshakeStatus:329(20575238ns) {DropIncomingHandshake:442(2962ns) DropOutgoingHandshake:457(1990ns) SwitchToState:179(633ns) ProcessPendingSessionEvents:495(12429564ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 12275096ns max# 11559027ns}}}
2025-12-06T17:44:59.830467Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802386912028740:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47406
2025-12-06T17:44:59.878863Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802386912028674:2064] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:44:59.878938Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:59.878994Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802386912028674:2064] [node 4] ICP22 created new session: [5:7580802386912028741:2064]
2025-12-06T17:44:59.879048Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802386912028741:2064] [node 4] ICS09 handshake done sender: [5:7580802386912028732:2115] self: [5:7580802386912028733:0] peer: [4:7580802388093669336:0] socket: 482 qp: -1
2025-12-06T17:44:59.879093Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802386912028741:2064] [node 4] ICS10 traffic start
2025-12-06T17:44:59.879163Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:59.881506Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802386912028740:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:59.787543Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802387273949091:2114] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:44:59.858908Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802390306242133:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29935
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:59.763661Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802388093669343:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:59.891966Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802388475922616:2119] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:59.892207Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802388781939920:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65335
2025-12-06T17:44:59.892706Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802390306242134:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29935
2025-12-06T17:44:59.787598Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:44:59.763683Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802388093669343:2120] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:44:59.907648Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7580802386912028674:2064] [node 4] ICP27 obsolete handshake fail ignored
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:59.778920Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802388093669337:2117] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:59.787651Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802387273949091:2114] [node 4] ICP22 created new session: [2:7580802387273949115:2114]
2025-12-06T17:44:59.903105Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802388781939923:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65335
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:59.892930Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802390306242124:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:59.908071Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802386912028739:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:59.947883Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802388475922560:2067] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:44:59.787720Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802387273949115:2114] [node 4] ICS09 handshake done sender: [2:7580802387273949101:2140] self: [2:7580802387273949100:0] peer: [4:7580802388093669347:0] socket: 475 qp: -1
2025-12-06T17:44:59.912064Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802388781939920:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:59.831169Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802388093669343:2120] [node 6] ICH04 handshake succeeded
2025-12-06T17:44:59.893034Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802390306242133:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:59.916960Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802388781939909:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:59.908474Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802382617061358:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:59.831688Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802388093669313:2084] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:59.831755Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:59.831805Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802388093669313:2084] [node 5] ICP22 created new session: [4:7580802388093669359:2084]
2025-12-06T17:44:59.831904Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802388093669359:2084] [node 5] ICS09 handshake done sender: [4:7580802388093669337:2117] self: [4:7580802388093669336:0] peer: [5:7580802386912028733:0] socket: 481 qp: -1
2025-12-06T17:44:59.831947Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802388093669359:2084] [node 5] ICS10 traffic start
2025-12-06T17:44:59.831986Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:59.833184Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802388093669332:2085] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:44:59.833221Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:44:59.833267Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802388093669332:2085] [node 6] ICP22 created new session: [4:7580802388093669361:2085]
2025-12-06T17:44:59.833307Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802388093669361:2085] [node 6] ICS09 handshake done sender: [4:7580802388093669343:2120] self: [4:7580802388093669342:0] peer: [6:7580802388475922611:0] socket: 484 qp: -1
2025-12-06T17:44:59.833338Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802388093669361:2085] [node 6] ICS10 traffic start
2025-12-06T17:44:59.833394Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:44:59.868419Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802388093669358:2126] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40801
2025-12-06T17:44:59.883262Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802388093669357:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40801
2025-12-06T17:44:59.884655Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802388093669352:2123] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:59.892506Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802388093669356:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40801
2025-12-06T17:44:59.894312Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802383798701968:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:59.894363Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:59.894410Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802383798701968:2048] [node 1] ICP22 created new session: [4:7580802388093669365:2048]
2025-12-06T17:44:59.894459Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802388093669365:2048] [node 1] ICS09 handshake done sender: [4:7580802388093669352:2123] self: [4:7580802388093669353:0] peer: [1:7580802388781939897:0] socket: 489 qp: -1
2025-12-06T17:44:59.894500Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802388093669365:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:59.894558Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:59.911669Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802388093669340:2119] [node 2] ICH04 handshake succeeded
2025-12-06T17:44:59.923464Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802383798701969:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:44:59.923532Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:44:59.923590Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802383798701969:2049] [node 2] ICP22 created new session: [4:7580802388093669367:2049]
2025-12-06T17:44:59.923640Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802388093669367:2049] [node 2] ICS09 handshake done sender: [4:7580802388093669340:2119] self: [4:7580802388093669347:0] peer: [2:7580802387273949100:0] socket: 478 qp: -1
2025-12-06T17:44:59.923689Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802388093669367:2049] [node 2] ICS10 traffic start
2025-12-06T17:44:59.923739Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:44:59.950800Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802388093669357:2125] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:59.970952Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7580802388093669332:2085] [node 6] ICP18 handshake (actor [4:7580802388093669357:2125]) is too old
2025-12-06T17:44:59.928866Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802386011274763:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(98840824ns) {Configure:104(98832138ns) {ProcessConfigured:135(52720ns) {StartInitialHandshake:157(50577ns) {DropHandshakes:470(2160ns) {DropIncomingHandshake:442(384ns) DropOutgoingHandshake:457(351ns)} GenerateSessionVirtualId:988(564ns) PrepareNewSessionHandshake:477(1529ns) {SwitchToState:179(398ns)}}}}}
2025-12-06T17:44:59.787761Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802387273949115:2114] [node 4] ICS10 traffic start
2025-12-06T17:44:59.787795Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:59.789398Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802387273949114:2144] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58926
2025-12-06T17:44:59.826885Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802382978981706:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14335) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7580802387273949110:2143] held: no
2025-12-06T17:44:59.827708Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802387273949110:2143] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:59.828054Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580802382978981706:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:59.828102Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:59.828163Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802382978981706:2048] [node 1] ICP22 created new session: [2:7580802387273949118:2048]
2025-12-06T17:44:59.828211Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802387273949118:2048] [node 1] ICS09 handshake done sender: [2:7580802387273949110:2143] self: [2:7580802387273949113:0] peer: [1:7580802388781939899:0] socket: 490 qp: -1
2025-12-06T17:44:59.828246Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802387273949118:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:59.828288Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:44:59.885398Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802387273949121:2145] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58926
2025-12-06T17:44:59.927142Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802387273949103:2141] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:59.927186Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802387273949103:2141] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:59.944511Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802387273949121:2145] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:59.944878Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802387273949097:2137] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:59.944906Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802387273949097:2137] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:44:59.945732Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580802387273949091:2114] [node 4] ICP18 handshake (actor [2:7580802387273949121:2145]) is too old
2025-12-06T17:44:59.966023Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802387273949103:2141] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:59.974140Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802387273949093:2107] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:59.974204Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:59.974253Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802387273949093:2107] [node 5] ICP22 created new session: [2:7580802387273949124:2107]
2025-12-06T17:44:59.974305Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802387273949124:2107] [node 5] ICS09 handshake done sender: [2:7580802387273949103:2141] self: [2:7580802387273949102:0] peer: [5:7580802386912028745:0] socket: 512 qp: -1
2025-12-06T17:44:59.974341Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802387273949124:2107] [node 5] ICS10 traffic start
2025-12-06T17:44:59.974373Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:59.985634Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802387273949097:2137] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:59.929286Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802390306242135:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29935
2025-12-06T17:44:59.940084Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802390306242134:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:59.941965Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802386011274763:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:59.942040Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802386011274762:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:44:59.942456Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802390306242141:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29935
2025-12-06T17:44:59.953158Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802390306242145:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29935
2025-12-06T17:44:59.953237Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802390306242146:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29935
2025-12-06T17:44:59.947969Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:59.908725Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802382617061359:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:00.005794Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802382978981707:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:45:00.005857Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:00.005910Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802382978981707:2049] [node 3] ICP22 created new session: [2:7580802391568916422:2049]
2025-12-06T17:45:00.005963Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802391568916422:2049] [node 3] ICS09 handshake done sender: [2:7580802387273949097:2137] self: [2:7580802387273949096:0] peer: [3:7580802390306242143:0] socket: 474 qp: -1
2025-12-06T17:45:00.006003Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802391568916422:2049] [node 3] ICS10 traffic start
2025-12-06T17:45:00.006038Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:00.007761Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802390306242141:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:00.007912Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802390306242134:2115] [node 1] ICH04 handshake succeeded
2025-12-06T17:44:59.916998Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802388781939909:2116] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:44:59.948027Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802388475922560:2067] [node 4] ICP22 created new session: [6:7580802388475922619:2067]
2025-12-06T17:44:59.996237Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802382617061358:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14335) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802386912028740:2118] held: no
2025-12-06T17:44:59.930776Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802388781939909:2116] [node 5] ICH04 handshake succeeded
2025-12-06T17:44:59.934918Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802388781939892:2107] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:44:59.934991Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:44:59.935052Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802388781939892:2107] [node 5] ICP22 created new session: [1:7580802388781939928:2107]
2025-12-06T17:44:59.935118Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802388781939928:2107] [node 5] ICS09 handshake done sender: [1:7580802388781939909:2116] self: [1:7580802388781939908:0] peer: [5:7580802386912028743:0] socket: 516 qp: -1
2025-12-06T17:44:59.935162Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802388781939928:2107] [node 5] ICS10 traffic start
2025-12-06T17:44:59.935202Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:44:59.946311Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802388781939902:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:59.946337Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802388781939902:2114] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:44:59.947720Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802388781939902:2114] [node 3] ICH04 handshake succeeded
2025-12-06T17:44:59.971631Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802388781939921:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:44:59.971688Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802384486972534:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:44:59.971750Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:44:59.971812Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802384486972534:2049] [node 3] ICP22 created new session: [1:7580802388781939931:2049]
2025-12-06T17:44:59.971895Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802388781939931:2049] [node 3] ICS09 handshake done sender: [1:7580802388781939902:2114] self: [1:7580802388781939901:0] peer: [3:7580802390306242144:0] socket: 488 qp: -1
2025-12-06T17:44:59.971939Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802388781939931:2049] [node 3] ICS10 traffic start
2025-12-06T17:44:59.971975Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:44:59.973557Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580802384486972534:2049] [node 3] ICP18 handshake (actor [1:7580802388781939921:2118]) is too old
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:44:59.948085Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802388475922619:2067] [node 4] ICS09 handshake done sender: [6:7580802388475922607:2116] self: [6:7580802388475922611:0] peer: [4:7580802388093669342:0] socket: 492 qp: -1
2025-12-06T17:44:59.948122Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802388475922619:2067] [node 4] ICS10 traffic start
2025-12-06T17:44:59.948170Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:44:59.998375Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802384180955233:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:44:59.998437Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:44:59.998491Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802384180955233:2048] [node 1] ICP22 created new session: [6:7580802388475922621:2048]
2025-12-06T17:44:59.998564Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802388475922621:2048] [node 1] ICS09 handshake done sender: [6:7580802388475922616:2119] self: [6:7580802388475922617:0] peer: [1:7580802388781939903:0] socket: 518 qp: -1
2025-12-06T17:44:59.998602Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802388475922621:2048] [node 1] ICS10 traffic start
2025-12-06T17:44:59.998669Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:00.004347Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580802384180955233:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:45:00.004528Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802388475922623:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:625
2025-12-06T17:45:00.004667Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802388475922624:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:625
2025-12-06T17:45:00.011653Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802382617061359:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12006) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802386912028739:2117] held: no
2025-12-06T17:45:00.012734Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802386912028747:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47406
2025-12-06T17:45:00.012915Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802386912028746:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47406
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:00.020641Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802386912028748:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47406
2025-12-06T17:45:00.021346Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802390306242135:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:00.021614Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802386011274762:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14335) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580802390306242134:2115] held: no
2025-12-06T17:45:00.022201Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802386011274762:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:00.022271Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:00.022318Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802386011274762:2048] [node 1] ICP22 created new session: [3:7580802394601209444:2048]
2025-12-06T17:45:00.022372Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802394601209444:2048] [node 1] ICS09 handshake done sender: [3:7580802390306242134:2115] self: [3:7580802390306242144:0] peer: [1:7580802388781939901:0] socket: 504 qp: -1
2025-12-06T17:45:00.022410Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802394601209444:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:00.022456Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:00.024157Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802390306242124:2110] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:00.026624Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802386912028740:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:00.015302Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802388475922560:2067] [node 4] ICP35 event processing took too much time PendingConnection:279(66482496ns) {HandleHandshakeStatus:329(66479671ns) {DropIncomingHandshake:442(928ns) DropOutgoingHandshake:457(4879ns) SwitchToState:179(428ns) ProcessPendingSessionEvents:495(66056122ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 65927156ns max# 14950710ns}}}
2025-12-06T17:45:00.015468Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802388475922623:2121] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:00.015765Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802384180955234:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:00.025787Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802388475922624:2122] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:00.025921Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802384180955235:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:00.030035Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802387273949108:2142] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:00.030074Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802387273949108:2142] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:00.031240Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802391568916424:2146] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58926
2025-12-06T17:45:00.028493Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802390306242131:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:00.028535Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802390306242131:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:00.031771Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802387273949108:2142] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:00.032099Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802387273949092:2134] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:00.032168Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:00.032221Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802387273949092:2134] [node 6] ICP22 created new session: [2:7580802391568916426:2134]
2025-12-06T17:45:00.032269Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802391568916426:2134] [node 6] ICS09 handshake done sender: [2:7580802387273949108:2142] self: [2:7580802387273949107:0] peer: [6:7580802392770889921:0] socket: 524 qp: -1
2025-12-06T17:45:00.032305Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802391568916426:2134] [node 6] ICS10 traffic start
2025-12-06T17:45:00.032342Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:00.034667Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802392770889923:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:625
2025-12-06T17:45:00.034748Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802392770889924:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:625
2025-12-06T17:45:00.035659Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802386912028747:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:00.035722Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802382617061358:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:00.035767Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:00.035819Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802382617061358:2048] [node 1] ICP22 created new session: [5:7580802391206996045:2048]
2025-12-06T17:45:00.035882Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802391206996045:2048] [node 1] ICS09 handshake done sender: [5:7580802386912028740:2118] self: [5:7580802386912028743:0] peer: [1:7580802388781939908:0] socket: 519 qp: -1
2025-12-06T17:45:00.035921Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802391206996045:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:00.035962Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:00.037580Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802382617061360:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:00.038993Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802386912028739:2117] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:00.039368Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802388475922623:2121] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:00.039654Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802384180955234:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:00.043134Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802382617061359:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:00.054868Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:00.058651Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802382617061359:2049] [node 2] ICP22 created new session: [5:7580802391206996048:2049]
2025-12-06T17:45:00.059705Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802391206996048:2049] [node 2] ICS09 handshake done sender: [5:7580802386912028739:2117] self: [5:7580802386912028745:0] peer: [2:7580802387273949102:0] socket: 515 qp: -1
2025-12-06T17:45:00.059761Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802391206996048:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:00.059828Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:00.060102Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802382617061359:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(16871326ns) {HandleHandshakeStatus:329(16868571ns) {DropIncomingHandshake:442(820ns) DropOutgoingHandshake:457(1791ns) SwitchToState:179(1869ns) ProcessPendingSessionEvents:495(1165ns)}}
2025-12-06T17:45:00.047099Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802390306242131:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:00.039731Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:00.072945Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802392388636665:2127] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40801
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:00.073426Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802391206996050:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47406
2025-12-06T17:45:00.039776Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802384180955234:2049] [node 2] ICP22 created new session: [6:7580802392770889925:2049]
2025-12-06T17:45:00.039828Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802392770889925:2049] [node 2] ICS09 handshake done sender: [6:7580802388475922623:2121] self: [6:7580802392770889921:0] peer: [2:7580802387273949107:0] socket: 472 qp: -1
2025-12-06T17:45:00.039879Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802392770889925:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:00.039933Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:00.072002Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802388475922624:2122] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:00.051135Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802390306242126:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:00.051170Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802390306242126:2111] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:00.052277Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802386011274763:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:00.052335Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:00.052390Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802386011274763:2049] [node 2] ICP22 created new session: [3:7580802394601209449:2049]
2025-12-06T17:45:00.052443Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802394601209449:2049] [node 2] ICS09 handshake done sender: [3:7580802390306242124:2110] self: [3:7580802390306242143:0] peer: [2:7580802387273949096:0] socket: 480 qp: -1
2025-12-06T17:45:00.052480Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802394601209449:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:00.052540Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:00.067434Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802390306242122:2105] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:00.067519Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:00.067573Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802390306242122:2105] [node 6] ICP22 created new session: [3:7580802394601209452:2105]
2025-12-06T17:45:00.067623Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802394601209452:2105] [node 6] ICS09 handshake done sender: [3:7580802390306242131:2113] self: [3:7580802390306242130:0] peer: [6:7580802392770889922:0] socket: 523 qp: -1
2025-12-06T17:45:00.067665Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802394601209452:2105] [node 6] ICS10 traffic start
2025-12-06T17:45:00.067707Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:00.075920Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802384180955235:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:45:00.075999Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:00.076052Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802384180955235:2050] [node 3] ICP22 created new session: [6:7580802392770889927:2050]
2025-12-06T17:45:00.076112Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802392770889927:2050] [node 3] ICS09 handshake done sender: [6:7580802388475922624:2122] self: [6:7580802392770889922:0] peer: [3:7580802390306242130:0] socket: 498 qp: -1
2025-12-06T17:45:00.076157Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802392770889927:2050] [node 3] ICS10 traffic start
2025-12-06T17:45:00.076195Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:00.083334Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802390306242126:2111] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:00.084038Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802386912028747:2120] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:00.085730Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802390306242119:2104] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:00.085829Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:00.085900Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802390306242119:2104] [node 5] ICP22 created new session: [3:7580802394601209455:2104]
2025-12-06T17:45:00.085951Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802394601209455:2104] [node 5] ICS09 handshake done sender: [3:7580802390306242126:2111] self: [3:7580802390306242125:0] peer: [5:7580802391206996047:0] socket: 514 qp: -1
2025-12-06T17:45:00.085989Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802394601209455:2104] [node 5] ICS10 traffic start
2025-12-06T17:45:00.086038Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:00.087514Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802382617061360:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:45:00.087577Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:00.087625Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802382617061360:2050] [node 3] ICP22 created new session: [5:7580802391206996051:2050]
2025-12-06T17:45:00.087675Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802391206996051:2050] [node 3] ICS09 handshake done sender: [5:7580802386912028747:2120] self: [5:7580802391206996047:0] peer: [3:7580802390306242125:0] socket: 530 qp: -1
2025-12-06T17:45:00.087709Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802391206996051:2050] [node 3] ICS10 traffic start
2025-12-06T17:45:00.087743Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:00.101636Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802392388636665:2127] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:00.101805Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802383798701970:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:00.104016Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802390306242136:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:00.104060Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802390306242136:2117] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:00.105476Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802392388636667:2128] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40801
2025-12-06T17:45:00.106258Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802390306242136:2117] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:00.106893Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802392388636665:2127] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:00.107195Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802383798701970:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:45:00.107276Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:00.107342Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802383798701970:2050] [node 3] ICP22 created new session: [4:7580802392388636668:2050]
2025-12-06T17:45:00.107393Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802392388636668:2050] [node 3] ICS09 handshake done sender: [4:7580802392388636665:2127] self: [4:7580802392388636666:0] peer: [3:7580802390306242129:0] socket: 499 qp: -1
2025-12-06T17:45:00.107433Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802392388636668:2050] [node 3] ICS10 traffic start
2025-12-06T17:45:00.107479Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:00.110195Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802390306242123:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:45:00.110288Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:00.110341Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802390306242123:2107] [node 4] ICP22 created new session: [3:7580802394601209458:2107]
2025-12-06T17:45:00.110409Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802394601209458:2107] [node 4] ICS09 handshake done sender: [3:7580802390306242136:2117] self: [3:7580802390306242129:0] peer: [4:7580802392388636666:0] socket: 471 qp: -1
2025-12-06T17:45:00.110449Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802394601209458:2107] [node 4] ICS10 traffic start
2025-12-06T17:45:00.110483Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:00.184694Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:45:00.184945Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580802387273949118:2048] [node 1] ICS01 socket: 490 reason# EndOfStream
2025-12-06T17:45:00.184991Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580802382978981706:2048] [node 1] ICP30 unregister session Session# [2:7580802387273949118:2048] VirtualId# [2:7580802387273949113:0]
2025-12-06T17:45:00.185033Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580802387273949118:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:00.185133Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:00.185181Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:00.187357Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:45:00.187586Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802394601209444:2048] [node 1] ICS01 socket: 504 reason# EndOfStream
2025-12-06T17:45:00.187633Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802386011274762:2048] [node 1] ICP30 unregister session Session# [3:7580802394601209444:2048] VirtualId# [3:7580802390306242144:0]
2025-12-06T17:45:00.187671Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802394601209444:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:00.187746Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:00.187800Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:00.199020Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:45:00.199258Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802388475922621:2048] [node 1] ICS07 socket disconnect 518 reason# EndOfStream
2025-12-06T17:45:00.199291Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802388475922621:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:00.199372Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:00.199406Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802388475922621:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:00.199973Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:45:00.200185Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802388093669365:2048] [node 1] ICS07 socket disconnect 489 reason# EndOfStream
2025-12-06T17:45:00.200214Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802388093669365:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:00.200284Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:00.200323Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802388093669365:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:00.200763Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:45:00.200985Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802391206996045:2048] [node 1] ICS01 socket: 519 reason# EndOfStream
2025-12-06T17:45:00.201028Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802382617061358:2048] [node 1] ICP30 unregister session Session# [5:7580802391206996045:2048] VirtualId# [5:7580802386912028743:0]
2025-12-06T17:45:00.201063Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802391206996045:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:00.201136Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:00.201179Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:00.202361Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802383798701968:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14335) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:00.202426Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802388093669365:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:00.202464Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802383798701968:2048] [node 1] ICP30 unregister session Session# [4:7580802388093669365:2048] VirtualId# [4:7580802388093669353:0]
2025-12-06T17:45:00.202501Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:00.202582Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802383798701968:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:14335) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:00.202600Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14335) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:00.203460Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802384180955233:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14335) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:00.203530Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802388475922621:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:00.203564Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802384180955233:2048] [node 1] ICP30 unregister session Session# [6:7580802388475922621:2048] VirtualId# [6:7580802388475922617:0]
2025-12-06T17:45:00.203597Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:00.203630Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802384180955233:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:14335) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:00.203643Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14335) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:00.214680Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580802383798701968:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:45:00.214815Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802384180955233:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:45:00.346737Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:45:00.346992Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580802394601209449:2049] [node 2] ICS07 socket disconnect 480 reason# EndOfStream
2025-12-06T17:45:00.347026Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802394601209449:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:00.347120Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:00.347171Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802394601209449:2049] [node 2] ICS15 start handshake
2025-12-06T17:45:00.351409Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802386011274763:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12006) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:45:00.351473Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802394601209449:2049] [node 2] ICS15 start handshake
2025-12-06T17:45:00.352456Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802386011274763:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12006) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:00.352520Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802394601209449:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:00.352563Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802386011274763:2049] [node 2] ICP30 unregister session Session# [3:7580802394601209449:2049] VirtualId# [3:7580802390306242143:0]
2025-12-06T17:45:00.352608Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:00.352644Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580802386011274763:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:12006) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:00.352665Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12006) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:00.358749Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:45:00.358988Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802391206996048:2049] [node 2] ICS01 socket: 515 reason# EndOfStream
2025-12-06T17:45:00.359030Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802382617061359:2049] [node 2] ICP30 unregister session Session# [5:7580802391206996048:2049] VirtualId# [5:7580802386912028745:0]
2025-12-06T17:45:00.359076Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802391206996048:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:00.359166Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:00.359211Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:00.359322Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:45:00.359506Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802388093669367:2049] [node 2] ICS07 socket disconnect 478 reason# EndOfStream
2025-12-06T17:45:00.359539Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802388093669367:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:00.359602Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:00.359640Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802388093669367:2049] [node 2] ICS15 start handshake
2025-12-06T17:45:00.360235Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:45:00.360419Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802392770889925:2049] [node 2] ICS07 socket disconnect 472 reason# EndOfStream
2025-12-06T17:45:00.360445Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802392770889925:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:00.360501Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:00.360537Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802392770889925:2049] [node 2] ICS15 start handshake
2025-12-06T17:45:00.362174Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802384180955234:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12006) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:00.362235Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802392770889925:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:00.362267Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802384180955234:2049] [node 2] ICP30 unregister session Session# [6:7580802392770889925:2049] VirtualId# [6:7580802392770889921:0]
2025-12-06T17:45:00.362377Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:00.362417Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802384180955234:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:12006) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:00.362437Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12006) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:00.363121Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802383798701969:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12006) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:00.363190Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802388093669367:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:00.363220Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802383798701969:2049] [node 2] ICP30 unregister session Session# [4:7580802388093669367:2049] VirtualId# [4:7580802388093669347:0]
2025-12-06T17:45:00.363254Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:00.363289Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802383798701969:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:12006) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:00.363303Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12006) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:00.364197Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580802386011274763:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:45:00.374999Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802384180955234:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:45:00.375000Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580802383798701969:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:45:00.402503Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:45:00.402802Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802392388636668:2050] [node 3] ICS07 socket disconnect 499 reason# EndOfStream
2025-12-06T17:45:00.402838Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802392388636668:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:00.402935Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:45:00.402973Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802392388636668:2050] [node 3] ICS15 start handshake
2025-12-06T17:45:00.402559Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:45:00.402857Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802391206996051:2050] [node 3] ICS01 socket: 530 reason# EndOfStream
2025-12-06T17:45:00.402898Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802382617061360:2050] [node 3] ICP30 unregister session Session# [5:7580802391206996051:2050] VirtualId# [5:7580802391206996047:0]
2025-12-06T17:45:00.402934Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802391206996051:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:00.403032Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:45:00.403080Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:45:00.403225Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:45:00.403454Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802392770889927:2050] [node 3] ICS07 socket disconnect 498 reason# EndOfStream
2025-12-06T17:45:00.403481Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802392770889927:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:00.403546Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:45:00.403585Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802392770889927:2050] [node 3] ICS15 start handshake
2025-12-06T17:45:00.405021Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802383798701970:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61300) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:00.405091Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802392388636668:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:00.405128Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802383798701970:2050] [node 3] ICP30 unregister session Session# [4:7580802392388636668:2050] VirtualId# [4:7580802392388636666:0]
2025-12-06T17:45:00.405169Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:45:00.405200Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802383798701970:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:61300) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:00.405214Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61300) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:00.406432Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802384180955235:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61300) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:00.406499Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802392770889927:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:00.406550Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802384180955235:2050] [node 3] ICP30 unregister session Session# [6:7580802392770889927:2050] VirtualId# [6:7580802392770889922:0]
2025-12-06T17:45:00.406591Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:45:00.406625Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802384180955235:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:61300) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:00.406644Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61300) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:00.418726Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802384180955235:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:45:00.418726Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580802383798701970:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:45:00.521606Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:45:00.521891Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802388475922619:2067] [node 4] ICS07 socket disconnect 492 reason# EndOfStream
2025-12-06T17:45:00.521929Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802388475922619:2067] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:00.522070Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:45:00.522128Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802388475922619:2067] [node 4] ICS15 start handshake
2025-12-06T17:45:00.522621Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:45:00.522856Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802386912028741:2064] [node 4] ICS07 socket disconnect 482 reason# EndOfStream
2025-12-06T17:45:00.522889Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802386912028741:2064] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:00.522970Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:45:00.523011Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802386912028741:2064] [node 4] ICS15 start handshake
2025-12-06T17:45:00.528559Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802388475922560:2067] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24991) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:00.528652Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802388475922619:2067] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:00.528704Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802388475922560:2067] [node 4] ICP30 unregister session Session# [6:7580802388475922619:2067] VirtualId# [6:7580802388475922611:0]
2025-12-06T17:45:00.528830Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:45:00.528873Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802388475922560:2067] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:24991) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:00.528894Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24991) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:00.524059Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802386912028674:2064] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24991) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:00.524133Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802386912028741:2064] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:00.524182Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802386912028674:2064] [node 4] ICP30 unregister session Session# [5:7580802386912028741:2064] VirtualId# [5:7580802386912028733:0]
2025-12-06T17:45:00.524230Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:45:00.524271Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802386912028674:2064] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:24991) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:00.524290Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24991) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:00.535399Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802388475922560:2067] [node 4] ICP33 wake up from error state
2025-12-06T17:45:00.535274Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802386912028674:2064] [node 4] ICP33 wake up from error state
2025-12-06T17:45:00.630787Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:45:00.631054Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802388475922612:2068] [node 5] ICS01 socket: 467 reason# EndOfStream
2025-12-06T17:45:00.631106Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802388475922603:2068] [node 5] ICP30 unregister session Session# [6:7580802388475922612:2068] VirtualId# [6:7580802388475922609:0]
2025-12-06T17:45:00.631147Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802388475922612:2068] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:00.631269Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:45:00.631324Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:45:00.810512Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802394221605422:2048] [node 2] ICP01 ready to work
2025-12-06T17:45:00.810575Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802394221605423:2049] [node 3] ICP01 ready to work
2025-12-06T17:45:00.871068Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802391421292180:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:00.871126Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802391421292181:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:00.835032Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802394394057343:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:00.835078Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802394394057344:2049] [node 3] ICP01 ready to work
2025-12-06T17:45:00.903972Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802394684899506:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:00.904022Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802394684899507:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:00.904075Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802394684899508:2050] [node 3] ICP01 ready to work
2025-12-06T17:45:00.939354Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802392784156755:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:00.939409Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802392784156756:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:00.939449Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802392784156757:2050] [node 3] ICP01 ready to work
2025-12-06T17:45:00.964887Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802393356571964:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:00.964929Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802393356571965:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:00.964963Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802393356571966:2050] [node 3] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:01.326749Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802395716259512:2081] [node 5] ICP01 ready to work
2025-12-06T17:45:01.354929Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802397651539279:2063] [node 5] ICP01 ready to work
2025-12-06T17:45:01.355346Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802397651539280:2065] [node 4] ICP01 ready to work
2025-12-06T17:45:01.385478Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802398689024702:2103] [node 6] ICP01 ready to work
2025-12-06T17:45:01.459846Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802398979866865:2073] [node 5] ICP01 ready to work
2025-12-06T17:45:01.499722Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802394684899508:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(32283821ns) {Configure:104(32278179ns) {ProcessConfigured:135(29434003ns) {StartInitialHandshake:157(29430047ns) {DropHandshakes:470(3182ns) {DropIncomingHandshake:442(766ns) DropOutgoingHandshake:457(412ns)} GenerateSessionVirtualId:988(1124ns) PrepareNewSessionHandshake:477(5255ns) {SwitchToState:179(2467ns)}}}}}
2025-12-06T17:45:01.388635Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802398689024701:2108] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3095
2025-12-06T17:45:01.436817Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802395716259539:2087] [node 6] ICP01 ready to work
2025-12-06T17:45:01.451762Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802397079124072:2063] [node 4] ICP01 ready to work
2025-12-06T17:45:01.523860Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802398516572781:2107] [node 4] ICP01 ready to work
2025-12-06T17:45:01.534184Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802395716259541:2091] [node 4] ICP01 ready to work
2025-12-06T17:45:01.418670Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802398689024700:2099] [node 5] ICP01 ready to work
2025-12-06T17:45:01.587894Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802398979866876:2065] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:01.619336Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802395716259543:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15879
2025-12-06T17:45:01.547094Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802398516572782:2108] [node 6] ICP01 ready to work
2025-12-06T17:45:01.423394Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802398689024699:2101] [node 4] ICP01 ready to work
2025-12-06T17:45:01.614980Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802397079124115:2095] [node 6] ICP01 ready to work
2025-12-06T17:45:01.631987Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802393356571966:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(337857508ns) {Configure:104(337854267ns) {ProcessConfigured:135(5600098ns) {StartInitialHandshake:157(5597799ns) {DropHandshakes:470(1882ns) {DropIncomingHandshake:442(441ns) DropOutgoingHandshake:457(390ns)} GenerateSessionVirtualId:988(547ns) PrepareNewSessionHandshake:477(4892ns) {SwitchToState:179(2733ns)}}}}}
2025-12-06T17:45:01.524116Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802398689024701:2108] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:01.654879Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802392784156757:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(301148885ns) {Configure:104(301143600ns) {ProcessConfigured:135(18863111ns) {StartInitialHandshake:157(18861271ns) {DropHandshakes:470(2206ns) {DropIncomingHandshake:442(376ns) DropOutgoingHandshake:457(372ns)} GenerateSessionVirtualId:988(1577ns) PrepareNewSessionHandshake:477(3158ns) {SwitchToState:179(115ns)}}}}}
2025-12-06T17:45:01.659843Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802392784156755:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(261544775ns) {Configure:104(261536740ns) {ProcessConfigured:135(60085ns) {StartInitialHandshake:157(58330ns) {DropHandshakes:470(3032ns) {DropIncomingHandshake:442(596ns) DropOutgoingHandshake:457(675ns)} GenerateSessionVirtualId:988(948ns) PrepareNewSessionHandshake:477(1348ns) {SwitchToState:179(355ns)}}}}}
2025-12-06T17:45:01.661020Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802397079124117:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59710
2025-12-06T17:45:01.661077Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802397079124118:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59710
2025-12-06T17:45:01.672170Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802397079124115:2095] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(18140566ns) {Configure:104(18135993ns) {ProcessConfigured:135(199249ns) {StartInitialHandshake:157(197138ns) {DropHandshakes:470(2296ns) {DropIncomingHandshake:442(440ns) DropOutgoingHandshake:457(453ns)} GenerateSessionVirtualId:988(1383ns) PrepareNewSessionHandshake:477(1437ns) {SwitchToState:179(546ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:01.635447Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802398516572783:2109] [node 5] ICP01 ready to work
2025-12-06T17:45:01.654879Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802397651539280:2065] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(296991731ns) {Configure:104(296986495ns) {ProcessConfigured:135(28353446ns) {StartInitialHandshake:157(28350400ns) {DropHandshakes:470(1497ns) {DropIncomingHandshake:442(396ns) DropOutgoingHandshake:457(338ns)} GenerateSessionVirtualId:988(500ns) PrepareNewSessionHandshake:477(5208ns) {SwitchToState:179(2221ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:01.687688Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802393356571964:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(54062940ns) {Configure:104(54057525ns) {ProcessConfigured:135(53899ns) {StartInitialHandshake:157(51568ns) {DropHandshakes:470(2060ns) {DropIncomingHandshake:442(504ns) DropOutgoingHandshake:457(640ns)} GenerateSessionVirtualId:988(762ns) PrepareNewSessionHandshake:477(1265ns) {SwitchToState:179(570ns)}}}}}
2025-12-06T17:45:01.688235Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802397651539320:2104] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40032
2025-12-06T17:45:01.674958Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802394221605422:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(380956184ns) {Configure:104(380947051ns) {ProcessConfigured:135(12485558ns) {StartInitialHandshake:157(12482794ns) {DropHandshakes:470(2257ns) {DropIncomingHandshake:442(494ns) DropOutgoingHandshake:457(344ns)} GenerateSessionVirtualId:988(513ns) PrepareNewSessionHandshake:477(4337ns) {SwitchToState:179(1816ns)}}}}}
2025-12-06T17:45:01.631448Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802398689024700:2099] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(118105453ns) {Configure:104(118098997ns) {ProcessConfigured:135(77181ns) {StartInitialHandshake:157(74435ns) {DropHandshakes:470(6481ns) {DropIncomingHandshake:442(500ns) DropOutgoingHandshake:457(465ns)} GenerateSessionVirtualId:988(880ns) PrepareNewSessionHandshake:477(1995ns) {SwitchToState:179(611ns)}}}}}
2025-12-06T17:45:01.635709Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802398689024699:2101] [node 4] ICP35 event processing took too much time PendingConnection:279(35278944ns) {IncomingHandshake:261(24022859ns) {DropIncomingHandshake:442(808ns) PrepareNewSessionHandshake:477(1571ns) {SwitchToState:179(675ns)} GenerateSessionVirtualId:988(965ns) IssueIncomingHandshakeReply:193(19922ns)}}
2025-12-06T17:45:01.678980Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802398689024720:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3095
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:01.698502Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802398979866881:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50184
2025-12-06T17:45:01.702133Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802397651539320:2104] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:01.696101Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802398689024721:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3095
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:01.718737Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802398516572782:2108] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(63510148ns) {Configure:104(63505850ns) {ProcessConfigured:135(60045ns) {StartInitialHandshake:157(57536ns) {DropHandshakes:470(1590ns) {DropIncomingHandshake:442(392ns) DropOutgoingHandshake:457(448ns)} GenerateSessionVirtualId:988(578ns) PrepareNewSessionHandshake:477(1289ns) {SwitchToState:179(418ns)}}}}}
2025-12-06T17:45:01.725746Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802398516572796:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45401
2025-12-06T17:45:01.725971Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802398516572795:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45401
2025-12-06T17:45:01.696572Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802397079124129:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59710
2025-12-06T17:45:01.738068Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802391421292180:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(438430753ns) {Configure:104(438425376ns) {ProcessConfigured:135(21215454ns) {StartInitialHandshake:157(21212018ns) {DropHandshakes:470(2450ns) {DropIncomingHandshake:442(427ns) DropOutgoingHandshake:457(328ns)} GenerateSessionVirtualId:988(594ns) PrepareNewSessionHandshake:477(4770ns) {SwitchToState:179(2194ns)}}}}}
2025-12-06T17:45:01.738278Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802395716259543:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:01.742888Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802398689024721:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:01.743076Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580802394394057343:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:01.747065Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802398516572785:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:01.747107Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802398516572785:2110] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:45:01.748421Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802398516572785:2110] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:01.757503Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802397651539337:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40032
2025-12-06T17:45:01.758726Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802398689024706:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:01.752258Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802395716259512:2081] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(38017191ns) {Configure:104(38011552ns) {ProcessConfigured:135(72745ns) {StartInitialHandshake:157(70544ns) {DropHandshakes:470(2134ns) {DropIncomingHandshake:442(462ns) DropOutgoingHandshake:457(300ns)} GenerateSessionVirtualId:988(857ns) PrepareNewSessionHandshake:477(1609ns) {SwitchToState:179(633ns)}}}}}
2025-12-06T17:45:01.717046Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802397079124118:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:01.748808Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802394221605422:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:45:01.759744Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802398979866881:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:01.748878Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:01.752896Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802395716259542:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15879
2025-12-06T17:45:01.784635Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802393356571965:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(161811377ns) {Configure:104(161799118ns) {ProcessConfigured:135(130901ns) {StartInitialHandshake:157(127886ns) {DropHandshakes:470(1886ns) {DropIncomingHandshake:442(404ns) DropOutgoingHandshake:457(321ns)} GenerateSessionVirtualId:988(762ns) PrepareNewSessionHandshake:477(2139ns) {SwitchToState:179(1029ns)}}}}}
2025-12-06T17:45:01.785169Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802393356571965:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:01.734989Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802397079124117:2110] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:01.758772Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802398689024706:2110] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:45:01.753434Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802391421292181:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:01.770169Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802398979866878:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50184
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:01.768903Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802397079124129:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:01.826812Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802397651539337:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:01.748932Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802394221605422:2048] [node 2] ICP22 created new session: [1:7580802398516572798:2048]
2025-12-06T17:45:01.779053Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802398689024724:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3095
2025-12-06T17:45:01.793246Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802394684899506:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:01.797701Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802398979866867:2109] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:01.797749Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802398979866867:2109] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:01.804906Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802398979866883:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50184
2025-12-06T17:45:01.805514Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802398979866878:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:01.823072Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802394684899507:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:01.827712Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802398979866881:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:01.828072Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802394684899506:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:01.828140Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:01.828191Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802394684899506:2048] [node 1] ICP22 created new session: [4:7580802398979866885:2048]
2025-12-06T17:45:01.828244Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802398979866885:2048] [node 1] ICS09 handshake done sender: [4:7580802398979866881:2116] self: [4:7580802398979866882:0] peer: [1:7580802398516572786:0] socket: 495 qp: -1
2025-12-06T17:45:01.828283Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802398979866885:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:01.828342Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:01.839458Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802398979866867:2109] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:01.840067Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802394684899507:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(17486997ns) {IncomingHandshake:261(10919875ns) {DropIncomingHandshake:442(475ns) PrepareNewSessionHandshake:477(1829ns) {SwitchToState:179(655ns)} GenerateSessionVirtualId:988(899ns) IssueIncomingHandshakeReply:193(64620ns) {SwitchToState:179(270ns)}}}
2025-12-06T17:45:01.748980Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802398516572798:2048] [node 2] ICS09 handshake done sender: [1:7580802398516572785:2110] self: [1:7580802398516572784:0] peer: [2:7580802398689024722:0] socket: 488 qp: -1
2025-12-06T17:45:01.753771Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802395716259550:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15879
2025-12-06T17:45:01.769202Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802397079124072:2063] [node 4] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:01.835857Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802397651539341:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40032
2025-12-06T17:45:01.797003Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802398689024706:2110] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:01.769468Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802392784156755:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:01.860840Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802398979866865:2073] [node 5] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:01.835308Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802398689024725:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3095
2025-12-06T17:45:01.858887Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802398689024720:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:01.859017Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802398689024710:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:01.859043Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802398689024710:2113] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:45:01.859727Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802398689024721:2117] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:01.863865Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580802394394057343:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:01.863921Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:01.863971Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802394394057343:2048] [node 1] ICP22 created new session: [2:7580802398689024727:2048]
2025-12-06T17:45:01.864024Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802398689024727:2048] [node 1] ICS09 handshake done sender: [2:7580802398689024721:2117] self: [2:7580802398689024722:0] peer: [1:7580802398516572784:0] socket: 491 qp: -1
2025-12-06T17:45:01.864064Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802398689024727:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:01.864109Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:01.866502Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7580802394394057344:2049] [node 3] ICP27 obsolete handshake fail ignored
2025-12-06T17:45:01.867236Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802394394057344:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:45:01.868583Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802398689024704:2109] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:01.868610Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802398689024704:2109] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:01.869693Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802398689024710:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:01.870941Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:01.870993Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802394394057344:2049] [node 3] ICP22 created new session: [2:7580802398689024730:2049]
2025-12-06T17:45:01.871069Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802398689024730:2049] [node 3] ICS09 handshake done sender: [2:7580802398689024706:2110] self: [2:7580802398689024705:0] peer: [3:7580802395716259554:0] socket: 478 qp: -1
2025-12-06T17:45:01.871111Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802398689024730:2049] [node 3] ICS10 traffic start
2025-12-06T17:45:01.871162Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:01.753841Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802395716259551:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15879
2025-12-06T17:45:01.786840Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802395716259551:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:01.796654Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802395716259539:2087] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(176555231ns) {Configure:104(176548607ns) {ProcessConfigured:135(15256743ns) {StartInitialHandshake:157(15254024ns) {DropHandshakes:470(11194330ns) {DropIncomingHandshake:442(1783ns) DropOutgoingHandshake:457(623ns)} GenerateSessionVirtualId:988(1212ns) PrepareNewSessionHandshake:477(3414ns) {SwitchToState:179(1585ns)}}}}}
2025-12-06T17:45:01.800523Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802395716259558:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15879
2025-12-06T17:45:01.815415Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802395716259542:2110] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:01.815524Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802395716259550:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:01.815787Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802395716259543:2111] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:01.822126Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802391421292181:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:01.822192Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:01.822259Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802391421292181:2049] [node 2] ICP22 created new session: [3:7580802395716259562:2049]
2025-12-06T17:45:01.822311Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802395716259562:2049] [node 2] ICS09 handshake done sender: [3:7580802395716259543:2111] self: [3:7580802395716259554:0] peer: [2:7580802398689024705:0] socket: 480 qp: -1
2025-12-06T17:45:01.822351Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802395716259562:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:01.822390Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:01.867971Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802395716259567:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15879
2025-12-06T17:45:01.835999Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802397651539343:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40032
2025-12-06T17:45:01.839280Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802393356571964:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:01.850874Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802397651539341:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:01.860564Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802397651539343:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:01.873347Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802397651539345:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40032
2025-12-06T17:45:01.873949Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802397651539346:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40032
2025-12-06T17:45:01.874003Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802397651539337:2115] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:01.874154Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802393356571964:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:01.874209Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:01.874260Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802393356571964:2048] [node 1] ICP22 created new session: [6:7580802397651539347:2048]
2025-12-06T17:45:01.874308Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802397651539347:2048] [node 1] ICS09 handshake done sender: [6:7580802397651539337:2115] self: [6:7580802397651539342:0] peer: [1:7580802398516572793:0] socket: 510 qp: -1
2025-12-06T17:45:01.874340Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802397651539347:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:01.874391Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:01.838650Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802397079124133:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59710
2025-12-06T17:45:01.874778Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802393356571966:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:01.881004Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802397651539280:2065] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:01.836353Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802392784156755:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22961) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802397079124129:2116] held: no
2025-12-06T17:45:01.883153Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802397079124137:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59710
2025-12-06T17:45:01.860895Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:01.867596Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802398979866890:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50184
2025-12-06T17:45:01.882616Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802398979866865:2073] [node 5] ICP22 created new session: [4:7580802398979866889:2073]
2025-12-06T17:45:01.883558Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802398979866878:2114] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:01.887337Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802397079124136:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59710
2025-12-06T17:45:01.886281Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802397651539280:2065] [node 4] ICP35 event processing took too much time PendingConnection:279(25903429ns) {IncomingHandshake:261(25901932ns) {DropIncomingHandshake:442(1054ns) PrepareNewSessionHandshake:477(5655390ns) {SwitchToState:179(3722ns)} GenerateSessionVirtualId:988(539ns) IssueIncomingHandshakeReply:193(10407778ns) {SwitchToState:179(2266ns)}}}
2025-12-06T17:45:01.886419Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802395716259560:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:01.886464Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802395716259560:2119] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:01.749015Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802398516572798:2048] [node 2] ICS10 traffic start
2025-12-06T17:45:01.888943Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802398689024704:2109] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:01.893368Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802398689024699:2101] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:45:01.893468Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:01.893527Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802398689024699:2101] [node 4] ICP22 created new session: [2:7580802398689024735:2101]
2025-12-06T17:45:01.893591Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802398689024735:2101] [node 4] ICS09 handshake done sender: [2:7580802398689024710:2113] self: [2:7580802398689024709:0] peer: [4:7580802398979866884:0] socket: 473 qp: -1
2025-12-06T17:45:01.893637Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802398689024735:2101] [node 4] ICS10 traffic start
2025-12-06T17:45:01.893688Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:01.889388Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802398979866889:2073] [node 5] ICS09 handshake done sender: [4:7580802398979866867:2109] self: [4:7580802398979866866:0] peer: [5:7580802397079124134:0] socket: 476 qp: -1
2025-12-06T17:45:01.895735Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802398979866889:2073] [node 5] ICS10 traffic start
2025-12-06T17:45:01.895777Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:01.906894Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802395716259567:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:01.907085Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802391421292180:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:01.910558Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802397651539320:2104] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:01.910750Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802394684899507:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:01.910827Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:01.910882Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802394684899507:2049] [node 2] ICP22 created new session: [4:7580802398979866892:2049]
2025-12-06T17:45:01.910938Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802398979866892:2049] [node 2] ICS09 handshake done sender: [4:7580802398979866878:2114] self: [4:7580802398979866884:0] peer: [2:7580802398689024709:0] socket: 475 qp: -1
2025-12-06T17:45:01.910983Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802398979866892:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:01.911028Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:01.914241Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802398689024702:2103] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:01.914305Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:01.914363Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802398689024702:2103] [node 6] ICP22 created new session: [2:7580802398689024737:2103]
2025-12-06T17:45:01.914431Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802398689024737:2103] [node 6] ICS09 handshake done sender: [2:7580802398689024704:2109] self: [2:7580802398689024703:0] peer: [6:7580802397651539340:0] socket: 471 qp: -1
2025-12-06T17:45:01.914471Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802398689024737:2103] [node 6] ICS10 traffic start
2025-12-06T17:45:01.914505Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:01.924230Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802393356571965:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:01.924314Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:01.749050Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:01.939204Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802395716259553:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:01.939251Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802395716259553:2117] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:01.941918Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802398979866880:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:01.941958Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802398979866880:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:01.943407Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802398979866894:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50184
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:01.908235Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802397079124117:2110] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:01.756818Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802398516572800:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45401
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:01.947952Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802398979866880:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:01.922955Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802397079124133:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:01.927963Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802397651539352:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40032
2025-12-06T17:45:01.943030Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802391421292180:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22961) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580802395716259567:2120] held: no
2025-12-06T17:45:01.923330Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802392784156757:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:01.943972Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802395716259569:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15879
2025-12-06T17:45:01.790952Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802398516572789:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:01.930917Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802393356571965:2049] [node 2] ICP22 created new session: [6:7580802397651539350:2049]
2025-12-06T17:45:01.967050Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802398979866894:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:01.956805Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802395716259567:2120] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:01.957115Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802391421292180:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:01.957163Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:01.957213Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802391421292180:2048] [node 1] ICP22 created new session: [3:7580802395716259572:2048]
2025-12-06T17:45:01.957258Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802395716259572:2048] [node 1] ICS09 handshake done sender: [3:7580802395716259567:2120] self: [3:7580802395716259568:0] peer: [1:7580802398516572807:0] socket: 525 qp: -1
2025-12-06T17:45:01.957294Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802395716259572:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:01.957328Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:01.961416Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802391421292181:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(138369170ns) {HandleHandshakeStatus:329(138365242ns) {DropIncomingHandshake:442(862ns) DropOutgoingHandshake:457(7274ns) SwitchToState:179(430ns) ProcessPendingSessionEvents:495(137914731ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 137780639ns max# 19647759ns}}}
2025-12-06T17:45:01.961745Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802395716259553:2117] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:01.977311Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802395716259560:2119] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:01.983861Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802398979866876:2065] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:01.983934Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:01.983985Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802398979866876:2065] [node 6] ICP22 created new session: [4:7580802398979866897:2065]
2025-12-06T17:45:01.984034Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802398979866897:2065] [node 6] ICS09 handshake done sender: [4:7580802398979866880:2115] self: [4:7580802398979866879:0] peer: [6:7580802397651539344:0] socket: 498 qp: -1
2025-12-06T17:45:01.984076Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802398979866897:2065] [node 6] ICS10 traffic start
2025-12-06T17:45:01.984124Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:01.923675Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802397079124138:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59710
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:02.000769Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802398979866899:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50184
2025-12-06T17:45:01.930977Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802397651539350:2049] [node 2] ICS09 handshake done sender: [6:7580802397651539320:2104] self: [6:7580802397651539340:0] peer: [2:7580802398689024703:0] socket: 472 qp: -1
2025-12-06T17:45:01.790982Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802398516572789:2112] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:02.016406Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802398979866865:2073] [node 5] ICP35 event processing took too much time PendingConnection:279(160087987ns) {HandleHandshakeStatus:329(160085942ns) {DropIncomingHandshake:442(1573ns) DropOutgoingHandshake:457(1091ns) SwitchToState:179(70ns) ProcessPendingSessionEvents:495(70349375ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 70244463ns max# 23079829ns}}}
2025-12-06T17:45:01.931020Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802397651539350:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:01.791557Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802398516572796:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:01.945090Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802397079124138:2121] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:01.993382Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802395716259512:2081] [node 5] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:02.046311Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802398979866899:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:02.046462Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802394684899508:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:02.000951Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802395716259539:2087] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:02.001015Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:02.001071Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802395716259539:2087] [node 6] ICP22 created new session: [3:7580802395716259575:2087]
2025-12-06T17:45:02.001130Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802395716259575:2087] [node 6] ICS09 handshake done sender: [3:7580802395716259560:2119] self: [3:7580802395716259559:0] peer: [6:7580802397651539349:0] socket: 505 qp: -1
2025-12-06T17:45:02.001165Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802395716259575:2087] [node 6] ICS10 traffic start
2025-12-06T17:45:02.001208Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:02.035775Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:02.044903Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802395716259512:2081] [node 5] ICP22 created new session: [3:7580802400011226873:2081]
2025-12-06T17:45:02.047221Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802400011226873:2081] [node 5] ICS09 handshake done sender: [3:7580802395716259553:2117] self: [3:7580802395716259552:0] peer: [5:7580802397079124140:0] socket: 506 qp: -1
2025-12-06T17:45:01.931063Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:01.798902Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802398516572789:2112] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:02.054884Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802400011226873:2081] [node 5] ICS10 traffic start
2025-12-06T17:45:02.054998Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:02.056735Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802395716259512:2081] [node 5] ICP35 event processing took too much time PendingConnection:279(62381031ns) {HandleHandshakeStatus:329(62377987ns) {DropIncomingHandshake:442(15223ns) DropOutgoingHandshake:457(556ns) SwitchToState:179(7309ns) ProcessPendingSessionEvents:495(602002ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 545366ns max# 76141ns}}}
2025-12-06T17:45:01.955696Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802397079124072:2063] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:45:01.948277Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802397651539354:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40032
2025-12-06T17:45:01.967772Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802397651539341:2117] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:01.977610Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802397651539280:2065] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:45:01.977684Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:01.977742Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802397651539280:2065] [node 4] ICP22 created new session: [6:7580802397651539355:2065]
2025-12-06T17:45:01.977792Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802397651539355:2065] [node 4] ICS09 handshake done sender: [6:7580802397651539341:2117] self: [6:7580802397651539344:0] peer: [4:7580802398979866879:0] socket: 520 qp: -1
2025-12-06T17:45:01.977827Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802397651539355:2065] [node 4] ICS10 traffic start
2025-12-06T17:45:01.977862Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:01.992886Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802397651539357:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40032
2025-12-06T17:45:02.010803Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802397651539343:2118] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:02.019099Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802393356571966:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:45:02.051508Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:02.051570Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802393356571966:2050] [node 3] ICP22 created new session: [6:7580802401946506654:2050]
2025-12-06T17:45:02.060396Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802401946506654:2050] [node 3] ICS09 handshake done sender: [6:7580802397651539343:2118] self: [6:7580802397651539349:0] peer: [3:7580802395716259559:0] socket: 522 qp: -1
2025-12-06T17:45:02.060446Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802401946506654:2050] [node 3] ICS10 traffic start
2025-12-06T17:45:02.060516Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:02.063072Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802393356571966:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(50763055ns) {HandleHandshakeStatus:329(50760832ns) {DropIncomingHandshake:442(1531ns) DropOutgoingHandshake:457(16608864ns) SwitchToState:179(859ns) ProcessPendingSessionEvents:495(1453447ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 1395817ns max# 958521ns}}}
2025-12-06T17:45:02.063163Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580802393356571966:2050] [node 3] ICP27 obsolete handshake fail ignored
2025-12-06T17:45:01.801331Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802398516572787:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:01.801365Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802398516572787:2111] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:45:01.802143Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802398516572795:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:01.802227Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802398516572783:2109] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:01.802279Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:01.802333Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802398516572783:2109] [node 5] ICP22 created new session: [1:7580802398516572804:2109]
2025-12-06T17:45:01.802429Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802398516572804:2109] [node 5] ICS09 handshake done sender: [1:7580802398516572789:2112] self: [1:7580802398516572788:0] peer: [5:7580802397079124135:0] socket: 490 qp: -1
2025-12-06T17:45:01.802489Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802398516572804:2109] [node 5] ICS10 traffic start
2025-12-06T17:45:01.802580Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:01.804258Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580802398516572783:2109] [node 5] ICP18 handshake (actor [1:7580802398516572795:2114]) is too old
2025-12-06T17:45:01.816317Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802398516572787:2111] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:01.847452Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802394221605423:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(169209014ns) {Configure:104(169203183ns) {ProcessConfigured:135(10367302ns) {StartInitialHandshake:157(10365393ns) {DropHandshakes:470(1194ns) {DropIncomingHandshake:442(116ns) DropOutgoingHandshake:457(345ns)} GenerateSessionVirtualId:988(401ns) PrepareNewSessionHandshake:477(2677ns) {SwitchToState:179(480ns)}}}}}
2025-12-06T17:45:01.847679Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802398516572794:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:01.847706Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802398516572794:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:01.848258Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802398516572781:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:45:01.848308Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:01.848362Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802398516572781:2107] [node 4] ICP22 created new session: [1:7580802398516572809:2107]
2025-12-06T17:45:02.066657Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802397651539352:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:01.848424Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802398516572809:2107] [node 4] ICS09 handshake done sender: [1:7580802398516572787:2111] self: [1:7580802398516572786:0] peer: [4:7580802398979866882:0] socket: 489 qp: -1
2025-12-06T17:45:02.066830Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802397651539279:2063] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:01.848467Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802398516572809:2107] [node 4] ICS10 traffic start
2025-12-06T17:45:01.848512Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:01.862841Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802398516572800:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:01.867148Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802398516572794:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:01.899394Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802398516572782:2108] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:01.899457Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:01.899507Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802398516572782:2108] [node 6] ICP22 created new session: [1:7580802398516572814:2108]
2025-12-06T17:45:01.899552Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802398516572814:2108] [node 6] ICS09 handshake done sender: [1:7580802398516572794:2113] self: [1:7580802398516572793:0] peer: [6:7580802397651539342:0] socket: 509 qp: -1
2025-12-06T17:45:01.899588Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802398516572814:2108] [node 6] ICS10 traffic start
2025-12-06T17:45:01.899616Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:01.907623Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802398516572808:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:01.907657Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802398516572808:2117] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:45:01.917369Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802398516572808:2117] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:01.917613Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802394221605423:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:45:01.917701Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:01.917772Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802394221605423:2049] [node 3] ICP22 created new session: [1:7580802398516572817:2049]
2025-12-06T17:45:01.917822Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802398516572817:2049] [node 3] ICS09 handshake done sender: [1:7580802398516572808:2117] self: [1:7580802398516572807:0] peer: [3:7580802395716259568:0] socket: 524 qp: -1
2025-12-06T17:45:01.917860Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802398516572817:2049] [node 3] ICS10 traffic start
2025-12-06T17:45:01.917896Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:02.068126Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802395716259547:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:02.068180Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802395716259547:2113] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:45:01.955757Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:02.070285Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802398689024719:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:01.955821Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802397079124072:2063] [node 4] ICP22 created new session: [5:7580802397079124141:2063]
2025-12-06T17:45:02.070333Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802398689024719:2115] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:02.074808Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802398689024719:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:02.075399Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802398689024700:2099] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:02.075468Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:02.075518Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802398689024700:2099] [node 5] ICP22 created new session: [2:7580802402983992036:2099]
2025-12-06T17:45:02.075577Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802402983992036:2099] [node 5] ICS09 handshake done sender: [2:7580802398689024719:2115] self: [2:7580802398689024718:0] peer: [5:7580802401374091440:0] socket: 529 qp: -1
2025-12-06T17:45:02.075617Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802402983992036:2099] [node 5] ICS10 traffic start
2025-12-06T17:45:02.075648Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:01.955889Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802397079124141:2063] [node 4] ICS09 handshake done sender: [5:7580802397079124117:2110] self: [5:7580802397079124134:0] peer: [4:7580802398979866866:0] socket: 482 qp: -1
2025-12-06T17:45:01.955939Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802397079124141:2063] [node 4] ICS10 traffic start
2025-12-06T17:45:01.955982Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:01.999930Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802397079124072:2063] [node 4] ICP35 event processing took too much time PendingConnection:279(27350520ns) {HandleHandshakeStatus:329(27332869ns) {DropIncomingHandshake:442(842ns) DropOutgoingHandshake:457(6564ns) SwitchToState:179(324ns) ProcessPendingSessionEvents:495(26879933ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 26807412ns max# 12085067ns}}}
2025-12-06T17:45:02.007404Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802392784156755:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(124504733ns) {HandleHandshakeStatus:395(124502339ns) {LogHandshakeFail:472(1242734ns) {UpdateErrorStateLog:545(8099ns)} DropOutgoingHandshake:457(2814ns) ProcessPendingSessionEvents:495(120304422ns) {unordered DropSessionEvent:512 num# 100 sum# 39996255ns max# 11033845ns}}}
2025-12-06T17:45:02.007931Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802397079124129:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:02.031945Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802392784156755:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:02.031992Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:02.032047Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802392784156755:2048] [node 1] ICP22 created new session: [5:7580802401374091441:2048]
2025-12-06T17:45:02.032102Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802401374091441:2048] [node 1] ICS09 handshake done sender: [5:7580802397079124129:2116] self: [5:7580802397079124135:0] peer: [1:7580802398516572788:0] socket: 492 qp: -1
2025-12-06T17:45:02.032144Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802401374091441:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:02.032177Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:02.045110Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802392784156756:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:02.046025Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802401374091439:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59710
2025-12-06T17:45:02.058800Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802392784156757:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1854) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802397079124133:2118] held: no
2025-12-06T17:45:02.059675Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802397079124133:2118] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:02.060885Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802392784156756:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(19201908ns) {IncomingHandshake:261(19199859ns) {DropIncomingHandshake:442(916ns) PrepareNewSessionHandshake:477(1960ns) {SwitchToState:179(732ns)} GenerateSessionVirtualId:988(1090ns) IssueIncomingHandshakeReply:193(6346820ns) {SwitchToState:179(1412ns)}}}
2025-12-06T17:45:02.068796Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802397079124128:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:02.068821Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580802397079124128:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:02.073212Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802397079124128:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:02.073562Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580802397079124115:2095] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:02.073637Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:02.073695Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802397079124115:2095] [node 6] ICP22 created new session: [5:7580802401374091445:2095]
2025-12-06T17:45:02.073750Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802401374091445:2095] [node 6] ICS09 handshake done sender: [5:7580802397079124128:2115] self: [5:7580802397079124127:0] peer: [6:7580802401946506656:0] socket: 500 qp: -1
2025-12-06T17:45:02.073786Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802401374091445:2095] [node 6] ICS10 traffic start
2025-12-06T17:45:02.073821Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:02.077661Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802392784156757:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:45:02.077733Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:02.077785Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802392784156757:2050] [node 3] ICP22 created new session: [5:7580802401374091447:2050]
2025-12-06T17:45:02.077831Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802401374091447:2050] [node 3] ICS09 handshake done sender: [5:7580802397079124133:2118] self: [5:7580802397079124140:0] peer: [3:7580802395716259552:0] socket: 512 qp: -1
2025-12-06T17:45:02.077873Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802401374091447:2050] [node 3] ICS10 traffic start
2025-12-06T17:45:02.077925Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:02.079161Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802392784156756:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5900) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802397079124138:2121] held: no
2025-12-06T17:45:02.082913Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802401374091444:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59710
2025-12-06T17:45:02.088004Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802395716259547:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:02.100472Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802395716259541:2091] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:45:02.100563Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:02.100621Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802395716259541:2091] [node 4] ICP22 created new session: [3:7580802400011226876:2091]
2025-12-06T17:45:02.100669Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802400011226876:2091] [node 4] ICS09 handshake done sender: [3:7580802395716259547:2113] self: [3:7580802395716259546:0] peer: [4:7580802403274834196:0] socket: 533 qp: -1
2025-12-06T17:45:02.100708Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802400011226876:2091] [node 4] ICS10 traffic start
2025-12-06T17:45:02.098860Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802397651539279:2063] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16105) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802397651539352:2121] held: no
2025-12-06T17:45:02.100746Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:02.105489Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802397651539279:2063] [node 5] ICP35 event processing took too much time PendingConnection:279(17260076ns) {HandleHandshakeStatus:395(16594010ns) {LogHandshakeFail:472(13701ns) {UpdateErrorStateLog:545(4412ns)} DropOutgoingHandshake:457(3111ns) ProcessPendingSessionEvents:495(5777560ns) {unordered DropSessionEvent:512 num# 100 sum# 612892ns max# 24115ns}}}
2025-12-06T17:45:02.103607Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802403274834197:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50184
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:02.105956Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802397079124138:2121] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:02.116778Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802392784156756:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:02.116892Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:02.116957Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802392784156756:2049] [node 2] ICP22 created new session: [5:7580802401374091449:2049]
2025-12-06T17:45:02.117008Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802401374091449:2049] [node 2] ICS09 handshake done sender: [5:7580802397079124138:2121] self: [5:7580802401374091440:0] peer: [2:7580802398689024718:0] socket: 531 qp: -1
2025-12-06T17:45:02.117057Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802401374091449:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:02.117121Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:02.138884Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802401946506657:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40032
2025-12-06T17:45:02.135040Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802394684899508:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1854) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580802398979866899:2120] held: no
2025-12-06T17:45:02.140956Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802394684899508:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(20699486ns) {HandleHandshakeStatus:395(20695408ns) {LogHandshakeFail:472(18954ns) {UpdateErrorStateLog:545(6554ns)} DropOutgoingHandshake:457(3746ns) ProcessPendingSessionEvents:495(670316ns) {unordered DropSessionEvent:512 num# 100 sum# 594476ns max# 20430ns}}}
2025-12-06T17:45:02.141116Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802398979866899:2120] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:02.141987Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802397651539352:2121] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:02.142422Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802397651539279:2063] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:45:02.142490Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:02.142558Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802397651539279:2063] [node 5] ICP22 created new session: [6:7580802401946506658:2063]
2025-12-06T17:45:02.142610Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802401946506658:2063] [node 5] ICS09 handshake done sender: [6:7580802397651539352:2121] self: [6:7580802401946506656:0] peer: [5:7580802397079124127:0] socket: 532 qp: -1
2025-12-06T17:45:02.142647Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802401946506658:2063] [node 5] ICS10 traffic start
2025-12-06T17:45:02.142696Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:02.145023Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802394684899508:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:45:02.145090Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:02.145129Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802394684899508:2050] [node 3] ICP22 created new session: [4:7580802403274834198:2050]
2025-12-06T17:45:02.145175Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802403274834198:2050] [node 3] ICS09 handshake done sender: [4:7580802398979866899:2120] self: [4:7580802403274834196:0] peer: [3:7580802395716259546:0] socket: 468 qp: -1
2025-12-06T17:45:02.145211Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802403274834198:2050] [node 3] ICS10 traffic start
2025-12-06T17:45:02.145249Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:02.215639Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:45:02.215897Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7580802398689024727:2048] [node 1] ICS07 socket disconnect 491 reason# EndOfStream
2025-12-06T17:45:02.215928Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580802398689024727:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:02.216016Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:02.216060Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580802398689024727:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:02.220918Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:45:02.221167Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802395716259572:2048] [node 1] ICS01 socket: 525 reason# EndOfStream
2025-12-06T17:45:02.221211Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802391421292180:2048] [node 1] ICP30 unregister session Session# [3:7580802395716259572:2048] VirtualId# [3:7580802395716259568:0]
2025-12-06T17:45:02.221247Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802395716259572:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:02.221324Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:02.221365Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:02.223405Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802394394057343:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22961) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:45:02.223459Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580802398689024727:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:02.224594Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802394394057343:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22961) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:02.224653Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580802398689024727:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:02.224689Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580802394394057343:2048] [node 1] ICP30 unregister session Session# [2:7580802398689024727:2048] VirtualId# [2:7580802398689024722:0]
2025-12-06T17:45:02.224742Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:02.224773Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [2:7580802394394057343:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:22961) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:02.224789Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22961) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:02.228043Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:45:02.228250Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802398979866885:2048] [node 1] ICS07 socket disconnect 495 reason# EndOfStream
2025-12-06T17:45:02.228282Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802398979866885:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:02.228357Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:02.228400Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802398979866885:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:02.229555Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802394684899506:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22961) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:02.229612Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802398979866885:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:02.229641Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802394684899506:2048] [node 1] ICP30 unregister session Session# [4:7580802398979866885:2048] VirtualId# [4:7580802398979866882:0]
2025-12-06T17:45:02.229685Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:02.229722Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802394684899506:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:22961) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:02.229736Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22961) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:02.235111Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [2:7580802394394057343:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:45:02.235269Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:45:02.235486Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802397651539347:2048] [node 1] ICS01 socket: 510 reason# EndOfStream
2025-12-06T17:45:02.235539Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802393356571964:2048] [node 1] ICP30 unregister session Session# [6:7580802397651539347:2048] VirtualId# [6:7580802397651539342:0]
2025-12-06T17:45:02.235573Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802397651539347:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:02.235660Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:02.235705Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:02.235836Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:45:02.235997Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802401374091441:2048] [node 1] ICS01 socket: 492 reason# EndOfStream
2025-12-06T17:45:02.236032Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802392784156755:2048] [node 1] ICP30 unregister session Session# [5:7580802401374091441:2048] VirtualId# [5:7580802397079124135:0]
2025-12-06T17:45:02.236057Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802401374091441:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:02.236113Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:02.236149Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:02.242656Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580802394684899506:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:45:02.311329Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:45:02.311561Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580802395716259562:2049] [node 2] ICS07 socket disconnect 480 reason# EndOfStream
2025-12-06T17:45:02.311590Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802395716259562:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:02.311685Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:02.311739Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802395716259562:2049] [node 2] ICS15 start handshake
2025-12-06T17:45:02.314982Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802391421292181:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5900) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:45:02.315030Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802395716259562:2049] [node 2] ICS15 start handshake
2025-12-06T17:45:02.316081Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802391421292181:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5900) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:02.316141Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802395716259562:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:02.316176Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802391421292181:2049] [node 2] ICP30 unregister session Session# [3:7580802395716259562:2049] VirtualId# [3:7580802395716259554:0]
2025-12-06T17:45:02.316282Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:02.316314Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580802391421292181:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:5900) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:02.316341Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5900) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:02.325841Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580802391421292181:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:45:02.326782Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:45:02.327019Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802401374091449:2049] [node 2] ICS01 socket: 531 reason# EndOfStream
2025-12-06T17:45:02.327064Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802392784156756:2049] [node 2] ICP30 unregister session Session# [5:7580802401374091449:2049] VirtualId# [5:7580802401374091440:0]
2025-12-06T17:45:02.327098Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802401374091449:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:02.327186Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:02.327241Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:02.327359Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:45:02.327551Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802398979866892:2049] [node 2] ICS07 socket disconnect 475 reason# EndOfStream
2025-12-06T17:45:02.327581Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802398979866892:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:02.327656Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:02.327698Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802398979866892:2049] [node 2] ICS15 start handshake
2025-12-06T17:45:02.328333Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:45:02.328523Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802397651539350:2049] [node 2] ICS07 socket disconnect 472 reason# EndOfStream
2025-12-06T17:45:02.328549Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802397651539350:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:02.328610Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:02.328653Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802397651539350:2049] [node 2] ICS15 start handshake
2025-12-06T17:45:02.330446Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802393356571965:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5900) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:02.330508Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802397651539350:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:02.330559Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802393356571965:2049] [node 2] ICP30 unregister session Session# [6:7580802397651539350:2049] VirtualId# [6:7580802397651539340:0]
2025-12-06T17:45:02.330601Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:02.330634Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802393356571965:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:5900) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:02.330648Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5900) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:02.331383Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802394684899507:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5900) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:02.331438Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802398979866892:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:02.331467Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802394684899507:2049] [node 2] ICP30 unregister session Session# [4:7580802398979866892:2049] VirtualId# [4:7580802398979866884:0]
2025-12-06T17:45:02.331503Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:02.331535Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802394684899507:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:5900) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:02.331549Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5900) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:02.344183Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802393356571965:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:45:02.344318Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580802394684899507:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:45:02.410893Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:45:02.410780Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:45:02.411045Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802401946506654:2050] [node 3] ICS07 socket disconnect 522 reason# EndOfStream
2025-12-06T17:45:02.411076Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802401946506654:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:02.411171Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:45:02.411217Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802401946506654:2050] [node 3] ICS15 start handshake
2025-12-06T17:45:02.411169Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802401374091447:2050] [node 3] ICS01 socket: 512 reason# EndOfStream
2025-12-06T17:45:02.411218Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802392784156757:2050] [node 3] ICP30 unregister session Session# [5:7580802401374091447:2050] VirtualId# [5:7580802397079124140:0]
2025-12-06T17:45:02.411397Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802401374091447:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:02.411506Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:45:02.411553Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:45:02.414565Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802393356571966:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1854) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:02.414644Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802401946506654:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:02.414684Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802393356571966:2050] [node 3] ICP30 unregister session Session# [6:7580802401946506654:2050] VirtualId# [6:7580802397651539349:0]
2025-12-06T17:45:02.414828Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:45:02.414870Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802393356571966:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:1854) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:02.414887Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1854) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:02.412213Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:45:02.412439Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802403274834198:2050] [node 3] ICS01 socket: 468 reason# EndOfStream
2025-12-06T17:45:02.412478Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802394684899508:2050] [node 3] ICP30 unregister session Session# [4:7580802403274834198:2050] VirtualId# [4:7580802403274834196:0]
2025-12-06T17:45:02.412514Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802403274834198:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:02.413006Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:45:02.413069Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:45:02.427514Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802393356571966:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:45:02.588425Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:45:02.588677Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802397079124141:2063] [node 4] ICS07 socket disconnect 482 reason# EndOfStream
2025-12-06T17:45:02.588717Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802397079124141:2063] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:02.588813Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:45:02.588852Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802397079124141:2063] [node 4] ICS15 start handshake
2025-12-06T17:45:02.589566Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:45:02.589784Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802397651539355:2065] [node 4] ICS07 socket disconnect 520 reason# EndOfStream
2025-12-06T17:45:02.589813Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802397651539355:2065] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:02.589899Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:45:02.589946Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802397651539355:2065] [node 4] ICS15 start handshake
2025-12-06T17:45:02.591799Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802397651539280:2065] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2244) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:02.591894Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802397651539355:2065] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:02.591954Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802397651539280:2065] [node 4] ICP30 unregister session Session# [6:7580802397651539355:2065] VirtualId# [6:7580802397651539344:0]
2025-12-06T17:45:02.592018Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:45:02.592054Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802397651539280:2065] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:2244) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:02.592072Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2244) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:02.593965Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802397079124072:2063] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2244) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:02.594068Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802397079124141:2063] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:02.594110Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802397079124072:2063] [node 4] ICP30 unregister session Session# [5:7580802397079124141:2063] VirtualId# [5:7580802397079124134:0]
2025-12-06T17:45:02.594250Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:45:02.594312Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802397079124072:2063] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:2244) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:02.594332Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2244) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:02.600082Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802397651539280:2065] [node 4] ICP33 wake up from error state
2025-12-06T17:45:02.706172Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:45:02.706417Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802401946506658:2063] [node 5] ICS01 socket: 532 reason# EndOfStream
2025-12-06T17:45:02.706470Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802397651539279:2063] [node 5] ICP30 unregister session Session# [6:7580802401946506658:2063] VirtualId# [6:7580802401946506656:0]
2025-12-06T17:45:02.706509Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802401946506658:2063] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:02.706636Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:45:02.706681Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:45:03.023324Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802405932095191:2048] [node 2] ICP01 ready to work
2025-12-06T17:45:03.023368Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802405932095192:2049] [node 3] ICP01 ready to work
2025-12-06T17:45:03.047132Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802406780688911:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:03.047183Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802406780688912:2049] [node 3] ICP01 ready to work
2025-12-06T17:45:03.072645Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802404990991098:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:03.072680Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802404990991099:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:03.086695Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802404812440854:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:03.086736Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802404812440855:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:03.086795Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802404812440856:2050] [node 3] ICP01 ready to work
2025-12-06T17:45:03.151605Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802406730144141:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:03.151645Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802406730144142:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:03.151695Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802406730144143:2050] [node 3] ICP01 ready to work
2025-12-06T17:45:03.320814Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802406780688943:2079] [node 4] ICP01 ready to work
2025-12-06T17:45:03.328142Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802404990991127:2076] [node 5] ICP01 ready to work
2025-12-06T17:45:03.102193Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802405583459749:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:03.102230Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802405583459750:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:03.102265Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802405583459751:2050] [node 3] ICP01 ready to work
2025-12-06T17:45:03.322151Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802405932095234:2093] [node 6] ICP01 ready to work
2025-12-06T17:45:03.391854Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802404990991131:2078] [node 4] ICP01 ready to work
2025-12-06T17:45:03.322456Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802405932095235:2094] [node 4] ICP01 ready to work
2025-12-06T17:45:03.412181Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802406780688958:2080] [node 5] ICP01 ready to work
2025-12-06T17:45:03.420125Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802405932095254:2091] [node 5] ICP01 ready to work
2025-12-06T17:45:03.439046Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802404812440871:2062] [node 5] ICP01 ready to work
2025-12-06T17:45:03.458722Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802406780688962:2082] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:03.504815Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802405932095234:2093] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(182040155ns) {Configure:104(182036615ns) {ProcessConfigured:135(106005ns) {StartInitialHandshake:157(102668ns) {DropHandshakes:470(2540ns) {DropIncomingHandshake:442(515ns) DropOutgoingHandshake:457(457ns)} GenerateSessionVirtualId:988(1424ns) PrepareNewSessionHandshake:477(1961ns) {SwitchToState:179(563ns)}}}}}
2025-12-06T17:45:03.416249Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802404990991134:2075] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:03.536015Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802406730144155:2063] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51523
2025-12-06T17:45:03.536105Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802406730144156:2064] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51523
2025-12-06T17:45:03.537268Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802406730144159:2066] [node 5] ICP01 ready to work
2025-12-06T17:45:03.440529Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802404990991127:2076] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(112023845ns) {Configure:104(112018869ns) {ProcessConfigured:135(71173ns) {StartInitialHandshake:157(67443ns) {DropHandshakes:470(2417ns) {DropIncomingHandshake:442(646ns) DropOutgoingHandshake:457(308ns)} GenerateSessionVirtualId:988(840ns) PrepareNewSessionHandshake:477(1666ns) {SwitchToState:179(563ns)}}}}}
2025-12-06T17:45:03.508402Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802405932095257:2109] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26655
2025-12-06T17:45:03.595768Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802406730144168:2068] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:03.611471Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802404990991148:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7742
2025-12-06T17:45:03.611568Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802404990991149:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7742
2025-12-06T17:45:03.579117Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802405932095257:2109] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:03.664968Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802405932095191:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(346278975ns) {Configure:104(346272643ns) {ProcessConfigured:135(52250718ns) {StartInitialHandshake:157(52245757ns) {DropHandshakes:470(2860ns) {DropIncomingHandshake:442(575ns) DropOutgoingHandshake:457(384ns)} GenerateSessionVirtualId:988(1040ns) PrepareNewSessionHandshake:477(3764ns) {SwitchToState:179(1288ns)}}}}}
2025-12-06T17:45:03.589532Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802404812440880:2070] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:03.686969Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802406780688911:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(366836711ns) {Configure:104(366824872ns) {ProcessConfigured:135(19330827ns) {StartInitialHandshake:157(19326805ns) {DropHandshakes:470(2635ns) {DropIncomingHandshake:442(926ns) DropOutgoingHandshake:457(361ns)} GenerateSessionVirtualId:988(750ns) PrepareNewSessionHandshake:477(6421ns) {SwitchToState:179(3283ns)}}}}}
2025-12-06T17:45:03.691747Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802406780688981:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57898
2025-12-06T17:45:03.639830Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802406730144141:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(252681344ns) {Configure:104(252675201ns) {ProcessConfigured:135(51802710ns) {StartInitialHandshake:157(51799523ns) {DropHandshakes:470(1870ns) {DropIncomingHandshake:442(504ns) DropOutgoingHandshake:457(322ns)} GenerateSessionVirtualId:988(614ns) PrepareNewSessionHandshake:477(6449ns) {SwitchToState:179(3101ns)}}}}}
2025-12-06T17:45:03.591567Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802405583459749:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(161441912ns) {Configure:104(161432397ns) {ProcessConfigured:135(92903ns) {StartInitialHandshake:157(88402ns) {DropHandshakes:470(3018ns) {DropIncomingHandshake:442(732ns) DropOutgoingHandshake:457(448ns)} GenerateSessionVirtualId:988(1247ns) PrepareNewSessionHandshake:477(1832ns) {SwitchToState:179(742ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:03.712957Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802405932095267:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26655
2025-12-06T17:45:03.713162Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802405932095268:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26655
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:03.733141Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802404812440871:2062] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(51135820ns) {Configure:104(51125919ns) {ProcessConfigured:135(66580ns) {StartInitialHandshake:157(64134ns) {DropHandshakes:470(3035ns) {DropIncomingHandshake:442(1035ns) DropOutgoingHandshake:457(850ns)} GenerateSessionVirtualId:988(852ns) PrepareNewSessionHandshake:477(1334ns) {SwitchToState:179(573ns)}}}}}
2025-12-06T17:45:03.714421Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802405932095265:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:03.701282Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802406780688912:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(381662385ns) {Configure:104(381658247ns) {ProcessConfigured:135(149581ns) {StartInitialHandshake:157(146741ns) {DropHandshakes:470(3348ns) {DropIncomingHandshake:442(698ns) DropOutgoingHandshake:457(611ns)} GenerateSessionVirtualId:988(1309ns) PrepareNewSessionHandshake:477(2184ns) {SwitchToState:179(550ns)}}}}}
2025-12-06T17:45:03.629457Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802405583459789:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42096
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:03.703290Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802406730144155:2063] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:03.713937Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802406780688981:2112] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:03.629732Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802405583459790:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42096
2025-12-06T17:45:03.786937Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802404812440854:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(383933680ns) {Configure:104(375116833ns) {ProcessConfigured:135(19529334ns) {StartInitialHandshake:157(19525046ns) {DropHandshakes:470(3115ns) {DropIncomingHandshake:442(713ns) DropOutgoingHandshake:457(728ns)} GenerateSessionVirtualId:988(1422ns) PrepareNewSessionHandshake:477(3852ns) {SwitchToState:179(2044ns)}}}}}
2025-12-06T17:45:03.714962Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802406730144156:2064] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:03.769052Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802404990991136:2080] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:03.714455Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802405932095265:2113] [node 2] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:03.714113Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580802406780688911:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:03.741286Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802406730144141:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:03.746674Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802405932095256:2108] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:03.669914Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802405583459789:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:03.769106Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802404990991136:2080] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:03.740372Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802406780688992:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57898
2025-12-06T17:45:03.744169Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802406730144214:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51523
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:03.781843Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802404990991148:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:03.825934Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802404812440925:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:03.767077Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802406780688993:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57898
2025-12-06T17:45:03.746705Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802405932095256:2108] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:03.702712Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802405583459822:2080] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:03.747587Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802405932095269:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26655
2025-12-06T17:45:03.781448Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802406730144214:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:03.727077Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802405583459790:2112] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:03.783077Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802404990991149:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:03.825972Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802404812440925:2112] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:03.781622Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802406730144159:2066] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(193306923ns) {Configure:104(193301984ns) {ProcessConfigured:135(62430649ns) {StartInitialHandshake:157(62427599ns) {DropHandshakes:470(1660ns) {DropIncomingHandshake:442(409ns) DropOutgoingHandshake:457(210ns)} GenerateSessionVirtualId:988(699ns) PrepareNewSessionHandshake:477(6596ns) {SwitchToState:179(2963ns)}}}}}
2025-12-06T17:45:03.858950Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802404812440930:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27239
2025-12-06T17:45:03.859090Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802404812440931:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27239
2025-12-06T17:45:03.869890Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802404812440930:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:03.870037Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802404812440925:2112] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:03.734788Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802405583459823:2078] [node 4] ICP01 ready to work
2025-12-06T17:45:03.767456Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802406780688943:2079] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(406649012ns) {Configure:104(406645159ns) {ProcessConfigured:135(29426339ns) {StartInitialHandshake:157(29422321ns) {DropHandshakes:470(2654ns) {DropIncomingHandshake:442(538ns) DropOutgoingHandshake:457(402ns)} GenerateSessionVirtualId:988(564ns) PrepareNewSessionHandshake:477(3658ns) {SwitchToState:179(1132ns)}}}}}
2025-12-06T17:45:03.768930Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802405932095256:2108] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:03.788821Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802404990991136:2080] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:03.744942Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802405583459751:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:03.915906Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802404812440880:2070] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(152903208ns) {Configure:104(152894777ns) {ProcessConfigured:135(63506ns) {StartInitialHandshake:157(60844ns) {DropHandshakes:470(2353ns) {DropIncomingHandshake:442(653ns) DropOutgoingHandshake:457(383ns)} GenerateSessionVirtualId:988(346ns) PrepareNewSessionHandshake:477(1581ns) {SwitchToState:179(504ns)}}}}}
2025-12-06T17:45:03.779039Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802406780688980:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:03.779074Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802406780688980:2111] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:03.780281Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802406780688994:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57898
2025-12-06T17:45:03.789074Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802406780688980:2111] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:03.822930Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802406780688985:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:03.822961Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802406780688985:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:03.823835Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802406780688958:2080] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:03.823907Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:03.823954Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802406780688958:2080] [node 5] ICP22 created new session: [2:7580802406780688999:2080]
2025-12-06T17:45:03.824008Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802406780688999:2080] [node 5] ICS09 handshake done sender: [2:7580802406780688980:2111] self: [2:7580802406780688979:0] peer: [5:7580802405583459830:0] socket: 495 qp: -1
2025-12-06T17:45:03.824058Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802406780688999:2080] [node 5] ICS10 traffic start
2025-12-06T17:45:03.824118Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:03.825536Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802406780688996:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57898
2025-12-06T17:45:03.834037Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802406780688985:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:03.836155Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802406780688992:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:03.855064Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802406780688981:2112] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:03.859739Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802406780688996:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:03.881905Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580802406780688911:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:03.881953Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:03.882005Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802406780688911:2048] [node 1] ICP22 created new session: [2:7580802406780689002:2048]
2025-12-06T17:45:03.882057Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802406780689002:2048] [node 1] ICS09 handshake done sender: [2:7580802406780688981:2112] self: [2:7580802406780688990:0] peer: [1:7580802405932095264:0] socket: 493 qp: -1
2025-12-06T17:45:03.882090Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802406780689002:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:03.882127Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:03.883104Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802406780688993:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:03.885149Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7580802406780688911:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:45:03.886500Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802406780688962:2082] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:03.910801Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802406780688989:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:03.910828Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802406780688989:2114] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:45:03.911950Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802406780689005:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57898
2025-12-06T17:45:03.912029Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580802406780688958:2080] [node 5] ICP18 handshake (actor [2:7580802406780688996:2119]) is too old
2025-12-06T17:45:03.913190Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802406780688989:2114] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:03.914740Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:03.916882Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802406780688962:2082] [node 6] ICP22 created new session: [2:7580802406780689007:2082]
2025-12-06T17:45:03.774889Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802405932095267:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:03.795697Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802406730144142:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:03.797497Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802406730144221:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51523
2025-12-06T17:45:03.819350Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802406730144143:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(282970659ns) {Configure:104(282964616ns) {ProcessConfigured:135(19762954ns) {StartInitialHandshake:157(19757743ns) {DropHandshakes:470(8099377ns) {DropIncomingHandshake:442(2402ns) DropOutgoingHandshake:457(616ns)} GenerateSessionVirtualId:988(1781ns) PrepareNewSessionHandshake:477(3975ns) {SwitchToState:179(1735ns)}}}}}
2025-12-06T17:45:03.819780Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802406730144143:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:03.833159Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802406730144156:2064] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:03.845897Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802406730144226:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51523
2025-12-06T17:45:03.860108Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802406730144141:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:03.860188Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:03.860243Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802406730144141:2048] [node 1] ICP22 created new session: [6:7580802406730144227:2048]
2025-12-06T17:45:03.860304Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802406730144227:2048] [node 1] ICS09 handshake done sender: [6:7580802406730144156:2064] self: [6:7580802406730144216:0] peer: [1:7580802405932095255:0] socket: 484 qp: -1
2025-12-06T17:45:03.860345Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802406730144227:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:03.860388Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:03.861544Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802406730144214:2115] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:03.879282Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802406730144142:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:03.879341Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:03.879396Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802406730144142:2049] [node 2] ICP22 created new session: [6:7580802406730144229:2049]
2025-12-06T17:45:03.879452Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802406730144229:2049] [node 2] ICS09 handshake done sender: [6:7580802406730144214:2115] self: [6:7580802406730144222:0] peer: [2:7580802406780688984:0] socket: 501 qp: -1
2025-12-06T17:45:03.879499Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802406730144229:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:03.879552Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:03.833693Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802404990991131:2078] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(394585272ns) {Configure:104(394579610ns) {ProcessConfigured:135(21309766ns) {StartInitialHandshake:157(21306737ns) {DropHandshakes:470(11167112ns) {DropIncomingHandshake:442(490ns) DropOutgoingHandshake:457(1607ns)} GenerateSessionVirtualId:988(1322ns) PrepareNewSessionHandshake:477(3071ns) {SwitchToState:179(750ns)}}}}}
2025-12-06T17:45:03.962607Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802406780689005:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:03.962705Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802406780688912:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:45:03.745641Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802405583459828:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42096
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:03.782306Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802405932095235:2094] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(361888675ns) {Configure:104(361881427ns) {ProcessConfigured:135(53817ns) {StartInitialHandshake:157(52350ns) {DropHandshakes:470(1966ns) {DropIncomingHandshake:442(387ns) DropOutgoingHandshake:457(342ns)} GenerateSessionVirtualId:988(481ns) PrepareNewSessionHandshake:477(498ns) {SwitchToState:179(167ns)}}}}}
2025-12-06T17:45:03.811387Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802405932095192:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(492401992ns) {Configure:104(492394953ns) {ProcessConfigured:135(21984744ns) {StartInitialHandshake:157(21982310ns) {DropHandshakes:470(2172ns) {DropIncomingHandshake:442(637ns) DropOutgoingHandshake:457(253ns)} GenerateSessionVirtualId:988(566ns) PrepareNewSessionHandshake:477(4431ns) {SwitchToState:179(1642ns)}}}}}
2025-12-06T17:45:03.828288Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802405932095265:2113] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:03.846787Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802405932095234:2093] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:03.851008Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802405932095268:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:03.851185Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802405932095191:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:45:03.851326Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:03.851398Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802405932095191:2048] [node 2] ICP22 created new session: [1:7580802405932095278:2048]
2025-12-06T17:45:03.851459Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802405932095278:2048] [node 2] ICS09 handshake done sender: [1:7580802405932095265:2113] self: [1:7580802405932095264:0] peer: [2:7580802406780688990:0] socket: 492 qp: -1
2025-12-06T17:45:03.851501Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802405932095278:2048] [node 2] ICS10 traffic start
2025-12-06T17:45:03.851553Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:03.855101Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802405932095259:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:03.855150Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802405932095259:2110] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:03.855330Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:03.860048Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802405932095234:2093] [node 6] ICP22 created new session: [1:7580802405932095282:2093]
2025-12-06T17:45:03.861838Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802405932095269:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:03.886627Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802405932095282:2093] [node 6] ICS09 handshake done sender: [1:7580802405932095256:2108] self: [1:7580802405932095255:0] peer: [6:7580802406730144216:0] socket: 480 qp: -1
2025-12-06T17:45:03.886681Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802405932095282:2093] [node 6] ICS10 traffic start
2025-12-06T17:45:03.892668Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802405932095259:2110] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:03.899189Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:03.907426Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802405932095276:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:03.907458Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802405932095276:2118] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:45:03.930061Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802405932095254:2091] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:03.930148Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:03.930207Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802405932095254:2091] [node 5] ICP22 created new session: [1:7580802405932095287:2091]
2025-12-06T17:45:03.930261Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802405932095287:2091] [node 5] ICS09 handshake done sender: [1:7580802405932095259:2110] self: [1:7580802405932095258:0] peer: [5:7580802405583459829:0] socket: 481 qp: -1
2025-12-06T17:45:03.930296Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802405932095287:2091] [node 5] ICS10 traffic start
2025-12-06T17:45:03.930342Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:03.934662Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802405932095276:2118] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:03.936825Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802405932095234:2093] [node 6] ICP35 event processing took too much time PendingConnection:279(99375023ns) {HandleHandshakeStatus:329(99372481ns) {DropIncomingHandshake:442(2141ns) DropOutgoingHandshake:457(1365ns) SwitchToState:179(2349ns) ProcessPendingSessionEvents:495(652056ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 572175ns max# 90349ns}}}
2025-12-06T17:45:03.937115Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580802405932095234:2093] [node 6] ICP18 handshake (actor [1:7580802405932095269:2116]) is too old
2025-12-06T17:45:03.963583Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802405932095192:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:45:03.963677Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:03.963742Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802405932095192:2049] [node 3] ICP22 created new session: [1:7580802405932095289:2049]
2025-12-06T17:45:03.963795Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802405932095289:2049] [node 3] ICS09 handshake done sender: [1:7580802405932095276:2118] self: [1:7580802405932095275:0] peer: [3:7580802404990991188:0] socket: 531 qp: -1
2025-12-06T17:45:03.963864Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802405932095289:2049] [node 3] ICS10 traffic start
2025-12-06T17:45:03.963904Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:03.983185Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802406730144233:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51523
2025-12-06T17:45:03.968367Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802406780689007:2082] [node 6] ICS09 handshake done sender: [2:7580802406780688985:2113] self: [2:7580802406780688984:0] peer: [6:7580802406730144222:0] socket: 496 qp: -1
2025-12-06T17:45:03.835595Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802404990991181:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7742
2025-12-06T17:45:03.952645Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802404812440936:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27239
2025-12-06T17:45:03.745699Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802405583459826:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42096
2025-12-06T17:45:03.859483Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802404990991127:2076] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:03.985656Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802405932095274:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:03.968441Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802406780689007:2082] [node 6] ICS10 traffic start
2025-12-06T17:45:03.952969Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802404812440937:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27239
2025-12-06T17:45:03.745819Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802405583459827:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42096
2025-12-06T17:45:03.993522Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802406730144155:2063] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:03.870332Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802404990991183:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7742
2025-12-06T17:45:03.968491Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:03.959599Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802404812440871:2062] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:03.985709Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802405932095274:2117] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:45:03.754907Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802405583459826:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:03.968699Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:03.973862Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802406780688912:2049] [node 3] ICP22 created new session: [2:7580802406780689009:2049]
2025-12-06T17:45:03.990075Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802406780689009:2049] [node 3] ICS09 handshake done sender: [2:7580802406780688989:2114] self: [2:7580802406780688988:0] peer: [3:7580802404990991187:0] socket: 524 qp: -1
2025-12-06T17:45:03.991492Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802406780689009:2049] [node 3] ICS10 traffic start
2025-12-06T17:45:04.001355Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802406780688962:2082] [node 6] ICP35 event processing took too much time PendingConnection:279(129058587ns) {HandleHandshakeStatus:329(129055556ns) {DropIncomingHandshake:442(1778ns) DropOutgoingHandshake:457(766ns) SwitchToState:179(276ns) ProcessPendingSessionEvents:495(8763685ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 8691333ns max# 8197444ns}}}
2025-12-06T17:45:04.001481Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580802406780688962:2082] [node 6] ICP18 handshake (actor [2:7580802406780688993:2117]) is too old
2025-12-06T17:45:04.004758Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:04.008987Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802406780688991:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:04.009021Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802406780688991:2115] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:45:04.013107Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802406780688991:2115] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:04.014611Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802406780688943:2079] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:45:04.014716Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:04.014806Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802406780688943:2079] [node 4] ICP22 created new session: [2:7580802411075656308:2079]
2025-12-06T17:45:04.014869Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802411075656308:2079] [node 4] ICS09 handshake done sender: [2:7580802406780688991:2115] self: [2:7580802406780688987:0] peer: [4:7580802404812440944:0] socket: 538 qp: -1
2025-12-06T17:45:04.014923Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802411075656308:2079] [node 4] ICS10 traffic start
2025-12-06T17:45:04.014987Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:03.896310Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802404990991138:2081] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:03.896359Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802404990991138:2081] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:03.896485Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:03.899413Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802404990991127:2076] [node 5] ICP22 created new session: [3:7580802404990991185:2076]
2025-12-06T17:45:03.900256Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802404990991181:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:03.900388Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802404990991183:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:03.900665Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802404990991099:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:03.900741Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802404990991098:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:03.901160Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802404990991186:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7742
2025-12-06T17:45:03.910365Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802404990991189:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7742
2025-12-06T17:45:03.919469Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802404990991185:2076] [node 5] ICS09 handshake done sender: [3:7580802404990991136:2080] self: [3:7580802404990991135:0] peer: [5:7580802405583459825:0] socket: 474 qp: -1
2025-12-06T17:45:03.925604Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802404990991190:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7742
2025-12-06T17:45:03.925961Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802404990991183:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:03.926183Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802404990991098:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:03.926247Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:03.926304Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802404990991098:2048] [node 1] ICP22 created new session: [3:7580802404990991191:2048]
2025-12-06T17:45:03.926368Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802404990991191:2048] [node 1] ICS09 handshake done sender: [3:7580802404990991183:2118] self: [3:7580802404990991188:0] peer: [1:7580802405932095275:0] socket: 533 qp: -1
2025-12-06T17:45:03.926409Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802404990991191:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:03.926452Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:03.927722Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802404990991181:2117] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:03.929134Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802404990991099:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:03.929193Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:03.929245Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802404990991099:2049] [node 2] ICP22 created new session: [3:7580802404990991193:2049]
2025-12-06T17:45:03.929303Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802404990991193:2049] [node 2] ICS09 handshake done sender: [3:7580802404990991181:2117] self: [3:7580802404990991187:0] peer: [2:7580802406780688988:0] socket: 527 qp: -1
2025-12-06T17:45:03.929343Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802404990991193:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:03.929382Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:03.932274Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802404990991185:2076] [node 5] ICS10 traffic start
2025-12-06T17:45:03.953595Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:03.972270Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802404990991186:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:03.978811Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802404990991138:2081] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:03.983656Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802404990991134:2075] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:03.983757Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:03.983840Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802404990991134:2075] [node 6] ICP22 created new session: [3:7580802404990991199:2075]
2025-12-06T17:45:03.983894Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802404990991199:2075] [node 6] ICS09 handshake done sender: [3:7580802404990991138:2081] self: [3:7580802404990991137:0] peer: [6:7580802406730144225:0] socket: 477 qp: -1
2025-12-06T17:45:03.962829Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802404812440931:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:03.983931Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802404990991199:2075] [node 6] ICS10 traffic start
2025-12-06T17:45:03.983991Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:03.976539Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:04.021075Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802404990991127:2076] [node 5] ICP35 event processing took too much time PendingConnection:279(173000933ns) {HandleHandshakeStatus:329(172998311ns) {DropIncomingHandshake:442(8082768ns) DropOutgoingHandshake:457(2462ns) SwitchToState:179(3257ns) ProcessPendingSessionEvents:495(13174426ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 13081096ns max# 10728308ns}}}
2025-12-06T17:45:03.976749Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802404812440936:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:03.976941Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802404812440937:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:03.992197Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802405932095274:2117] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:04.007174Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802405932095235:2094] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:45:03.771452Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802405583459749:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:03.771527Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802405583459750:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:03.789473Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802405583459827:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:03.804486Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802405583459823:2078] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:03.804592Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802405583459834:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42096
2025-12-06T17:45:03.812204Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802405583459833:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42096
2025-12-06T17:45:03.832327Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802405583459789:2111] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:03.834887Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802405583459826:2115] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:03.839702Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802405583459751:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:45:03.839760Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:03.839846Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802405583459751:2050] [node 3] ICP22 created new session: [5:7580802405583459836:2050]
2025-12-06T17:45:03.839899Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802405583459836:2050] [node 3] ICS09 handshake done sender: [5:7580802405583459789:2111] self: [5:7580802405583459825:0] peer: [3:7580802404990991135:0] socket: 476 qp: -1
2025-12-06T17:45:03.839945Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802405583459836:2050] [node 3] ICS10 traffic start
2025-12-06T17:45:03.839977Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:03.842147Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802405583459828:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:03.842258Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802405583459750:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:03.842330Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:03.842384Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802405583459750:2049] [node 2] ICP22 created new session: [5:7580802405583459838:2049]
2025-12-06T17:45:03.842450Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802405583459838:2049] [node 2] ICS09 handshake done sender: [5:7580802405583459826:2115] self: [5:7580802405583459830:0] peer: [2:7580802406780688979:0] socket: 507 qp: -1
2025-12-06T17:45:03.842495Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802405583459838:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:03.842572Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:03.868682Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802405583459841:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42096
2025-12-06T17:45:03.939088Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802405583459790:2112] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:03.956220Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802405583459749:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:03.956318Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:03.956377Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802405583459749:2048] [node 1] ICP22 created new session: [5:7580802405583459843:2048]
2025-12-06T17:45:03.956436Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802405583459843:2048] [node 1] ICS09 handshake done sender: [5:7580802405583459790:2112] self: [5:7580802405583459829:0] peer: [1:7580802405932095258:0] socket: 489 qp: -1
2025-12-06T17:45:03.956478Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802405583459843:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:03.956556Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:03.957371Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7580802405583459749:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:45:03.980974Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802405583459842:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42096
2025-12-06T17:45:03.991630Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802405583459823:2078] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26474) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802405583459827:2116] held: no
2025-12-06T17:45:03.979170Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802404812440854:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:04.003192Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802406730144143:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15902) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802406730144155:2063] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:04.059466Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802405583459823:2078] [node 4] ICP35 event processing took too much time PendingConnection:279(75937034ns) {HandleHandshakeStatus:395(70445807ns) {LogHandshakeFail:472(17341ns) {UpdateErrorStateLog:545(5020ns)} DropOutgoingHandshake:457(2709ns) ProcessPendingSessionEvents:495(66854197ns) {unordered DropSessionEvent:512 num# 100 sum# 20237730ns max# 9955423ns}}}
2025-12-06T17:45:03.980231Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802404812440871:2062] [node 5] ICP22 created new session: [4:7580802404812440938:2062]
2025-12-06T17:45:04.058790Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802404990991099:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(128514830ns) {HandleHandshakeStatus:329(128511396ns) {DropIncomingHandshake:442(771ns) DropOutgoingHandshake:457(4375ns) SwitchToState:179(720ns) ProcessPendingSessionEvents:495(128120946ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 117721424ns max# 17481769ns}}}
2025-12-06T17:45:04.059705Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:04.027078Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802406730144143:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:45:04.027133Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:04.078458Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802405583459822:2080] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(134240405ns) {Configure:104(134232957ns) {ProcessConfigured:135(82421ns) {StartInitialHandshake:157(79543ns) {DropHandshakes:470(2738ns) {DropIncomingHandshake:442(1032ns) DropOutgoingHandshake:457(249ns)} GenerateSessionVirtualId:988(845ns) PrepareNewSessionHandshake:477(1673ns) {SwitchToState:179(587ns)}}}}}
2025-12-06T17:45:04.027188Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802406730144143:2050] [node 3] ICP22 created new session: [6:7580802411025111530:2050]
2025-12-06T17:45:04.027240Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802411025111530:2050] [node 3] ICS09 handshake done sender: [6:7580802406730144155:2063] self: [6:7580802406730144225:0] peer: [3:7580802404990991137:0] socket: 483 qp: -1
2025-12-06T17:45:04.027279Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802411025111530:2050] [node 3] ICS10 traffic start
2025-12-06T17:45:04.027319Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:04.089769Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802411025111532:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51523
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:04.068221Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802405932095235:2094] [node 4] ICP22 created new session: [1:7580802410227062589:2094]
2025-12-06T17:45:03.991606Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802404812440938:2062] [node 5] ICS09 handshake done sender: [4:7580802404812440925:2112] self: [4:7580802404812440924:0] peer: [5:7580802405583459835:0] socket: 503 qp: -1
2025-12-06T17:45:04.102354Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802404990991180:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:04.082228Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802405583459827:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:03.993145Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802404812440938:2062] [node 5] ICS10 traffic start
2025-12-06T17:45:04.004776Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802404812440855:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:04.008116Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:04.026508Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802409107408242:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27239
2025-12-06T17:45:04.043724Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802404812440937:2118] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:04.044258Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802404812440943:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27239
2025-12-06T17:45:04.071106Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802404812440855:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10978) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580802404812440937:2118] held: no
2025-12-06T17:45:04.071838Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802404812440855:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:04.071917Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:04.071979Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802404812440855:2049] [node 2] ICP22 created new session: [4:7580802409107408243:2049]
2025-12-06T17:45:04.072040Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802409107408243:2049] [node 2] ICS09 handshake done sender: [4:7580802404812440937:2118] self: [4:7580802404812440944:0] peer: [2:7580802406780688987:0] socket: 520 qp: -1
2025-12-06T17:45:04.072084Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802409107408243:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:04.072124Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:04.073631Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802404812440942:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27239
2025-12-06T17:45:04.074068Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802404812440931:2115] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:04.079265Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802404812440854:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:04.081247Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802404812440871:2062] [node 5] ICP35 event processing took too much time PendingConnection:279(126136617ns) {HandleHandshakeStatus:329(120484124ns) {DropIncomingHandshake:442(16676ns) DropOutgoingHandshake:457(389ns) SwitchToState:179(735ns) ProcessPendingSessionEvents:495(20445090ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 20351939ns max# 19806365ns}}}
2025-12-06T17:45:04.088753Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802404812440942:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:04.089142Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802404812440856:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:04.091005Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:04.102108Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802404812440854:2048] [node 1] ICP22 created new session: [4:7580802409107408247:2048]
2025-12-06T17:45:04.111299Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802409107408247:2048] [node 1] ICS09 handshake done sender: [4:7580802404812440931:2115] self: [4:7580802404812440940:0] peer: [1:7580802405932095273:0] socket: 532 qp: -1
2025-12-06T17:45:04.111347Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802409107408247:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:04.116908Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802409107408248:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27239
2025-12-06T17:45:04.121747Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802404812440942:2119] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:04.123966Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:04.091795Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802410227062589:2094] [node 4] ICS09 handshake done sender: [1:7580802405932095274:2117] self: [1:7580802405932095273:0] peer: [4:7580802404812440940:0] socket: 530 qp: -1
2025-12-06T17:45:04.135653Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802404812440856:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:45:04.135759Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:04.135845Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802404812440856:2050] [node 3] ICP22 created new session: [4:7580802409107408250:2050]
2025-12-06T17:45:04.138746Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802411025111532:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:04.135900Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802409107408250:2050] [node 3] ICS09 handshake done sender: [4:7580802404812440942:2119] self: [4:7580802409107408246:0] peer: [3:7580802404990991177:0] socket: 479 qp: -1
2025-12-06T17:45:04.135947Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802409107408250:2050] [node 3] ICS10 traffic start
2025-12-06T17:45:04.135988Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:04.102255Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802405583459823:2078] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:45:04.102419Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802404990991180:2116] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:45:04.093956Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802410227062589:2094] [node 4] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:04.104800Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:04.094013Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:04.104872Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802405583459823:2078] [node 4] ICP22 created new session: [5:7580802409878427145:2078]
2025-12-06T17:45:04.104924Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802409878427145:2078] [node 4] ICS09 handshake done sender: [5:7580802405583459827:2116] self: [5:7580802405583459835:0] peer: [4:7580802404812440924:0] socket: 508 qp: -1
2025-12-06T17:45:04.104970Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802409878427145:2078] [node 4] ICS10 traffic start
2025-12-06T17:45:04.105022Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:04.145445Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802406730144168:2068] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:04.152222Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802411025111533:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51523
2025-12-06T17:45:04.168031Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802411025111533:2122] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:04.168193Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802406730144159:2066] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:04.111451Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802404990991180:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:04.145620Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802404990991131:2078] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:45:04.151718Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:04.161438Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802404990991131:2078] [node 4] ICP22 created new session: [3:7580802409285958498:2078]
2025-12-06T17:45:04.095914Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802405932095235:2094] [node 4] ICP35 event processing took too much time PendingConnection:279(89901481ns) {HandleHandshakeStatus:329(87819795ns) {DropIncomingHandshake:442(382ns) DropOutgoingHandshake:457(410ns) SwitchToState:179(902ns) ProcessPendingSessionEvents:495(840679ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 770237ns max# 235996ns}}}
2025-12-06T17:45:04.109006Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802410227062588:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26655
2025-12-06T17:45:04.121205Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [1:7580802405932095235:2094] [node 4] ICP27 obsolete handshake fail ignored
2025-12-06T17:45:04.159542Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802404812440935:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:04.159598Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802404812440935:2116] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:04.161014Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802404812440935:2116] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:04.180272Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802404812440854:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(100062389ns) {HandleHandshakeStatus:329(100058877ns) {DropIncomingHandshake:442(802ns) DropOutgoingHandshake:457(7105ns) SwitchToState:179(632ns) ProcessPendingSessionEvents:495(12587114ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 12521983ns max# 12058160ns}}}
2025-12-06T17:45:04.191062Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802411025111536:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51523
2025-12-06T17:45:04.202894Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802404812440880:2070] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:04.182063Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802409285958498:2078] [node 4] ICS09 handshake done sender: [3:7580802404990991180:2116] self: [3:7580802404990991177:0] peer: [4:7580802409107408246:0] socket: 500 qp: -1
2025-12-06T17:45:04.209233Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:04.209331Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802404812440880:2070] [node 6] ICP22 created new session: [4:7580802409107408253:2070]
2025-12-06T17:45:04.209393Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802409107408253:2070] [node 6] ICS09 handshake done sender: [4:7580802404812440935:2116] self: [4:7580802404812440934:0] peer: [6:7580802411025111534:0] socket: 504 qp: -1
2025-12-06T17:45:04.209436Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802409107408253:2070] [node 6] ICS10 traffic start
2025-12-06T17:45:04.209514Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:04.207722Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802406780688912:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(253392586ns) {HandleHandshakeStatus:329(253388985ns) {DropIncomingHandshake:442(2613ns) DropOutgoingHandshake:457(1195ns) SwitchToState:179(743ns) ProcessPendingSessionEvents:495(183177713ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 183000817ns max# 27254685ns}}}
2025-12-06T17:45:04.207865Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580802406780688912:2049] [node 3] ICP18 handshake (actor [2:7580802406780689005:2120]) is too old
2025-12-06T17:45:04.215320Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802411025111532:2121] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:04.203220Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802409878427142:2123] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:04.216691Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802406730144168:2068] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:45:04.216752Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:04.192516Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802409285958498:2078] [node 4] ICS10 traffic start
2025-12-06T17:45:04.216800Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802406730144168:2068] [node 4] ICP22 created new session: [6:7580802411025111538:2068]
2025-12-06T17:45:04.192591Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:04.216862Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802411025111538:2068] [node 4] ICS09 handshake done sender: [6:7580802411025111532:2121] self: [6:7580802411025111534:0] peer: [4:7580802404812440934:0] socket: 537 qp: -1
2025-12-06T17:45:04.229586Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802404990991131:2078] [node 4] ICP35 event processing took too much time PendingConnection:279(89041460ns) {HandleHandshakeStatus:329(89036997ns) {DropIncomingHandshake:442(22920ns) DropOutgoingHandshake:457(1243ns) SwitchToState:179(191ns) ProcessPendingSessionEvents:495(35955832ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 31750999ns max# 13028494ns}}}
2025-12-06T17:45:04.203263Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580802409878427142:2123] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:04.216900Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802411025111538:2068] [node 4] ICS10 traffic start
2025-12-06T17:45:04.216937Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:04.219353Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802411025111537:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51523
2025-12-06T17:45:04.243455Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802411025111533:2122] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:04.215093Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802409878427142:2123] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:04.230712Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580802405583459822:2080] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:04.242689Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:04.242768Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802405583459822:2080] [node 6] ICP22 created new session: [5:7580802409878427148:2080]
2025-12-06T17:45:04.242831Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802409878427148:2080] [node 6] ICS09 handshake done sender: [5:7580802409878427142:2123] self: [5:7580802409878427141:0] peer: [6:7580802411025111535:0] socket: 542 qp: -1
2025-12-06T17:45:04.242893Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802409878427148:2080] [node 6] ICS10 traffic start
2025-12-06T17:45:04.242944Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:04.254714Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802406730144159:2066] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28836) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802411025111533:2122] held: no
2025-12-06T17:45:04.256042Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802406730144159:2066] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:45:04.256104Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:04.256170Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802406730144159:2066] [node 5] ICP22 created new session: [6:7580802411025111540:2066]
2025-12-06T17:45:04.256227Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802411025111540:2066] [node 5] ICS09 handshake done sender: [6:7580802411025111533:2122] self: [6:7580802411025111535:0] peer: [5:7580802409878427141:0] socket: 543 qp: -1
2025-12-06T17:45:04.256270Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802411025111540:2066] [node 5] ICS10 traffic start
2025-12-06T17:45:04.256316Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:04.339768Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:45:04.340064Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7580802406780689002:2048] [node 1] ICS07 socket disconnect 493 reason# EndOfStream
2025-12-06T17:45:04.340105Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580802406780689002:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:04.340195Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:04.340242Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580802406780689002:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:04.344903Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:45:04.345161Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580802404990991191:2048] [node 1] ICS07 socket disconnect 533 reason# EndOfStream
2025-12-06T17:45:04.345196Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802404990991191:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:04.345270Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:04.345313Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802404990991191:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:04.349162Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802406780688911:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8040) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:45:04.349220Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580802406780689002:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:04.351378Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802406780688911:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8040) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:04.351455Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580802406780689002:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:04.351495Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580802406780688911:2048] [node 1] ICP30 unregister session Session# [2:7580802406780689002:2048] VirtualId# [2:7580802406780688990:0]
2025-12-06T17:45:04.351554Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:04.351595Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [2:7580802406780688911:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:8040) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:04.351614Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8040) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:04.352221Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802404990991098:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8040) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:45:04.352264Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802404990991191:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:04.353471Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802404990991098:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8040) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:04.353522Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802404990991191:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:04.353569Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802404990991098:2048] [node 1] ICP30 unregister session Session# [3:7580802404990991191:2048] VirtualId# [3:7580802404990991188:0]
2025-12-06T17:45:04.353614Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:04.353647Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580802404990991098:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:8040) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:04.353662Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8040) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:04.366897Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580802404990991098:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:45:04.366770Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:45:04.367023Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802406730144227:2048] [node 1] ICS01 socket: 484 reason# EndOfStream
2025-12-06T17:45:04.367087Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802406730144141:2048] [node 1] ICP30 unregister session Session# [6:7580802406730144227:2048] VirtualId# [6:7580802406730144216:0]
2025-12-06T17:45:04.367128Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802406730144227:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:04.367206Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:04.367255Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:04.367785Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [2:7580802406780688911:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:45:04.367621Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:45:04.367891Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802405583459843:2048] [node 1] ICS07 socket disconnect 489 reason# EndOfStream
2025-12-06T17:45:04.367919Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802405583459843:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:04.368006Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:04.368053Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802405583459843:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:04.372849Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802405583459749:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8040) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:04.372914Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802405583459843:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:04.372956Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802405583459749:2048] [node 1] ICP30 unregister session Session# [5:7580802405583459843:2048] VirtualId# [5:7580802405583459829:0]
2025-12-06T17:45:04.373014Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:04.373053Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802405583459749:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:8040) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:04.373070Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8040) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:04.392083Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802405583459749:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:45:04.374674Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:45:04.391441Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802409107408247:2048] [node 1] ICS07 socket disconnect 532 reason# EndOfStream
2025-12-06T17:45:04.391476Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802409107408247:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:04.391580Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:04.391627Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802409107408247:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:04.399871Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802404812440854:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8040) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:04.399936Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802409107408247:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:04.399976Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802404812440854:2048] [node 1] ICP30 unregister session Session# [4:7580802409107408247:2048] VirtualId# [4:7580802404812440940:0]
2025-12-06T17:45:04.400092Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:04.400127Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802404812440854:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:8040) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:04.400146Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8040) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:04.410665Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580802404812440854:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:45:04.541138Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:45:04.541405Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802404990991193:2049] [node 2] ICS01 socket: 527 reason# EndOfStream
2025-12-06T17:45:04.541451Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802404990991099:2049] [node 2] ICP30 unregister session Session# [3:7580802404990991193:2049] VirtualId# [3:7580802404990991187:0]
2025-12-06T17:45:04.541485Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802404990991193:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:04.541563Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:04.541606Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:04.550799Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:45:04.551086Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802409107408243:2049] [node 2] ICS01 socket: 520 reason# EndOfStream
2025-12-06T17:45:04.551361Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802404812440855:2049] [node 2] ICP30 unregister session Session# [4:7580802409107408243:2049] VirtualId# [4:7580802404812440944:0]
2025-12-06T17:45:04.551415Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802409107408243:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:04.551541Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:04.551034Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:45:04.551591Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:04.551316Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802405583459838:2049] [node 2] ICS07 socket disconnect 507 reason# EndOfStream
2025-12-06T17:45:04.551352Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802405583459838:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:04.551431Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:04.551475Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802405583459838:2049] [node 2] ICS15 start handshake
2025-12-06T17:45:04.562907Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:45:04.563190Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802406730144229:2049] [node 2] ICS01 socket: 501 reason# EndOfStream
2025-12-06T17:45:04.563243Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802406730144142:2049] [node 2] ICP30 unregister session Session# [6:7580802406730144229:2049] VirtualId# [6:7580802406730144222:0]
2025-12-06T17:45:04.563284Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802406730144229:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:04.563395Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:04.563450Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:04.565043Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802405583459750:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10978) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:04.565112Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802405583459838:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:04.565145Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802405583459750:2049] [node 2] ICP30 unregister session Session# [5:7580802405583459838:2049] VirtualId# [5:7580802405583459830:0]
2025-12-06T17:45:04.565191Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:04.565222Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802405583459750:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:10978) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:04.565236Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10978) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:04.578656Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802405583459750:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:45:04.631981Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:45:04.632251Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802411025111530:2050] [node 3] ICS01 socket: 483 reason# EndOfStream
2025-12-06T17:45:04.632296Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802406730144143:2050] [node 3] ICP30 unregister session Session# [6:7580802411025111530:2050] VirtualId# [6:7580802406730144225:0]
2025-12-06T17:45:04.632334Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802411025111530:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:04.632417Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:45:04.632464Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:45:04.632576Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:45:04.632789Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802405583459836:2050] [node 3] ICS01 socket: 476 reason# EndOfStream
2025-12-06T17:45:04.632819Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802405583459751:2050] [node 3] ICP30 unregister session Session# [5:7580802405583459836:2050] VirtualId# [5:7580802405583459825:0]
2025-12-06T17:45:04.632848Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802405583459836:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:04.632897Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:45:04.632934Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:45:04.633028Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:45:04.633227Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802409107408250:2050] [node 3] ICS01 socket: 479 reason# EndOfStream
2025-12-06T17:45:04.633264Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802404812440856:2050] [node 3] ICP30 unregister session Session# [4:7580802409107408250:2050] VirtualId# [4:7580802409107408246:0]
2025-12-06T17:45:04.633290Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802409107408250:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:04.633338Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:45:04.633376Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:45:04.698780Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:45:04.699088Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802409878427145:2078] [node 4] ICS01 socket: 508 reason# EndOfStream
2025-12-06T17:45:04.699133Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802405583459823:2078] [node 4] ICP30 unregister session Session# [5:7580802409878427145:2078] VirtualId# [5:7580802405583459835:0]
2025-12-06T17:45:04.699172Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802409878427145:2078] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:04.699255Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:45:04.699301Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:45:04.703085Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:45:04.703325Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802411025111538:2068] [node 4] ICS07 socket disconnect 537 reason# EndOfStream
2025-12-06T17:45:04.703363Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802411025111538:2068] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:04.703460Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:45:04.703506Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802411025111538:2068] [node 4] ICS15 start handshake
2025-12-06T17:45:04.712339Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802406730144168:2068] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26474) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:04.712412Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802411025111538:2068] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:04.712451Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802406730144168:2068] [node 4] ICP30 unregister session Session# [6:7580802411025111538:2068] VirtualId# [6:7580802411025111534:0]
2025-12-06T17:45:04.712499Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:45:04.712537Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802406730144168:2068] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:26474) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:04.712553Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26474) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:04.722711Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802406730144168:2068] [node 4] ICP33 wake up from error state
2025-12-06T17:45:04.890709Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:45:04.890996Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802411025111540:2066] [node 5] ICS01 socket: 543 reason# EndOfStream
2025-12-06T17:45:04.891061Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802406730144159:2066] [node 5] ICP30 unregister session Session# [6:7580802411025111540:2066] VirtualId# [6:7580802411025111535:0]
2025-12-06T17:45:04.891100Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802411025111540:2066] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:04.891195Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:45:04.891244Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:45:05.079225Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802415598550645:2048] [node 2] ICP01 ready to work
2025-12-06T17:45:05.079280Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802415598550646:2049] [node 3] ICP01 ready to work
2025-12-06T17:45:05.089144Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802416259610251:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:05.089185Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802416259610252:2049] [node 3] ICP01 ready to work
2025-12-06T17:45:05.119029Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802413397777580:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:05.119072Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802413397777581:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:05.182898Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802416252469904:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:05.182948Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802416252469905:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:05.182980Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802416252469906:2050] [node 3] ICP01 ready to work
2025-12-06T17:45:05.255162Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802413772656065:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:05.255357Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802413772656066:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:05.255392Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802413772656067:2050] [node 3] ICP01 ready to work
2025-12-06T17:45:05.223574Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802415940795633:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:05.224294Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802415940795634:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:05.234656Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802415940795635:2050] [node 3] ICP01 ready to work
2025-12-06T17:45:05.604693Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802415598550699:2090] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:05.682616Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802416252469937:2071] [node 6] ICP01 ready to work
2025-12-06T17:45:05.725158Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802415598550717:2092] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:05.795590Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802413772656088:2067] [node 4] ICP01 ready to work
2025-12-06T17:45:05.724771Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802416259610314:2065] [node 5] ICP01 ready to work
2025-12-06T17:45:05.816073Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802415940795651:2063] [node 4] ICP01 ready to work
2025-12-06T17:45:05.722993Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802413397777624:2068] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:05.769554Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802416252469955:2072] [node 5] ICP01 ready to work
2025-12-06T17:45:05.744828Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802416259610316:2064] [node 4] ICP01 ready to work
2025-12-06T17:45:05.707027Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802413397777622:2066] [node 5] ICP01 ready to work
2025-12-06T17:45:05.829518Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802415598550718:2093] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:05.851763Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802415940795673:2080] [node 5] ICP01 ready to work
2025-12-06T17:45:05.776549Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802413397777642:2069] [node 6] ICP01 ready to work
2025-12-06T17:45:05.841884Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802413397777650:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48627
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:05.829962Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802415598550704:2103] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37436
2025-12-06T17:45:05.847881Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802416252469975:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53105
2025-12-06T17:45:05.745363Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802416259610317:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54769
2025-12-06T17:45:05.914648Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802413772656080:2062] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40048
2025-12-06T17:45:05.739889Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802416259610315:2063] [node 6] ICP01 ready to work
2025-12-06T17:45:05.964441Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802415940795634:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(200606352ns) {Configure:104(200600326ns) {ProcessConfigured:135(97079ns) {StartInitialHandshake:157(94200ns) {DropHandshakes:470(3491ns) {DropIncomingHandshake:442(792ns) DropOutgoingHandshake:457(576ns)} GenerateSessionVirtualId:988(1664ns) PrepareNewSessionHandshake:477(2214ns) {SwitchToState:179(810ns)}}}}}
2025-12-06T17:45:05.960303Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802413772656080:2062] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:05.858123Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802415598550712:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37436
2025-12-06T17:45:05.847946Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802416252469976:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53105
2025-12-06T17:45:05.977084Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802413772656139:2079] [node 6] ICP01 ready to work
2025-12-06T17:45:05.984268Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802413772656140:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40048
2025-12-06T17:45:05.984546Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802413772656141:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40048
2025-12-06T17:45:05.992022Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802413772656140:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:05.992176Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802413772656088:2067] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:05.783912Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802416259610316:2064] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(37991130ns) {Configure:104(37984945ns) {ProcessConfigured:135(88319ns) {StartInitialHandshake:157(81068ns) {DropHandshakes:470(4105ns) {DropIncomingHandshake:442(1085ns) DropOutgoingHandshake:457(594ns)} GenerateSessionVirtualId:988(1863ns) PrepareNewSessionHandshake:477(2679ns) {SwitchToState:179(763ns)}}}}}
2025-12-06T17:45:05.789447Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802416259610324:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54769
2025-12-06T17:45:05.929086Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802416259610324:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:05.946639Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802416259610317:2110] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:05.951781Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802416259610251:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(298708656ns) {Configure:104(298702261ns) {ProcessConfigured:135(60060715ns) {StartInitialHandshake:157(60057004ns) {DropHandshakes:470(3808ns) {DropIncomingHandshake:442(913ns) DropOutgoingHandshake:457(547ns)} GenerateSessionVirtualId:988(1362ns) PrepareNewSessionHandshake:477(5237ns) {SwitchToState:179(2954ns)}}}}}
2025-12-06T17:45:05.994509Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802416259610316:2064] [node 4] ICP35 event processing took too much time PendingConnection:279(16984658ns) {IncomingHandshake:261(4545294ns) {DropIncomingHandshake:442(1479ns) PrepareNewSessionHandshake:477(5224ns) {SwitchToState:179(3493ns)} GenerateSessionVirtualId:988(1258ns) IssueIncomingHandshakeReply:193(6570ns)}}
2025-12-06T17:45:05.994752Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580802416259610251:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:05.860664Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802415598550713:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37436
2025-12-06T17:45:05.907065Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802416252469976:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:05.983411Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802413397777642:2069] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(140997587ns) {Configure:104(140987636ns) {ProcessConfigured:135(74655ns) {StartInitialHandshake:157(71223ns) {DropHandshakes:470(3523ns) {DropIncomingHandshake:442(764ns) DropOutgoingHandshake:457(937ns)} GenerateSessionVirtualId:988(1298ns) PrepareNewSessionHandshake:477(5422ns) {SwitchToState:179(734ns)}}}}}
2025-12-06T17:45:06.003150Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802413397777650:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:05.861194Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802415598550719:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37436
2025-12-06T17:45:05.881279Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802415598550723:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37436
2025-12-06T17:45:05.910852Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802415598550713:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:05.940096Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802415598550717:2092] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(164187252ns) {Configure:104(164181363ns) {ProcessConfigured:135(108453ns) {StartInitialHandshake:157(105804ns) {DropHandshakes:470(3819ns) {DropIncomingHandshake:442(1136ns) DropOutgoingHandshake:457(556ns)} GenerateSessionVirtualId:988(1480ns) PrepareNewSessionHandshake:477(2510ns) {SwitchToState:179(788ns)}}}}}
2025-12-06T17:45:05.965358Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802415598550704:2103] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:05.980563Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802415598550712:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:05.995377Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802415598550723:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:06.008423Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802415598550688:2091] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:06.008459Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802415598550688:2091] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:45:06.018158Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802415598550719:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:05.929508Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802416252469978:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53105
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:06.020612Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802416259610320:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:06.030392Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802415598550688:2091] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:06.056610Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802415598550645:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(18697876ns) {IncomingHandshake:261(9296382ns) {DropIncomingHandshake:442(550ns) PrepareNewSessionHandshake:477(3902ns) {SwitchToState:179(2019ns)} GenerateSessionVirtualId:988(515ns) IssueIncomingHandshakeReply:193(4951ns)}}
2025-12-06T17:45:06.058810Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802415598550645:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:45:06.058957Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:06.059012Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802415598550645:2048] [node 2] ICP22 created new session: [1:7580802419893518029:2048]
2025-12-06T17:45:06.059087Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802419893518029:2048] [node 2] ICS09 handshake done sender: [1:7580802415598550688:2091] self: [1:7580802415598550687:0] peer: [2:7580802416259610331:0] socket: 480 qp: -1
2025-12-06T17:45:06.059127Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802419893518029:2048] [node 2] ICS10 traffic start
2025-12-06T17:45:06.059168Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:05.976073Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802416252469974:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53105
2025-12-06T17:45:06.052693Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802417692744956:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48627
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:06.020655Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802416259610320:2111] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:45:06.053478Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802420235763007:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41286
2025-12-06T17:45:05.994439Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802416252469975:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:05.995019Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802416252469978:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:06.003244Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802416252469974:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:06.007470Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802416252469980:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:06.007516Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802416252469980:2116] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:06.018450Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802416252469905:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:06.020038Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802416252469906:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(468338418ns) {Configure:104(468332719ns) {ProcessConfigured:135(10705961ns) {StartInitialHandshake:157(10702163ns) {DropHandshakes:470(4058ns) {DropIncomingHandshake:442(772ns) DropOutgoingHandshake:457(828ns)} GenerateSessionVirtualId:988(931ns) PrepareNewSessionHandshake:477(17758ns) {SwitchToState:179(1364ns)}}}}}
2025-12-06T17:45:06.035956Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802416252469980:2116] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:06.037273Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802416252469955:2072] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:06.037344Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:06.037404Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802416252469955:2072] [node 5] ICP22 created new session: [4:7580802420547437283:2072]
2025-12-06T17:45:06.037457Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802420547437283:2072] [node 5] ICS09 handshake done sender: [4:7580802416252469980:2116] self: [4:7580802416252469979:0] peer: [5:7580802413772656142:0] socket: 513 qp: -1
2025-12-06T17:45:06.037493Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802420547437283:2072] [node 5] ICS10 traffic start
2025-12-06T17:45:06.037569Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:06.051271Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802420547437287:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53105
2025-12-06T17:45:06.058168Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802416252469974:2111] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:06.062771Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802416252469904:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:06.065457Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802416252469937:2071] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(238687673ns) {Configure:104(238674693ns) {ProcessConfigured:135(66107ns) {StartInitialHandshake:157(62921ns) {DropHandshakes:470(889ns) {DropIncomingHandshake:442(421ns) DropOutgoingHandshake:457(156ns)} GenerateSessionVirtualId:988(247ns) PrepareNewSessionHandshake:477(2326ns) {SwitchToState:179(752ns)}}}}}
2025-12-06T17:45:06.065518Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802416252469905:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:06.065575Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:06.065632Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802416252469905:2049] [node 2] ICP22 created new session: [4:7580802420547437290:2049]
2025-12-06T17:45:06.065691Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802420547437290:2049] [node 2] ICS09 handshake done sender: [4:7580802416252469974:2111] self: [4:7580802420547437280:0] peer: [2:7580802416259610319:0] socket: 500 qp: -1
2025-12-06T17:45:06.065733Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802420547437290:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:06.065793Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:06.084820Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802416252469904:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(54136332ns) {IncomingHandshake:261(40095257ns) {DropIncomingHandshake:442(1772ns) PrepareNewSessionHandshake:477(3960ns) {SwitchToState:179(1472ns)} GenerateSessionVirtualId:988(1241ns) IssueIncomingHandshakeReply:193(63248ns) {SwitchToState:179(656ns)}}}
2025-12-06T17:45:06.083087Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802413772656088:2067] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29135) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802413772656140:2114] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:06.091217Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802415598550721:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:06.052858Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802417692744957:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48627
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:06.022062Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802420554577629:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54769
2025-12-06T17:45:06.054097Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802413397777624:2068] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(42488855ns) {Configure:104(42482203ns) {ProcessConfigured:135(15497108ns) {StartInitialHandshake:157(15494411ns) {DropHandshakes:470(2117ns) {DropIncomingHandshake:442(231ns) DropOutgoingHandshake:457(624ns)} GenerateSessionVirtualId:988(945ns) PrepareNewSessionHandshake:477(3322ns) {SwitchToState:179(1527ns)}}}}}
2025-12-06T17:45:06.059850Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802413397777649:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48627
2025-12-06T17:45:06.069094Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802417692744956:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:06.077174Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802413397777581:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(470238890ns) {Configure:104(470227203ns) {ProcessConfigured:135(11963001ns) {StartInitialHandshake:157(11958857ns) {DropHandshakes:470(4069ns) {DropIncomingHandshake:442(1341ns) DropOutgoingHandshake:457(682ns)} GenerateSessionVirtualId:988(1305ns) PrepareNewSessionHandshake:477(4671ns) {SwitchToState:179(1783ns)}}}}}
2025-12-06T17:45:06.083192Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802417692744957:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:06.083785Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802413397777580:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:06.113965Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802417692744961:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48627
2025-12-06T17:45:06.054201Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802415940795673:2080] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(151145464ns) {Configure:104(151136372ns) {ProcessConfigured:135(12842726ns) {StartInitialHandshake:157(12838950ns) {DropHandshakes:470(3958ns) {DropIncomingHandshake:442(902ns) DropOutgoingHandshake:457(636ns)} GenerateSessionVirtualId:988(1345ns) PrepareNewSessionHandshake:477(5098ns) {SwitchToState:179(2673ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:06.097565Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802413772656139:2079] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(112498447ns) {Configure:104(112492875ns) {ProcessConfigured:135(6441998ns) {StartInitialHandshake:157(6437565ns) {DropHandshakes:470(3529ns) {DropIncomingHandshake:442(1011ns) DropOutgoingHandshake:457(527ns)} GenerateSessionVirtualId:988(1079ns) PrepareNewSessionHandshake:477(4656ns) {SwitchToState:179(1775ns)}}}}}
2025-12-06T17:45:06.091268Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802415598550721:2116] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:06.140575Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802420547437294:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53105
2025-12-06T17:45:06.109705Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802420235763008:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41286
2025-12-06T17:45:06.123384Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802420235763007:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:06.129306Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802420235763008:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:06.134196Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802415940795651:2063] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:06.135074Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802420235763010:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41286
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:06.042869Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802416259610320:2111] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:06.097856Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802413772656141:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:06.157345Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802420235763012:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41286
2025-12-06T17:45:06.160854Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802420235763010:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:06.160754Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802420547437289:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:06.160823Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802420547437289:2119] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:06.166353Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802416252469904:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15506) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580802416252469978:2115] held: no
2025-12-06T17:45:06.167249Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802416252469978:2115] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:06.187486Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802413397777652:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:06.187532Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802413397777652:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:06.188312Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802417692744950:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:06.188332Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802417692744950:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:06.189059Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802413397777580:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15506) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580802417692744956:2116] held: no
2025-12-06T17:45:06.190010Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802417692744956:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:06.092335Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802415598550715:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:06.071301Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802416259610252:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(476340288ns) {Configure:104(452146097ns) {ProcessConfigured:135(33160610ns) {StartInitialHandshake:157(33156910ns) {DropHandshakes:470(779ns) {DropIncomingHandshake:442(159ns) DropOutgoingHandshake:457(75ns)} GenerateSessionVirtualId:988(520ns) PrepareNewSessionHandshake:477(4820ns) {SwitchToState:179(2251ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:06.195577Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802416252469904:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:06.195663Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:06.195721Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802416252469904:2048] [node 1] ICP22 created new session: [4:7580802420547437296:2048]
2025-12-06T17:45:06.195777Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802420547437296:2048] [node 1] ICS09 handshake done sender: [4:7580802416252469978:2115] self: [4:7580802420547437286:0] peer: [1:7580802415598550720:0] socket: 512 qp: -1
2025-12-06T17:45:06.195835Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802420547437296:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:06.195893Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:06.167730Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802415940795635:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:06.098267Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802418067623440:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40048
2025-12-06T17:45:06.098573Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802413772656065:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:06.098820Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802418067623439:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40048
2025-12-06T17:45:06.108619Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802413772656088:2067] [node 4] ICP35 event processing took too much time PendingConnection:279(48341880ns) {HandleHandshakeStatus:395(48337198ns) {LogHandshakeFail:472(1023619ns) {UpdateErrorStateLog:545(6906ns)} DropOutgoingHandshake:457(3906ns) ProcessPendingSessionEvents:495(24550304ns) {unordered DropSessionEvent:512 num# 100 sum# 623481ns max# 25595ns}}}
2025-12-06T17:45:06.146717Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802413772656140:2114] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:06.150927Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802413772656066:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(425401318ns) {Configure:104(425391917ns) {ProcessConfigured:135(21712733ns) {StartInitialHandshake:157(21709533ns) {DropHandshakes:470(2746ns) {DropIncomingHandshake:442(535ns) DropOutgoingHandshake:457(681ns)} GenerateSessionVirtualId:988(999ns) PrepareNewSessionHandshake:477(4901ns) {SwitchToState:179(2430ns)}}}}}
2025-12-06T17:45:06.152939Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802418067623439:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:06.155136Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802413772656067:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:06.171605Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802413772656066:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:06.171948Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802418067623448:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40048
2025-12-06T17:45:06.191602Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802413772656088:2067] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:45:06.191674Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:06.191731Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802413772656088:2067] [node 4] ICP22 created new session: [5:7580802418067623452:2067]
2025-12-06T17:45:06.191783Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802418067623452:2067] [node 4] ICS09 handshake done sender: [5:7580802413772656140:2114] self: [5:7580802413772656142:0] peer: [4:7580802416252469979:0] socket: 515 qp: -1
2025-12-06T17:45:06.191837Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802418067623452:2067] [node 4] ICS10 traffic start
2025-12-06T17:45:06.191881Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:06.192676Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802413772656065:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15506) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802413772656141:2115] held: no
2025-12-06T17:45:06.197978Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802418067623450:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40048
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:06.192329Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802413397777649:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:06.208487Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802420547437289:2119] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:06.211793Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802418067623451:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40048
2025-12-06T17:45:06.126627Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802416259610317:2110] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:06.213727Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802413772656080:2062] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:06.092360Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802415598550715:2113] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:45:06.190998Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802420235763014:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41286
2025-12-06T17:45:06.217053Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802413772656065:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(45484090ns) {HandleHandshakeStatus:395(39363567ns) {LogHandshakeFail:472(17864ns) {UpdateErrorStateLog:545(6126ns)} DropOutgoingHandshake:457(1274ns) ProcessPendingSessionEvents:495(23490280ns) {unordered DropSessionEvent:512 num# 100 sum# 23453135ns max# 15857242ns}}}
2025-12-06T17:45:06.217334Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802413772656066:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:06.217382Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:06.217429Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802413772656066:2049] [node 2] ICP22 created new session: [5:7580802418067623455:2049]
2025-12-06T17:45:06.217475Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802418067623455:2049] [node 2] ICS09 handshake done sender: [5:7580802413772656080:2062] self: [5:7580802418067623449:0] peer: [2:7580802416259610321:0] socket: 495 qp: -1
2025-12-06T17:45:06.217509Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802418067623455:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:06.217554Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:06.217965Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802416252469937:2071] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:06.218031Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:06.218073Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802416252469937:2071] [node 6] ICP22 created new session: [4:7580802420547437299:2071]
2025-12-06T17:45:06.218116Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802420547437299:2071] [node 6] ICS09 handshake done sender: [4:7580802420547437289:2119] self: [4:7580802420547437288:0] peer: [6:7580802420235763009:0] socket: 531 qp: -1
2025-12-06T17:45:06.218147Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802420547437299:2071] [node 6] ICS10 traffic start
2025-12-06T17:45:06.218176Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:06.211169Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802417692744950:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:06.184614Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802415940795634:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:06.206961Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802420235763016:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41286
2025-12-06T17:45:06.209602Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802415940795635:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(33745320ns) {IncomingHandshake:261(23236324ns) {DropIncomingHandshake:442(987ns) PrepareNewSessionHandshake:477(6492603ns) {SwitchToState:179(5787ns)} GenerateSessionVirtualId:988(1050ns) IssueIncomingHandshakeReply:193(16697425ns) {SwitchToState:179(1781ns)}}}
2025-12-06T17:45:06.211547Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802420235763015:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41286
2025-12-06T17:45:06.215044Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802420235763012:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:06.215211Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802415940795673:2080] [node 5] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:06.211423Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802413397777652:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:06.212814Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802413397777580:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:06.212869Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:06.212916Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802413397777580:2048] [node 1] ICP22 created new session: [3:7580802417692744966:2048]
2025-12-06T17:45:06.212963Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802417692744966:2048] [node 1] ICS09 handshake done sender: [3:7580802417692744956:2116] self: [3:7580802417692744960:0] peer: [1:7580802415598550714:0] socket: 529 qp: -1
2025-12-06T17:45:06.213022Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802417692744966:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:06.213058Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:06.214226Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802417692744968:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48627
2025-12-06T17:45:06.126826Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802416259610316:2064] [node 4] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:06.233156Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802420547437298:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53105
2025-12-06T17:45:06.126899Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:06.126960Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802416259610316:2064] [node 4] ICP22 created new session: [2:7580802420554577633:2064]
2025-12-06T17:45:06.127008Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802420554577633:2064] [node 4] ICS09 handshake done sender: [2:7580802416259610320:2111] self: [2:7580802416259610319:0] peer: [4:7580802420547437280:0] socket: 493 qp: -1
2025-12-06T17:45:06.127047Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802420554577633:2064] [node 4] ICS10 traffic start
2025-12-06T17:45:06.127095Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:06.134731Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802416259610251:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15506) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7580802416259610317:2110] held: no
2025-12-06T17:45:06.147440Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580802416259610251:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:06.147505Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:06.147558Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802416259610251:2048] [node 1] ICP22 created new session: [2:7580802420554577635:2048]
2025-12-06T17:45:06.147606Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802420554577635:2048] [node 1] ICS09 handshake done sender: [2:7580802416259610317:2110] self: [2:7580802416259610331:0] peer: [1:7580802415598550687:0] socket: 490 qp: -1
2025-12-06T17:45:06.147655Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802420554577635:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:06.147695Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:06.172977Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802416259610322:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:06.173002Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802416259610322:2112] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:06.174249Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802416259610322:2112] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:06.174488Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802416259610314:2065] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:06.174563Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:06.176967Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802416259610314:2065] [node 5] ICP22 created new session: [2:7580802420554577638:2065]
2025-12-06T17:45:06.177037Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802420554577638:2065] [node 5] ICS09 handshake done sender: [2:7580802416259610322:2112] self: [2:7580802416259610321:0] peer: [5:7580802418067623449:0] socket: 494 qp: -1
2025-12-06T17:45:06.177072Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802420554577638:2065] [node 5] ICS10 traffic start
2025-12-06T17:45:06.177122Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:06.214488Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802416259610330:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:06.214522Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802416259610330:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:06.223046Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802420554577641:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54769
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:06.242234Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802420554577642:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54769
2025-12-06T17:45:06.218680Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802413772656141:2115] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:06.224499Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802413397777622:2066] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:06.102434Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802415598550721:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:06.232299Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802413772656065:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:06.103016Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802415598550715:2113] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:06.224590Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:06.251846Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802416259610330:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:06.246280Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802415940795651:2063] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29135) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802420235763008:2116] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:06.247535Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802420547437298:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:06.232385Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:06.112853Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802415598550725:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:06.247005Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802415940795635:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62397) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802420235763007:2115] held: no
2025-12-06T17:45:06.263217Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802420554577631:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:06.224641Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802413397777622:2066] [node 5] ICP22 created new session: [3:7580802417692744970:2066]
2025-12-06T17:45:06.263148Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802416252469906:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:06.232436Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802413772656065:2048] [node 1] ICP22 created new session: [5:7580802418067623457:2048]
2025-12-06T17:45:06.112886Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802415598550725:2118] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:06.263257Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802420554577631:2117] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:45:06.260038Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802420235763008:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:06.224689Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802417692744970:2066] [node 5] ICS09 handshake done sender: [3:7580802417692744950:2114] self: [3:7580802417692744949:0] peer: [5:7580802418067623447:0] socket: 519 qp: -1
2025-12-06T17:45:06.232485Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802418067623457:2048] [node 1] ICS09 handshake done sender: [5:7580802413772656141:2115] self: [5:7580802418067623444:0] peer: [1:7580802415598550724:0] socket: 516 qp: -1
2025-12-06T17:45:06.127543Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802415598550699:2090] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:45:06.224719Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802417692744970:2066] [node 5] ICS10 traffic start
2025-12-06T17:45:06.260958Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802415940795651:2063] [node 4] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:06.291173Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802420547437302:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53105
2025-12-06T17:45:06.264278Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802420554577642:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:06.232526Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802418067623457:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:06.224819Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:06.261018Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:06.127604Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:06.232570Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:06.127650Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802415598550699:2090] [node 4] ICP22 created new session: [1:7580802419893518034:2090]
2025-12-06T17:45:06.127701Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802419893518034:2090] [node 4] ICS09 handshake done sender: [1:7580802415598550721:2116] self: [1:7580802415598550720:0] peer: [4:7580802420547437286:0] socket: 508 qp: -1
2025-12-06T17:45:06.127726Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802419893518034:2090] [node 4] ICS10 traffic start
2025-12-06T17:45:06.127759Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:06.135445Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802415598550725:2118] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:06.139871Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802415598550717:2092] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:06.139943Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:06.139998Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802415598550717:2092] [node 5] ICP22 created new session: [1:7580802419893518036:2092]
2025-12-06T17:45:06.140049Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802419893518036:2092] [node 5] ICS09 handshake done sender: [1:7580802415598550725:2118] self: [1:7580802415598550724:0] peer: [5:7580802418067623444:0] socket: 514 qp: -1
2025-12-06T17:45:06.140087Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802419893518036:2092] [node 5] ICS10 traffic start
2025-12-06T17:45:06.140127Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:06.141322Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802415598550646:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:45:06.141419Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:06.141465Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802415598550646:2049] [node 3] ICP22 created new session: [1:7580802419893518041:2049]
2025-12-06T17:45:06.141518Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802419893518041:2049] [node 3] ICS09 handshake done sender: [1:7580802415598550715:2113] self: [1:7580802415598550714:0] peer: [3:7580802417692744960:0] socket: 527 qp: -1
2025-12-06T17:45:06.141554Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802419893518041:2049] [node 3] ICS10 traffic start
2025-12-06T17:45:06.141589Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:06.299556Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802415598550646:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(157333691ns) {HandleHandshakeStatus:329(157331486ns) {DropIncomingHandshake:442(12651ns) DropOutgoingHandshake:457(143ns) SwitchToState:179(143ns) ProcessPendingSessionEvents:495(7870647ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 7790401ns max# 7313857ns}}}
2025-12-06T17:45:06.327362Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802415598550717:2092] [node 5] ICP35 event processing took too much time PendingConnection:279(186541435ns) {HandleHandshakeStatus:329(186530692ns) {DropIncomingHandshake:442(16407ns) DropOutgoingHandshake:457(953ns) SwitchToState:179(757ns) ProcessPendingSessionEvents:495(22970226ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 22905465ns max# 22418546ns}}}
2025-12-06T17:45:06.334158Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802415598550645:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(274457378ns) {HandleHandshakeStatus:329(274449619ns) {DropIncomingHandshake:442(18903ns) DropOutgoingHandshake:457(675ns) SwitchToState:179(695ns) ProcessPendingSessionEvents:495(30110268ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 30051193ns max# 29580336ns}}}
2025-12-06T17:45:06.348158Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802415598550699:2090] [node 4] ICP35 event processing took too much time PendingConnection:279(219652742ns) {HandleHandshakeStatus:329(219650449ns) {DropIncomingHandshake:442(10541ns) DropOutgoingHandshake:457(186ns) SwitchToState:179(310ns) ProcessPendingSessionEvents:495(27819921ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 27758730ns max# 27318157ns}}}
2025-12-06T17:45:06.372412Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802419893518039:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:06.372460Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802419893518039:2119] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:06.275564Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802420554577631:2117] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:06.317085Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802416252469905:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(250674486ns) {HandleHandshakeStatus:329(250671129ns) {DropIncomingHandshake:442(490ns) DropOutgoingHandshake:457(4952ns) SwitchToState:179(317ns) ProcessPendingSessionEvents:495(19679930ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 19597975ns max# 19134715ns}}}
2025-12-06T17:45:06.225045Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802413397777642:2069] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:06.225090Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:06.225134Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802413397777642:2069] [node 6] ICP22 created new session: [3:7580802417692744972:2069]
2025-12-06T17:45:06.225202Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802417692744972:2069] [node 6] ICS09 handshake done sender: [3:7580802413397777652:2113] self: [3:7580802413397777651:0] peer: [6:7580802420235763011:0] socket: 518 qp: -1
2025-12-06T17:45:06.225231Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802417692744972:2069] [node 6] ICS10 traffic start
2025-12-06T17:45:06.225264Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:06.241361Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802417692744968:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:06.241506Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802413397777581:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:06.267899Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802417692744955:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:06.267918Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802417692744955:2115] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:45:06.269147Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802417692744955:2115] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:06.278929Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802413397777624:2068] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:45:06.279042Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:06.279100Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802413397777624:2068] [node 4] ICP22 created new session: [3:7580802417692744978:2068]
2025-12-06T17:45:06.279147Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802417692744978:2068] [node 4] ICS09 handshake done sender: [3:7580802417692744955:2115] self: [3:7580802417692744954:0] peer: [4:7580802420547437301:0] socket: 546 qp: -1
2025-12-06T17:45:06.279181Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802417692744978:2068] [node 4] ICS10 traffic start
2025-12-06T17:45:06.279218Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:06.296723Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802413397777580:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(80676338ns) {HandleHandshakeStatus:329(80673812ns) {DropIncomingHandshake:442(1082ns) DropOutgoingHandshake:457(414ns) SwitchToState:179(895ns) ProcessPendingSessionEvents:495(888ns)}}
2025-12-06T17:45:06.301646Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802413397777622:2066] [node 5] ICP35 event processing took too much time PendingConnection:279(76292588ns) {HandleHandshakeStatus:329(76289780ns) {DropIncomingHandshake:442(14325ns) DropOutgoingHandshake:457(576ns) SwitchToState:179(745ns) ProcessPendingSessionEvents:495(11364026ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 11307756ns max# 10875101ns}}}
2025-12-06T17:45:06.363183Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802413397777581:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61909) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580802417692744968:2120] held: no
2025-12-06T17:45:06.261069Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802415940795651:2063] [node 4] ICP22 created new session: [6:7580802420235763020:2063]
2025-12-06T17:45:06.261113Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802420235763020:2063] [node 4] ICS09 handshake done sender: [6:7580802420235763008:2116] self: [6:7580802420235763009:0] peer: [4:7580802420547437288:0] socket: 532 qp: -1
2025-12-06T17:45:06.261146Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802420235763020:2063] [node 4] ICS10 traffic start
2025-12-06T17:45:06.261185Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:06.266801Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802420235763018:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41286
2025-12-06T17:45:06.267502Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802420235763019:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41286
2025-12-06T17:45:06.273967Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802420235763015:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:06.274116Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802420235763012:2118] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:06.274877Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802420235763010:2117] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:06.284360Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802415940795673:2080] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:45:06.284418Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:06.284466Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802415940795673:2080] [node 5] ICP22 created new session: [6:7580802420235763024:2080]
2025-12-06T17:45:06.284523Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802420235763024:2080] [node 5] ICS09 handshake done sender: [6:7580802420235763012:2118] self: [6:7580802420235763017:0] peer: [5:7580802418067623442:0] socket: 492 qp: -1
2025-12-06T17:45:06.284554Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802420235763024:2080] [node 5] ICS10 traffic start
2025-12-06T17:45:06.284585Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:06.286603Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802415940795634:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:06.286673Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:06.286726Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802415940795634:2049] [node 2] ICP22 created new session: [6:7580802420235763026:2049]
2025-12-06T17:45:06.286786Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802420235763026:2049] [node 2] ICS09 handshake done sender: [6:7580802420235763010:2117] self: [6:7580802420235763013:0] peer: [2:7580802416259610329:0] socket: 536 qp: -1
2025-12-06T17:45:06.286821Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802420235763026:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:06.286858Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:06.303198Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802415940795633:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:06.368285Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802415940795635:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(22754847ns) {HandleHandshakeStatus:395(22749226ns) {LogHandshakeFail:472(10535ns) {UpdateErrorStateLog:545(4019ns)} DropOutgoingHandshake:457(346ns) ProcessPendingSessionEvents:495(22692300ns) {unordered DropSessionEvent:512 num# 100 sum# 7389401ns max# 4622403ns}}}
2025-12-06T17:45:06.368441Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802420235763007:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:06.388944Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802415940795635:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:45:06.394699Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:06.394781Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802415940795635:2050] [node 3] ICP22 created new session: [6:7580802420235763029:2050]
2025-12-06T17:45:06.394837Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802420235763029:2050] [node 3] ICS09 handshake done sender: [6:7580802420235763007:2115] self: [6:7580802420235763011:0] peer: [3:7580802413397777651:0] socket: 521 qp: -1
2025-12-06T17:45:06.394882Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802420235763029:2050] [node 3] ICS10 traffic start
2025-12-06T17:45:06.394944Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:06.408239Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802420235763031:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41286
2025-12-06T17:45:06.409481Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802420235763015:2120] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:06.409735Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802415940795633:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:06.409819Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:06.409870Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802415940795633:2048] [node 1] ICP22 created new session: [6:7580802420235763032:2048]
2025-12-06T17:45:06.409912Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802420235763032:2048] [node 1] ICS09 handshake done sender: [6:7580802420235763015:2120] self: [6:7580802420235763028:0] peer: [1:7580802419893518038:0] socket: 540 qp: -1
2025-12-06T17:45:06.409948Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802420235763032:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:06.283240Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802416259610315:2063] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:06.339268Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802416252469955:2072] [node 5] ICP35 event processing took too much time PendingConnection:279(301081407ns) {HandleHandshakeStatus:329(301077137ns) {DropIncomingHandshake:442(16105ns) DropOutgoingHandshake:457(632ns) SwitchToState:179(705ns) ProcessPendingSessionEvents:495(19813216ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 19752548ns max# 19286914ns}}}
2025-12-06T17:45:06.232815Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802418067623439:2116] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:06.233513Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802418067623443:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:06.233538Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580802418067623443:2118] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:06.236793Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802418067623443:2118] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:06.258995Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802413772656067:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:45:06.259069Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:06.259127Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802413772656067:2050] [node 3] ICP22 created new session: [5:7580802418067623460:2050]
2025-12-06T17:45:06.259179Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802418067623460:2050] [node 3] ICS09 handshake done sender: [5:7580802418067623439:2116] self: [5:7580802418067623447:0] peer: [3:7580802417692744949:0] socket: 520 qp: -1
2025-12-06T17:45:06.259219Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802418067623460:2050] [node 3] ICS10 traffic start
2025-12-06T17:45:06.259266Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:06.270140Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580802413772656139:2079] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:06.270645Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:06.270700Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802413772656139:2079] [node 6] ICP22 created new session: [5:7580802418067623462:2079]
2025-12-06T17:45:06.272308Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802418067623462:2079] [node 6] ICS09 handshake done sender: [5:7580802418067623443:2118] self: [5:7580802418067623442:0] peer: [6:7580802420235763017:0] socket: 482 qp: -1
2025-12-06T17:45:06.272359Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802418067623462:2079] [node 6] ICS10 traffic start
2025-12-06T17:45:06.272420Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:06.296499Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802413772656065:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(57181298ns) {HandleHandshakeStatus:329(57177334ns) {DropIncomingHandshake:442(1501ns) DropOutgoingHandshake:457(487ns) SwitchToState:179(717ns) ProcessPendingSessionEvents:495(1528ns)}}
2025-12-06T17:45:06.323517Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802418067623464:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40048
2025-12-06T17:45:06.330459Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802413772656088:2067] [node 4] ICP35 event processing took too much time PendingConnection:279(129728785ns) {HandleHandshakeStatus:329(129725800ns) {DropIncomingHandshake:442(1034ns) DropOutgoingHandshake:457(522ns) SwitchToState:179(746ns) ProcessPendingSessionEvents:495(1237ns)}}
2025-12-06T17:45:06.396484Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802417692744977:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48627
2025-12-06T17:45:06.390790Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802419893518039:2119] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:06.452763Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802415598550718:2093] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:06.451624Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802413772656067:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(191639423ns) {HandleHandshakeStatus:329(191635269ns) {DropIncomingHandshake:442(1095ns) DropOutgoingHandshake:457(5419ns) SwitchToState:179(781ns) ProcessPendingSessionEvents:495(161248057ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 150065651ns max# 19471224ns}}}
2025-12-06T17:45:06.451751Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7580802413772656067:2050] [node 3] ICP27 obsolete handshake fail ignored
2025-12-06T17:45:06.452309Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802413772656066:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(234052804ns) {HandleHandshakeStatus:329(234050775ns) {DropIncomingHandshake:442(462ns) DropOutgoingHandshake:457(5069ns) SwitchToState:179(511ns) ProcessPendingSessionEvents:495(157946330ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 157809284ns max# 54808554ns}}}
2025-12-06T17:45:06.283307Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:06.411709Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:06.339980Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802420547437298:2121] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:06.452873Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:06.283363Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802416259610315:2063] [node 6] ICP22 created new session: [2:7580802420554577646:2063]
2025-12-06T17:45:06.451842Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802413397777581:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(101834512ns) {HandleHandshakeStatus:395(92127808ns) {LogHandshakeFail:472(4303218ns) {UpdateErrorStateLog:545(7793ns)} DropOutgoingHandshake:457(635ns) ProcessPendingSessionEvents:495(87739718ns) {unordered DropSessionEvent:512 num# 100 sum# 87684090ns max# 23769981ns}}}
2025-12-06T17:45:06.452242Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802417692744968:2120] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:06.469732Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802413397777581:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:06.469798Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:06.469861Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802413397777581:2049] [node 2] ICP22 created new session: [3:7580802417692744980:2049]
2025-12-06T17:45:06.469914Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802417692744980:2049] [node 2] ICS09 handshake done sender: [3:7580802417692744968:2120] self: [3:7580802417692744975:0] peer: [2:7580802420554577630:0] socket: 483 qp: -1
2025-12-06T17:45:06.469960Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802417692744980:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:06.470004Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:06.498846Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802413397777581:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(29035071ns) {HandleHandshakeStatus:329(29030994ns) {DropIncomingHandshake:442(1251ns) DropOutgoingHandshake:457(463ns) SwitchToState:179(913ns) ProcessPendingSessionEvents:495(1181ns)}}
2025-12-06T17:45:06.503474Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802413397777624:2068] [node 4] ICP35 event processing took too much time PendingConnection:279(223522549ns) {HandleHandshakeStatus:329(223518125ns) {DropIncomingHandshake:442(16962ns) DropOutgoingHandshake:457(524ns) SwitchToState:179(1062ns) ProcessPendingSessionEvents:495(223057323ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 222869255ns max# 28967752ns}}}
2025-12-06T17:45:06.452928Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802415598550718:2093] [node 6] ICP22 created new session: [1:7580802419893518045:2093]
2025-12-06T17:45:06.452978Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802419893518045:2093] [node 6] ICS09 handshake done sender: [1:7580802419893518039:2119] self: [1:7580802419893518038:0] peer: [6:7580802420235763028:0] socket: 510 qp: -1
2025-12-06T17:45:06.453014Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802419893518045:2093] [node 6] ICS10 traffic start
2025-12-06T17:45:06.453059Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:06.488345Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802415598550718:2093] [node 6] ICP35 event processing took too much time PendingConnection:279(47803240ns) {HandleHandshakeStatus:329(47799152ns) {DropIncomingHandshake:442(23582ns) DropOutgoingHandshake:457(822ns) SwitchToState:179(693ns) ProcessPendingSessionEvents:495(34096777ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 34016818ns max# 17261534ns}}}
2025-12-06T17:45:06.283417Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802420554577646:2063] [node 6] ICS09 handshake done sender: [2:7580802416259610330:2115] self: [2:7580802416259610329:0] peer: [6:7580802420235763013:0] socket: 535 qp: -1
2025-12-06T17:45:06.358853Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802416252469904:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(122923977ns) {HandleHandshakeStatus:329(122920978ns) {DropIncomingHandshake:442(1285ns) DropOutgoingHandshake:457(403ns) SwitchToState:179(776ns) ProcessPendingSessionEvents:495(792ns)}}
2025-12-06T17:45:06.283450Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802420554577646:2063] [node 6] ICS10 traffic start
2025-12-06T17:45:06.283491Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:06.330944Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802416259610252:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:45:06.331045Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:06.331101Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802416259610252:2049] [node 3] ICP22 created new session: [2:7580802420554577649:2049]
2025-12-06T17:45:06.331157Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802420554577649:2049] [node 3] ICS09 handshake done sender: [2:7580802420554577631:2117] self: [2:7580802420554577630:0] peer: [3:7580802417692744975:0] socket: 498 qp: -1
2025-12-06T17:45:06.331196Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802420554577649:2049] [node 3] ICS10 traffic start
2025-12-06T17:45:06.331230Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:06.337284Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802416259610314:2065] [node 5] ICP35 event processing took too much time PendingConnection:279(161910465ns) {HandleHandshakeStatus:329(161907502ns) {DropIncomingHandshake:442(1082ns) DropOutgoingHandshake:457(689ns) SwitchToState:179(883ns) ProcessPendingSessionEvents:495(18051497ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 17968269ns max# 17556164ns}}}
2025-12-06T17:45:06.337480Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802420554577648:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54769
2025-12-06T17:45:06.358708Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802416259610251:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(155789398ns) {HandleHandshakeStatus:329(155787399ns) {DropIncomingHandshake:442(857ns) DropOutgoingHandshake:457(871ns) SwitchToState:179(654ns) ProcessPendingSessionEvents:495(1527ns)}}
2025-12-06T17:45:06.451415Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802416259610316:2064] [node 4] ICP35 event processing took too much time PendingConnection:279(213845071ns) {HandleHandshakeStatus:329(213841360ns) {DropIncomingHandshake:442(18401ns) DropOutgoingHandshake:457(563ns) SwitchToState:179(1035ns) ProcessPendingSessionEvents:495(37317126ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 37255463ns max# 36805410ns}}}
2025-12-06T17:45:06.370597Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802416252469906:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62397) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580802420547437298:2121] held: no
2025-12-06T17:45:06.449627Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802416252469906:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(78213375ns) {HandleHandshakeStatus:395(78208734ns) {LogHandshakeFail:472(17266ns) {UpdateErrorStateLog:545(7106ns)} DropOutgoingHandshake:457(624ns) ProcessPendingSessionEvents:495(78097613ns) {unordered DropSessionEvent:512 num# 100 sum# 78038276ns max# 14878353ns}}}
2025-12-06T17:45:06.449920Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802416252469906:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:45:06.449994Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:06.450102Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802416252469906:2050] [node 3] ICP22 created new session: [4:7580802420547437303:2050]
2025-12-06T17:45:06.450160Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802420547437303:2050] [node 3] ICS09 handshake done sender: [4:7580802420547437298:2121] self: [4:7580802420547437301:0] peer: [3:7580802417692744954:0] socket: 547 qp: -1
2025-12-06T17:45:06.450206Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802420547437303:2050] [node 3] ICS10 traffic start
2025-12-06T17:45:06.450248Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:06.497835Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802416252469937:2071] [node 6] ICP35 event processing took too much time PendingConnection:279(278919114ns) {HandleHandshakeStatus:329(278916671ns) {DropIncomingHandshake:442(13725ns) DropOutgoingHandshake:457(258ns) SwitchToState:179(160ns) ProcessPendingSessionEvents:495(203460320ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 203315220ns max# 28919084ns}}}
2025-12-06T17:45:06.517491Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802413397777642:2069] [node 6] ICP35 event processing took too much time PendingConnection:279(291528690ns) {HandleHandshakeStatus:329(291525921ns) {DropIncomingHandshake:442(10142ns) DropOutgoingHandshake:457(206ns) SwitchToState:179(116ns) ProcessPendingSessionEvents:495(225199495ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 225043616ns max# 30002530ns}}}
2025-12-06T17:45:06.516746Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802415940795633:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(105992519ns) {HandleHandshakeStatus:329(105988732ns) {DropIncomingHandshake:442(1282ns) DropOutgoingHandshake:457(5634ns) SwitchToState:179(1003ns) ProcessPendingSessionEvents:495(63311454ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 63228279ns max# 22686185ns}}}
2025-12-06T17:45:06.638387Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:45:06.638675Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580802420554577635:2048] [node 1] ICS01 socket: 490 reason# EndOfStream
2025-12-06T17:45:06.638723Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580802416259610251:2048] [node 1] ICP30 unregister session Session# [2:7580802420554577635:2048] VirtualId# [2:7580802416259610331:0]
2025-12-06T17:45:06.638763Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580802420554577635:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:06.638849Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:06.638897Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:06.643991Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:45:06.644239Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802417692744966:2048] [node 1] ICS01 socket: 529 reason# EndOfStream
2025-12-06T17:45:06.644306Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802413397777580:2048] [node 1] ICP30 unregister session Session# [3:7580802417692744966:2048] VirtualId# [3:7580802417692744960:0]
2025-12-06T17:45:06.644348Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802417692744966:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:06.644421Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:06.644462Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:06.654988Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:45:06.655096Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:45:06.655328Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802420235763032:2048] [node 1] ICS07 socket disconnect 540 reason# EndOfStream
2025-12-06T17:45:06.655361Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802420235763032:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:06.655437Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:06.655479Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802420235763032:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:06.655269Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802418067623457:2048] [node 1] ICS01 socket: 516 reason# EndOfStream
2025-12-06T17:45:06.655320Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802413772656065:2048] [node 1] ICP30 unregister session Session# [5:7580802418067623457:2048] VirtualId# [5:7580802418067623444:0]
2025-12-06T17:45:06.655362Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802418067623457:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:06.655460Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:06.655632Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:06.656592Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802415940795633:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15506) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:06.654969Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:45:06.656079Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802420547437296:2048] [node 1] ICS01 socket: 512 reason# EndOfStream
2025-12-06T17:45:06.656120Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802416252469904:2048] [node 1] ICP30 unregister session Session# [4:7580802420547437296:2048] VirtualId# [4:7580802420547437286:0]
2025-12-06T17:45:06.656152Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802420547437296:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:06.656226Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:06.656269Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:06.661892Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802420235763032:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:06.661953Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802415940795633:2048] [node 1] ICP30 unregister session Session# [6:7580802420235763032:2048] VirtualId# [6:7580802420235763028:0]
2025-12-06T17:45:06.662096Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:06.662151Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802415940795633:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:15506) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:06.662171Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15506) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:06.672648Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802415940795633:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:45:06.773887Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:45:06.774154Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802417692744980:2049] [node 2] ICS01 socket: 483 reason# EndOfStream
2025-12-06T17:45:06.774198Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802413397777581:2049] [node 2] ICP30 unregister session Session# [3:7580802417692744980:2049] VirtualId# [3:7580802417692744975:0]
2025-12-06T17:45:06.774254Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802417692744980:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:06.774343Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:06.774386Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:06.783285Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:45:06.783546Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802420235763026:2049] [node 2] ICS01 socket: 536 reason# EndOfStream
2025-12-06T17:45:06.783596Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802415940795634:2049] [node 2] ICP30 unregister session Session# [6:7580802420235763026:2049] VirtualId# [6:7580802420235763013:0]
2025-12-06T17:45:06.783637Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802420235763026:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:06.783726Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:06.783772Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:06.799633Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:45:06.799896Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802420547437290:2049] [node 2] ICS01 socket: 500 reason# EndOfStream
2025-12-06T17:45:06.799945Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802416252469905:2049] [node 2] ICP30 unregister session Session# [4:7580802420547437290:2049] VirtualId# [4:7580802420547437280:0]
2025-12-06T17:45:06.799980Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802420547437290:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:06.800066Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:06.800112Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:06.804757Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:45:06.804982Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802418067623455:2049] [node 2] ICS07 socket disconnect 495 reason# EndOfStream
2025-12-06T17:45:06.805016Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802418067623455:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:06.805098Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:06.805142Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802418067623455:2049] [node 2] ICS15 start handshake
2025-12-06T17:45:06.806321Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802413772656066:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61909) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:06.806374Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802418067623455:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:06.806411Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802413772656066:2049] [node 2] ICP30 unregister session Session# [5:7580802418067623455:2049] VirtualId# [5:7580802418067623449:0]
2025-12-06T17:45:06.806773Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:06.806814Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802413772656066:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:61909) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:06.806829Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61909) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:06.818655Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802413772656066:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:45:06.978346Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:45:06.978617Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802420235763029:2050] [node 3] ICS01 socket: 521 reason# EndOfStream
2025-12-06T17:45:06.978665Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802415940795635:2050] [node 3] ICP30 unregister session Session# [6:7580802420235763029:2050] VirtualId# [6:7580802420235763011:0]
2025-12-06T17:45:06.978703Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802420235763029:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:06.978776Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:45:06.978811Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:45:06.978932Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:45:06.979137Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802420547437303:2050] [node 3] ICS01 socket: 547 reason# EndOfStream
2025-12-06T17:45:06.979167Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802416252469906:2050] [node 3] ICP30 unregister session Session# [4:7580802420547437303:2050] VirtualId# [4:7580802420547437301:0]
2025-12-06T17:45:06.979192Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802420547437303:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:06.979255Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:45:06.979309Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:45:06.980097Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:45:06.980277Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802418067623460:2050] [node 3] ICS07 socket disconnect 520 reason# EndOfStream
2025-12-06T17:45:06.980304Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802418067623460:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:06.980379Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:45:06.980419Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802418067623460:2050] [node 3] ICS15 start handshake
2025-12-06T17:45:06.983064Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802413772656067:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62397) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:06.983126Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802418067623460:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:06.983164Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802413772656067:2050] [node 3] ICP30 unregister session Session# [5:7580802418067623460:2050] VirtualId# [5:7580802418067623447:0]
2025-12-06T17:45:06.983266Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:45:06.983300Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802413772656067:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:62397) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:06.983327Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62397) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:06.994723Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802413772656067:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:45:07.059417Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:45:07.059707Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802420235763020:2063] [node 4] ICS01 socket: 532 reason# EndOfStream
2025-12-06T17:45:07.059769Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802415940795651:2063] [node 4] ICP30 unregister session Session# [6:7580802420235763020:2063] VirtualId# [6:7580802420235763009:0]
2025-12-06T17:45:07.059830Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802420235763020:2063] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:07.059937Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:45:07.059985Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:45:07.062745Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:45:07.063007Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802418067623452:2067] [node 4] ICS01 socket: 515 reason# EndOfStream
2025-12-06T17:45:07.063054Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802413772656088:2067] [node 4] ICP30 unregister session Session# [5:7580802418067623452:2067] VirtualId# [5:7580802413772656142:0]
2025-12-06T17:45:07.063095Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802418067623452:2067] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:07.063186Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:45:07.063230Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:45:07.122657Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:45:07.122923Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802420235763024:2080] [node 5] ICS01 socket: 492 reason# EndOfStream
2025-12-06T17:45:07.122971Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802415940795673:2080] [node 5] ICP30 unregister session Session# [6:7580802420235763024:2080] VirtualId# [6:7580802420235763017:0]
2025-12-06T17:45:07.123008Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802420235763024:2080] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:07.123108Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:45:07.123158Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:45:07.339592Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802424461252194:2048] [node 2] ICP01 ready to work
2025-12-06T17:45:07.339629Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802424461252195:2049] [node 3] ICP01 ready to work
2025-12-06T17:45:07.351185Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802421600107624:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:07.351229Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802421600107625:2049] [node 3] ICP01 ready to work
2025-12-06T17:45:07.359565Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802424132631525:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:07.359603Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802424132631526:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:07.380208Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802423972433588:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:07.380267Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802423972433589:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:07.383223Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802423972433590:2050] [node 3] ICP01 ready to work
2025-12-06T17:45:07.378853Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802424495478218:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:07.378890Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802424495478219:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:07.378924Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802424495478220:2050] [node 3] ICP01 ready to work
2025-12-06T17:45:07.475168Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802421227196241:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:07.652652Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802424461252249:2091] [node 6] ICP01 ready to work
2025-12-06T17:45:07.475288Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802421227196242:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:07.660005Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802424132631549:2064] [node 4] ICP01 ready to work
2025-12-06T17:45:07.689349Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802423972433609:2063] [node 6] ICP01 ready to work
2025-12-06T17:45:07.757190Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802421600107687:2087] [node 6] ICP01 ready to work
2025-12-06T17:45:07.493810Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802421227196243:2050] [node 3] ICP01 ready to work
2025-12-06T17:45:07.761349Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802424461252258:2094] [node 5] ICP01 ready to work
2025-12-06T17:45:07.813852Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802424132631587:2068] [node 5] ICP01 ready to work
2025-12-06T17:45:07.771996Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802424495478250:2071] [node 6] ICP01 ready to work
2025-12-06T17:45:07.859909Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802421600107688:2088] [node 4] ICP01 ready to work
2025-12-06T17:45:07.858674Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802424461252259:2097] [node 4] ICP01 ready to work
2025-12-06T17:45:07.866976Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802424495478283:2072] [node 4] ICP01 ready to work
2025-12-06T17:45:07.855147Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802423972433651:2065] [node 5] ICP01 ready to work
2025-12-06T17:45:07.912727Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802421227196242:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(293881723ns) {Configure:104(293876467ns) {ProcessConfigured:135(78894ns) {StartInitialHandshake:157(75618ns) {DropHandshakes:470(3174ns) {DropIncomingHandshake:442(692ns) DropOutgoingHandshake:457(545ns)} GenerateSessionVirtualId:988(546ns) PrepareNewSessionHandshake:477(1916ns) {SwitchToState:179(680ns)}}}}}
2025-12-06T17:45:07.913474Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802421227196306:2060] [node 4] ICP01 ready to work
2025-12-06T17:45:07.914361Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802421227196307:2068] [node 5] ICP01 ready to work
2025-12-06T17:45:07.917860Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802424132631590:2087] [node 6] ICP01 ready to work
2025-12-06T17:45:07.943405Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802421600107689:2089] [node 5] ICP01 ready to work
2025-12-06T17:45:07.959590Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802424495478220:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(89507986ns) {Configure:104(89503617ns) {ProcessConfigured:135(12401613ns) {StartInitialHandshake:157(12399773ns) {DropHandshakes:470(1516ns) {DropIncomingHandshake:442(330ns) DropOutgoingHandshake:457(180ns)} GenerateSessionVirtualId:988(589ns) PrepareNewSessionHandshake:477(2054ns) {SwitchToState:179(1108ns)}}}}}
2025-12-06T17:45:07.954882Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802421227196241:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(37843396ns) {Configure:104(37838964ns) {ProcessConfigured:135(73817ns) {StartInitialHandshake:157(70714ns) {DropHandshakes:470(3055ns) {DropIncomingHandshake:442(608ns) DropOutgoingHandshake:457(489ns)} GenerateSessionVirtualId:988(1242ns) PrepareNewSessionHandshake:477(2287ns) {SwitchToState:179(874ns)}}}}}
2025-12-06T17:45:07.966969Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802423972433590:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(20706122ns) {Configure:104(20701199ns) {ProcessConfigured:135(86278ns) {StartInitialHandshake:157(82856ns) {DropHandshakes:470(2954ns) {DropIncomingHandshake:442(682ns) DropOutgoingHandshake:457(537ns)} GenerateSessionVirtualId:988(1119ns) PrepareNewSessionHandshake:477(2265ns) {SwitchToState:179(789ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:08.006049Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802423972433588:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(19566114ns) {Configure:104(19560960ns) {ProcessConfigured:135(9758621ns) {StartInitialHandshake:157(9756333ns) {DropHandshakes:470(3089ns) {DropIncomingHandshake:442(689ns) DropOutgoingHandshake:457(399ns)} GenerateSessionVirtualId:988(1323ns) PrepareNewSessionHandshake:477(2598ns) {SwitchToState:179(124ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:08.015955Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802428267400961:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40006
2025-12-06T17:45:08.016664Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802428267400960:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40006
2025-12-06T17:45:07.984748Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802424495478219:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(24903159ns) {Configure:104(24893440ns) {ProcessConfigured:135(57603ns) {StartInitialHandshake:157(55080ns) {DropHandshakes:470(4125ns) {DropIncomingHandshake:442(316ns) DropOutgoingHandshake:457(371ns)} GenerateSessionVirtualId:988(367ns) PrepareNewSessionHandshake:477(1467ns) {SwitchToState:179(693ns)}}}}}
2025-12-06T17:45:08.012529Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802428790445589:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50244
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:08.055088Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802428790445593:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50244
2025-12-06T17:45:08.060226Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802428790445593:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:08.060398Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802424495478283:2072] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:08.061892Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802428790445595:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50244
2025-12-06T17:45:08.066920Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802428790445593:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:08.060693Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802423972433654:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:08.060728Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802423972433654:2110] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:08.062091Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802423972433654:2110] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:08.083976Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802425522163615:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38464
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:08.085875Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802425522163616:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38464
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:08.091428Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802428790445589:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:08.091493Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802424495478283:2072] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:45:08.091561Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:08.091609Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802424495478283:2072] [node 4] ICP22 created new session: [5:7580802428790445596:2072]
2025-12-06T17:45:08.091657Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802428790445596:2072] [node 4] ICS09 handshake done sender: [5:7580802428790445593:2116] self: [5:7580802428790445594:0] peer: [4:7580802423972433653:0] socket: 506 qp: -1
2025-12-06T17:45:08.091686Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802428790445596:2072] [node 4] ICS10 traffic start
2025-12-06T17:45:08.091734Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:08.093350Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802424495478220:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:08.087078Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802424461252249:2091] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(55403723ns) {Configure:104(55397935ns) {ProcessConfigured:135(65288ns) {StartInitialHandshake:157(62098ns) {DropHandshakes:470(3480ns) {DropIncomingHandshake:442(900ns) DropOutgoingHandshake:457(525ns)} GenerateSessionVirtualId:988(1898ns) PrepareNewSessionHandshake:477(2232ns) {SwitchToState:179(845ns)}}}}}
2025-12-06T17:45:08.089443Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802424461252260:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15976
2025-12-06T17:45:08.089616Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802424461252261:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15976
2025-12-06T17:45:08.096322Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802423972433651:2065] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:08.096400Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:08.096458Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802423972433651:2065] [node 5] ICP22 created new session: [4:7580802428267400965:2065]
2025-12-06T17:45:08.096511Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802428267400965:2065] [node 5] ICS09 handshake done sender: [4:7580802423972433654:2110] self: [4:7580802423972433653:0] peer: [5:7580802428790445594:0] socket: 503 qp: -1
2025-12-06T17:45:08.096544Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802428267400965:2065] [node 5] ICS10 traffic start
2025-12-06T17:45:08.096585Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:08.090940Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802428427598900:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38691
2025-12-06T17:45:08.089723Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802428756219568:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15976
2025-12-06T17:45:08.096367Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802424461252260:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:08.096467Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802424461252261:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:08.112941Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802424495478285:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:08.112977Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580802424495478285:2110] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:08.113714Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802428790445600:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50244
2025-12-06T17:45:08.116632Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802421600107624:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(49046674ns) {Configure:104(49040081ns) {ProcessConfigured:135(59840ns) {StartInitialHandshake:157(57203ns) {DropHandshakes:470(5382ns) {DropIncomingHandshake:442(684ns) DropOutgoingHandshake:457(369ns)} GenerateSessionVirtualId:988(1039ns) PrepareNewSessionHandshake:477(2941ns) {SwitchToState:179(1165ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:08.124351Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802428267400960:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:08.124670Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802428267400961:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:08.125913Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802423972433590:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:08.125992Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802428267400967:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40006
2025-12-06T17:45:08.091164Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802428427598901:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38691
2025-12-06T17:45:08.110789Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802425522163615:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:08.111027Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802421227196307:2068] [node 5] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:08.128028Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802425522163616:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:08.128142Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802421227196306:2060] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:08.128445Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802425522163618:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38464
2025-12-06T17:45:08.132140Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802423972433658:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:08.132169Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802423972433658:2112] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:08.134673Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802425522163620:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38464
2025-12-06T17:45:08.126662Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802428756219568:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:08.111412Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802424132631594:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:08.111450Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802424132631594:2111] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:08.123246Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802428427598900:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:08.128774Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802424132631594:2111] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:08.129237Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802424132631596:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:08.129258Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802424132631596:2112] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:45:08.129721Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802424132631587:2068] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:08.129789Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:08.129836Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802424132631587:2068] [node 5] ICP22 created new session: [3:7580802428427598905:2068]
2025-12-06T17:45:08.129884Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802428427598905:2068] [node 5] ICS09 handshake done sender: [3:7580802424132631594:2111] self: [3:7580802424132631593:0] peer: [5:7580802428790445598:0] socket: 487 qp: -1
2025-12-06T17:45:08.129912Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802428427598905:2068] [node 5] ICS10 traffic start
2025-12-06T17:45:08.129964Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:08.138863Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802424495478285:2110] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:08.138937Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802423972433658:2112] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:08.139117Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802421600107690:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57194
2025-12-06T17:45:08.139785Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802425895074987:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57194
2025-12-06T17:45:08.139908Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802425895074998:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57194
2025-12-06T17:45:08.140864Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802428427598904:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38691
2025-12-06T17:45:08.143069Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802424132631596:2112] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:08.143482Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802424132631549:2064] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:45:08.143530Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:08.143579Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802424132631549:2064] [node 4] ICP22 created new session: [3:7580802428427598909:2064]
2025-12-06T17:45:08.143626Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802428427598909:2064] [node 4] ICS09 handshake done sender: [3:7580802424132631596:2112] self: [3:7580802424132631595:0] peer: [4:7580802428267400970:0] socket: 493 qp: -1
2025-12-06T17:45:08.143655Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802428427598909:2064] [node 4] ICS10 traffic start
2025-12-06T17:45:08.143693Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:08.151101Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802425522163615:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:08.153066Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580802424495478250:2071] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:08.153152Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:08.160062Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802423972433609:2063] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:08.165009Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802421600107690:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:08.160151Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:08.165128Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802425895074998:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:08.165893Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802421227196307:2068] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:45:08.160197Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802423972433609:2063] [node 6] ICP22 created new session: [4:7580802428267400974:2063]
2025-12-06T17:45:08.160256Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802428267400974:2063] [node 6] ICS09 handshake done sender: [4:7580802423972433658:2112] self: [4:7580802423972433657:0] peer: [6:7580802425522163619:0] socket: 505 qp: -1
2025-12-06T17:45:08.160287Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802428267400974:2063] [node 6] ICS10 traffic start
2025-12-06T17:45:08.160331Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:08.153199Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802424495478250:2071] [node 6] ICP22 created new session: [5:7580802428790445603:2071]
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:08.165217Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802425895074987:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:08.165691Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802425895075002:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57194
2025-12-06T17:45:08.197086Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802425895075002:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:08.165963Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:08.195898Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802428427598904:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:08.163255Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802428267400972:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40006
2025-12-06T17:45:08.227121Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802428756219575:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15976
2025-12-06T17:45:08.227339Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802428756219574:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15976
2025-12-06T17:45:08.244085Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802425895074993:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:08.244123Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802425895074993:2114] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:45:08.153242Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802428790445603:2071] [node 6] ICS09 handshake done sender: [5:7580802424495478285:2110] self: [5:7580802424495478284:0] peer: [6:7580802425522163617:0] socket: 499 qp: -1
2025-12-06T17:45:08.196427Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7580802424132631549:2064] [node 4] ICP18 handshake (actor [3:7580802428427598904:2117]) is too old
2025-12-06T17:45:08.231367Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802428427598901:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:08.232898Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802424132631525:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:08.166018Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802421227196307:2068] [node 5] ICP22 created new session: [6:7580802425522163622:2068]
2025-12-06T17:45:08.163329Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802428267400973:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40006
2025-12-06T17:45:08.257075Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802425895074993:2114] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:08.246636Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802428756219574:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:08.246815Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802424461252263:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:08.253118Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802428427598913:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38691
2025-12-06T17:45:08.246837Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802424461252263:2112] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:45:08.153277Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802428790445603:2071] [node 6] ICS10 traffic start
2025-12-06T17:45:08.153320Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:08.158829Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802424495478220:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9111) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802428790445589:2115] held: no
2025-12-06T17:45:08.185742Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802428790445602:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50244
2025-12-06T17:45:08.233302Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802428790445600:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:08.233361Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802428790445589:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:08.251020Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802424495478220:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:45:08.251093Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:08.251146Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802424495478220:2050] [node 3] ICP22 created new session: [5:7580802428790445605:2050]
2025-12-06T17:45:08.173780Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802428267400961:2116] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:08.251208Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802428790445605:2050] [node 3] ICS09 handshake done sender: [5:7580802428790445589:2115] self: [5:7580802428790445598:0] peer: [3:7580802424132631593:0] socket: 497 qp: -1
2025-12-06T17:45:08.175253Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802428267400972:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:08.251243Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802428790445605:2050] [node 3] ICS10 traffic start
2025-12-06T17:45:08.251284Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:08.175300Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802423972433590:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:45:08.252559Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802424495478218:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:08.175353Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:08.175398Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802423972433590:2050] [node 3] ICP22 created new session: [4:7580802428267400977:2050]
2025-12-06T17:45:08.175445Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802428267400977:2050] [node 3] ICS09 handshake done sender: [4:7580802428267400961:2116] self: [4:7580802428267400970:0] peer: [3:7580802424132631595:0] socket: 502 qp: -1
2025-12-06T17:45:08.175478Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802428267400977:2050] [node 3] ICS10 traffic start
2025-12-06T17:45:08.175512Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:08.225082Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802423972433590:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(48906967ns) {HandleHandshakeStatus:329(48900646ns) {DropIncomingHandshake:442(1142ns) DropOutgoingHandshake:457(5369ns) SwitchToState:179(619ns) ProcessPendingSessionEvents:495(48570036ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 48497502ns max# 17510783ns}}}
2025-12-06T17:45:08.240969Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802423972433589:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:08.257450Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802428267400967:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:08.258341Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802428267400980:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40006
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:08.258867Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802424461252263:2112] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:08.166060Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802425522163622:2068] [node 5] ICS09 handshake done sender: [6:7580802425522163615:2115] self: [6:7580802425522163617:0] peer: [5:7580802424495478284:0] socket: 510 qp: -1
2025-12-06T17:45:08.166092Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802425522163622:2068] [node 5] ICS10 traffic start
2025-12-06T17:45:08.166127Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:08.191880Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802421227196306:2060] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18076) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802425522163616:2116] held: no
2025-12-06T17:45:08.260940Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802425522163621:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38464
2025-12-06T17:45:08.261049Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802425522163616:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:08.261606Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802421600107688:2088] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:45:08.261683Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:08.261735Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802421600107688:2088] [node 4] ICP22 created new session: [2:7580802425895075008:2088]
2025-12-06T17:45:08.261780Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802425895075008:2088] [node 4] ICS09 handshake done sender: [2:7580802425895074993:2114] self: [2:7580802425895074992:0] peer: [4:7580802428267400979:0] socket: 533 qp: -1
2025-12-06T17:45:08.261813Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802425895075008:2088] [node 4] ICS10 traffic start
2025-12-06T17:45:08.261850Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:08.263819Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802424461252265:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:08.263853Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802424461252265:2113] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:08.264578Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802428756219575:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:08.264685Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802428756219563:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:08.264705Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802428756219563:2114] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:45:08.265216Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802424461252195:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:45:08.265281Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:08.265328Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802424461252195:2049] [node 3] ICP22 created new session: [1:7580802428756219579:2049]
2025-12-06T17:45:08.265392Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802428756219579:2049] [node 3] ICS09 handshake done sender: [1:7580802424461252263:2112] self: [1:7580802424461252262:0] peer: [3:7580802428427598912:0] socket: 516 qp: -1
2025-12-06T17:45:08.265427Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802428756219579:2049] [node 3] ICS10 traffic start
2025-12-06T17:45:08.265471Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:08.259878Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802423972433588:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:08.260077Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802428267400972:2118] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:08.267725Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802428427598901:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:08.267972Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802424132631525:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:08.268019Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:08.268066Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802424132631525:2048] [node 1] ICP22 created new session: [3:7580802428427598915:2048]
2025-12-06T17:45:08.268112Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802428427598915:2048] [node 1] ICS09 handshake done sender: [3:7580802428427598901:2116] self: [3:7580802428427598912:0] peer: [1:7580802424461252262:0] socket: 519 qp: -1
2025-12-06T17:45:08.268148Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802428427598915:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:08.268195Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:08.271017Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802421227196306:2060] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:45:08.271072Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:08.271115Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802421227196306:2060] [node 4] ICP22 created new session: [6:7580802425522163626:2060]
2025-12-06T17:45:08.271159Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802425522163626:2060] [node 4] ICS09 handshake done sender: [6:7580802425522163616:2116] self: [6:7580802425522163619:0] peer: [4:7580802423972433657:0] socket: 514 qp: -1
2025-12-06T17:45:08.271188Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802425522163626:2060] [node 4] ICS10 traffic start
2025-12-06T17:45:08.271218Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:08.272355Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802425522163624:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38464
2025-12-06T17:45:08.272601Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802425522163621:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:08.274016Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802421227196242:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:08.274949Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802423972433589:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:08.275024Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:08.275079Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802423972433589:2049] [node 2] ICP22 created new session: [4:7580802428267400982:2049]
2025-12-06T17:45:08.275116Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802428267400982:2049] [node 2] ICS09 handshake done sender: [4:7580802428267400972:2118] self: [4:7580802428267400979:0] peer: [2:7580802425895074992:0] socket: 500 qp: -1
2025-12-06T17:45:08.275150Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802428267400982:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:08.275182Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:08.279017Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802425895074989:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:08.279053Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802425895074989:2112] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:08.280627Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802428790445608:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50244
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:08.282930Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802428790445609:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50244
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:08.284055Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802428427598914:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38691
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:08.284872Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802425522163624:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:08.285002Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802425522163629:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38464
2025-12-06T17:45:08.285055Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802425522163630:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38464
2025-12-06T17:45:08.285151Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802421227196243:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:08.290803Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802428427598914:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:08.290950Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802424132631600:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:08.290972Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802424132631600:2114] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:08.292464Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802425522163632:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38464
2025-12-06T17:45:08.292729Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802424461252265:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:08.293310Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802428790445600:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:08.296122Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802425895074989:2112] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:08.297136Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802428267400984:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40006
2025-12-06T17:45:08.293544Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802424495478218:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:08.293632Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:08.293677Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802424495478218:2048] [node 1] ICP22 created new session: [5:7580802428790445610:2048]
2025-12-06T17:45:08.293717Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802428790445610:2048] [node 1] ICS09 handshake done sender: [5:7580802428790445600:2118] self: [5:7580802428790445607:0] peer: [1:7580802424461252264:0] socket: 522 qp: -1
2025-12-06T17:45:08.293750Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802428790445610:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:08.293788Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:08.297731Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802421600107687:2087] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:08.297803Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:08.297853Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802421600107687:2087] [node 6] ICP22 created new session: [2:7580802425895075012:2087]
2025-12-06T17:45:08.297895Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802425895075012:2087] [node 6] ICS09 handshake done sender: [2:7580802425895074989:2112] self: [2:7580802425895074988:0] peer: [6:7580802425522163628:0] socket: 513 qp: -1
2025-12-06T17:45:08.297926Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802425895075012:2087] [node 6] ICS10 traffic start
2025-12-06T17:45:08.297963Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:08.300929Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802428756219563:2114] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:08.301416Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802428267400967:2117] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:08.301629Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802423972433588:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:08.301683Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:08.301727Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802423972433588:2048] [node 1] ICP22 created new session: [4:7580802428267400985:2048]
2025-12-06T17:45:08.301772Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802428267400985:2048] [node 1] ICS09 handshake done sender: [4:7580802428267400967:2117] self: [4:7580802428267400981:0] peer: [1:7580802428756219562:0] socket: 526 qp: -1
2025-12-06T17:45:08.301802Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802428267400985:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:08.301856Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:08.303165Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802425522163621:2119] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:08.303504Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802424461252258:2094] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:08.303575Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:08.303612Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802424461252258:2094] [node 5] ICP22 created new session: [1:7580802428756219585:2094]
2025-12-06T17:45:08.303653Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802428756219585:2094] [node 5] ICS09 handshake done sender: [1:7580802424461252265:2113] self: [1:7580802424461252264:0] peer: [5:7580802428790445607:0] socket: 517 qp: -1
2025-12-06T17:45:08.303683Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802428756219585:2094] [node 5] ICS10 traffic start
2025-12-06T17:45:08.303713Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:08.305402Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802424461252259:2097] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:45:08.305448Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:08.305488Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802424461252259:2097] [node 4] ICP22 created new session: [1:7580802428756219587:2097]
2025-12-06T17:45:08.305533Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802428756219587:2097] [node 4] ICS09 handshake done sender: [1:7580802428756219563:2114] self: [1:7580802428756219562:0] peer: [4:7580802428267400981:0] socket: 518 qp: -1
2025-12-06T17:45:08.305563Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802428756219587:2097] [node 4] ICS10 traffic start
2025-12-06T17:45:08.305591Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:08.307078Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802421227196242:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:08.307137Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:08.307179Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802421227196242:2049] [node 2] ICP22 created new session: [6:7580802425522163633:2049]
2025-12-06T17:45:08.307221Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802425522163633:2049] [node 2] ICS09 handshake done sender: [6:7580802425522163621:2119] self: [6:7580802425522163628:0] peer: [2:7580802425895074988:0] socket: 538 qp: -1
2025-12-06T17:45:08.307255Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802425522163633:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:08.307288Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:08.310028Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802424132631600:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:08.310306Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802424132631590:2087] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:08.310363Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:08.310402Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802424132631590:2087] [node 6] ICP22 created new session: [3:7580802428427598919:2087]
2025-12-06T17:45:08.310442Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802428427598919:2087] [node 6] ICS09 handshake done sender: [3:7580802424132631600:2114] self: [3:7580802424132631599:0] peer: [6:7580802425522163631:0] socket: 490 qp: -1
2025-12-06T17:45:08.310468Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802428427598919:2087] [node 6] ICS10 traffic start
2025-12-06T17:45:08.310502Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:08.317718Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802428427598921:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38691
2025-12-06T17:45:08.318017Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802428790445608:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:08.318154Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802424495478219:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:08.319220Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802425895074995:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:08.319253Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802425895074995:2115] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:08.321679Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802428790445613:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50244
2025-12-06T17:45:08.327016Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802421227196243:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9111) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802425522163624:2120] held: no
2025-12-06T17:45:08.327865Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802425522163624:2120] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:08.334827Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802425895074995:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:08.335442Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802428790445608:2120] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:08.335680Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802424495478219:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:08.335752Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:08.335826Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802424495478219:2049] [node 2] ICP22 created new session: [5:7580802428790445614:2049]
2025-12-06T17:45:08.335872Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802428790445614:2049] [node 2] ICS09 handshake done sender: [5:7580802428790445608:2120] self: [5:7580802428790445612:0] peer: [2:7580802425895074994:0] socket: 549 qp: -1
2025-12-06T17:45:08.335906Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802428790445614:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:08.335941Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:08.338170Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802421600107689:2089] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:08.338253Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:08.338302Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802421600107689:2089] [node 5] ICP22 created new session: [2:7580802425895075017:2089]
2025-12-06T17:45:08.338356Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802425895075017:2089] [node 5] ICS09 handshake done sender: [2:7580802425895074995:2115] self: [2:7580802425895074994:0] peer: [5:7580802428790445612:0] socket: 509 qp: -1
2025-12-06T17:45:08.338386Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802425895075017:2089] [node 5] ICS10 traffic start
2025-12-06T17:45:08.338420Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:08.340783Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802428427598921:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:08.340934Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802424132631526:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:08.341452Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802421227196243:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:45:08.341507Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:08.341553Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802421227196243:2050] [node 3] ICP22 created new session: [6:7580802425522163635:2050]
2025-12-06T17:45:08.341602Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802425522163635:2050] [node 3] ICS09 handshake done sender: [6:7580802425522163624:2120] self: [6:7580802425522163631:0] peer: [3:7580802424132631599:0] socket: 543 qp: -1
2025-12-06T17:45:08.341633Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802425522163635:2050] [node 3] ICS10 traffic start
2025-12-06T17:45:08.341674Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:08.346105Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802425522163630:2122] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:08.346236Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802421227196241:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:08.347293Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802425895075016:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57194
2025-12-06T17:45:08.347504Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802425895074997:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:08.347525Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802425895074997:2116] [node 3] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:08.348579Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802428427598923:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38691
2025-12-06T17:45:08.348922Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802428756219565:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:08.348952Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802428756219565:2115] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:08.350110Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802425522163638:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38464
2025-12-06T17:45:08.350331Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802428756219565:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:08.350840Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802425522163630:2122] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:08.351054Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802421227196241:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:08.351111Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:08.351153Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802421227196241:2048] [node 1] ICP22 created new session: [6:7580802425522163639:2048]
2025-12-06T17:45:08.351199Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802425522163639:2048] [node 1] ICS09 handshake done sender: [6:7580802425522163630:2122] self: [6:7580802425522163637:0] peer: [1:7580802428756219564:0] socket: 553 qp: -1
2025-12-06T17:45:08.351234Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802425522163639:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:08.351279Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:08.353513Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802424461252249:2091] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:08.353606Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:08.353653Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802424461252249:2091] [node 6] ICP22 created new session: [1:7580802428756219591:2091]
2025-12-06T17:45:08.353700Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802428756219591:2091] [node 6] ICS09 handshake done sender: [1:7580802428756219565:2115] self: [1:7580802428756219564:0] peer: [6:7580802425522163637:0] socket: 551 qp: -1
2025-12-06T17:45:08.353728Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802428756219591:2091] [node 6] ICS10 traffic start
2025-12-06T17:45:08.353771Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:08.356146Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802425895075016:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:08.356275Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580802421600107624:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:08.356517Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802425895074997:2116] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:08.357115Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802428427598921:2120] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:08.357320Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802424132631526:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:08.357372Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:08.357413Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802424132631526:2049] [node 2] ICP22 created new session: [3:7580802428427598924:2049]
2025-12-06T17:45:08.357452Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802428427598924:2049] [node 2] ICS09 handshake done sender: [3:7580802428427598921:2120] self: [3:7580802428427598922:0] peer: [2:7580802425895074996:0] socket: 498 qp: -1
2025-12-06T17:45:08.357482Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802428427598924:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:08.357515Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:08.359128Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802421600107625:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:45:08.359200Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:08.359240Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802421600107625:2049] [node 3] ICP22 created new session: [2:7580802425895075021:2049]
2025-12-06T17:45:08.359281Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802425895075021:2049] [node 3] ICS09 handshake done sender: [2:7580802425895074997:2116] self: [2:7580802425895074996:0] peer: [3:7580802428427598922:0] socket: 495 qp: -1
2025-12-06T17:45:08.359315Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802425895075021:2049] [node 3] ICS10 traffic start
2025-12-06T17:45:08.359347Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:08.370950Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802428756219567:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:08.370994Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802428756219567:2116] [node 2] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:08.372848Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802425895075023:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57194
2025-12-06T17:45:08.373128Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802428756219567:2116] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:08.373638Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802425895075016:2119] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:08.373897Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802424461252194:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:45:08.373978Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:08.374024Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802424461252194:2048] [node 2] ICP22 created new session: [1:7580802428756219594:2048]
2025-12-06T17:45:08.374084Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802428756219594:2048] [node 2] ICS09 handshake done sender: [1:7580802428756219567:2116] self: [1:7580802428756219566:0] peer: [2:7580802425895075020:0] socket: 515 qp: -1
2025-12-06T17:45:08.374119Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802428756219594:2048] [node 2] ICS10 traffic start
2025-12-06T17:45:08.374152Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:08.375680Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580802421600107624:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:08.375734Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:08.375772Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802421600107624:2048] [node 1] ICP22 created new session: [2:7580802425895075024:2048]
2025-12-06T17:45:08.375836Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802425895075024:2048] [node 1] ICS09 handshake done sender: [2:7580802425895075016:2119] self: [2:7580802425895075020:0] peer: [1:7580802428756219566:0] socket: 541 qp: -1
2025-12-06T17:45:08.375870Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802425895075024:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:08.375902Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:08.401989Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:45:08.402214Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580802425895075024:2048] [node 1] ICS01 socket: 541 reason# EndOfStream
2025-12-06T17:45:08.402257Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580802421600107624:2048] [node 1] ICP30 unregister session Session# [2:7580802425895075024:2048] VirtualId# [2:7580802425895075020:0]
2025-12-06T17:45:08.402290Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580802425895075024:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:08.402367Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:08.402408Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:08.404284Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:45:08.404478Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802428427598915:2048] [node 1] ICS01 socket: 519 reason# EndOfStream
2025-12-06T17:45:08.404522Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802424132631525:2048] [node 1] ICP30 unregister session Session# [3:7580802428427598915:2048] VirtualId# [3:7580802428427598912:0]
2025-12-06T17:45:08.404552Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802428427598915:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:08.404618Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:08.404655Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:08.406677Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:45:08.406875Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802425522163639:2048] [node 1] ICS07 socket disconnect 553 reason# EndOfStream
2025-12-06T17:45:08.406902Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802425522163639:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:08.406956Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:08.406990Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802425522163639:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:08.407930Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802421227196241:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26686) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:08.407983Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802425522163639:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:08.408014Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802421227196241:2048] [node 1] ICP30 unregister session Session# [6:7580802425522163639:2048] VirtualId# [6:7580802425522163637:0]
2025-12-06T17:45:08.408049Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:08.408076Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802421227196241:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:26686) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:08.408092Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26686) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:08.414741Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:45:08.414964Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802428790445610:2048] [node 1] ICS07 socket disconnect 522 reason# EndOfStream
2025-12-06T17:45:08.414993Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802428790445610:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:08.415090Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:08.415133Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802428790445610:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:08.415613Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:45:08.415822Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802428267400985:2048] [node 1] ICS07 socket disconnect 526 reason# EndOfStream
2025-12-06T17:45:08.415848Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802428267400985:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:08.415909Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:08.415944Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802428267400985:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:08.417002Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802423972433588:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26686) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:08.417057Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802428267400985:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:08.417099Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802423972433588:2048] [node 1] ICP30 unregister session Session# [4:7580802428267400985:2048] VirtualId# [4:7580802428267400981:0]
2025-12-06T17:45:08.417211Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:08.417242Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802423972433588:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:26686) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:08.417256Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26686) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:08.417817Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802424495478218:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26686) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:08.417869Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802428790445610:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:08.417898Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802424495478218:2048] [node 1] ICP30 unregister session Session# [5:7580802428790445610:2048] VirtualId# [5:7580802428790445607:0]
2025-12-06T17:45:08.417928Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:08.417954Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802424495478218:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:26686) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:08.417967Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26686) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:08.418820Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802421227196241:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:45:08.426159Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580802423972433588:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:45:08.430691Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802424495478218:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:45:08.521790Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:45:08.522012Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580802428427598924:2049] [node 2] ICS07 socket disconnect 498 reason# EndOfStream
2025-12-06T17:45:08.522040Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802428427598924:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:08.522120Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:08.522159Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802428427598924:2049] [node 2] ICS15 start handshake
2025-12-06T17:45:08.525952Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802424132631526:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27359) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:45:08.525996Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802428427598924:2049] [node 2] ICS15 start handshake
2025-12-06T17:45:08.526980Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802424132631526:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27359) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:08.530836Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802428427598924:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:08.530919Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802424132631526:2049] [node 2] ICP30 unregister session Session# [3:7580802428427598924:2049] VirtualId# [3:7580802428427598922:0]
2025-12-06T17:45:08.530981Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:08.531027Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580802424132631526:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:27359) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:08.531045Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27359) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:08.534749Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:45:08.534989Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802425522163633:2049] [node 2] ICS01 socket: 538 reason# EndOfStream
2025-12-06T17:45:08.535030Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802421227196242:2049] [node 2] ICP30 unregister session Session# [6:7580802425522163633:2049] VirtualId# [6:7580802425522163628:0]
2025-12-06T17:45:08.535069Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802425522163633:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:08.535155Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:08.535202Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:08.535311Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:45:08.535485Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802428267400982:2049] [node 2] ICS01 socket: 500 reason# EndOfStream
2025-12-06T17:45:08.535530Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802423972433589:2049] [node 2] ICP30 unregister session Session# [4:7580802428267400982:2049] VirtualId# [4:7580802428267400979:0]
2025-12-06T17:45:08.535556Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802428267400982:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:08.535610Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:08.535650Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:08.535730Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:45:08.535931Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802428790445614:2049] [node 2] ICS07 socket disconnect 549 reason# EndOfStream
2025-12-06T17:45:08.535956Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802428790445614:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:08.536008Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:08.536045Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802428790445614:2049] [node 2] ICS15 start handshake
2025-12-06T17:45:08.538294Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802424495478219:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27359) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:08.538357Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802428790445614:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:08.538394Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802424495478219:2049] [node 2] ICP30 unregister session Session# [5:7580802428790445614:2049] VirtualId# [5:7580802428790445612:0]
2025-12-06T17:45:08.538433Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:08.538466Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802424495478219:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:27359) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:08.538481Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27359) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:08.546764Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580802424132631526:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:45:08.558375Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802424495478219:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:45:08.586749Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:45:08.587243Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:45:08.587423Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802428790445605:2050] [node 3] ICS01 socket: 497 reason# EndOfStream
2025-12-06T17:45:08.587467Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802424495478220:2050] [node 3] ICP30 unregister session Session# [5:7580802428790445605:2050] VirtualId# [5:7580802428790445598:0]
2025-12-06T17:45:08.587503Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802428790445605:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:08.587560Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:45:08.587606Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:45:08.587002Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802428267400977:2050] [node 3] ICS07 socket disconnect 502 reason# EndOfStream
2025-12-06T17:45:08.587031Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802428267400977:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:08.587112Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:45:08.587154Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802428267400977:2050] [node 3] ICS15 start handshake
2025-12-06T17:45:08.593329Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:45:08.593573Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802425522163635:2050] [node 3] ICS01 socket: 543 reason# EndOfStream
2025-12-06T17:45:08.593622Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802421227196243:2050] [node 3] ICP30 unregister session Session# [6:7580802425522163635:2050] VirtualId# [6:7580802425522163631:0]
2025-12-06T17:45:08.593658Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802425522163635:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:08.593752Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:45:08.593795Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:45:08.619650Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:45:08.619930Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802425522163626:2060] [node 4] ICS01 socket: 514 reason# EndOfStream
2025-12-06T17:45:08.619977Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802421227196306:2060] [node 4] ICP30 unregister session Session# [6:7580802425522163626:2060] VirtualId# [6:7580802425522163619:0]
2025-12-06T17:45:08.620012Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802425522163626:2060] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:08.620096Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:45:08.620145Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:45:08.622682Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:45:08.622902Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802428790445596:2072] [node 4] ICS07 socket disconnect 506 reason# EndOfStream
2025-12-06T17:45:08.622932Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802428790445596:2072] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:08.623023Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:45:08.623066Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802428790445596:2072] [node 4] ICS15 start handshake
2025-12-06T17:45:08.624131Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802424495478283:2072] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18076) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:08.624191Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802428790445596:2072] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:08.624230Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802424495478283:2072] [node 4] ICP30 unregister session Session# [5:7580802428790445596:2072] VirtualId# [5:7580802428790445594:0]
2025-12-06T17:45:08.624269Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:45:08.624298Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802424495478283:2072] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:18076) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:08.624316Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18076) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:08.634377Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802424495478283:2072] [node 4] ICP33 wake up from error state
2025-12-06T17:45:08.686904Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:45:08.687164Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802425522163622:2068] [node 5] ICS01 socket: 510 reason# EndOfStream
2025-12-06T17:45:08.687208Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802421227196307:2068] [node 5] ICP30 unregister session Session# [6:7580802425522163622:2068] VirtualId# [6:7580802425522163617:0]
2025-12-06T17:45:08.687246Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802425522163622:2068] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:08.687336Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:45:08.687384Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:45:08.740394Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802428925372539:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:08.740432Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802428925372540:2049] [node 3] ICP01 ready to work
2025-12-06T17:45:08.743592Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802425003741651:2048] [node 2] ICP01 ready to work
2025-12-06T17:45:08.743632Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802425003741652:2049] [node 3] ICP01 ready to work
2025-12-06T17:45:08.767383Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802425219225488:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:08.767421Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802425219225489:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:08.779370Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802428565321039:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:08.779421Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802428565321040:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:08.782747Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802428565321041:2050] [node 3] ICP01 ready to work
2025-12-06T17:45:08.807451Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802428434808665:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:08.807490Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802428434808666:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:08.808116Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802428434808667:2050] [node 3] ICP01 ready to work
2025-12-06T17:45:08.811633Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802425084791405:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:08.811677Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802425084791406:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:08.812093Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802425084791407:2050] [node 3] ICP01 ready to work
2025-12-06T17:45:09.262558Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802429379758738:2079] [node 4] ICP01 ready to work
2025-12-06T17:45:09.340919Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802432860288403:2102] [node 5] ICP01 ready to work
2025-12-06T17:45:09.404992Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802429298709011:2107] [node 4] ICP01 ready to work
2025-12-06T17:45:09.415211Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802432860288407:2104] [node 6] ICP01 ready to work
2025-12-06T17:45:09.414852Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802432729776003:2062] [node 4] ICP01 ready to work
2025-12-06T17:45:09.435429Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802428434808665:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(20261115ns) {Configure:104(20253461ns) {ProcessConfigured:135(87237ns) {StartInitialHandshake:157(83513ns) {DropHandshakes:470(3668ns) {DropIncomingHandshake:442(952ns) DropOutgoingHandshake:457(695ns)} GenerateSessionVirtualId:988(1119ns) PrepareNewSessionHandshake:477(2464ns) {SwitchToState:179(890ns)}}}}}
2025-12-06T17:45:09.438134Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802432729776015:2076] [node 5] ICP01 ready to work
2025-12-06T17:45:09.401330Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802433220339901:2107] [node 4] ICP01 ready to work
2025-12-06T17:45:09.419502Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802429514192875:2135] [node 6] ICP01 ready to work
2025-12-06T17:45:09.468165Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802428565321039:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(52449323ns) {Configure:104(52444886ns) {ProcessConfigured:135(86337ns) {StartInitialHandshake:157(83114ns) {DropHandshakes:470(3598ns) {DropIncomingHandshake:442(902ns) DropOutgoingHandshake:457(427ns)} GenerateSessionVirtualId:988(1085ns) PrepareNewSessionHandshake:477(2596ns) {SwitchToState:179(1003ns)}}}}}
2025-12-06T17:45:09.401366Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802433220339900:2108] [node 6] ICP01 ready to work
2025-12-06T17:45:09.455252Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802429514192874:2107] [node 4] ICP01 ready to work
2025-12-06T17:45:09.474240Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802429298709012:2109] [node 6] ICP01 ready to work
2025-12-06T17:45:09.505700Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802429379758765:2099] [node 6] ICP01 ready to work
2025-12-06T17:45:09.475643Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802433220339902:2109] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:09.497735Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802432729776015:2076] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(56308936ns) {Configure:104(56304156ns) {ProcessConfigured:135(65841ns) {StartInitialHandshake:157(63107ns) {DropHandshakes:470(3664ns) {DropIncomingHandshake:442(822ns) DropOutgoingHandshake:457(529ns)} GenerateSessionVirtualId:988(1007ns) PrepareNewSessionHandshake:477(2689ns) {SwitchToState:179(1202ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:09.475564Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802429514192876:2108] [node 5] ICP01 ready to work
2025-12-06T17:45:09.475780Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802429298709013:2108] [node 5] ICP01 ready to work
2025-12-06T17:45:09.524758Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802428565321040:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(54046818ns) {Configure:104(54042438ns) {ProcessConfigured:135(81250ns) {StartInitialHandshake:157(77378ns) {DropHandshakes:470(3212ns) {DropIncomingHandshake:442(1064ns) DropOutgoingHandshake:457(562ns)} GenerateSessionVirtualId:988(1152ns) PrepareNewSessionHandshake:477(4195ns) {SwitchToState:179(862ns)}}}}}
2025-12-06T17:45:09.515047Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802425003741652:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(21742292ns) {Configure:104(21739825ns) {ProcessConfigured:135(50651ns) {StartInitialHandshake:157(49054ns) {DropHandshakes:470(2163ns) {DropIncomingHandshake:442(626ns) DropOutgoingHandshake:457(607ns)} GenerateSessionVirtualId:988(342ns) PrepareNewSessionHandshake:477(2241ns) {SwitchToState:179(1126ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:09.597388Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802432729776039:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45875
2025-12-06T17:45:09.589859Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802429514192877:2137] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5168
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:09.603349Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802432729776040:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45875
2025-12-06T17:45:09.542637Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802432860288415:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35596
2025-12-06T17:45:09.538570Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802429298709026:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39194
2025-12-06T17:45:09.589332Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802432860288403:2102] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(85801855ns) {Configure:104(85795815ns) {ProcessConfigured:135(67022ns) {StartInitialHandshake:157(64570ns) {DropHandshakes:470(3610ns) {DropIncomingHandshake:442(1089ns) DropOutgoingHandshake:457(637ns)} GenerateSessionVirtualId:988(1400ns) PrepareNewSessionHandshake:477(2137ns) {SwitchToState:179(926ns)}}}}}
2025-12-06T17:45:09.609844Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802432729776040:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:09.538848Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802429298709025:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39194
2025-12-06T17:45:09.613490Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802432860288415:2121] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:09.622410Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802432860288411:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:09.622452Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802432860288411:2119] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:09.624911Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802428565321039:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:09.625834Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802432860288411:2119] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:09.609976Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802432729776039:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:09.610711Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802429514192878:2138] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5168
2025-12-06T17:45:09.608962Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802429298709025:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:09.609646Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802429298709026:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:09.626601Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802429298709019:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:09.626653Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802429298709019:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:09.627576Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802429298709019:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:09.662183Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802429379758765:2099] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(149853162ns) {Configure:104(149849332ns) {ProcessConfigured:135(76771ns) {StartInitialHandshake:157(73643ns) {DropHandshakes:470(3185ns) {DropIncomingHandshake:442(505ns) DropOutgoingHandshake:457(685ns)} GenerateSessionVirtualId:988(676ns) PrepareNewSessionHandshake:477(2209ns) {SwitchToState:179(821ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:09.625657Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802429514192878:2138] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:09.651173Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802429298709015:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:09.612841Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802432729776003:2062] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:09.670516Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802429514192876:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(52238446ns) {Configure:104(52232763ns) {ProcessConfigured:135(12968636ns) {StartInitialHandshake:157(12965070ns) {DropHandshakes:470(4237ns) {DropIncomingHandshake:442(1140ns) DropOutgoingHandshake:457(644ns)} GenerateSessionVirtualId:988(854ns) PrepareNewSessionHandshake:477(3855ns) {SwitchToState:179(2012ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:09.651227Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802429298709015:2111] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:45:09.672015Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802429298709012:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:09.683086Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:09.612933Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802428434808665:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:09.695971Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802432860288407:2104] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:09.692017Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802428925372540:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(63579226ns) {Configure:104(63573826ns) {ProcessConfigured:135(98769ns) {StartInitialHandshake:157(94761ns) {DropHandshakes:470(4706ns) {DropIncomingHandshake:442(1064ns) DropOutgoingHandshake:457(621ns)} GenerateSessionVirtualId:988(1374ns) PrepareNewSessionHandshake:477(2216ns) {SwitchToState:179(847ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:09.683582Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802429298709012:2109] [node 6] ICP22 created new session: [1:7580802429298709032:2109]
2025-12-06T17:45:09.704129Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802429298709032:2109] [node 6] ICS09 handshake done sender: [1:7580802429298709019:2113] self: [1:7580802429298709018:0] peer: [6:7580802432729776042:0] socket: 500 qp: -1
2025-12-06T17:45:09.717095Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802429298709032:2109] [node 6] ICS10 traffic start
2025-12-06T17:45:09.718976Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:09.669223Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802432729776044:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45875
2025-12-06T17:45:09.696037Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:09.739669Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802425219225488:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(68721868ns) {Configure:104(68715210ns) {ProcessConfigured:135(75548ns) {StartInitialHandshake:157(72703ns) {DropHandshakes:470(3361ns) {DropIncomingHandshake:442(820ns) DropOutgoingHandshake:457(600ns)} GenerateSessionVirtualId:988(987ns) PrepareNewSessionHandshake:477(2622ns) {SwitchToState:179(839ns)}}}}}
2025-12-06T17:45:09.739880Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802429514192877:2137] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:09.692216Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802433220339903:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52236
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:09.671493Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802432729776039:2115] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:09.672239Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802432729776043:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45875
2025-12-06T17:45:09.672623Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802428434808665:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:09.672666Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:09.672713Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802428434808665:2048] [node 1] ICP22 created new session: [6:7580802432729776045:2048]
2025-12-06T17:45:09.672759Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802432729776045:2048] [node 1] ICS09 handshake done sender: [6:7580802432729776039:2115] self: [6:7580802432729776042:0] peer: [1:7580802429298709018:0] socket: 510 qp: -1
2025-12-06T17:45:09.672798Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802432729776045:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:09.672833Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:09.675191Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802432729776040:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:09.683234Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802432729776003:2062] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:45:09.683301Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:09.699479Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802432729776003:2062] [node 4] ICP22 created new session: [6:7580802432729776048:2062]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:09.718885Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802432729776048:2062] [node 4] ICS09 handshake done sender: [6:7580802432729776040:2116] self: [6:7580802432729776041:0] peer: [4:7580802432860288410:0] socket: 511 qp: -1
2025-12-06T17:45:09.722967Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802432729776048:2062] [node 4] ICS10 traffic start
2025-12-06T17:45:09.723026Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:09.753297Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802432729776051:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45875
2025-12-06T17:45:09.750491Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802425219225488:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:09.696088Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802432860288407:2104] [node 6] ICP22 created new session: [4:7580802432860288424:2104]
2025-12-06T17:45:09.696136Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802432860288424:2104] [node 6] ICS09 handshake done sender: [4:7580802432860288411:2119] self: [4:7580802432860288410:0] peer: [6:7580802432729776041:0] socket: 504 qp: -1
2025-12-06T17:45:09.696171Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802432860288424:2104] [node 6] ICS10 traffic start
2025-12-06T17:45:09.696209Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:09.748427Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802425084791407:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(57545451ns) {Configure:104(57533265ns) {ProcessConfigured:135(91755ns) {StartInitialHandshake:157(89075ns) {DropHandshakes:470(3600ns) {DropIncomingHandshake:442(892ns) DropOutgoingHandshake:457(590ns)} GenerateSessionVirtualId:988(1336ns) PrepareNewSessionHandshake:477(2326ns) {SwitchToState:179(732ns)}}}}}
2025-12-06T17:45:09.753984Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802429379758777:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30737
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:09.695390Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802433220339904:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52236
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:09.768897Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802432729776051:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:09.717436Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802433220339904:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:09.717652Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802433220339913:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52236
2025-12-06T17:45:09.718109Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802433220339903:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:09.753616Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802433220339913:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:09.781268Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802433220339920:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52236
2025-12-06T17:45:09.782060Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802433220339901:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(123292672ns) {Configure:104(123285958ns) {ProcessConfigured:135(1008373ns) {StartInitialHandshake:157(1004880ns) {DropHandshakes:470(3285ns) {DropIncomingHandshake:442(800ns) DropOutgoingHandshake:457(569ns)} GenerateSessionVirtualId:988(845ns) PrepareNewSessionHandshake:477(6669ns) {SwitchToState:179(705ns)}}}}}
2025-12-06T17:45:09.780044Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802429298709017:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:09.780085Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802429298709017:2112] [node 3] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:09.783840Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802432860288427:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35596
2025-12-06T17:45:09.771128Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802429514192890:2145] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5168
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:09.784755Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802433220339906:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:09.784797Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802433220339906:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:09.776068Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802429379758777:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:09.779521Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802429379758781:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30737
2025-12-06T17:45:09.777097Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802429514192889:2144] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5168
2025-12-06T17:45:09.782645Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802429514192890:2145] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:09.783282Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802428434808666:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:09.790783Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802433220339906:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:09.786007Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7580802432860288407:2104] [node 6] ICP27 obsolete handshake fail ignored
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:09.800195Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802425219225489:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:09.798898Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802432729776052:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45875
2025-12-06T17:45:09.790582Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802432860288426:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35596
2025-12-06T17:45:09.802864Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802429298709012:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(130601144ns) {HandleHandshakeStatus:329(130596234ns) {DropIncomingHandshake:442(18029ns) DropOutgoingHandshake:457(1156ns) SwitchToState:179(986ns) ProcessPendingSessionEvents:495(51086498ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 47460992ns max# 10875081ns}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:09.817090Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802429379758781:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:09.817224Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802425084791407:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:09.809055Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802429514192889:2144] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:09.799481Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802432729776054:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45875
2025-12-06T17:45:09.803644Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802432860288426:2124] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:09.806021Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802433220339900:2108] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:09.814175Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802432729776052:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:09.804425Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802429298709034:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39194
2025-12-06T17:45:09.815240Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802432729776051:2119] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:09.815500Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802432860288429:2126] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35596
2025-12-06T17:45:09.806102Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:09.815736Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802425219225489:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(22200896ns) {IncomingHandshake:261(18855146ns) {DropIncomingHandshake:442(669ns) PrepareNewSessionHandshake:477(2541ns) {SwitchToState:179(1143ns)} GenerateSessionVirtualId:988(878ns) IssueIncomingHandshakeReply:193(6674170ns) {SwitchToState:179(3909ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:09.804802Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802429298709035:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39194
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:09.806154Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802433220339900:2108] [node 6] ICP22 created new session: [2:7580802433220339924:2108]
2025-12-06T17:45:09.821194Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802429514192886:2142] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:09.808273Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802429298709015:2111] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:09.816516Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802429298709034:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:09.816611Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802429298709035:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:09.816649Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802429298709011:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:45:09.816707Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:09.816752Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802429298709011:2107] [node 4] ICP22 created new session: [1:7580802429298709039:2107]
2025-12-06T17:45:09.816803Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802429298709039:2107] [node 4] ICS09 handshake done sender: [1:7580802429298709015:2111] self: [1:7580802429298709014:0] peer: [4:7580802432860288423:0] socket: 496 qp: -1
2025-12-06T17:45:09.816828Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802429298709039:2107] [node 4] ICS10 traffic start
2025-12-06T17:45:09.816872Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:09.840333Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802429298709042:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39194
2025-12-06T17:45:09.842801Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802429298709017:2112] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:09.822386Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802432860288415:2121] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:09.860031Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802425003741652:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:45:09.860109Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:09.860157Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802425003741652:2049] [node 3] ICP22 created new session: [1:7580802429298709045:2049]
2025-12-06T17:45:09.860203Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802429298709045:2049] [node 3] ICS09 handshake done sender: [1:7580802429298709017:2112] self: [1:7580802429298709016:0] peer: [3:7580802429514192891:0] socket: 499 qp: -1
2025-12-06T17:45:09.860240Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802429298709045:2049] [node 3] ICS10 traffic start
2025-12-06T17:45:09.860295Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:09.821223Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802429514192886:2142] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:09.806199Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802433220339924:2108] [node 6] ICS09 handshake done sender: [2:7580802433220339906:2114] self: [2:7580802433220339905:0] peer: [6:7580802432729776053:0] socket: 528 qp: -1
2025-12-06T17:45:09.822800Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802428565321039:2048] [node 1] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:09.848711Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802428434808666:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:09.806242Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802433220339924:2108] [node 6] ICS10 traffic start
2025-12-06T17:45:09.823582Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:09.831910Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802428565321039:2048] [node 1] ICP22 created new session: [4:7580802432860288431:2048]
2025-12-06T17:45:09.833219Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802432860288431:2048] [node 1] ICS09 handshake done sender: [4:7580802432860288415:2121] self: [4:7580802432860288423:0] peer: [1:7580802429298709014:0] socket: 503 qp: -1
2025-12-06T17:45:09.842662Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802432860288431:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:09.842709Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:09.844251Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802428565321039:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(20623582ns) {HandleHandshakeStatus:329(20621020ns) {DropIncomingHandshake:442(1102ns) DropOutgoingHandshake:457(49988ns) SwitchToState:179(491ns) ProcessPendingSessionEvents:495(582308ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 527290ns max# 59901ns}}}
2025-12-06T17:45:09.863136Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802432860288434:2127] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35596
2025-12-06T17:45:09.864531Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802432860288435:2128] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35596
2025-12-06T17:45:09.848163Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802429379758784:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30737
2025-12-06T17:45:09.848808Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:09.806273Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:09.817758Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802433220339920:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:09.817861Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802433220339910:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:09.817883Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802433220339910:2116] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:45:09.823145Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802433220339910:2116] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:09.835872Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802428925372540:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:45:09.835935Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:09.835993Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802428925372540:2049] [node 3] ICP22 created new session: [2:7580802433220339929:2049]
2025-12-06T17:45:09.836041Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802433220339929:2049] [node 3] ICS09 handshake done sender: [2:7580802433220339910:2116] self: [2:7580802433220339909:0] peer: [3:7580802429514192896:0] socket: 526 qp: -1
2025-12-06T17:45:09.836075Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802433220339929:2049] [node 3] ICS10 traffic start
2025-12-06T17:45:09.836128Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:09.858135Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802433220339931:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52236
2025-12-06T17:45:09.823758Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802429514192886:2142] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:09.870726Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802433220339900:2108] [node 6] ICP35 event processing took too much time PendingConnection:279(63794630ns) {HandleHandshakeStatus:329(63790091ns) {DropIncomingHandshake:442(16952ns) DropOutgoingHandshake:457(946ns) SwitchToState:179(632ns) ProcessPendingSessionEvents:495(63385040ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 63274195ns max# 9300139ns}}}
2025-12-06T17:45:09.875800Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802433220339931:2121] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:09.848341Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802429379758785:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30737
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:09.824451Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802429514192899:2146] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5168
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:09.848858Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802428434808666:2049] [node 2] ICP22 created new session: [6:7580802432729776055:2049]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:09.887293Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802429298709028:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:09.879837Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580802428925372539:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:09.865733Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802429379758786:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30737
2025-12-06T17:45:09.848902Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802432729776055:2049] [node 2] ICS09 handshake done sender: [6:7580802432729776051:2119] self: [6:7580802432729776053:0] peer: [2:7580802433220339905:0] socket: 531 qp: -1
2025-12-06T17:45:09.892344Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802433220339934:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52236
2025-12-06T17:45:09.894299Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802432860288421:2123] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:09.828757Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802429514192900:2147] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5168
2025-12-06T17:45:09.865968Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802429379758782:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30737
2025-12-06T17:45:09.875391Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802429379758784:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:09.875501Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802429379758782:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:09.875593Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802429379758781:2116] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:09.877661Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802425084791407:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:45:09.877716Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:09.877764Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802425084791407:2050] [node 3] ICP22 created new session: [5:7580802429379758787:2050]
2025-12-06T17:45:09.877811Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802429379758787:2050] [node 3] ICS09 handshake done sender: [5:7580802429379758781:2116] self: [5:7580802429379758783:0] peer: [3:7580802429514192885:0] socket: 537 qp: -1
2025-12-06T17:45:09.877847Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802429379758787:2050] [node 3] ICS10 traffic start
2025-12-06T17:45:09.877881Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:09.880484Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802429379758786:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:09.880575Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802425084791406:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:09.880801Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802425084791405:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:09.881648Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802429379758738:2079] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:09.848940Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802432729776055:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:09.887337Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802429298709028:2117] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:45:09.889399Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802429298709021:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:09.900513Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802429379758793:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30737
2025-12-06T17:45:09.828850Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802429514192890:2145] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:09.848987Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:09.894340Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802432860288421:2123] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:09.894204Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802433220339908:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:09.894735Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802432860288434:2127] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:09.849712Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580802428434808666:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:45:09.829048Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802425219225489:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:09.889424Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802429298709021:2114] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:09.894237Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802433220339908:2115] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:09.915452Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802429379758782:2117] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:09.897116Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802433220339921:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:09.897141Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802433220339921:2120] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:45:09.898019Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802433220339931:2121] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:09.899028Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580802428925372539:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:09.899098Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:09.899152Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802428925372539:2048] [node 1] ICP22 created new session: [2:7580802433220339937:2048]
2025-12-06T17:45:09.899217Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802433220339937:2048] [node 1] ICS09 handshake done sender: [2:7580802433220339931:2121] self: [2:7580802433220339933:0] peer: [1:7580802429298709027:0] socket: 493 qp: -1
2025-12-06T17:45:09.899252Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802433220339937:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:09.899286Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:09.911072Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802433220339908:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:09.915068Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802433220339921:2120] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:09.923062Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802433220339902:2109] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:09.923133Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:09.923181Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802433220339902:2109] [node 5] ICP22 created new session: [2:7580802433220339939:2109]
2025-12-06T17:45:09.923254Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802433220339939:2109] [node 5] ICS09 handshake done sender: [2:7580802433220339908:2115] self: [2:7580802433220339907:0] peer: [5:7580802429379758789:0] socket: 497 qp: -1
2025-12-06T17:45:09.923289Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802433220339939:2109] [node 5] ICS10 traffic start
2025-12-06T17:45:09.923349Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:09.926780Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802433220339901:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:45:09.926836Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:09.926884Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802433220339901:2107] [node 4] ICP22 created new session: [2:7580802433220339941:2107]
2025-12-06T17:45:09.926927Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802433220339941:2107] [node 4] ICS09 handshake done sender: [2:7580802433220339921:2120] self: [2:7580802433220339919:0] peer: [4:7580802432860288437:0] socket: 501 qp: -1
2025-12-06T17:45:09.926972Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802433220339941:2107] [node 4] ICS10 traffic start
2025-12-06T17:45:09.927006Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:09.894855Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802432860288435:2128] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:09.829116Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:09.893805Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802429298709028:2117] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:09.850335Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802428434808667:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:09.852016Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802432729776003:2062] [node 4] ICP35 event processing took too much time PendingConnection:279(167910896ns) {HandleHandshakeStatus:329(167907073ns) {DropIncomingHandshake:442(1095ns) DropOutgoingHandshake:457(16951ns) SwitchToState:179(722ns) ProcessPendingSessionEvents:495(96960929ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 94648708ns max# 9310894ns}}}
2025-12-06T17:45:09.888342Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802432729776058:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45875
2025-12-06T17:45:09.893359Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802432729776059:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45875
2025-12-06T17:45:09.898495Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802432729776058:2122] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:09.899891Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802432729776015:2076] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:09.909424Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802432729776052:2120] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:09.926411Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802428434808667:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:45:09.926511Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:09.926579Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802428434808667:2050] [node 3] ICP22 created new session: [6:7580802432729776061:2050]
2025-12-06T17:45:09.926637Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802432729776061:2050] [node 3] ICS09 handshake done sender: [6:7580802432729776052:2120] self: [6:7580802432729776057:0] peer: [3:7580802429514192883:0] socket: 539 qp: -1
2025-12-06T17:45:09.929234Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802432729776061:2050] [node 3] ICS10 traffic start
2025-12-06T17:45:09.929306Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:09.944329Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802432729776063:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45875
2025-12-06T17:45:09.947737Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802432729776058:2122] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:09.957580Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802432729776015:2076] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:45:09.957646Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:09.957700Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802432729776015:2076] [node 5] ICP22 created new session: [6:7580802432729776064:2076]
2025-12-06T17:45:09.957748Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802432729776064:2076] [node 5] ICS09 handshake done sender: [6:7580802432729776058:2122] self: [6:7580802432729776060:0] peer: [5:7580802429379758772:0] socket: 560 qp: -1
2025-12-06T17:45:09.957785Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802432729776064:2076] [node 5] ICS10 traffic start
2025-12-06T17:45:09.957830Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:09.829164Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802425219225489:2049] [node 2] ICP22 created new session: [3:7580802429514192901:2049]
2025-12-06T17:45:09.829244Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802429514192901:2049] [node 2] ICS09 handshake done sender: [3:7580802429514192890:2145] self: [3:7580802429514192896:0] peer: [2:7580802433220339909:0] socket: 534 qp: -1
2025-12-06T17:45:09.829285Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802429514192901:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:09.829337Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:09.833555Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802429514192876:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:09.833603Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:09.833652Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802429514192876:2108] [node 5] ICP22 created new session: [3:7580802429514192903:2108]
2025-12-06T17:45:09.833698Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802429514192903:2108] [node 5] ICS09 handshake done sender: [3:7580802429514192886:2142] self: [3:7580802429514192885:0] peer: [5:7580802429379758783:0] socket: 536 qp: -1
2025-12-06T17:45:09.833727Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802429514192903:2108] [node 5] ICS10 traffic start
2025-12-06T17:45:09.833780Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:09.866307Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802429514192884:2141] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:09.866335Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802429514192884:2141] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:09.891898Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802429514192878:2138] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:09.899858Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802429514192884:2141] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:09.903477Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802429514192882:2140] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:09.903503Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802429514192882:2140] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:45:09.904247Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802425219225488:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:09.904316Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:09.904532Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802425219225488:2048] [node 1] ICP22 created new session: [3:7580802429514192908:2048]
2025-12-06T17:45:09.904580Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802429514192908:2048] [node 1] ICS09 handshake done sender: [3:7580802429514192878:2138] self: [3:7580802429514192891:0] peer: [1:7580802429298709016:0] socket: 509 qp: -1
2025-12-06T17:45:09.904616Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802429514192908:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:09.904655Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:09.917898Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802429514192875:2135] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:09.917980Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:09.918036Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802429514192875:2135] [node 6] ICP22 created new session: [3:7580802429514192911:2135]
2025-12-06T17:45:09.918088Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802429514192911:2135] [node 6] ICS09 handshake done sender: [3:7580802429514192884:2141] self: [3:7580802429514192883:0] peer: [6:7580802432729776057:0] socket: 535 qp: -1
2025-12-06T17:45:09.918126Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802429514192911:2135] [node 6] ICS10 traffic start
2025-12-06T17:45:09.918179Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:09.945138Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802429514192882:2140] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:09.945417Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802429514192874:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:45:09.945512Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:09.945574Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802429514192874:2107] [node 4] ICP22 created new session: [3:7580802429514192913:2107]
2025-12-06T17:45:09.945631Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802429514192913:2107] [node 4] ICS09 handshake done sender: [3:7580802429514192882:2140] self: [3:7580802429514192881:0] peer: [4:7580802432860288436:0] socket: 553 qp: -1
2025-12-06T17:45:09.945663Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802429514192913:2107] [node 4] ICS10 traffic start
2025-12-06T17:45:09.945702Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:09.965082Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802429514192875:2135] [node 6] ICP35 event processing took too much time PendingConnection:279(46376450ns) {HandleHandshakeStatus:329(46370919ns) {DropIncomingHandshake:442(16666ns) DropOutgoingHandshake:457(644ns) SwitchToState:179(814ns) ProcessPendingSessionEvents:495(45924861ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 45834398ns max# 25740320ns}}}
2025-12-06T17:45:09.916683Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802429379758773:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:09.916725Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580802429379758773:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:09.919261Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802425084791405:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:09.919357Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:09.919421Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802425084791405:2048] [node 1] ICP22 created new session: [5:7580802429379758796:2048]
2025-12-06T17:45:09.919479Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802429379758796:2048] [node 1] ICS09 handshake done sender: [5:7580802429379758782:2117] self: [5:7580802429379758790:0] peer: [1:7580802429298709020:0] socket: 544 qp: -1
2025-12-06T17:45:09.919564Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802429379758796:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:09.919601Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:09.921861Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802429379758794:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30737
2025-12-06T17:45:09.922353Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802429379758795:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30737
2025-12-06T17:45:09.942005Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802429379758786:2120] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:09.942738Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802425084791406:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3276) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802429379758784:2118] held: no
2025-12-06T17:45:09.943706Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802429379758784:2118] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:09.944834Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802429379758773:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:09.948037Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802429379758738:2079] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:45:09.948088Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:09.948150Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802429379758738:2079] [node 4] ICP22 created new session: [5:7580802429379758799:2079]
2025-12-06T17:45:09.948201Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802429379758799:2079] [node 4] ICS09 handshake done sender: [5:7580802429379758786:2120] self: [5:7580802429379758791:0] peer: [4:7580802432860288420:0] socket: 556 qp: -1
2025-12-06T17:45:09.948233Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802429379758799:2079] [node 4] ICS10 traffic start
2025-12-06T17:45:09.948281Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:09.950042Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580802429379758765:2099] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:09.950095Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:09.950138Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802429379758765:2099] [node 6] ICP22 created new session: [5:7580802429379758801:2099]
2025-12-06T17:45:09.950197Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802429379758801:2099] [node 6] ICS09 handshake done sender: [5:7580802429379758773:2113] self: [5:7580802429379758772:0] peer: [6:7580802432729776060:0] socket: 558 qp: -1
2025-12-06T17:45:09.950223Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802429379758801:2099] [node 6] ICS10 traffic start
2025-12-06T17:45:09.950258Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:09.895023Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802428565321041:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:09.895762Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802428565321040:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:09.907440Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802432860288439:2129] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35596
2025-12-06T17:45:09.909036Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802432860288421:2123] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:09.938891Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802432860288403:2102] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:09.938969Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:09.939023Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802432860288403:2102] [node 5] ICP22 created new session: [4:7580802432860288440:2102]
2025-12-06T17:45:09.939071Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802432860288440:2102] [node 5] ICS09 handshake done sender: [4:7580802432860288421:2123] self: [4:7580802432860288420:0] peer: [5:7580802429379758791:0] socket: 495 qp: -1
2025-12-06T17:45:09.939109Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802432860288440:2102] [node 5] ICS10 traffic start
2025-12-06T17:45:09.939147Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:09.894066Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802429298709021:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:09.907814Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802425003741651:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:45:09.907903Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:09.907960Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802425003741651:2048] [node 2] ICP22 created new session: [1:7580802429298709049:2048]
2025-12-06T17:45:09.908502Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802429298709049:2048] [node 2] ICS09 handshake done sender: [1:7580802429298709028:2117] self: [1:7580802429298709027:0] peer: [2:7580802433220339933:0] socket: 554 qp: -1
2025-12-06T17:45:09.911282Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802429298709013:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:09.911350Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:09.911405Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802429298709013:2108] [node 5] ICP22 created new session: [1:7580802429298709050:2108]
2025-12-06T17:45:09.911460Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802429298709050:2108] [node 5] ICS09 handshake done sender: [1:7580802429298709021:2114] self: [1:7580802429298709020:0] peer: [5:7580802429379758790:0] socket: 543 qp: -1
2025-12-06T17:45:09.911506Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802429298709050:2108] [node 5] ICS10 traffic start
2025-12-06T17:45:09.911544Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:09.916846Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802429298709049:2048] [node 2] ICS10 traffic start
2025-12-06T17:45:09.928981Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:09.968159Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802425003741651:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(59461845ns) {HandleHandshakeStatus:329(59458804ns) {DropIncomingHandshake:442(21701ns) DropOutgoingHandshake:457(787ns) SwitchToState:179(749ns) ProcessPendingSessionEvents:495(4488860ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 4431831ns max# 3997990ns}}}
2025-12-06T17:45:09.972481Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802428565321040:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3276) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580802432860288435:2128] held: no
2025-12-06T17:45:09.974706Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802432860288435:2128] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:09.975499Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [1:7580802425003741652:2049] [node 3] ICP27 obsolete handshake fail ignored
2025-12-06T17:45:09.990128Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802425084791406:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:09.990209Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:09.990268Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802425084791406:2049] [node 2] ICP22 created new session: [5:7580802429379758803:2049]
2025-12-06T17:45:09.990312Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802429379758803:2049] [node 2] ICS09 handshake done sender: [5:7580802429379758784:2118] self: [5:7580802429379758789:0] peer: [2:7580802433220339907:0] socket: 548 qp: -1
2025-12-06T17:45:09.990355Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802429379758803:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:09.990392Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:10.001245Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802428565321040:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:10.001322Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:10.001378Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802428565321040:2049] [node 2] ICP22 created new session: [4:7580802432860288443:2049]
2025-12-06T17:45:10.001429Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802432860288443:2049] [node 2] ICS09 handshake done sender: [4:7580802432860288435:2128] self: [4:7580802432860288437:0] peer: [2:7580802433220339919:0] socket: 557 qp: -1
2025-12-06T17:45:10.001465Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802432860288443:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:10.001502Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:10.005756Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802428565321041:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12308) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580802432860288434:2127] held: no
2025-12-06T17:45:10.006406Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802432860288442:2130] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35596
2025-12-06T17:45:10.007467Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802432860288434:2127] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:10.008206Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802428565321041:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:45:10.008271Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:10.008324Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802428565321041:2050] [node 3] ICP22 created new session: [4:7580802437155255741:2050]
2025-12-06T17:45:10.008367Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802437155255741:2050] [node 3] ICS09 handshake done sender: [4:7580802432860288434:2127] self: [4:7580802432860288436:0] peer: [3:7580802429514192881:0] socket: 555 qp: -1
2025-12-06T17:45:10.008419Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802437155255741:2050] [node 3] ICS10 traffic start
2025-12-06T17:45:10.008786Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:10.056009Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:45:10.056246Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580802433220339937:2048] [node 1] ICS01 socket: 493 reason# EndOfStream
2025-12-06T17:45:10.056290Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580802428925372539:2048] [node 1] ICP30 unregister session Session# [2:7580802433220339937:2048] VirtualId# [2:7580802433220339933:0]
2025-12-06T17:45:10.056325Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580802433220339937:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:10.056405Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:10.056447Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:10.058412Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:45:10.058667Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580802429514192908:2048] [node 1] ICS07 socket disconnect 509 reason# EndOfStream
2025-12-06T17:45:10.058698Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802429514192908:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:10.058772Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:10.058809Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802429514192908:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:10.062700Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802425219225488:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6809) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:45:10.062750Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802429514192908:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:10.067185Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:45:10.070689Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802425219225488:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6809) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:10.070769Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802429514192908:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:10.070802Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802425219225488:2048] [node 1] ICP30 unregister session Session# [3:7580802429514192908:2048] VirtualId# [3:7580802429514192891:0]
2025-12-06T17:45:10.070850Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:10.070892Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580802425219225488:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:6809) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:10.070907Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6809) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:10.071287Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:45:10.071493Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802432729776045:2048] [node 1] ICS01 socket: 510 reason# EndOfStream
2025-12-06T17:45:10.071528Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802428434808665:2048] [node 1] ICP30 unregister session Session# [6:7580802432729776045:2048] VirtualId# [6:7580802432729776042:0]
2025-12-06T17:45:10.071564Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802432729776045:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:10.071643Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:10.071686Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:10.067399Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802432860288431:2048] [node 1] ICS07 socket disconnect 503 reason# EndOfStream
2025-12-06T17:45:10.067439Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802432860288431:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:10.067521Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:10.067740Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802432860288431:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:10.073373Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802428565321039:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6809) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:10.073423Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802432860288431:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:10.073463Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802428565321039:2048] [node 1] ICP30 unregister session Session# [4:7580802432860288431:2048] VirtualId# [4:7580802432860288423:0]
2025-12-06T17:45:10.073504Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:10.073533Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802428565321039:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:6809) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:10.073548Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6809) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:10.073758Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:45:10.074406Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802429379758796:2048] [node 1] ICS01 socket: 544 reason# EndOfStream
2025-12-06T17:45:10.074447Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802425084791405:2048] [node 1] ICP30 unregister session Session# [5:7580802429379758796:2048] VirtualId# [5:7580802429379758790:0]
2025-12-06T17:45:10.074477Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802429379758796:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:10.074575Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:10.074624Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:10.082651Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580802428565321039:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:45:10.082776Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580802425219225488:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:45:10.177529Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:45:10.177776Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580802429514192901:2049] [node 2] ICS07 socket disconnect 534 reason# EndOfStream
2025-12-06T17:45:10.177806Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802429514192901:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:10.177903Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:10.177952Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802429514192901:2049] [node 2] ICS15 start handshake
2025-12-06T17:45:10.182547Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802425219225489:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3276) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:45:10.182604Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802429514192901:2049] [node 2] ICS15 start handshake
2025-12-06T17:45:10.183698Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802425219225489:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3276) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:10.183757Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802429514192901:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:10.183807Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802425219225489:2049] [node 2] ICP30 unregister session Session# [3:7580802429514192901:2049] VirtualId# [3:7580802429514192896:0]
2025-12-06T17:45:10.183855Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:10.183890Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580802425219225489:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:3276) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:10.183922Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3276) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:10.186673Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:45:10.186906Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802432860288443:2049] [node 2] ICS01 socket: 557 reason# EndOfStream
2025-12-06T17:45:10.186951Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802428565321040:2049] [node 2] ICP30 unregister session Session# [4:7580802432860288443:2049] VirtualId# [4:7580802432860288437:0]
2025-12-06T17:45:10.186985Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802432860288443:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:10.187059Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:10.187099Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:10.190725Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:45:10.191000Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802432729776055:2049] [node 2] ICS01 socket: 531 reason# EndOfStream
2025-12-06T17:45:10.191049Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802428434808666:2049] [node 2] ICP30 unregister session Session# [6:7580802432729776055:2049] VirtualId# [6:7580802432729776053:0]
2025-12-06T17:45:10.191090Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802432729776055:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:10.191196Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:10.191245Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:10.199139Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:45:10.199419Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802429379758803:2049] [node 2] ICS01 socket: 548 reason# EndOfStream
2025-12-06T17:45:10.199467Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802425084791406:2049] [node 2] ICP30 unregister session Session# [5:7580802429379758803:2049] VirtualId# [5:7580802429379758789:0]
2025-12-06T17:45:10.199511Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802429379758803:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:10.199608Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:10.199655Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:10.236923Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:45:10.237184Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802437155255741:2050] [node 3] ICS01 socket: 555 reason# EndOfStream
2025-12-06T17:45:10.237224Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802428565321041:2050] [node 3] ICP30 unregister session Session# [4:7580802437155255741:2050] VirtualId# [4:7580802432860288436:0]
2025-12-06T17:45:10.237260Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802437155255741:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:10.237358Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:45:10.237407Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:45:10.236918Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:45:10.237173Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802432729776061:2050] [node 3] ICS01 socket: 539 reason# EndOfStream
2025-12-06T17:45:10.237221Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802428434808667:2050] [node 3] ICP30 unregister session Session# [6:7580802432729776061:2050] VirtualId# [6:7580802432729776057:0]
2025-12-06T17:45:10.237268Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802432729776061:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:10.237346Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:45:10.237383Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:45:10.237494Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:45:10.237680Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802429379758787:2050] [node 3] ICS07 socket disconnect 537 reason# EndOfStream
2025-12-06T17:45:10.237707Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802429379758787:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:10.237774Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:45:10.237816Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802429379758787:2050] [node 3] ICS15 start handshake
2025-12-06T17:45:10.244712Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802425084791407:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12308) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:10.244796Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802429379758787:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:10.244842Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802425084791407:2050] [node 3] ICP30 unregister session Session# [5:7580802429379758787:2050] VirtualId# [5:7580802429379758783:0]
2025-12-06T17:45:10.244893Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:45:10.244939Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802425084791407:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:12308) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:10.244960Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12308) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:10.255900Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802425084791407:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:45:10.370079Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:45:10.371102Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802429379758799:2079] [node 4] ICS01 socket: 556 reason# EndOfStream
2025-12-06T17:45:10.371153Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802429379758738:2079] [node 4] ICP30 unregister session Session# [5:7580802429379758799:2079] VirtualId# [5:7580802429379758791:0]
2025-12-06T17:45:10.371186Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802429379758799:2079] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:10.371300Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:45:10.371366Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:45:10.370661Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:45:10.370881Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802432729776048:2062] [node 4] ICS07 socket disconnect 511 reason# EndOfStream
2025-12-06T17:45:10.372232Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802432729776048:2062] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:10.372326Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:45:10.372376Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802432729776048:2062] [node 4] ICS15 start handshake
2025-12-06T17:45:10.373515Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802432729776003:2062] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3211) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:10.373578Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802432729776048:2062] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:10.373614Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802432729776003:2062] [node 4] ICP30 unregister session Session# [6:7580802432729776048:2062] VirtualId# [6:7580802432729776041:0]
2025-12-06T17:45:10.373720Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:45:10.373762Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802432729776003:2062] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:3211) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:10.373776Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3211) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:10.386609Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802432729776003:2062] [node 4] ICP33 wake up from error state
2025-12-06T17:45:10.550262Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:45:10.550522Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802432729776064:2076] [node 5] ICS01 socket: 560 reason# EndOfStream
2025-12-06T17:45:10.550577Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802432729776015:2076] [node 5] ICP30 unregister session Session# [6:7580802432729776064:2076] VirtualId# [6:7580802432729776060:0]
2025-12-06T17:45:10.550619Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802432729776064:2076] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:10.550714Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:45:10.550763Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:45:10.656931Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802436171568743:2048] [node 2] ICP01 ready to work
2025-12-06T17:45:10.656968Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802436171568744:2049] [node 3] ICP01 ready to work
2025-12-06T17:45:10.668014Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802435582790718:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:10.668050Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802435582790719:2049] [node 3] ICP01 ready to work
2025-12-06T17:45:10.683707Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802435264230412:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:10.683751Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802435264230413:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:10.695962Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802435673377607:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:10.696024Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802435673377608:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:10.696073Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802435673377609:2050] [node 3] ICP01 ready to work
2025-12-06T17:45:10.713744Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802435278819435:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:10.713795Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802435278819436:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:10.713837Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802435278819437:2050] [node 3] ICP01 ready to work
2025-12-06T17:45:10.733535Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802436721709576:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:10.733590Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802436721709577:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:10.733645Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802436721709578:2050] [node 3] ICP01 ready to work
2025-12-06T17:45:11.122220Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802440466536103:2108] [node 5] ICP01 ready to work
2025-12-06T17:45:11.124357Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802441016676931:2105] [node 5] ICP01 ready to work
2025-12-06T17:45:11.141214Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802440466536104:2107] [node 4] ICP01 ready to work
2025-12-06T17:45:11.176164Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802441016676931:2105] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(51447599ns) {Configure:104(51441784ns) {ProcessConfigured:135(29337513ns) {StartInitialHandshake:157(29334376ns) {DropHandshakes:470(3972ns) {DropIncomingHandshake:442(889ns) DropOutgoingHandshake:457(637ns)} GenerateSessionVirtualId:988(1813ns) PrepareNewSessionHandshake:477(5417ns) {SwitchToState:179(2945ns)}}}}}
2025-12-06T17:45:11.160755Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802439877758102:2132] [node 6] ICP01 ready to work
2025-12-06T17:45:11.160723Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802440466536115:2110] [node 6] ICP01 ready to work
2025-12-06T17:45:11.182578Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802439877758103:2107] [node 4] ICP01 ready to work
2025-12-06T17:45:11.211497Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802439877758104:2109] [node 5] ICP01 ready to work
2025-12-06T17:45:11.230314Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802439559197771:2107] [node 4] ICP01 ready to work
2025-12-06T17:45:11.268654Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802439559197773:2109] [node 6] ICP01 ready to work
2025-12-06T17:45:11.271036Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802439559197772:2108] [node 5] ICP01 ready to work
2025-12-06T17:45:11.279344Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802440466536103:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(156754300ns) {Configure:104(156748844ns) {ProcessConfigured:135(66708ns) {StartInitialHandshake:157(64365ns) {DropHandshakes:470(2920ns) {DropIncomingHandshake:442(695ns) DropOutgoingHandshake:457(650ns)} GenerateSessionVirtualId:988(1022ns) PrepareNewSessionHandshake:477(1937ns) {SwitchToState:179(463ns)}}}}}
2025-12-06T17:45:11.294931Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802439573786811:2108] [node 4] ICP01 ready to work
2025-12-06T17:45:11.315506Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802435278819436:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(20079144ns) {Configure:104(20072308ns) {ProcessConfigured:135(12983998ns) {StartInitialHandshake:157(12981089ns) {DropHandshakes:470(1397ns) {DropIncomingHandshake:442(332ns) DropOutgoingHandshake:457(283ns)} GenerateSessionVirtualId:988(376ns) PrepareNewSessionHandshake:477(5489ns) {SwitchToState:179(1547ns)}}}}}
2025-12-06T17:45:11.302740Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802441016676950:2110] [node 4] ICP01 ready to work
2025-12-06T17:45:11.321162Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802439573786812:2113] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:11.323177Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802439559197771:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(37370768ns) {Configure:104(37366130ns) {ProcessConfigured:135(96653ns) {StartInitialHandshake:157(92911ns) {DropHandshakes:470(3256ns) {DropIncomingHandshake:442(910ns) DropOutgoingHandshake:457(553ns)} GenerateSessionVirtualId:988(909ns) PrepareNewSessionHandshake:477(2614ns) {SwitchToState:179(711ns)}}}}}
2025-12-06T17:45:11.333402Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802439877758103:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(35877821ns) {Configure:104(35873567ns) {ProcessConfigured:135(34162744ns) {StartInitialHandshake:157(34159991ns) {DropHandshakes:470(2621ns) {DropIncomingHandshake:442(526ns) DropOutgoingHandshake:457(527ns)} GenerateSessionVirtualId:988(1282ns) PrepareNewSessionHandshake:477(2868ns) {SwitchToState:179(1195ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:11.365339Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802441016676955:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63280
2025-12-06T17:45:11.333915Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802439968344967:2108] [node 5] ICP01 ready to work
2025-12-06T17:45:11.332475Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802439559197782:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54575
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:11.347428Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802435673377608:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(176767496ns) {Configure:104(176756214ns) {ProcessConfigured:135(83306ns) {StartInitialHandshake:157(80030ns) {DropHandshakes:470(3368ns) {DropIncomingHandshake:442(790ns) DropOutgoingHandshake:457(561ns)} GenerateSessionVirtualId:988(1058ns) PrepareNewSessionHandshake:477(2178ns) {SwitchToState:179(760ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:11.348350Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802439968344970:2110] [node 6] ICP01 ready to work
2025-12-06T17:45:11.393377Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802435278819437:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(174866935ns) {Configure:104(174861222ns) {ProcessConfigured:135(33132750ns) {StartInitialHandshake:157(33129956ns) {DropHandshakes:470(2497ns) {DropIncomingHandshake:442(513ns) DropOutgoingHandshake:457(587ns)} GenerateSessionVirtualId:988(368ns) PrepareNewSessionHandshake:477(3700ns) {SwitchToState:179(1634ns)}}}}}
2025-12-06T17:45:11.417283Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802439877758117:2142] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2568
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:11.421459Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802441016676955:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:11.423668Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802439559197782:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:11.390970Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802435673377607:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(216595520ns) {Configure:104(216588805ns) {ProcessConfigured:135(34921771ns) {StartInitialHandshake:157(34918447ns) {DropHandshakes:470(3261ns) {DropIncomingHandshake:442(731ns) DropOutgoingHandshake:457(756ns)} GenerateSessionVirtualId:988(1212ns) PrepareNewSessionHandshake:477(5091ns) {SwitchToState:179(2779ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:11.436105Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802440466536125:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20502
2025-12-06T17:45:11.391814Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802439968344971:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62260
2025-12-06T17:45:11.434653Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802436721709578:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:11.435179Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802435264230412:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:11.446720Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802439877758107:2136] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2568
2025-12-06T17:45:11.450900Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802439877758106:2135] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2568
2025-12-06T17:45:11.435571Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802441016676957:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63280
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:11.450871Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802440466536102:2109] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:11.450930Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802440466536102:2109] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:45:11.452318Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802439559197781:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:11.456171Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802440466536125:2123] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:11.463047Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802439877758107:2136] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:11.433713Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802439968344971:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:11.468200Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802440466536119:2121] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:11.463167Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802439877758106:2135] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:11.463332Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580802435582790718:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:11.463842Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802439877758117:2142] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:11.470935Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802439877758123:2143] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2568
2025-12-06T17:45:11.469539Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802441016676958:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63280
2025-12-06T17:45:11.468227Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802440466536119:2121] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:45:11.472078Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802440466536128:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20502
2025-12-06T17:45:11.472400Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802440466536102:2109] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:11.472489Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802440466536119:2121] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:11.452352Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802439559197781:2113] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:11.484215Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802439573786821:2131] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26435
2025-12-06T17:45:11.434084Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802439968344979:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62260
2025-12-06T17:45:11.464077Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802439559197781:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:11.471524Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802439559197779:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:11.471563Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802439559197779:2112] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:45:11.477343Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802439559197773:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:11.477391Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:11.477439Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802439559197773:2109] [node 6] ICP22 created new session: [3:7580802439559197790:2109]
2025-12-06T17:45:11.484373Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802439573786823:2133] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26435
2025-12-06T17:45:11.497387Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802441016676950:2110] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(22025355ns) {Configure:104(13830160ns) {ProcessConfigured:135(71596ns) {StartInitialHandshake:157(68912ns) {DropHandshakes:470(6660ns) {DropIncomingHandshake:442(826ns) DropOutgoingHandshake:457(571ns)} GenerateSessionVirtualId:988(1381ns) PrepareNewSessionHandshake:477(2499ns) {SwitchToState:179(987ns)}}}}}
2025-12-06T17:45:11.497686Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802441016676957:2122] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:11.498064Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802436721709577:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:11.498974Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802441016676955:2121] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:11.477492Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802439559197790:2109] [node 6] ICS09 handshake done sender: [3:7580802439559197781:2113] self: [3:7580802439559197780:0] peer: [6:7580802441016676956:0] socket: 509 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:11.451674Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802435673377609:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(117403775ns) {Configure:104(117398866ns) {ProcessConfigured:135(4328092ns) {StartInitialHandshake:157(4322983ns) {DropHandshakes:470(3928ns) {DropIncomingHandshake:442(756ns) DropOutgoingHandshake:457(611ns)} GenerateSessionVirtualId:988(1128ns) PrepareNewSessionHandshake:477(3002ns) {SwitchToState:179(967ns)}}}}}
2025-12-06T17:45:11.484473Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802439573786824:2134] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26435
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:11.477529Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802439559197790:2109] [node 6] ICS10 traffic start
2025-12-06T17:45:11.477567Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:11.511235Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802439559197795:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54575
2025-12-06T17:45:11.512902Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802439559197779:2112] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:11.514442Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802440466536128:2125] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:11.451932Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802435673377609:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:11.516062Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802436721709578:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:45:11.514406Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802439877758107:2136] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:11.484577Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802439573786825:2135] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26435
2025-12-06T17:45:11.530703Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802439559197771:2107] [node 4] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:11.514893Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802440466536132:2126] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20502
2025-12-06T17:45:11.527885Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802436171568743:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:45:11.537845Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:11.538409Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802436171568744:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:45:11.538445Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:11.538493Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802436171568744:2049] [node 3] ICP22 created new session: [1:7580802440466536135:2049]
2025-12-06T17:45:11.538568Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802440466536135:2049] [node 3] ICS09 handshake done sender: [1:7580802440466536102:2109] self: [1:7580802440466536101:0] peer: [3:7580802439559197788:0] socket: 500 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:11.538702Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802436171568743:2048] [node 2] ICP22 created new session: [1:7580802440466536134:2048]
2025-12-06T17:45:11.539939Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802440466536136:2127] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20502
2025-12-06T17:45:11.540658Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802440466536134:2048] [node 2] ICS09 handshake done sender: [1:7580802440466536119:2121] self: [1:7580802440466536118:0] peer: [2:7580802439877758121:0] socket: 503 qp: -1
2025-12-06T17:45:11.540703Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802440466536134:2048] [node 2] ICS10 traffic start
2025-12-06T17:45:11.540763Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:11.467304Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802439968344970:2110] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(116614747ns) {Configure:104(116609963ns) {ProcessConfigured:135(5620580ns) {StartInitialHandshake:157(5615858ns) {DropHandshakes:470(3403ns) {DropIncomingHandshake:442(1166ns) DropOutgoingHandshake:457(512ns)} GenerateSessionVirtualId:988(867ns) PrepareNewSessionHandshake:477(3134ns) {SwitchToState:179(1597ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:11.530767Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:11.516125Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:11.546916Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802440466536135:2049] [node 3] ICS10 traffic start
2025-12-06T17:45:11.546987Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:11.474307Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802439968344979:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:11.546139Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802439877758110:2138] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:11.485569Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802439573786824:2134] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:11.516167Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802436721709578:2050] [node 3] ICP22 created new session: [6:7580802441016676962:2050]
2025-12-06T17:45:11.546221Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802439877758110:2138] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:45:11.560522Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802440466536132:2126] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:11.530831Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802439559197771:2107] [node 4] ICP22 created new session: [3:7580802439559197796:2107]
2025-12-06T17:45:11.482312Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802435673377608:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:11.516204Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802441016676962:2050] [node 3] ICS09 handshake done sender: [6:7580802441016676955:2121] self: [6:7580802441016676956:0] peer: [3:7580802439559197780:0] socket: 515 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:11.556971Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580802435582790718:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:11.530892Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802439559197796:2107] [node 4] ICS09 handshake done sender: [3:7580802439559197779:2112] self: [3:7580802439559197778:0] peer: [4:7580802439968344982:0] socket: 508 qp: -1
2025-12-06T17:45:11.506036Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802439968344973:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:11.487830Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802439573786811:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:11.579446Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802440466536136:2127] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:11.516232Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802441016676962:2050] [node 3] ICS10 traffic start
2025-12-06T17:45:11.498876Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802439573786821:2131] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:11.563558Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:11.530931Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802439559197796:2107] [node 4] ICS10 traffic start
2025-12-06T17:45:11.506063Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802439968344973:2113] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:11.604645Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802440466536117:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:11.604690Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802440466536117:2120] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:11.606147Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802440466536123:2122] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:11.530969Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:11.516258Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:11.514049Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802439573786823:2133] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:11.563622Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802435582790718:2048] [node 1] ICP22 created new session: [2:7580802439877758127:2048]
2025-12-06T17:45:11.606181Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802440466536123:2122] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:11.512469Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802439968344987:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62260
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:11.540734Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802441016676965:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63280
2025-12-06T17:45:11.538941Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802439559197795:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:11.540898Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802439573786822:2132] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26435
2025-12-06T17:45:11.515291Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802439968344973:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:11.607009Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802440466536127:2124] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:11.563684Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802439877758109:2137] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:11.587410Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802441016676965:2125] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:11.561968Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802439559197784:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:11.546055Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802435278819437:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:11.566590Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802439968344971:2112] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:11.563716Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802439877758109:2137] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:11.607029Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802440466536127:2124] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:45:11.587561Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802436721709576:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:11.560887Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802439573786825:2135] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:11.567044Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802439877758127:2048] [node 1] ICS09 handshake done sender: [2:7580802439877758107:2136] self: [2:7580802439877758121:0] peer: [1:7580802440466536118:0] socket: 504 qp: -1
2025-12-06T17:45:11.562000Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802439559197784:2115] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:11.566860Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802439968344967:2108] [node 5] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:11.560950Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802439573786830:2136] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26435
2025-12-06T17:45:11.595078Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802441016676966:2126] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63280
2025-12-06T17:45:11.567287Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802439559197784:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:11.611715Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802440466536117:2120] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:11.567095Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802439877758127:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:11.571477Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:11.566949Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802435278819436:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:11.605448Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802441016676966:2126] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:11.618543Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802440466536123:2122] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:11.576048Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802435673377609:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:45:11.567504Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802439559197772:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:11.567172Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:11.609002Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802441016676968:2127] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63280
2025-12-06T17:45:11.567726Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:11.567760Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802439573786822:2132] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:11.576139Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:11.639838Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802440466536127:2124] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:11.629948Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802439877758112:2139] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:11.569777Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802439559197793:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54575
2025-12-06T17:45:11.580585Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802439559197772:2108] [node 5] ICP22 created new session: [3:7580802439559197801:2108]
2025-12-06T17:45:11.584121Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802439559197801:2108] [node 5] ICS09 handshake done sender: [3:7580802439559197784:2115] self: [3:7580802439559197783:0] peer: [5:7580802439573786831:0] socket: 510 qp: -1
2025-12-06T17:45:11.591803Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802439559197801:2108] [node 5] ICS10 traffic start
2025-12-06T17:45:11.595261Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:11.605472Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802439559197782:2114] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:11.618062Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802435264230412:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:11.618137Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:11.618191Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802435264230412:2048] [node 1] ICP22 created new session: [3:7580802439559197803:2048]
2025-12-06T17:45:11.618237Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802439559197803:2048] [node 1] ICS09 handshake done sender: [3:7580802439559197782:2114] self: [3:7580802439559197788:0] peer: [1:7580802440466536101:0] socket: 507 qp: -1
2025-12-06T17:45:11.620167Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802439559197803:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:11.620218Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:11.622123Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802439559197772:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(53835968ns) {HandleHandshakeStatus:329(53833909ns) {DropIncomingHandshake:442(12194ns) DropOutgoingHandshake:457(243ns) SwitchToState:179(99ns) ProcessPendingSessionEvents:495(9627515ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 9556230ns max# 4287500ns}}}
2025-12-06T17:45:11.683983Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802439559197805:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54575
2025-12-06T17:45:11.583462Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802435278819435:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:11.614685Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802441016676950:2110] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:11.644193Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802440466536103:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:11.644269Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:11.644318Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802440466536103:2108] [node 5] ICP22 created new session: [1:7580802440466536145:2108]
2025-12-06T17:45:11.644380Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802440466536145:2108] [node 5] ICS09 handshake done sender: [1:7580802440466536117:2120] self: [1:7580802440466536116:0] peer: [5:7580802439573786836:0] socket: 502 qp: -1
2025-12-06T17:45:11.646166Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802440466536145:2108] [node 5] ICS10 traffic start
2025-12-06T17:45:11.646223Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:11.576187Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802435673377609:2050] [node 3] ICP22 created new session: [4:7580802439968344991:2050]
2025-12-06T17:45:11.695083Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802436171568743:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(118460799ns) {HandleHandshakeStatus:329(118456419ns) {DropIncomingHandshake:442(497ns) DropOutgoingHandshake:457(466ns) SwitchToState:179(890ns) ProcessPendingSessionEvents:495(105396331ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 105244058ns max# 12643699ns}}}
2025-12-06T17:45:11.695185Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802440466536115:2110] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:11.695234Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:11.695275Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802440466536115:2110] [node 6] ICP22 created new session: [1:7580802440466536147:2110]
2025-12-06T17:45:11.695318Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802440466536147:2110] [node 6] ICS09 handshake done sender: [1:7580802440466536123:2122] self: [1:7580802440466536122:0] peer: [6:7580802441016676967:0] socket: 555 qp: -1
2025-12-06T17:45:11.695366Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802440466536147:2110] [node 6] ICS10 traffic start
2025-12-06T17:45:11.695404Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:11.698243Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802440466536104:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:45:11.698351Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:11.698406Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802440466536104:2107] [node 4] ICP22 created new session: [1:7580802440466536149:2107]
2025-12-06T17:45:11.698452Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802440466536149:2107] [node 4] ICS09 handshake done sender: [1:7580802440466536127:2124] self: [1:7580802440466536126:0] peer: [4:7580802439968344995:0] socket: 556 qp: -1
2025-12-06T17:45:11.698489Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802440466536149:2107] [node 4] ICS10 traffic start
2025-12-06T17:45:11.698525Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:11.629994Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802439877758112:2139] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:11.645792Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802439877758126:2145] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2568
2025-12-06T17:45:11.655289Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802439877758109:2137] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:11.662019Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802439877758125:2144] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2568
2025-12-06T17:45:11.625931Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802441016676965:2125] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:11.629437Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802441016676970:2128] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63280
2025-12-06T17:45:11.629489Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802441016676971:2129] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63280
2025-12-06T17:45:11.633733Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802436721709576:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:11.634771Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:11.638664Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802436721709576:2048] [node 1] ICP22 created new session: [6:7580802441016676972:2048]
2025-12-06T17:45:11.638716Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802441016676972:2048] [node 1] ICS09 handshake done sender: [6:7580802441016676965:2125] self: [6:7580802441016676967:0] peer: [1:7580802440466536122:0] socket: 557 qp: -1
2025-12-06T17:45:11.638748Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802441016676972:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:11.638801Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:11.643304Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802441016676974:2130] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63280
2025-12-06T17:45:11.644861Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802441016676966:2126] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:11.647650Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802441016676950:2110] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:45:11.647713Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:11.647783Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802441016676950:2110] [node 4] ICP22 created new session: [6:7580802441016676975:2110]
2025-12-06T17:45:11.647834Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802441016676975:2110] [node 4] ICS09 handshake done sender: [6:7580802441016676966:2126] self: [6:7580802441016676969:0] peer: [4:7580802439968344983:0] socket: 562 qp: -1
2025-12-06T17:45:11.647890Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802441016676975:2110] [node 4] ICS10 traffic start
2025-12-06T17:45:11.647917Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:11.662494Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802441016676970:2128] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:11.672701Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802441016676931:2105] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:11.672785Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802441016676957:2122] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:11.675006Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802436721709577:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:11.675049Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:11.675083Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802436721709577:2049] [node 2] ICP22 created new session: [6:7580802441016676978:2049]
2025-12-06T17:45:11.675116Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802441016676978:2049] [node 2] ICS09 handshake done sender: [6:7580802441016676957:2122] self: [6:7580802441016676961:0] peer: [2:7580802439877758108:0] socket: 526 qp: -1
2025-12-06T17:45:11.675139Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802441016676978:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:11.675170Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:11.583744Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802439573786835:2138] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26435
2025-12-06T17:45:11.576232Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802439968344991:2050] [node 3] ICS09 handshake done sender: [4:7580802439968344971:2112] self: [4:7580802439968344982:0] peer: [3:7580802439559197778:0] socket: 514 qp: -1
2025-12-06T17:45:11.698711Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802435264230412:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(79965610ns) {HandleHandshakeStatus:329(79962640ns) {DropIncomingHandshake:442(1047ns) DropOutgoingHandshake:457(5649ns) SwitchToState:179(731ns) ProcessPendingSessionEvents:495(58993930ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 57729774ns max# 16234722ns}}}
2025-12-06T17:45:11.663212Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802439877758110:2138] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:11.584195Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802439573786812:2113] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(92693148ns) {Configure:104(92689221ns) {ProcessConfigured:135(8081946ns) {StartInitialHandshake:157(8078076ns) {DropHandshakes:470(3828ns) {DropIncomingHandshake:442(816ns) DropOutgoingHandshake:457(717ns)} GenerateSessionVirtualId:988(1860ns) PrepareNewSessionHandshake:477(2674ns) {SwitchToState:179(1440ns)}}}}}
2025-12-06T17:45:11.673482Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802439877758126:2145] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:11.673528Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802439877758102:2132] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:11.673582Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:11.673619Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802439877758102:2132] [node 6] ICP22 created new session: [2:7580802439877758133:2132]
2025-12-06T17:45:11.673656Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802439877758133:2132] [node 6] ICS09 handshake done sender: [2:7580802439877758109:2137] self: [2:7580802439877758108:0] peer: [6:7580802441016676961:0] socket: 525 qp: -1
2025-12-06T17:45:11.673686Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802439877758133:2132] [node 6] ICS10 traffic start
2025-12-06T17:45:11.673715Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:11.693289Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802439877758125:2144] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:11.693785Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802439877758103:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:45:11.693890Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:11.693948Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802439877758103:2107] [node 4] ICP22 created new session: [2:7580802439877758135:2107]
2025-12-06T17:45:11.693997Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802439877758135:2107] [node 4] ICS09 handshake done sender: [2:7580802439877758110:2138] self: [2:7580802439877758105:0] peer: [4:7580802439968344985:0] socket: 524 qp: -1
2025-12-06T17:45:11.694032Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802439877758135:2107] [node 4] ICS10 traffic start
2025-12-06T17:45:11.694066Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:11.699695Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802439877758112:2139] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:11.705348Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802435582790718:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(139357786ns) {HandleHandshakeStatus:329(139352743ns) {DropIncomingHandshake:442(1453ns) DropOutgoingHandshake:457(7916ns) SwitchToState:179(723ns) ProcessPendingSessionEvents:495(126654690ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 126495519ns max# 10609413ns}}}
2025-12-06T17:45:11.576263Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802439968344991:2050] [node 3] ICS10 traffic start
2025-12-06T17:45:11.715580Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802439877758104:2109] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:11.715667Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:11.715952Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802441016676980:2131] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63280
2025-12-06T17:45:11.588720Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802435278819437:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12245) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802439573786823:2133] held: no
2025-12-06T17:45:11.715717Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802439877758104:2109] [node 5] ICP22 created new session: [2:7580802439877758139:2109]
2025-12-06T17:45:11.576289Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:11.597144Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802439573786824:2134] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:11.732777Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802440466536103:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(54237558ns) {HandleHandshakeStatus:329(54230614ns) {DropIncomingHandshake:442(18012ns) DropOutgoingHandshake:457(663ns) SwitchToState:179(969ns) ProcessPendingSessionEvents:495(26106457ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 21086831ns max# 9934802ns}}}
2025-12-06T17:45:11.724714Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802439559197805:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:11.730743Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802441016676970:2128] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:11.731375Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802439877758139:2109] [node 5] ICS09 handshake done sender: [2:7580802439877758112:2139] self: [2:7580802439877758111:0] peer: [5:7580802439573786833:0] socket: 527 qp: -1
2025-12-06T17:45:11.578599Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802439968344989:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62260
2025-12-06T17:45:11.736192Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802435264230413:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:11.732278Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802439877758139:2109] [node 5] ICS10 traffic start
2025-12-06T17:45:11.737381Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802436171568744:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(194062405ns) {HandleHandshakeStatus:329(194058965ns) {DropIncomingHandshake:442(367ns) DropOutgoingHandshake:457(875ns) SwitchToState:179(705ns) ProcessPendingSessionEvents:495(165551383ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 157958912ns max# 13385696ns}}}
2025-12-06T17:45:11.582849Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802439968344988:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62260
2025-12-06T17:45:11.600394Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802439573786811:2108] [node 4] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:11.755590Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802439559197807:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54575
2025-12-06T17:45:11.742494Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802441016676931:2105] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:45:11.738659Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580802436171568744:2049] [node 3] ICP18 handshake (actor [1:7580802440466536136:2127]) is too old
2025-12-06T17:45:11.600449Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:11.600516Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802439573786811:2108] [node 4] ICP22 created new session: [5:7580802439573786838:2108]
2025-12-06T17:45:11.600563Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802439573786838:2108] [node 4] ICS09 handshake done sender: [5:7580802439573786824:2134] self: [5:7580802439573786829:0] peer: [4:7580802439968344972:0] socket: 531 qp: -1
2025-12-06T17:45:11.600596Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802439573786838:2108] [node 4] ICS10 traffic start
2025-12-06T17:45:11.600629Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:11.602040Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802439573786823:2133] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:11.614234Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802439573786840:2139] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26435
2025-12-06T17:45:11.625232Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802439573786822:2132] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:11.625539Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802435278819435:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:11.626635Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:11.592006Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802439968344967:2108] [node 5] ICP22 created new session: [4:7580802439968344990:2108]
2025-12-06T17:45:11.739682Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802439877758116:2141] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:11.742810Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:11.626706Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802435278819435:2048] [node 1] ICP22 created new session: [5:7580802439573786842:2048]
2025-12-06T17:45:11.739709Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802439877758116:2141] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:45:11.595911Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802439968344990:2108] [node 5] ICS09 handshake done sender: [4:7580802439968344973:2113] self: [4:7580802439968344972:0] peer: [5:7580802439573786829:0] socket: 517 qp: -1
2025-12-06T17:45:11.742861Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802441016676931:2105] [node 5] ICP22 created new session: [6:7580802441016676981:2105]
2025-12-06T17:45:11.626757Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802439573786842:2048] [node 1] ICS09 handshake done sender: [5:7580802439573786822:2132] self: [5:7580802439573786836:0] peer: [1:7580802440466536116:0] socket: 523 qp: -1
2025-12-06T17:45:11.741229Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:11.599935Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802439968344990:2108] [node 5] ICS10 traffic start
2025-12-06T17:45:11.756539Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802441016676981:2105] [node 5] ICS09 handshake done sender: [6:7580802441016676970:2128] self: [6:7580802441016676977:0] peer: [5:7580802439573786832:0] socket: 569 qp: -1
2025-12-06T17:45:11.762094Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802439559197805:2118] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:11.626799Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802439573786842:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:11.626854Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:11.703694Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802439573786834:2137] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:11.703721Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580802439573786834:2137] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:11.704830Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802439573786844:2140] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26435
2025-12-06T17:45:11.709752Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802435278819437:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(44694815ns) {HandleHandshakeStatus:395(44691769ns) {LogHandshakeFail:472(14357ns) {UpdateErrorStateLog:545(5942ns)} DropOutgoingHandshake:457(742ns) ProcessPendingSessionEvents:495(44608697ns) {unordered DropSessionEvent:512 num# 100 sum# 44544660ns max# 6013654ns}}}
2025-12-06T17:45:11.711157Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802439573786834:2137] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:11.724327Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802439573786825:2135] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:11.727633Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580802439573786812:2113] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:11.727719Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:11.727791Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802439573786812:2113] [node 6] ICP22 created new session: [5:7580802439573786846:2113]
2025-12-06T17:45:11.727844Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802439573786846:2113] [node 6] ICS09 handshake done sender: [5:7580802439573786834:2137] self: [5:7580802439573786832:0] peer: [6:7580802441016676977:0] socket: 568 qp: -1
2025-12-06T17:45:11.727899Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802439573786846:2113] [node 6] ICS10 traffic start
2025-12-06T17:45:11.727938Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:11.729183Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802435278819436:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:11.729277Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:11.729324Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802435278819436:2049] [node 2] ICP22 created new session: [5:7580802439573786848:2049]
2025-12-06T17:45:11.729373Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802439573786848:2049] [node 2] ICS09 handshake done sender: [5:7580802439573786825:2135] self: [5:7580802439573786833:0] peer: [2:7580802439877758111:0] socket: 536 qp: -1
2025-12-06T17:45:11.729411Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802439573786848:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:11.729459Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:11.744431Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802435278819437:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:45:11.744468Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:11.744514Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802435278819437:2050] [node 3] ICP22 created new session: [5:7580802439573786850:2050]
2025-12-06T17:45:11.744567Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802439573786850:2050] [node 3] ICS09 handshake done sender: [5:7580802439573786823:2133] self: [5:7580802439573786831:0] peer: [3:7580802439559197783:0] socket: 529 qp: -1
2025-12-06T17:45:11.744604Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802439573786850:2050] [node 3] ICS10 traffic start
2025-12-06T17:45:11.744633Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:11.762647Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802435264230413:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:11.749320Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802439877758116:2141] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:11.761048Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802435582790719:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:45:11.761125Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:11.761185Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802435582790719:2049] [node 3] ICP22 created new session: [2:7580802439877758142:2049]
2025-12-06T17:45:11.761239Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802439877758142:2049] [node 3] ICS09 handshake done sender: [2:7580802439877758116:2141] self: [2:7580802439877758115:0] peer: [3:7580802439559197806:0] socket: 518 qp: -1
2025-12-06T17:45:11.761277Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802439877758142:2049] [node 3] ICS10 traffic start
2025-12-06T17:45:11.602999Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802439968344989:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:11.762703Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:11.762752Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802435264230413:2049] [node 2] ICP22 created new session: [3:7580802439559197808:2049]
2025-12-06T17:45:11.603193Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802439968344988:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:11.762795Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802439559197808:2049] [node 2] ICS09 handshake done sender: [3:7580802439559197805:2118] self: [3:7580802439559197806:0] peer: [2:7580802439877758115:0] socket: 553 qp: -1
2025-12-06T17:45:11.762821Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802439559197808:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:11.603370Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802435673377607:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:11.762864Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:11.610986Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:11.615847Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802439968344998:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62260
2025-12-06T17:45:11.619918Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802439968344984:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:11.619955Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802439968344984:2117] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:11.636808Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802439968344999:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62260
2025-12-06T17:45:11.641129Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802439968344967:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(74169666ns) {HandleHandshakeStatus:329(74165231ns) {DropIncomingHandshake:442(1376ns) DropOutgoingHandshake:457(602ns) SwitchToState:179(140ns) ProcessPendingSessionEvents:495(3256562ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 3211163ns max# 2804570ns}}}
2025-12-06T17:45:11.645441Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802439968344984:2117] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:11.651717Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802439968344970:2110] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:11.651827Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:11.651897Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802439968344970:2110] [node 6] ICP22 created new session: [4:7580802439968345001:2110]
2025-12-06T17:45:11.651962Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802439968345001:2110] [node 6] ICS09 handshake done sender: [4:7580802439968344984:2117] self: [4:7580802439968344983:0] peer: [6:7580802441016676969:0] socket: 544 qp: -1
2025-12-06T17:45:11.651994Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802439968345001:2110] [node 6] ICS10 traffic start
2025-12-06T17:45:11.652039Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:11.654765Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802439968344989:2120] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:11.662525Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802435673377607:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:11.662614Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:11.662681Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802435673377607:2048] [node 1] ICP22 created new session: [4:7580802439968345003:2048]
2025-12-06T17:45:11.663667Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802439968345003:2048] [node 1] ICS09 handshake done sender: [4:7580802439968344989:2120] self: [4:7580802439968344995:0] peer: [1:7580802440466536126:0] socket: 560 qp: -1
2025-12-06T17:45:11.663718Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802439968345003:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:11.663798Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:11.683087Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802439968344979:2115] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:11.684379Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802435673377608:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:11.684466Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:11.684521Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802435673377608:2049] [node 2] ICP22 created new session: [4:7580802439968345005:2049]
2025-12-06T17:45:11.684597Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802439968345005:2049] [node 2] ICS09 handshake done sender: [4:7580802439968344979:2115] self: [4:7580802439968344985:0] peer: [2:7580802439877758105:0] socket: 528 qp: -1
2025-12-06T17:45:11.684636Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802439968345005:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:11.684674Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:11.757032Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802441016676981:2105] [node 5] ICS10 traffic start
2025-12-06T17:45:11.757841Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:11.772819Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802441016676931:2105] [node 5] ICP35 event processing took too much time PendingConnection:279(35872926ns) {HandleHandshakeStatus:329(35869887ns) {DropIncomingHandshake:442(1987ns) DropOutgoingHandshake:457(10410ns) SwitchToState:179(460ns) ProcessPendingSessionEvents:495(9943187ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 9875255ns max# 5122412ns}}}
2025-12-06T17:45:11.761320Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:11.773515Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802439877758104:2109] [node 5] ICP35 event processing took too much time PendingConnection:279(57158812ns) {HandleHandshakeStatus:329(57152655ns) {DropIncomingHandshake:442(16585ns) DropOutgoingHandshake:457(615ns) SwitchToState:179(744ns) ProcessPendingSessionEvents:495(15122604ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 15044840ns max# 4673130ns}}}
2025-12-06T17:45:11.874794Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:45:11.875076Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7580802439877758127:2048] [node 1] ICS07 socket disconnect 504 reason# EndOfStream
2025-12-06T17:45:11.875116Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580802439877758127:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:11.875238Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:11.875284Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580802439877758127:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:11.878796Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:45:11.879106Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802439559197803:2048] [node 1] ICS01 socket: 507 reason# EndOfStream
2025-12-06T17:45:11.879163Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802435264230412:2048] [node 1] ICP30 unregister session Session# [3:7580802439559197803:2048] VirtualId# [3:7580802439559197788:0]
2025-12-06T17:45:11.879215Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802439559197803:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:11.879318Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:11.884731Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:45:11.879382Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:11.879312Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802435582790718:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5712) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:11.885551Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:45:11.885773Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802441016676972:2048] [node 1] ICS07 socket disconnect 557 reason# EndOfStream
2025-12-06T17:45:11.884527Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:45:11.885816Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802441016676972:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:11.885895Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:11.885934Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802441016676972:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:11.885023Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802439968345003:2048] [node 1] ICS07 socket disconnect 560 reason# EndOfStream
2025-12-06T17:45:11.885058Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802439968345003:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:11.885155Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:11.885202Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802439968345003:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:11.879383Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580802439877758127:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:11.879428Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580802435582790718:2048] [node 1] ICP30 unregister session Session# [2:7580802439877758127:2048] VirtualId# [2:7580802439877758121:0]
2025-12-06T17:45:11.879522Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:11.879565Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [2:7580802435582790718:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:5712) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:11.879585Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5712) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:11.891836Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [2:7580802435582790718:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:45:11.896503Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802439573786842:2048] [node 1] ICS01 socket: 523 reason# EndOfStream
2025-12-06T17:45:11.896564Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802435278819435:2048] [node 1] ICP30 unregister session Session# [5:7580802439573786842:2048] VirtualId# [5:7580802439573786836:0]
2025-12-06T17:45:11.896604Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802439573786842:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:11.896698Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:11.896751Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:11.897512Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802435673377607:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5712) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:11.897579Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802439968345003:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:11.897618Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802435673377607:2048] [node 1] ICP30 unregister session Session# [4:7580802439968345003:2048] VirtualId# [4:7580802439968344995:0]
2025-12-06T17:45:11.897662Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:11.897710Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802435673377607:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:5712) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:11.897728Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5712) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:11.910472Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580802435673377607:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:45:11.912028Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802436721709576:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5712) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:11.912129Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802441016676972:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:11.912170Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802436721709576:2048] [node 1] ICP30 unregister session Session# [6:7580802441016676972:2048] VirtualId# [6:7580802441016676967:0]
2025-12-06T17:45:11.912222Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:11.912263Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802436721709576:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:5712) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:11.912280Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5712) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:11.923339Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802436721709576:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:45:11.953610Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:45:11.953888Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802439559197808:2049] [node 2] ICS01 socket: 553 reason# EndOfStream
2025-12-06T17:45:11.953946Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802435264230413:2049] [node 2] ICP30 unregister session Session# [3:7580802439559197808:2049] VirtualId# [3:7580802439559197806:0]
2025-12-06T17:45:11.953986Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802439559197808:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:11.954089Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:11.954137Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:11.963071Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:45:11.963314Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802441016676978:2049] [node 2] ICS01 socket: 526 reason# EndOfStream
2025-12-06T17:45:11.963355Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802436721709577:2049] [node 2] ICP30 unregister session Session# [6:7580802441016676978:2049] VirtualId# [6:7580802441016676961:0]
2025-12-06T17:45:11.963393Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802441016676978:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:11.963474Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:11.963514Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:11.965327Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:45:11.965551Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802439968345005:2049] [node 2] ICS07 socket disconnect 528 reason# EndOfStream
2025-12-06T17:45:11.965580Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802439968345005:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:11.965661Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:11.965708Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802439968345005:2049] [node 2] ICS15 start handshake
2025-12-06T17:45:11.965496Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:45:11.965664Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802439573786848:2049] [node 2] ICS01 socket: 536 reason# EndOfStream
2025-12-06T17:45:11.965705Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802435278819436:2049] [node 2] ICP30 unregister session Session# [5:7580802439573786848:2049] VirtualId# [5:7580802439573786833:0]
2025-12-06T17:45:11.965745Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802439573786848:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:11.965808Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:11.965865Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:11.970135Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802435673377608:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2058) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:11.970210Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802439968345005:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:11.970246Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802435673377608:2049] [node 2] ICP30 unregister session Session# [4:7580802439968345005:2049] VirtualId# [4:7580802439968344985:0]
2025-12-06T17:45:11.970294Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:11.970326Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802435673377608:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:2058) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:11.970358Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2058) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:11.984178Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580802435673377608:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:45:12.030144Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:45:12.030379Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802439968344991:2050] [node 3] ICS07 socket disconnect 514 reason# EndOfStream
2025-12-06T17:45:12.030411Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802439968344991:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:12.030494Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:45:12.030546Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802439968344991:2050] [node 3] ICS15 start handshake
2025-12-06T17:45:12.031078Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:45:12.031266Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802439573786850:2050] [node 3] ICS01 socket: 529 reason# EndOfStream
2025-12-06T17:45:12.031307Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802435278819437:2050] [node 3] ICP30 unregister session Session# [5:7580802439573786850:2050] VirtualId# [5:7580802439573786831:0]
2025-12-06T17:45:12.031346Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802439573786850:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:12.031412Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:45:12.031454Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:45:12.031556Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:45:12.031738Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802441016676962:2050] [node 3] ICS07 socket disconnect 515 reason# EndOfStream
2025-12-06T17:45:12.031765Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802441016676962:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:12.031836Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:45:12.031874Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802441016676962:2050] [node 3] ICS15 start handshake
2025-12-06T17:45:12.034458Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802436721709578:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12245) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:12.034519Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802441016676962:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:12.034576Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802436721709578:2050] [node 3] ICP30 unregister session Session# [6:7580802441016676962:2050] VirtualId# [6:7580802441016676956:0]
2025-12-06T17:45:12.034621Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:45:12.034660Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802436721709578:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:12245) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:12.034683Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12245) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:12.039428Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802435673377609:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12245) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:12.039509Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802439968344991:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:12.039547Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802435673377609:2050] [node 3] ICP30 unregister session Session# [4:7580802439968344991:2050] VirtualId# [4:7580802439968344982:0]
2025-12-06T17:45:12.039593Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:45:12.039627Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802435673377609:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:12245) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:12.039641Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12245) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:12.042967Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802436721709578:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:45:12.049268Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580802435673377609:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:45:12.189977Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:45:12.190226Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802439573786838:2108] [node 4] ICS01 socket: 531 reason# EndOfStream
2025-12-06T17:45:12.190271Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802439573786811:2108] [node 4] ICP30 unregister session Session# [5:7580802439573786838:2108] VirtualId# [5:7580802439573786829:0]
2025-12-06T17:45:12.190310Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802439573786838:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:12.190398Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:45:12.190446Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:45:12.190749Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:45:12.191054Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802441016676975:2110] [node 4] ICS07 socket disconnect 562 reason# EndOfStream
2025-12-06T17:45:12.191100Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802441016676975:2110] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:12.191192Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:45:12.191240Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802441016676975:2110] [node 4] ICS15 start handshake
2025-12-06T17:45:12.206692Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802441016676950:2110] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13555) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:12.206931Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802441016676975:2110] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:12.207008Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802441016676950:2110] [node 4] ICP30 unregister session Session# [6:7580802441016676975:2110] VirtualId# [6:7580802441016676969:0]
2025-12-06T17:45:12.207072Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:45:12.207122Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802441016676950:2110] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:13555) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:12.207138Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13555) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:12.218822Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802441016676950:2110] [node 4] ICP33 wake up from error state
2025-12-06T17:45:12.274733Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:45:12.274988Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802441016676981:2105] [node 5] ICS07 socket disconnect 569 reason# EndOfStream
2025-12-06T17:45:12.275027Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802441016676981:2105] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:12.275156Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:45:12.275209Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802441016676981:2105] [node 5] ICS15 start handshake
2025-12-06T17:45:12.278676Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802441016676931:2105] [node 5] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17255) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:12.278772Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802441016676981:2105] [node 5] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:12.278821Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802441016676931:2105] [node 5] ICP30 unregister session Session# [6:7580802441016676981:2105] VirtualId# [6:7580802441016676977:0]
2025-12-06T17:45:12.278943Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
2025-12-06T17:45:12.278977Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802441016676931:2105] [node 5] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:17255) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:12.279003Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [5] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17255) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:12.290934Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802441016676931:2105] [node 5] ICP33 wake up from error state
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:45:12.514727Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802444981237218:2048] [node 2] ICP01 ready to work
2025-12-06T17:45:12.514769Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802444981237219:2049] [node 3] ICP01 ready to work
2025-12-06T17:45:12.538559Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802442375255266:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:12.538605Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802442375255267:2049] [node 3] ICP01 ready to work
2025-12-06T17:45:12.544551Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802443977259129:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:12.544728Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802443977259130:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:12.562139Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802445361181139:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:12.562176Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802445361181140:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:12.562219Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802445361181141:2050] [node 3] ICP01 ready to work
2025-12-06T17:45:12.568239Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802445225800296:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:12.568272Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802445225800297:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:12.568301Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802445225800298:2050] [node 3] ICP01 ready to work
2025-12-06T17:45:12.577345Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802444885952147:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:12.577409Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802444885952148:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:12.577443Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802444885952149:2050] [node 3] ICP01 ready to work
2025-12-06T17:45:13.155838Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802446670222625:2108] [node 6] ICP01 ready to work
2025-12-06T17:45:13.156152Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802446670222626:2109] [node 4] ICP01 ready to work
2025-12-06T17:45:13.185347Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802449656148497:2108] [node 5] ICP01 ready to work
2025-12-06T17:45:13.195303Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802448272226491:2108] [node 4] ICP01 ready to work
2025-12-06T17:45:13.218977Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802449180919493:2096] [node 4] ICP01 ready to work
2025-12-06T17:45:13.268225Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802446670222630:2107] [node 5] ICP01 ready to work
2025-12-06T17:45:13.303068Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802449656148499:2109] [node 6] ICP01 ready to work
2025-12-06T17:45:13.195622Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802448272226492:2110] [node 6] ICP01 ready to work
2025-12-06T17:45:13.313749Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802449656148497:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(128072318ns) {Configure:104(128066637ns) {ProcessConfigured:135(69670ns) {StartInitialHandshake:157(66865ns) {DropHandshakes:470(3078ns) {DropIncomingHandshake:442(758ns) DropOutgoingHandshake:457(556ns)} GenerateSessionVirtualId:988(895ns) PrepareNewSessionHandshake:477(1373ns) {SwitchToState:179(251ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:13.345906Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802446670222631:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10282
2025-12-06T17:45:13.325781Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802449520767655:2108] [node 4] ICP01 ready to work
2025-12-06T17:45:13.339950Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802449276204579:2107] [node 4] ICP01 ready to work
2025-12-06T17:45:13.334478Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802449276204578:2108] [node 5] ICP01 ready to work
2025-12-06T17:45:13.340524Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802449276204577:2109] [node 6] ICP01 ready to work
2025-12-06T17:45:13.311023Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802449180919499:2094] [node 5] ICP01 ready to work
2025-12-06T17:45:13.358227Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802449520767658:2109] [node 6] ICP01 ready to work
2025-12-06T17:45:13.362203Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802445225800298:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(33709108ns) {Configure:104(33704391ns) {ProcessConfigured:135(63069ns) {StartInitialHandshake:157(60573ns) {DropHandshakes:470(3437ns) {DropIncomingHandshake:442(795ns) DropOutgoingHandshake:457(675ns)} GenerateSessionVirtualId:988(606ns) PrepareNewSessionHandshake:477(2647ns) {SwitchToState:179(786ns)}}}}}
2025-12-06T17:45:13.307843Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802448272226499:2109] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:13.367360Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802446670222631:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:13.387594Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802449520767669:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63340
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:13.401259Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802449276204581:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64342
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:13.412288Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802449276204581:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:13.388252Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802446670222638:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10282
2025-12-06T17:45:13.391291Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802445361181139:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(226254955ns) {Configure:104(226243116ns) {ProcessConfigured:135(73784ns) {StartInitialHandshake:157(71103ns) {DropHandshakes:470(3451ns) {DropIncomingHandshake:442(838ns) DropOutgoingHandshake:457(651ns)} GenerateSessionVirtualId:988(933ns) PrepareNewSessionHandshake:477(2243ns) {SwitchToState:179(791ns)}}}}}
2025-12-06T17:45:13.427555Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802448272226494:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:13.405202Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802446670222639:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10282
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:13.407108Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802446670222638:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:13.434907Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802445225800296:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(239308865ns) {Configure:104(239303257ns) {ProcessConfigured:135(24011347ns) {StartInitialHandshake:157(24006243ns) {DropHandshakes:470(4336ns) {DropIncomingHandshake:442(1551ns) DropOutgoingHandshake:457(603ns)} GenerateSessionVirtualId:988(1678ns) PrepareNewSessionHandshake:477(4746ns) {SwitchToState:179(1778ns)}}}}}
2025-12-06T17:45:13.393187Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802449656148503:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22605
2025-12-06T17:45:13.450908Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802444885952149:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(130762559ns) {Configure:104(130757294ns) {ProcessConfigured:135(34345701ns) {StartInitialHandshake:157(34343467ns) {DropHandshakes:470(2668ns) {DropIncomingHandshake:442(466ns) DropOutgoingHandshake:457(501ns)} GenerateSessionVirtualId:988(756ns) PrepareNewSessionHandshake:477(3223ns) {SwitchToState:179(1568ns)}}}}}
2025-12-06T17:45:13.427592Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802448272226494:2111] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:13.456463Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802444981237219:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(39086909ns) {Configure:104(39079692ns) {ProcessConfigured:135(77712ns) {StartInitialHandshake:157(74561ns) {DropHandshakes:470(2999ns) {DropIncomingHandshake:442(699ns) DropOutgoingHandshake:457(485ns)} GenerateSessionVirtualId:988(1170ns) PrepareNewSessionHandshake:477(2045ns) {SwitchToState:179(693ns)}}}}}
2025-12-06T17:45:13.456766Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802449276204580:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64342
2025-12-06T17:45:13.465794Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802449276204580:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:13.483078Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802449180919506:2108] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16968
2025-12-06T17:45:13.483242Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802449180919511:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16968
2025-12-06T17:45:13.483338Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802449180919512:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16968
2025-12-06T17:45:13.460682Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802449520767672:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63340
2025-12-06T17:45:13.494847Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802449276204579:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(124595240ns) {Configure:104(124589837ns) {ProcessConfigured:135(81894ns) {StartInitialHandshake:157(78665ns) {DropHandshakes:470(4342ns) {DropIncomingHandshake:442(1343ns) DropOutgoingHandshake:457(581ns)} GenerateSessionVirtualId:988(1057ns) PrepareNewSessionHandshake:477(3102ns) {SwitchToState:179(877ns)}}}}}
2025-12-06T17:45:13.460980Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802446670222626:2109] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(302561283ns) {Configure:104(302554985ns) {ProcessConfigured:135(10647565ns) {StartInitialHandshake:157(10644583ns) {DropHandshakes:470(3097ns) {DropIncomingHandshake:442(739ns) DropOutgoingHandshake:457(493ns)} GenerateSessionVirtualId:988(528ns) PrepareNewSessionHandshake:477(4933ns) {SwitchToState:179(2722ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:13.505258Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802449276204586:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:13.505292Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802449276204586:2113] [node 3] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:13.506680Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802449276204586:2113] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:13.425108Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802449656148503:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:13.473560Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802449520767669:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:13.428500Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802448272226494:2111] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:13.492208Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802449180919512:2113] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:13.486649Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802446670222639:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:13.425328Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802445361181141:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:13.429001Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802449656148513:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22605
2025-12-06T17:45:13.429480Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802449656148503:2111] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:13.429709Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802445361181141:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:45:13.429764Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:13.429810Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802445361181141:2050] [node 3] ICP22 created new session: [4:7580802449656148514:2050]
2025-12-06T17:45:13.429853Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802449656148514:2050] [node 3] ICS09 handshake done sender: [4:7580802449656148503:2111] self: [4:7580802449656148512:0] peer: [3:7580802448272226493:0] socket: 511 qp: -1
2025-12-06T17:45:13.429891Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802449656148514:2050] [node 3] ICS10 traffic start
2025-12-06T17:45:13.429929Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:13.448438Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802449656148499:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(124874896ns) {Configure:104(124868105ns) {ProcessConfigured:135(86510ns) {StartInitialHandshake:157(83680ns) {DropHandshakes:470(3777ns) {DropIncomingHandshake:442(852ns) DropOutgoingHandshake:457(552ns)} GenerateSessionVirtualId:988(985ns) PrepareNewSessionHandshake:477(2547ns) {SwitchToState:179(782ns)}}}}}
2025-12-06T17:45:13.463835Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802445361181141:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(21425250ns) {HandleHandshakeStatus:329(21421962ns) {DropIncomingHandshake:442(1302ns) DropOutgoingHandshake:457(6157ns) SwitchToState:179(800ns) ProcessPendingSessionEvents:495(21053637ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 20984722ns max# 10710482ns}}}
2025-12-06T17:45:13.539585Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802449656148518:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22605
2025-12-06T17:45:13.473759Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802445225800297:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:13.487722Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802449520767672:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:13.491460Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802445225800298:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:13.523005Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802449520767665:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63340
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:13.439572Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802448272226491:2108] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:45:13.518984Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802449180919506:2108] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:13.507415Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802444981237218:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(102445486ns) {Configure:104(102440361ns) {ProcessConfigured:135(89012ns) {StartInitialHandshake:157(84959ns) {DropHandshakes:470(3510ns) {DropIncomingHandshake:442(882ns) DropOutgoingHandshake:457(576ns)} GenerateSessionVirtualId:988(1248ns) PrepareNewSessionHandshake:477(2498ns) {SwitchToState:179(761ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:13.506998Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802446670222635:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:13.439630Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:13.519078Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802449180919511:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:13.516260Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802444981237219:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:45:13.507040Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802446670222635:2113] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:13.439684Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802448272226491:2108] [node 4] ICP22 created new session: [3:7580802448272226507:2108]
2025-12-06T17:45:13.583283Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802449656148520:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22605
2025-12-06T17:45:13.560626Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802449520767665:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:13.521659Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802444885952148:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:13.516341Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:13.538985Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802449180919518:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16968
2025-12-06T17:45:13.523484Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802446670222635:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:13.586824Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802449656148501:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:13.570259Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802449520767676:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63340
2025-12-06T17:45:13.439745Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802448272226507:2108] [node 4] ICS09 handshake done sender: [3:7580802448272226494:2111] self: [3:7580802448272226493:0] peer: [4:7580802449656148512:0] socket: 507 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:13.516390Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802444981237219:2049] [node 3] ICP22 created new session: [1:7580802449276204596:2049]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:13.535005Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802446670222628:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:13.571206Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802449520767672:2117] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:13.516430Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802449276204596:2049] [node 3] ICS09 handshake done sender: [1:7580802449276204586:2113] self: [1:7580802449276204585:0] peer: [3:7580802448272226512:0] socket: 539 qp: -1
2025-12-06T17:45:13.586856Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802449656148501:2110] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:13.439819Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802448272226507:2108] [node 4] ICS10 traffic start
2025-12-06T17:45:13.565232Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802444885952147:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(72939679ns) {Configure:104(72933363ns) {ProcessConfigured:135(15492973ns) {StartInitialHandshake:157(9503914ns) {DropHandshakes:470(4149ns) {DropIncomingHandshake:442(725ns) DropOutgoingHandshake:457(714ns)} GenerateSessionVirtualId:988(1575ns) PrepareNewSessionHandshake:477(4755ns) {SwitchToState:179(2437ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:13.439859Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:13.571538Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802445225800298:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:45:13.535036Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802446670222628:2110] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:13.443256Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802448272226506:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56940
2025-12-06T17:45:13.479897Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802448272226510:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56940
2025-12-06T17:45:13.487456Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802448272226492:2110] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(217360191ns) {Configure:104(217356281ns) {ProcessConfigured:135(20606043ns) {StartInitialHandshake:157(20601987ns) {DropHandshakes:470(3214ns) {DropIncomingHandshake:442(777ns) DropOutgoingHandshake:457(408ns)} GenerateSessionVirtualId:988(949ns) PrepareNewSessionHandshake:477(3157ns) {SwitchToState:179(1044ns)}}}}}
2025-12-06T17:45:13.503020Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802448272226510:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:13.504781Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802448272226511:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56940
2025-12-06T17:45:13.504876Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802443977259129:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:13.506463Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802448272226513:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56940
2025-12-06T17:45:13.522592Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802448272226501:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:13.522629Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802448272226501:2113] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:13.524594Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802448272226510:2117] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:13.537278Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802443977259129:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22267) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580802448272226510:2117] held: no
2025-12-06T17:45:13.538018Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802448272226506:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:13.543200Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802443977259129:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:13.552401Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802448272226503:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56940
2025-12-06T17:45:13.553060Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7580802448272226491:2108] [node 4] ICP27 obsolete handshake fail ignored
2025-12-06T17:45:13.556148Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802448272226501:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:13.575128Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:13.590986Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802443977259129:2048] [node 1] ICP22 created new session: [3:7580802448272226517:2048]
2025-12-06T17:45:13.593256Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802448272226511:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:13.619489Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802448272226499:2109] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:13.619558Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:13.619622Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802448272226499:2109] [node 5] ICP22 created new session: [3:7580802448272226518:2109]
2025-12-06T17:45:13.619671Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802448272226518:2109] [node 5] ICS09 handshake done sender: [3:7580802448272226501:2113] self: [3:7580802448272226500:0] peer: [5:7580802449520767674:0] socket: 536 qp: -1
2025-12-06T17:45:13.619707Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802448272226518:2109] [node 5] ICS10 traffic start
2025-12-06T17:45:13.619749Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:13.622795Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802448272226517:2048] [node 1] ICS09 handshake done sender: [3:7580802448272226510:2117] self: [3:7580802448272226512:0] peer: [1:7580802449276204585:0] socket: 540 qp: -1
2025-12-06T17:45:13.622852Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802448272226517:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:13.622897Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:13.632986Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802448272226492:2110] [node 6] ICP35 event processing took too much time PendingConnection:279(17203337ns) {IncomingHandshake:261(17201926ns) {DropIncomingHandshake:442(779ns) PrepareNewSessionHandshake:477(3761ns) {SwitchToState:179(2358ns)} GenerateSessionVirtualId:988(641ns) IssueIncomingHandshakeReply:193(4669ns)}}
2025-12-06T17:45:13.635596Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802448272226522:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56940
2025-12-06T17:45:13.649842Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802448272226522:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:13.649989Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802443977259130:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:13.667690Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802443977259129:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(108015022ns) {HandleHandshakeStatus:329(108012407ns) {DropIncomingHandshake:442(963ns) DropOutgoingHandshake:457(546ns) SwitchToState:179(955ns) ProcessPendingSessionEvents:495(1267ns)}}
2025-12-06T17:45:13.587493Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802449656148518:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:13.686850Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802448272226524:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56940
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:13.516468Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802449276204596:2049] [node 3] ICS10 traffic start
2025-12-06T17:45:13.571638Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:13.565651Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802449180919521:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16968
2025-12-06T17:45:13.587638Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802445361181139:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:13.539296Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802446670222645:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10282
2025-12-06T17:45:13.723689Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802448272226522:2120] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:13.565878Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802444885952147:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:13.516505Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:13.594780Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802446670222628:2110] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:13.571699Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802445225800298:2050] [node 3] ICP22 created new session: [5:7580802449520767677:2050]
2025-12-06T17:45:13.593848Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802449656148523:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22605
2025-12-06T17:45:13.555591Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802444981237218:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(33155793ns) {IncomingHandshake:261(33153597ns) {DropIncomingHandshake:442(277ns) PrepareNewSessionHandshake:477(7510939ns) {SwitchToState:179(4913ns)} GenerateSessionVirtualId:988(1611ns) IssueIncomingHandshakeReply:193(6870ns)}}
2025-12-06T17:45:13.630980Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802449180919493:2096] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(217416352ns) {Configure:104(217411705ns) {ProcessConfigured:135(6634341ns) {StartInitialHandshake:157(6630072ns) {DropHandshakes:470(3509ns) {DropIncomingHandshake:442(312ns) DropOutgoingHandshake:457(1030ns)} GenerateSessionVirtualId:988(457ns) PrepareNewSessionHandshake:477(2111ns) {SwitchToState:179(267ns)}}}}}
2025-12-06T17:45:13.601224Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802446670222630:2107] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:13.595256Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802449656148501:2110] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:13.636150Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802449656148518:2117] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:13.638290Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802449656148497:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:13.638342Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:13.638393Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802449656148497:2108] [node 5] ICP22 created new session: [4:7580802449656148524:2108]
2025-12-06T17:45:13.638440Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802449656148524:2108] [node 5] ICS09 handshake done sender: [4:7580802449656148501:2110] self: [4:7580802449656148500:0] peer: [5:7580802449520767680:0] socket: 513 qp: -1
2025-12-06T17:45:13.638473Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802449656148524:2108] [node 5] ICS10 traffic start
2025-12-06T17:45:13.638511Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:13.639743Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802449656148526:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22605
2025-12-06T17:45:13.640741Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802449656148526:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:13.642057Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802445361181140:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:13.658056Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802449656148497:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(18867602ns) {HandleHandshakeStatus:329(18864890ns) {DropIncomingHandshake:442(374ns) DropOutgoingHandshake:457(332ns) SwitchToState:179(906ns) ProcessPendingSessionEvents:495(18415915ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 18341389ns max# 9999446ns}}}
2025-12-06T17:45:13.658122Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802445361181139:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:13.658176Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:13.658219Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802445361181139:2048] [node 1] ICP22 created new session: [4:7580802449656148529:2048]
2025-12-06T17:45:13.658264Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802449656148529:2048] [node 1] ICS09 handshake done sender: [4:7580802449656148518:2117] self: [4:7580802449656148522:0] peer: [1:7580802449276204589:0] socket: 548 qp: -1
2025-12-06T17:45:13.658304Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802449656148529:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:13.658337Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:13.659488Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802449656148520:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:13.664951Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802445361181140:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10792) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580802449656148526:2120] held: no
2025-12-06T17:45:13.666103Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7580802449656148497:2108] [node 5] ICP18 handshake (actor [4:7580802449656148520:2118]) is too old
2025-12-06T17:45:13.671058Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802449656148531:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22605
2025-12-06T17:45:13.683241Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802449656148526:2120] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:13.720193Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802445361181140:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:13.724620Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:13.724673Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802445361181140:2049] [node 2] ICP22 created new session: [4:7580802449656148532:2049]
2025-12-06T17:45:13.746920Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802449656148532:2049] [node 2] ICS09 handshake done sender: [4:7580802449656148526:2120] self: [4:7580802449656148528:0] peer: [2:7580802446670222640:0] socket: 528 qp: -1
2025-12-06T17:45:13.757311Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802449656148532:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:13.757365Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:13.571752Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802449520767677:2050] [node 3] ICS09 handshake done sender: [5:7580802449520767672:2117] self: [5:7580802449520767674:0] peer: [3:7580802448272226500:0] socket: 538 qp: -1
2025-12-06T17:45:13.739345Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802443977259130:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10792) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580802448272226522:2120] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:13.601291Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:13.601341Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802446670222630:2107] [node 5] ICP22 created new session: [2:7580802446670222649:2107]
2025-12-06T17:45:13.582447Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802449276204600:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64342
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:13.739973Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802443977259130:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:13.656735Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802449180919525:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16968
2025-12-06T17:45:13.571810Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802449520767677:2050] [node 3] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:13.601382Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802446670222649:2107] [node 5] ICS09 handshake done sender: [2:7580802446670222635:2113] self: [2:7580802446670222634:0] peer: [5:7580802449520767673:0] socket: 517 qp: -1
2025-12-06T17:45:13.765654Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802449656148517:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:13.588024Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802449276204590:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:13.571852Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:13.740017Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:13.662211Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802449180919499:2094] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(244176485ns) {Configure:104(244172332ns) {ProcessConfigured:135(25415664ns) {StartInitialHandshake:157(25412213ns) {DropHandshakes:470(1166ns) {DropIncomingHandshake:442(378ns) DropOutgoingHandshake:457(254ns)} GenerateSessionVirtualId:988(659ns) PrepareNewSessionHandshake:477(3372ns) {SwitchToState:179(1828ns)}}}}}
2025-12-06T17:45:13.601416Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802446670222649:2107] [node 5] ICS10 traffic start
2025-12-06T17:45:13.765711Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802449656148517:2116] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:13.588051Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802449276204590:2114] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:45:13.575200Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802449520767675:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63340
2025-12-06T17:45:13.740068Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802443977259130:2049] [node 2] ICP22 created new session: [3:7580802448272226525:2049]
2025-12-06T17:45:13.662449Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802449180919499:2094] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:13.601463Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:13.604882Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802446670222645:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:13.614336Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802442375255267:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(175294550ns) {Configure:104(172505231ns) {ProcessConfigured:135(14105971ns) {StartInitialHandshake:157(14102000ns) {DropHandshakes:470(4190ns) {DropIncomingHandshake:442(972ns) DropOutgoingHandshake:457(470ns)} GenerateSessionVirtualId:988(1138ns) PrepareNewSessionHandshake:477(6227ns) {SwitchToState:179(2805ns)}}}}}
No RDMA context found for GID: 2025-12-06T17:45:13.614708Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802446670222648:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10282
::ffff:127.1.0.0
2025-12-06T17:45:13.629980Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802446670222648:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:13.630366Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580802442375255266:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:13.636271Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802446670222625:2108] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:13.642604Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802446670222641:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:13.642630Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802446670222641:2116] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:45:13.643486Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802446670222641:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:13.643720Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802446670222626:2109] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:45:13.643793Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:13.643847Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802446670222626:2109] [node 4] ICP22 created new session: [2:7580802446670222658:2109]
2025-12-06T17:45:13.643896Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802446670222658:2109] [node 4] ICS09 handshake done sender: [2:7580802446670222641:2116] self: [2:7580802446670222640:0] peer: [4:7580802449656148528:0] socket: 532 qp: -1
2025-12-06T17:45:13.643928Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802446670222658:2109] [node 4] ICS10 traffic start
2025-12-06T17:45:13.643967Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:13.647049Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:13.650323Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802446670222651:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:13.650345Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802446670222651:2119] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:45:13.651418Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802446670222625:2108] [node 6] ICP22 created new session: [2:7580802446670222660:2108]
2025-12-06T17:45:13.663291Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802446670222651:2119] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:13.671912Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802446670222660:2108] [node 6] ICS09 handshake done sender: [2:7580802446670222628:2110] self: [2:7580802446670222627:0] peer: [6:7580802449180919517:0] socket: 504 qp: -1
2025-12-06T17:45:13.678096Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802446670222660:2108] [node 6] ICS10 traffic start
2025-12-06T17:45:13.685877Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802442375255267:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:45:13.685943Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:13.685996Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802442375255267:2049] [node 3] ICP22 created new session: [2:7580802446670222663:2049]
2025-12-06T17:45:13.686049Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802446670222663:2049] [node 3] ICS09 handshake done sender: [2:7580802446670222651:2119] self: [2:7580802446670222647:0] peer: [3:7580802448272226523:0] socket: 569 qp: -1
2025-12-06T17:45:13.686083Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802446670222663:2049] [node 3] ICS10 traffic start
2025-12-06T17:45:13.688271Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:13.716413Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:13.746124Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802442375255267:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(59352995ns) {HandleHandshakeStatus:329(59350112ns) {DropIncomingHandshake:442(12827ns) DropOutgoingHandshake:457(630ns) SwitchToState:179(238ns) ProcessPendingSessionEvents:495(9656982ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 9598396ns max# 9142318ns}}}
2025-12-06T17:45:13.763286Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802446670222665:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10282
2025-12-06T17:45:13.799389Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802442375255266:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22267) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7580802446670222648:2118] held: no
2025-12-06T17:45:13.776319Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802449656148533:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22605
2025-12-06T17:45:13.800021Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802446670222648:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:13.816059Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580802442375255266:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:13.782781Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802445361181140:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(81309121ns) {HandleHandshakeStatus:329(81305795ns) {DropIncomingHandshake:442(1581ns) DropOutgoingHandshake:457(663ns) SwitchToState:179(878ns) ProcessPendingSessionEvents:495(1819ns)}}
2025-12-06T17:45:13.816145Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:13.782949Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802449656148533:2122] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:13.816200Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802442375255266:2048] [node 1] ICP22 created new session: [2:7580802446670222666:2048]
2025-12-06T17:45:13.787008Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802449656148517:2116] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:13.816251Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802446670222666:2048] [node 1] ICS09 handshake done sender: [2:7580802446670222648:2118] self: [2:7580802446670222656:0] peer: [1:7580802449276204592:0] socket: 565 qp: -1
2025-12-06T17:45:13.816284Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802446670222666:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:13.806795Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802449656148499:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:13.816327Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:13.812164Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:13.818471Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802449656148499:2109] [node 6] ICP22 created new session: [4:7580802449656148537:2109]
2025-12-06T17:45:13.740114Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802448272226525:2049] [node 2] ICS09 handshake done sender: [3:7580802448272226522:2120] self: [3:7580802448272226523:0] peer: [2:7580802446670222647:0] socket: 571 qp: -1
2025-12-06T17:45:13.740146Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802448272226525:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:13.740210Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:13.740660Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802448272226504:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:13.740687Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802448272226504:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:13.747480Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802448272226504:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:13.768052Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802448272226492:2110] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:13.768144Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:13.768202Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802448272226492:2110] [node 6] ICP22 created new session: [3:7580802448272226528:2110]
2025-12-06T17:45:13.768251Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802448272226528:2110] [node 6] ICS09 handshake done sender: [3:7580802448272226504:2115] self: [3:7580802448272226502:0] peer: [6:7580802449180919533:0] socket: 508 qp: -1
2025-12-06T17:45:13.768290Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802448272226528:2110] [node 6] ICS10 traffic start
2025-12-06T17:45:13.768349Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:13.680498Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802444885952148:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10792) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802449180919506:2108] held: no
2025-12-06T17:45:13.681171Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802449180919506:2108] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:13.681768Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802449180919521:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:13.686373Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802444885952148:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:13.686420Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:13.686468Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802444885952148:2049] [node 2] ICP22 created new session: [6:7580802449180919531:2049]
2025-12-06T17:45:13.686513Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802449180919531:2049] [node 2] ICS09 handshake done sender: [6:7580802449180919506:2108] self: [6:7580802449180919517:0] peer: [2:7580802446670222627:0] socket: 510 qp: -1
2025-12-06T17:45:13.686564Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802449180919531:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:13.686601Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:13.719011Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802444885952149:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:13.731920Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802449180919530:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16968
2025-12-06T17:45:13.732070Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802444885952147:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22267) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802449180919512:2113] held: no
2025-12-06T17:45:13.733391Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802449180919535:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16968
2025-12-06T17:45:13.734048Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802449180919511:2112] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:13.734259Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802449180919499:2094] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:45:13.734309Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:13.734360Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802449180919499:2094] [node 5] ICP22 created new session: [6:7580802449180919536:2094]
2025-12-06T17:45:13.734410Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802449180919536:2094] [node 5] ICS09 handshake done sender: [6:7580802449180919511:2112] self: [6:7580802449180919529:0] peer: [5:7580802449520767661:0] socket: 526 qp: -1
2025-12-06T17:45:13.734448Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802449180919536:2094] [node 5] ICS10 traffic start
2025-12-06T17:45:13.734482Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:13.735684Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802449180919512:2113] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:13.737655Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802449180919530:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:13.737912Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802449180919493:2096] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:13.763708Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802444885952147:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:13.763757Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:13.763826Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802444885952147:2048] [node 1] ICP22 created new session: [6:7580802449180919541:2048]
2025-12-06T17:45:13.763870Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802449180919541:2048] [node 1] ICS09 handshake done sender: [6:7580802449180919512:2113] self: [6:7580802449180919522:0] peer: [1:7580802449276204582:0] socket: 531 qp: -1
2025-12-06T17:45:13.763915Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802449180919541:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:13.763948Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:13.765380Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802449180919540:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16968
2025-12-06T17:45:13.780849Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802444885952149:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27870) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802449180919521:2117] held: no
2025-12-06T17:45:13.781561Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802449180919521:2117] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:13.800276Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802444885952149:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:45:13.800339Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:13.800385Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802444885952149:2050] [node 3] ICP22 created new session: [6:7580802449180919544:2050]
2025-12-06T17:45:13.800430Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802449180919544:2050] [node 3] ICS09 handshake done sender: [6:7580802449180919521:2117] self: [6:7580802449180919533:0] peer: [3:7580802448272226502:0] socket: 556 qp: -1
2025-12-06T17:45:13.800464Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802449180919544:2050] [node 3] ICS10 traffic start
2025-12-06T17:45:13.800510Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:13.835077Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802449180919543:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16968
2025-12-06T17:45:13.837843Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802449180919493:2096] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19800) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802449180919530:2121] held: no
2025-12-06T17:45:13.575328Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802449520767655:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:13.592850Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802449520767669:2115] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:13.593165Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802445225800297:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:13.593220Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:13.603393Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802445225800297:2049] [node 2] ICP22 created new session: [5:7580802449520767681:2049]
2025-12-06T17:45:13.627322Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802449520767684:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63340
2025-12-06T17:45:13.629528Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802449520767681:2049] [node 2] ICS09 handshake done sender: [5:7580802449520767669:2115] self: [5:7580802449520767673:0] peer: [2:7580802446670222634:0] socket: 520 qp: -1
2025-12-06T17:45:13.636111Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802449520767681:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:13.636165Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:13.663115Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802449520767682:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63340
2025-12-06T17:45:13.676368Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802445225800297:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(82345569ns) {HandleHandshakeStatus:329(82342425ns) {DropIncomingHandshake:442(1272ns) DropOutgoingHandshake:457(6836ns) SwitchToState:179(692ns) ProcessPendingSessionEvents:495(22895602ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 22829039ns max# 22390486ns}}}
2025-12-06T17:45:13.688357Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802449520767662:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:13.688395Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580802449520767662:2112] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:13.703890Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802449520767684:2121] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:13.703958Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802449520767665:2114] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:13.716733Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802449520767655:2108] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19800) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802449520767665:2114] held: no
2025-12-06T17:45:13.722685Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802445225800296:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:13.723158Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802449520767662:2112] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:13.723425Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580802449520767658:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:13.723471Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:13.727320Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802449520767655:2108] [node 4] ICP35 event processing took too much time PendingConnection:279(24091862ns) {HandleHandshakeStatus:395(24086475ns) {LogHandshakeFail:472(12689205ns) {UpdateErrorStateLog:545(15149ns)} DropOutgoingHandshake:457(2429ns) ProcessPendingSessionEvents:495(9672742ns) {unordered DropSessionEvent:512 num# 100 sum# 4135072ns max# 3606687ns}}}
2025-12-06T17:45:13.727689Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802449520767655:2108] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:45:13.727731Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:13.727798Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802449520767655:2108] [node 4] ICP22 created new session: [5:7580802449520767689:2108]
2025-12-06T17:45:13.727849Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802449520767689:2108] [node 4] ICS09 handshake done sender: [5:7580802449520767665:2114] self: [5:7580802449520767680:0] peer: [4:7580802449656148500:0] socket: 515 qp: -1
2025-12-06T17:45:13.727890Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802449520767689:2108] [node 4] ICS10 traffic start
2025-12-06T17:45:13.727934Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:13.736457Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802449520767658:2109] [node 6] ICP22 created new session: [5:7580802449520767688:2109]
2025-12-06T17:45:13.749059Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802449520767688:2109] [node 6] ICS09 handshake done sender: [5:7580802449520767662:2112] self: [5:7580802449520767661:0] peer: [6:7580802449180919529:0] socket: 522 qp: -1
2025-12-06T17:45:13.762899Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802449520767688:2109] [node 6] ICS10 traffic start
2025-12-06T17:45:13.770374Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:13.799055Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802449520767691:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63340
2025-12-06T17:45:13.818423Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802445225800296:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22267) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802449520767684:2121] held: no
2025-12-06T17:45:13.819200Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802449520767658:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(91524104ns) {HandleHandshakeStatus:329(91515490ns) {DropIncomingHandshake:442(258ns) DropOutgoingHandshake:457(515ns) SwitchToState:179(157ns) ProcessPendingSessionEvents:495(15960280ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 15878564ns max# 8312084ns}}}
2025-12-06T17:45:13.847746Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802445225800296:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(40001143ns) {HandleHandshakeStatus:395(38370687ns) {LogHandshakeFail:472(14821ns) {UpdateErrorStateLog:545(5460ns)} DropOutgoingHandshake:457(1910ns) ProcessPendingSessionEvents:495(28467613ns) {unordered DropSessionEvent:512 num# 100 sum# 28431653ns max# 9963961ns}}}
2025-12-06T17:45:13.848053Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802449520767684:2121] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:13.591709Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802449276204578:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(178901579ns) {Configure:104(178896007ns) {ProcessConfigured:135(79089ns) {StartInitialHandshake:157(76815ns) {DropHandshakes:470(4117ns) {DropIncomingHandshake:442(1126ns) DropOutgoingHandshake:457(592ns)} GenerateSessionVirtualId:988(930ns) PrepareNewSessionHandshake:477(3220ns) {SwitchToState:179(859ns)}}}}}
2025-12-06T17:45:13.847898Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802446670222625:2108] [node 6] ICP35 event processing took too much time PendingConnection:279(210736067ns) {HandleHandshakeStatus:329(210732832ns) {DropIncomingHandshake:442(23048ns) DropOutgoingHandshake:457(730ns) SwitchToState:179(571ns) ProcessPendingSessionEvents:495(99908230ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 93536389ns max# 11615752ns}}}
2025-12-06T17:45:13.852934Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802445225800296:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:13.853026Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:13.853079Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802445225800296:2048] [node 1] ICP22 created new session: [5:7580802449520767693:2048]
2025-12-06T17:45:13.853126Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802449520767693:2048] [node 1] ICS09 handshake done sender: [5:7580802449520767684:2121] self: [5:7580802449520767687:0] peer: [1:7580802449276204601:0] socket: 568 qp: -1
2025-12-06T17:45:13.853160Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802449520767693:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:13.850580Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802449180919530:2121] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:13.851981Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802449180919493:2096] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:45:13.852041Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:13.852095Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802449180919493:2096] [node 4] ICP22 created new session: [6:7580802449180919546:2096]
2025-12-06T17:45:13.852148Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802449180919546:2096] [node 4] ICS09 handshake done sender: [6:7580802449180919530:2121] self: [6:7580802449180919539:0] peer: [4:7580802449656148516:0] socket: 518 qp: -1
2025-12-06T17:45:13.852185Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802449180919546:2096] [node 4] ICS10 traffic start
2025-12-06T17:45:13.852223Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:13.836076Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802449656148537:2109] [node 6] ICS09 handshake done sender: [4:7580802449656148517:2116] self: [4:7580802449656148516:0] peer: [6:7580802449180919539:0] socket: 572 qp: -1
2025-12-06T17:45:13.861598Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:13.592934Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802449276204590:2114] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:13.593220Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802449276204579:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:45:13.593256Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:13.595458Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802449276204583:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:13.595492Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802449276204583:2112] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:13.595669Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802449276204579:2107] [node 4] ICP22 created new session: [1:7580802449276204604:2107]
2025-12-06T17:45:13.600395Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802449276204600:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:13.632841Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802449276204604:2107] [node 4] ICS09 handshake done sender: [1:7580802449276204590:2114] self: [1:7580802449276204589:0] peer: [4:7580802449656148522:0] socket: 545 qp: -1
2025-12-06T17:45:13.636533Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802449276204604:2107] [node 4] ICS10 traffic start
2025-12-06T17:45:13.646478Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802449276204593:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:13.646516Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802449276204593:2115] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:45:13.647165Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802449276204583:2112] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:13.652449Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:13.684029Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802449276204577:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:13.684117Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:13.684172Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802449276204577:2109] [node 6] ICP22 created new session: [1:7580802449276204610:2109]
2025-12-06T17:45:13.684215Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802449276204610:2109] [node 6] ICS09 handshake done sender: [1:7580802449276204583:2112] self: [1:7580802449276204582:0] peer: [6:7580802449180919522:0] socket: 530 qp: -1
2025-12-06T17:45:13.684249Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802449276204610:2109] [node 6] ICS10 traffic start
2025-12-06T17:45:13.684286Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:13.685394Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802449276204599:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64342
2025-12-06T17:45:13.696835Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802449276204608:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64342
2025-12-06T17:45:13.711524Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802449276204593:2115] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:13.738181Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802449276204608:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:13.738277Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802449276204602:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:13.738300Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802449276204602:2118] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:13.739025Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802444981237218:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:45:13.739091Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:13.739135Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802444981237218:2048] [node 2] ICP22 created new session: [1:7580802449276204613:2048]
2025-12-06T17:45:13.749002Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802449276204613:2048] [node 2] ICS09 handshake done sender: [1:7580802449276204593:2115] self: [1:7580802449276204592:0] peer: [2:7580802446670222656:0] socket: 525 qp: -1
2025-12-06T17:45:13.754721Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802449276204613:2048] [node 2] ICS10 traffic start
2025-12-06T17:45:13.758873Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802449276204602:2118] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:13.762844Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:13.787502Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802449276204578:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:13.789036Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802444981237218:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(49245332ns) {HandleHandshakeStatus:329(49237059ns) {DropIncomingHandshake:442(12518ns) DropOutgoingHandshake:457(653ns) SwitchToState:179(231ns) ProcessPendingSessionEvents:495(6080497ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 5993044ns max# 5552789ns}}}
2025-12-06T17:45:13.790460Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:13.806958Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802449276204578:2108] [node 5] ICP22 created new session: [1:7580802449276204617:2108]
2025-12-06T17:45:13.808397Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802449276204579:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(109424330ns) {HandleHandshakeStatus:329(109421686ns) {DropIncomingHandshake:442(306ns) DropOutgoingHandshake:457(413ns) SwitchToState:179(338ns) ProcessPendingSessionEvents:495(21106225ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 21019357ns max# 11883203ns}}}
2025-12-06T17:45:13.820928Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802449276204617:2108] [node 5] ICS09 handshake done sender: [1:7580802449276204602:2118] self: [1:7580802449276204601:0] peer: [5:7580802449520767687:0] socket: 564 qp: -1
2025-12-06T17:45:13.827044Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802449276204617:2108] [node 5] ICS10 traffic start
2025-12-06T17:45:13.827117Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:13.831066Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [1:7580802449276204579:2107] [node 4] ICP27 obsolete handshake fail ignored
2025-12-06T17:45:13.836137Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802449656148537:2109] [node 6] ICS10 traffic start
2025-12-06T17:45:13.836186Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:13.844056Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802449656148499:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(36419241ns) {HandleHandshakeStatus:329(36415511ns) {DropIncomingHandshake:442(27376ns) DropOutgoingHandshake:457(629ns) SwitchToState:179(751ns) ProcessPendingSessionEvents:495(6843637ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 6781443ns max# 6346508ns}}}
2025-12-06T17:45:13.871459Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802449276204578:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(83005225ns) {HandleHandshakeStatus:329(83002570ns) {DropIncomingHandshake:442(14669ns) DropOutgoingHandshake:457(622ns) SwitchToState:179(749ns) ProcessPendingSessionEvents:495(20920557ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 20831293ns max# 9722838ns}}}
2025-12-06T17:45:13.959967Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:45:13.960253Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580802446670222666:2048] [node 1] ICS01 socket: 565 reason# EndOfStream
2025-12-06T17:45:13.960305Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580802442375255266:2048] [node 1] ICP30 unregister session Session# [2:7580802446670222666:2048] VirtualId# [2:7580802446670222656:0]
2025-12-06T17:45:13.960349Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580802446670222666:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:13.960442Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:13.960495Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:13.966877Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:45:13.967178Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802448272226517:2048] [node 1] ICS01 socket: 540 reason# EndOfStream
2025-12-06T17:45:13.967227Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802443977259129:2048] [node 1] ICP30 unregister session Session# [3:7580802448272226517:2048] VirtualId# [3:7580802448272226512:0]
2025-12-06T17:45:13.967266Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802448272226517:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:13.967367Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:13.967418Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:13.972199Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:45:13.972465Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802449520767693:2048] [node 1] ICS01 socket: 568 reason# EndOfStream
2025-12-06T17:45:13.972508Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802445225800296:2048] [node 1] ICP30 unregister session Session# [5:7580802449520767693:2048] VirtualId# [5:7580802449520767687:0]
2025-12-06T17:45:13.972545Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802449520767693:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:13.972640Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:13.972692Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:13.972857Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:45:13.973073Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802449656148529:2048] [node 1] ICS01 socket: 548 reason# EndOfStream
2025-12-06T17:45:13.973110Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802445361181139:2048] [node 1] ICP30 unregister session Session# [4:7580802449656148529:2048] VirtualId# [4:7580802449656148522:0]
2025-12-06T17:45:13.973139Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802449656148529:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:13.973197Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:13.973240Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:13.974197Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:45:13.974844Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802449180919541:2048] [node 1] ICS01 socket: 531 reason# EndOfStream
2025-12-06T17:45:13.974906Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802444885952147:2048] [node 1] ICP30 unregister session Session# [6:7580802449180919541:2048] VirtualId# [6:7580802449180919522:0]
2025-12-06T17:45:13.974936Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802449180919541:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:13.975015Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:13.975056Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:14.147534Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:45:14.147857Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802448272226525:2049] [node 2] ICS01 socket: 571 reason# EndOfStream
2025-12-06T17:45:14.147911Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802443977259130:2049] [node 2] ICP30 unregister session Session# [3:7580802448272226525:2049] VirtualId# [3:7580802448272226523:0]
2025-12-06T17:45:14.147950Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802448272226525:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:14.148044Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:14.148089Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:14.154941Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:45:14.155198Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802449520767681:2049] [node 2] ICS07 socket disconnect 520 reason# EndOfStream
2025-12-06T17:45:14.155231Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802449520767681:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:14.155321Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:14.155360Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802449520767681:2049] [node 2] ICS15 start handshake
2025-12-06T17:45:14.158661Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:45:14.158911Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802449180919531:2049] [node 2] ICS01 socket: 510 reason# EndOfStream
2025-12-06T17:45:14.158955Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802444885952148:2049] [node 2] ICP30 unregister session Session# [6:7580802449180919531:2049] VirtualId# [6:7580802449180919517:0]
2025-12-06T17:45:14.158992Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802449180919531:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:14.159085Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:14.159135Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:14.159265Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:45:14.159456Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802449656148532:2049] [node 2] ICS01 socket: 528 reason# EndOfStream
2025-12-06T17:45:14.159498Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802445361181140:2049] [node 2] ICP30 unregister session Session# [4:7580802449656148532:2049] VirtualId# [4:7580802449656148528:0]
2025-12-06T17:45:14.159542Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802449656148532:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:14.159609Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:14.159643Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:14.160833Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802445225800297:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10792) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:14.160897Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802449520767681:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:14.160929Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802445225800297:2049] [node 2] ICP30 unregister session Session# [5:7580802449520767681:2049] VirtualId# [5:7580802449520767673:0]
2025-12-06T17:45:14.161025Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:14.161058Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802445225800297:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:10792) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:14.161075Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10792) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:14.174997Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802445225800297:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:45:14.222780Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:45:14.223009Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802449656148514:2050] [node 3] ICS07 socket disconnect 511 reason# EndOfStream
2025-12-06T17:45:14.223037Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802449656148514:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:14.223123Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:45:14.223168Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802449656148514:2050] [node 3] ICS15 start handshake
2025-12-06T17:45:14.223690Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:45:14.223911Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802449520767677:2050] [node 3] ICS07 socket disconnect 538 reason# EndOfStream
2025-12-06T17:45:14.223936Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802449520767677:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:14.223997Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:45:14.224036Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802449520767677:2050] [node 3] ICS15 start handshake
2025-12-06T17:45:14.224465Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:45:14.224671Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802449180919544:2050] [node 3] ICS01 socket: 556 reason# EndOfStream
2025-12-06T17:45:14.224717Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802444885952149:2050] [node 3] ICP30 unregister session Session# [6:7580802449180919544:2050] VirtualId# [6:7580802449180919533:0]
2025-12-06T17:45:14.224751Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802449180919544:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:14.224813Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:45:14.224861Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:45:14.226200Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802445225800298:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27870) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:14.226281Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802449520767677:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:14.226318Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802445225800298:2050] [node 3] ICP30 unregister session Session# [5:7580802449520767677:2050] VirtualId# [5:7580802449520767674:0]
2025-12-06T17:45:14.226356Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:45:14.226385Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802445225800298:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:27870) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:14.226399Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27870) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:14.227142Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802445361181141:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27870) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:14.227202Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802449656148514:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:14.227236Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802445361181141:2050] [node 3] ICP30 unregister session Session# [4:7580802449656148514:2050] VirtualId# [4:7580802449656148512:0]
2025-12-06T17:45:14.227339Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:45:14.227369Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802445361181141:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:27870) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:14.227381Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27870) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:14.239901Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802445225800298:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:45:14.290788Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:45:14.291037Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802449520767689:2108] [node 4] ICS01 socket: 515 reason# EndOfStream
2025-12-06T17:45:14.291080Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802449520767655:2108] [node 4] ICP30 unregister session Session# [5:7580802449520767689:2108] VirtualId# [5:7580802449520767680:0]
2025-12-06T17:45:14.291115Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802449520767689:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:14.291205Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:45:14.291249Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:45:14.291355Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:45:14.291525Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802449180919546:2096] [node 4] ICS01 socket: 518 reason# EndOfStream
2025-12-06T17:45:14.291561Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802449180919493:2096] [node 4] ICP30 unregister session Session# [6:7580802449180919546:2096] VirtualId# [6:7580802449180919539:0]
2025-12-06T17:45:14.291588Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802449180919546:2096] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:14.291650Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:45:14.291706Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:45:14.582990Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802453419415295:2048] [node 2] ICP01 ready to work
2025-12-06T17:45:14.583043Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802453419415296:2049] [node 3] ICP01 ready to work
2025-12-06T17:45:14.602948Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802454910341735:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:14.602992Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802454910341736:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:14.628809Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802453870903514:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:14.628850Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802453870903515:2049] [node 3] ICP01 ready to work
2025-12-06T17:45:14.649692Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802452590370551:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:14.649729Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802452590370552:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:14.649765Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802452590370553:2050] [node 3] ICP01 ready to work
2025-12-06T17:45:14.690948Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802453901649634:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:14.690992Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802453901649635:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:14.691029Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802453901649636:2050] [node 3] ICP01 ready to work
2025-12-06T17:45:14.706948Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802452538951722:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:14.706986Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802452538951723:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:14.707019Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802452538951724:2050] [node 3] ICP01 ready to work
2025-12-06T17:45:15.063224Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802459205309058:2073] [node 6] ICP01 ready to work
2025-12-06T17:45:15.075363Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802456885337869:2066] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:15.037591Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802456833919032:2060] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:15.184785Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802452590370553:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(25029829ns) {Configure:104(25014892ns) {ProcessConfigured:135(77985ns) {StartInitialHandshake:157(74557ns) {DropHandshakes:470(3607ns) {DropIncomingHandshake:442(859ns) DropOutgoingHandshake:457(399ns)} GenerateSessionVirtualId:988(1327ns) PrepareNewSessionHandshake:477(2360ns) {SwitchToState:179(871ns)}}}}}
2025-12-06T17:45:15.198920Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802457714382663:2108] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:15.135043Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802456833919035:2063] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39012
2025-12-06T17:45:15.175166Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802459205309093:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39154
2025-12-06T17:45:15.192933Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802456885337885:2067] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:15.150647Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802456833919038:2065] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:15.228192Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802458165870878:2080] [node 6] ICP01 ready to work
2025-12-06T17:45:15.225406Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802457714382664:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28221
2025-12-06T17:45:15.247047Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802458196616966:2080] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:15.210634Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802459205309092:2075] [node 5] ICP01 ready to work
2025-12-06T17:45:15.250392Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802456885337918:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42549
2025-12-06T17:45:15.246908Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802457714382662:2106] [node 5] ICP01 ready to work
2025-12-06T17:45:15.219004Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802459205309093:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:15.192871Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802458165870874:2085] [node 5] ICP01 ready to work
2025-12-06T17:45:15.279838Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802458196616971:2084] [node 4] ICP01 ready to work
2025-12-06T17:45:15.208091Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802456833919035:2063] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:15.250973Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802457714382668:2109] [node 6] ICP01 ready to work
2025-12-06T17:45:15.211042Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802458165870875:2082] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:15.342182Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802456885337918:2112] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:15.220942Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802459205309100:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39154
2025-12-06T17:45:15.262943Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802458165870871:2108] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:15.420238Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802456885337922:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42549
2025-12-06T17:45:15.262440Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802457714382664:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:15.261144Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802454910341736:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:15.437590Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802458196616998:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19053
2025-12-06T17:45:15.262977Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802458165870871:2108] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:45:15.291471Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802457714382672:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28221
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:15.456316Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802456885337923:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42549
2025-12-06T17:45:15.268598Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802459205309106:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39154
2025-12-06T17:45:15.444223Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802452538951724:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(357080636ns) {Configure:104(357074378ns) {ProcessConfigured:135(44808567ns) {StartInitialHandshake:157(44805286ns) {DropHandshakes:470(3890ns) {DropIncomingHandshake:442(649ns) DropOutgoingHandshake:457(863ns)} GenerateSessionVirtualId:988(957ns) PrepareNewSessionHandshake:477(4631ns) {SwitchToState:179(2154ns)}}}}}
2025-12-06T17:45:15.270678Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802459205309101:2078] [node 4] ICP01 ready to work
2025-12-06T17:45:15.382652Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802457714382674:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28221
2025-12-06T17:45:15.390240Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802453419415295:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(190977906ns) {Configure:104(190971757ns) {ProcessConfigured:135(13335469ns) {StartInitialHandshake:157(13333034ns) {DropHandshakes:470(4012ns) {DropIncomingHandshake:442(897ns) DropOutgoingHandshake:457(920ns)} GenerateSessionVirtualId:988(1441ns) PrepareNewSessionHandshake:477(2999ns) {SwitchToState:179(1871ns)}}}}}
2025-12-06T17:45:15.458908Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802457714382672:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:15.351242Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802459205309100:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:15.351350Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802459205309093:2110] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:15.390423Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802454910341736:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:15.414697Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:15.422165Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802454910341736:2049] [node 2] ICP22 created new session: [3:7580802459205309110:2049]
2025-12-06T17:45:15.454596Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802459205309110:2049] [node 2] ICS09 handshake done sender: [3:7580802459205309093:2110] self: [3:7580802459205309104:0] peer: [2:7580802458165870870:0] socket: 515 qp: -1
2025-12-06T17:45:15.462664Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802459205309110:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:15.464085Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:15.469796Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802459205309058:2073] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(366144503ns) {Configure:104(366133716ns) {ProcessConfigured:135(13682681ns) {StartInitialHandshake:157(13678719ns) {DropHandshakes:470(3546ns) {DropIncomingHandshake:442(770ns) DropOutgoingHandshake:457(521ns)} GenerateSessionVirtualId:988(1252ns) PrepareNewSessionHandshake:477(4057ns) {SwitchToState:179(1987ns)}}}}}
2025-12-06T17:45:15.479847Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802459205309112:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:15.479888Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802459205309112:2116] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:45:15.482867Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802459205309112:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:15.437921Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802458196616999:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19053
2025-12-06T17:45:15.291801Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802458165870880:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25468
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:15.462730Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802456885337923:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:15.501497Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802453419415296:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(429041861ns) {Configure:104(394588818ns) {ProcessConfigured:135(14394035ns) {StartInitialHandshake:157(14390070ns) {DropHandshakes:470(3899ns) {DropIncomingHandshake:442(1182ns) DropOutgoingHandshake:457(625ns)} GenerateSessionVirtualId:988(843ns) PrepareNewSessionHandshake:477(9149ns) {SwitchToState:179(2172ns)}}}}}
2025-12-06T17:45:15.506135Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802459205309101:2078] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:45:15.482898Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802456833919038:2065] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(290415985ns) {Configure:104(290406187ns) {ProcessConfigured:135(19731791ns) {StartInitialHandshake:157(19727415ns) {DropHandshakes:470(3671ns) {DropIncomingHandshake:442(855ns) DropOutgoingHandshake:457(693ns)} GenerateSessionVirtualId:988(928ns) PrepareNewSessionHandshake:477(5876ns) {SwitchToState:179(2146ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:15.438172Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802458196617000:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19053
2025-12-06T17:45:15.296682Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802458165870871:2108] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:15.501680Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802457714382670:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:15.487040Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802452590370553:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:15.501714Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802457714382670:2120] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:15.382705Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802458165870880:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:15.507667Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:15.491491Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802456833919038:2065] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:15.491858Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802456833919093:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39012
2025-12-06T17:45:15.513844Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802456833919096:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39012
2025-12-06T17:45:15.516155Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802456833919097:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39012
2025-12-06T17:45:15.526707Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802456833919093:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:15.536255Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802456833919097:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:15.536399Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802452538951724:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:15.537953Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802456833919100:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39012
2025-12-06T17:45:15.538615Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802456833919097:2117] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:15.542728Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802456833919035:2063] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:15.543336Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802452538951724:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:45:15.543407Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:15.543462Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802452538951724:2050] [node 3] ICP22 created new session: [6:7580802456833919101:2050]
2025-12-06T17:45:15.543530Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802456833919101:2050] [node 3] ICS09 handshake done sender: [6:7580802456833919097:2117] self: [6:7580802456833919099:0] peer: [3:7580802459205309115:0] socket: 553 qp: -1
2025-12-06T17:45:15.543568Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802456833919101:2050] [node 3] ICS10 traffic start
2025-12-06T17:45:15.543613Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:15.438477Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802458196617001:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19053
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:15.492309Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802456885337871:2070] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:15.451824Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802453870903515:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(31633235ns) {IncomingHandshake:261(31630683ns) {DropIncomingHandshake:442(635ns) PrepareNewSessionHandshake:477(21370930ns) {SwitchToState:179(5557ns)} GenerateSessionVirtualId:988(742ns) IssueIncomingHandshakeReply:193(10891ns)}}
2025-12-06T17:45:15.530885Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802459205309101:2078] [node 4] ICP22 created new session: [3:7580802459205309120:2078]
2025-12-06T17:45:15.502907Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802457714382674:2122] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:15.464206Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802458196616998:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:15.554125Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802456833919032:2060] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(358981199ns) {Configure:104(336553600ns) {ProcessConfigured:135(9666594ns) {StartInitialHandshake:157(9663547ns) {DropHandshakes:470(3518ns) {DropIncomingHandshake:442(933ns) DropOutgoingHandshake:457(462ns)} GenerateSessionVirtualId:988(1054ns) PrepareNewSessionHandshake:477(2587ns) {SwitchToState:179(1151ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:15.492337Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802456885337871:2070] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:15.451898Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802453870903515:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:45:15.536716Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802459205309117:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:15.510520Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802457714382670:2120] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:15.590371Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802457714382681:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28221
2025-12-06T17:45:15.594674Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802457714382666:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:15.594721Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802457714382666:2119] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:45:15.607109Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802457714382681:2125] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:15.607198Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802457714382662:2106] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:15.607288Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:15.607352Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802457714382662:2106] [node 5] ICP22 created new session: [1:7580802457714382683:2106]
2025-12-06T17:45:15.607403Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802457714382683:2106] [node 5] ICS09 handshake done sender: [1:7580802457714382670:2120] self: [1:7580802457714382669:0] peer: [5:7580802458196617005:0] socket: 529 qp: -1
2025-12-06T17:45:15.607440Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802457714382683:2106] [node 5] ICS10 traffic start
2025-12-06T17:45:15.607493Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:15.468288Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802458196616966:2080] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(126074178ns) {Configure:104(126061265ns) {ProcessConfigured:135(76188ns) {StartInitialHandshake:157(72707ns) {DropHandshakes:470(3581ns) {DropIncomingHandshake:442(669ns) DropOutgoingHandshake:457(510ns)} GenerateSessionVirtualId:988(1702ns) PrepareNewSessionHandshake:477(2098ns) {SwitchToState:179(786ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:15.627929Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802457714382666:2119] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:15.493358Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802456885337871:2070] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:15.567131Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802456833919038:2065] [node 4] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:15.536741Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802459205309117:2117] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:15.478923Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:15.468464Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802458196617000:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:15.567195Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:15.493665Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802456885337869:2066] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:15.538145Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802459205309117:2117] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:15.470458Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802458196616999:2112] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:15.487059Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802453870903515:2049] [node 3] ICP22 created new session: [2:7580802458165870888:2049]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:15.652150Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802457714382663:2108] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:45:15.493715Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:15.484324Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802453901649634:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:15.575245Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802456833919038:2065] [node 4] ICP22 created new session: [6:7580802456833919103:2065]
2025-12-06T17:45:15.542471Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802459205309058:2073] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:15.487124Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802458165870888:2049] [node 3] ICS09 handshake done sender: [2:7580802458165870871:2108] self: [2:7580802458165870870:0] peer: [3:7580802459205309104:0] socket: 513 qp: -1
2025-12-06T17:45:15.606865Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802456833919103:2065] [node 4] ICS09 handshake done sender: [6:7580802456833919035:2063] self: [6:7580802456833919095:0] peer: [4:7580802456885337870:0] socket: 511 qp: -1
2025-12-06T17:45:15.542547Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:15.493766Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802456885337869:2066] [node 6] ICP22 created new session: [4:7580802456885337927:2066]
2025-12-06T17:45:15.493812Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802456885337927:2066] [node 6] ICS09 handshake done sender: [4:7580802456885337871:2070] self: [4:7580802456885337870:0] peer: [6:7580802456833919095:0] socket: 510 qp: -1
2025-12-06T17:45:15.493847Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802456885337927:2066] [node 6] ICS10 traffic start
2025-12-06T17:45:15.493887Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:15.506641Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802452590370553:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(24192761ns) {IncomingHandshake:261(13382136ns) {DropIncomingHandshake:442(220ns) PrepareNewSessionHandshake:477(1869ns) {SwitchToState:179(853ns)} GenerateSessionVirtualId:988(392ns) IssueIncomingHandshakeReply:193(8303927ns) {SwitchToState:179(2205ns)}}}
2025-12-06T17:45:15.538891Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802452590370551:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(304862593ns) {Configure:104(304850848ns) {ProcessConfigured:135(11480577ns) {StartInitialHandshake:157(11477064ns) {DropHandshakes:470(3271ns) {DropIncomingHandshake:442(751ns) DropOutgoingHandshake:457(429ns)} GenerateSessionVirtualId:988(703ns) PrepareNewSessionHandshake:477(3544ns) {SwitchToState:179(1310ns)}}}}}
2025-12-06T17:45:15.539225Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802452590370553:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62104) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580802456885337923:2115] held: no
2025-12-06T17:45:15.540314Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802452590370551:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:15.540744Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802456885337932:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42549
2025-12-06T17:45:15.559364Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802456885337925:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42549
2025-12-06T17:45:15.564030Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802456885337922:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:15.571234Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802456885337923:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:15.587781Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802452590370553:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:45:15.587835Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:15.587886Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802452590370553:2050] [node 3] ICP22 created new session: [4:7580802456885337937:2050]
2025-12-06T17:45:15.587945Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802456885337937:2050] [node 3] ICS09 handshake done sender: [4:7580802456885337923:2115] self: [4:7580802456885337924:0] peer: [3:7580802459205309111:0] socket: 545 qp: -1
2025-12-06T17:45:15.587979Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802456885337937:2050] [node 3] ICS10 traffic start
2025-12-06T17:45:15.588020Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:15.598828Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802452590370552:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(365145442ns) {Configure:104(365135707ns) {ProcessConfigured:135(23493259ns) {StartInitialHandshake:157(23489227ns) {DropHandshakes:470(3350ns) {DropIncomingHandshake:442(739ns) DropOutgoingHandshake:457(440ns)} GenerateSessionVirtualId:988(724ns) PrepareNewSessionHandshake:477(2730ns) {SwitchToState:179(330ns)}}}}}
2025-12-06T17:45:15.683410Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7580802456885337869:2066] [node 6] ICP27 obsolete handshake fail ignored
2025-12-06T17:45:15.684450Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802452590370552:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:15.691029Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802456885337940:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42549
2025-12-06T17:45:15.696040Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802452590370551:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15726) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580802456885337918:2112] held: no
2025-12-06T17:45:15.499351Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802458196617001:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:15.652299Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:15.487173Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802458165870888:2049] [node 3] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:15.652363Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802457714382663:2108] [node 4] ICP22 created new session: [1:7580802457714382688:2108]
2025-12-06T17:45:15.612235Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802456833919103:2065] [node 4] ICS10 traffic start
2025-12-06T17:45:15.515125Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802458196617008:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19053
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:15.543159Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802459205309058:2073] [node 6] ICP22 created new session: [3:7580802459205309122:2073]
2025-12-06T17:45:15.487235Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:15.754843Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802456885337940:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:15.620076Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:15.543992Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802459205309123:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39154
2025-12-06T17:45:15.652448Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802457714382688:2108] [node 4] ICS09 handshake done sender: [1:7580802457714382666:2119] self: [1:7580802457714382665:0] peer: [4:7580802456885337933:0] socket: 521 qp: -1
2025-12-06T17:45:15.488959Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802453870903515:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(36152081ns) {HandleHandshakeStatus:329(36149643ns) {DropIncomingHandshake:442(13838ns) DropOutgoingHandshake:457(417ns) SwitchToState:179(337ns) ProcessPendingSessionEvents:495(596941ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 528967ns max# 66716ns}}}
2025-12-06T17:45:15.564309Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802458165870890:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25468
2025-12-06T17:45:15.565363Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802458165870882:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:15.565412Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802458165870882:2112] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:15.591040Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802458165870882:2112] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:15.618893Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802458165870890:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:15.631094Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802458165870874:2085] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:15.631151Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:15.634997Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802453870903514:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(215796434ns) {Configure:104(215786411ns) {ProcessConfigured:135(10810444ns) {StartInitialHandshake:157(10806780ns) {DropHandshakes:470(3492ns) {DropIncomingHandshake:442(971ns) DropOutgoingHandshake:457(686ns)} GenerateSessionVirtualId:988(1426ns) PrepareNewSessionHandshake:477(6688ns) {SwitchToState:179(3323ns)}}}}}
2025-12-06T17:45:15.635676Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802458165870893:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25468
2025-12-06T17:45:15.641962Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802458165870874:2085] [node 5] ICP22 created new session: [2:7580802458165870894:2085]
2025-12-06T17:45:15.645776Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802458165870897:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25468
2025-12-06T17:45:15.646628Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802458165870893:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:15.670708Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802458165870894:2085] [node 5] ICS09 handshake done sender: [2:7580802458165870882:2112] self: [2:7580802458165870881:0] peer: [5:7580802458196617014:0] socket: 532 qp: -1
2025-12-06T17:45:15.674713Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802458165870894:2085] [node 5] ICS10 traffic start
2025-12-06T17:45:15.674782Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:15.687551Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802458165870897:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:15.711766Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802458165870900:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25468
2025-12-06T17:45:15.718297Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802458165870878:2080] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(161527402ns) {Configure:104(161519161ns) {ProcessConfigured:135(83875ns) {StartInitialHandshake:157(81026ns) {DropHandshakes:470(3155ns) {DropIncomingHandshake:442(622ns) DropOutgoingHandshake:457(446ns)} GenerateSessionVirtualId:988(884ns) PrepareNewSessionHandshake:477(2411ns) {SwitchToState:179(736ns)}}}}}
2025-12-06T17:45:15.732919Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580802453870903514:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:15.738351Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802458165870885:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:15.738394Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802458165870885:2113] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:45:15.773310Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802453870903514:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(41245570ns) {IncomingHandshake:261(20953267ns) {DropIncomingHandshake:442(933ns) PrepareNewSessionHandshake:477(2283ns) {SwitchToState:179(634ns)} GenerateSessionVirtualId:988(1240ns) IssueIncomingHandshakeReply:193(76922ns) {SwitchToState:179(620ns)}}}
2025-12-06T17:45:15.781351Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802458165870885:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:15.781589Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802458165870875:2082] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:45:15.781672Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:15.781722Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802458165870875:2082] [node 4] ICP22 created new session: [2:7580802458165870907:2082]
2025-12-06T17:45:15.781778Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802458165870907:2082] [node 4] ICS09 handshake done sender: [2:7580802458165870885:2113] self: [2:7580802458165870884:0] peer: [4:7580802456885337941:0] socket: 541 qp: -1
2025-12-06T17:45:15.781823Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802458165870907:2082] [node 4] ICS10 traffic start
2025-12-06T17:45:15.781864Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:15.779943Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802452590370551:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(88512156ns) {HandleHandshakeStatus:395(88507181ns) {LogHandshakeFail:472(5363169ns) {UpdateErrorStateLog:545(12031ns)} DropOutgoingHandshake:457(624ns) ProcessPendingSessionEvents:495(83066295ns) {unordered DropSessionEvent:512 num# 100 sum# 22284777ns max# 9256687ns}}}
2025-12-06T17:45:15.515674Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802458196616999:2112] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:15.648373Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802452538951723:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(164261136ns) {Configure:104(164251256ns) {ProcessConfigured:135(75830ns) {StartInitialHandshake:157(72775ns) {DropHandshakes:470(3612ns) {DropIncomingHandshake:442(704ns) DropOutgoingHandshake:457(723ns)} GenerateSessionVirtualId:988(844ns) PrepareNewSessionHandshake:477(2340ns) {SwitchToState:179(772ns)}}}}}
2025-12-06T17:45:15.545495Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802454910341736:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(154211089ns) {HandleHandshakeStatus:329(154208461ns) {DropIncomingHandshake:442(863ns) DropOutgoingHandshake:457(6853ns) SwitchToState:179(614ns) ProcessPendingSessionEvents:495(17495635ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 17437649ns max# 16987331ns}}}
2025-12-06T17:45:15.652507Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802457714382688:2108] [node 4] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:15.523300Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802453901649634:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:15.791226Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802456885337939:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42549
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:15.652559Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:15.658364Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802456833919108:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39012
2025-12-06T17:45:15.830523Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802458165870900:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:15.523376Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:15.556599Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802459205309120:2078] [node 4] ICS09 handshake done sender: [3:7580802459205309112:2116] self: [3:7580802459205309111:0] peer: [4:7580802456885337924:0] socket: 543 qp: -1
2025-12-06T17:45:15.831679Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802456885337918:2112] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:15.656862Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802457714382668:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(57947952ns) {Configure:104(57938713ns) {ProcessConfigured:135(71199ns) {StartInitialHandshake:157(68868ns) {DropHandshakes:470(3568ns) {DropIncomingHandshake:442(772ns) DropOutgoingHandshake:457(626ns)} GenerateSessionVirtualId:988(873ns) PrepareNewSessionHandshake:477(2233ns) {SwitchToState:179(560ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:15.523440Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802453901649634:2048] [node 1] ICP22 created new session: [5:7580802458196617009:2048]
2025-12-06T17:45:15.833721Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802458165870905:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25468
2025-12-06T17:45:15.556655Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802459205309120:2078] [node 4] ICS10 traffic start
2025-12-06T17:45:15.835045Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802452590370552:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31843) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580802456885337922:2114] held: no
2025-12-06T17:45:15.850253Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802452590370551:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:15.850312Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:15.850366Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802452590370551:2048] [node 1] ICP22 created new session: [4:7580802456885337944:2048]
2025-12-06T17:45:15.850414Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802456885337944:2048] [node 1] ICS09 handshake done sender: [4:7580802456885337918:2112] self: [4:7580802456885337933:0] peer: [1:7580802457714382665:0] socket: 523 qp: -1
2025-12-06T17:45:15.850454Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802456885337944:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:15.850500Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:15.728654Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802456833919032:2060] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:15.729266Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802456833919108:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:15.729381Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802452538951722:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:15.764086Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802456833919032:2060] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27978) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802456833919093:2115] held: no
2025-12-06T17:45:15.765063Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802456833919113:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39012
2025-12-06T17:45:15.774072Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802456833919111:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39012
2025-12-06T17:45:15.818843Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802456833919111:2121] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:15.826968Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802452538951722:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15726) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802456833919108:2120] held: no
2025-12-06T17:45:15.831901Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802456833919093:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:15.837849Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802456833919032:2060] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:45:15.837912Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:15.837981Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802456833919032:2060] [node 5] ICP22 created new session: [6:7580802456833919114:2060]
2025-12-06T17:45:15.838057Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802456833919114:2060] [node 5] ICS09 handshake done sender: [6:7580802456833919093:2115] self: [6:7580802456833919109:0] peer: [5:7580802458196617002:0] socket: 546 qp: -1
2025-12-06T17:45:15.838101Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802456833919114:2060] [node 5] ICS10 traffic start
2025-12-06T17:45:15.838178Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:15.850461Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802452538951723:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:15.866646Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802456833919112:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39012
2025-12-06T17:45:15.888733Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802456833919108:2120] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:15.888940Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802452538951722:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:15.888989Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:15.889039Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802452538951722:2048] [node 1] ICP22 created new session: [6:7580802456833919117:2048]
2025-12-06T17:45:15.889086Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802456833919117:2048] [node 1] ICS09 handshake done sender: [6:7580802456833919108:2120] self: [6:7580802456833919110:0] peer: [1:7580802457714382690:0] socket: 576 qp: -1
2025-12-06T17:45:15.889124Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802456833919117:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:15.889172Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:15.900495Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802456833919119:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39012
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:15.836796Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802453870903514:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15726) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7580802458165870897:2117] held: no
2025-12-06T17:45:15.856324Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802458165870897:2117] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:15.883142Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580802453870903514:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:15.883226Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:15.883291Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802453870903514:2048] [node 1] ICP22 created new session: [2:7580802458165870910:2048]
2025-12-06T17:45:15.883343Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802458165870910:2048] [node 1] ICS09 handshake done sender: [2:7580802458165870897:2117] self: [2:7580802458165870901:0] peer: [1:7580802457714382673:0] socket: 530 qp: -1
2025-12-06T17:45:15.883383Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802458165870910:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:15.883426Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:15.896076Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802458165870903:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:15.896149Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802458165870903:2119] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:15.905424Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802458165870903:2119] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:15.558107Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802459205309122:2073] [node 6] ICS09 handshake done sender: [3:7580802459205309117:2117] self: [3:7580802459205309115:0] peer: [6:7580802456833919099:0] socket: 552 qp: -1
2025-12-06T17:45:15.562475Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802459205309124:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39154
2025-12-06T17:45:15.563601Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:15.566760Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802459205309122:2073] [node 6] ICS10 traffic start
2025-12-06T17:45:15.574763Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:15.622167Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802459205309101:2078] [node 4] ICP35 event processing took too much time PendingConnection:279(115048382ns) {HandleHandshakeStatus:329(115043879ns) {DropIncomingHandshake:442(29139ns) DropOutgoingHandshake:457(722ns) SwitchToState:179(536ns) ProcessPendingSessionEvents:495(14304643ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 14236035ns max# 13713855ns}}}
2025-12-06T17:45:15.629710Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802459205309058:2073] [node 6] ICP35 event processing took too much time PendingConnection:279(86265076ns) {HandleHandshakeStatus:329(86261611ns) {DropIncomingHandshake:442(718ns) DropOutgoingHandshake:457(946ns) SwitchToState:179(639ns) ProcessPendingSessionEvents:495(9933204ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 9852340ns max# 9302046ns}}}
2025-12-06T17:45:15.630928Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802459205309124:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:15.671964Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802459205309123:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:15.672146Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802454910341735:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:15.746124Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802459205309129:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39154
2025-12-06T17:45:15.791004Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802459205309108:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:15.791043Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802459205309108:2115] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:15.831150Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802454910341735:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(23453187ns)
2025-12-06T17:45:15.831235Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802459205309123:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:15.841511Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802459205309108:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:15.848060Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802454910341735:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15726) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580802459205309123:2118] held: no
2025-12-06T17:45:15.848797Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802454910341735:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:15.848857Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:15.848910Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802454910341735:2048] [node 1] ICP22 created new session: [3:7580802459205309131:2048]
2025-12-06T17:45:15.848970Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802459205309131:2048] [node 1] ICS09 handshake done sender: [3:7580802459205309123:2118] self: [3:7580802459205309128:0] peer: [1:7580802457714382677:0] socket: 556 qp: -1
2025-12-06T17:45:15.849023Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802459205309131:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:15.849062Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:15.885929Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802459205309092:2075] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:15.897916Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:15.901256Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802459205309092:2075] [node 5] ICP22 created new session: [3:7580802459205309133:2075]
2025-12-06T17:45:15.902059Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802459205309133:2075] [node 5] ICS09 handshake done sender: [3:7580802459205309108:2115] self: [3:7580802459205309107:0] peer: [5:7580802458196617027:0] socket: 540 qp: -1
2025-12-06T17:45:15.902100Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802459205309133:2075] [node 5] ICS10 traffic start
2025-12-06T17:45:15.902178Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:15.903716Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802459205309092:2075] [node 5] ICP35 event processing took too much time PendingConnection:279(16946261ns) {HandleHandshakeStatus:329(16943735ns) {DropIncomingHandshake:442(31595ns) DropOutgoingHandshake:457(596ns) SwitchToState:179(564ns) ProcessPendingSessionEvents:495(561621ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 491779ns max# 50693ns}}}
2025-12-06T17:45:15.679139Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802457714382694:2127] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28221
2025-12-06T17:45:15.916880Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802456833919038:2065] [node 4] ICP35 event processing took too much time PendingConnection:279(348773328ns) {HandleHandshakeStatus:329(348768130ns) {DropIncomingHandshake:442(1270ns) DropOutgoingHandshake:457(8702ns) SwitchToState:179(653ns) ProcessPendingSessionEvents:495(244875350ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 224184829ns max# 20080756ns}}}
2025-12-06T17:45:15.928131Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802458165870878:2080] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:15.928231Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:15.928289Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802458165870878:2080] [node 6] ICP22 created new session: [2:7580802458165870913:2080]
2025-12-06T17:45:15.928351Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802458165870913:2080] [node 6] ICS09 handshake done sender: [2:7580802458165870903:2119] self: [2:7580802458165870902:0] peer: [6:7580802456833919116:0] socket: 559 qp: -1
2025-12-06T17:45:15.928394Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802458165870913:2080] [node 6] ICS10 traffic start
2025-12-06T17:45:15.928432Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:15.523488Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802458196617009:2048] [node 1] ICS09 handshake done sender: [5:7580802458196616999:2112] self: [5:7580802458196617005:0] peer: [1:7580802457714382669:0] socket: 536 qp: -1
2025-12-06T17:45:15.933190Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802456833919111:2121] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:15.935152Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802452538951723:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31843) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802456833919111:2121] held: no
2025-12-06T17:45:15.691277Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802457714382694:2127] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:15.523538Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802458196617009:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:15.523603Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:15.551926Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802453901649635:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(292891094ns) {Configure:104(292880427ns) {ProcessConfigured:135(16827280ns) {StartInitialHandshake:157(16822897ns) {DropHandshakes:470(8245628ns) {DropIncomingHandshake:442(812ns) DropOutgoingHandshake:457(2063ns)} GenerateSessionVirtualId:988(1414ns) PrepareNewSessionHandshake:477(3774ns) {SwitchToState:179(1540ns)}}}}}
2025-12-06T17:45:15.552523Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802453901649635:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:15.587489Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802458196617019:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19053
2025-12-06T17:45:15.591548Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802458196617000:2113] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:15.591713Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802453901649635:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:15.591781Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:15.591827Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802453901649635:2049] [node 2] ICP22 created new session: [5:7580802458196617020:2049]
2025-12-06T17:45:15.591873Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802458196617020:2049] [node 2] ICS09 handshake done sender: [5:7580802458196617000:2113] self: [5:7580802458196617014:0] peer: [2:7580802458165870881:0] socket: 537 qp: -1
2025-12-06T17:45:15.591912Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802458196617020:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:15.591971Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:15.603811Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802453901649636:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(326067820ns) {Configure:104(326060207ns) {ProcessConfigured:135(23682854ns) {StartInitialHandshake:157(23679079ns) {DropHandshakes:470(3775ns) {DropIncomingHandshake:442(964ns) DropOutgoingHandshake:457(559ns)} GenerateSessionVirtualId:988(812ns) PrepareNewSessionHandshake:477(4556ns) {SwitchToState:179(1763ns)}}}}}
2025-12-06T17:45:15.623187Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802458196617007:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19053
2025-12-06T17:45:15.632160Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802458196616971:2084] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(295390864ns) {Configure:104(295384168ns) {ProcessConfigured:135(26877751ns) {StartInitialHandshake:157(26872891ns) {DropHandshakes:470(7786318ns) {DropIncomingHandshake:442(1163ns) DropOutgoingHandshake:457(2077ns)} GenerateSessionVirtualId:988(2204ns) PrepareNewSessionHandshake:477(6495ns) {SwitchToState:179(2606ns)}}}}}
2025-12-06T17:45:15.641587Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802458196617007:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:15.742871Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802458196617003:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:15.742908Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580802458196617003:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:15.746492Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802458196617003:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:15.746796Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580802458196616966:2080] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:15.746858Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:15.746924Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802458196616966:2080] [node 6] ICP22 created new session: [5:7580802458196617025:2080]
2025-12-06T17:45:15.746993Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802458196617025:2080] [node 6] ICS09 handshake done sender: [5:7580802458196617003:2115] self: [5:7580802458196617002:0] peer: [6:7580802456833919109:0] socket: 526 qp: -1
2025-12-06T17:45:15.747030Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802458196617025:2080] [node 6] ICS10 traffic start
2025-12-06T17:45:15.747069Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:15.765434Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802453901649636:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:15.867550Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802458196617028:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19053
2025-12-06T17:45:15.898355Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802458196617001:2114] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:15.901795Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802458196616971:2084] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:15.915601Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802453901649636:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:45:15.915668Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:15.919692Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802453901649636:2050] [node 3] ICP22 created new session: [5:7580802458196617030:2050]
2025-12-06T17:45:15.919768Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802458196617030:2050] [node 3] ICS09 handshake done sender: [5:7580802458196617001:2114] self: [5:7580802458196617027:0] peer: [3:7580802459205309107:0] socket: 544 qp: -1
2025-12-06T17:45:15.919828Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802458196617030:2050] [node 3] ICS10 traffic start
2025-12-06T17:45:15.919942Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:15.920829Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7580802453901649636:2050] [node 3] ICP27 obsolete handshake fail ignored
2025-12-06T17:45:15.932892Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802458196616971:2084] [node 4] ICP35 event processing took too much time PendingConnection:279(16175733ns) {IncomingHandshake:261(3965126ns) {DropIncomingHandshake:442(2122ns) PrepareNewSessionHandshake:477(4446ns) {SwitchToState:179(2301ns)} GenerateSessionVirtualId:988(826ns) IssueIncomingHandshakeReply:193(51200ns) {SwitchToState:179(364ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:15.906459Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802456885337942:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42549
2025-12-06T17:45:15.941171Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802452538951724:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(380648258ns) {HandleHandshakeStatus:329(380645111ns) {DropIncomingHandshake:442(1749ns) DropOutgoingHandshake:457(9586ns) SwitchToState:179(151ns) ProcessPendingSessionEvents:495(333200694ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 325222887ns max# 28728317ns}}}
2025-12-06T17:45:15.944256Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802452538951723:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:15.944333Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:15.944382Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802452538951723:2049] [node 2] ICP22 created new session: [6:7580802456833919120:2049]
2025-12-06T17:45:15.944429Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802456833919120:2049] [node 2] ICS09 handshake done sender: [6:7580802456833919111:2121] self: [6:7580802456833919116:0] peer: [2:7580802458165870902:0] socket: 560 qp: -1
2025-12-06T17:45:15.944474Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802456833919120:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:15.944514Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:15.711891Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802457714382678:2124] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:15.711937Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802457714382678:2124] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:45:15.729592Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802457714382691:2126] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:15.729618Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802457714382691:2126] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:15.738201Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802457714382691:2126] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:15.744476Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802457714382675:2123] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:15.744501Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802457714382675:2123] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:45:15.770983Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802457714382678:2124] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:15.771095Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802457714382675:2123] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:15.772852Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802457714382668:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:15.772939Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:15.772997Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802457714382668:2109] [node 6] ICP22 created new session: [1:7580802457714382699:2109]
2025-12-06T17:45:15.773061Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802457714382699:2109] [node 6] ICS09 handshake done sender: [1:7580802457714382691:2126] self: [1:7580802457714382690:0] peer: [6:7580802456833919110:0] socket: 575 qp: -1
2025-12-06T17:45:15.773104Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802457714382699:2109] [node 6] ICS10 traffic start
2025-12-06T17:45:15.773156Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:15.787514Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802453419415295:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:45:15.787600Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:15.787653Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802453419415295:2048] [node 2] ICP22 created new session: [1:7580802457714382701:2048]
2025-12-06T17:45:15.787718Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802457714382701:2048] [node 2] ICS09 handshake done sender: [1:7580802457714382675:2123] self: [1:7580802457714382673:0] peer: [2:7580802458165870901:0] socket: 569 qp: -1
2025-12-06T17:45:15.787777Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802457714382701:2048] [node 2] ICS10 traffic start
2025-12-06T17:45:15.787822Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:15.790723Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802453419415296:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:45:15.807060Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:15.829499Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802457714382668:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(55799483ns) {HandleHandshakeStatus:329(55788653ns) {DropIncomingHandshake:442(20463ns) DropOutgoingHandshake:457(768ns) SwitchToState:179(646ns) ProcessPendingSessionEvents:495(21632492ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 21558382ns max# 21112009ns}}}
2025-12-06T17:45:15.836253Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802453419415296:2049] [node 3] ICP22 created new session: [1:7580802457714382703:2049]
2025-12-06T17:45:15.868242Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802457714382703:2049] [node 3] ICS09 handshake done sender: [1:7580802457714382678:2124] self: [1:7580802457714382677:0] peer: [3:7580802459205309128:0] socket: 522 qp: -1
2025-12-06T17:45:15.868297Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802457714382703:2049] [node 3] ICS10 traffic start
2025-12-06T17:45:15.885577Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:15.949819Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802458165870874:2085] [node 5] ICP35 event processing took too much time PendingConnection:279(317766923ns) {HandleHandshakeStatus:329(317762793ns) {DropIncomingHandshake:442(856ns) DropOutgoingHandshake:457(1076ns) SwitchToState:179(951ns) ProcessPendingSessionEvents:495(215703612ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 208339658ns max# 21606472ns}}}
2025-12-06T17:45:15.949953Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580802458165870874:2085] [node 5] ICP18 handshake (actor [2:7580802458165870890:2114]) is too old
2025-12-06T17:45:15.954117Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802453419415296:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(140638391ns) {HandleHandshakeStatus:329(140634523ns) {DropIncomingHandshake:442(27733ns) DropOutgoingHandshake:457(839ns) SwitchToState:179(575ns) ProcessPendingSessionEvents:495(15904771ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 15827778ns max# 15359907ns}}}
2025-12-06T17:45:15.908319Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802456885337920:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:15.939439Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802458196617032:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19053
2025-12-06T17:45:15.908347Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802456885337920:2113] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:15.956878Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802458196616998:2111] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:15.915049Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802456885337922:2114] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:15.925221Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802452590370552:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:15.933047Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:15.938846Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802456885337920:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:15.946048Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802452590370552:2049] [node 2] ICP22 created new session: [4:7580802456885337946:2049]
2025-12-06T17:45:15.950788Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802456885337946:2049] [node 2] ICS09 handshake done sender: [4:7580802456885337922:2114] self: [4:7580802456885337941:0] peer: [2:7580802458165870884:0] socket: 542 qp: -1
2025-12-06T17:45:15.950839Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802456885337946:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:15.950899Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:15.951155Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802452590370552:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(25856931ns) {HandleHandshakeStatus:329(25854511ns) {DropIncomingHandshake:442(1019ns) DropOutgoingHandshake:457(543ns) SwitchToState:179(822ns) ProcessPendingSessionEvents:495(1112ns)}}
2025-12-06T17:45:15.957525Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802456885337885:2067] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:15.961608Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802458196616971:2084] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:45:15.961701Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:15.961745Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802458196616971:2084] [node 4] ICP22 created new session: [5:7580802458196617033:2084]
2025-12-06T17:45:15.961797Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802458196617033:2084] [node 4] ICS09 handshake done sender: [5:7580802458196616998:2111] self: [5:7580802458196617029:0] peer: [4:7580802456885337919:0] socket: 535 qp: -1
2025-12-06T17:45:15.961831Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802458196617033:2084] [node 4] ICS10 traffic start
2025-12-06T17:45:15.961895Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:15.959569Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:15.959944Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802456885337885:2067] [node 5] ICP22 created new session: [4:7580802456885337949:2067]
2025-12-06T17:45:15.960005Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802456885337949:2067] [node 5] ICS09 handshake done sender: [4:7580802456885337920:2113] self: [4:7580802456885337919:0] peer: [5:7580802458196617029:0] socket: 525 qp: -1
2025-12-06T17:45:15.960041Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802456885337949:2067] [node 5] ICS10 traffic start
2025-12-06T17:45:15.960089Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:16.210760Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:45:16.211009Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580802458165870910:2048] [node 1] ICS01 socket: 530 reason# EndOfStream
2025-12-06T17:45:16.211062Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580802453870903514:2048] [node 1] ICP30 unregister session Session# [2:7580802458165870910:2048] VirtualId# [2:7580802458165870901:0]
2025-12-06T17:45:16.211096Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580802458165870910:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:16.211180Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:16.211230Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:16.212371Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:45:16.212589Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802459205309131:2048] [node 1] ICS01 socket: 556 reason# EndOfStream
2025-12-06T17:45:16.212628Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802454910341735:2048] [node 1] ICP30 unregister session Session# [3:7580802459205309131:2048] VirtualId# [3:7580802459205309128:0]
2025-12-06T17:45:16.212663Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802459205309131:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:16.212746Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:16.212792Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:16.226776Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:45:16.227010Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802458196617009:2048] [node 1] ICS01 socket: 536 reason# EndOfStream
2025-12-06T17:45:16.227054Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802453901649634:2048] [node 1] ICP30 unregister session Session# [5:7580802458196617009:2048] VirtualId# [5:7580802458196617005:0]
2025-12-06T17:45:16.227088Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802458196617009:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:16.227176Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:16.227221Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:16.226775Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:45:16.227007Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802456885337944:2048] [node 1] ICS01 socket: 523 reason# EndOfStream
2025-12-06T17:45:16.227052Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802452590370551:2048] [node 1] ICP30 unregister session Session# [4:7580802456885337944:2048] VirtualId# [4:7580802456885337933:0]
2025-12-06T17:45:16.227085Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802456885337944:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:16.227176Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:16.227220Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:16.227317Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:45:16.227506Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802456833919117:2048] [node 1] ICS01 socket: 576 reason# EndOfStream
2025-12-06T17:45:16.227535Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802452538951722:2048] [node 1] ICP30 unregister session Session# [6:7580802456833919117:2048] VirtualId# [6:7580802456833919110:0]
2025-12-06T17:45:16.227558Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802456833919117:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:16.227610Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:16.227645Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:16.365405Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:45:16.365667Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580802459205309110:2049] [node 2] ICS07 socket disconnect 515 reason# EndOfStream
2025-12-06T17:45:16.365702Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802459205309110:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:16.365799Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:16.365842Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802459205309110:2049] [node 2] ICS15 start handshake
2025-12-06T17:45:16.388006Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802454910341736:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31843) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:45:16.388058Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802459205309110:2049] [node 2] ICS15 start handshake
2025-12-06T17:45:16.389860Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802454910341736:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31843) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:16.389926Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802459205309110:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:16.389982Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802454910341736:2049] [node 2] ICP30 unregister session Session# [3:7580802459205309110:2049] VirtualId# [3:7580802459205309104:0]
2025-12-06T17:45:16.390127Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:16.390166Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580802454910341736:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:31843) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:16.390187Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31843) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:16.398799Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:45:16.399074Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802456885337946:2049] [node 2] ICS01 socket: 542 reason# EndOfStream
2025-12-06T17:45:16.399124Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802452590370552:2049] [node 2] ICP30 unregister session Session# [4:7580802456885337946:2049] VirtualId# [4:7580802456885337941:0]
2025-12-06T17:45:16.399161Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802456885337946:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:16.399247Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:16.399296Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:16.399416Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:45:16.399598Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802458196617020:2049] [node 2] ICS01 socket: 537 reason# EndOfStream
2025-12-06T17:45:16.399630Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802453901649635:2049] [node 2] ICP30 unregister session Session# [5:7580802458196617020:2049] VirtualId# [5:7580802458196617014:0]
2025-12-06T17:45:16.399660Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802458196617020:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:16.399721Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:16.399781Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:16.400108Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:45:16.400343Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802456833919120:2049] [node 2] ICS01 socket: 560 reason# EndOfStream
2025-12-06T17:45:16.400383Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802452538951723:2049] [node 2] ICP30 unregister session Session# [6:7580802456833919120:2049] VirtualId# [6:7580802456833919116:0]
2025-12-06T17:45:16.400412Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802456833919120:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:16.400513Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:16.400566Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:16.401427Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580802454910341736:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:45:16.553742Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:45:16.553989Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802456885337937:2050] [node 3] ICS01 socket: 545 reason# EndOfStream
2025-12-06T17:45:16.554037Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802452590370553:2050] [node 3] ICP30 unregister session Session# [4:7580802456885337937:2050] VirtualId# [4:7580802456885337924:0]
2025-12-06T17:45:16.554072Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802456885337937:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:16.554151Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:45:16.554190Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:45:16.554286Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:45:16.554496Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802456833919101:2050] [node 3] ICS07 socket disconnect 553 reason# EndOfStream
2025-12-06T17:45:16.554567Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802456833919101:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:16.554647Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:45:16.554694Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802456833919101:2050] [node 3] ICS15 start handshake
2025-12-06T17:45:16.556424Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802452538951724:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62104) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:16.556498Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802456833919101:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:16.556536Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802452538951724:2050] [node 3] ICP30 unregister session Session# [6:7580802456833919101:2050] VirtualId# [6:7580802456833919099:0]
2025-12-06T17:45:16.556643Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:45:16.556677Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802452538951724:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:62104) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:16.556704Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62104) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:16.559045Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:45:16.559296Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802458196617030:2050] [node 3] ICS07 socket disconnect 544 reason# EndOfStream
2025-12-06T17:45:16.559329Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802458196617030:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:16.559422Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:45:16.559490Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802458196617030:2050] [node 3] ICS15 start handshake
2025-12-06T17:45:16.563474Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802453901649636:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62104) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:16.563541Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802458196617030:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:16.563579Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802453901649636:2050] [node 3] ICP30 unregister session Session# [5:7580802458196617030:2050] VirtualId# [5:7580802458196617027:0]
2025-12-06T17:45:16.563623Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:45:16.563664Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802453901649636:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:62104) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:16.563694Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62104) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:16.564503Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802452538951724:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:45:16.579797Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802453901649636:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:45:16.914750Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:45:16.915011Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802456833919103:2065] [node 4] ICS07 socket disconnect 511 reason# EndOfStream
2025-12-06T17:45:16.915040Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802456833919103:2065] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:16.915075Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:45:16.915148Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802456833919103:2065] [node 4] ICS15 start handshake
2025-12-06T17:45:16.916069Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:45:16.942758Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802456833919038:2065] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13734) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:16.942848Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802456833919103:2065] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:16.942892Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802456833919038:2065] [node 4] ICP30 unregister session Session# [6:7580802456833919103:2065] VirtualId# [6:7580802456833919095:0]
2025-12-06T17:45:16.943021Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:45:16.943066Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802456833919038:2065] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:13734) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:16.943083Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13734) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:16.962650Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802456833919038:2065] [node 4] ICP33 wake up from error state
2025-12-06T17:45:17.138718Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:45:17.139025Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802456833919114:2060] [node 5] ICS01 socket: 546 reason# EndOfStream
2025-12-06T17:45:17.139074Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802456833919032:2060] [node 5] ICP30 unregister session Session# [6:7580802456833919114:2060] VirtualId# [6:7580802456833919109:0]
2025-12-06T17:45:17.139117Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802456833919114:2060] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:17.139240Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:45:17.139298Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:45:17.550152Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802467471493899:2048] [node 2] ICP01 ready to work
2025-12-06T17:45:17.550207Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802467471493900:2049] [node 3] ICP01 ready to work
2025-12-06T17:45:17.577554Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802463839398963:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:17.577607Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802463839398964:2049] [node 3] ICP01 ready to work
2025-12-06T17:45:17.593567Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802464146042836:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:17.593614Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802464146042837:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:17.606854Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802467090253286:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:17.606908Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802467090253287:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:17.606948Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802467090253288:2050] [node 3] ICP01 ready to work
2025-12-06T17:45:17.634468Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802467466933291:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:17.634514Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802467466933292:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:17.634563Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802467466933293:2050] [node 3] ICP01 ready to work
2025-12-06T17:45:17.917312Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802465995674336:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:17.917374Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802465995674337:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:17.917483Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802465995674338:2050] [node 3] ICP01 ready to work
2025-12-06T17:45:17.918027Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802465995674351:2060] [node 4] ICP01 ready to work
2025-12-06T17:45:17.922995Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802463839398997:2065] [node 6] ICP01 ready to work
2025-12-06T17:45:17.958185Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802467466933308:2061] [node 4] ICP01 ready to work
2025-12-06T17:45:18.026900Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802471761900610:2064] [node 6] ICP01 ready to work
2025-12-06T17:45:18.012379Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802467471493962:2068] [node 5] ICP01 ready to work
2025-12-06T17:45:18.022730Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802467090253288:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(130371609ns) {Configure:104(130364960ns) {ProcessConfigured:135(26620774ns) {StartInitialHandshake:157(26615990ns) {DropHandshakes:470(4081ns) {DropIncomingHandshake:442(895ns) DropOutgoingHandshake:457(730ns)} GenerateSessionVirtualId:988(1110ns) PrepareNewSessionHandshake:477(6435ns) {SwitchToState:179(2805ns)}}}}}
2025-12-06T17:45:18.119877Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802471766461259:2069] [node 4] ICP01 ready to work
2025-12-06T17:45:18.078700Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802468441010195:2062] [node 6] ICP01 ready to work
2025-12-06T17:45:18.082858Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802468134366323:2066] [node 5] ICP01 ready to work
2025-12-06T17:45:18.090075Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802471385220644:2061] [node 6] ICP01 ready to work
2025-12-06T17:45:18.159054Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802468134366324:2074] [node 4] ICP01 ready to work
2025-12-06T17:45:18.167429Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802468441010196:2063] [node 5] ICP01 ready to work
2025-12-06T17:45:18.170228Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802468441010199:2067] [node 4] ICP01 ready to work
2025-12-06T17:45:18.172395Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802465995674337:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(210102674ns) {Configure:104(210093730ns) {ProcessConfigured:135(58148ns) {StartInitialHandshake:157(55638ns) {DropHandshakes:470(2425ns) {DropIncomingHandshake:442(476ns) DropOutgoingHandshake:457(341ns)} GenerateSessionVirtualId:988(759ns) PrepareNewSessionHandshake:477(1022ns) {SwitchToState:179(288ns)}}}}}
2025-12-06T17:45:18.185147Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802470290641700:2066] [node 5] ICP01 ready to work
2025-12-06T17:45:18.199045Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802471766461260:2073] [node 6] ICP01 ready to work
2025-12-06T17:45:18.199041Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802471385220648:2069] [node 5] ICP01 ready to work
2025-12-06T17:45:18.229312Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802467466933291:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(61759649ns) {Configure:104(61753359ns) {ProcessConfigured:135(77513ns) {StartInitialHandshake:157(73698ns) {DropHandshakes:470(3747ns) {DropIncomingHandshake:442(754ns) DropOutgoingHandshake:457(1022ns)} GenerateSessionVirtualId:988(1028ns) PrepareNewSessionHandshake:477(1937ns) {SwitchToState:179(614ns)}}}}}
2025-12-06T17:45:18.244391Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802464146042836:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(37258841ns) {Configure:104(37250807ns) {ProcessConfigured:135(53494ns) {StartInitialHandshake:157(50925ns) {DropHandshakes:470(2322ns) {DropIncomingHandshake:442(616ns) DropOutgoingHandshake:457(559ns)} GenerateSessionVirtualId:988(824ns) PrepareNewSessionHandshake:477(1652ns) {SwitchToState:179(678ns)}}}}}
2025-12-06T17:45:18.269871Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802467466933293:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(40040308ns) {Configure:104(40034258ns) {ProcessConfigured:135(86668ns) {StartInitialHandshake:157(81809ns) {DropHandshakes:470(3564ns) {DropIncomingHandshake:442(861ns) DropOutgoingHandshake:457(650ns)} GenerateSessionVirtualId:988(1731ns) PrepareNewSessionHandshake:477(2771ns) {SwitchToState:179(1015ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:18.285576Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802471761900656:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54540
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:18.281583Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802468134366338:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20996
2025-12-06T17:45:18.288543Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802471766461263:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48471
2025-12-06T17:45:18.288749Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802471766461264:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48471
2025-12-06T17:45:18.288818Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802471766461273:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48471
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:18.293503Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802471761900656:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:18.298564Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802467466933292:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:18.300152Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802471766461263:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:18.297216Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802467090253287:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(55140912ns) {Configure:104(55136430ns) {ProcessConfigured:135(6303166ns) {StartInitialHandshake:157(6299256ns) {DropHandshakes:470(4032ns) {DropIncomingHandshake:442(1235ns) DropOutgoingHandshake:457(637ns)} GenerateSessionVirtualId:988(983ns) PrepareNewSessionHandshake:477(5507ns) {SwitchToState:179(2090ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:18.318092Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802471385220653:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39993
2025-12-06T17:45:18.318200Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802471385220657:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39993
2025-12-06T17:45:18.291207Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802468134366339:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20996
2025-12-06T17:45:18.321929Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802468441010199:2067] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(60660702ns) {Configure:104(60654055ns) {ProcessConfigured:135(63922ns) {StartInitialHandshake:157(60499ns) {DropHandshakes:470(3780ns) {DropIncomingHandshake:442(1224ns) DropOutgoingHandshake:457(593ns)} GenerateSessionVirtualId:988(793ns) PrepareNewSessionHandshake:477(2604ns) {SwitchToState:179(711ns)}}}}}
2025-12-06T17:45:18.324585Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802468441010202:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64845
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:18.330213Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802468134366340:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20996
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:18.327563Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802468441010208:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64845
2025-12-06T17:45:18.344744Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802471761900666:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54540
2025-12-06T17:45:18.359118Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802471385220657:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:18.327629Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802468441010207:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64845
2025-12-06T17:45:18.338732Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802471766461278:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48471
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:18.342636Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802468134366326:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:18.327819Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802468441010202:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:18.328291Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802464146042837:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:18.358403Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802468441010207:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:18.364336Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802468441010215:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64845
2025-12-06T17:45:18.342688Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802468134366326:2110] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:45:18.354815Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802468134366326:2110] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:18.383259Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802468441010208:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:18.338862Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802471766461279:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48471
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:18.363636Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802471761900666:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:18.363011Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802471766461273:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:18.379065Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802471766461262:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:18.379096Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802471766461262:2110] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:18.389144Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802471766461262:2110] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:18.388565Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802468441010202:2112] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:18.388794Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802470290641710:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43288
2025-12-06T17:45:18.363793Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802467466933291:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:18.390640Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802468134366328:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:18.389804Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802471385220653:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:18.389959Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802470290641711:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43288
2025-12-06T17:45:18.390113Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802470290641712:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43288
2025-12-06T17:45:18.398758Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802470290641712:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:18.399122Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802465995674351:2060] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:18.387473Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802471761900669:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54540
2025-12-06T17:45:18.394406Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802471761900666:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:18.404021Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802467466933291:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:18.404079Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:18.404125Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802467466933291:2048] [node 1] ICP22 created new session: [5:7580802471761900671:2048]
2025-12-06T17:45:18.404165Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802471761900671:2048] [node 1] ICS09 handshake done sender: [5:7580802471761900666:2116] self: [5:7580802471761900668:0] peer: [1:7580802471766461261:0] socket: 538 qp: -1
2025-12-06T17:45:18.404193Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802471761900671:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:18.404227Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:18.405348Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802471761900670:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54540
2025-12-06T17:45:18.410008Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802471761900656:2112] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:18.410331Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802470290641713:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43288
2025-12-06T17:45:18.412024Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802467466933292:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:18.412081Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:18.412129Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802467466933292:2049] [node 2] ICP22 created new session: [5:7580802471761900673:2049]
2025-12-06T17:45:18.412177Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802471761900673:2049] [node 2] ICS09 handshake done sender: [5:7580802471761900656:2112] self: [5:7580802471761900667:0] peer: [2:7580802468134366327:0] socket: 529 qp: -1
2025-12-06T17:45:18.412204Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802471761900673:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:18.412240Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:18.403025Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802464146042837:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:18.410943Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802471385220652:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:18.410987Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802471385220652:2112] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:18.415588Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802471385220652:2112] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:18.415880Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802471385220644:2061] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:18.415931Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:18.415989Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802471385220644:2061] [node 6] ICP22 created new session: [4:7580802471385220665:2061]
2025-12-06T17:45:18.416032Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802471385220665:2061] [node 6] ICS09 handshake done sender: [4:7580802471385220652:2112] self: [4:7580802471385220651:0] peer: [6:7580802470290641714:0] socket: 553 qp: -1
2025-12-06T17:45:18.416079Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802471385220665:2061] [node 6] ICS10 traffic start
2025-12-06T17:45:18.416122Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:18.403100Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:18.403147Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802464146042837:2049] [node 2] ICP22 created new session: [3:7580802468441010217:2049]
2025-12-06T17:45:18.403198Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802468441010217:2049] [node 2] ICS09 handshake done sender: [3:7580802468441010202:2112] self: [3:7580802468441010214:0] peer: [2:7580802468134366325:0] socket: 525 qp: -1
2025-12-06T17:45:18.403233Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802468441010217:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:18.403274Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:18.411294Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802470290641711:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:18.428541Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802471766461278:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:18.428729Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802471766461264:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:18.428958Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802471766461266:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:18.428979Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802471766461266:2113] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:45:18.429844Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802467471493962:2068] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:18.429899Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:18.429939Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802467471493962:2068] [node 5] ICP22 created new session: [1:7580802471766461282:2068]
2025-12-06T17:45:18.429987Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802471766461282:2068] [node 5] ICS09 handshake done sender: [1:7580802471766461262:2110] self: [1:7580802471766461261:0] peer: [5:7580802471761900668:0] socket: 534 qp: -1
2025-12-06T17:45:18.430022Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802471766461282:2068] [node 5] ICS10 traffic start
2025-12-06T17:45:18.430060Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:18.411436Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802465995674338:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:18.415273Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802470290641717:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43288
2025-12-06T17:45:18.415330Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802470290641716:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43288
2025-12-06T17:45:18.417895Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802470290641712:2117] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:18.425052Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802465995674351:2060] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:45:18.425099Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:18.425146Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802465995674351:2060] [node 4] ICP22 created new session: [6:7580802470290641718:2060]
2025-12-06T17:45:18.425205Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802470290641718:2060] [node 4] ICS09 handshake done sender: [6:7580802470290641712:2117] self: [6:7580802470290641714:0] peer: [4:7580802471385220651:0] socket: 559 qp: -1
2025-12-06T17:45:18.425234Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802470290641718:2060] [node 4] ICS10 traffic start
2025-12-06T17:45:18.425270Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:18.390674Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802468134366328:2111] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:18.391574Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802468134366339:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:18.391656Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802468134366338:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:18.391785Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802463839398964:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:45:18.391836Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:18.391880Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802463839398964:2049] [node 3] ICP22 created new session: [2:7580802468134366342:2049]
2025-12-06T17:45:18.391930Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802468134366342:2049] [node 3] ICS09 handshake done sender: [2:7580802468134366326:2110] self: [2:7580802468134366325:0] peer: [3:7580802468441010214:0] socket: 516 qp: -1
2025-12-06T17:45:18.391985Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802468134366342:2049] [node 3] ICS10 traffic start
2025-12-06T17:45:18.392023Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:18.393549Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580802463839398963:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:18.402796Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802468134366328:2111] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:18.419815Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802468134366340:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:18.419875Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802468134366323:2066] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:18.419911Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:18.419951Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802468134366323:2066] [node 5] ICP22 created new session: [2:7580802468134366348:2066]
2025-12-06T17:45:18.420002Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802468134366348:2066] [node 5] ICS09 handshake done sender: [2:7580802468134366328:2111] self: [2:7580802468134366327:0] peer: [5:7580802471761900667:0] socket: 517 qp: -1
2025-12-06T17:45:18.420038Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802468134366348:2066] [node 5] ICS10 traffic start
2025-12-06T17:45:18.420068Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:18.433403Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802468441010198:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:18.433440Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802468441010198:2110] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:18.438939Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802471385220667:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39993
2025-12-06T17:45:18.443847Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802468441010198:2110] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:18.444312Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802471766461279:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:18.444892Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802468441010195:2062] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:18.444958Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:18.445003Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802468441010195:2062] [node 6] ICP22 created new session: [3:7580802468441010222:2062]
2025-12-06T17:45:18.445049Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802468441010222:2062] [node 6] ICS09 handshake done sender: [3:7580802468441010198:2110] self: [3:7580802468441010197:0] peer: [6:7580802470290641715:0] socket: 547 qp: -1
2025-12-06T17:45:18.445078Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802468441010222:2062] [node 6] ICS10 traffic start
2025-12-06T17:45:18.445113Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:18.448507Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802471761900676:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54540
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:18.450463Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802471385220669:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39993
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:18.451265Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802470290641710:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:18.451559Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802465995674336:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:18.451796Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802470290641720:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43288
2025-12-06T17:45:18.452481Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802471761900676:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:18.452594Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802467466933293:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:18.452994Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802468441010210:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:18.453027Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802468441010210:2117] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:18.454014Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802471761900678:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54540
2025-12-06T17:45:18.454256Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802471766461266:2113] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:18.458688Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802471385220667:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:18.455524Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580802463839398964:2049] [node 3] ICP18 handshake (actor [2:7580802468134366340:2117]) is too old
2025-12-06T17:45:18.456156Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802468134366351:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20996
2025-12-06T17:45:18.456260Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802468134366352:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20996
2025-12-06T17:45:18.456688Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802468134366339:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:18.458087Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580802463839398963:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:18.458146Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:18.458196Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802463839398963:2048] [node 1] ICP22 created new session: [2:7580802468134366353:2048]
2025-12-06T17:45:18.458243Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802468134366353:2048] [node 1] ICS09 handshake done sender: [2:7580802468134366339:2116] self: [2:7580802468134366346:0] peer: [1:7580802471766461265:0] socket: 537 qp: -1
2025-12-06T17:45:18.458274Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802468134366353:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:18.458307Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:18.458816Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802468441010210:2117] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:18.460657Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802470290641716:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:18.460771Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802470290641713:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:18.460856Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802470290641711:2116] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:18.459495Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802467090253288:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:18.459565Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802471385220670:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39993
2025-12-06T17:45:18.465991Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802465995674338:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:45:18.466053Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:18.466095Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802465995674338:2050] [node 3] ICP22 created new session: [6:7580802470290641722:2050]
2025-12-06T17:45:18.466149Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802470290641722:2050] [node 3] ICS09 handshake done sender: [6:7580802470290641711:2116] self: [6:7580802470290641715:0] peer: [3:7580802468441010197:0] socket: 558 qp: -1
2025-12-06T17:45:18.466183Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802470290641722:2050] [node 3] ICS10 traffic start
2025-12-06T17:45:18.466211Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:18.469328Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802470290641700:2066] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:18.469400Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802465995674337:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:18.463318Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802468441010206:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:18.463352Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802468441010206:2114] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:45:18.463886Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802468441010196:2063] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:18.463941Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:18.463987Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802468441010196:2063] [node 5] ICP22 created new session: [3:7580802468441010226:2063]
2025-12-06T17:45:18.464038Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802468441010226:2063] [node 5] ICS09 handshake done sender: [3:7580802468441010210:2117] self: [3:7580802468441010209:0] peer: [5:7580802471761900677:0] socket: 572 qp: -1
2025-12-06T17:45:18.464075Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802468441010226:2063] [node 5] ICS10 traffic start
2025-12-06T17:45:18.464109Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:18.470510Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802471761900660:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:18.470561Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580802471761900660:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:18.471363Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802471761900676:2119] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:18.471833Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802467471493899:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:45:18.471904Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:18.471951Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802467471493899:2048] [node 2] ICP22 created new session: [1:7580802471766461289:2048]
2025-12-06T17:45:18.472017Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802471766461289:2048] [node 2] ICS09 handshake done sender: [1:7580802471766461266:2113] self: [1:7580802471766461265:0] peer: [2:7580802468134366346:0] socket: 535 qp: -1
2025-12-06T17:45:18.472054Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802471766461289:2048] [node 2] ICS10 traffic start
2025-12-06T17:45:18.472086Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:18.474316Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802471766461268:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:18.474342Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802471766461268:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:18.475033Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802467466933293:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:45:18.475092Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:18.475135Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802467466933293:2050] [node 3] ICP22 created new session: [5:7580802471761900681:2050]
2025-12-06T17:45:18.475182Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802471761900681:2050] [node 3] ICS09 handshake done sender: [5:7580802471761900676:2119] self: [5:7580802471761900677:0] peer: [3:7580802468441010209:0] socket: 573 qp: -1
2025-12-06T17:45:18.475215Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802471761900681:2050] [node 3] ICS10 traffic start
2025-12-06T17:45:18.475254Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:18.481743Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802468441010206:2114] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:18.485119Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802468134366351:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:18.485416Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802468134366332:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:18.484730Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802470290641727:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43288
2025-12-06T17:45:18.488987Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802468441010199:2067] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:45:18.489067Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:18.489110Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802468441010199:2067] [node 4] ICP22 created new session: [3:7580802468441010229:2067]
2025-12-06T17:45:18.489169Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802468441010229:2067] [node 4] ICS09 handshake done sender: [3:7580802468441010206:2114] self: [3:7580802468441010205:0] peer: [4:7580802471385220671:0] socket: 569 qp: -1
2025-12-06T17:45:18.489202Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802468441010229:2067] [node 4] ICS10 traffic start
2025-12-06T17:45:18.489252Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:18.482486Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802471761900660:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:18.485439Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802468134366332:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:18.491391Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802468134366334:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:18.491415Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802468134366334:2114] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:45:18.487004Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802471385220670:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:18.488463Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802467090253287:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:18.493269Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802471385220672:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39993
2025-12-06T17:45:18.493726Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802471385220667:2117] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:18.498830Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802468134366332:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:18.494860Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802467090253288:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:45:18.494947Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:18.494999Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802467090253288:2050] [node 3] ICP22 created new session: [4:7580802471385220675:2050]
2025-12-06T17:45:18.495051Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802471385220675:2050] [node 3] ICS09 handshake done sender: [4:7580802471385220667:2117] self: [4:7580802471385220671:0] peer: [3:7580802468441010205:0] socket: 524 qp: -1
2025-12-06T17:45:18.495091Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802471385220675:2050] [node 3] ICS10 traffic start
2025-12-06T17:45:18.495129Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:18.499819Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580802471761900610:2064] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:18.499888Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:18.499934Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802471761900610:2064] [node 6] ICP22 created new session: [5:7580802471761900683:2064]
2025-12-06T17:45:18.500827Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802470290641716:2119] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:18.501051Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802471761900683:2064] [node 6] ICS09 handshake done sender: [5:7580802471761900660:2114] self: [5:7580802471761900659:0] peer: [6:7580802470290641725:0] socket: 530 qp: -1
2025-12-06T17:45:18.501911Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802468134366334:2114] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:18.502382Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802471761900683:2064] [node 6] ICS10 traffic start
2025-12-06T17:45:18.503137Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:18.504223Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802471761900679:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54540
2025-12-06T17:45:18.505273Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802463839398997:2065] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:18.505343Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:18.505387Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802463839398997:2065] [node 6] ICP22 created new session: [2:7580802468134366358:2065]
2025-12-06T17:45:18.505444Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802468134366358:2065] [node 6] ICS09 handshake done sender: [2:7580802468134366332:2113] self: [2:7580802468134366331:0] peer: [6:7580802470290641726:0] socket: 563 qp: -1
2025-12-06T17:45:18.505480Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802468134366358:2065] [node 6] ICS10 traffic start
2025-12-06T17:45:18.505509Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:18.506388Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802468134366324:2074] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:45:18.506430Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:18.506470Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802468134366324:2074] [node 4] ICP22 created new session: [2:7580802468134366360:2074]
2025-12-06T17:45:18.506511Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802468134366360:2074] [node 4] ICS09 handshake done sender: [2:7580802468134366334:2114] self: [2:7580802468134366333:0] peer: [4:7580802471385220673:0] socket: 579 qp: -1
2025-12-06T17:45:18.507036Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802470290641700:2066] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:45:18.507090Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:18.501436Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802471385220674:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39993
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:18.509162Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802468441010231:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64845
2025-12-06T17:45:18.509555Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802471766461268:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:18.507141Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802470290641700:2066] [node 5] ICP22 created new session: [6:7580802470290641729:2066]
2025-12-06T17:45:18.507184Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802470290641729:2066] [node 5] ICS09 handshake done sender: [6:7580802470290641716:2119] self: [6:7580802470290641725:0] peer: [5:7580802471761900659:0] socket: 567 qp: -1
2025-12-06T17:45:18.507218Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802470290641729:2066] [node 5] ICS10 traffic start
2025-12-06T17:45:18.507247Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:18.513817Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802471766461260:2073] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:18.513881Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:18.513932Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802471766461260:2073] [node 6] ICP22 created new session: [1:7580802471766461293:2073]
2025-12-06T17:45:18.513978Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802471766461293:2073] [node 6] ICS09 handshake done sender: [1:7580802471766461268:2114] self: [1:7580802471766461267:0] peer: [6:7580802470290641721:0] socket: 536 qp: -1
2025-12-06T17:45:18.514010Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802471766461293:2073] [node 6] ICS10 traffic start
2025-12-06T17:45:18.514039Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:18.516134Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802471385220670:2119] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:18.516439Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802471761900679:2121] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:18.517171Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [5:7580802471761900610:2064] [node 6] ICP18 handshake (actor [5:7580802471761900679:2121]) is too old
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:18.518518Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802470290641728:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43288
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:18.519521Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802470290641731:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43288
2025-12-06T17:45:18.519804Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802468134366360:2074] [node 4] ICS10 traffic start
2025-12-06T17:45:18.522839Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802470290641713:2118] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:18.519872Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:18.523773Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802468441010231:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:18.524703Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802467090253287:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:18.524766Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:18.524811Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802467090253287:2049] [node 2] ICP22 created new session: [4:7580802471385220678:2049]
2025-12-06T17:45:18.524863Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802471385220678:2049] [node 2] ICS09 handshake done sender: [4:7580802471385220670:2119] self: [4:7580802471385220673:0] peer: [2:7580802468134366333:0] socket: 550 qp: -1
2025-12-06T17:45:18.524893Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802471385220678:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:18.524928Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:18.527862Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802471385220669:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:18.526245Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802468134366324:2074] [node 4] ICP35 event processing took too much time PendingConnection:279(16291804ns) {HandleHandshakeStatus:329(16289818ns) {DropIncomingHandshake:442(9793ns) DropOutgoingHandshake:457(171ns) SwitchToState:179(335ns) ProcessPendingSessionEvents:495(2692465ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 2622865ns max# 2063488ns}}}
2025-12-06T17:45:18.523909Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802464146042836:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:18.529580Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802471766461272:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:18.529610Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802471766461272:2116] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:45:18.529053Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802471761900685:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54540
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:18.531085Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802468441010233:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64845
2025-12-06T17:45:18.531397Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802465995674337:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:18.531454Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:18.531500Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802465995674337:2049] [node 2] ICP22 created new session: [6:7580802470290641732:2049]
2025-12-06T17:45:18.531550Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802470290641732:2049] [node 2] ICS09 handshake done sender: [6:7580802470290641713:2118] self: [6:7580802470290641726:0] peer: [2:7580802468134366331:0] socket: 565 qp: -1
2025-12-06T17:45:18.531582Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802470290641732:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:18.531619Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:18.533234Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802470290641710:2115] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:18.537100Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802465995674336:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22461) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802470290641710:2115] held: no
2025-12-06T17:45:18.537687Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802465995674336:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:18.537728Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:18.537767Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802465995674336:2048] [node 1] ICP22 created new session: [6:7580802470290641734:2048]
2025-12-06T17:45:18.537808Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802470290641734:2048] [node 1] ICS09 handshake done sender: [6:7580802470290641710:2115] self: [6:7580802470290641721:0] peer: [1:7580802471766461267:0] socket: 557 qp: -1
2025-12-06T17:45:18.537855Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802470290641734:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:18.537887Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:18.540126Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802468441010231:2119] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:18.535055Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802471766461272:2116] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:18.542878Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802464146042836:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:18.542934Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:18.542984Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802464146042836:2048] [node 1] ICP22 created new session: [3:7580802468441010234:2048]
2025-12-06T17:45:18.543029Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802468441010234:2048] [node 1] ICS09 handshake done sender: [3:7580802468441010231:2119] self: [3:7580802468441010232:0] peer: [1:7580802471766461271:0] socket: 586 qp: -1
2025-12-06T17:45:18.543059Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802468441010234:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:18.543087Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:18.546315Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802467471493900:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:45:18.546384Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:18.546435Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802467471493900:2049] [node 3] ICP22 created new session: [1:7580802471766461296:2049]
2025-12-06T17:45:18.546478Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802471766461296:2049] [node 3] ICS09 handshake done sender: [1:7580802471766461272:2116] self: [1:7580802471766461271:0] peer: [3:7580802468441010232:0] socket: 546 qp: -1
2025-12-06T17:45:18.546518Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802471766461296:2049] [node 3] ICS10 traffic start
2025-12-06T17:45:18.546587Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:18.541476Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802467090253286:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:18.550770Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802471761900685:2122] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:18.550899Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802467466933308:2061] [node 4] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:18.552626Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802471761900687:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54540
2025-12-06T17:45:18.553595Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802471761900685:2122] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:18.551196Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802471385220659:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:18.551223Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802471385220659:2116] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:18.553116Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802471385220659:2116] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:18.553812Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802467466933308:2061] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:45:18.553861Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:18.553907Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802467466933308:2061] [node 4] ICP22 created new session: [5:7580802471761900688:2061]
2025-12-06T17:45:18.553946Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802471761900688:2061] [node 4] ICS09 handshake done sender: [5:7580802471761900685:2122] self: [5:7580802471761900686:0] peer: [4:7580802471385220658:0] socket: 580 qp: -1
2025-12-06T17:45:18.553975Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802471761900688:2061] [node 4] ICS10 traffic start
2025-12-06T17:45:18.554008Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:18.557020Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802471385220648:2069] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:18.557102Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:18.557148Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802471385220648:2069] [node 5] ICP22 created new session: [4:7580802471385220682:2069]
2025-12-06T17:45:18.557198Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802471385220682:2069] [node 5] ICS09 handshake done sender: [4:7580802471385220659:2116] self: [4:7580802471385220658:0] peer: [5:7580802471761900686:0] socket: 527 qp: -1
2025-12-06T17:45:18.557234Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802471385220682:2069] [node 5] ICS10 traffic start
2025-12-06T17:45:18.557265Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:18.560227Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802471766461270:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:18.560264Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802471766461270:2115] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:18.566027Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802471385220684:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39993
2025-12-06T17:45:18.566333Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802471766461270:2115] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:18.567126Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802471385220669:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:18.567350Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802467090253286:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:18.567407Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:18.567452Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802467090253286:2048] [node 1] ICP22 created new session: [4:7580802471385220685:2048]
2025-12-06T17:45:18.567499Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802471385220685:2048] [node 1] ICS09 handshake done sender: [4:7580802471385220669:2118] self: [4:7580802471385220680:0] peer: [1:7580802471766461269:0] socket: 520 qp: -1
2025-12-06T17:45:18.567542Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802471385220685:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:18.567574Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:18.570131Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802471766461259:2069] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:45:18.570197Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:18.570247Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802471766461259:2069] [node 4] ICP22 created new session: [1:7580802471766461299:2069]
2025-12-06T17:45:18.570286Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802471766461299:2069] [node 4] ICS09 handshake done sender: [1:7580802471766461270:2115] self: [1:7580802471766461269:0] peer: [4:7580802471385220680:0] socket: 571 qp: -1
2025-12-06T17:45:18.570321Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802471766461299:2069] [node 4] ICS10 traffic start
2025-12-06T17:45:18.570351Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:18.594883Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:45:18.595119Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7580802468134366353:2048] [node 1] ICS07 socket disconnect 537 reason# EndOfStream
2025-12-06T17:45:18.595151Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580802468134366353:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:18.595224Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:18.595268Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580802468134366353:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:18.605502Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:45:18.605944Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802471761900671:2048] [node 1] ICS07 socket disconnect 538 reason# EndOfStream
2025-12-06T17:45:18.605979Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802471761900671:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:18.606050Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:18.606100Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802471761900671:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:18.602944Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:45:18.603218Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580802468441010234:2048] [node 1] ICS07 socket disconnect 586 reason# EndOfStream
2025-12-06T17:45:18.603253Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802468441010234:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:18.603333Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:18.603381Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802468441010234:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:18.616060Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802467466933291:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22461) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:18.616146Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802471761900671:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:18.616185Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802467466933291:2048] [node 1] ICP30 unregister session Session# [5:7580802471761900671:2048] VirtualId# [5:7580802471761900668:0]
2025-12-06T17:45:18.616245Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:18.616280Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802467466933291:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:22461) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:18.616295Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22461) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:18.616825Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:45:18.616832Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:45:18.617042Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802470290641734:2048] [node 1] ICS01 socket: 557 reason# EndOfStream
2025-12-06T17:45:18.617087Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802465995674336:2048] [node 1] ICP30 unregister session Session# [6:7580802470290641734:2048] VirtualId# [6:7580802470290641721:0]
2025-12-06T17:45:18.617641Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802471385220685:2048] [node 1] ICS07 socket disconnect 520 reason# EndOfStream
2025-12-06T17:45:18.618108Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802471385220685:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:18.618213Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:18.618261Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802471385220685:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:18.617444Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802463839398963:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22461) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:45:18.617487Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580802468134366353:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:18.617120Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802470290641734:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:18.617198Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:18.617259Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:18.619859Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802464146042836:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22461) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:18.619922Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802468441010234:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:18.619956Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802464146042836:2048] [node 1] ICP30 unregister session Session# [3:7580802468441010234:2048] VirtualId# [3:7580802468441010232:0]
2025-12-06T17:45:18.619996Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:18.620041Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580802464146042836:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:22461) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:18.620058Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22461) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:18.627444Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802463839398963:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22461) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:18.627519Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580802468134366353:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:18.627552Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580802463839398963:2048] [node 1] ICP30 unregister session Session# [2:7580802468134366353:2048] VirtualId# [2:7580802468134366346:0]
2025-12-06T17:45:18.627602Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:18.627639Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [2:7580802463839398963:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:22461) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:18.627653Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22461) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:18.628226Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802467090253286:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22461) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:18.628280Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802471385220685:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:18.628306Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802467090253286:2048] [node 1] ICP30 unregister session Session# [4:7580802471385220685:2048] VirtualId# [4:7580802471385220680:0]
2025-12-06T17:45:18.628337Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:18.628367Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802467090253286:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:22461) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:18.628380Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22461) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:18.628797Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802467466933291:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:45:18.630662Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580802464146042836:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:45:18.642751Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [2:7580802463839398963:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:45:18.645205Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580802467090253286:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:45:18.717854Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:45:18.718116Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580802468441010217:2049] [node 2] ICS07 socket disconnect 525 reason# EndOfStream
2025-12-06T17:45:18.718147Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802468441010217:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:18.718221Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:18.718265Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802468441010217:2049] [node 2] ICS15 start handshake
2025-12-06T17:45:18.724343Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802464146042837:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1106) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:45:18.724387Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802468441010217:2049] [node 2] ICS15 start handshake
2025-12-06T17:45:18.725075Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802464146042837:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1106) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:18.725114Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802468441010217:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:18.725137Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802464146042837:2049] [node 2] ICP30 unregister session Session# [3:7580802468441010217:2049] VirtualId# [3:7580802468441010214:0]
2025-12-06T17:45:18.725255Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:18.725282Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580802464146042837:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:1106) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:18.725302Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1106) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:18.729944Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:45:18.730126Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802471385220678:2049] [node 2] ICS01 socket: 550 reason# EndOfStream
2025-12-06T17:45:18.730156Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802467090253287:2049] [node 2] ICP30 unregister session Session# [4:7580802471385220678:2049] VirtualId# [4:7580802471385220673:0]
2025-12-06T17:45:18.730179Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802471385220678:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:18.730224Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:18.730256Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:18.729426Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:45:18.729653Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802470290641732:2049] [node 2] ICS01 socket: 565 reason# EndOfStream
2025-12-06T17:45:18.729695Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802465995674337:2049] [node 2] ICP30 unregister session Session# [6:7580802470290641732:2049] VirtualId# [6:7580802470290641726:0]
2025-12-06T17:45:18.729730Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802470290641732:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:18.730729Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:45:18.729804Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:18.729851Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:18.730911Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802471761900673:2049] [node 2] ICS07 socket disconnect 529 reason# EndOfStream
2025-12-06T17:45:18.730940Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802471761900673:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:18.731007Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:18.731052Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802471761900673:2049] [node 2] ICS15 start handshake
2025-12-06T17:45:18.732836Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802467466933292:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1106) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:18.732899Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802471761900673:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:18.732953Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802467466933292:2049] [node 2] ICP30 unregister session Session# [5:7580802471761900673:2049] VirtualId# [5:7580802471761900667:0]
2025-12-06T17:45:18.732998Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:18.733040Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802467466933292:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:1106) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:18.733056Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1106) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:18.735057Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580802464146042837:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:45:18.741892Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802467466933292:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:45:18.823038Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:45:18.823318Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802470290641722:2050] [node 3] ICS07 socket disconnect 558 reason# EndOfStream
2025-12-06T17:45:18.823367Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802470290641722:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:18.823474Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:45:18.823518Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802470290641722:2050] [node 3] ICS15 start handshake
2025-12-06T17:45:18.824602Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:45:18.824803Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802471761900681:2050] [node 3] ICS01 socket: 573 reason# EndOfStream
2025-12-06T17:45:18.824854Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802467466933293:2050] [node 3] ICP30 unregister session Session# [5:7580802471761900681:2050] VirtualId# [5:7580802471761900677:0]
2025-12-06T17:45:18.824888Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802471761900681:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:18.824967Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:45:18.825012Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:45:18.825122Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:45:18.825288Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802471385220675:2050] [node 3] ICS01 socket: 524 reason# EndOfStream
2025-12-06T17:45:18.825327Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802467090253288:2050] [node 3] ICP30 unregister session Session# [4:7580802471385220675:2050] VirtualId# [4:7580802471385220671:0]
2025-12-06T17:45:18.825355Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802471385220675:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:18.825409Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:45:18.825445Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:45:18.832459Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802465995674338:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19965) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:18.832540Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802470290641722:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:18.832575Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802465995674338:2050] [node 3] ICP30 unregister session Session# [6:7580802470290641722:2050] VirtualId# [6:7580802470290641715:0]
2025-12-06T17:45:18.832619Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:45:18.832651Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802465995674338:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:19965) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:18.832670Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19965) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:18.846662Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802465995674338:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:45:18.879041Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:45:18.879285Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802470290641718:2060] [node 4] ICS01 socket: 559 reason# EndOfStream
2025-12-06T17:45:18.879327Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802465995674351:2060] [node 4] ICP30 unregister session Session# [6:7580802470290641718:2060] VirtualId# [6:7580802470290641714:0]
2025-12-06T17:45:18.879363Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802470290641718:2060] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:18.879450Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:45:18.879495Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:45:18.879707Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:45:18.879885Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802471761900688:2061] [node 4] ICS07 socket disconnect 580 reason# EndOfStream
2025-12-06T17:45:18.879917Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802471761900688:2061] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:18.879976Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:45:18.880021Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802471761900688:2061] [node 4] ICS15 start handshake
2025-12-06T17:45:18.881635Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802467466933308:2061] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14748) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:18.881695Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802471761900688:2061] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:18.881732Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802467466933308:2061] [node 4] ICP30 unregister session Session# [5:7580802471761900688:2061] VirtualId# [5:7580802471761900686:0]
2025-12-06T17:45:18.881767Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:45:18.881797Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802467466933308:2061] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:14748) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:18.881810Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14748) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:18.891184Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802467466933308:2061] [node 4] ICP33 wake up from error state
2025-12-06T17:45:19.011243Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:45:19.011481Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802470290641729:2066] [node 5] ICS07 socket disconnect 567 reason# EndOfStream
2025-12-06T17:45:19.011517Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802470290641729:2066] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:19.011616Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:45:19.011659Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802470290641729:2066] [node 5] ICS15 start handshake
2025-12-06T17:45:19.013735Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802470290641700:2066] [node 5] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3285) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:19.013799Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802470290641729:2066] [node 5] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:19.013841Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802470290641700:2066] [node 5] ICP30 unregister session Session# [6:7580802470290641729:2066] VirtualId# [6:7580802470290641725:0]
2025-12-06T17:45:19.013889Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
2025-12-06T17:45:19.013920Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802470290641700:2066] [node 5] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:3285) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:19.013935Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [5] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3285) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:45:19.112307Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802473582347574:2048] [node 2] ICP01 ready to work
2025-12-06T17:45:19.112356Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802473582347575:2049] [node 3] ICP01 ready to work
2025-12-06T17:45:19.123210Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802473832688483:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:19.123251Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802473832688484:2049] [node 3] ICP01 ready to work
2025-12-06T17:45:19.136915Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802472545480832:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:19.136957Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802472545480833:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:19.166958Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802474632305013:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:19.166996Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802474632305014:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:19.167039Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802474632305015:2050] [node 3] ICP01 ready to work
2025-12-06T17:45:19.191025Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802473453549557:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:19.191061Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802473453549558:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:19.191098Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802473453549559:2050] [node 3] ICP01 ready to work
2025-12-06T17:45:19.275352Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802475050403777:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:19.275388Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802475050403778:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:19.275420Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802475050403779:2050] [node 3] ICP01 ready to work
2025-12-06T17:45:19.557538Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802473582347635:2107] [node 4] ICP01 ready to work
2025-12-06T17:45:19.557927Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802475050403830:2100] [node 5] ICP01 ready to work
2025-12-06T17:45:19.570383Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802474632305075:2108] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:19.576402Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802474632305081:2110] [node 5] ICP01 ready to work
2025-12-06T17:45:19.710435Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802473453549618:2108] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38962
2025-12-06T17:45:19.687313Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802473832688548:2109] [node 4] ICP01 ready to work
2025-12-06T17:45:19.710404Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802475050403837:2103] [node 4] ICP01 ready to work
2025-12-06T17:45:19.687874Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802473832688549:2110] [node 5] ICP01 ready to work
2025-12-06T17:45:19.757465Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802473453549621:2109] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:19.748879Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802474632305013:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(175563971ns) {Configure:104(175559494ns) {ProcessConfigured:135(98994ns) {StartInitialHandshake:157(96024ns) {DropHandshakes:470(3437ns) {DropIncomingHandshake:442(955ns) DropOutgoingHandshake:457(618ns)} GenerateSessionVirtualId:988(1559ns) PrepareNewSessionHandshake:477(5684ns) {SwitchToState:179(1182ns)}}}}}
2025-12-06T17:45:19.739346Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802472545480898:2111] [node 6] ICP01 ready to work
2025-12-06T17:45:19.728556Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802475050403830:2100] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(170287051ns) {Configure:104(170283137ns) {ProcessConfigured:135(89030ns) {StartInitialHandshake:157(86134ns) {DropHandshakes:470(3607ns) {DropIncomingHandshake:442(870ns) DropOutgoingHandshake:457(551ns)} GenerateSessionVirtualId:988(676ns) PrepareNewSessionHandshake:477(1762ns) {SwitchToState:179(684ns)}}}}}
2025-12-06T17:45:19.750929Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802473582347639:2108] [node 6] ICP01 ready to work
2025-12-06T17:45:19.717332Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802473832688552:2107] [node 6] ICP01 ready to work
2025-12-06T17:45:19.768130Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802473582347635:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(210217789ns) {Configure:104(210211185ns) {ProcessConfigured:135(16582365ns) {StartInitialHandshake:157(16579143ns) {DropHandshakes:470(3780ns) {DropIncomingHandshake:442(1303ns) DropOutgoingHandshake:457(583ns)} GenerateSessionVirtualId:988(987ns) PrepareNewSessionHandshake:477(5124ns) {SwitchToState:179(2288ns)}}}}}
2025-12-06T17:45:19.746688Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802472545480899:2107] [node 5] ICP01 ready to work
2025-12-06T17:45:19.804403Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802473582347642:2109] [node 5] ICP01 ready to work
2025-12-06T17:45:19.744416Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802473832688484:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(53756826ns) {Configure:104(53751354ns) {ProcessConfigured:135(75467ns) {StartInitialHandshake:157(71735ns) {DropHandshakes:470(4010ns) {DropIncomingHandshake:442(1084ns) DropOutgoingHandshake:457(663ns)} GenerateSessionVirtualId:988(1229ns) PrepareNewSessionHandshake:477(2658ns) {SwitchToState:179(831ns)}}}}}
2025-12-06T17:45:19.820092Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802473453549557:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(185806262ns) {Configure:104(185797063ns) {ProcessConfigured:135(24080154ns) {StartInitialHandshake:157(24074817ns) {DropHandshakes:470(4350ns) {DropIncomingHandshake:442(1410ns) DropOutgoingHandshake:457(609ns)} GenerateSessionVirtualId:988(1091ns) PrepareNewSessionHandshake:477(5046ns) {SwitchToState:179(1917ns)}}}}}
2025-12-06T17:45:19.762557Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802475050403777:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(32633397ns) {Configure:104(32627978ns) {ProcessConfigured:135(86042ns) {StartInitialHandshake:157(82305ns) {DropHandshakes:470(4457ns) {DropIncomingHandshake:442(1032ns) DropOutgoingHandshake:457(642ns)} GenerateSessionVirtualId:988(1345ns) PrepareNewSessionHandshake:477(2541ns) {SwitchToState:179(667ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:19.785278Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802472545480833:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(26357053ns) {Configure:104(26344782ns) {ProcessConfigured:135(91263ns) {StartInitialHandshake:157(87690ns) {DropHandshakes:470(3875ns) {DropIncomingHandshake:442(1184ns) DropOutgoingHandshake:457(551ns)} GenerateSessionVirtualId:988(1447ns) PrepareNewSessionHandshake:477(2568ns) {SwitchToState:179(985ns)}}}}}
2025-12-06T17:45:19.770159Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802475050403841:2108] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49172
2025-12-06T17:45:19.859303Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802473453549624:2110] [node 6] ICP01 ready to work
2025-12-06T17:45:19.859967Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802474632305089:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30002
2025-12-06T17:45:19.799790Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802472545480902:2110] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:19.887238Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802475050403854:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49172
2025-12-06T17:45:19.854682Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802473832688549:2110] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(65471553ns) {Configure:104(65465829ns) {ProcessConfigured:135(20169785ns) {StartInitialHandshake:157(20166380ns) {DropHandshakes:470(3962ns) {DropIncomingHandshake:442(1042ns) DropOutgoingHandshake:457(583ns)} GenerateSessionVirtualId:988(1110ns) PrepareNewSessionHandshake:477(4756ns) {SwitchToState:179(2464ns)}}}}}
2025-12-06T17:45:19.888744Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802473582347575:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(58487848ns) {Configure:104(58480657ns) {ProcessConfigured:135(22848010ns) {StartInitialHandshake:157(22844566ns) {DropHandshakes:470(3922ns) {DropIncomingHandshake:442(1212ns) DropOutgoingHandshake:457(705ns)} GenerateSessionVirtualId:988(601ns) PrepareNewSessionHandshake:477(4261ns) {SwitchToState:179(1986ns)}}}}}
2025-12-06T17:45:19.903650Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802474632305077:2109] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:19.903684Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802474632305077:2109] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:19.805514Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802472545480898:2111] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(19761606ns) {Configure:104(19757026ns) {ProcessConfigured:135(50045ns) {StartInitialHandshake:157(47419ns) {DropHandshakes:470(2579ns) {DropIncomingHandshake:442(807ns) DropOutgoingHandshake:457(367ns)} GenerateSessionVirtualId:988(451ns) PrepareNewSessionHandshake:477(1799ns) {SwitchToState:179(368ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:19.876095Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802473832688548:2109] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(152650188ns) {Configure:104(152642390ns) {ProcessConfigured:135(82495ns) {StartInitialHandshake:157(79441ns) {DropHandshakes:470(3073ns) {DropIncomingHandshake:442(754ns) DropOutgoingHandshake:457(521ns)} GenerateSessionVirtualId:988(1110ns) PrepareNewSessionHandshake:477(2322ns) {SwitchToState:179(819ns)}}}}}
2025-12-06T17:45:19.876357Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802473832688547:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63809
2025-12-06T17:45:19.908590Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802473582347650:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41276
2025-12-06T17:45:19.894226Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802475050403854:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:19.893921Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802473453549618:2108] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:19.917002Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802473832688547:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:19.917516Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802473832688561:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63809
2025-12-06T17:45:19.839526Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802472545480911:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62845
2025-12-06T17:45:19.911643Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802474632305077:2109] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:19.894581Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802475050403841:2108] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:19.927527Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802473582347650:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:19.928976Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802473453549558:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(27446842ns) {Configure:104(27441819ns) {ProcessConfigured:135(16671613ns) {StartInitialHandshake:157(16668479ns) {DropHandshakes:470(4094ns) {DropIncomingHandshake:442(327ns) DropOutgoingHandshake:457(289ns)} GenerateSessionVirtualId:988(274ns) PrepareNewSessionHandshake:477(3139ns) {SwitchToState:179(98ns)}}}}}
2025-12-06T17:45:19.931445Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802473453549621:2109] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:19.932306Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802473453549625:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38962
2025-12-06T17:45:19.932467Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802473453549626:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38962
2025-12-06T17:45:19.932926Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802473453549559:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(37400284ns) {Configure:104(37397335ns) {ProcessConfigured:135(35779375ns) {StartInitialHandshake:157(35776237ns) {DropHandshakes:470(4321ns) {DropIncomingHandshake:442(277ns) DropOutgoingHandshake:457(448ns)} GenerateSessionVirtualId:988(1266ns) PrepareNewSessionHandshake:477(2586ns) {SwitchToState:179(601ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:19.935107Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802473453549639:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38962
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:19.848989Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802472545480902:2110] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(46592223ns) {Configure:104(46586196ns) {ProcessConfigured:135(87445ns) {StartInitialHandshake:157(84422ns) {DropHandshakes:470(3870ns) {DropIncomingHandshake:442(802ns) DropOutgoingHandshake:457(1015ns)} GenerateSessionVirtualId:988(1325ns) PrepareNewSessionHandshake:477(1950ns) {SwitchToState:179(703ns)}}}}}
2025-12-06T17:45:19.914269Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802474632305075:2108] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:19.927828Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802473582347654:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41276
2025-12-06T17:45:19.948629Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802473832688566:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63809
2025-12-06T17:45:19.894767Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802475050403779:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:19.914315Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:19.947909Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802473453549625:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:19.902735Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802472545480906:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:19.928696Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802473582347653:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41276
2025-12-06T17:45:19.902766Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802472545480906:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:19.948478Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802473453549640:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38962
2025-12-06T17:45:19.914364Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802474632305075:2108] [node 6] ICP22 created new session: [4:7580802474632305092:2108]
2025-12-06T17:45:19.968556Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802473582347658:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41276
2025-12-06T17:45:19.894839Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802475050403837:2103] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:20.002769Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802473582347648:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:19.914414Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802474632305092:2108] [node 6] ICS09 handshake done sender: [4:7580802474632305077:2109] self: [4:7580802474632305076:0] peer: [6:7580802475050403856:0] socket: 522 qp: -1
2025-12-06T17:45:20.002802Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802473582347648:2113] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:20.012522Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802473582347648:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:20.018745Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802473582347658:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:19.948700Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802473832688567:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63809
2025-12-06T17:45:19.911702Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802472545480906:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:19.998006Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802473453549639:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:19.905275Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802475050403857:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49172
2025-12-06T17:45:19.973636Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802473832688567:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:19.914448Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802474632305092:2108] [node 6] ICS10 traffic start
2025-12-06T17:45:19.998198Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802473453549626:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:19.905329Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802475050403858:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49172
2025-12-06T17:45:20.003917Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802473832688561:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:19.913748Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802472545480911:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:20.049215Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802473582347653:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:20.049353Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802473582347641:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:20.049375Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802473582347641:2111] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:45:20.062837Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802473582347654:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:19.998370Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802473453549557:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:19.991425Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802472545480917:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62845
2025-12-06T17:45:19.914491Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:20.004269Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802478127655865:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63809
2025-12-06T17:45:19.933261Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802475050403778:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(198452456ns) {Configure:104(198444272ns) {ProcessConfigured:135(21604171ns) {StartInitialHandshake:157(21601834ns) {DropHandshakes:470(1700ns) {DropIncomingHandshake:442(641ns) DropOutgoingHandshake:457(348ns)} GenerateSessionVirtualId:988(270ns) PrepareNewSessionHandshake:477(2796ns) {SwitchToState:179(136ns)}}}}}
2025-12-06T17:45:19.939619Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802474632305083:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:19.939649Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802474632305083:2112] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:19.942263Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802474632305096:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30002
2025-12-06T17:45:19.956297Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802474632305015:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(175803565ns) {Configure:104(175797790ns) {ProcessConfigured:135(31726298ns) {StartInitialHandshake:157(31722786ns) {DropHandshakes:470(3050329ns) {DropIncomingHandshake:442(839ns) DropOutgoingHandshake:457(1327ns)} GenerateSessionVirtualId:988(1157ns) PrepareNewSessionHandshake:477(5110ns) {SwitchToState:179(2031ns)}}}}}
2025-12-06T17:45:19.978868Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802474632305083:2112] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:20.008845Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802474632305089:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:20.010393Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802474632305081:2110] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:20.010445Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:20.010559Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802474632305081:2110] [node 5] ICP22 created new session: [4:7580802478927272394:2110]
2025-12-06T17:45:20.011347Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802474632305013:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:20.019284Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802478927272394:2110] [node 5] ICS09 handshake done sender: [4:7580802474632305083:2112] self: [4:7580802474632305082:0] peer: [5:7580802473453549635:0] socket: 524 qp: -1
2025-12-06T17:45:20.019336Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802478927272394:2110] [node 5] ICS10 traffic start
2025-12-06T17:45:20.019384Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:20.052361Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802474632305096:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:20.058881Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802474632305014:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:20.062201Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802478927272399:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30002
2025-12-06T17:45:19.998437Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802473453549559:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:19.999340Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802472545480898:2111] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:19.939128Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802475050403841:2108] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:20.021260Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802478127655865:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:20.080239Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802473582347641:2111] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:20.082944Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802474632305089:2114] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:20.070180Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802473453549629:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:20.081739Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802473582347646:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:20.081771Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802473582347646:2112] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:45:20.084356Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802473582347642:2109] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:20.084416Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:20.084458Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802473582347642:2109] [node 5] ICP22 created new session: [1:7580802477877314963:2109]
2025-12-06T17:45:20.084504Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802477877314963:2109] [node 5] ICS09 handshake done sender: [1:7580802473582347648:2113] self: [1:7580802473582347647:0] peer: [5:7580802473453549642:0] socket: 558 qp: -1
2025-12-06T17:45:20.084539Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802477877314963:2109] [node 5] ICS10 traffic start
2025-12-06T17:45:20.084568Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:20.109499Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802473582347646:2112] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:20.109871Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802473582347635:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:45:20.109944Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:20.109993Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802473582347635:2107] [node 4] ICP22 created new session: [1:7580802477877314965:2107]
2025-12-06T17:45:20.110045Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802477877314965:2107] [node 4] ICS09 handshake done sender: [1:7580802473582347641:2111] self: [1:7580802473582347640:0] peer: [4:7580802478927272396:0] socket: 533 qp: -1
2025-12-06T17:45:20.110081Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802477877314965:2107] [node 4] ICS10 traffic start
2025-12-06T17:45:20.110119Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:19.939259Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802475050403854:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:20.021115Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:20.030979Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802472545480898:2111] [node 6] ICP22 created new session: [3:7580802476840448214:2111]
2025-12-06T17:45:20.042147Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802476840448214:2111] [node 6] ICS09 handshake done sender: [3:7580802472545480906:2115] self: [3:7580802472545480905:0] peer: [6:7580802475050403855:0] socket: 539 qp: -1
2025-12-06T17:45:19.968922Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802475050403837:2103] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:45:20.052468Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802473832688566:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:19.968980Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:20.052753Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580802473832688483:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:19.969029Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802475050403837:2103] [node 4] ICP22 created new session: [6:7580802475050403862:2103]
2025-12-06T17:45:20.078678Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802473832688558:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:19.969080Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802475050403862:2103] [node 4] ICS09 handshake done sender: [6:7580802475050403841:2108] self: [6:7580802475050403856:0] peer: [4:7580802474632305076:0] socket: 527 qp: -1
2025-12-06T17:45:19.969116Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802475050403862:2103] [node 4] ICS10 traffic start
2025-12-06T17:45:20.078724Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802473832688558:2115] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:45:19.969148Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:20.080562Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802473832688554:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:19.970922Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802475050403779:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:45:20.080604Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802473832688554:2113] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:45:19.970970Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:20.091080Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802473832688558:2115] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:19.971015Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802475050403779:2050] [node 3] ICP22 created new session: [6:7580802475050403864:2050]
2025-12-06T17:45:20.104961Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802473832688548:2109] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:45:19.971085Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802475050403864:2050] [node 3] ICS09 handshake done sender: [6:7580802475050403854:2115] self: [6:7580802475050403855:0] peer: [3:7580802472545480905:0] socket: 542 qp: -1
2025-12-06T17:45:20.105033Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:19.971126Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802475050403864:2050] [node 3] ICS10 traffic start
2025-12-06T17:45:20.105095Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802473832688548:2109] [node 4] ICP22 created new session: [2:7580802478127655871:2109]
2025-12-06T17:45:19.971159Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:20.105154Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802478127655871:2109] [node 4] ICS09 handshake done sender: [2:7580802473832688558:2115] self: [2:7580802473832688557:0] peer: [4:7580802478927272398:0] socket: 553 qp: -1
2025-12-06T17:45:19.972242Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802475050403861:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49172
2025-12-06T17:45:20.105191Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802478127655871:2109] [node 4] ICS10 traffic start
2025-12-06T17:45:20.050982Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802475050403861:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:20.053047Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802475050403830:2100] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:20.105231Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:20.101820Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802479345371164:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49172
2025-12-06T17:45:20.115402Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802478127655870:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63809
2025-12-06T17:45:20.042200Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802476840448214:2111] [node 6] ICS10 traffic start
2025-12-06T17:45:20.070215Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580802473453549629:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:20.132781Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802475050403861:2119] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:20.042286Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:20.147517Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802473832688566:2118] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:20.094307Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802474632305013:2048] [node 1] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:20.071577Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802477748516940:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38962
2025-12-06T17:45:20.134335Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802475050403830:2100] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:45:20.044003Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802472545480898:2111] [node 6] ICP35 event processing took too much time PendingConnection:279(50323049ns) {HandleHandshakeStatus:329(50319246ns) {DropIncomingHandshake:442(18008ns) DropOutgoingHandshake:457(1170ns) SwitchToState:179(788ns) ProcessPendingSessionEvents:495(702853ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 644584ns max# 135896ns}}}
2025-12-06T17:45:20.152727Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802473832688554:2113] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:20.094363Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:20.187543Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580802473832688483:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:20.156036Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802473582347649:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:20.187676Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:20.187757Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802473832688483:2048] [node 1] ICP22 created new session: [2:7580802478127655875:2048]
2025-12-06T17:45:20.187805Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802478127655875:2048] [node 1] ICS09 handshake done sender: [2:7580802473832688566:2118] self: [2:7580802478127655868:0] peer: [1:7580802473582347645:0] socket: 562 qp: -1
2025-12-06T17:45:20.187840Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802478127655875:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:20.187899Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:20.156082Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802473582347649:2114] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:45:20.157072Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802473582347574:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:45:20.157171Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:20.157232Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802473582347574:2048] [node 2] ICP22 created new session: [1:7580802477877314967:2048]
2025-12-06T17:45:20.157288Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802477877314967:2048] [node 2] ICS09 handshake done sender: [1:7580802473582347646:2112] self: [1:7580802473582347645:0] peer: [2:7580802478127655868:0] socket: 557 qp: -1
2025-12-06T17:45:20.157335Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802477877314967:2048] [node 2] ICS10 traffic start
2025-12-06T17:45:20.157375Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:20.045341Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802472545480904:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:20.197594Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802473832688484:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:45:20.197697Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:20.197741Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802473832688484:2049] [node 3] ICP22 created new session: [2:7580802478127655877:2049]
2025-12-06T17:45:20.197790Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802478127655877:2049] [node 3] ICS09 handshake done sender: [2:7580802473832688554:2113] self: [2:7580802473832688553:0] peer: [3:7580802476840448219:0] socket: 552 qp: -1
2025-12-06T17:45:20.197823Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802478127655877:2049] [node 3] ICS10 traffic start
2025-12-06T17:45:20.197859Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:20.134401Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:20.080995Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802473453549618:2108] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:20.094405Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802474632305013:2048] [node 1] ICP22 created new session: [4:7580802478927272402:2048]
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:20.215997Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7580802473832688483:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:45:20.134458Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802475050403830:2100] [node 5] ICP22 created new session: [6:7580802479345371165:2100]
2025-12-06T17:45:20.222816Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802473832688560:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:20.222866Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802473832688560:2116] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:20.094454Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802478927272402:2048] [node 1] ICS09 handshake done sender: [4:7580802474632305089:2114] self: [4:7580802478927272396:0] peer: [1:7580802473582347640:0] socket: 537 qp: -1
2025-12-06T17:45:20.045369Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802472545480904:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:20.134517Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802479345371165:2100] [node 5] ICS09 handshake done sender: [6:7580802475050403861:2119] self: [6:7580802479345371163:0] peer: [5:7580802473453549628:0] socket: 566 qp: -1
2025-12-06T17:45:20.134575Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802479345371165:2100] [node 5] ICS10 traffic start
2025-12-06T17:45:20.134618Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:20.186293Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802475050403830:2100] [node 5] ICP35 event processing took too much time PendingConnection:279(50969450ns) {HandleHandshakeStatus:329(50966641ns) {DropIncomingHandshake:442(1180ns) DropOutgoingHandshake:457(4404ns) SwitchToState:179(805ns) ProcessPendingSessionEvents:495(50523058ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 50420818ns max# 15509770ns}}}
2025-12-06T17:45:20.212499Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802479345371167:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49172
2025-12-06T17:45:20.212570Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802479345371168:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49172
2025-12-06T17:45:20.220862Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802479345371167:2121] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:20.221022Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802475050403778:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:20.097112Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802473453549621:2109] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:45:20.196910Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802477877314962:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41276
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:20.094505Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802478927272402:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:20.206979Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802473582347649:2114] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:20.051587Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802476840448216:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62845
2025-12-06T17:45:20.233187Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802473832688560:2116] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:20.223438Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802473582347575:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:45:20.223504Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:20.223569Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802473582347575:2049] [node 3] ICP22 created new session: [1:7580802477877314971:2049]
2025-12-06T17:45:20.223631Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802477877314971:2049] [node 3] ICS09 handshake done sender: [1:7580802473582347649:2114] self: [1:7580802473582347643:0] peer: [3:7580802476840448225:0] socket: 584 qp: -1
2025-12-06T17:45:20.223676Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802477877314971:2049] [node 3] ICS10 traffic start
2025-12-06T17:45:20.223716Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:20.236190Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802477877314962:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:20.097189Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:20.242687Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802479345371170:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49172
2025-12-06T17:45:20.097248Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802473453549621:2109] [node 4] ICP22 created new session: [5:7580802477748516943:2109]
2025-12-06T17:45:20.097301Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802477748516943:2109] [node 4] ICS09 handshake done sender: [5:7580802473453549618:2108] self: [5:7580802473453549635:0] peer: [4:7580802474632305082:0] socket: 525 qp: -1
2025-12-06T17:45:20.097340Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802477748516943:2109] [node 4] ICS10 traffic start
2025-12-06T17:45:20.247880Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580802473582347575:2049] [node 3] ICP18 handshake (actor [1:7580802477877314962:2120]) is too old
2025-12-06T17:45:20.102057Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:20.059253Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802472545480917:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:20.255316Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802479345371168:2122] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:20.260040Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802479345371167:2121] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:20.097378Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:20.104409Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802478927272400:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30002
2025-12-06T17:45:20.109039Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802478927272401:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30002
2025-12-06T17:45:20.123061Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802478927272401:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:20.123140Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802474632305096:2116] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:20.131971Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802474632305014:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:20.132031Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:20.132082Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802474632305014:2049] [node 2] ICP22 created new session: [4:7580802478927272404:2049]
2025-12-06T17:45:20.132134Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802478927272404:2049] [node 2] ICS09 handshake done sender: [4:7580802474632305096:2116] self: [4:7580802478927272398:0] peer: [2:7580802473832688557:0] socket: 554 qp: -1
2025-12-06T17:45:20.132168Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802478927272404:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:20.132210Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:20.148369Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802474632305015:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:20.150682Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802478927272407:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30002
2025-12-06T17:45:20.171302Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802474632305014:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(20392627ns) {HandleHandshakeStatus:329(20387809ns) {DropIncomingHandshake:442(1456ns) DropOutgoingHandshake:457(5267ns) SwitchToState:179(701ns) ProcessPendingSessionEvents:495(19994113ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 19935780ns max# 19474143ns}}}
2025-12-06T17:45:20.191858Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802478927272401:2119] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:20.207478Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802474632305015:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:45:20.207540Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:20.207599Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802474632305015:2050] [node 3] ICP22 created new session: [4:7580802478927272408:2050]
2025-12-06T17:45:20.207651Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802478927272408:2050] [node 3] ICS09 handshake done sender: [4:7580802478927272401:2119] self: [4:7580802478927272406:0] peer: [3:7580802472545480913:0] socket: 588 qp: -1
2025-12-06T17:45:20.207692Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802478927272408:2050] [node 3] ICS10 traffic start
2025-12-06T17:45:20.207752Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:20.263093Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802473832688552:2107] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:20.059437Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802476840448216:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:20.061377Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802472545480833:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:20.062781Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802472545480904:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:20.086726Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802472545480899:2107] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:20.086775Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:20.086826Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802472545480899:2107] [node 5] ICP22 created new session: [3:7580802476840448221:2107]
2025-12-06T17:45:20.086878Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802476840448221:2107] [node 5] ICS09 handshake done sender: [3:7580802472545480904:2114] self: [3:7580802472545480903:0] peer: [5:7580802473453549643:0] socket: 536 qp: -1
2025-12-06T17:45:20.086916Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802476840448221:2107] [node 5] ICS10 traffic start
2025-12-06T17:45:20.086951Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:20.088356Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802476840448223:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62845
2025-12-06T17:45:20.114496Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802476840448223:2121] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:20.114662Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802472545480832:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:20.148770Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802472545480914:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:20.148798Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802472545480914:2118] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:45:20.161741Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802472545480914:2118] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:20.174123Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802476840448227:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62845
2025-12-06T17:45:20.195234Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802472545480902:2110] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:45:20.195315Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:20.195377Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802472545480902:2110] [node 4] ICP22 created new session: [3:7580802476840448229:2110]
2025-12-06T17:45:20.195427Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802476840448229:2110] [node 4] ICS09 handshake done sender: [3:7580802472545480914:2118] self: [3:7580802472545480913:0] peer: [4:7580802478927272406:0] socket: 587 qp: -1
2025-12-06T17:45:20.195466Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802476840448229:2110] [node 4] ICS10 traffic start
2025-12-06T17:45:20.195501Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:20.196532Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802472545480917:2119] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:20.232644Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802472545480833:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:20.232699Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:20.232745Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802472545480833:2049] [node 2] ICP22 created new session: [3:7580802476840448231:2049]
2025-12-06T17:45:20.232818Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802476840448231:2049] [node 2] ICS09 handshake done sender: [3:7580802472545480917:2119] self: [3:7580802476840448219:0] peer: [2:7580802473832688553:0] socket: 572 qp: -1
2025-12-06T17:45:20.233512Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802476840448231:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:20.233572Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:20.235423Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802476840448228:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62845
2025-12-06T17:45:20.259594Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802476840448223:2121] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:20.268401Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802472545480832:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:20.268480Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:20.268538Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802472545480832:2048] [node 1] ICP22 created new session: [3:7580802476840448233:2048]
2025-12-06T17:45:20.268590Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802476840448233:2048] [node 1] ICS09 handshake done sender: [3:7580802476840448223:2121] self: [3:7580802476840448225:0] peer: [1:7580802473582347643:0] socket: 586 qp: -1
2025-12-06T17:45:20.268629Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802476840448233:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:20.268689Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:20.269337Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7580802472545480832:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:45:20.281275Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:20.281381Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802473832688552:2107] [node 6] ICP22 created new session: [2:7580802478127655881:2107]
2025-12-06T17:45:20.281439Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802478127655881:2107] [node 6] ICS09 handshake done sender: [2:7580802473832688560:2116] self: [2:7580802473832688559:0] peer: [6:7580802479345371169:0] socket: 559 qp: -1
2025-12-06T17:45:20.279694Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802475050403778:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:20.279792Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:20.279848Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802475050403778:2049] [node 2] ICP22 created new session: [6:7580802479345371171:2049]
2025-12-06T17:45:20.279899Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802479345371171:2049] [node 2] ICS09 handshake done sender: [6:7580802479345371167:2121] self: [6:7580802479345371169:0] peer: [2:7580802473832688559:0] socket: 528 qp: -1
2025-12-06T17:45:20.279940Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802479345371171:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:20.279978Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:20.288425Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802478127655881:2107] [node 6] ICS10 traffic start
2025-12-06T17:45:20.099595Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802477748516941:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38962
2025-12-06T17:45:20.288556Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:20.290332Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802473832688552:2107] [node 6] ICP35 event processing took too much time PendingConnection:279(26304346ns) {HandleHandshakeStatus:329(26299889ns) {DropIncomingHandshake:442(22829ns) DropOutgoingHandshake:457(592ns) SwitchToState:179(4274ns) ProcessPendingSessionEvents:495(657186ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 593721ns max# 64944ns}}}
2025-12-06T17:45:20.106307Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802473453549639:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:20.112525Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802473453549629:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:20.123350Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802473453549557:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:20.123449Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:20.123515Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802473453549557:2048] [node 1] ICP22 created new session: [5:7580802477748516945:2048]
2025-12-06T17:45:20.123575Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802477748516945:2048] [node 1] ICS09 handshake done sender: [5:7580802473453549639:2118] self: [5:7580802473453549642:0] peer: [1:7580802473582347647:0] socket: 564 qp: -1
2025-12-06T17:45:20.123629Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802477748516945:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:20.123671Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:20.125813Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580802473453549624:2110] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:20.125907Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:20.125966Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802473453549624:2110] [node 6] ICP22 created new session: [5:7580802477748516947:2110]
2025-12-06T17:45:20.126042Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802477748516947:2110] [node 6] ICS09 handshake done sender: [5:7580802473453549629:2114] self: [5:7580802473453549628:0] peer: [6:7580802479345371163:0] socket: 561 qp: -1
2025-12-06T17:45:20.126089Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802477748516947:2110] [node 6] ICS10 traffic start
2025-12-06T17:45:20.126130Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:20.206670Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802473453549626:2113] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:20.238106Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802473453549559:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:45:20.238185Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:20.238242Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802473453549559:2050] [node 3] ICP22 created new session: [5:7580802477748516949:2050]
2025-12-06T17:45:20.238293Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802477748516949:2050] [node 3] ICS09 handshake done sender: [5:7580802473453549626:2113] self: [5:7580802473453549643:0] peer: [3:7580802472545480903:0] socket: 541 qp: -1
2025-12-06T17:45:20.238328Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802477748516949:2050] [node 3] ICS10 traffic start
2025-12-06T17:45:20.238377Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:20.247746Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802473453549624:2110] [node 6] ICP35 event processing took too much time PendingConnection:279(120981127ns) {HandleHandshakeStatus:329(120975455ns) {DropIncomingHandshake:442(21363ns) DropOutgoingHandshake:457(747ns) SwitchToState:179(580ns) ProcessPendingSessionEvents:495(120529365ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 118614122ns max# 19318167ns}}}
2025-12-06T17:45:20.296617Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802473453549559:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(57640028ns) {HandleHandshakeStatus:329(57636659ns) {DropIncomingHandshake:442(1678ns) DropOutgoingHandshake:457(5475ns) SwitchToState:179(743ns) ProcessPendingSessionEvents:495(57212874ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 57105791ns max# 12067501ns}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:20.299779Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7580802473453549557:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:45:20.301452Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802477748516951:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38962
2025-12-06T17:45:20.302397Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802475050403777:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:20.302525Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580802475050403778:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:45:20.310874Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802477748516951:2122] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:20.311080Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802473453549558:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:20.303915Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802473582347652:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:20.303960Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802473582347652:2116] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:20.314980Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802473832688556:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:20.315036Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802473832688556:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:20.320927Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802473582347652:2116] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:20.323670Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802473832688556:2114] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:20.323813Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802473582347639:2108] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:20.330678Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802473832688549:2110] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:20.323916Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:20.323971Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802473582347639:2108] [node 6] ICP22 created new session: [1:7580802477877314974:2108]
2025-12-06T17:45:20.324026Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802477877314974:2108] [node 6] ICS09 handshake done sender: [1:7580802473582347652:2116] self: [1:7580802473582347651:0] peer: [6:7580802479345371173:0] socket: 535 qp: -1
2025-12-06T17:45:20.324068Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802477877314974:2108] [node 6] ICS10 traffic start
2025-12-06T17:45:20.324110Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:20.327012Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802479345371174:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49172
2025-12-06T17:45:20.334974Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802477748516954:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38962
2025-12-06T17:45:20.351864Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802473453549558:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16889) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802477748516951:2122] held: no
2025-12-06T17:45:20.352777Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802477748516951:2122] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:20.330788Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:20.337169Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802479345371168:2122] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:20.337606Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802475050403777:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:20.337665Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:20.337711Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802475050403777:2048] [node 1] ICP22 created new session: [6:7580802479345371175:2048]
2025-12-06T17:45:20.337758Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802479345371175:2048] [node 1] ICS09 handshake done sender: [6:7580802479345371168:2122] self: [6:7580802479345371173:0] peer: [1:7580802473582347651:0] socket: 538 qp: -1
2025-12-06T17:45:20.337796Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802479345371175:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:20.337830Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:20.330844Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802473832688549:2110] [node 5] ICP22 created new session: [2:7580802478127655884:2110]
2025-12-06T17:45:20.330897Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802478127655884:2110] [node 5] ICS09 handshake done sender: [2:7580802473832688556:2114] self: [2:7580802473832688555:0] peer: [5:7580802477748516953:0] socket: 551 qp: -1
2025-12-06T17:45:20.330936Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802478127655884:2110] [node 5] ICS10 traffic start
2025-12-06T17:45:20.330972Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:20.354643Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802473453549558:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:20.354739Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:20.354804Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802473453549558:2049] [node 2] ICP22 created new session: [5:7580802477748516955:2049]
2025-12-06T17:45:20.354856Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802477748516955:2049] [node 2] ICS09 handshake done sender: [5:7580802477748516951:2122] self: [5:7580802477748516953:0] peer: [2:7580802473832688555:0] socket: 585 qp: -1
2025-12-06T17:45:20.354991Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802477748516955:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:20.355033Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:20.408232Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:45:20.408453Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580802476840448233:2048] [node 1] ICS07 socket disconnect 586 reason# EndOfStream
2025-12-06T17:45:20.408482Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802476840448233:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:20.408563Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:20.408614Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802476840448233:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:20.406761Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:45:20.407025Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7580802478127655875:2048] [node 1] ICS07 socket disconnect 562 reason# EndOfStream
2025-12-06T17:45:20.407056Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580802478127655875:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:20.407150Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:20.407200Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580802478127655875:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:20.412306Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802473832688483:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15521) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:45:20.415464Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:45:20.413700Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802472545480832:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15521) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:45:20.417168Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:45:20.413753Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802476840448233:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:20.415201Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802472545480832:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15521) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:20.415255Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802476840448233:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:20.421136Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802478927272402:2048] [node 1] ICS07 socket disconnect 537 reason# EndOfStream
2025-12-06T17:45:20.421199Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802478927272402:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:20.421303Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:20.421349Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802478927272402:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:20.422887Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802474632305013:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15521) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:20.422954Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802478927272402:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:20.422991Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802474632305013:2048] [node 1] ICP30 unregister session Session# [4:7580802478927272402:2048] VirtualId# [4:7580802478927272396:0]
2025-12-06T17:45:20.423050Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:20.423090Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802474632305013:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:15521) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:20.423108Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15521) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:20.415300Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802472545480832:2048] [node 1] ICP30 unregister session Session# [3:7580802476840448233:2048] VirtualId# [3:7580802476840448225:0]
2025-12-06T17:45:20.412398Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580802478127655875:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:20.415352Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:20.431103Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802479345371175:2048] [node 1] ICS07 socket disconnect 538 reason# EndOfStream
2025-12-06T17:45:20.420517Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:45:20.434805Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580802474632305013:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:45:20.419817Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802473832688483:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15521) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:20.419876Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580802478127655875:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:20.419917Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580802473832688483:2048] [node 1] ICP30 unregister session Session# [2:7580802478127655875:2048] VirtualId# [2:7580802478127655868:0]
2025-12-06T17:45:20.420071Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:20.420114Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [2:7580802473832688483:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:15521) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:20.420133Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15521) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:20.431633Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [2:7580802473832688483:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:45:20.415393Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580802472545480832:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:15521) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:20.415408Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15521) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:20.430863Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580802472545480832:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:45:20.431150Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802479345371175:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:20.431272Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:20.432147Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802479345371175:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:20.433382Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802475050403777:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15521) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:20.433447Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802479345371175:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:20.433493Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802475050403777:2048] [node 1] ICP30 unregister session Session# [6:7580802479345371175:2048] VirtualId# [6:7580802479345371173:0]
2025-12-06T17:45:20.433555Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:20.433612Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802475050403777:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:15521) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:20.433633Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15521) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:20.435513Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802477748516945:2048] [node 1] ICS07 socket disconnect 564 reason# EndOfStream
2025-12-06T17:45:20.435569Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802477748516945:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:20.435673Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:20.435759Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802477748516945:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:20.439494Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802473453549557:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15521) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:20.439566Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802477748516945:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:20.439611Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802473453549557:2048] [node 1] ICP30 unregister session Session# [5:7580802477748516945:2048] VirtualId# [5:7580802473453549642:0]
2025-12-06T17:45:20.439666Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:20.439704Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802473453549557:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:15521) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:20.439738Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15521) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:20.443866Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802475050403777:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:45:20.453994Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802473453549557:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:45:20.517324Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:45:20.517611Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580802476840448231:2049] [node 2] ICS07 socket disconnect 572 reason# EndOfStream
2025-12-06T17:45:20.517640Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802476840448231:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:20.517931Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:20.517979Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802476840448231:2049] [node 2] ICS15 start handshake
2025-12-06T17:45:20.522216Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802472545480833:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16889) Socket error# Connection reset by peer state# SendInitialPacket processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:45:20.522259Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802476840448231:2049] [node 2] ICS15 start handshake
2025-12-06T17:45:20.523428Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802472545480833:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16889) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:20.523568Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802476840448231:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:20.523607Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802472545480833:2049] [node 2] ICP30 unregister session Session# [3:7580802476840448231:2049] VirtualId# [3:7580802476840448219:0]
2025-12-06T17:45:20.523654Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:20.523698Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580802472545480833:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:16889) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:20.523740Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16889) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:20.527860Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:45:20.528134Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802478927272404:2049] [node 2] ICS07 socket disconnect 554 reason# EndOfStream
2025-12-06T17:45:20.528166Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802478927272404:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:20.528235Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:20.528269Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802478927272404:2049] [node 2] ICS15 start handshake
2025-12-06T17:45:20.528871Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:45:20.529078Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802479345371171:2049] [node 2] ICS01 socket: 528 reason# EndOfStream
2025-12-06T17:45:20.529126Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802475050403778:2049] [node 2] ICP30 unregister session Session# [6:7580802479345371171:2049] VirtualId# [6:7580802479345371169:0]
2025-12-06T17:45:20.529166Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802479345371171:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:20.529233Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:20.529278Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:20.530458Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802474632305014:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16889) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:20.530526Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802478927272404:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:20.530579Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802474632305014:2049] [node 2] ICP30 unregister session Session# [4:7580802478927272404:2049] VirtualId# [4:7580802478927272398:0]
2025-12-06T17:45:20.530694Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:20.530736Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802474632305014:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:16889) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:20.530765Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16889) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:20.535229Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580802472545480833:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:45:20.536218Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:45:20.536529Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802477748516955:2049] [node 2] ICS01 socket: 585 reason# EndOfStream
2025-12-06T17:45:20.536646Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802473453549558:2049] [node 2] ICP30 unregister session Session# [5:7580802477748516955:2049] VirtualId# [5:7580802477748516953:0]
2025-12-06T17:45:20.536740Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802477748516955:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:20.536845Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:20.536902Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:20.543714Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580802474632305014:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:45:20.609005Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:45:20.609268Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802477748516949:2050] [node 3] ICS07 socket disconnect 541 reason# EndOfStream
2025-12-06T17:45:20.609305Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802477748516949:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:20.609392Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:45:20.609432Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802477748516949:2050] [node 3] ICS15 start handshake
2025-12-06T17:45:20.610001Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:45:20.610231Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802478927272408:2050] [node 3] ICS01 socket: 588 reason# EndOfStream
2025-12-06T17:45:20.610496Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802473453549559:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:32245) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:20.610274Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802474632305015:2050] [node 3] ICP30 unregister session Session# [4:7580802478927272408:2050] VirtualId# [4:7580802478927272406:0]
2025-12-06T17:45:20.614759Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:45:20.610307Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802478927272408:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:20.610368Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:45:20.610416Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:45:20.610705Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802477748516949:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:20.610739Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802473453549559:2050] [node 3] ICP30 unregister session Session# [5:7580802477748516949:2050] VirtualId# [5:7580802473453549643:0]
2025-12-06T17:45:20.610848Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:45:20.610895Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802473453549559:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:32245) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:20.610916Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:32245) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:20.625660Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802473453549559:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:45:20.614987Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802475050403864:2050] [node 3] ICS07 socket disconnect 542 reason# EndOfStream
2025-12-06T17:45:20.615016Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802475050403864:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:20.615126Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:45:20.615168Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802475050403864:2050] [node 3] ICS15 start handshake
2025-12-06T17:45:20.634677Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802475050403779:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:32245) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:20.634772Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802475050403864:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:20.634817Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802475050403779:2050] [node 3] ICP30 unregister session Session# [6:7580802475050403864:2050] VirtualId# [6:7580802475050403855:0]
2025-12-06T17:45:20.634893Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:45:20.634947Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802475050403779:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:32245) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:20.634965Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:32245) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:20.645217Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802475050403779:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:45:20.680154Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:45:20.680440Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802475050403862:2103] [node 4] ICS07 socket disconnect 527 reason# EndOfStream
2025-12-06T17:45:20.680475Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802475050403862:2103] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:20.680577Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:45:20.680626Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802475050403862:2103] [node 4] ICS15 start handshake
2025-12-06T17:45:20.681871Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802475050403837:2103] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12917) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:20.681945Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802475050403862:2103] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:20.681984Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802475050403837:2103] [node 4] ICP30 unregister session Session# [6:7580802475050403862:2103] VirtualId# [6:7580802475050403856:0]
2025-12-06T17:45:20.682035Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:45:20.682086Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802475050403837:2103] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:12917) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:20.682109Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12917) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:20.685760Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:45:20.686033Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802477748516943:2109] [node 4] ICS07 socket disconnect 525 reason# EndOfStream
2025-12-06T17:45:20.686067Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802477748516943:2109] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:20.686167Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:45:20.686213Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802477748516943:2109] [node 4] ICS15 start handshake
2025-12-06T17:45:20.688135Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802473453549621:2109] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12917) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:20.688217Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802477748516943:2109] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:20.688265Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802473453549621:2109] [node 4] ICP30 unregister session Session# [5:7580802477748516943:2109] VirtualId# [5:7580802473453549635:0]
2025-12-06T17:45:20.688325Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:45:20.688361Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802473453549621:2109] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:12917) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:20.688383Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12917) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:20.694660Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802475050403837:2103] [node 4] ICP33 wake up from error state
2025-12-06T17:45:20.699233Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802473453549621:2109] [node 4] ICP33 wake up from error state
2025-12-06T17:45:20.786717Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:45:20.787005Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802479345371165:2100] [node 5] ICS01 socket: 566 reason# EndOfStream
2025-12-06T17:45:20.787052Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802475050403830:2100] [node 5] ICP30 unregister session Session# [6:7580802479345371165:2100] VirtualId# [6:7580802479345371163:0]
2025-12-06T17:45:20.787091Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802479345371165:2100] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:20.787199Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:45:20.787252Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:45:20.902723Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802479913313545:2048] [node 2] ICP01 ready to work
2025-12-06T17:45:20.902774Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802479913313546:2049] [node 3] ICP01 ready to work
2025-12-06T17:45:20.920796Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802480025932901:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:20.920840Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802480025932902:2049] [node 3] ICP01 ready to work
2025-12-06T17:45:20.959344Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802477692734546:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:20.959392Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802477692734547:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:20.976510Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802477343504757:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:20.976549Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802477343504758:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:20.976586Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802477343504759:2050] [node 3] ICP01 ready to work
2025-12-06T17:45:21.014997Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802477422660946:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:21.015034Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802477422660947:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:21.015070Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802477422660948:2050] [node 3] ICP01 ready to work
2025-12-06T17:45:21.040243Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802481324245833:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:21.040290Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802481324245834:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:21.040328Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802481324245835:2050] [node 3] ICP01 ready to work
2025-12-06T17:45:21.472560Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802484208280903:2107] [node 4] ICP01 ready to work
2025-12-06T17:45:21.473072Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802484208280904:2108] [node 5] ICP01 ready to work
2025-12-06T17:45:21.496986Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802481324245874:2085] [node 4] ICP01 ready to work
2025-12-06T17:45:21.527238Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802481324245880:2088] [node 5] ICP01 ready to work
2025-12-06T17:45:21.558674Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802481717628305:2108] [node 4] ICP01 ready to work
2025-12-06T17:45:21.583439Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802484208280906:2109] [node 6] ICP01 ready to work
2025-12-06T17:45:21.607569Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802481987701924:2108] [node 4] ICP01 ready to work
2025-12-06T17:45:21.593088Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802484208280904:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(105073059ns) {Configure:104(105061732ns) {ProcessConfigured:135(72323ns) {StartInitialHandshake:157(69056ns) {DropHandshakes:470(3253ns) {DropIncomingHandshake:442(661ns) DropOutgoingHandshake:457(695ns)} GenerateSessionVirtualId:988(1184ns) PrepareNewSessionHandshake:477(2008ns) {SwitchToState:179(711ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:21.622089Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802481638472116:2108] [node 6] ICP01 ready to work
2025-12-06T17:45:21.634907Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802484320900260:2108] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:21.674990Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802481717628310:2107] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:21.611191Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802481987701925:2107] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:21.630788Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802484320900261:2107] [node 4] ICP01 ready to work
2025-12-06T17:45:21.611597Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802481987701926:2110] [node 6] ICP01 ready to work
2025-12-06T17:45:21.697227Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802481324245835:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(217686411ns) {Configure:104(217674436ns) {ProcessConfigured:135(18022114ns) {StartInitialHandshake:157(9308314ns) {DropHandshakes:470(2355ns) {DropIncomingHandshake:442(979ns) DropOutgoingHandshake:457(289ns)} GenerateSessionVirtualId:988(2077ns) PrepareNewSessionHandshake:477(2099ns) {SwitchToState:179(131ns)}}}}}
2025-12-06T17:45:21.675495Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802484208280903:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(202147175ns) {Configure:104(202142178ns) {ProcessConfigured:135(61126ns) {StartInitialHandshake:157(57879ns) {DropHandshakes:470(2872ns) {DropIncomingHandshake:442(662ns) DropOutgoingHandshake:457(482ns)} GenerateSessionVirtualId:988(778ns) PrepareNewSessionHandshake:477(2512ns) {SwitchToState:179(655ns)}}}}}
2025-12-06T17:45:21.689895Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802477343504757:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(208666148ns) {Configure:104(208662417ns) {ProcessConfigured:135(54175ns) {StartInitialHandshake:157(51738ns) {DropHandshakes:470(1510ns) {DropIncomingHandshake:442(413ns) DropOutgoingHandshake:457(395ns)} GenerateSessionVirtualId:988(384ns) PrepareNewSessionHandshake:477(1246ns) {SwitchToState:179(386ns)}}}}}
2025-12-06T17:45:21.642864Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802477692734547:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(30499668ns) {Configure:104(30492641ns) {ProcessConfigured:135(20238463ns) {StartInitialHandshake:157(20236449ns) {DropHandshakes:470(3303ns) {DropIncomingHandshake:442(870ns) DropOutgoingHandshake:457(405ns)} GenerateSessionVirtualId:988(830ns) PrepareNewSessionHandshake:477(2194ns) {SwitchToState:179(294ns)}}}}}
2025-12-06T17:45:21.661250Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802484320900262:2109] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:21.696132Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802477343504759:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(137965492ns) {Configure:104(127448993ns) {ProcessConfigured:135(43058ns) {StartInitialHandshake:157(41084ns) {DropHandshakes:470(1298ns) {DropIncomingHandshake:442(308ns) DropOutgoingHandshake:457(366ns)} GenerateSessionVirtualId:988(565ns) PrepareNewSessionHandshake:477(1413ns) {SwitchToState:179(499ns)}}}}}
2025-12-06T17:45:21.678005Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802484208280916:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44890
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:21.698817Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802484320900263:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49511
2025-12-06T17:45:21.687316Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802481987701928:2129] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61446
2025-12-06T17:45:21.737780Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802481717628315:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60251
2025-12-06T17:45:21.737905Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802481717628316:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60251
2025-12-06T17:45:21.752004Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802481717628309:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60251
2025-12-06T17:45:21.696888Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802484208280921:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44890
2025-12-06T17:45:21.698752Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802481638472117:2109] [node 5] ICP01 ready to work
2025-12-06T17:45:21.715584Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802480025932902:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(80272653ns) {Configure:104(80264798ns) {ProcessConfigured:135(71956ns) {StartInitialHandshake:157(69614ns) {DropHandshakes:470(6160ns) {DropIncomingHandshake:442(995ns) DropOutgoingHandshake:457(510ns)} GenerateSessionVirtualId:988(1310ns) PrepareNewSessionHandshake:477(2088ns) {SwitchToState:179(603ns)}}}}}
2025-12-06T17:45:21.740210Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802484208280916:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:21.700128Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802477692734546:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(131960159ns) {Configure:104(131948459ns) {ProcessConfigured:135(52055ns) {StartInitialHandshake:157(50251ns) {DropHandshakes:470(1615ns) {DropIncomingHandshake:442(305ns) DropOutgoingHandshake:457(353ns)} GenerateSessionVirtualId:988(464ns) PrepareNewSessionHandshake:477(911ns) {SwitchToState:179(133ns)}}}}}
2025-12-06T17:45:21.751786Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802481324245880:2088] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(54255884ns) {Configure:104(54251255ns) {ProcessConfigured:135(21588193ns) {StartInitialHandshake:157(21583772ns) {DropHandshakes:470(2574726ns) {DropIncomingHandshake:442(890ns) DropOutgoingHandshake:457(1471ns)} GenerateSessionVirtualId:988(1802ns) PrepareNewSessionHandshake:477(3738ns) {SwitchToState:179(929ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:21.744928Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802481638472117:2109] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(41733441ns) {Configure:104(41729533ns) {ProcessConfigured:135(74831ns) {StartInitialHandshake:157(70993ns) {DropHandshakes:470(3391ns) {DropIncomingHandshake:442(743ns) DropOutgoingHandshake:457(557ns)} GenerateSessionVirtualId:988(869ns) PrepareNewSessionHandshake:477(2141ns) {SwitchToState:179(688ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:21.754626Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802484208280910:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:21.710774Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802481987701928:2129] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:21.786728Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802477422660948:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(106066022ns) {Configure:104(106060643ns) {ProcessConfigured:135(5940396ns) {StartInitialHandshake:157(5937114ns) {DropHandshakes:470(2107ns) {DropIncomingHandshake:442(327ns) DropOutgoingHandshake:457(553ns)} GenerateSessionVirtualId:988(231ns) PrepareNewSessionHandshake:477(2460ns) {SwitchToState:179(657ns)}}}}}
2025-12-06T17:45:21.738124Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802484320900263:2110] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:21.725050Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802477692734546:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:21.835303Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802481987701932:2131] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:21.835334Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802481987701932:2131] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:21.836420Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802481987701943:2136] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61446
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:21.763295Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580802480025932901:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:21.754667Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802484208280910:2111] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:45:21.788280Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802481717628315:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:21.751124Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802481638472132:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61752
2025-12-06T17:45:21.852909Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802481987701932:2131] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:21.812914Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802484320900265:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:21.751337Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802481638472133:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61752
2025-12-06T17:45:21.788646Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802477422660947:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:21.854415Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802481987701934:2132] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:21.854441Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802481987701934:2132] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:45:21.887566Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802481987701934:2132] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:21.892109Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802481987701942:2135] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61446
2025-12-06T17:45:21.791052Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802484208280910:2111] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:21.907175Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802481987701925:2107] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:21.907244Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:21.907299Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802481987701925:2107] [node 5] ICP22 created new session: [3:7580802481987701948:2107]
2025-12-06T17:45:21.907355Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802481987701948:2107] [node 5] ICS09 handshake done sender: [3:7580802481987701932:2131] self: [3:7580802481987701931:0] peer: [5:7580802481717628325:0] socket: 546 qp: -1
2025-12-06T17:45:21.907391Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802481987701948:2107] [node 5] ICS10 traffic start
2025-12-06T17:45:21.907426Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:21.909393Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802481987701946:2137] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61446
2025-12-06T17:45:21.909545Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802481987701947:2138] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61446
2025-12-06T17:45:21.752531Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802481638472129:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61752
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:21.790049Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802481717628309:2111] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:21.812960Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802484320900265:2111] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:21.806777Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802484208280908:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:21.911369Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802481987701924:2108] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:45:21.925704Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802481987701928:2129] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:21.896314Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802481324245907:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63358
2025-12-06T17:45:21.798756Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802481638472133:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:21.813924Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802484320900267:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:21.934133Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802481987701946:2137] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:21.811129Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802477422660946:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:21.806841Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802484208280908:2110] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:45:21.926087Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802481324245874:2085] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(226999406ns) {Configure:104(226991732ns) {ProcessConfigured:135(23277768ns) {StartInitialHandshake:157(23273813ns) {DropHandshakes:470(1932ns) {DropIncomingHandshake:442(337ns) DropOutgoingHandshake:457(204ns)} GenerateSessionVirtualId:988(415ns) PrepareNewSessionHandshake:477(4419ns) {SwitchToState:179(1662ns)}}}}}
2025-12-06T17:45:21.933544Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802481324245908:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63358
2025-12-06T17:45:21.954904Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802481324245907:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:21.826647Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802481717628316:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:21.955214Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:21.807673Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802484208280921:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:21.967903Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802481324245906:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63358
2025-12-06T17:45:21.808453Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802481638472129:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:21.813945Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802484320900267:2112] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:45:21.816308Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802484320900277:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49511
2025-12-06T17:45:21.827096Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802484320900267:2112] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:21.834868Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802484320900265:2111] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:21.869435Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802484320900277:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:21.869485Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802484320900261:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:45:21.869544Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:21.869602Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802484320900261:2107] [node 4] ICP22 created new session: [2:7580802484320900282:2107]
2025-12-06T17:45:21.869649Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802484320900282:2107] [node 4] ICS09 handshake done sender: [2:7580802484320900267:2112] self: [2:7580802484320900266:0] peer: [4:7580802481638472135:0] socket: 545 qp: -1
2025-12-06T17:45:21.869684Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802484320900282:2107] [node 4] ICS10 traffic start
2025-12-06T17:45:21.869723Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:21.871171Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802484320900281:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49511
2025-12-06T17:45:21.880618Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802484320900260:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:21.880665Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:21.880714Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802484320900260:2108] [node 5] ICP22 created new session: [2:7580802484320900285:2108]
2025-12-06T17:45:21.880770Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802484320900285:2108] [node 5] ICS09 handshake done sender: [2:7580802484320900265:2111] self: [2:7580802484320900264:0] peer: [5:7580802481717628323:0] socket: 540 qp: -1
2025-12-06T17:45:21.880804Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802484320900285:2108] [node 5] ICS10 traffic start
2025-12-06T17:45:21.880840Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:21.889618Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580802484320900261:2107] [node 4] ICP18 handshake (actor [2:7580802484320900277:2116]) is too old
2025-12-06T17:45:21.889905Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802484320900263:2110] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:21.896521Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580802480025932901:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:21.902367Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:21.903192Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802484320900287:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49511
2025-12-06T17:45:21.918162Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802480025932901:2048] [node 1] ICP22 created new session: [2:7580802484320900289:2048]
2025-12-06T17:45:21.933609Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802484320900289:2048] [node 1] ICS09 handshake done sender: [2:7580802484320900263:2110] self: [2:7580802484320900278:0] peer: [1:7580802484208280907:0] socket: 539 qp: -1
2025-12-06T17:45:21.950821Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802484320900290:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49511
2025-12-06T17:45:21.955071Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802484320900289:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:21.955137Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:21.808594Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802477343504758:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:21.830878Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802477422660948:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:21.967182Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802481987701924:2108] [node 4] ICP22 created new session: [3:7580802481987701952:2108]
2025-12-06T17:45:21.846661Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802484208280922:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44890
2025-12-06T17:45:21.967754Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802481987701943:2136] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:21.975295Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802481987701952:2108] [node 4] ICS09 handshake done sender: [3:7580802481987701934:2132] self: [3:7580802481987701933:0] peer: [4:7580802481638472136:0] socket: 547 qp: -1
2025-12-06T17:45:21.975345Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802481987701952:2108] [node 4] ICS10 traffic start
2025-12-06T17:45:21.984550Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802481987701947:2138] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:21.994163Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:21.994047Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802481324245905:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63358
2025-12-06T17:45:22.007810Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802481324245908:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:22.011893Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802481324245906:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:22.029310Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802481324245834:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:22.029413Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802481324245880:2088] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:22.029784Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802481324245835:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:22.030471Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802485619213211:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63358
2025-12-06T17:45:22.034714Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802481324245905:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:22.037101Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802480025932901:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(142091900ns) {HandleHandshakeStatus:329(142084628ns) {DropIncomingHandshake:442(2227ns) DropOutgoingHandshake:457(5089ns) SwitchToState:179(894ns) ProcessPendingSessionEvents:495(19781482ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 19687202ns max# 19178258ns}}}
2025-12-06T17:45:21.809956Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802481638472132:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:21.854072Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802481717628327:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60251
2025-12-06T17:45:21.832633Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802477343504759:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:21.838930Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802481638472137:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61752
2025-12-06T17:45:21.851329Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802481638472129:2114] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:21.852190Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802477343504758:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:21.852277Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:21.852328Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802477343504758:2049] [node 2] ICP22 created new session: [4:7580802481638472138:2049]
2025-12-06T17:45:21.852377Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802481638472138:2049] [node 2] ICS09 handshake done sender: [4:7580802481638472129:2114] self: [4:7580802481638472135:0] peer: [2:7580802484320900266:0] socket: 553 qp: -1
2025-12-06T17:45:21.852417Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802481638472138:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:21.852453Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:21.879968Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802481638472140:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61752
2025-12-06T17:45:21.920037Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802481638472132:2116] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:21.946878Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802477343504759:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:45:21.946961Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:21.947019Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802477343504759:2050] [node 3] ICP22 created new session: [4:7580802481638472142:2050]
2025-12-06T17:45:21.947076Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802481638472142:2050] [node 3] ICS09 handshake done sender: [4:7580802481638472132:2116] self: [4:7580802481638472136:0] peer: [3:7580802481987701933:0] socket: 557 qp: -1
2025-12-06T17:45:21.947114Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802481638472142:2050] [node 3] ICS10 traffic start
2025-12-06T17:45:21.947154Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:21.953235Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802481638472131:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:21.953262Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802481638472131:2115] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:21.965211Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802481638472146:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61752
2025-12-06T17:45:21.968599Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802481638472131:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:21.980137Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802477343504758:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(127051252ns) {HandleHandshakeStatus:329(127048250ns) {DropIncomingHandshake:442(1196ns) DropOutgoingHandshake:457(6111ns) SwitchToState:179(1019ns) ProcessPendingSessionEvents:495(126601913ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 126499095ns max# 21103703ns}}}
2025-12-06T17:45:22.011641Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802481638472117:2109] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:22.011738Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:22.011810Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802481638472117:2109] [node 5] ICP22 created new session: [4:7580802485933439443:2109]
2025-12-06T17:45:22.042723Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802485933439443:2109] [node 5] ICS09 handshake done sender: [4:7580802481638472131:2115] self: [4:7580802481638472130:0] peer: [5:7580802481717628338:0] socket: 581 qp: -1
2025-12-06T17:45:22.054782Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802485933439443:2109] [node 5] ICS10 traffic start
2025-12-06T17:45:21.860257Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802484208280908:2110] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:22.058764Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802481987701930:2130] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:22.058831Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802481987701930:2130] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:22.064131Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802481638472121:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:22.064181Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802481638472121:2111] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:22.066991Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802481638472146:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:22.067039Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:21.867004Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802484208280912:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:21.855542Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802481717628316:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:22.038522Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802481324245874:2085] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:22.068277Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802484320900269:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:21.867040Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802484208280912:2112] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:22.071030Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802481638472121:2111] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:22.071315Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802485619213211:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:22.065421Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802477692734547:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:21.857159Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802477422660948:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:45:21.881741Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802484208280912:2112] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:21.902036Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802479913313546:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:45:21.902090Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:21.902140Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802479913313546:2049] [node 3] ICP22 created new session: [1:7580802484208280928:2049]
2025-12-06T17:45:21.902196Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802484208280928:2049] [node 3] ICS09 handshake done sender: [1:7580802484208280910:2111] self: [1:7580802484208280909:0] peer: [3:7580802481987701941:0] socket: 533 qp: -1
2025-12-06T17:45:21.903585Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802484208280922:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:21.903676Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802479913313545:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:45:21.903731Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:21.903775Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802479913313545:2048] [node 2] ICP22 created new session: [1:7580802484208280929:2048]
2025-12-06T17:45:21.903821Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802484208280929:2048] [node 2] ICS09 handshake done sender: [1:7580802484208280908:2110] self: [1:7580802484208280907:0] peer: [2:7580802484320900278:0] socket: 532 qp: -1
2025-12-06T17:45:21.903858Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802484208280929:2048] [node 2] ICS10 traffic start
2025-12-06T17:45:21.903893Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:21.905107Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802484208280904:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:21.905163Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:21.905206Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802484208280904:2108] [node 5] ICP22 created new session: [1:7580802484208280932:2108]
2025-12-06T17:45:21.905249Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802484208280932:2108] [node 5] ICS09 handshake done sender: [1:7580802484208280912:2112] self: [1:7580802484208280911:0] peer: [5:7580802481717628324:0] socket: 531 qp: -1
2025-12-06T17:45:21.905279Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802484208280932:2108] [node 5] ICS10 traffic start
2025-12-06T17:45:21.905337Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:21.920311Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802484208280928:2049] [node 3] ICS10 traffic start
2025-12-06T17:45:21.933388Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:21.963505Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802484208280931:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44890
2025-12-06T17:45:21.964758Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802484208280935:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44890
2025-12-06T17:45:21.983679Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802484208280935:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:22.068346Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802484320900269:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:22.130608Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802484208280920:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:22.130683Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802484208280920:2115] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:21.857221Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:22.082046Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802477343504757:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:22.146830Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802484208280918:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:22.093216Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802485619213218:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63358
2025-12-06T17:45:22.065510Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802477692734546:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:22.091054Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802484320900276:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:22.107095Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802481638472116:2108] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:22.146896Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802484208280918:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:22.065603Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:22.094306Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802485619213216:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63358
2025-12-06T17:45:21.857270Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802477422660948:2050] [node 3] ICP22 created new session: [5:7580802481717628328:2050]
2025-12-06T17:45:22.136594Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802481638472117:2109] [node 5] ICP35 event processing took too much time PendingConnection:279(123790755ns) {HandleHandshakeStatus:329(123784421ns) {DropIncomingHandshake:442(15012ns) DropOutgoingHandshake:457(601ns) SwitchToState:179(759ns) ProcessPendingSessionEvents:495(24071363ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 24004679ns max# 23482650ns}}}
2025-12-06T17:45:22.146744Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:22.151002Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802481638472116:2108] [node 6] ICP22 created new session: [4:7580802485933439447:2108]
2025-12-06T17:45:22.177364Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802485933439447:2108] [node 6] ICS09 handshake done sender: [4:7580802481638472121:2111] self: [4:7580802481638472120:0] peer: [6:7580802485619213215:0] socket: 542 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:22.091091Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802484320900276:2115] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:45:22.065652Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802477692734546:2048] [node 1] ICP22 created new session: [3:7580802486282669252:2048]
2025-12-06T17:45:22.190739Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802485933439447:2108] [node 6] ICS10 traffic start
2025-12-06T17:45:22.202731Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:22.098618Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802481324245833:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:22.065710Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802486282669252:2048] [node 1] ICS09 handshake done sender: [3:7580802481987701928:2129] self: [3:7580802481987701941:0] peer: [1:7580802484208280909:0] socket: 536 qp: -1
2025-12-06T17:45:22.065750Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802486282669252:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:22.065795Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:22.098745Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802481987701930:2130] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:22.148389Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802481987701926:2110] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:22.148482Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:22.148547Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802481987701926:2110] [node 6] ICP22 created new session: [3:7580802486282669256:2110]
2025-12-06T17:45:22.148605Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802486282669256:2110] [node 6] ICS09 handshake done sender: [3:7580802481987701930:2130] self: [3:7580802481987701929:0] peer: [6:7580802485619213214:0] socket: 551 qp: -1
2025-12-06T17:45:22.148649Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802486282669256:2110] [node 6] ICS10 traffic start
2025-12-06T17:45:22.148685Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:22.150215Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802477692734547:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26561) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580802481987701947:2138] held: no
2025-12-06T17:45:22.092279Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802484320900290:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:21.857328Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802481717628328:2050] [node 3] ICS09 handshake done sender: [5:7580802481717628316:2115] self: [5:7580802481717628325:0] peer: [3:7580802481987701931:0] socket: 555 qp: -1
2025-12-06T17:45:22.156189Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802479913313546:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(253052924ns) {HandleHandshakeStatus:329(253049221ns) {DropIncomingHandshake:442(783ns) DropOutgoingHandshake:457(786ns) SwitchToState:179(771ns) ProcessPendingSessionEvents:495(146934296ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 142717389ns max# 26509378ns}}}
2025-12-06T17:45:21.857373Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802481717628328:2050] [node 3] ICS10 traffic start
2025-12-06T17:45:21.857425Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:21.859822Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802481717628326:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60251
2025-12-06T17:45:21.888762Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802481717628315:2114] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:21.889343Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802481717628331:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60251
2025-12-06T17:45:21.894121Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802477422660947:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:21.894189Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:21.894240Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802477422660947:2049] [node 2] ICP22 created new session: [5:7580802481717628332:2049]
2025-12-06T17:45:21.894311Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802481717628332:2049] [node 2] ICS09 handshake done sender: [5:7580802481717628315:2114] self: [5:7580802481717628323:0] peer: [2:7580802484320900264:0] socket: 554 qp: -1
2025-12-06T17:45:21.894351Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802481717628332:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:21.894394Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:21.902123Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802481717628309:2111] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:21.920790Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802477422660946:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:21.939177Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:21.939255Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802477422660946:2048] [node 1] ICP22 created new session: [5:7580802481717628334:2048]
2025-12-06T17:45:21.939311Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802481717628334:2048] [node 1] ICS09 handshake done sender: [5:7580802481717628309:2111] self: [5:7580802481717628324:0] peer: [1:7580802484208280911:0] socket: 537 qp: -1
2025-12-06T17:45:21.939359Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802481717628334:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:21.939408Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:21.949954Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802481717628336:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60251
2025-12-06T17:45:21.952279Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802481717628337:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60251
2025-12-06T17:45:21.952786Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802481717628337:2122] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:21.952945Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802481717628305:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:21.954513Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802481717628339:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60251
2025-12-06T17:45:21.967079Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802477422660946:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(19403463ns) {HandleHandshakeStatus:329(19398764ns) {DropIncomingHandshake:442(1032ns) DropOutgoingHandshake:457(7662ns) SwitchToState:179(663ns) ProcessPendingSessionEvents:495(591867ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 529603ns max# 63272ns}}}
2025-12-06T17:45:21.992197Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802477422660948:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(134071795ns) {HandleHandshakeStatus:329(134068501ns) {DropIncomingHandshake:442(1255ns) DropOutgoingHandshake:457(5422ns) SwitchToState:179(687ns) ProcessPendingSessionEvents:495(130806234ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 130686649ns max# 31576710ns}}}
2025-12-06T17:45:22.011234Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802481717628337:2122] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:22.026203Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802481717628305:2108] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:45:22.026284Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:22.026341Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802481717628305:2108] [node 4] ICP22 created new session: [5:7580802486012595636:2108]
2025-12-06T17:45:22.026393Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802486012595636:2108] [node 4] ICS09 handshake done sender: [5:7580802481717628337:2122] self: [5:7580802481717628338:0] peer: [4:7580802481638472130:0] socket: 588 qp: -1
2025-12-06T17:45:22.026435Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802486012595636:2108] [node 4] ICS10 traffic start
2025-12-06T17:45:22.026489Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:22.081553Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802481717628314:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:22.081600Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580802481717628314:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:22.091019Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802481717628336:2121] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:22.102845Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802481717628314:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:22.103235Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580802481717628310:2107] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:22.103322Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:22.103378Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802481717628310:2107] [node 6] ICP22 created new session: [5:7580802486012595640:2107]
2025-12-06T17:45:22.103423Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802486012595640:2107] [node 6] ICS09 handshake done sender: [5:7580802481717628314:2113] self: [5:7580802481717628313:0] peer: [6:7580802485619213213:0] socket: 559 qp: -1
2025-12-06T17:45:22.103465Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802486012595640:2107] [node 6] ICS10 traffic start
2025-12-06T17:45:22.103499Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:22.207825Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802485933439449:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61752
2025-12-06T17:45:22.117761Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802481324245880:2088] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23531) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802481324245908:2116] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:22.229578Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802477692734547:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(54411966ns) {HandleHandshakeStatus:395(54409014ns) {LogHandshakeFail:472(19845ns) {UpdateErrorStateLog:545(5575ns)} DropOutgoingHandshake:457(992ns) ProcessPendingSessionEvents:495(54329208ns) {unordered DropSessionEvent:512 num# 100 sum# 21994606ns max# 11361694ns}}}
2025-12-06T17:45:22.229782Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802486282669255:2139] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61446
2025-12-06T17:45:22.157304Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580802479913313546:2049] [node 3] ICP18 handshake (actor [1:7580802484208280935:2119]) is too old
2025-12-06T17:45:22.093515Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802484320900276:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:22.246815Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802481638472146:2120] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:22.253040Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802477343504757:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23215) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580802481638472146:2120] held: no
2025-12-06T17:45:22.258848Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802481638472116:2108] [node 6] ICP35 event processing took too much time PendingConnection:279(158814744ns) {HandleHandshakeStatus:329(158811396ns) {DropIncomingHandshake:442(1446ns) DropOutgoingHandshake:457(474ns) SwitchToState:179(580ns) ProcessPendingSessionEvents:495(18434348ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 18356855ns max# 17869302ns}}}
2025-12-06T17:45:22.118989Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802481324245833:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(16865459ns) {IncomingHandshake:261(16861576ns) {DropIncomingHandshake:442(794ns) PrepareNewSessionHandshake:477(2777ns) {SwitchToState:179(1050ns)} GenerateSessionVirtualId:988(975ns) IssueIncomingHandshakeReply:193(16824292ns) {SwitchToState:179(3771ns)}}}
2025-12-06T17:45:22.238718Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802481987701947:2138] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:22.163064Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802484208280918:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:22.176937Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802484208280920:2115] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:22.139166Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802481324245906:2114] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:22.093793Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802480025932902:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:45:22.255388Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802477692734547:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:22.255489Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:22.255555Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802477692734547:2049] [node 2] ICP22 created new session: [3:7580802486282669258:2049]
2025-12-06T17:45:22.255608Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802486282669258:2049] [node 2] ICS09 handshake done sender: [3:7580802481987701947:2138] self: [3:7580802486282669251:0] peer: [2:7580802484320900275:0] socket: 585 qp: -1
2025-12-06T17:45:22.255656Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802486282669258:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:22.255700Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:22.164218Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802485619213220:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63358
2025-12-06T17:45:22.178328Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802481324245835:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:45:22.178416Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:22.178476Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802481324245835:2050] [node 3] ICP22 created new session: [6:7580802485619213221:2050]
2025-12-06T17:45:22.178551Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802485619213221:2050] [node 3] ICS09 handshake done sender: [6:7580802481324245906:2114] self: [6:7580802485619213214:0] peer: [3:7580802481987701929:0] socket: 565 qp: -1
2025-12-06T17:45:22.178597Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802485619213221:2050] [node 3] ICS10 traffic start
2025-12-06T17:45:22.199571Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802484208280906:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:22.178642Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:22.180752Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802481324245905:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:22.204729Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:22.183038Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802481324245907:2115] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:22.204803Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802484208280906:2109] [node 6] ICP22 created new session: [1:7580802488503248237:2109]
2025-12-06T17:45:22.183439Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802481324245834:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:22.204859Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802488503248237:2109] [node 6] ICS09 handshake done sender: [1:7580802484208280918:2114] self: [1:7580802484208280917:0] peer: [6:7580802485619213217:0] socket: 592 qp: -1
2025-12-06T17:45:22.183516Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:22.204906Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802488503248237:2109] [node 6] ICS10 traffic start
2025-12-06T17:45:22.183567Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802481324245834:2049] [node 2] ICP22 created new session: [6:7580802485619213225:2049]
2025-12-06T17:45:22.204969Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:22.183619Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802485619213225:2049] [node 2] ICS09 handshake done sender: [6:7580802481324245907:2115] self: [6:7580802485619213212:0] peer: [2:7580802484320900268:0] socket: 570 qp: -1
2025-12-06T17:45:22.183658Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802485619213225:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:22.235369Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802484208280903:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:45:22.183694Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:22.235479Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:22.235533Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802484208280903:2107] [node 4] ICP22 created new session: [1:7580802488503248239:2107]
2025-12-06T17:45:22.184988Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802485619213223:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63358
2025-12-06T17:45:22.235583Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802488503248239:2107] [node 4] ICS09 handshake done sender: [1:7580802484208280920:2115] self: [1:7580802484208280919:0] peer: [4:7580802485933439446:0] socket: 591 qp: -1
2025-12-06T17:45:22.185798Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802481324245874:2085] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:45:22.235618Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802488503248239:2107] [node 4] ICS10 traffic start
2025-12-06T17:45:22.185870Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:22.235664Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:22.185928Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802481324245874:2085] [node 4] ICP22 created new session: [6:7580802485619213227:2085]
2025-12-06T17:45:22.185990Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802485619213227:2085] [node 4] ICS09 handshake done sender: [6:7580802481324245905:2113] self: [6:7580802485619213215:0] peer: [4:7580802481638472120:0] socket: 561 qp: -1
2025-12-06T17:45:22.267169Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802477343504757:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:22.275163Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:22.275234Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802477343504757:2048] [node 1] ICP22 created new session: [4:7580802485933439450:2048]
2025-12-06T17:45:22.275297Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802485933439450:2048] [node 1] ICS09 handshake done sender: [4:7580802481638472146:2120] self: [4:7580802485933439446:0] peer: [1:7580802484208280919:0] socket: 593 qp: -1
2025-12-06T17:45:22.275340Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802485933439450:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:22.275388Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:22.093861Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:22.093982Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802480025932902:2049] [node 3] ICP22 created new session: [2:7580802488615867590:2049]
2025-12-06T17:45:22.099118Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802488615867590:2049] [node 3] ICS09 handshake done sender: [2:7580802484320900276:2115] self: [2:7580802484320900275:0] peer: [3:7580802486282669251:0] socket: 550 qp: -1
2025-12-06T17:45:22.099173Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802488615867590:2049] [node 3] ICS10 traffic start
2025-12-06T17:45:22.099233Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:22.105358Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802484320900269:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:22.105601Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802484320900262:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:22.105662Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:22.105718Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802484320900262:2109] [node 6] ICP22 created new session: [2:7580802488615867593:2109]
2025-12-06T17:45:22.105769Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802488615867593:2109] [node 6] ICS09 handshake done sender: [2:7580802484320900269:2113] self: [2:7580802484320900268:0] peer: [6:7580802485619213212:0] socket: 552 qp: -1
2025-12-06T17:45:22.105810Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802488615867593:2109] [node 6] ICS10 traffic start
2025-12-06T17:45:22.105844Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:22.171606Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802484320900260:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(201314146ns) {HandleHandshakeStatus:329(201310042ns) {DropIncomingHandshake:442(690ns) DropOutgoingHandshake:457(850ns) SwitchToState:179(763ns) ProcessPendingSessionEvents:495(200958317ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 192840554ns max# 29186469ns}}}
2025-12-06T17:45:22.222095Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802488615867595:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49511
2025-12-06T17:45:22.284909Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802481987701924:2108] [node 4] ICP35 event processing took too much time PendingConnection:279(372542783ns) {HandleHandshakeStatus:329(372539892ns) {DropIncomingHandshake:442(509ns) DropOutgoingHandshake:457(668ns) SwitchToState:179(749ns) ProcessPendingSessionEvents:495(229963278ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 229775291ns max# 19322291ns}}}
2025-12-06T17:45:22.285049Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7580802481987701924:2108] [node 4] ICP18 handshake (actor [3:7580802481987701946:2137]) is too old
2025-12-06T17:45:22.186032Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802485619213227:2085] [node 4] ICS10 traffic start
2025-12-06T17:45:22.186086Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:22.186734Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802485619213219:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63358
2025-12-06T17:45:22.192452Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802485619213211:2119] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:22.192745Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802481324245833:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:22.192814Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:22.192875Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802481324245833:2048] [node 1] ICP22 created new session: [6:7580802485619213230:2048]
2025-12-06T17:45:22.192929Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802485619213230:2048] [node 1] ICS09 handshake done sender: [6:7580802485619213211:2119] self: [6:7580802485619213217:0] peer: [1:7580802484208280917:0] socket: 594 qp: -1
2025-12-06T17:45:22.192987Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802485619213230:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:22.193024Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:22.221552Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802481324245908:2116] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:22.244286Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802481324245880:2088] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:45:22.244357Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:22.244416Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802481324245880:2088] [node 5] ICP22 created new session: [6:7580802485619213232:2088]
2025-12-06T17:45:22.244471Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802485619213232:2088] [node 5] ICS09 handshake done sender: [6:7580802481324245908:2116] self: [6:7580802485619213213:0] peer: [5:7580802481717628313:0] socket: 573 qp: -1
2025-12-06T17:45:22.244507Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802485619213232:2088] [node 5] ICS10 traffic start
2025-12-06T17:45:22.244547Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:22.286098Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802481324245834:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(71552414ns) {HandleHandshakeStatus:329(71546696ns) {DropIncomingHandshake:442(1040ns) DropOutgoingHandshake:457(4490ns) SwitchToState:179(706ns) ProcessPendingSessionEvents:495(71072992ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 67060739ns max# 19224096ns}}}
2025-12-06T17:45:22.442155Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:45:22.442436Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7580802484320900289:2048] [node 1] ICS07 socket disconnect 539 reason# EndOfStream
2025-12-06T17:45:22.442470Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580802484320900289:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:22.442558Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:22.442601Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580802484320900289:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:22.449727Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802480025932901:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23215) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:45:22.449778Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580802484320900289:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:22.447584Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:45:22.447808Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802486282669252:2048] [node 1] ICS01 socket: 536 reason# EndOfStream
2025-12-06T17:45:22.447854Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802477692734546:2048] [node 1] ICP30 unregister session Session# [3:7580802486282669252:2048] VirtualId# [3:7580802481987701941:0]
2025-12-06T17:45:22.447882Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802486282669252:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:22.447957Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:22.447994Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:22.451003Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802480025932901:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23215) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:22.451060Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580802484320900289:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:22.451098Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580802480025932901:2048] [node 1] ICP30 unregister session Session# [2:7580802484320900289:2048] VirtualId# [2:7580802484320900278:0]
2025-12-06T17:45:22.451246Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:22.451287Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [2:7580802480025932901:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:23215) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:22.451301Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23215) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:22.456018Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:45:22.456216Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802481717628334:2048] [node 1] ICS07 socket disconnect 537 reason# EndOfStream
2025-12-06T17:45:22.456264Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802481717628334:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:22.456777Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:22.456884Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802481717628334:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:22.458171Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802477422660946:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23215) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:22.458240Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802481717628334:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:22.458273Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802477422660946:2048] [node 1] ICP30 unregister session Session# [5:7580802481717628334:2048] VirtualId# [5:7580802481717628324:0]
2025-12-06T17:45:22.458385Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:22.458408Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802477422660946:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:23215) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:22.458421Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23215) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:22.458847Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:45:22.458730Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:45:22.459063Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802485933439450:2048] [node 1] ICS01 socket: 593 reason# EndOfStream
2025-12-06T17:45:22.459107Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802477343504757:2048] [node 1] ICP30 unregister session Session# [4:7580802485933439450:2048] VirtualId# [4:7580802485933439446:0]
2025-12-06T17:45:22.458948Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802485619213230:2048] [node 1] ICS07 socket disconnect 594 reason# EndOfStream
2025-12-06T17:45:22.459140Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802485933439450:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:22.459224Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:22.458989Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802485619213230:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:22.459281Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:22.459077Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:22.459121Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802485619213230:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:22.467084Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802481324245833:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23215) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:22.467218Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802485619213230:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:22.467300Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802481324245833:2048] [node 1] ICP30 unregister session Session# [6:7580802485619213230:2048] VirtualId# [6:7580802485619213217:0]
2025-12-06T17:45:22.467405Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:22.467467Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802481324245833:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:23215) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:22.467507Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23215) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:22.471371Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802477422660946:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:45:22.478887Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802481324245833:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:45:22.517856Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:45:22.518115Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802486282669258:2049] [node 2] ICS01 socket: 585 reason# EndOfStream
2025-12-06T17:45:22.518153Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802477692734547:2049] [node 2] ICP30 unregister session Session# [3:7580802486282669258:2049] VirtualId# [3:7580802486282669251:0]
2025-12-06T17:45:22.518190Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802486282669258:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:22.518276Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:22.518327Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:22.526743Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:45:22.526985Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802481638472138:2049] [node 2] ICS07 socket disconnect 553 reason# EndOfStream
2025-12-06T17:45:22.527016Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802481638472138:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:22.527113Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:22.527160Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802481638472138:2049] [node 2] ICS15 start handshake
2025-12-06T17:45:22.527751Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:45:22.527940Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802485619213225:2049] [node 2] ICS07 socket disconnect 570 reason# EndOfStream
2025-12-06T17:45:22.527984Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802485619213225:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:22.528065Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:22.528114Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802485619213225:2049] [node 2] ICS15 start handshake
2025-12-06T17:45:22.529379Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802481324245834:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26561) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:22.529443Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802485619213225:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:22.529479Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802481324245834:2049] [node 2] ICP30 unregister session Session# [6:7580802485619213225:2049] VirtualId# [6:7580802485619213212:0]
2025-12-06T17:45:22.529597Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:22.529629Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802481324245834:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:26561) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:22.529643Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26561) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:22.527306Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:45:22.527508Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802481717628332:2049] [node 2] ICS01 socket: 554 reason# EndOfStream
2025-12-06T17:45:22.527568Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802477422660947:2049] [node 2] ICP30 unregister session Session# [5:7580802481717628332:2049] VirtualId# [5:7580802481717628323:0]
2025-12-06T17:45:22.527604Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802481717628332:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:22.527682Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:22.527741Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:22.530633Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802477343504758:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26561) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:22.530685Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802481638472138:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:22.530721Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802477343504758:2049] [node 2] ICP30 unregister session Session# [4:7580802481638472138:2049] VirtualId# [4:7580802481638472135:0]
2025-12-06T17:45:22.530828Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:22.530857Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802477343504758:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:26561) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:22.530871Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26561) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:22.540263Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580802477343504758:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:45:22.543219Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802481324245834:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:45:22.642719Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:45:22.643066Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802481638472142:2050] [node 3] ICS01 socket: 557 reason# EndOfStream
2025-12-06T17:45:22.643124Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802477343504759:2050] [node 3] ICP30 unregister session Session# [4:7580802481638472142:2050] VirtualId# [4:7580802481638472136:0]
2025-12-06T17:45:22.643169Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802481638472142:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:22.643486Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:45:22.643552Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:45:22.642716Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:45:22.642976Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802481717628328:2050] [node 3] ICS07 socket disconnect 555 reason# EndOfStream
2025-12-06T17:45:22.643006Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802481717628328:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:22.643094Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:45:22.643143Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802481717628328:2050] [node 3] ICS15 start handshake
2025-12-06T17:45:22.644406Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802477422660948:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1776) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:22.644476Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802481717628328:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:22.644526Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802477422660948:2050] [node 3] ICP30 unregister session Session# [5:7580802481717628328:2050] VirtualId# [5:7580802481717628325:0]
2025-12-06T17:45:22.644635Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:45:22.644670Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802477422660948:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:1776) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:22.644686Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1776) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:22.652732Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:45:22.652990Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802485619213221:2050] [node 3] ICS01 socket: 565 reason# EndOfStream
2025-12-06T17:45:22.653033Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802481324245835:2050] [node 3] ICP30 unregister session Session# [6:7580802485619213221:2050] VirtualId# [6:7580802485619213214:0]
2025-12-06T17:45:22.653070Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802485619213221:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:22.653188Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:45:22.653259Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:45:22.654628Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802477422660948:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:45:22.793632Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:45:22.793919Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802485619213227:2085] [node 4] ICS01 socket: 561 reason# EndOfStream
2025-12-06T17:45:22.793967Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802481324245874:2085] [node 4] ICP30 unregister session Session# [6:7580802485619213227:2085] VirtualId# [6:7580802485619213215:0]
2025-12-06T17:45:22.794004Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802485619213227:2085] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:22.794122Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:45:22.794182Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:45:22.794788Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:45:22.795024Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802486012595636:2108] [node 4] ICS01 socket: 588 reason# EndOfStream
2025-12-06T17:45:22.795074Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802481717628305:2108] [node 4] ICP30 unregister session Session# [5:7580802486012595636:2108] VirtualId# [5:7580802481717628338:0]
2025-12-06T17:45:22.795118Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802486012595636:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:22.795205Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:45:22.795258Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:45:22.854765Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:45:22.855052Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802485619213232:2088] [node 5] ICS01 socket: 573 reason# EndOfStream
2025-12-06T17:45:22.855106Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802481324245880:2088] [node 5] ICP30 unregister session Session# [6:7580802485619213232:2088] VirtualId# [6:7580802485619213213:0]
2025-12-06T17:45:22.855149Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802485619213232:2088] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:22.855265Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:45:22.855319Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:45:23.084911Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802493265686714:2048] [node 2] ICP01 ready to work
2025-12-06T17:45:23.084947Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802493265686715:2049] [node 3] ICP01 ready to work
2025-12-06T17:45:23.123206Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802493272409350:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:23.123244Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802493272409351:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:23.126874Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802492213122177:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:23.126922Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802492213122178:2049] [node 3] ICP01 ready to work
2025-12-06T17:45:23.178920Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802489383407701:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:23.178977Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802489383407702:2050] [node 3] ICP01 ready to work
2025-12-06T17:45:23.179431Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802489383407700:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:23.198000Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802492905022721:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:23.198031Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802492905022722:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:23.198053Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802492905022723:2050] [node 3] ICP01 ready to work
2025-12-06T17:45:23.200284Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802493524236314:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:23.200316Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802493524236315:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:23.200347Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802493524236316:2050] [node 3] ICP01 ready to work
2025-12-06T17:45:23.641354Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802492213122239:2106] [node 5] ICP01 ready to work
2025-12-06T17:45:23.640041Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802493524236331:2061] [node 4] ICP01 ready to work
2025-12-06T17:45:23.707699Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802489383407763:2069] [node 5] ICP01 ready to work
2025-12-06T17:45:23.730906Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802493272409414:2072] [node 6] ICP01 ready to work
2025-12-06T17:45:23.734675Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802492213122238:2108] [node 6] ICP01 ready to work
2025-12-06T17:45:23.739570Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802493524236343:2064] [node 5] ICP01 ready to work
2025-12-06T17:45:23.742713Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802489383407771:2105] [node 6] ICP01 ready to work
2025-12-06T17:45:23.758953Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802493265686779:2107] [node 5] ICP01 ready to work
2025-12-06T17:45:23.793784Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802489383407763:2069] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(75592465ns) {Configure:104(75583691ns) {ProcessConfigured:135(96810ns) {StartInitialHandshake:157(93683ns) {DropHandshakes:470(4077ns) {DropIncomingHandshake:442(840ns) DropOutgoingHandshake:457(671ns)} GenerateSessionVirtualId:988(1726ns) PrepareNewSessionHandshake:477(2305ns) {SwitchToState:179(784ns)}}}}}
2025-12-06T17:45:23.742619Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802493272409413:2066] [node 4] ICP01 ready to work
2025-12-06T17:45:23.759019Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802492213122242:2107] [node 4] ICP01 ready to work
2025-12-06T17:45:23.750597Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802493265686777:2108] [node 6] ICP01 ready to work
2025-12-06T17:45:23.782604Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802493272409415:2075] [node 5] ICP01 ready to work
2025-12-06T17:45:23.790573Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802492905022780:2065] [node 6] ICP01 ready to work
2025-12-06T17:45:23.782598Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802493265686778:2109] [node 4] ICP01 ready to work
2025-12-06T17:45:23.846636Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802492905022781:2066] [node 4] ICP01 ready to work
2025-12-06T17:45:23.888555Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802489383407771:2105] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(93637717ns) {Configure:104(93631025ns) {ProcessConfigured:135(97821ns) {StartInitialHandshake:157(94292ns) {DropHandshakes:470(3679ns) {DropIncomingHandshake:442(897ns) DropOutgoingHandshake:457(590ns)} GenerateSessionVirtualId:988(1659ns) PrepareNewSessionHandshake:477(2438ns) {SwitchToState:179(1000ns)}}}}}
2025-12-06T17:45:23.893021Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802493265686715:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(106360906ns) {Configure:104(106356304ns) {ProcessConfigured:135(87568ns) {StartInitialHandshake:157(85026ns) {DropHandshakes:470(3567ns) {DropIncomingHandshake:442(1258ns) DropOutgoingHandshake:457(422ns)} GenerateSessionVirtualId:988(638ns) PrepareNewSessionHandshake:477(2160ns) {SwitchToState:179(1109ns)}}}}}
2025-12-06T17:45:23.863279Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802493524236314:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(85977219ns) {Configure:104(85968706ns) {ProcessConfigured:135(86652ns) {StartInitialHandshake:157(82685ns) {DropHandshakes:470(2768ns) {DropIncomingHandshake:442(429ns) DropOutgoingHandshake:457(528ns)} GenerateSessionVirtualId:988(1021ns) PrepareNewSessionHandshake:477(1968ns) {SwitchToState:179(588ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:23.906497Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802493265686791:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32750
2025-12-06T17:45:23.857733Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802492905022723:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(106490025ns) {Configure:104(106477588ns) {ProcessConfigured:135(317647ns) {StartInitialHandshake:157(314009ns) {DropHandshakes:470(2847ns) {DropIncomingHandshake:442(549ns) DropOutgoingHandshake:457(293ns)} GenerateSessionVirtualId:988(1131ns) PrepareNewSessionHandshake:477(1861ns) {SwitchToState:179(610ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:23.934934Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802492213122177:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(85599913ns) {Configure:104(85593593ns) {ProcessConfigured:135(6948815ns) {StartInitialHandshake:157(6945981ns) {DropHandshakes:470(2334ns) {DropIncomingHandshake:442(527ns) DropOutgoingHandshake:457(360ns)} GenerateSessionVirtualId:988(1179ns) PrepareNewSessionHandshake:477(4522ns) {SwitchToState:179(1942ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:23.947222Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802493265686792:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32750
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:24.004195Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802493265686793:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32750
2025-12-06T17:45:23.980968Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802492213122238:2108] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(43212451ns) {Configure:104(43207645ns) {ProcessConfigured:135(102716ns) {StartInitialHandshake:157(94771ns) {DropHandshakes:470(4143ns) {DropIncomingHandshake:442(872ns) DropOutgoingHandshake:457(374ns)} GenerateSessionVirtualId:988(1227ns) PrepareNewSessionHandshake:477(2254ns) {SwitchToState:179(628ns)}}}}}
2025-12-06T17:45:24.019239Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802493265686792:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:24.030636Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802493265686791:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:24.074750Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802493265686781:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:24.074804Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802493265686781:2110] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:24.088598Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802493265686785:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:24.088646Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802493265686785:2112] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:45:24.090778Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802493265686793:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:24.094496Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802493265686781:2110] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:23.941037Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802493524236385:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44556
2025-12-06T17:45:23.939600Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802492905022792:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24348
2025-12-06T17:45:23.941115Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802493524236386:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44556
2025-12-06T17:45:23.940380Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802489383407784:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7963
2025-12-06T17:45:23.960840Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802492905022796:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24348
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:23.941167Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802493524236387:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44556
2025-12-06T17:45:24.094746Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802493265686785:2112] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:23.929302Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802493272409416:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7943
2025-12-06T17:45:24.051805Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802492213122247:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42300
2025-12-06T17:45:24.020136Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802493678375081:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7963
2025-12-06T17:45:24.019154Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802493524236387:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:24.019336Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802493524236386:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:24.035000Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802493524236331:2061] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(327797485ns) {Configure:104(327788282ns) {ProcessConfigured:135(11835442ns) {StartInitialHandshake:157(11830315ns) {DropHandshakes:470(16655ns) {DropIncomingHandshake:442(819ns) DropOutgoingHandshake:457(13523ns)} GenerateSessionVirtualId:988(1073ns) PrepareNewSessionHandshake:477(4892ns) {SwitchToState:179(2451ns)}}}}}
2025-12-06T17:45:24.074875Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802493524236385:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:24.082302Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802493524236331:2061] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:24.094718Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802493524236316:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(309322718ns) {Configure:104(309310921ns) {ProcessConfigured:135(4329273ns) {StartInitialHandshake:157(4323910ns) {DropHandshakes:470(3165ns) {DropIncomingHandshake:442(703ns) DropOutgoingHandshake:457(629ns)} GenerateSessionVirtualId:988(1706ns) PrepareNewSessionHandshake:477(2198165ns) {SwitchToState:179(3175ns)}}}}}
2025-12-06T17:45:24.098823Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802493524236343:2064] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(220193238ns) {Configure:104(220183797ns) {ProcessConfigured:135(2776999ns) {StartInitialHandshake:157(2773934ns) {DropHandshakes:470(2291ns) {DropIncomingHandshake:442(325ns) DropOutgoingHandshake:457(638ns)} GenerateSessionVirtualId:988(471ns) PrepareNewSessionHandshake:477(2406ns) {SwitchToState:179(1047ns)}}}}}
2025-12-06T17:45:24.112606Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802493524236316:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:24.113868Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802497819203693:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44556
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:24.094809Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802493265686783:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:23.994098Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802492905022796:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:24.051540Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802489383407775:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:24.073065Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802492213122247:2112] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:24.003876Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802497199990093:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24348
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:24.094838Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802493265686783:2111] [node 2] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:23.971572Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802493272409416:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:24.051574Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802489383407775:2118] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:24.019030Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802492905022792:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:24.074704Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802492213122251:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:24.169638Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802497819203694:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44556
2025-12-06T17:45:24.103848Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802493272409415:2075] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(30176188ns) {Configure:104(30170409ns) {ProcessConfigured:135(91620ns) {StartInitialHandshake:157(88083ns) {DropHandshakes:470(3792ns) {DropIncomingHandshake:442(854ns) DropOutgoingHandshake:457(679ns)} GenerateSessionVirtualId:988(891ns) PrepareNewSessionHandshake:477(2591ns) {SwitchToState:179(852ns)}}}}}
2025-12-06T17:45:24.044832Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802492905022781:2066] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:24.057948Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802492905022722:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(193174490ns) {Configure:104(193167941ns) {ProcessConfigured:135(91999ns) {StartInitialHandshake:157(89117ns) {DropHandshakes:470(2877ns) {DropIncomingHandshake:442(628ns) DropOutgoingHandshake:457(646ns)} GenerateSessionVirtualId:988(928ns) PrepareNewSessionHandshake:477(1686ns) {SwitchToState:179(552ns)}}}}}
2025-12-06T17:45:24.059126Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802497199990093:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:24.059297Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802492905022722:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:24.071574Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802492905022721:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(300041280ns) {Configure:104(300028597ns) {ProcessConfigured:135(15595684ns) {StartInitialHandshake:157(15591162ns) {DropHandshakes:470(3036ns) {DropIncomingHandshake:442(743ns) DropOutgoingHandshake:457(643ns)} GenerateSessionVirtualId:988(1408ns) PrepareNewSessionHandshake:477(6318ns) {SwitchToState:179(2778ns)}}}}}
2025-12-06T17:45:24.071830Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802492905022721:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:24.104475Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802497199990102:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24348
2025-12-06T17:45:24.105045Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802497199990103:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24348
2025-12-06T17:45:24.127813Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802492905022796:2114] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:24.191397Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802497819203693:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:24.113164Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802493265686783:2111] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:24.074750Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802492213122251:2114] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:24.052118Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802489383407784:2122] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:24.191589Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802493524236385:2112] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:24.110260Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802493272409351:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(181912264ns) {Configure:104(181906383ns) {ProcessConfigured:135(91082ns) {StartInitialHandshake:157(87310ns) {DropHandshakes:470(3309ns) {DropIncomingHandshake:442(809ns) DropOutgoingHandshake:457(657ns)} GenerateSessionVirtualId:988(1674ns) PrepareNewSessionHandshake:477(2319ns) {SwitchToState:179(772ns)}}}}}
2025-12-06T17:45:24.133113Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802492905022721:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:24.113229Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802493265686779:2107] [node 5] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:24.207196Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802497819203696:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44556
2025-12-06T17:45:24.117288Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802493272409418:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:24.079176Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580802492213122177:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:24.072478Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802489383407777:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7963
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:24.075600Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802493678375081:2123] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:24.140974Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802497199990101:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24348
2025-12-06T17:45:24.132992Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:24.117334Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802493272409418:2111] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:24.207314Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802493524236331:2061] [node 4] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:24.082624Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802492213122251:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:24.207396Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:24.156443Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802492905022792:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:24.079905Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802489383407700:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(196720798ns) {Configure:104(196714178ns) {ProcessConfigured:135(53383ns) {StartInitialHandshake:157(51236ns) {DropHandshakes:470(2865ns) {DropIncomingHandshake:442(444ns) DropOutgoingHandshake:457(622ns)} GenerateSessionVirtualId:988(914ns) PrepareNewSessionHandshake:477(831ns) {SwitchToState:179(355ns)}}}}}
2025-12-06T17:45:24.128727Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802497567376727:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7943
2025-12-06T17:45:24.135555Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802493265686778:2109] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:45:24.093806Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802492213122244:2110] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:24.207448Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802493524236331:2061] [node 4] ICP22 created new session: [6:7580802497819203698:2061]
2025-12-06T17:45:24.207502Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802497819203698:2061] [node 4] ICS09 handshake done sender: [6:7580802493524236385:2112] self: [6:7580802497819203689:0] peer: [4:7580802489383407778:0] socket: 551 qp: -1
2025-12-06T17:45:24.207546Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802497819203698:2061] [node 4] ICS10 traffic start
2025-12-06T17:45:24.207583Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:24.209025Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802493524236315:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:24.218678Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802493524236343:2064] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:24.234420Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802497819203701:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44556
2025-12-06T17:45:24.243465Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802493524236387:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:24.255719Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802497819203696:2121] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:24.258593Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802497819203695:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44556
2025-12-06T17:45:24.266702Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802493524236343:2064] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:45:24.266769Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:24.272349Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802493524236314:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:24.272883Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802497819203704:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44556
2025-12-06T17:45:24.273511Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802493524236343:2064] [node 5] ICP22 created new session: [6:7580802497819203703:2064]
2025-12-06T17:45:24.290971Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802497819203703:2064] [node 5] ICS09 handshake done sender: [6:7580802493524236387:2114] self: [6:7580802497819203697:0] peer: [5:7580802492905022790:0] socket: 560 qp: -1
2025-12-06T17:45:24.135621Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:24.296113Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802493524236386:2113] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:24.314372Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802497819203703:2064] [node 5] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:24.315287Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802497819203693:2118] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:24.317168Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802493524236316:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:45:24.317280Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:24.317338Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802493524236316:2050] [node 3] ICP22 created new session: [6:7580802497819203707:2050]
2025-12-06T17:45:24.317395Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802497819203707:2050] [node 3] ICS09 handshake done sender: [6:7580802493524236386:2113] self: [6:7580802497819203692:0] peer: [3:7580802493272409417:0] socket: 559 qp: -1
2025-12-06T17:45:24.317432Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802497819203707:2050] [node 3] ICS10 traffic start
2025-12-06T17:45:24.317475Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:24.156723Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:24.320885Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802493524236315:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:24.093847Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802492213122244:2110] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:45:24.111317Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802492213122244:2110] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:24.112121Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802492213122239:2106] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:24.112191Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:24.113112Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802492213122239:2106] [node 5] ICP22 created new session: [2:7580802496508089556:2106]
2025-12-06T17:45:24.114724Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802492213122242:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:45:24.122894Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:24.132822Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802496508089556:2106] [node 5] ICS09 handshake done sender: [2:7580802492213122251:2114] self: [2:7580802492213122250:0] peer: [5:7580802497199990099:0] socket: 566 qp: -1
2025-12-06T17:45:24.142654Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802492213122242:2107] [node 4] ICP22 created new session: [2:7580802496508089558:2107]
2025-12-06T17:45:24.142791Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802496508089556:2106] [node 5] ICS10 traffic start
2025-12-06T17:45:24.142827Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:24.154602Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802496508089558:2107] [node 4] ICS09 handshake done sender: [2:7580802492213122244:2110] self: [2:7580802492213122243:0] peer: [4:7580802493678375085:0] socket: 564 qp: -1
2025-12-06T17:45:24.157264Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802496508089558:2107] [node 4] ICS10 traffic start
2025-12-06T17:45:24.160684Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802492213122239:2106] [node 5] ICP35 event processing took too much time PendingConnection:279(47484594ns) {HandleHandshakeStatus:329(47480584ns) {DropIncomingHandshake:442(892ns) DropOutgoingHandshake:457(798ns) SwitchToState:179(837ns) ProcessPendingSessionEvents:495(614196ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 552404ns max# 73188ns}}}
2025-12-06T17:45:24.161463Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802496508089561:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42300
2025-12-06T17:45:24.161997Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:24.166769Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802496508089559:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42300
2025-12-06T17:45:24.173792Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802496508089560:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42300
2025-12-06T17:45:24.184609Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802492213122247:2112] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:24.194442Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802496508089565:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42300
2025-12-06T17:45:24.199152Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802492213122177:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61055) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7580802492213122247:2112] held: no
2025-12-06T17:45:24.199819Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580802492213122177:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:24.199871Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:24.199923Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802492213122177:2048] [node 1] ICP22 created new session: [2:7580802496508089566:2048]
2025-12-06T17:45:24.200034Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802496508089566:2048] [node 1] ICS09 handshake done sender: [2:7580802492213122247:2112] self: [2:7580802496508089553:0] peer: [1:7580802493265686782:0] socket: 536 qp: -1
2025-12-06T17:45:24.200073Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802496508089566:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:24.200109Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:24.201782Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802496508089559:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:24.201875Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802496508089560:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:24.213003Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802492213122242:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(97372107ns) {HandleHandshakeStatus:329(97369266ns) {DropIncomingHandshake:442(139ns) DropOutgoingHandshake:457(165ns) SwitchToState:179(169ns) ProcessPendingSessionEvents:495(15202684ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 15140078ns max# 14620670ns}}}
2025-12-06T17:45:24.213221Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580802492213122242:2107] [node 4] ICP18 handshake (actor [2:7580802496508089560:2117]) is too old
2025-12-06T17:45:24.243933Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802492213122246:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:24.243962Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802492213122246:2111] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:45:24.245928Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802492213122246:2111] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:24.246357Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802492213122178:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:45:24.246424Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:24.246474Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802492213122178:2049] [node 3] ICP22 created new session: [2:7580802496508089570:2049]
2025-12-06T17:45:24.246546Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802496508089570:2049] [node 3] ICS09 handshake done sender: [2:7580802492213122246:2111] self: [2:7580802492213122245:0] peer: [3:7580802497567376734:0] socket: 594 qp: -1
2025-12-06T17:45:24.246597Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802496508089570:2049] [node 3] ICS10 traffic start
2025-12-06T17:45:24.246637Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:24.251722Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802492213122253:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:24.251770Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802492213122253:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:24.276005Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802492213122253:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:24.298280Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802492213122178:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(51101885ns) {HandleHandshakeStatus:329(51097043ns) {DropIncomingHandshake:442(851ns) DropOutgoingHandshake:457(522ns) SwitchToState:179(1053ns) ProcessPendingSessionEvents:495(10227821ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 10162826ns max# 9679763ns}}}
2025-12-06T17:45:24.298681Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802492213122238:2108] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:24.311207Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:24.327354Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802492213122238:2108] [node 6] ICP22 created new session: [2:7580802496508089573:2108]
2025-12-06T17:45:24.080325Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802489383407777:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:24.147975Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802497567376727:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:24.163545Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802492905022781:2066] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6943) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802492905022792:2113] held: no
2025-12-06T17:45:24.320976Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:24.135676Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802493265686778:2109] [node 4] ICP22 created new session: [1:7580802497560654099:2109]
2025-12-06T17:45:24.356695Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802496508089573:2108] [node 6] ICS09 handshake done sender: [2:7580802492213122253:2115] self: [2:7580802492213122252:0] peer: [6:7580802497819203700:0] socket: 558 qp: -1
2025-12-06T17:45:24.377259Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802496508089573:2108] [node 6] ICS10 traffic start
2025-12-06T17:45:24.154841Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802493272409418:2111] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:24.080417Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802489383407701:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:24.165110Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802497199990093:2115] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:24.169704Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802492905022721:2048] [node 1] ICP22 created new session: [5:7580802497199990104:2048]
2025-12-06T17:45:24.174187Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802492905022722:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:24.174264Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:24.174317Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802492905022722:2049] [node 2] ICP22 created new session: [5:7580802497199990106:2049]
2025-12-06T17:45:24.174365Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802497199990106:2049] [node 2] ICS09 handshake done sender: [5:7580802497199990093:2115] self: [5:7580802497199990099:0] peer: [2:7580802492213122250:0] socket: 567 qp: -1
2025-12-06T17:45:24.174411Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802497199990106:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:24.174457Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:24.178769Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802497199990104:2048] [node 1] ICS09 handshake done sender: [5:7580802492905022796:2114] self: [5:7580802497199990100:0] peer: [1:7580802493265686780:0] socket: 546 qp: -1
2025-12-06T17:45:24.185110Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802492905022781:2066] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:45:24.185442Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802497199990104:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:24.190672Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:24.203996Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:24.211064Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802492905022781:2066] [node 4] ICP22 created new session: [5:7580802497199990109:2066]
2025-12-06T17:45:24.222145Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802497199990109:2066] [node 4] ICS09 handshake done sender: [5:7580802492905022792:2113] self: [5:7580802497199990095:0] peer: [4:7580802489383407774:0] socket: 540 qp: -1
2025-12-06T17:45:24.223965Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802492905022721:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(89949810ns) {HandleHandshakeStatus:329(89946284ns) {DropIncomingHandshake:442(1684ns) DropOutgoingHandshake:457(6007ns) SwitchToState:179(704ns) ProcessPendingSessionEvents:495(4183439ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 4111213ns max# 3617246ns}}}
2025-12-06T17:45:24.226059Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802497199990109:2066] [node 4] ICS10 traffic start
2025-12-06T17:45:24.226757Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802492905022791:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:24.226787Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580802492905022791:2112] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:24.228048Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802492905022791:2112] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:24.228375Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580802492905022780:2065] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:24.228412Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:24.228463Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802492905022780:2065] [node 6] ICP22 created new session: [5:7580802497199990111:2065]
2025-12-06T17:45:24.228504Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802497199990111:2065] [node 6] ICS09 handshake done sender: [5:7580802492905022791:2112] self: [5:7580802492905022790:0] peer: [6:7580802497819203697:0] socket: 556 qp: -1
2025-12-06T17:45:24.228543Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802497199990111:2065] [node 6] ICS10 traffic start
2025-12-06T17:45:24.228582Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:24.234820Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:24.245412Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802497199990114:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24348
2025-12-06T17:45:24.268125Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802492905022781:2066] [node 4] ICP35 event processing took too much time PendingConnection:279(93957436ns) {HandleHandshakeStatus:329(93954128ns) {DropIncomingHandshake:442(2541ns) DropOutgoingHandshake:457(723ns) SwitchToState:179(852ns) ProcessPendingSessionEvents:495(2146ns)}}
2025-12-06T17:45:24.310871Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802497199990114:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:24.345227Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802492905022723:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:24.406284Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802497199990116:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24348
2025-12-06T17:45:24.080655Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802489383407700:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:24.082184Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802489383407775:2118] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:24.093172Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802489383407763:2069] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:24.093434Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:24.094093Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802489383407779:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:24.094135Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802489383407779:2120] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:24.098910Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802489383407763:2069] [node 5] ICP22 created new session: [4:7580802493678375088:2069]
2025-12-06T17:45:24.105214Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802493678375088:2069] [node 5] ICS09 handshake done sender: [4:7580802489383407775:2118] self: [4:7580802489383407774:0] peer: [5:7580802497199990095:0] socket: 534 qp: -1
2025-12-06T17:45:24.105449Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802493678375088:2069] [node 5] ICS10 traffic start
2025-12-06T17:45:24.105503Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:24.117235Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802489383407779:2120] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:24.133874Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802489383407771:2105] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:24.137735Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802489383407763:2069] [node 5] ICP35 event processing took too much time PendingConnection:279(43627817ns) {HandleHandshakeStatus:329(43623734ns) {DropIncomingHandshake:442(17023ns) DropOutgoingHandshake:457(931ns) SwitchToState:179(640ns) ProcessPendingSessionEvents:495(21672960ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 21611615ns max# 21171012ns}}}
2025-12-06T17:45:24.146930Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:24.146993Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802489383407771:2105] [node 6] ICP22 created new session: [4:7580802493678375093:2105]
2025-12-06T17:45:24.161750Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802493678375093:2105] [node 6] ICS09 handshake done sender: [4:7580802489383407779:2120] self: [4:7580802489383407778:0] peer: [6:7580802497819203689:0] socket: 547 qp: -1
2025-12-06T17:45:24.165821Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802493678375093:2105] [node 6] ICS10 traffic start
2025-12-06T17:45:24.169761Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:24.195189Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802493678375097:2127] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7963
2025-12-06T17:45:24.202482Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802493678375098:2128] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7963
2025-12-06T17:45:24.221357Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802489383407777:2119] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:24.221562Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802493678375081:2123] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:24.227892Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802493678375095:2126] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7963
2025-12-06T17:45:24.227998Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802489383407701:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:24.228071Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:24.235029Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802489383407701:2049] [node 2] ICP22 created new session: [4:7580802493678375099:2049]
2025-12-06T17:45:24.239563Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802489383407700:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:24.239630Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:24.239683Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802489383407700:2048] [node 1] ICP22 created new session: [4:7580802493678375100:2048]
2025-12-06T17:45:24.239766Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802493678375100:2048] [node 1] ICS09 handshake done sender: [4:7580802489383407777:2119] self: [4:7580802493678375086:0] peer: [1:7580802493265686784:0] socket: 539 qp: -1
2025-12-06T17:45:24.239816Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802493678375100:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:24.239855Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:24.242333Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802493678375099:2049] [node 2] ICS09 handshake done sender: [4:7580802493678375081:2123] self: [4:7580802493678375085:0] peer: [2:7580802492213122243:0] socket: 569 qp: -1
2025-12-06T17:45:24.246999Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802493678375099:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:24.254677Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802493678375095:2126] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:24.256569Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:24.259946Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802493678375094:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7963
2025-12-06T17:45:24.260595Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802489383407702:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:24.320167Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802493678375104:2129] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7963
2025-12-06T17:45:24.362077Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802493678375095:2126] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:24.376687Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802489383407702:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:45:24.379368Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:24.422631Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802489383407702:2050] [node 3] ICP22 created new session: [4:7580802493678375105:2050]
2025-12-06T17:45:24.135745Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802497560654099:2109] [node 4] ICS09 handshake done sender: [1:7580802493265686785:2112] self: [1:7580802493265686784:0] peer: [4:7580802493678375086:0] socket: 538 qp: -1
2025-12-06T17:45:24.135779Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802497560654099:2109] [node 4] ICS10 traffic start
2025-12-06T17:45:24.135814Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:24.138784Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802493265686714:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:45:24.138872Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:24.138931Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802493265686714:2048] [node 2] ICP22 created new session: [1:7580802497560654101:2048]
2025-12-06T17:45:24.138982Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802497560654101:2048] [node 2] ICS09 handshake done sender: [1:7580802493265686783:2111] self: [1:7580802493265686782:0] peer: [2:7580802496508089553:0] socket: 535 qp: -1
2025-12-06T17:45:24.139020Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802497560654101:2048] [node 2] ICS10 traffic start
2025-12-06T17:45:24.139052Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:24.142654Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802493265686779:2107] [node 5] ICP22 created new session: [1:7580802497560654098:2107]
2025-12-06T17:45:24.166975Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802497560654098:2107] [node 5] ICS09 handshake done sender: [1:7580802493265686781:2110] self: [1:7580802493265686780:0] peer: [5:7580802497199990100:0] socket: 537 qp: -1
2025-12-06T17:45:24.167029Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802497560654098:2107] [node 5] ICS10 traffic start
2025-12-06T17:45:24.167089Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:24.168684Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802493265686779:2107] [node 5] ICP35 event processing took too much time PendingConnection:279(54651892ns) {HandleHandshakeStatus:329(54649730ns) {DropIncomingHandshake:442(247ns) DropOutgoingHandshake:457(2621ns) SwitchToState:179(694ns) ProcessPendingSessionEvents:495(579480ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 520990ns max# 55478ns}}}
2025-12-06T17:45:24.168866Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802497560654103:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32750
2025-12-06T17:45:24.179640Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802497560654103:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:24.287100Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802497560654092:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:24.287134Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802497560654092:2117] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:24.327248Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802497560654092:2117] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:24.377974Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802493265686777:2108] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:24.379067Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:24.382902Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802493265686790:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:24.382954Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802493265686790:2113] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:45:24.400260Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802493265686777:2108] [node 6] ICP22 created new session: [1:7580802497560654108:2108]
2025-12-06T17:45:24.400360Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802497560654108:2108] [node 6] ICS09 handshake done sender: [1:7580802497560654092:2117] self: [1:7580802497560654091:0] peer: [6:7580802497819203705:0] socket: 598 qp: -1
2025-12-06T17:45:24.400415Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802497560654108:2108] [node 6] ICS10 traffic start
2025-12-06T17:45:24.400478Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:24.321026Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802493524236315:2049] [node 2] ICP22 created new session: [6:7580802497819203709:2049]
2025-12-06T17:45:24.321081Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802497819203709:2049] [node 2] ICS09 handshake done sender: [6:7580802497819203693:2118] self: [6:7580802497819203700:0] peer: [2:7580802492213122252:0] socket: 583 qp: -1
2025-12-06T17:45:24.321122Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802497819203709:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:24.321160Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:24.322563Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802497819203706:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44556
2025-12-06T17:45:24.328044Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:24.355114Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802497819203696:2121] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:24.372506Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802493524236314:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:24.372605Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:24.372669Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802493524236314:2048] [node 1] ICP22 created new session: [6:7580802497819203712:2048]
2025-12-06T17:45:24.372721Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802497819203712:2048] [node 1] ICS09 handshake done sender: [6:7580802497819203696:2121] self: [6:7580802497819203705:0] peer: [1:7580802497560654091:0] socket: 600 qp: -1
2025-12-06T17:45:24.372765Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802497819203712:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:24.372809Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:24.403963Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802493524236343:2064] [node 5] ICP35 event processing took too much time PendingConnection:279(136190721ns) {HandleHandshakeStatus:329(136186689ns) {DropIncomingHandshake:442(961ns) DropOutgoingHandshake:457(8027ns) SwitchToState:179(911ns) ProcessPendingSessionEvents:495(23612132ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 23532766ns max# 23007327ns}}}
2025-12-06T17:45:24.378950Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:24.434963Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802493678375105:2050] [node 3] ICS09 handshake done sender: [4:7580802493678375095:2126] self: [4:7580802493678375103:0] peer: [3:7580802493272409419:0] socket: 596 qp: -1
2025-12-06T17:45:24.165459Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802497567376729:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7943
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:24.435042Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802493678375105:2050] [node 3] ICS10 traffic start
2025-12-06T17:45:24.441608Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802493265686777:2108] [node 6] ICP35 event processing took too much time PendingConnection:279(23320828ns) {HandleHandshakeStatus:329(23317052ns) {DropIncomingHandshake:442(20797ns) DropOutgoingHandshake:457(532ns) SwitchToState:179(693ns) ProcessPendingSessionEvents:495(641774ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 578862ns max# 63712ns}}}
2025-12-06T17:45:24.446247Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802497199990114:2121] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:24.451966Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802492905022723:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:45:24.452069Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:24.452128Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802492905022723:2050] [node 3] ICP22 created new session: [5:7580802497199990117:2050]
2025-12-06T17:45:24.452180Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802497199990117:2050] [node 3] ICS09 handshake done sender: [5:7580802497199990114:2121] self: [5:7580802497199990115:0] peer: [3:7580802497567376722:0] socket: 588 qp: -1
2025-12-06T17:45:24.452225Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802497199990117:2050] [node 3] ICS10 traffic start
2025-12-06T17:45:24.452265Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:24.219206Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802497567376729:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:24.442836Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802493265686790:2113] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:24.435100Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:24.219279Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802493272409414:2072] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:24.436882Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802489383407702:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(59274569ns) {HandleHandshakeStatus:329(59270543ns) {DropIncomingHandshake:442(7364ns) DropOutgoingHandshake:457(17672ns) SwitchToState:179(931ns) ProcessPendingSessionEvents:495(699566ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 643571ns max# 94431ns}}}
2025-12-06T17:45:24.219332Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:24.468583Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802493265686715:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:45:24.486392Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802489383407701:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(66599752ns) {HandleHandshakeStatus:329(66595203ns) {DropIncomingHandshake:442(1203ns) DropOutgoingHandshake:457(5709ns) SwitchToState:179(782ns) ProcessPendingSessionEvents:495(7253660ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 7160812ns max# 6612284ns}}}
2025-12-06T17:45:24.219390Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802493272409414:2072] [node 6] ICP22 created new session: [3:7580802497567376732:2072]
2025-12-06T17:45:24.219463Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802497567376732:2072] [node 6] ICS09 handshake done sender: [3:7580802493272409418:2111] self: [3:7580802493272409417:0] peer: [6:7580802497819203692:0] socket: 552 qp: -1
2025-12-06T17:45:24.219502Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802497567376732:2072] [node 6] ICS10 traffic start
2025-12-06T17:45:24.219539Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:24.235762Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802493272409351:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:24.255308Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802497567376736:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7943
2025-12-06T17:45:24.274885Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802497567376731:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7943
2025-12-06T17:45:24.291096Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802493272409420:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:24.291149Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802493272409420:2112] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:45:24.296640Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802497567376731:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:24.296710Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802497567376729:2117] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:24.300255Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802493272409351:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:24.300347Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:24.300406Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802493272409351:2049] [node 2] ICP22 created new session: [3:7580802497567376738:2049]
2025-12-06T17:45:24.300484Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802497567376738:2049] [node 2] ICS09 handshake done sender: [3:7580802497567376729:2117] self: [3:7580802497567376734:0] peer: [2:7580802492213122245:0] socket: 595 qp: -1
2025-12-06T17:45:24.300525Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802497567376738:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:24.300585Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:24.316423Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802497567376740:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7943
2025-12-06T17:45:24.331098Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802493272409420:2112] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:24.333518Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802493272409350:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:24.361143Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802493272409413:2066] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:45:24.361250Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:24.361307Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802493272409413:2066] [node 4] ICP22 created new session: [3:7580802497567376742:2066]
2025-12-06T17:45:24.361378Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802497567376742:2066] [node 4] ICS09 handshake done sender: [3:7580802493272409420:2112] self: [3:7580802493272409419:0] peer: [4:7580802493678375103:0] socket: 573 qp: -1
2025-12-06T17:45:24.361421Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802497567376742:2066] [node 4] ICS10 traffic start
2025-12-06T17:45:24.361468Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:24.362062Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802497567376723:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:24.362090Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802497567376723:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:24.419914Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802497567376723:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:24.442043Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7580802493272409414:2072] [node 6] ICP27 obsolete handshake fail ignored
2025-12-06T17:45:24.445365Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802497567376745:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7943
2025-12-06T17:45:24.451725Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802493272409415:2075] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:24.475960Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:24.476042Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802493272409415:2075] [node 5] ICP22 created new session: [3:7580802497567376746:2075]
2025-12-06T17:45:24.478423Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802497567376746:2075] [node 5] ICS09 handshake done sender: [3:7580802497567376723:2114] self: [3:7580802497567376722:0] peer: [5:7580802497199990115:0] socket: 565 qp: -1
2025-12-06T17:45:24.478477Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802497567376746:2075] [node 5] ICS10 traffic start
2025-12-06T17:45:24.478549Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:24.481328Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802497567376731:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:24.483794Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802493272409415:2075] [node 5] ICP35 event processing took too much time PendingConnection:279(30935716ns) {HandleHandshakeStatus:329(30930261ns) {DropIncomingHandshake:442(27379ns) DropOutgoingHandshake:457(608ns) SwitchToState:179(913ns) ProcessPendingSessionEvents:495(670315ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 609018ns max# 84058ns}}}
2025-12-06T17:45:24.493978Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802493272409350:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:24.508647Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:24.508718Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802493272409350:2048] [node 1] ICP22 created new session: [3:7580802497567376748:2048]
2025-12-06T17:45:24.508768Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802497567376748:2048] [node 1] ICS09 handshake done sender: [3:7580802497567376731:2118] self: [3:7580802497567376741:0] peer: [1:7580802493265686789:0] socket: 601 qp: -1
2025-12-06T17:45:24.508810Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802497567376748:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:24.508870Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:24.468687Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:24.468761Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802493265686715:2049] [node 3] ICP22 created new session: [1:7580802497560654111:2049]
2025-12-06T17:45:24.468829Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802497560654111:2049] [node 3] ICS09 handshake done sender: [1:7580802493265686790:2113] self: [1:7580802493265686789:0] peer: [3:7580802497567376741:0] socket: 597 qp: -1
2025-12-06T17:45:24.468876Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802497560654111:2049] [node 3] ICS10 traffic start
2025-12-06T17:45:24.468922Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:24.514870Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802492213122238:2108] [node 6] ICP35 event processing took too much time PendingConnection:279(145674546ns) {HandleHandshakeStatus:329(145669611ns) {DropIncomingHandshake:442(20548ns) DropOutgoingHandshake:457(652ns) SwitchToState:179(1089ns) ProcessPendingSessionEvents:495(1896690ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 1820582ns max# 1057674ns}}}
2025-12-06T17:45:24.519746Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802489383407771:2105] [node 6] ICP35 event processing took too much time PendingConnection:279(346974557ns) {HandleHandshakeStatus:329(336514683ns) {DropIncomingHandshake:442(2187ns) DropOutgoingHandshake:457(3693ns) SwitchToState:179(901ns) ProcessPendingSessionEvents:495(259528229ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 239352343ns max# 27720935ns}}}
2025-12-06T17:45:24.520991Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7580802489383407771:2105] [node 6] ICP27 obsolete handshake fail ignored
2025-12-06T17:45:24.514312Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802493265686778:2109] [node 4] ICP35 event processing took too much time PendingConnection:279(334962128ns) {HandleHandshakeStatus:329(334953681ns) {DropIncomingHandshake:442(645ns) DropOutgoingHandshake:457(737ns) SwitchToState:179(1117ns) ProcessPendingSessionEvents:495(334519255ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 334228167ns max# 22694209ns}}}
2025-12-06T17:45:24.515538Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580802493265686778:2109] [node 4] ICP18 handshake (actor [1:7580802497560654103:2118]) is too old
2025-12-06T17:45:24.517834Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802493265686715:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(47999070ns) {HandleHandshakeStatus:329(47993776ns) {DropIncomingHandshake:442(21555ns) DropOutgoingHandshake:457(444ns) SwitchToState:179(656ns) ProcessPendingSessionEvents:495(47418647ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 44639206ns max# 8733887ns}}}
2025-12-06T17:45:24.512754Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802493272409350:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(17892648ns) {HandleHandshakeStatus:329(17888203ns) {DropIncomingHandshake:442(1189ns) DropOutgoingHandshake:457(4665ns) SwitchToState:179(757ns) ProcessPendingSessionEvents:495(2784037ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 2713425ns max# 2081454ns}}}
2025-12-06T17:45:24.512855Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7580802493272409350:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:45:24.523818Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802493272409413:2066] [node 4] ICP35 event processing took too much time PendingConnection:279(109141825ns) {HandleHandshakeStatus:329(109130922ns) {DropIncomingHandshake:442(18136ns) DropOutgoingHandshake:457(675ns) SwitchToState:179(707ns) ProcessPendingSessionEvents:495(108613561ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 102374698ns max# 43380427ns}}}
2025-12-06T17:45:24.626680Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:45:24.626935Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802497567376748:2048] [node 1] ICS01 socket: 601 reason# EndOfStream
2025-12-06T17:45:24.626985Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802493272409350:2048] [node 1] ICP30 unregister session Session# [3:7580802497567376748:2048] VirtualId# [3:7580802497567376741:0]
2025-12-06T17:45:24.627028Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802497567376748:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:24.627115Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:24.627168Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:24.626770Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:45:24.627064Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580802496508089566:2048] [node 1] ICS01 socket: 536 reason# EndOfStream
2025-12-06T17:45:24.627115Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580802492213122177:2048] [node 1] ICP30 unregister session Session# [2:7580802496508089566:2048] VirtualId# [2:7580802496508089553:0]
2025-12-06T17:45:24.627156Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580802496508089566:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:24.627279Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:24.627335Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:24.630031Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:45:24.630321Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802497199990104:2048] [node 1] ICS07 socket disconnect 546 reason# EndOfStream
2025-12-06T17:45:24.630355Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802497199990104:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:24.630444Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:24.630488Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802497199990104:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:24.631731Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802492905022721:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61055) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:24.631788Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802497199990104:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:24.631829Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802492905022721:2048] [node 1] ICP30 unregister session Session# [5:7580802497199990104:2048] VirtualId# [5:7580802497199990100:0]
2025-12-06T17:45:24.631946Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:24.631981Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802492905022721:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:61055) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:24.631996Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61055) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:24.637287Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:45:24.637696Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802493678375100:2048] [node 1] ICS01 socket: 539 reason# EndOfStream
2025-12-06T17:45:24.637757Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802489383407700:2048] [node 1] ICP30 unregister session Session# [4:7580802493678375100:2048] VirtualId# [4:7580802493678375086:0]
2025-12-06T17:45:24.637811Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802493678375100:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:24.638009Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:24.638127Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:24.638685Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:45:24.638950Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802497819203712:2048] [node 1] ICS01 socket: 600 reason# EndOfStream
2025-12-06T17:45:24.638998Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802493524236314:2048] [node 1] ICP30 unregister session Session# [6:7580802497819203712:2048] VirtualId# [6:7580802497819203705:0]
2025-12-06T17:45:24.639034Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802497819203712:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:24.639142Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:24.639199Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:24.645198Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802492905022721:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:45:24.813726Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:45:24.813986Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802497567376738:2049] [node 2] ICS01 socket: 595 reason# EndOfStream
2025-12-06T17:45:24.814049Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802493272409351:2049] [node 2] ICP30 unregister session Session# [3:7580802497567376738:2049] VirtualId# [3:7580802497567376734:0]
2025-12-06T17:45:24.814088Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802497567376738:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:24.814201Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:24.814259Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:24.818744Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:45:24.819049Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802493678375099:2049] [node 2] ICS07 socket disconnect 569 reason# EndOfStream
2025-12-06T17:45:24.819110Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802493678375099:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:24.819232Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:24.819285Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802493678375099:2049] [node 2] ICS15 start handshake
2025-12-06T17:45:24.822223Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:45:24.822403Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:45:24.822796Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802497819203709:2049] [node 2] ICS01 socket: 583 reason# EndOfStream
2025-12-06T17:45:24.822857Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802493524236315:2049] [node 2] ICP30 unregister session Session# [6:7580802497819203709:2049] VirtualId# [6:7580802497819203700:0]
2025-12-06T17:45:24.822899Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802497819203709:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:24.822998Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:24.823050Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:24.822909Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802497199990106:2049] [node 2] ICS07 socket disconnect 567 reason# EndOfStream
2025-12-06T17:45:24.822957Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802497199990106:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:24.823059Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:24.823127Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802497199990106:2049] [node 2] ICS15 start handshake
2025-12-06T17:45:24.823240Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802489383407701:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15525) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:24.823336Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802493678375099:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:24.823384Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802489383407701:2049] [node 2] ICP30 unregister session Session# [4:7580802493678375099:2049] VirtualId# [4:7580802493678375085:0]
2025-12-06T17:45:24.823522Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:24.823577Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802489383407701:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:15525) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:24.823596Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15525) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:24.833915Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802492905022722:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15525) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:24.836436Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580802489383407701:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:45:24.842962Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802497199990106:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:24.843045Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802492905022722:2049] [node 2] ICP30 unregister session Session# [5:7580802497199990106:2049] VirtualId# [5:7580802497199990099:0]
2025-12-06T17:45:24.846858Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:24.846945Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802492905022722:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:15525) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:24.846976Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15525) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:24.847270Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:294: Proxy [5:7580802492905022722:2049] [node 2] ICP35 event processing took too much time StateWork:294(22930543ns) {HandleHandshakeStatus:395(22896082ns) {LogHandshakeFail:472(9716392ns) {UpdateErrorStateLog:545(9301ns)} DropOutgoingHandshake:457(1064ns) ProcessPendingSessionEvents:495(728ns) UnregisterSession:538(53552ns) {ProcessPendingSessionEvents:495(559ns) SwitchToInitialState:202(2007ns) {SwitchToState:179(847ns)}} TransitToErrorState:752(107220ns) {SwitchToState:179(12395ns) ProcessPendingSessionEvents:495(1301ns) DropHandshakes:470(3417ns) {DropIncomingHandshake:442(827ns) DropOutgoingHandshake:457(624ns)}}}}
2025-12-06T17:45:24.853485Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802492905022722:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:45:24.891459Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:45:24.891725Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802497199990117:2050] [node 3] ICS07 socket disconnect 588 reason# EndOfStream
2025-12-06T17:45:24.891758Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802497199990117:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:24.891837Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:45:24.891872Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802497199990117:2050] [node 3] ICS15 start handshake
2025-12-06T17:45:24.892478Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:45:24.892682Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802493678375105:2050] [node 3] ICS01 socket: 596 reason# EndOfStream
2025-12-06T17:45:24.892717Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802489383407702:2050] [node 3] ICP30 unregister session Session# [4:7580802493678375105:2050] VirtualId# [4:7580802493678375103:0]
2025-12-06T17:45:24.892754Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802493678375105:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:24.892826Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:45:24.892876Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:45:24.892984Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:45:24.893158Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802497819203707:2050] [node 3] ICS01 socket: 559 reason# EndOfStream
2025-12-06T17:45:24.893203Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802493524236316:2050] [node 3] ICP30 unregister session Session# [6:7580802497819203707:2050] VirtualId# [6:7580802497819203692:0]
2025-12-06T17:45:24.893236Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802497819203707:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:24.893302Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:45:24.893345Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:45:24.895366Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802492905022723:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1823) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:24.895436Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802497199990117:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:24.895472Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802492905022723:2050] [node 3] ICP30 unregister session Session# [5:7580802497199990117:2050] VirtualId# [5:7580802497199990115:0]
2025-12-06T17:45:24.895513Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:45:24.895546Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802492905022723:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:1823) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:24.895561Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1823) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:24.906472Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802492905022723:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:45:24.950356Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:45:24.950966Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:45:24.950626Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802497199990109:2066] [node 4] ICS01 socket: 540 reason# EndOfStream
2025-12-06T17:45:24.950672Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802492905022781:2066] [node 4] ICP30 unregister session Session# [5:7580802497199990109:2066] VirtualId# [5:7580802497199990095:0]
2025-12-06T17:45:24.951166Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802497819203698:2061] [node 4] ICS01 socket: 551 reason# EndOfStream
2025-12-06T17:45:24.950711Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802497199990109:2066] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:24.951205Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802493524236331:2061] [node 4] ICP30 unregister session Session# [6:7580802497819203698:2061] VirtualId# [6:7580802497819203689:0]
2025-12-06T17:45:24.950801Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:45:24.951239Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802497819203698:2061] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:24.950851Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:45:24.951300Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:45:24.951337Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:45:25.097097Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:45:25.097353Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802497819203703:2064] [node 5] ICS07 socket disconnect 560 reason# EndOfStream
2025-12-06T17:45:25.097385Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802497819203703:2064] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:25.097450Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:45:25.097491Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802497819203703:2064] [node 5] ICS15 start handshake
2025-12-06T17:45:25.098693Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802493524236343:2064] [node 5] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7263) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:25.098763Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802497819203703:2064] [node 5] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:25.098811Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802493524236343:2064] [node 5] ICP30 unregister session Session# [6:7580802497819203703:2064] VirtualId# [6:7580802497819203697:0]
2025-12-06T17:45:25.098913Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
2025-12-06T17:45:25.098942Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802493524236343:2064] [node 5] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:7263) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:25.098961Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [5] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7263) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:45:25.282745Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802499286263656:2048] [node 2] ICP01 ready to work
2025-12-06T17:45:25.282783Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802499286263657:2049] [node 3] ICP01 ready to work
2025-12-06T17:45:25.310906Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802501959234713:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:25.310946Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802501959234714:2049] [node 3] ICP01 ready to work
2025-12-06T17:45:25.326747Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802502112464203:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:25.326787Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802502112464204:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:25.326821Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802502112464205:2050] [node 3] ICP01 ready to work
2025-12-06T17:45:25.347320Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802498854880288:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:25.347343Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802498854880289:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:25.400923Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802498980781936:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:25.400962Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802498980781937:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:25.400999Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802498980781938:2050] [node 3] ICP01 ready to work
2025-12-06T17:45:25.432284Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802499824565812:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:25.446953Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802499824565814:2050] [node 3] ICP01 ready to work
2025-12-06T17:45:25.447259Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802499824565813:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:25.782724Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802501959234771:2104] [node 5] ICP01 ready to work
2025-12-06T17:45:25.799795Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802499824565825:2059] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:25.891395Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802499286263719:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4368
2025-12-06T17:45:25.918743Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802501959234774:2102] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:25.986675Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802499824565840:2065] [node 4] ICP01 ready to work
2025-12-06T17:45:25.999661Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802498980781969:2077] [node 6] ICP01 ready to work
2025-12-06T17:45:25.931336Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802499286263723:2109] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:25.959575Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802501959234778:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13577
2025-12-06T17:45:25.984554Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802502112464266:2070] [node 5] ICP01 ready to work
2025-12-06T17:45:25.952289Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802499286263724:2108] [node 5] ICP01 ready to work
2025-12-06T17:45:26.014100Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802498854880288:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(234115300ns) {Configure:104(234102164ns) {ProcessConfigured:135(26186560ns) {StartInitialHandshake:157(26183263ns) {DropHandshakes:470(3806ns) {DropIncomingHandshake:442(785ns) DropOutgoingHandshake:457(627ns)} GenerateSessionVirtualId:988(1219ns) PrepareNewSessionHandshake:477(3258ns) {SwitchToState:179(1372ns)}}}}}
2025-12-06T17:45:26.007068Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802501959234782:2103] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:26.101413Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802499824565813:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(19239815ns) {Configure:104(19233073ns) {ProcessConfigured:135(124321ns) {StartInitialHandshake:157(121531ns) {DropHandshakes:470(3783ns) {DropIncomingHandshake:442(704ns) DropOutgoingHandshake:457(607ns)} GenerateSessionVirtualId:988(1601ns) PrepareNewSessionHandshake:477(2128ns) {SwitchToState:179(698ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:26.105727Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802504119533146:2078] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62048
2025-12-06T17:45:26.106081Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802504119533184:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62048
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:25.963867Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802499286263725:2107] [node 4] ICP01 ready to work
2025-12-06T17:45:26.006769Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802502112464265:2071] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:26.018841Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802498854880364:2082] [node 4] ICP01 ready to work
2025-12-06T17:45:26.089179Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802502112464205:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(58307919ns) {Configure:104(58297378ns) {ProcessConfigured:135(93336ns) {StartInitialHandshake:157(89321ns) {DropHandshakes:470(3363ns) {DropIncomingHandshake:442(842ns) DropOutgoingHandshake:457(580ns)} GenerateSessionVirtualId:988(1783ns) PrepareNewSessionHandshake:477(2303ns) {SwitchToState:179(689ns)}}}}}
2025-12-06T17:45:26.109510Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802504119533145:2077] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62048
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:26.121756Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802503275749304:2093] [node 4] ICP01 ready to work
2025-12-06T17:45:26.091909Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802499286263724:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(26967693ns) {Configure:104(26961918ns) {ProcessConfigured:135(25163526ns) {StartInitialHandshake:157(25158567ns) {DropHandshakes:470(3557ns) {DropIncomingHandshake:442(819ns) DropOutgoingHandshake:457(598ns)} GenerateSessionVirtualId:988(1261ns) PrepareNewSessionHandshake:477(3835ns) {SwitchToState:179(1615ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:26.023224Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802498854880289:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(251900068ns) {Configure:104(251893676ns) {ProcessConfigured:135(98897ns) {StartInitialHandshake:157(95198ns) {DropHandshakes:470(4004ns) {DropIncomingHandshake:442(1070ns) DropOutgoingHandshake:457(578ns)} GenerateSessionVirtualId:988(1285ns) PrepareNewSessionHandshake:477(2705ns) {SwitchToState:179(938ns)}}}}}
2025-12-06T17:45:26.125471Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802504119533146:2078] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:26.204441Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802502112464204:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(285045578ns) {Configure:104(285037763ns) {ProcessConfigured:135(76947ns) {StartInitialHandshake:157(73857ns) {DropHandshakes:470(3556ns) {DropIncomingHandshake:442(1171ns) DropOutgoingHandshake:457(641ns)} GenerateSessionVirtualId:988(1328ns) PrepareNewSessionHandshake:477(2161ns) {SwitchToState:179(699ns)}}}}}
2025-12-06T17:45:26.138052Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802503275749302:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53816
2025-12-06T17:45:26.023941Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802503149847668:2126] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48477
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:26.096286Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802503581231022:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4368
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:26.159594Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802504119533145:2077] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:26.182443Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802503275749303:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53816
2025-12-06T17:45:26.213062Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802502112464203:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(100455532ns) {Configure:104(100447487ns) {ProcessConfigured:135(82045ns) {StartInitialHandshake:157(78810ns) {DropHandshakes:470(3386ns) {DropIncomingHandshake:442(1040ns) DropOutgoingHandshake:457(773ns)} GenerateSessionVirtualId:988(1366ns) PrepareNewSessionHandshake:477(2256ns) {SwitchToState:179(818ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:26.207680Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802506254202082:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13577
2025-12-06T17:45:26.112638Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802499286263719:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:26.024130Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802503149847669:2127] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48477
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:26.191955Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802499824565813:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:26.229633Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802498980781971:2078] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:26.214795Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802506407431568:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46166
2025-12-06T17:45:26.171244Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802503581231022:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:26.024878Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802503149847667:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48477
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:26.214734Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802506254202080:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:26.229694Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580802498980781971:2078] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:26.247558Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802502112464266:2070] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(67568439ns) {Configure:104(67561120ns) {ProcessConfigured:135(98995ns) {StartInitialHandshake:157(96530ns) {DropHandshakes:470(2385ns) {DropIncomingHandshake:442(382ns) DropOutgoingHandshake:457(1093ns)} GenerateSessionVirtualId:988(302ns) PrepareNewSessionHandshake:477(2242ns) {SwitchToState:179(771ns)}}}}}
2025-12-06T17:45:26.194730Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802504119533184:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:26.214779Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802506254202080:2112] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:26.227513Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802501959234778:2110] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:26.227642Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802501959234780:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:26.227669Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802501959234780:2111] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:45:26.229172Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802506254202086:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13577
2025-12-06T17:45:26.246587Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802501959234780:2111] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:26.251728Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802506254202082:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:26.258315Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802506254202080:2112] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:26.262600Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802501959234714:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:45:26.262678Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:26.262740Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802501959234714:2049] [node 3] ICP22 created new session: [2:7580802506254202093:2049]
2025-12-06T17:45:26.262790Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802506254202093:2049] [node 3] ICS09 handshake done sender: [2:7580802501959234780:2111] self: [2:7580802501959234779:0] peer: [3:7580802503149847679:0] socket: 545 qp: -1
2025-12-06T17:45:26.262829Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802506254202093:2049] [node 3] ICS10 traffic start
2025-12-06T17:45:26.262866Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:26.264274Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580802501959234714:2049] [node 3] ICP18 handshake (actor [2:7580802506254202082:2113]) is too old
2025-12-06T17:45:26.264478Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802506254202092:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13577
2025-12-06T17:45:26.287072Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802501959234713:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(319369954ns) {Configure:104(319364496ns) {ProcessConfigured:135(37423926ns) {StartInitialHandshake:157(37420878ns) {DropHandshakes:470(2244ns) {DropIncomingHandshake:442(302ns) DropOutgoingHandshake:457(630ns)} GenerateSessionVirtualId:988(274ns) PrepareNewSessionHandshake:477(3928ns) {SwitchToState:179(1591ns)}}}}}
2025-12-06T17:45:26.288491Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802506254202086:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:26.288549Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802501959234782:2103] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:26.288602Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:26.288666Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802501959234782:2103] [node 6] ICP22 created new session: [2:7580802506254202096:2103]
2025-12-06T17:45:26.288730Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802506254202096:2103] [node 6] ICS09 handshake done sender: [2:7580802506254202080:2112] self: [2:7580802506254202079:0] peer: [6:7580802504119533185:0] socket: 551 qp: -1
2025-12-06T17:45:26.288774Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802506254202096:2103] [node 6] ICS10 traffic start
2025-12-06T17:45:26.288819Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:26.294477Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580802501959234713:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:26.202988Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802499824565825:2059] [node 5] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:26.029561Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802503149847662:2089] [node 6] ICP01 ready to work
2025-12-06T17:45:26.191628Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802499286263723:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(46053850ns) {IncomingHandshake:261(14588220ns) {DropIncomingHandshake:442(510ns) PrepareNewSessionHandshake:477(2260ns) {SwitchToState:179(1197ns)} GenerateSessionVirtualId:988(857ns) IssueIncomingHandshakeReply:193(14771ns)}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:26.243884Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802503275749303:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:26.249719Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802506407431577:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46166
2025-12-06T17:45:26.029633Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802503149847663:2085] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:26.236067Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802503581231024:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:26.332321Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802506254202092:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:26.222960Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802499824565813:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(66375265ns) {IncomingHandshake:261(25706600ns) {DropIncomingHandshake:442(1214ns) PrepareNewSessionHandshake:477(3327ns) {SwitchToState:179(1568ns)} GenerateSessionVirtualId:988(1722ns) IssueIncomingHandshakeReply:193(16813909ns) {SwitchToState:179(1463ns)}}}
2025-12-06T17:45:26.261599Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802506407431568:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:26.249940Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802498980781971:2078] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:26.091550Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802503149847672:2128] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48477
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:26.333302Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580802501959234782:2103] [node 6] ICP18 handshake (actor [2:7580802506254202092:2117]) is too old
2025-12-06T17:45:26.278159Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802498980781937:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(375339314ns) {Configure:104(375329605ns) {ProcessConfigured:135(6362010ns) {StartInitialHandshake:157(6358434ns) {DropHandshakes:470(3193ns) {DropIncomingHandshake:442(605ns) DropOutgoingHandshake:457(549ns)} GenerateSessionVirtualId:988(1447ns) PrepareNewSessionHandshake:477(3843ns) {SwitchToState:179(1793ns)}}}}}
2025-12-06T17:45:26.231080Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802499824565812:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:26.266037Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802506407431577:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:26.236094Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802503581231024:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:26.124756Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802503149847668:2126] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:26.237432Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802503581231024:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:26.266183Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802502112464203:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:26.334950Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802501959234771:2104] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(31765362ns) {Configure:104(31758557ns) {ProcessConfigured:135(29853481ns) {StartInitialHandshake:157(29849111ns) {DropHandshakes:470(3633ns) {DropIncomingHandshake:442(1196ns) DropOutgoingHandshake:457(599ns)} GenerateSessionVirtualId:988(3780ns) PrepareNewSessionHandshake:477(3545ns) {SwitchToState:179(1584ns)}}}}}
2025-12-06T17:45:26.235388Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802499824565840:2065] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(189845575ns) {Configure:104(189838791ns) {ProcessConfigured:135(32352377ns) {StartInitialHandshake:157(32348384ns) {DropHandshakes:470(5194848ns) {DropIncomingHandshake:442(607ns) DropOutgoingHandshake:457(551ns)} GenerateSessionVirtualId:988(784ns) PrepareNewSessionHandshake:477(3588ns) {SwitchToState:179(1749ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:26.294685Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802503275749302:2112] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:26.305946Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802498980781936:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(437544194ns) {Configure:104(437531548ns) {ProcessConfigured:135(32357518ns) {StartInitialHandshake:157(32355654ns) {DropHandshakes:470(4003ns) {DropIncomingHandshake:442(841ns) DropOutgoingHandshake:457(1145ns)} GenerateSessionVirtualId:988(862ns) PrepareNewSessionHandshake:477(2712ns) {SwitchToState:179(998ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:26.355469Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802506254202101:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13577
2025-12-06T17:45:26.241376Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802499824565812:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4113) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802504119533184:2114] held: no
2025-12-06T17:45:26.160612Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802503149847669:2127] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:26.237730Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802499286263723:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:26.266519Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802506407431579:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46166
2025-12-06T17:45:26.167969Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802503149847663:2085] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(49795021ns) {Configure:104(49789449ns) {ProcessConfigured:135(148803ns) {StartInitialHandshake:157(144701ns) {DropHandshakes:470(3622ns) {DropIncomingHandshake:442(720ns) DropOutgoingHandshake:457(757ns)} GenerateSessionVirtualId:988(850ns) PrepareNewSessionHandshake:477(1651ns) {SwitchToState:179(652ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:26.237799Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:26.312889Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802503275749314:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53816
2025-12-06T17:45:26.371044Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802501959234778:2110] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:26.275333Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802502112464265:2071] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(69979441ns) {Configure:104(69970868ns) {ProcessConfigured:135(9559663ns) {StartInitialHandshake:157(9556443ns) {DropHandshakes:470(9479504ns) {DropIncomingHandshake:442(234ns) DropOutgoingHandshake:457(1627ns)} GenerateSessionVirtualId:988(3258ns) PrepareNewSessionHandshake:477(2540ns) {SwitchToState:179(970ns)}}}}}
2025-12-06T17:45:26.269624Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802504119533194:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62048
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:26.310327Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802506407431583:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46166
2025-12-06T17:45:26.318762Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802506407431567:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46166
2025-12-06T17:45:26.331116Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802506407431584:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46166
2025-12-06T17:45:26.384256Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802506407431567:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:26.384351Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802506407431577:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:26.384497Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802502112464205:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:26.403168Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802506407431584:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:26.403285Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802502112464203:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4113) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580802506407431577:2116] held: no
2025-12-06T17:45:26.415160Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802506407431579:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:26.424610Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802506407431587:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46166
2025-12-06T17:45:26.425392Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802502112464203:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:26.430791Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:26.430845Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802502112464203:2048] [node 1] ICP22 created new session: [4:7580802506407431588:2048]
2025-12-06T17:45:26.435137Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802502112464205:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23997) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580802506407431567:2111] held: no
2025-12-06T17:45:26.437345Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802506407431588:2048] [node 1] ICS09 handshake done sender: [4:7580802506407431577:2116] self: [4:7580802506407431580:0] peer: [1:7580802503581231027:0] socket: 586 qp: -1
2025-12-06T17:45:26.438706Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802502112464204:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:26.445787Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802506407431588:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:26.462825Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:26.479178Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802502112464204:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2357) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580802506407431579:2117] held: no
2025-12-06T17:45:26.480343Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802506407431593:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46166
2025-12-06T17:45:26.491732Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802502112464205:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(55743459ns) {HandleHandshakeStatus:395(55740482ns) {LogHandshakeFail:472(13336ns) {UpdateErrorStateLog:545(5181ns)} DropOutgoingHandshake:457(1157ns) ProcessPendingSessionEvents:495(55657373ns) {unordered DropSessionEvent:512 num# 100 sum# 9132006ns max# 5502442ns}}}
2025-12-06T17:45:26.400043Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802506254202095:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:26.400087Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802506254202095:2118] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:26.400374Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580802501959234713:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:26.411595Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802506254202095:2118] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:26.411867Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802501959234771:2104] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:26.411913Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:26.411965Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802501959234771:2104] [node 5] ICP22 created new session: [2:7580802506254202104:2104]
2025-12-06T17:45:26.412016Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802506254202104:2104] [node 5] ICS09 handshake done sender: [2:7580802506254202095:2118] self: [2:7580802506254202091:0] peer: [5:7580802503275749317:0] socket: 592 qp: -1
2025-12-06T17:45:26.412051Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802506254202104:2104] [node 5] ICS10 traffic start
2025-12-06T17:45:26.412093Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:26.432983Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:26.440265Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802501959234713:2048] [node 1] ICP22 created new session: [2:7580802506254202106:2048]
2025-12-06T17:45:26.455234Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802506254202106:2048] [node 1] ICS09 handshake done sender: [2:7580802501959234778:2110] self: [2:7580802506254202100:0] peer: [1:7580802499286263720:0] socket: 543 qp: -1
2025-12-06T17:45:26.456800Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802506254202084:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:26.456857Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802506254202084:2114] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:45:26.467363Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802506254202084:2114] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:26.467898Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802501959234774:2102] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:45:26.467982Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:26.468039Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802501959234774:2102] [node 4] ICP22 created new session: [2:7580802506254202109:2102]
2025-12-06T17:45:26.468095Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802506254202109:2102] [node 4] ICS09 handshake done sender: [2:7580802506254202084:2114] self: [2:7580802506254202083:0] peer: [4:7580802506407431589:0] socket: 589 qp: -1
2025-12-06T17:45:26.468129Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802506254202109:2102] [node 4] ICS10 traffic start
2025-12-06T17:45:26.468177Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:26.469717Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802506254202108:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13577
2025-12-06T17:45:26.474773Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802506254202106:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:26.474867Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:26.488555Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802506254202108:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:26.488727Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580802501959234771:2104] [node 5] ICP18 handshake (actor [2:7580802506254202108:2120]) is too old
2025-12-06T17:45:26.188597Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802503149847667:2125] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:26.493689Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802506407431579:2117] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:26.493975Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802502112464204:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:26.494065Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:26.494113Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802502112464204:2049] [node 2] ICP22 created new session: [4:7580802506407431594:2049]
2025-12-06T17:45:26.494168Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802506407431594:2049] [node 2] ICS09 handshake done sender: [4:7580802506407431579:2117] self: [4:7580802506407431589:0] peer: [2:7580802506254202083:0] socket: 590 qp: -1
2025-12-06T17:45:26.494211Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802506407431594:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:26.494250Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:26.495962Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802506407431582:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:26.495992Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802506407431582:2118] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:26.497052Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802506407431567:2111] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:26.351372Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802498980781936:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:26.237848Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802499286263723:2109] [node 6] ICP22 created new session: [1:7580802503581231033:2109]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:26.498961Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802502112464205:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:45:26.270207Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802504119533193:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62048
2025-12-06T17:45:26.215161Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802503149847672:2128] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:26.237896Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802503581231033:2109] [node 6] ICS09 handshake done sender: [1:7580802503581231024:2113] self: [1:7580802503581231023:0] peer: [6:7580802504119533190:0] socket: 565 qp: -1
2025-12-06T17:45:26.360262Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580802498980781969:2077] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:26.521646Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802501959234713:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(120357837ns) {HandleHandshakeStatus:329(120354221ns) {DropIncomingHandshake:442(1232ns) DropOutgoingHandshake:457(6465ns) SwitchToState:179(642ns) ProcessPendingSessionEvents:495(11854553ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 11793517ns max# 11306365ns}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:26.499295Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802502112464203:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(77835912ns) {HandleHandshakeStatus:329(77832488ns) {DropIncomingHandshake:442(1090ns) DropOutgoingHandshake:457(110ns) SwitchToState:179(111ns) ProcessPendingSessionEvents:495(1260ns)}}
2025-12-06T17:45:26.215854Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802498854880289:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:26.237932Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802503581231033:2109] [node 6] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:26.270353Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802504119533195:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62048
2025-12-06T17:45:26.234953Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802503149847681:2131] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48477
2025-12-06T17:45:26.356248Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802498854880289:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2357) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580802503149847667:2125] held: no
2025-12-06T17:45:26.396106Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802498854880289:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(91024511ns) {HandleHandshakeStatus:395(70556449ns) {LogHandshakeFail:472(19165ns) {UpdateErrorStateLog:545(7073ns)} DropOutgoingHandshake:457(2448ns) ProcessPendingSessionEvents:495(38884151ns) {unordered DropSessionEvent:512 num# 100 sum# 2300562ns max# 1558816ns}}}
2025-12-06T17:45:26.399601Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802503149847667:2125] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:26.406822Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802503149847674:2129] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:26.406868Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802503149847674:2129] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:45:26.407025Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802498854880289:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:26.407081Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:26.407134Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802498854880289:2049] [node 2] ICP22 created new session: [3:7580802503149847686:2049]
2025-12-06T17:45:26.407202Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802503149847686:2049] [node 2] ICS09 handshake done sender: [3:7580802503149847667:2125] self: [3:7580802503149847679:0] peer: [2:7580802501959234779:0] socket: 554 qp: -1
2025-12-06T17:45:26.407245Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802503149847686:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:26.407298Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:26.421419Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802503149847688:2133] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48477
2025-12-06T17:45:26.422016Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802503149847674:2129] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:26.422316Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802498854880364:2082] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:45:26.422379Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:26.423292Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802498854880364:2082] [node 4] ICP22 created new session: [3:7580802503149847690:2082]
2025-12-06T17:45:26.433068Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802503149847690:2082] [node 4] ICS09 handshake done sender: [3:7580802503149847674:2129] self: [3:7580802503149847673:0] peer: [4:7580802506407431585:0] socket: 570 qp: -1
2025-12-06T17:45:26.436809Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802503149847677:2130] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:26.436840Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802503149847677:2130] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:26.437140Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802503149847690:2082] [node 4] ICS10 traffic start
2025-12-06T17:45:26.437196Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:26.486297Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802498854880364:2082] [node 4] ICP35 event processing took too much time PendingConnection:279(62941329ns) {HandleHandshakeStatus:329(62930335ns) {DropIncomingHandshake:442(13153ns) DropOutgoingHandshake:457(612ns) SwitchToState:179(289ns) ProcessPendingSessionEvents:495(24349369ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 24266869ns max# 23727094ns}}}
2025-12-06T17:45:26.490937Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802503149847677:2130] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:26.498816Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802503149847688:2133] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:26.499552Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802503149847683:2132] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:26.499594Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802503149847683:2132] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:26.502785Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802503149847663:2085] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:26.505727Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802503149847683:2132] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:26.506707Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:26.509968Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802498854880288:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:26.512639Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802503149847663:2085] [node 5] ICP22 created new session: [3:7580802503149847696:2085]
2025-12-06T17:45:26.512730Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802503149847696:2085] [node 5] ICS09 handshake done sender: [3:7580802503149847677:2130] self: [3:7580802503149847676:0] peer: [5:7580802503275749323:0] socket: 540 qp: -1
2025-12-06T17:45:26.512780Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802503149847696:2085] [node 5] ICS10 traffic start
2025-12-06T17:45:26.512853Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:26.514903Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802503149847663:2085] [node 5] ICP35 event processing took too much time PendingConnection:279(20740628ns) {HandleHandshakeStatus:329(14664253ns) {DropIncomingHandshake:442(21498ns) DropOutgoingHandshake:457(821ns) SwitchToState:179(799ns) ProcessPendingSessionEvents:495(717867ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 634090ns max# 80978ns}}}
2025-12-06T17:45:26.532123Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802503149847662:2089] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:26.540666Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802503149847698:2134] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48477
2025-12-06T17:45:26.541056Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802503149847688:2133] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:26.541244Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802498854880288:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:26.541303Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:26.541353Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802498854880288:2048] [node 1] ICP22 created new session: [3:7580802503149847699:2048]
2025-12-06T17:45:26.541396Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802503149847699:2048] [node 1] ICS09 handshake done sender: [3:7580802503149847688:2133] self: [3:7580802503149847695:0] peer: [1:7580802503581231047:0] socket: 603 qp: -1
2025-12-06T17:45:26.541431Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802503149847699:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:26.541471Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:26.237971Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:26.367054Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802503275749314:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:26.287620Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802504119533145:2077] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:26.502756Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:26.367252Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802498980781937:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:26.510247Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802502112464205:2050] [node 3] ICP22 created new session: [4:7580802506407431597:2050]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:26.251007Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802503581231036:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4368
2025-12-06T17:45:26.283940Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802503581231036:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:26.298567Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802503581231028:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:26.298611Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802503581231028:2115] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:45:26.308821Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802499286263721:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:26.308850Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802499286263721:2111] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:45:26.318888Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802503581231028:2115] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:26.319085Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802499286263721:2111] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:26.350621Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802503581231037:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4368
2025-12-06T17:45:26.351862Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802499286263725:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:45:26.351943Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:26.351993Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802499286263725:2107] [node 4] ICP22 created new session: [1:7580802503581231041:2107]
2025-12-06T17:45:26.352062Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802503581231041:2107] [node 4] ICS09 handshake done sender: [1:7580802503581231028:2115] self: [1:7580802503581231027:0] peer: [4:7580802506407431580:0] socket: 541 qp: -1
2025-12-06T17:45:26.352110Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802503581231041:2107] [node 4] ICS10 traffic start
2025-12-06T17:45:26.352156Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:26.353366Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802499286263656:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:45:26.353406Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:26.353465Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802499286263656:2048] [node 2] ICP22 created new session: [1:7580802503581231043:2048]
2025-12-06T17:45:26.353533Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802503581231043:2048] [node 2] ICS09 handshake done sender: [1:7580802499286263721:2111] self: [1:7580802499286263720:0] peer: [2:7580802506254202100:0] socket: 542 qp: -1
2025-12-06T17:45:26.353572Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802503581231043:2048] [node 2] ICS10 traffic start
2025-12-06T17:45:26.353634Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:26.360943Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802503581231026:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:26.360970Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802503581231026:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:26.379016Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802503581231026:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:26.383468Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802503581231046:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4368
2025-12-06T17:45:26.404641Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802503581231037:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:26.419535Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802499286263657:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(228654454ns) {Configure:104(228642390ns) {ProcessConfigured:135(19221184ns) {StartInitialHandshake:157(14585283ns) {DropHandshakes:470(2625ns) {DropIncomingHandshake:442(1199ns) DropOutgoingHandshake:457(530ns)} GenerateSessionVirtualId:988(984ns) PrepareNewSessionHandshake:477(4213ns) {SwitchToState:179(1769ns)}}}}}
2025-12-06T17:45:26.425050Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802499286263724:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:26.437420Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:26.443046Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802499286263724:2108] [node 5] ICP22 created new session: [1:7580802503581231052:2108]
2025-12-06T17:45:26.443102Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802503581231052:2108] [node 5] ICS09 handshake done sender: [1:7580802503581231026:2114] self: [1:7580802503581231025:0] peer: [5:7580802503275749316:0] socket: 566 qp: -1
2025-12-06T17:45:26.443133Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802503581231052:2108] [node 5] ICS10 traffic start
2025-12-06T17:45:26.443186Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:26.444802Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802499286263724:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(18880008ns) {HandleHandshakeStatus:329(18878278ns) {DropIncomingHandshake:442(9860ns) DropOutgoingHandshake:457(582ns) SwitchToState:179(86ns) ProcessPendingSessionEvents:495(602178ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 536163ns max# 52290ns}}}
2025-12-06T17:45:26.490279Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802499286263723:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(251576417ns) {HandleHandshakeStatus:329(251571576ns) {DropIncomingHandshake:442(20361ns) DropOutgoingHandshake:457(576ns) SwitchToState:179(846ns) ProcessPendingSessionEvents:495(251173005ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 245138724ns max# 26847822ns}}}
2025-12-06T17:45:26.534932Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802503581231048:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:26.534964Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802503581231048:2119] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:45:26.543892Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802503581231048:2119] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:26.578657Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802499286263657:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:45:26.578752Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:26.578809Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802499286263657:2049] [node 3] ICP22 created new session: [1:7580802503581231055:2049]
2025-12-06T17:45:26.583423Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802503581231055:2049] [node 3] ICS09 handshake done sender: [1:7580802503581231048:2119] self: [1:7580802503581231047:0] peer: [3:7580802503149847695:0] socket: 602 qp: -1
2025-12-06T17:45:26.583483Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802503581231055:2049] [node 3] ICS10 traffic start
2025-12-06T17:45:26.583542Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:26.565375Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:26.565462Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802503149847662:2089] [node 6] ICP22 created new session: [3:7580802503149847701:2089]
2025-12-06T17:45:26.581605Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802503149847701:2089] [node 6] ICS09 handshake done sender: [3:7580802503149847683:2132] self: [3:7580802503149847682:0] peer: [6:7580802504119533204:0] socket: 605 qp: -1
2025-12-06T17:45:26.291426Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802504119533184:2114] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:26.370907Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:26.518983Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802506407431597:2050] [node 3] ICS09 handshake done sender: [4:7580802506407431567:2111] self: [4:7580802506407431585:0] peer: [3:7580802503149847673:0] socket: 572 qp: -1
2025-12-06T17:45:26.294694Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802504119533146:2078] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:26.592782Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802503149847701:2089] [node 6] ICS10 traffic start
2025-12-06T17:45:26.592861Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:26.372151Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802498980781969:2077] [node 6] ICP22 created new session: [5:7580802503275749318:2077]
2025-12-06T17:45:26.310586Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802499824565825:2059] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:45:26.310855Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802499824565813:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:26.310936Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:26.310996Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802499824565813:2049] [node 2] ICP22 created new session: [6:7580802504119533196:2049]
2025-12-06T17:45:26.311654Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802499824565812:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:26.311711Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:26.311763Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802499824565812:2048] [node 1] ICP22 created new session: [6:7580802504119533197:2048]
2025-12-06T17:45:26.311811Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802504119533197:2048] [node 1] ICS09 handshake done sender: [6:7580802504119533184:2114] self: [6:7580802504119533190:0] peer: [1:7580802503581231023:0] socket: 568 qp: -1
2025-12-06T17:45:26.311849Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802504119533197:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:26.311891Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:26.318095Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802504119533196:2049] [node 2] ICS09 handshake done sender: [6:7580802504119533146:2078] self: [6:7580802504119533185:0] peer: [2:7580802506254202079:0] socket: 562 qp: -1
2025-12-06T17:45:26.326961Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:26.327027Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802499824565825:2059] [node 5] ICP22 created new session: [6:7580802504119533200:2059]
2025-12-06T17:45:26.327105Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802504119533196:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:26.327158Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:26.328977Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802499824565813:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(17121208ns) {HandleHandshakeStatus:329(17118517ns) {DropIncomingHandshake:442(553ns) DropOutgoingHandshake:457(4908ns) SwitchToState:179(126ns) ProcessPendingSessionEvents:495(641965ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 567928ns max# 65251ns}}}
2025-12-06T17:45:26.358873Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802504119533200:2059] [node 5] ICS09 handshake done sender: [6:7580802504119533145:2077] self: [6:7580802504119533188:0] peer: [5:7580802498980781970:0] socket: 553 qp: -1
2025-12-06T17:45:26.360250Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802504119533200:2059] [node 5] ICS10 traffic start
2025-12-06T17:45:26.360313Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:26.424330Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802504119533203:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62048
2025-12-06T17:45:26.455035Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802504119533203:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:26.462735Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802499824565814:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:26.487393Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802504119533205:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62048
2025-12-06T17:45:26.492297Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802504119533205:2122] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:26.492496Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802499824565840:2065] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:26.536692Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802504119533208:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62048
2025-12-06T17:45:26.543069Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802499824565814:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23997) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802504119533203:2121] held: no
2025-12-06T17:45:26.547723Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802504119533205:2122] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:26.551305Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802499824565840:2065] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:45:26.551404Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:26.649624Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802503149847662:2089] [node 6] ICP35 event processing took too much time PendingConnection:279(119922675ns) {HandleHandshakeStatus:329(116675725ns) {DropIncomingHandshake:442(37365ns) DropOutgoingHandshake:457(549ns) SwitchToState:179(827ns) ProcessPendingSessionEvents:495(55824319ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 51486036ns max# 13821640ns}}}
2025-12-06T17:45:26.551471Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802499824565840:2065] [node 4] ICP22 created new session: [6:7580802504119533209:2065]
2025-12-06T17:45:26.551529Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802504119533209:2065] [node 4] ICS09 handshake done sender: [6:7580802504119533205:2122] self: [6:7580802504119533206:0] peer: [4:7580802506407431581:0] socket: 593 qp: -1
2025-12-06T17:45:26.551576Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802504119533209:2065] [node 4] ICS10 traffic start
2025-12-06T17:45:26.551631Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:26.588467Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802504119533207:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62048
2025-12-06T17:45:26.372216Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802503275749318:2077] [node 6] ICS09 handshake done sender: [5:7580802498980781971:2078] self: [5:7580802498980781970:0] peer: [6:7580802504119533188:0] socket: 549 qp: -1
2025-12-06T17:45:26.618850Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802504119533203:2121] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:26.372255Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802503275749318:2077] [node 6] ICS10 traffic start
2025-12-06T17:45:26.646921Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802499824565814:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:45:26.647001Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:26.372306Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:26.647055Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802499824565814:2050] [node 3] ICP22 created new session: [6:7580802504119533211:2050]
2025-12-06T17:45:26.373989Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802498980781969:2077] [node 6] ICP35 event processing took too much time PendingConnection:279(16370858ns) {HandleHandshakeStatus:329(16369246ns) {DropIncomingHandshake:442(26589ns) DropOutgoingHandshake:457(510ns) SwitchToState:179(698ns) ProcessPendingSessionEvents:495(606701ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 546850ns max# 49968ns}}}
2025-12-06T17:45:26.647117Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802504119533211:2050] [node 3] ICS09 handshake done sender: [6:7580802504119533203:2121] self: [6:7580802504119533204:0] peer: [3:7580802503149847682:0] socket: 564 qp: -1
2025-12-06T17:45:26.647156Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802504119533211:2050] [node 3] ICS10 traffic start
2025-12-06T17:45:26.384924Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802503275749319:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53816
2025-12-06T17:45:26.425567Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802503275749319:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:26.647204Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:26.434930Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802498980781938:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:26.648775Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802499824565825:2059] [node 5] ICP35 event processing took too much time PendingConnection:279(248817496ns) {HandleHandshakeStatus:329(248814090ns) {DropIncomingHandshake:442(1862ns) DropOutgoingHandshake:457(15805ns) SwitchToState:179(981ns) ProcessPendingSessionEvents:495(198878827ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 183288118ns max# 22087845ns}}}
2025-12-06T17:45:26.436851Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802503275749321:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53816
2025-12-06T17:45:26.463018Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802498980781936:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4113) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802503275749302:2112] held: no
2025-12-06T17:45:26.519475Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802506407431582:2118] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:26.465016Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802503275749302:2112] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:26.523402Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802506407431597:2050] [node 3] ICS10 traffic start
2025-12-06T17:45:26.497607Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802503275749325:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53816
2025-12-06T17:45:26.528490Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:26.504499Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802498980781937:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2357) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802503275749314:2117] held: no
2025-12-06T17:45:26.543544Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802502112464265:2071] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:26.505247Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802503275749326:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53816
2025-12-06T17:45:26.526953Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802503275749325:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:26.554928Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802506407431576:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:26.527235Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802498980781938:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23997) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802503275749319:2118] held: no
2025-12-06T17:45:26.554962Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802506407431576:2115] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:26.531505Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802503275749322:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53816
2025-12-06T17:45:26.557842Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802506407431576:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:26.537377Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802503275749319:2118] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:26.558151Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802502112464266:2070] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:26.540012Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802503275749304:2093] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:26.558247Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:26.558311Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802502112464266:2070] [node 5] ICP22 created new session: [4:7580802506407431600:2070]
2025-12-06T17:45:26.540087Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802503275749314:2117] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:26.558366Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802506407431600:2070] [node 5] ICS09 handshake done sender: [4:7580802506407431576:2115] self: [4:7580802506407431575:0] peer: [5:7580802503275749327:0] socket: 577 qp: -1
2025-12-06T17:45:26.566308Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802498980781937:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:26.566377Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:26.558409Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802506407431600:2070] [node 5] ICS10 traffic start
2025-12-06T17:45:26.558448Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:26.566433Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802498980781937:2049] [node 2] ICP22 created new session: [5:7580802503275749329:2049]
2025-12-06T17:45:26.586212Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:26.566499Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802503275749329:2049] [node 2] ICS09 handshake done sender: [5:7580802503275749314:2117] self: [5:7580802503275749317:0] peer: [2:7580802506254202091:0] socket: 594 qp: -1
2025-12-06T17:45:26.586291Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802502112464205:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(68085903ns) {HandleHandshakeStatus:329(68083103ns) {DropIncomingHandshake:442(1187ns) DropOutgoingHandshake:457(701ns) SwitchToState:179(698ns) ProcessPendingSessionEvents:495(1753ns)}}
2025-12-06T17:45:26.566558Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802503275749329:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:26.592144Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802502112464266:2070] [node 5] ICP35 event processing took too much time PendingConnection:279(33071281ns) {HandleHandshakeStatus:329(33067238ns) {DropIncomingHandshake:442(17479ns) DropOutgoingHandshake:457(731ns) SwitchToState:179(946ns) ProcessPendingSessionEvents:495(32589648ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 27219113ns max# 10664320ns}}}
2025-12-06T17:45:26.567209Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:26.593063Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802502112464265:2071] [node 6] ICP22 created new session: [4:7580802506407431602:2071]
2025-12-06T17:45:26.618761Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802506407431602:2071] [node 6] ICS09 handshake done sender: [4:7580802506407431582:2118] self: [4:7580802506407431581:0] peer: [6:7580802504119533206:0] socket: 587 qp: -1
2025-12-06T17:45:26.620128Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802506407431602:2071] [node 6] ICS10 traffic start
2025-12-06T17:45:26.651020Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:26.653020Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802502112464265:2071] [node 6] ICP35 event processing took too much time PendingConnection:279(119411319ns) {HandleHandshakeStatus:329(114933275ns) {DropIncomingHandshake:442(38959ns) DropOutgoingHandshake:457(738ns) SwitchToState:179(619ns) ProcessPendingSessionEvents:495(878412ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 786345ns max# 351871ns}}}
2025-12-06T17:45:26.568038Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802503275749328:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53816
2025-12-06T17:45:26.589527Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802498980781938:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(61609044ns) {HandleHandshakeStatus:395(61605998ns) {LogHandshakeFail:472(14122ns) {UpdateErrorStateLog:545(6072ns)} DropOutgoingHandshake:457(925ns) ProcessPendingSessionEvents:495(61529767ns) {unordered DropSessionEvent:512 num# 100 sum# 61471170ns max# 20302432ns}}}
2025-12-06T17:45:26.595400Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802503275749304:2093] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22196) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802503275749325:2121] held: no
2025-12-06T17:45:26.596100Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802498980781938:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:45:26.596174Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:26.596234Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802498980781938:2050] [node 3] ICP22 created new session: [5:7580802503275749331:2050]
2025-12-06T17:45:26.596302Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802503275749331:2050] [node 3] ICS09 handshake done sender: [5:7580802503275749319:2118] self: [5:7580802503275749323:0] peer: [3:7580802503149847676:0] socket: 558 qp: -1
2025-12-06T17:45:26.596343Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802503275749331:2050] [node 3] ICS10 traffic start
2025-12-06T17:45:26.596377Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:26.598465Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802503275749325:2121] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:26.611633Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802498980781936:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(123859508ns) {HandleHandshakeStatus:395(123857648ns) {LogHandshakeFail:472(15443ns) {UpdateErrorStateLog:545(7078ns)} DropOutgoingHandshake:457(924ns) ProcessPendingSessionEvents:495(123780710ns) {unordered DropSessionEvent:512 num# 100 sum# 123672857ns max# 15852954ns}}}
2025-12-06T17:45:26.611864Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802503275749304:2093] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:45:26.611922Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:26.611971Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802503275749304:2093] [node 4] ICP22 created new session: [5:7580802503275749333:2093]
2025-12-06T17:45:26.612032Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802503275749333:2093] [node 4] ICS09 handshake done sender: [5:7580802503275749325:2121] self: [5:7580802503275749327:0] peer: [4:7580802506407431575:0] socket: 563 qp: -1
2025-12-06T17:45:26.612069Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802503275749333:2093] [node 4] ICS10 traffic start
2025-12-06T17:45:26.612107Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:26.613432Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802498980781936:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:26.613485Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:26.613532Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802498980781936:2048] [node 1] ICP22 created new session: [5:7580802503275749335:2048]
2025-12-06T17:45:26.613576Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802503275749335:2048] [node 1] ICS09 handshake done sender: [5:7580802503275749302:2112] self: [5:7580802503275749316:0] peer: [1:7580802503581231025:0] socket: 567 qp: -1
2025-12-06T17:45:26.613608Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802503275749335:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:26.613648Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:26.759751Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:45:26.760090Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7580802506254202106:2048] [node 1] ICS07 socket disconnect 543 reason# EndOfStream
2025-12-06T17:45:26.760131Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580802506254202106:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:26.760235Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:26.760283Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580802506254202106:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:26.764817Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:45:26.765074Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580802503149847699:2048] [node 1] ICS07 socket disconnect 603 reason# EndOfStream
2025-12-06T17:45:26.765107Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802503149847699:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:26.765193Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:26.765239Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802503149847699:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:26.772257Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802501959234713:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4113) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:45:26.772331Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580802506254202106:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:26.774163Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802498854880288:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4113) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:45:26.774211Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802503149847699:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:26.778083Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802501959234713:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4113) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:26.778170Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580802506254202106:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:26.778210Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580802501959234713:2048] [node 1] ICP30 unregister session Session# [2:7580802506254202106:2048] VirtualId# [2:7580802506254202100:0]
2025-12-06T17:45:26.778363Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:26.778410Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [2:7580802501959234713:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:4113) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:26.778451Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4113) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:26.790857Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [2:7580802501959234713:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:45:26.778506Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802498854880288:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4113) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:26.778585Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802503149847699:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:26.778622Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802498854880288:2048] [node 1] ICP30 unregister session Session# [3:7580802503149847699:2048] VirtualId# [3:7580802503149847695:0]
2025-12-06T17:45:26.778665Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:26.778696Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580802498854880288:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:4113) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:26.778714Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4113) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:26.798831Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:45:26.798836Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:45:26.799160Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802506407431588:2048] [node 1] ICS01 socket: 586 reason# EndOfStream
2025-12-06T17:45:26.799203Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802502112464203:2048] [node 1] ICP30 unregister session Session# [4:7580802506407431588:2048] VirtualId# [4:7580802506407431580:0]
2025-12-06T17:45:26.799238Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802506407431588:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:26.799324Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:26.799369Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:26.799465Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802503275749335:2048] [node 1] ICS01 socket: 567 reason# EndOfStream
2025-12-06T17:45:26.799529Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802498980781936:2048] [node 1] ICP30 unregister session Session# [5:7580802503275749335:2048] VirtualId# [5:7580802503275749316:0]
2025-12-06T17:45:26.799565Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802503275749335:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:26.799652Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:26.799725Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:26.799057Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580802498854880288:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:45:26.805102Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:45:26.805364Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802504119533197:2048] [node 1] ICS01 socket: 568 reason# EndOfStream
2025-12-06T17:45:26.805413Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802499824565812:2048] [node 1] ICP30 unregister session Session# [6:7580802504119533197:2048] VirtualId# [6:7580802504119533190:0]
2025-12-06T17:45:26.805448Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802504119533197:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:26.805527Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:26.805573Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:26.903636Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:45:26.903901Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802503149847686:2049] [node 2] ICS01 socket: 554 reason# EndOfStream
2025-12-06T17:45:26.903949Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802498854880289:2049] [node 2] ICP30 unregister session Session# [3:7580802503149847686:2049] VirtualId# [3:7580802503149847679:0]
2025-12-06T17:45:26.903994Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802503149847686:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:26.904090Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:26.904131Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:26.914581Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:45:26.914865Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802506407431594:2049] [node 2] ICS01 socket: 590 reason# EndOfStream
2025-12-06T17:45:26.914919Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802502112464204:2049] [node 2] ICP30 unregister session Session# [4:7580802506407431594:2049] VirtualId# [4:7580802506407431589:0]
2025-12-06T17:45:26.914960Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802506407431594:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:26.915228Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:45:26.915057Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:26.915110Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:26.915151Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:45:26.915350Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802504119533196:2049] [node 2] ICS01 socket: 562 reason# EndOfStream
2025-12-06T17:45:26.915407Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802499824565813:2049] [node 2] ICP30 unregister session Session# [6:7580802504119533196:2049] VirtualId# [6:7580802504119533185:0]
2025-12-06T17:45:26.915439Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802504119533196:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:26.915521Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:26.915565Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:26.915403Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802503275749329:2049] [node 2] ICS01 socket: 594 reason# EndOfStream
2025-12-06T17:45:26.915440Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802498980781937:2049] [node 2] ICP30 unregister session Session# [5:7580802503275749329:2049] VirtualId# [5:7580802503275749317:0]
2025-12-06T17:45:26.915472Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802503275749329:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:26.915523Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:26.915560Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:27.122961Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:45:27.123202Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802506407431597:2050] [node 3] ICS01 socket: 572 reason# EndOfStream
2025-12-06T17:45:27.123260Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802502112464205:2050] [node 3] ICP30 unregister session Session# [4:7580802506407431597:2050] VirtualId# [4:7580802506407431585:0]
2025-12-06T17:45:27.123298Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802506407431597:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:27.123392Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:45:27.123442Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:45:27.124096Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:45:27.124317Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802503275749331:2050] [node 3] ICS01 socket: 558 reason# EndOfStream
2025-12-06T17:45:27.124356Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802498980781938:2050] [node 3] ICP30 unregister session Session# [5:7580802503275749331:2050] VirtualId# [5:7580802503275749323:0]
2025-12-06T17:45:27.124390Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802503275749331:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:27.124466Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:45:27.124500Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:45:27.130161Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:45:27.130406Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802504119533211:2050] [node 3] ICS01 socket: 564 reason# EndOfStream
2025-12-06T17:45:27.130454Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802499824565814:2050] [node 3] ICP30 unregister session Session# [6:7580802504119533211:2050] VirtualId# [6:7580802504119533204:0]
2025-12-06T17:45:27.130488Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802504119533211:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:27.130641Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:45:27.130716Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:45:27.245922Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:45:27.246210Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802504119533209:2065] [node 4] ICS01 socket: 593 reason# EndOfStream
2025-12-06T17:45:27.246265Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802499824565840:2065] [node 4] ICP30 unregister session Session# [6:7580802504119533209:2065] VirtualId# [6:7580802504119533206:0]
2025-12-06T17:45:27.246304Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802504119533209:2065] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:27.246398Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:45:27.246455Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:45:27.246787Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:45:27.247013Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802503275749333:2093] [node 4] ICS01 socket: 563 reason# EndOfStream
2025-12-06T17:45:27.247103Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802503275749304:2093] [node 4] ICP30 unregister session Session# [5:7580802503275749333:2093] VirtualId# [5:7580802503275749327:0]
2025-12-06T17:45:27.247143Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802503275749333:2093] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:27.247215Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:45:27.247264Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:45:27.349137Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:45:27.349410Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802504119533200:2059] [node 5] ICS07 socket disconnect 553 reason# EndOfStream
2025-12-06T17:45:27.349445Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802504119533200:2059] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:27.349538Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:45:27.349584Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802504119533200:2059] [node 5] ICS15 start handshake
2025-12-06T17:45:27.354811Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802499824565825:2059] [node 5] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14546) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:27.354900Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802504119533200:2059] [node 5] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:27.354951Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802499824565825:2059] [node 5] ICP30 unregister session Session# [6:7580802504119533200:2059] VirtualId# [6:7580802504119533188:0]
2025-12-06T17:45:27.355072Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
2025-12-06T17:45:27.355110Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802499824565825:2059] [node 5] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:14546) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:27.355126Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [5] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14546) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:27.367539Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802499824565825:2059] [node 5] ICP33 wake up from error state
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:45:27.511007Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802508200347917:2048] [node 2] ICP01 ready to work
2025-12-06T17:45:27.511064Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802508200347918:2049] [node 3] ICP01 ready to work
2025-12-06T17:45:27.523202Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802510672487083:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:27.523244Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802510672487084:2049] [node 3] ICP01 ready to work
2025-12-06T17:45:27.529785Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802508000524896:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:27.529822Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802508000524897:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:27.536039Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802509758206871:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:27.536072Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802509758206872:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:27.536106Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802509758206873:2050] [node 3] ICP01 ready to work
2025-12-06T17:45:27.545898Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802506580410848:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:27.545947Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802506580410849:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:27.547243Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802506580410850:2050] [node 3] ICP01 ready to work
2025-12-06T17:45:27.556408Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802507319597574:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:27.556453Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802507319597575:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:27.556499Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802507319597576:2050] [node 3] ICP01 ready to work
2025-12-06T17:45:27.750557Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802507319597634:2104] [node 5] ICP01 ready to work
2025-12-06T17:45:27.811449Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802508200347998:2107] [node 4] ICP01 ready to work
2025-12-06T17:45:27.812092Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802508200347999:2108] [node 5] ICP01 ready to work
2025-12-06T17:45:27.812662Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802508200348000:2110] [node 6] ICP01 ready to work
2025-12-06T17:45:27.944831Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802508000524959:2107] [node 4] ICP01 ready to work
2025-12-06T17:45:27.945634Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802508000524960:2108] [node 5] ICP01 ready to work
2025-12-06T17:45:27.946356Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802508000524961:2109] [node 6] ICP01 ready to work
2025-12-06T17:45:27.933746Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802508200347918:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(102841120ns) {Configure:104(102830932ns) {ProcessConfigured:135(93197ns) {StartInitialHandshake:157(89405ns) {DropHandshakes:470(3424ns) {DropIncomingHandshake:442(675ns) DropOutgoingHandshake:457(805ns)} GenerateSessionVirtualId:988(1374ns) PrepareNewSessionHandshake:477(2395ns) {SwitchToState:179(805ns)}}}}}
2025-12-06T17:45:27.966010Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802509758206936:2108] [node 5] ICP01 ready to work
2025-12-06T17:45:27.972205Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802510672487148:2108] [node 5] ICP01 ready to work
2025-12-06T17:45:27.973005Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802510672487149:2109] [node 4] ICP01 ready to work
2025-12-06T17:45:27.973653Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802510672487150:2110] [node 6] ICP01 ready to work
2025-12-06T17:45:27.967262Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802506580410911:2108] [node 4] ICP01 ready to work
2025-12-06T17:45:27.968129Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802506580410912:2109] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:28.000025Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802509758206937:2109] [node 6] ICP01 ready to work
2025-12-06T17:45:28.022887Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802509758206938:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17438
2025-12-06T17:45:28.045952Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802508000524897:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(90471556ns) {Configure:104(90465832ns) {ProcessConfigured:135(23452881ns) {StartInitialHandshake:157(23450233ns) {DropHandshakes:470(3694ns) {DropIncomingHandshake:442(977ns) DropOutgoingHandshake:457(428ns)} GenerateSessionVirtualId:988(1470ns) PrepareNewSessionHandshake:477(4231ns) {SwitchToState:179(1904ns)}}}}}
2025-12-06T17:45:28.041703Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802510672487149:2109] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(63633185ns) {Configure:104(63628565ns) {ProcessConfigured:135(593268ns) {StartInitialHandshake:157(589234ns) {DropHandshakes:470(4245ns) {DropIncomingHandshake:442(922ns) DropOutgoingHandshake:457(629ns)} GenerateSessionVirtualId:988(1077ns) PrepareNewSessionHandshake:477(3895ns) {SwitchToState:179(1378ns)}}}}}
2025-12-06T17:45:28.048273Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802507319597634:2104] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(86539193ns) {Configure:104(86534012ns) {ProcessConfigured:135(4201077ns) {StartInitialHandshake:157(4198066ns) {DropHandshakes:470(239857ns) {DropIncomingHandshake:442(793ns) DropOutgoingHandshake:457(832ns)} GenerateSessionVirtualId:988(1025ns) PrepareNewSessionHandshake:477(3055ns) {SwitchToState:179(1441ns)}}}}}
2025-12-06T17:45:28.086421Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802506580410848:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(115083058ns) {Configure:104(115079208ns) {ProcessConfigured:135(76534ns) {StartInitialHandshake:157(74093ns) {DropHandshakes:470(7099ns) {DropIncomingHandshake:442(1193ns) DropOutgoingHandshake:457(453ns)} GenerateSessionVirtualId:988(732ns) PrepareNewSessionHandshake:477(2353ns) {SwitchToState:179(532ns)}}}}}
2025-12-06T17:45:28.063405Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802511614564947:2109] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:28.093819Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802514967454456:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58100
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:28.104471Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802508000524961:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(46109584ns) {Configure:104(46103788ns) {ProcessConfigured:135(74501ns) {StartInitialHandshake:157(70794ns) {DropHandshakes:470(2715ns) {DropIncomingHandshake:442(603ns) DropOutgoingHandshake:457(419ns)} GenerateSessionVirtualId:988(556ns) PrepareNewSessionHandshake:477(2294ns) {SwitchToState:179(791ns)}}}}}
2025-12-06T17:45:28.105326Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802512295492270:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1121
2025-12-06T17:45:28.106177Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802512295492268:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1121
2025-12-06T17:45:28.106327Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802512295492269:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1121
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:28.110799Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802514053174246:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17438
2025-12-06T17:45:28.112163Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802514967454459:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58100
2025-12-06T17:45:28.112745Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802510875378219:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60990
2025-12-06T17:45:28.112815Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802510875378220:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60990
2025-12-06T17:45:28.112872Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802510875378221:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60990
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:28.137562Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802514967454460:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58100
2025-12-06T17:45:28.140720Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802514967454456:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:28.147605Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802512495315310:2133] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23330
2025-12-06T17:45:28.148081Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802512495315313:2136] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23330
2025-12-06T17:45:28.148135Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802512495315314:2137] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23330
2025-12-06T17:45:28.148233Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802512495315311:2134] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23330
2025-12-06T17:45:28.148332Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802512495315312:2135] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23330
2025-12-06T17:45:28.149369Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802510875378219:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:28.149576Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802506580410848:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:28.150033Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802512495315314:2137] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:28.150717Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802508200348006:2130] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:28.150756Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802508200348006:2130] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:28.151789Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802508200348006:2130] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:28.148808Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802509758206938:2111] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:28.149085Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802509758206871:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:28.150201Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802512295492269:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:28.153900Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802514967454460:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:28.150824Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802510875378221:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:28.150629Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802512295492270:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:28.152964Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802506580410849:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:28.175913Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802510875378220:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:28.173618Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802514967454462:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58100
2025-12-06T17:45:28.152811Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802512295492268:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:28.177586Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802508000524896:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:28.181154Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802508000524897:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:28.176095Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802510875378227:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60990
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:28.183097Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802514053174246:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:28.183300Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802509758206873:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:28.184219Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802510672487155:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:28.184255Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802510672487155:2112] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:28.183525Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802512295492274:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1121
2025-12-06T17:45:28.185000Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802514967454462:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:28.185142Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802510672487153:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:28.185164Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802510672487153:2111] [node 3] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:28.195745Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802510672487155:2112] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:28.195329Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802514053174249:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17438
2025-12-06T17:45:28.184037Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802510875378219:2115] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:28.188234Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802512295492263:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:28.188260Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802512295492263:2112] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:45:28.189676Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802512295492278:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1121
2025-12-06T17:45:28.195924Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802512295492263:2112] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:28.201018Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802512295492274:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:28.201070Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802508000524959:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:45:28.201138Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:28.201188Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802508000524959:2107] [node 4] ICP22 created new session: [3:7580802512295492280:2107]
2025-12-06T17:45:28.201249Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802512295492280:2107] [node 4] ICS09 handshake done sender: [3:7580802512295492263:2112] self: [3:7580802512295492262:0] peer: [4:7580802514053174248:0] socket: 570 qp: -1
2025-12-06T17:45:28.201286Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802512295492280:2107] [node 4] ICS10 traffic start
2025-12-06T17:45:28.201321Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:28.187359Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802512495315312:2135] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:28.196594Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802506580410848:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:28.187469Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802512495315311:2134] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:28.187515Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802508200347999:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:28.187590Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:28.187642Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802508200347999:2108] [node 5] ICP22 created new session: [1:7580802512495315317:2108]
2025-12-06T17:45:28.187728Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802512495315317:2108] [node 5] ICS09 handshake done sender: [1:7580802508200348006:2130] self: [1:7580802508200348005:0] peer: [5:7580802510875378225:0] socket: 549 qp: -1
2025-12-06T17:45:28.187776Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802512495315317:2108] [node 5] ICS10 traffic start
2025-12-06T17:45:28.187819Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:28.190986Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802508200348002:2128] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:28.191008Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802508200348002:2128] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:45:28.196678Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:28.196729Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802506580410848:2048] [node 1] ICP22 created new session: [5:7580802510875378230:2048]
2025-12-06T17:45:28.196777Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802510875378230:2048] [node 1] ICS09 handshake done sender: [5:7580802510875378219:2115] self: [5:7580802510875378225:0] peer: [1:7580802508200348005:0] socket: 563 qp: -1
2025-12-06T17:45:28.196817Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802510875378230:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:28.196876Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:28.205794Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802512495315310:2133] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:28.205894Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802508200348004:2129] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:28.205915Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802508200348004:2129] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:28.212900Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802510875378229:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60990
2025-12-06T17:45:28.203485Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802514053174246:2116] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:28.219483Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802510672487153:2111] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:28.206431Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802509758206873:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:45:28.206488Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:28.206565Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802509758206873:2050] [node 3] ICP22 created new session: [4:7580802514053174250:2050]
2025-12-06T17:45:28.206605Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802514053174250:2050] [node 3] ICS09 handshake done sender: [4:7580802514053174246:2116] self: [4:7580802514053174248:0] peer: [3:7580802512295492262:0] socket: 571 qp: -1
2025-12-06T17:45:28.206647Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802514053174250:2050] [node 3] ICS10 traffic start
2025-12-06T17:45:28.206718Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:28.224775Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802512495315313:2136] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:28.220604Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802514967454459:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:28.220668Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802510672487148:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:28.220732Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:28.220785Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802510672487148:2108] [node 5] ICP22 created new session: [2:7580802514967454467:2108]
2025-12-06T17:45:28.220833Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802514967454467:2108] [node 5] ICS09 handshake done sender: [2:7580802510672487155:2112] self: [2:7580802510672487154:0] peer: [5:7580802510875378226:0] socket: 573 qp: -1
2025-12-06T17:45:28.220870Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802514967454467:2108] [node 5] ICS10 traffic start
2025-12-06T17:45:28.220921Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:28.222003Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802510672487084:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:45:28.222037Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:28.222084Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802510672487084:2049] [node 3] ICP22 created new session: [2:7580802514967454469:2049]
2025-12-06T17:45:28.222124Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802514967454469:2049] [node 3] ICS09 handshake done sender: [2:7580802510672487153:2111] self: [2:7580802510672487152:0] peer: [3:7580802512295492277:0] socket: 559 qp: -1
2025-12-06T17:45:28.222156Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802514967454469:2049] [node 3] ICS10 traffic start
2025-12-06T17:45:28.222187Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:28.228357Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802514053174252:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17438
2025-12-06T17:45:28.233900Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802510875378221:2117] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:28.235046Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802512295492284:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1121
2025-12-06T17:45:28.235130Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802512295492270:2117] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:28.236143Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802514053174254:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17438
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:28.236546Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802510875378233:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60990
2025-12-06T17:45:28.236796Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802506580410849:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:28.236844Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:28.236909Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802506580410849:2049] [node 2] ICP22 created new session: [5:7580802510875378235:2049]
2025-12-06T17:45:28.236964Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802510875378235:2049] [node 2] ICS09 handshake done sender: [5:7580802510875378221:2117] self: [5:7580802510875378226:0] peer: [2:7580802510672487154:0] socket: 574 qp: -1
2025-12-06T17:45:28.236999Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802510875378235:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:28.237045Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:28.243243Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802511614564957:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3961
2025-12-06T17:45:28.245003Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580802510672487084:2049] [node 3] ICP18 handshake (actor [2:7580802514967454459:2116]) is too old
2025-12-06T17:45:28.247963Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802508000524897:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:28.248070Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:28.248122Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802508000524897:2049] [node 2] ICP22 created new session: [3:7580802512295492285:2049]
2025-12-06T17:45:28.248175Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802512295492285:2049] [node 2] ICS09 handshake done sender: [3:7580802512295492270:2117] self: [3:7580802512295492277:0] peer: [2:7580802510672487152:0] socket: 567 qp: -1
2025-12-06T17:45:28.248210Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802512295492285:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:28.248270Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:28.257416Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802510875378233:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:28.257912Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802510875378234:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60990
2025-12-06T17:45:28.258271Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802506580410911:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:28.267581Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802511614564958:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3961
2025-12-06T17:45:28.267657Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802511614564959:2126] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3961
2025-12-06T17:45:28.278323Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802511614564959:2126] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:28.282442Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802510875378234:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:28.278345Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802514053174240:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:28.282902Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802506580410850:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:28.278400Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802514053174240:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:28.283118Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802507319597634:2104] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:28.283215Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802508200348002:2128] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:28.287326Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802508200347918:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:45:28.287405Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:28.287459Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802508200347918:2049] [node 3] ICP22 created new session: [1:7580802512495315326:2049]
2025-12-06T17:45:28.287508Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802512495315326:2049] [node 3] ICS09 handshake done sender: [1:7580802508200348002:2128] self: [1:7580802508200348001:0] peer: [3:7580802512295492275:0] socket: 546 qp: -1
2025-12-06T17:45:28.287544Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802512495315326:2049] [node 3] ICS10 traffic start
2025-12-06T17:45:28.287580Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:28.289382Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802510875378218:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:28.289421Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580802510875378218:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:28.290328Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802512295492265:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:28.290378Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802512295492265:2113] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:28.290469Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802514053174254:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:28.291644Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802511614564961:2127] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3961
2025-12-06T17:45:28.291849Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802511614564962:2128] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3961
2025-12-06T17:45:28.291616Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802514053174255:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17438
2025-12-06T17:45:28.292176Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802514053174240:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:28.292727Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802509758206936:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:28.292794Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:28.292842Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802509758206936:2108] [node 5] ICP22 created new session: [4:7580802514053174258:2108]
2025-12-06T17:45:28.292884Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802514053174258:2108] [node 5] ICS09 handshake done sender: [4:7580802514053174240:2114] self: [4:7580802514053174239:0] peer: [5:7580802510875378238:0] socket: 597 qp: -1
2025-12-06T17:45:28.292924Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802514053174258:2108] [node 5] ICS10 traffic start
2025-12-06T17:45:28.292894Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802512295492268:2115] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:28.292990Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:28.293336Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802511614564961:2127] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:28.293488Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802507319597576:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:28.293870Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802510875378218:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:28.295376Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802508200348004:2129] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:28.295755Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802512295492267:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:28.296481Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802514967454473:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58100
2025-12-06T17:45:28.297222Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580802506580410912:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:28.297282Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:28.297327Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802506580410912:2109] [node 6] ICP22 created new session: [5:7580802510875378243:2109]
2025-12-06T17:45:28.297374Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802510875378243:2109] [node 6] ICS09 handshake done sender: [5:7580802510875378218:2114] self: [5:7580802510875378217:0] peer: [6:7580802511614564960:0] socket: 578 qp: -1
2025-12-06T17:45:28.297404Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802510875378243:2109] [node 6] ICS10 traffic start
2025-12-06T17:45:28.297467Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:28.296832Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802511614564958:2125] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:28.295787Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802512295492267:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:28.296900Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802511614564959:2126] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:28.300001Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802508000524896:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:28.300060Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:28.300100Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802508000524896:2048] [node 1] ICP22 created new session: [3:7580802512295492289:2048]
2025-12-06T17:45:28.300157Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802512295492289:2048] [node 1] ICS09 handshake done sender: [3:7580802512295492268:2115] self: [3:7580802512295492275:0] peer: [1:7580802508200348001:0] socket: 565 qp: -1
2025-12-06T17:45:28.300198Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802512295492289:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:28.300257Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:28.305918Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802508200347998:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:45:28.306001Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:28.306044Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802508200347998:2107] [node 4] ICP22 created new session: [1:7580802512495315329:2107]
2025-12-06T17:45:28.306084Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802512495315329:2107] [node 4] ICS09 handshake done sender: [1:7580802508200348004:2129] self: [1:7580802508200348003:0] peer: [4:7580802514053174247:0] socket: 547 qp: -1
2025-12-06T17:45:28.306121Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802512495315329:2107] [node 4] ICS10 traffic start
2025-12-06T17:45:28.306154Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:28.309453Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802514053174255:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:28.309068Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802507319597634:2104] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:45:28.308934Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802512295492265:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:28.310050Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802509758206938:2111] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:28.309736Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:28.310216Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802507319597634:2104] [node 5] ICP22 created new session: [6:7580802511614564964:2104]
2025-12-06T17:45:28.310262Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802511614564964:2104] [node 5] ICS09 handshake done sender: [6:7580802511614564959:2126] self: [6:7580802511614564960:0] peer: [5:7580802510875378217:0] socket: 605 qp: -1
2025-12-06T17:45:28.310298Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802511614564964:2104] [node 5] ICS10 traffic start
2025-12-06T17:45:28.313130Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802509758206872:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:28.313207Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802509758206871:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:28.310334Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:28.315393Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802511614564957:2124] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:28.316035Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580802507319597634:2104] [node 5] ICP27 obsolete handshake fail ignored
2025-12-06T17:45:28.316208Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802507319597575:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:28.316307Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802511614564966:2129] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3961
2025-12-06T17:45:28.316598Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802507319597574:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:28.317012Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802510875378241:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60990
2025-12-06T17:45:28.317545Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802514967454455:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:28.313252Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:28.320419Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802508000524960:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:28.322021Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802508200348010:2132] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:28.322055Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802508200348010:2132] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:28.323311Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802508200348010:2132] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:28.320207Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802510875378242:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60990
2025-12-06T17:45:28.320532Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:28.320579Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802508000524960:2108] [node 5] ICP22 created new session: [3:7580802512295492291:2108]
2025-12-06T17:45:28.320628Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802512295492291:2108] [node 5] ICS09 handshake done sender: [3:7580802512295492265:2113] self: [3:7580802512295492264:0] peer: [5:7580802510875378239:0] socket: 600 qp: -1
2025-12-06T17:45:28.320664Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802512295492291:2108] [node 5] ICS10 traffic start
2025-12-06T17:45:28.320711Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:28.324155Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802506580410911:2108] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7748) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802510875378233:2120] held: no
2025-12-06T17:45:28.324844Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802510875378233:2120] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:28.313291Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802509758206871:2048] [node 1] ICP22 created new session: [4:7580802514053174262:2048]
2025-12-06T17:45:28.325293Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802508200348000:2110] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:28.325356Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:28.325406Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802508200348000:2110] [node 6] ICP22 created new session: [1:7580802512495315332:2110]
2025-12-06T17:45:28.325465Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802512495315332:2110] [node 6] ICS09 handshake done sender: [1:7580802508200348010:2132] self: [1:7580802508200348009:0] peer: [6:7580802511614564969:0] socket: 576 qp: -1
2025-12-06T17:45:28.325503Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802512495315332:2110] [node 6] ICS10 traffic start
2025-12-06T17:45:28.325537Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:28.313331Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802514053174262:2048] [node 1] ICS09 handshake done sender: [4:7580802509758206938:2111] self: [4:7580802514053174247:0] peer: [1:7580802508200348003:0] socket: 548 qp: -1
2025-12-06T17:45:28.313368Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802514053174262:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:28.317582Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802514967454455:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:28.327852Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802506580410911:2108] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:45:28.313400Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:28.329808Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802507319597574:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8795) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802511614564957:2124] held: no
2025-12-06T17:45:28.327905Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:28.332247Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802514967454453:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:28.332283Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802514967454453:2113] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:45:28.334493Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802511614564970:2130] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3961
2025-12-06T17:45:28.336727Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802511614564957:2124] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:28.327971Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802506580410911:2108] [node 4] ICP22 created new session: [5:7580802510875378245:2108]
2025-12-06T17:45:28.342466Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802511614564966:2129] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:28.342562Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802507319597574:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:28.342615Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:28.347454Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802514053174264:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17438
2025-12-06T17:45:28.340664Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7580802508000524896:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:45:28.342664Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802507319597574:2048] [node 1] ICP22 created new session: [6:7580802511614564972:2048]
2025-12-06T17:45:28.329328Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802510875378245:2108] [node 4] ICS09 handshake done sender: [5:7580802510875378233:2120] self: [5:7580802510875378238:0] peer: [4:7580802514053174239:0] socket: 598 qp: -1
2025-12-06T17:45:28.348342Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802514967454455:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:28.342711Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802511614564972:2048] [node 1] ICS09 handshake done sender: [6:7580802511614564957:2124] self: [6:7580802511614564969:0] peer: [1:7580802508200348009:0] socket: 604 qp: -1
2025-12-06T17:45:28.329422Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802510875378245:2108] [node 4] ICS10 traffic start
2025-12-06T17:45:28.349853Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802514967454453:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:28.342752Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802511614564972:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:28.342786Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:28.352841Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802514053174265:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17438
2025-12-06T17:45:28.329460Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:28.350576Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802506580410850:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24836) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802510875378234:2121] held: no
2025-12-06T17:45:28.353727Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802512295492267:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:28.354027Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802510672487150:2110] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:28.359165Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802510875378234:2121] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:28.354099Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:28.354148Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802510672487150:2110] [node 6] ICP22 created new session: [2:7580802514967454476:2110]
2025-12-06T17:45:28.354191Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802514967454476:2110] [node 6] ICS09 handshake done sender: [2:7580802514967454455:2114] self: [2:7580802514967454454:0] peer: [6:7580802511614564967:0] socket: 572 qp: -1
2025-12-06T17:45:28.354225Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802514967454476:2110] [node 6] ICS10 traffic start
2025-12-06T17:45:28.354261Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:28.359415Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802508000524961:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:28.359488Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:28.359532Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802508000524961:2109] [node 6] ICP22 created new session: [3:7580802512295492295:2109]
2025-12-06T17:45:28.359588Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802512295492295:2109] [node 6] ICS09 handshake done sender: [3:7580802512295492267:2114] self: [3:7580802512295492266:0] peer: [6:7580802511614564963:0] socket: 606 qp: -1
2025-12-06T17:45:28.359628Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802512295492295:2109] [node 6] ICS10 traffic start
2025-12-06T17:45:28.359668Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:28.360653Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802512295492294:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1121
2025-12-06T17:45:28.361260Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802511614564947:2109] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:28.363138Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802514053174255:2120] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:28.367920Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802506580410850:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:45:28.367980Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:28.364916Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802509758206872:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:28.368017Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802506580410850:2050] [node 3] ICP22 created new session: [5:7580802510875378247:2050]
2025-12-06T17:45:28.366250Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802512295492294:2121] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:28.366387Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7580802508000524961:2109] [node 6] ICP18 handshake (actor [3:7580802512295492294:2121]) is too old
2025-12-06T17:45:28.364974Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:28.368059Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802510875378247:2050] [node 3] ICS09 handshake done sender: [5:7580802510875378234:2121] self: [5:7580802510875378239:0] peer: [3:7580802512295492264:0] socket: 603 qp: -1
2025-12-06T17:45:28.369923Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802510875378247:2050] [node 3] ICS10 traffic start
2025-12-06T17:45:28.361683Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802510672487149:2109] [node 4] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:28.368182Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:28.369997Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802510672487149:2109] [node 4] ICP22 created new session: [2:7580802514967454478:2109]
2025-12-06T17:45:28.370233Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802514967454478:2109] [node 4] ICS09 handshake done sender: [2:7580802514967454453:2113] self: [2:7580802514967454452:0] peer: [4:7580802514053174261:0] socket: 569 qp: -1
2025-12-06T17:45:28.370409Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802514967454478:2109] [node 4] ICS10 traffic start
2025-12-06T17:45:28.370449Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:28.365020Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802509758206872:2049] [node 2] ICP22 created new session: [4:7580802514053174266:2049]
2025-12-06T17:45:28.365060Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802514053174266:2049] [node 2] ICS09 handshake done sender: [4:7580802514053174255:2120] self: [4:7580802514053174261:0] peer: [2:7580802514967454452:0] socket: 575 qp: -1
2025-12-06T17:45:28.365094Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802514053174266:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:28.365133Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:28.370235Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:28.375323Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802511614564974:2131] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3961
2025-12-06T17:45:28.376692Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802514053174242:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:28.376728Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802514053174242:2115] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:28.378001Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802511614564975:2132] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3961
2025-12-06T17:45:28.378594Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802514053174242:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:28.380303Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802509758206937:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:28.380363Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:28.380421Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802509758206937:2109] [node 6] ICP22 created new session: [4:7580802514053174269:2109]
2025-12-06T17:45:28.380790Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802514053174269:2109] [node 6] ICS09 handshake done sender: [4:7580802514053174242:2115] self: [4:7580802514053174241:0] peer: [6:7580802511614564976:0] socket: 564 qp: -1
2025-12-06T17:45:28.380843Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802514053174269:2109] [node 6] ICS10 traffic start
2025-12-06T17:45:28.380882Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:28.380192Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802514967454473:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:28.381003Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580802510672487083:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:28.382856Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802508200348008:2131] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:28.382891Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802508200348008:2131] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:45:28.384141Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802508200348008:2131] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:28.384349Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802514967454481:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58100
2025-12-06T17:45:28.384996Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802514967454473:2119] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:28.385348Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580802510672487083:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:28.385438Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:28.385504Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802510672487083:2048] [node 1] ICP22 created new session: [2:7580802514967454482:2048]
2025-12-06T17:45:28.385553Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802514967454482:2048] [node 1] ICS09 handshake done sender: [2:7580802514967454473:2119] self: [2:7580802514967454480:0] peer: [1:7580802508200348007:0] socket: 612 qp: -1
2025-12-06T17:45:28.386227Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802508200347917:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:45:28.385597Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802514967454482:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:28.385643Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:28.386288Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:28.386330Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802508200347917:2048] [node 2] ICP22 created new session: [1:7580802512495315335:2048]
2025-12-06T17:45:28.386376Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802512495315335:2048] [node 2] ICS09 handshake done sender: [1:7580802508200348008:2131] self: [1:7580802508200348007:0] peer: [2:7580802514967454480:0] socket: 584 qp: -1
2025-12-06T17:45:28.386406Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802512495315335:2048] [node 2] ICS10 traffic start
2025-12-06T17:45:28.386466Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:28.390564Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802507319597575:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62690) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802511614564958:2125] held: no
2025-12-06T17:45:28.395554Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802514053174264:2121] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:28.396051Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7580802509758206937:2109] [node 6] ICP18 handshake (actor [4:7580802514053174264:2121]) is too old
2025-12-06T17:45:28.395384Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802507319597576:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24836) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802511614564961:2127] held: no
2025-12-06T17:45:28.396261Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802511614564958:2125] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:28.404385Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802511614564947:2109] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7748) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802511614564966:2129] held: no
2025-12-06T17:45:28.405122Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802511614564961:2127] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:28.405857Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802507319597575:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:28.405919Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:28.405970Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802507319597575:2049] [node 2] ICP22 created new session: [6:7580802511614564978:2049]
2025-12-06T17:45:28.406013Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802511614564978:2049] [node 2] ICS09 handshake done sender: [6:7580802511614564958:2125] self: [6:7580802511614564967:0] peer: [2:7580802514967454454:0] socket: 585 qp: -1
2025-12-06T17:45:28.406067Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802511614564978:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:28.406106Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:28.407552Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802507319597576:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:45:28.407602Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:28.407652Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802507319597576:2050] [node 3] ICP22 created new session: [6:7580802511614564980:2050]
2025-12-06T17:45:28.407718Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802511614564980:2050] [node 3] ICS09 handshake done sender: [6:7580802511614564961:2127] self: [6:7580802511614564963:0] peer: [3:7580802512295492266:0] socket: 607 qp: -1
2025-12-06T17:45:28.407751Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802511614564980:2050] [node 3] ICS10 traffic start
2025-12-06T17:45:28.407815Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:28.409276Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802511614564977:2133] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3961
2025-12-06T17:45:28.409918Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802511614564966:2129] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:28.410184Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802511614564947:2109] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:45:28.410239Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:28.410291Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802511614564947:2109] [node 4] ICP22 created new session: [6:7580802511614564982:2109]
2025-12-06T17:45:28.410354Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802511614564982:2109] [node 4] ICS09 handshake done sender: [6:7580802511614564966:2129] self: [6:7580802511614564976:0] peer: [4:7580802514053174241:0] socket: 561 qp: -1
2025-12-06T17:45:28.410387Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802511614564982:2109] [node 4] ICS10 traffic start
2025-12-06T17:45:28.410429Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:28.433312Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:45:28.433585Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7580802514967454482:2048] [node 1] ICS07 socket disconnect 612 reason# EndOfStream
2025-12-06T17:45:28.433614Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580802514967454482:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:28.433686Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:28.433724Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580802514967454482:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:28.434684Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:45:28.434910Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580802512295492289:2048] [node 1] ICS07 socket disconnect 565 reason# EndOfStream
2025-12-06T17:45:28.434944Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802512295492289:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:28.435026Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:28.435077Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802512295492289:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:28.437290Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802510672487083:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8795) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:45:28.437333Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580802514967454482:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:28.439198Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:45:28.440803Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802510672487083:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8795) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:28.440882Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580802514967454482:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:28.440920Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580802510672487083:2048] [node 1] ICP30 unregister session Session# [2:7580802514967454482:2048] VirtualId# [2:7580802514967454480:0]
2025-12-06T17:45:28.441306Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802514053174262:2048] [node 1] ICS07 socket disconnect 548 reason# EndOfStream
2025-12-06T17:45:28.441367Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802514053174262:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:28.440972Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:28.441460Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:28.441013Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [2:7580802510672487083:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:8795) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:28.441456Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802508000524896:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8795) Socket error# Connection reset by peer state# SendInitialPacket processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:45:28.441502Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802512295492289:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:28.441518Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802514053174262:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:28.441026Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8795) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:28.443112Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:45:28.443323Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802510875378230:2048] [node 1] ICS01 socket: 563 reason# EndOfStream
2025-12-06T17:45:28.443373Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802506580410848:2048] [node 1] ICP30 unregister session Session# [5:7580802510875378230:2048] VirtualId# [5:7580802510875378225:0]
2025-12-06T17:45:28.443407Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802510875378230:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:28.443492Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:28.443544Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:28.443575Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802509758206871:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8795) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:28.443632Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802514053174262:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:28.443696Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802509758206871:2048] [node 1] ICP30 unregister session Session# [4:7580802514053174262:2048] VirtualId# [4:7580802514053174247:0]
2025-12-06T17:45:28.443741Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:28.443774Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802509758206871:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:8795) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:28.443789Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8795) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:28.444613Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:45:28.444986Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802508000524896:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8795) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:28.445051Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802512295492289:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:28.445092Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802508000524896:2048] [node 1] ICP30 unregister session Session# [3:7580802512295492289:2048] VirtualId# [3:7580802512295492275:0]
2025-12-06T17:45:28.445132Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:28.445187Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580802508000524896:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:8795) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:28.445206Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8795) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:28.444944Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802511614564972:2048] [node 1] ICS01 socket: 604 reason# EndOfStream
2025-12-06T17:45:28.444993Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802507319597574:2048] [node 1] ICP30 unregister session Session# [6:7580802511614564972:2048] VirtualId# [6:7580802511614564969:0]
2025-12-06T17:45:28.445026Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802511614564972:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:28.445102Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:28.445145Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:28.451776Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [2:7580802510672487083:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:45:28.454509Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580802509758206871:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:45:28.455476Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580802508000524896:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:45:28.512421Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:45:28.512669Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580802512295492285:2049] [node 2] ICS07 socket disconnect 567 reason# EndOfStream
2025-12-06T17:45:28.512710Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802512295492285:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:28.512820Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:28.512876Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802512295492285:2049] [node 2] ICS15 start handshake
2025-12-06T17:45:28.516136Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802508000524897:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62690) Socket error# Connection reset by peer state# SendInitialPacket processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:45:28.516183Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802512295492285:2049] [node 2] ICS15 start handshake
2025-12-06T17:45:28.516923Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802508000524897:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62690) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:28.516965Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802512295492285:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:28.517007Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802508000524897:2049] [node 2] ICP30 unregister session Session# [3:7580802512295492285:2049] VirtualId# [3:7580802512295492277:0]
2025-12-06T17:45:28.517070Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:28.517095Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580802508000524897:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:62690) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:28.517105Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62690) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:28.524167Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:45:28.524409Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802510875378235:2049] [node 2] ICS01 socket: 574 reason# EndOfStream
2025-12-06T17:45:28.524450Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802506580410849:2049] [node 2] ICP30 unregister session Session# [5:7580802510875378235:2049] VirtualId# [5:7580802510875378226:0]
2025-12-06T17:45:28.524488Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802510875378235:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:28.524567Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:28.524624Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:28.526497Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580802508000524897:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:45:28.526575Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:45:28.526830Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802511614564978:2049] [node 2] ICS01 socket: 585 reason# EndOfStream
2025-12-06T17:45:28.526868Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802507319597575:2049] [node 2] ICP30 unregister session Session# [6:7580802511614564978:2049] VirtualId# [6:7580802511614564967:0]
2025-12-06T17:45:28.526899Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802511614564978:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:28.526967Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:28.527005Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:28.527732Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:45:28.527931Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802514053174266:2049] [node 2] ICS07 socket disconnect 575 reason# EndOfStream
2025-12-06T17:45:28.527958Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802514053174266:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:28.528037Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:28.528084Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802514053174266:2049] [node 2] ICS15 start handshake
2025-12-06T17:45:28.529692Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802509758206872:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62690) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:28.529748Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802514053174266:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:28.529794Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802509758206872:2049] [node 2] ICP30 unregister session Session# [4:7580802514053174266:2049] VirtualId# [4:7580802514053174261:0]
2025-12-06T17:45:28.529834Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:28.529864Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802509758206872:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:62690) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:28.529878Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62690) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:28.540071Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580802509758206872:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:45:28.552701Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:45:28.552975Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802514053174250:2050] [node 3] ICS01 socket: 571 reason# EndOfStream
2025-12-06T17:45:28.553029Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802509758206873:2050] [node 3] ICP30 unregister session Session# [4:7580802514053174250:2050] VirtualId# [4:7580802514053174248:0]
2025-12-06T17:45:28.553068Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802514053174250:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:28.553159Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:45:28.553216Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:45:28.558713Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:45:28.556060Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:45:28.558836Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802511614564980:2050] [node 3] ICS01 socket: 607 reason# EndOfStream
2025-12-06T17:45:28.559055Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802510875378247:2050] [node 3] ICS01 socket: 603 reason# EndOfStream
2025-12-06T17:45:28.561456Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802507319597576:2050] [node 3] ICP30 unregister session Session# [6:7580802511614564980:2050] VirtualId# [6:7580802511614564963:0]
2025-12-06T17:45:28.561514Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802511614564980:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:28.559092Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802506580410850:2050] [node 3] ICP30 unregister session Session# [5:7580802510875378247:2050] VirtualId# [5:7580802510875378239:0]
2025-12-06T17:45:28.561847Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:45:28.559130Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802510875378247:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:28.559274Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:45:28.561957Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:45:28.559392Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:45:28.599204Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:45:28.599474Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802510875378245:2108] [node 4] ICS01 socket: 598 reason# EndOfStream
2025-12-06T17:45:28.599519Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802506580410911:2108] [node 4] ICP30 unregister session Session# [5:7580802510875378245:2108] VirtualId# [5:7580802510875378238:0]
2025-12-06T17:45:28.599566Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802510875378245:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:28.599699Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:45:28.599766Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:45:28.600751Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:45:28.601038Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802511614564982:2109] [node 4] ICS01 socket: 561 reason# EndOfStream
2025-12-06T17:45:28.601090Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802511614564947:2109] [node 4] ICP30 unregister session Session# [6:7580802511614564982:2109] VirtualId# [6:7580802511614564976:0]
2025-12-06T17:45:28.601125Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802511614564982:2109] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:28.601204Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:45:28.601258Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:45:28.706757Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:45:28.707075Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802511614564964:2104] [node 5] ICS07 socket disconnect 605 reason# EndOfStream
2025-12-06T17:45:28.707106Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802511614564964:2104] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:28.707207Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:45:28.707257Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802511614564964:2104] [node 5] ICS15 start handshake
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:45:28.774334Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802510851776524:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:28.774427Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802510851776525:2049] [node 3] ICP01 ready to work
2025-12-06T17:45:28.778996Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802511428670384:2048] [node 2] ICP01 ready to work
2025-12-06T17:45:28.779090Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802511428670385:2049] [node 3] ICP01 ready to work
2025-12-06T17:45:28.791379Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802511759618922:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:28.791445Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802511759618923:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:28.791503Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802511759618924:2050] [node 3] ICP01 ready to work
2025-12-06T17:45:28.780041Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802513997671847:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:28.780080Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802513997671848:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:28.810513Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802513108509488:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:28.810568Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802513108509489:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:28.810619Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802513108509490:2050] [node 3] ICP01 ready to work
2025-12-06T17:45:28.835468Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802514018204069:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:28.835507Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802514018204070:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:28.835538Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802514018204071:2050] [node 3] ICP01 ready to work
2025-12-06T17:45:29.406950Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802517403476844:2075] [node 4] ICP01 ready to work
2025-12-06T17:45:29.407852Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802517403476845:2077] [node 6] ICP01 ready to work
2025-12-06T17:45:29.419718Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802516054586275:2103] [node 6] ICP01 ready to work
2025-12-06T17:45:29.418464Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802515146743883:2107] [node 4] ICP01 ready to work
2025-12-06T17:45:29.439746Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802516054586284:2102] [node 5] ICP01 ready to work
2025-12-06T17:45:29.475850Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802514018204069:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(168729521ns) {Configure:104(168725135ns) {ProcessConfigured:135(87444ns) {StartInitialHandshake:157(83139ns) {DropHandshakes:470(4477ns) {DropIncomingHandshake:442(1118ns) DropOutgoingHandshake:457(685ns)} GenerateSessionVirtualId:988(1563ns) PrepareNewSessionHandshake:477(2328ns) {SwitchToState:179(768ns)}}}}}
2025-12-06T17:45:29.467693Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802518292639206:2107] [node 5] ICP01 ready to work
2025-12-06T17:45:29.486567Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802515146743884:2108] [node 5] ICP01 ready to work
2025-12-06T17:45:29.487171Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802518313171419:2091] [node 5] ICP01 ready to work
2025-12-06T17:45:29.491864Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802515146743885:2109] [node 6] ICP01 ready to work
2025-12-06T17:45:29.516998Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802514018204070:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(27381662ns) {Configure:104(27375290ns) {ProcessConfigured:135(83220ns) {StartInitialHandshake:157(79839ns) {DropHandshakes:470(3894ns) {DropIncomingHandshake:442(778ns) DropOutgoingHandshake:457(1172ns)} GenerateSessionVirtualId:988(2012ns) PrepareNewSessionHandshake:477(1501ns) {SwitchToState:179(336ns)}}}}}
2025-12-06T17:45:29.534652Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802518313171422:2073] [node 4] ICP01 ready to work
2025-12-06T17:45:29.535497Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802511759618923:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(232578477ns) {Configure:104(232572820ns) {ProcessConfigured:135(68618ns) {StartInitialHandshake:157(65742ns) {DropHandshakes:470(3579ns) {DropIncomingHandshake:442(765ns) DropOutgoingHandshake:457(657ns)} GenerateSessionVirtualId:988(1274ns) PrepareNewSessionHandshake:477(3331ns) {SwitchToState:179(1205ns)}}}}}
2025-12-06T17:45:29.506124Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802518292639207:2109] [node 4] ICP01 ready to work
2025-12-06T17:45:29.565348Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802513108509489:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(92127830ns) {Configure:104(92123219ns) {ProcessConfigured:135(29033421ns) {StartInitialHandshake:157(29029612ns) {DropHandshakes:470(4238ns) {DropIncomingHandshake:442(926ns) DropOutgoingHandshake:457(764ns)} GenerateSessionVirtualId:988(1731ns) PrepareNewSessionHandshake:477(4476ns) {SwitchToState:179(1873ns)}}}}}
2025-12-06T17:45:29.562192Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802515723637743:2107] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:29.578526Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802518292639208:2108] [node 6] ICP01 ready to work
2025-12-06T17:45:29.580766Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802515723637744:2108] [node 6] ICP01 ready to work
2025-12-06T17:45:29.581442Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802515723637745:2109] [node 4] ICP01 ready to work
2025-12-06T17:45:29.592522Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802513108509490:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(256456848ns) {Configure:104(256451444ns) {ProcessConfigured:135(31686936ns) {StartInitialHandshake:157(31683683ns) {DropHandshakes:470(3738ns) {DropIncomingHandshake:442(1129ns) DropOutgoingHandshake:457(667ns)} GenerateSessionVirtualId:988(1207ns) PrepareNewSessionHandshake:477(4848ns) {SwitchToState:179(1766ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:29.640913Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802517403476845:2077] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(75343891ns) {Configure:104(75337472ns) {ProcessConfigured:135(69725ns) {StartInitialHandshake:157(67483ns) {DropHandshakes:470(2702ns) {DropIncomingHandshake:442(859ns) DropOutgoingHandshake:457(316ns)} GenerateSessionVirtualId:988(1327ns) PrepareNewSessionHandshake:477(3565ns) {SwitchToState:179(603ns)}}}}}
2025-12-06T17:45:29.610722Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802516054586289:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44551
2025-12-06T17:45:29.641160Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802518313171441:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46452
2025-12-06T17:45:29.637694Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802515146743900:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21301
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:29.644876Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802518313171442:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46452
2025-12-06T17:45:29.653094Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802513108509488:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(19583349ns) {Configure:104(19577500ns) {ProcessConfigured:135(80640ns) {StartInitialHandshake:157(77920ns) {DropHandshakes:470(2782ns) {DropIncomingHandshake:442(695ns) DropOutgoingHandshake:457(670ns)} GenerateSessionVirtualId:988(952ns) PrepareNewSessionHandshake:477(2075ns) {SwitchToState:179(753ns)}}}}}
2025-12-06T17:45:29.653429Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802518313171441:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:29.654934Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802515146743898:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21301
2025-12-06T17:45:29.655695Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802518313171422:2073] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(51957631ns) {Configure:104(51950800ns) {ProcessConfigured:135(1180299ns) {StartInitialHandshake:157(1176716ns) {DropHandshakes:470(1931ns) {DropIncomingHandshake:442(581ns) DropOutgoingHandshake:457(437ns)} GenerateSessionVirtualId:988(235ns) PrepareNewSessionHandshake:477(2549ns) {SwitchToState:179(1139ns)}}}}}
2025-12-06T17:45:29.656052Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802518313171442:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:29.656200Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802514018204070:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:29.656545Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802518313171422:2073] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:29.662902Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802515146743891:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:29.664298Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802518313171447:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46452
2025-12-06T17:45:29.662947Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802515146743891:2112] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:29.689100Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802518292639209:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50031
2025-12-06T17:45:29.664680Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802516054586289:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:29.691828Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802511428670384:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(42272415ns) {Configure:104(42268005ns) {ProcessConfigured:135(7232349ns) {StartInitialHandshake:157(7228649ns) {DropHandshakes:470(3365ns) {DropIncomingHandshake:442(1092ns) DropOutgoingHandshake:457(453ns)} GenerateSessionVirtualId:988(754ns) PrepareNewSessionHandshake:477(3504ns) {SwitchToState:179(1803ns)}}}}}
2025-12-06T17:45:29.694211Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802515723637746:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57185
2025-12-06T17:45:29.694496Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802515723637747:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57185
2025-12-06T17:45:29.664795Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802515146743898:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:29.697290Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802516054586283:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:29.716218Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802518313171442:2115] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:29.674088Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802515146743891:2112] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:29.697345Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802516054586283:2111] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:29.713854Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802518292639207:2109] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(23875213ns) {Configure:104(23868741ns) {ProcessConfigured:135(83832ns) {StartInitialHandshake:157(79736ns) {DropHandshakes:470(3431ns) {DropIncomingHandshake:442(859ns) DropOutgoingHandshake:457(756ns)} GenerateSessionVirtualId:988(1037ns) PrepareNewSessionHandshake:477(5913ns) {SwitchToState:179(1013ns)}}}}}
2025-12-06T17:45:29.683015Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802515146743900:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:29.704405Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802511759618923:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:29.736873Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802515723637745:2109] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(99121339ns) {Configure:104(99112500ns) {ProcessConfigured:135(3329855ns) {StartInitialHandshake:157(3326863ns) {DropHandshakes:470(4185ns) {DropIncomingHandshake:442(825ns) DropOutgoingHandshake:457(574ns)} GenerateSessionVirtualId:988(848ns) PrepareNewSessionHandshake:477(2780ns) {SwitchToState:179(1304ns)}}}}}
2025-12-06T17:45:29.737008Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802515723637746:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:29.737092Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802515723637747:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:29.739494Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802514018204070:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:29.715997Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802518292639209:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:29.739555Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:29.743021Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802514018204070:2049] [node 2] ICP22 created new session: [6:7580802518313171449:2049]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:29.743585Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802518313171448:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46452
2025-12-06T17:45:29.744265Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802518313171441:2114] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:29.744956Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802518313171422:2073] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:45:29.745029Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:29.745085Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802518313171422:2073] [node 4] ICP22 created new session: [6:7580802518313171451:2073]
2025-12-06T17:45:29.745131Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802518313171451:2073] [node 4] ICS09 handshake done sender: [6:7580802518313171441:2114] self: [6:7580802518313171446:0] peer: [4:7580802516054586282:0] socket: 564 qp: -1
2025-12-06T17:45:29.745160Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802518313171451:2073] [node 4] ICS10 traffic start
2025-12-06T17:45:29.745201Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:29.738404Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802517403476862:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30835
2025-12-06T17:45:29.704873Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802516054586283:2111] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:29.691158Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802515146743885:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:29.744688Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802517403476863:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30835
2025-12-06T17:45:29.691249Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:29.731654Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802518292639210:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50031
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:29.705246Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802516054586275:2103] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:29.735388Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802518292639215:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50031
2025-12-06T17:45:29.691302Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802515146743885:2109] [node 6] ICP22 created new session: [2:7580802515146743903:2109]
2025-12-06T17:45:29.774622Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802517403476863:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:29.761956Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802518313171449:2049] [node 2] ICS09 handshake done sender: [6:7580802518313171442:2115] self: [6:7580802518313171445:0] peer: [2:7580802515146743890:0] socket: 569 qp: -1
2025-12-06T17:45:29.705293Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:29.705357Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802516054586275:2103] [node 6] ICP22 created new session: [4:7580802516054586300:2103]
2025-12-06T17:45:29.705641Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802516054586297:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44551
2025-12-06T17:45:29.707906Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802516054586300:2103] [node 6] ICS09 handshake done sender: [4:7580802516054586283:2111] self: [4:7580802516054586282:0] peer: [6:7580802518313171446:0] socket: 560 qp: -1
2025-12-06T17:45:29.707962Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802516054586300:2103] [node 6] ICS10 traffic start
2025-12-06T17:45:29.708011Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: 2025-12-06T17:45:29.765148Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802516054586275:2103] [node 6] ICP35 event processing took too much time PendingConnection:279(59054270ns) {HandleHandshakeStatus:329(59045454ns) {DropIncomingHandshake:442(250ns) DropOutgoingHandshake:457(848ns) SwitchToState:179(305ns) ProcessPendingSessionEvents:495(56070010ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 55454090ns max# 11732036ns}}}
2025-12-06T17:45:29.765709Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802516054586304:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44551
2025-12-06T17:45:29.735550Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802518292639218:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50031
2025-12-06T17:45:29.700798Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802515146743903:2109] [node 6] ICS09 handshake done sender: [2:7580802515146743891:2112] self: [2:7580802515146743890:0] peer: [6:7580802518313171445:0] socket: 568 qp: -1
::ffff:127.1.0.0
2025-12-06T17:45:29.775212Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802517403476864:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30835
2025-12-06T17:45:29.762018Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802518313171449:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:29.700852Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802515146743903:2109] [node 6] ICS10 traffic start
2025-12-06T17:45:29.783572Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802517403476864:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:29.735978Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802518292639210:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:29.806923Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802515723637748:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57185
2025-12-06T17:45:29.766913Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:29.737459Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802518292639218:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:29.756165Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802513997671848:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(88165410ns) {Configure:104(88155235ns) {ProcessConfigured:135(20537538ns) {StartInitialHandshake:157(20534743ns) {DropHandshakes:470(1936ns) {DropIncomingHandshake:442(515ns) DropOutgoingHandshake:457(491ns)} GenerateSessionVirtualId:988(450ns) PrepareNewSessionHandshake:477(5885ns) {SwitchToState:179(2619ns)}}}}}
2025-12-06T17:45:29.756429Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802513997671848:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:29.785125Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802518292639215:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:29.785616Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802518292639229:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50031
2025-12-06T17:45:29.811911Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802518292639218:2116] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:29.816502Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802513997671848:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:29.816589Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:29.816647Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802513997671848:2049] [node 2] ICP22 created new session: [3:7580802518292639231:2049]
2025-12-06T17:45:29.816694Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802518292639231:2049] [node 2] ICS09 handshake done sender: [3:7580802518292639218:2116] self: [3:7580802518292639228:0] peer: [2:7580802515146743894:0] socket: 585 qp: -1
2025-12-06T17:45:29.816733Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802518292639231:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:29.816775Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:29.700907Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:29.843628Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802516054586297:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:29.843910Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802511759618923:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13651) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580802516054586289:2113] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:29.786459Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802513108509489:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:29.702637Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802515146743885:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(18561268ns) {HandleHandshakeStatus:329(18556635ns) {DropIncomingHandshake:442(23865ns) DropOutgoingHandshake:457(830ns) SwitchToState:179(784ns) ProcessPendingSessionEvents:495(634277ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 565660ns max# 63310ns}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:29.819089Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802518313171454:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46452
2025-12-06T17:45:29.716814Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802515146743906:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21301
2025-12-06T17:45:29.718378Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802515146743906:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:29.723665Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802515146743887:2110] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:29.723739Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802515146743887:2110] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:45:29.739212Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802515146743887:2110] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:29.757033Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802515146743883:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:45:29.761859Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:29.767364Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802515146743883:2107] [node 4] ICP22 created new session: [2:7580802515146743910:2107]
2025-12-06T17:45:29.768055Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802515146743895:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:29.768083Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802515146743895:2113] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:45:29.777863Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802515146743910:2107] [node 4] ICS09 handshake done sender: [2:7580802515146743887:2110] self: [2:7580802515146743886:0] peer: [4:7580802516054586298:0] socket: 552 qp: -1
2025-12-06T17:45:29.777935Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802515146743910:2107] [node 4] ICS10 traffic start
2025-12-06T17:45:29.778174Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:29.779966Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802515146743883:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(22029287ns) {HandleHandshakeStatus:329(22025811ns) {DropIncomingHandshake:442(15996ns) DropOutgoingHandshake:457(668ns) SwitchToState:179(226ns) ProcessPendingSessionEvents:495(628930ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 557042ns max# 66137ns}}}
2025-12-06T17:45:29.790806Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802515146743895:2113] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:29.794878Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802515146743897:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:29.794931Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802515146743897:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:29.844071Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802510851776525:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:45:29.844123Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:29.844179Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802510851776525:2049] [node 3] ICP22 created new session: [2:7580802515146743915:2049]
2025-12-06T17:45:29.844230Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802515146743915:2049] [node 3] ICS09 handshake done sender: [2:7580802515146743895:2113] self: [2:7580802515146743894:0] peer: [3:7580802518292639228:0] socket: 584 qp: -1
2025-12-06T17:45:29.844274Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802515146743915:2049] [node 3] ICS10 traffic start
2025-12-06T17:45:29.844324Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:29.851840Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802515146743897:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:29.837420Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802517403476862:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:29.837576Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802513108509490:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:29.851297Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802517403476867:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30835
2025-12-06T17:45:29.856374Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802517403476869:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30835
2025-12-06T17:45:29.842946Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802518313171454:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:29.844404Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802515723637759:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57185
2025-12-06T17:45:29.845380Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802518292639221:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:29.863607Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802516054586304:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:29.863476Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802515723637759:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:29.869863Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802511759618924:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:29.845420Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802518292639221:2117] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:29.843145Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802514018204071:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:29.867093Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802515723637748:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:29.846415Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802518292639234:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50031
2025-12-06T17:45:29.880702Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802516054586303:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44551
2025-12-06T17:45:29.846631Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802518292639212:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:29.887790Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802515146743884:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:29.903774Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802515723637752:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:29.846667Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802518292639212:2112] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:29.903813Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802515723637752:2114] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:45:29.887860Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:29.890659Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802513108509490:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28611) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802517403476862:2115] held: no
2025-12-06T17:45:29.854790Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802518292639221:2117] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:29.889349Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802515146743884:2108] [node 5] ICP22 created new session: [2:7580802515146743917:2108]
2025-12-06T17:45:29.891514Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802517403476871:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30835
2025-12-06T17:45:29.924579Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802516054586289:2113] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:29.893506Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802515146743917:2108] [node 5] ICS09 handshake done sender: [2:7580802515146743897:2114] self: [2:7580802515146743896:0] peer: [5:7580802517403476866:0] socket: 566 qp: -1
2025-12-06T17:45:29.913702Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802515723637752:2114] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:29.861011Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802518292639208:2108] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:29.891584Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802517403476864:2117] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:29.942965Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802511759618924:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28611) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580802516054586304:2118] held: no
2025-12-06T17:45:29.911884Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802515146743917:2108] [node 5] ICS10 traffic start
2025-12-06T17:45:29.948726Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802511428670385:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:45:29.861113Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:29.919143Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802517403476869:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:29.911969Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:29.955089Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802514018204071:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28611) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802518313171454:2119] held: no
2025-12-06T17:45:29.948840Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:29.954656Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802511428670385:2049] [node 3] ICP22 created new session: [1:7580802515723637768:2049]
2025-12-06T17:45:29.959907Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802515723637768:2049] [node 3] ICS09 handshake done sender: [1:7580802515723637752:2114] self: [1:7580802515723637751:0] peer: [3:7580802518292639244:0] socket: 563 qp: -1
2025-12-06T17:45:29.960706Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802515723637768:2049] [node 3] ICS10 traffic start
2025-12-06T17:45:29.962278Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:29.861182Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802518292639208:2108] [node 6] ICP22 created new session: [3:7580802518292639236:2108]
2025-12-06T17:45:29.919702Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802513108509489:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:29.861230Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802518292639236:2108] [node 6] ICS09 handshake done sender: [3:7580802518292639221:2117] self: [3:7580802518292639220:0] peer: [6:7580802518313171455:0] socket: 602 qp: -1
2025-12-06T17:45:29.861274Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802518292639236:2108] [node 6] ICS10 traffic start
2025-12-06T17:45:29.861332Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:29.867264Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802518292639212:2112] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:29.872453Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802518292639214:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:29.872479Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802518292639214:2113] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:45:29.873115Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802518292639206:2107] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:29.873186Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:29.873239Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802518292639206:2107] [node 5] ICP22 created new session: [3:7580802518292639239:2107]
2025-12-06T17:45:29.873291Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802518292639239:2107] [node 5] ICS09 handshake done sender: [3:7580802518292639212:2112] self: [3:7580802518292639211:0] peer: [5:7580802517403476868:0] socket: 589 qp: -1
2025-12-06T17:45:29.873325Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802518292639239:2107] [node 5] ICS10 traffic start
2025-12-06T17:45:29.873363Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:29.885882Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802518292639214:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:29.887111Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802518292639207:2109] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:45:29.888063Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:29.888111Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802518292639207:2109] [node 4] ICP22 created new session: [3:7580802518292639242:2109]
2025-12-06T17:45:29.888318Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802518292639242:2109] [node 4] ICS09 handshake done sender: [3:7580802518292639214:2113] self: [3:7580802518292639213:0] peer: [4:7580802516054586307:0] socket: 590 qp: -1
2025-12-06T17:45:29.888354Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802518292639242:2109] [node 4] ICS10 traffic start
2025-12-06T17:45:29.888396Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:29.890822Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802518292639234:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:29.903345Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802513997671847:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:29.912908Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802518292639245:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50031
2025-12-06T17:45:29.941665Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802518292639234:2120] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:29.949734Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802513997671847:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:29.954134Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:29.954202Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802513997671847:2048] [node 1] ICP22 created new session: [3:7580802518292639246:2048]
2025-12-06T17:45:29.954254Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802518292639246:2048] [node 1] ICS09 handshake done sender: [3:7580802518292639234:2120] self: [3:7580802518292639244:0] peer: [1:7580802515723637751:0] socket: 604 qp: -1
2025-12-06T17:45:29.956447Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802518292639246:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:29.956546Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:29.919774Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:29.919826Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802513108509489:2049] [node 2] ICP22 created new session: [5:7580802517403476872:2049]
2025-12-06T17:45:29.919874Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802517403476872:2049] [node 2] ICS09 handshake done sender: [5:7580802517403476864:2117] self: [5:7580802517403476866:0] peer: [2:7580802515146743896:0] socket: 598 qp: -1
2025-12-06T17:45:29.919908Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802517403476872:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:29.919946Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:29.948259Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802513108509490:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(22964102ns) {HandleHandshakeStatus:395(22961218ns) {LogHandshakeFail:472(14624ns) {UpdateErrorStateLog:545(6277ns)} DropOutgoingHandshake:457(482ns) ProcessPendingSessionEvents:495(22879553ns) {unordered DropSessionEvent:512 num# 100 sum# 489637ns max# 26566ns}}}
2025-12-06T17:45:29.966431Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802517403476870:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30835
2025-12-06T17:45:29.966043Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802514018204070:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(149820837ns) {HandleHandshakeStatus:329(149817616ns) {DropIncomingHandshake:442(805ns) DropOutgoingHandshake:457(5061ns) SwitchToState:179(477ns) ProcessPendingSessionEvents:495(94451134ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 94316079ns max# 19793303ns}}}
2025-12-06T17:45:29.917472Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802515146743884:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(28850695ns) {HandleHandshakeStatus:329(28847378ns) {DropIncomingHandshake:442(11466ns) DropOutgoingHandshake:457(308ns) SwitchToState:179(347ns) ProcessPendingSessionEvents:495(4503267ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 4431840ns max# 3914007ns}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:29.975884Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802510851776525:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(116717183ns) {HandleHandshakeStatus:329(116714133ns) {DropIncomingHandshake:442(653ns) DropOutgoingHandshake:457(331ns) SwitchToState:179(817ns) ProcessPendingSessionEvents:495(116314987ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 99764428ns max# 12224846ns}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:29.987562Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802515146743919:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21301
2025-12-06T17:45:29.977370Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802511428670385:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(27974268ns) {HandleHandshakeStatus:329(27970581ns) {DropIncomingHandshake:442(17611ns) DropOutgoingHandshake:457(1162ns) SwitchToState:179(763ns) ProcessPendingSessionEvents:495(7417674ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 7344225ns max# 3895274ns}}}
2025-12-06T17:45:29.987888Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802513108509488:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:29.988243Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802517403476871:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:29.988551Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802517403476862:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:29.977754Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802516054586308:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44551
2025-12-06T17:45:29.977877Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802511759618923:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:29.977928Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:29.987435Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802511759618923:2049] [node 2] ICP22 created new session: [4:7580802516054586309:2049]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:29.998910Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802513108509490:2050] [node 3] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:30.007290Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802515723637750:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:30.007328Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802515723637750:2113] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:30.008542Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802520018605067:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57185
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:30.003503Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802517403476844:2075] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:29.987522Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802516054586309:2049] [node 2] ICS09 handshake done sender: [4:7580802516054586289:2113] self: [4:7580802516054586298:0] peer: [2:7580802515146743886:0] socket: 558 qp: -1
2025-12-06T17:45:30.013607Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802520018605067:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:30.013873Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802515723637750:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:30.010669Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802521698444174:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30835
2025-12-06T17:45:30.009205Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802518313171457:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46452
2025-12-06T17:45:30.013163Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:29.987574Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802516054586309:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:30.012910Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802515146743919:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:30.009349Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580802514018204070:2049] [node 2] ICP27 obsolete handshake fail ignored
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:30.014488Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580802510851776524:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:29.987630Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:30.015176Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802513108509490:2050] [node 3] ICP22 created new session: [5:7580802521698444175:2050]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:30.035623Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802519441711217:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21301
2025-12-06T17:45:30.021835Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802515723637743:2107] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:30.021056Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802514018204071:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(34291819ns) {HandleHandshakeStatus:395(34288372ns) {LogHandshakeFail:472(16286ns) {UpdateErrorStateLog:545(5961ns)} DropOutgoingHandshake:457(4938ns) ProcessPendingSessionEvents:495(28765881ns) {unordered DropSessionEvent:512 num# 100 sum# 28713817ns max# 6709055ns}}}
2025-12-06T17:45:29.998040Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802516054586304:2118] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:30.015227Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802521698444175:2050] [node 3] ICS09 handshake done sender: [5:7580802517403476862:2115] self: [5:7580802517403476868:0] peer: [3:7580802518292639211:0] socket: 593 qp: -1
2025-12-06T17:45:30.021936Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:30.014835Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802511759618924:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:45:30.048649Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802515146743919:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:30.028166Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802518313171457:2121] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:30.021986Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802515723637743:2107] [node 5] ICP22 created new session: [1:7580802520018605070:2107]
2025-12-06T17:45:30.015266Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802521698444175:2050] [node 3] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:30.019511Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802516054586295:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:30.048924Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580802510851776524:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:30.015327Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:30.038448Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802518313171456:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46452
2025-12-06T17:45:30.074155Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802518313171454:2119] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:30.022035Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802520018605070:2107] [node 5] ICS09 handshake done sender: [1:7580802515723637750:2113] self: [1:7580802515723637749:0] peer: [5:7580802517403476875:0] socket: 607 qp: -1
2025-12-06T17:45:30.020592Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802513108509490:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(16617226ns) {HandleHandshakeStatus:329(16613874ns) {DropIncomingHandshake:442(1303ns) DropOutgoingHandshake:457(653ns) SwitchToState:179(1019ns) ProcessPendingSessionEvents:495(1230ns)}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:30.019552Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802516054586295:2115] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:30.027719Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802516054586295:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:30.031896Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:30.038475Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802511759618924:2050] [node 3] ICP22 created new session: [4:7580802520349553608:2050]
2025-12-06T17:45:30.042736Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802520349553608:2050] [node 3] ICS09 handshake done sender: [4:7580802516054586304:2118] self: [4:7580802516054586307:0] peer: [3:7580802518292639213:0] socket: 594 qp: -1
2025-12-06T17:45:30.042798Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802520349553608:2050] [node 3] ICS10 traffic start
2025-12-06T17:45:30.042877Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:30.043137Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802511759618924:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(28218640ns) {HandleHandshakeStatus:329(28214943ns) {DropIncomingHandshake:442(479ns) DropOutgoingHandshake:457(687ns) SwitchToState:179(164ns) ProcessPendingSessionEvents:495(1902ns)}}
2025-12-06T17:45:30.044359Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802516054586284:2102] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:30.044465Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:30.044518Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802516054586284:2102] [node 5] ICP22 created new session: [4:7580802520349553611:2102]
No RDMA context found for GID: 2025-12-06T17:45:30.044570Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802520349553611:2102] [node 5] ICS09 handshake done sender: [4:7580802516054586295:2115] self: [4:7580802516054586294:0] peer: [5:7580802521698444173:0] socket: 557 qp: -1
::ffff:127.1.0.0
2025-12-06T17:45:30.044602Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802520349553611:2102] [node 5] ICS10 traffic start
2025-12-06T17:45:30.044639Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:30.070703Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802520349553610:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44551
2025-12-06T17:45:30.074994Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802520349553610:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:30.075128Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802511759618922:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:30.079759Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802520349553614:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44551
2025-12-06T17:45:30.022076Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802520018605070:2107] [node 5] ICS10 traffic start
2025-12-06T17:45:30.022117Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:30.030480Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802515723637754:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:30.030506Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802515723637754:2115] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:45:30.038169Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802515723637754:2115] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:30.048442Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802511428670384:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:45:30.048566Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:30.048615Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802511428670384:2048] [node 2] ICP22 created new session: [1:7580802520018605074:2048]
2025-12-06T17:45:30.048658Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802520018605074:2048] [node 2] ICS09 handshake done sender: [1:7580802515723637754:2115] self: [1:7580802515723637753:0] peer: [2:7580802519441711216:0] socket: 555 qp: -1
2025-12-06T17:45:30.048701Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802520018605074:2048] [node 2] ICS10 traffic start
2025-12-06T17:45:30.058794Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:30.075436Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802515723637758:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:30.075460Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802515723637758:2117] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:45:30.048984Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:30.049030Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802510851776524:2048] [node 1] ICP22 created new session: [2:7580802519441711218:2048]
2025-12-06T17:45:30.049072Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802519441711218:2048] [node 1] ICS09 handshake done sender: [2:7580802515146743919:2118] self: [2:7580802519441711216:0] peer: [1:7580802515723637753:0] socket: 580 qp: -1
2025-12-06T17:45:30.049116Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802519441711218:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:30.049161Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:30.080274Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802522608138754:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46452
2025-12-06T17:45:30.080472Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802514018204069:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:30.020754Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802517403476869:2119] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:30.046851Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802513108509488:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:30.046951Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:30.047004Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802513108509488:2048] [node 1] ICP22 created new session: [5:7580802521698444178:2048]
2025-12-06T17:45:30.047054Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802521698444178:2048] [node 1] ICS09 handshake done sender: [5:7580802517403476869:2119] self: [5:7580802517403476875:0] peer: [1:7580802515723637749:0] socket: 608 qp: -1
2025-12-06T17:45:30.047088Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802521698444178:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:30.047129Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:30.047830Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7580802513108509488:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:45:30.073030Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802521698444177:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30835
2025-12-06T17:45:30.084298Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802515723637758:2117] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:30.084917Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802520349553610:2120] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:30.085130Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802514018204071:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:45:30.085185Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:30.085220Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802514018204071:2050] [node 3] ICP22 created new session: [6:7580802522608138756:2050]
2025-12-06T17:45:30.085257Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802522608138756:2050] [node 3] ICS09 handshake done sender: [6:7580802518313171454:2119] self: [6:7580802518313171455:0] peer: [3:7580802518292639220:0] socket: 603 qp: -1
2025-12-06T17:45:30.085287Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802522608138756:2050] [node 3] ICS10 traffic start
2025-12-06T17:45:30.085341Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:30.085859Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802511428670384:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(28710881ns) {HandleHandshakeStatus:329(28708245ns) {DropIncomingHandshake:442(16042ns) DropOutgoingHandshake:457(535ns) SwitchToState:179(855ns) ProcessPendingSessionEvents:495(6857793ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 6789537ns max# 2151734ns}}}
2025-12-06T17:45:30.086230Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802522608138754:2122] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:30.086139Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802511759618922:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:30.087256Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802518313171419:2091] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:30.086193Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:30.086353Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802511759618922:2048] [node 1] ICP22 created new session: [4:7580802520349553615:2048]
2025-12-06T17:45:30.087135Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802520349553615:2048] [node 1] ICS09 handshake done sender: [4:7580802520349553610:2120] self: [4:7580802520349553613:0] peer: [1:7580802515723637757:0] socket: 582 qp: -1
2025-12-06T17:45:30.090262Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802520349553615:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:30.090307Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:30.096416Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802517403476844:2075] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1966) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802517403476871:2121] held: no
2025-12-06T17:45:30.097279Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802517403476871:2121] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:30.109266Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802515723637756:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:30.109315Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802515723637756:2116] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:30.111464Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802515723637745:2109] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:45:30.111582Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:30.111637Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802515723637745:2109] [node 4] ICP22 created new session: [1:7580802520018605077:2109]
2025-12-06T17:45:30.111701Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802520018605077:2109] [node 4] ICS09 handshake done sender: [1:7580802515723637758:2117] self: [1:7580802515723637757:0] peer: [4:7580802520349553613:0] socket: 583 qp: -1
2025-12-06T17:45:30.111740Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802520018605077:2109] [node 4] ICS10 traffic start
2025-12-06T17:45:30.111803Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:30.115480Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802517403476857:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:30.125376Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802522608138759:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46452
2025-12-06T17:45:30.143591Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802522608138754:2122] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:30.143966Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802518313171419:2091] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:45:30.144051Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:30.144109Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802518313171419:2091] [node 5] ICP22 created new session: [6:7580802522608138760:2091]
2025-12-06T17:45:30.144159Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802522608138760:2091] [node 5] ICS09 handshake done sender: [6:7580802522608138754:2122] self: [6:7580802522608138758:0] peer: [5:7580802517403476856:0] socket: 596 qp: -1
2025-12-06T17:45:30.144204Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802522608138760:2091] [node 5] ICS10 traffic start
2025-12-06T17:45:30.144240Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:30.115532Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580802517403476857:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:30.116484Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802517403476844:2075] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:45:30.116578Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:30.116633Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802517403476844:2075] [node 4] ICP22 created new session: [5:7580802521698444180:2075]
2025-12-06T17:45:30.116685Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802521698444180:2075] [node 4] ICS09 handshake done sender: [5:7580802517403476871:2121] self: [5:7580802521698444173:0] peer: [4:7580802516054586294:0] socket: 614 qp: -1
2025-12-06T17:45:30.116721Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802521698444180:2075] [node 4] ICS10 traffic start
2025-12-06T17:45:30.116784Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:30.126870Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802517403476857:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:30.142678Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580802517403476845:2077] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:30.158810Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:30.158930Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802515723637756:2116] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:30.163449Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802515723637744:2108] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:30.163556Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:30.163613Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802515723637744:2108] [node 6] ICP22 created new session: [1:7580802520018605080:2108]
2025-12-06T17:45:30.163687Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802520018605080:2108] [node 6] ICS09 handshake done sender: [1:7580802515723637756:2116] self: [1:7580802515723637755:0] peer: [6:7580802522608138755:0] socket: 609 qp: -1
2025-12-06T17:45:30.163730Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802520018605080:2108] [node 6] ICS10 traffic start
2025-12-06T17:45:30.163794Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:30.168015Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802517403476845:2077] [node 6] ICP22 created new session: [5:7580802521698444183:2077]
2025-12-06T17:45:30.170782Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802521698444183:2077] [node 6] ICS09 handshake done sender: [5:7580802517403476857:2113] self: [5:7580802517403476856:0] peer: [6:7580802522608138758:0] socket: 591 qp: -1
2025-12-06T17:45:30.170840Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802521698444183:2077] [node 6] ICS10 traffic start
2025-12-06T17:45:30.170892Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:30.172865Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802517403476845:2077] [node 6] ICP35 event processing took too much time PendingConnection:279(29185729ns) {HandleHandshakeStatus:329(29181335ns) {DropIncomingHandshake:442(15427ns) DropOutgoingHandshake:457(473ns) SwitchToState:179(522ns) ProcessPendingSessionEvents:495(633043ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 548916ns max# 64860ns}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:30.175416Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802514018204069:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25055) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802518313171457:2121] held: no
2025-12-06T17:45:30.177894Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802522608138762:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46452
2025-12-06T17:45:30.180274Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802518313171457:2121] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:30.180623Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802514018204069:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:30.180690Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:30.180764Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802514018204069:2048] [node 1] ICP22 created new session: [6:7580802522608138763:2048]
2025-12-06T17:45:30.180817Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802522608138763:2048] [node 1] ICS09 handshake done sender: [6:7580802518313171457:2121] self: [6:7580802522608138755:0] peer: [1:7580802515723637755:0] socket: 610 qp: -1
2025-12-06T17:45:30.180858Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802522608138763:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:30.180898Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:30.215284Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:45:30.215547Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580802519441711218:2048] [node 1] ICS01 socket: 580 reason# EndOfStream
2025-12-06T17:45:30.215603Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580802510851776524:2048] [node 1] ICP30 unregister session Session# [2:7580802519441711218:2048] VirtualId# [2:7580802519441711216:0]
2025-12-06T17:45:30.215643Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580802519441711218:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:30.215766Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:30.215813Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:30.218300Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:45:30.218569Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802518292639246:2048] [node 1] ICS01 socket: 604 reason# EndOfStream
2025-12-06T17:45:30.218612Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802513997671847:2048] [node 1] ICP30 unregister session Session# [3:7580802518292639246:2048] VirtualId# [3:7580802518292639244:0]
2025-12-06T17:45:30.218650Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802518292639246:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:30.218731Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:30.218774Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:30.224032Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:45:30.224325Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802522608138763:2048] [node 1] ICS01 socket: 610 reason# EndOfStream
2025-12-06T17:45:30.224369Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802514018204069:2048] [node 1] ICP30 unregister session Session# [6:7580802522608138763:2048] VirtualId# [6:7580802522608138755:0]
2025-12-06T17:45:30.224404Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802522608138763:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:30.224480Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:30.224525Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:30.225296Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:45:30.225538Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802520349553615:2048] [node 1] ICS07 socket disconnect 582 reason# EndOfStream
2025-12-06T17:45:30.225571Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802520349553615:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:30.225633Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:30.225678Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802520349553615:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:30.226816Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802511759618922:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25055) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:30.226784Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:45:30.226885Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802520349553615:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:30.227288Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802511759618922:2048] [node 1] ICP30 unregister session Session# [4:7580802520349553615:2048] VirtualId# [4:7580802520349553613:0]
2025-12-06T17:45:30.229948Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:30.227622Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802521698444178:2048] [node 1] ICS07 socket disconnect 608 reason# EndOfStream
2025-12-06T17:45:30.227655Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802521698444178:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:30.227764Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:30.228112Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802521698444178:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:30.229457Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802513108509488:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25055) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:30.229517Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802521698444178:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:30.229553Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802513108509488:2048] [node 1] ICP30 unregister session Session# [5:7580802521698444178:2048] VirtualId# [5:7580802517403476875:0]
2025-12-06T17:45:30.230100Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:30.230135Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802513108509488:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:25055) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:30.230150Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25055) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:30.230003Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802511759618922:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:25055) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:30.230013Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25055) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:30.242676Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580802511759618922:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:45:30.242850Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802513108509488:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:45:30.308642Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:45:30.308894Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802518292639231:2049] [node 2] ICS01 socket: 585 reason# EndOfStream
2025-12-06T17:45:30.308935Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802513997671848:2049] [node 2] ICP30 unregister session Session# [3:7580802518292639231:2049] VirtualId# [3:7580802518292639228:0]
2025-12-06T17:45:30.308969Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802518292639231:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:30.309063Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:30.309108Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:30.314905Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:45:30.315162Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802516054586309:2049] [node 2] ICS01 socket: 558 reason# EndOfStream
2025-12-06T17:45:30.315207Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802511759618923:2049] [node 2] ICP30 unregister session Session# [4:7580802516054586309:2049] VirtualId# [4:7580802516054586298:0]
2025-12-06T17:45:30.315246Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802516054586309:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:30.315356Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:30.315413Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:30.315545Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:45:30.315761Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802517403476872:2049] [node 2] ICS01 socket: 598 reason# EndOfStream
2025-12-06T17:45:30.315806Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802513108509489:2049] [node 2] ICP30 unregister session Session# [5:7580802517403476872:2049] VirtualId# [5:7580802517403476866:0]
2025-12-06T17:45:30.315851Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802517403476872:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:30.315930Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:30.315981Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:30.324536Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:45:30.324804Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802518313171449:2049] [node 2] ICS07 socket disconnect 569 reason# EndOfStream
2025-12-06T17:45:30.324840Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802518313171449:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:30.324950Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:30.324998Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802518313171449:2049] [node 2] ICS15 start handshake
2025-12-06T17:45:30.325810Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802514018204070:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13651) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:30.325872Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802518313171449:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:30.325907Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802514018204070:2049] [node 2] ICP30 unregister session Session# [6:7580802518313171449:2049] VirtualId# [6:7580802518313171445:0]
2025-12-06T17:45:30.326009Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:30.326031Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802514018204070:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:13651) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:30.326041Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13651) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:30.336708Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802514018204070:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:45:30.358787Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:45:30.359043Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802521698444175:2050] [node 3] ICS01 socket: 593 reason# EndOfStream
2025-12-06T17:45:30.359082Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802513108509490:2050] [node 3] ICP30 unregister session Session# [5:7580802521698444175:2050] VirtualId# [5:7580802517403476868:0]
2025-12-06T17:45:30.359123Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802521698444175:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:30.359200Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:45:30.359250Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:45:30.360796Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:45:30.361027Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802522608138756:2050] [node 3] ICS01 socket: 603 reason# EndOfStream
2025-12-06T17:45:30.361063Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802514018204071:2050] [node 3] ICP30 unregister session Session# [6:7580802522608138756:2050] VirtualId# [6:7580802518313171455:0]
2025-12-06T17:45:30.361099Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802522608138756:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:30.361208Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:45:30.361254Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:45:30.422765Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:45:30.423008Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802521698444180:2075] [node 4] ICS01 socket: 614 reason# EndOfStream
2025-12-06T17:45:30.423050Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802517403476844:2075] [node 4] ICP30 unregister session Session# [5:7580802521698444180:2075] VirtualId# [5:7580802521698444173:0]
2025-12-06T17:45:30.423090Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802521698444180:2075] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:30.423182Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:45:30.423226Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:45:30.423350Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:45:30.423527Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802518313171451:2073] [node 4] ICS01 socket: 564 reason# EndOfStream
2025-12-06T17:45:30.423568Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802518313171422:2073] [node 4] ICP30 unregister session Session# [6:7580802518313171451:2073] VirtualId# [6:7580802518313171446:0]
2025-12-06T17:45:30.423594Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802518313171451:2073] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:30.423683Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:45:30.423732Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:45:30.522582Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:45:30.522838Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802522608138760:2091] [node 5] ICS01 socket: 596 reason# EndOfStream
2025-12-06T17:45:30.522883Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802518313171419:2091] [node 5] ICP30 unregister session Session# [6:7580802522608138760:2091] VirtualId# [6:7580802522608138758:0]
2025-12-06T17:45:30.522925Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802522608138760:2091] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:30.523041Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:45:30.523091Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:45:30.657448Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802521764538484:2048] [node 2] ICP01 ready to work
2025-12-06T17:45:30.657506Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802521764538485:2049] [node 3] ICP01 ready to work
2025-12-06T17:45:30.660397Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802523185210575:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:30.660436Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802523185210576:2049] [node 3] ICP01 ready to work
2025-12-06T17:45:30.673251Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802520151481180:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:30.673284Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802520151481181:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:30.703886Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802521287661591:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:30.703924Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802521287661592:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:30.703955Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802521287661593:2050] [node 3] ICP01 ready to work
2025-12-06T17:45:30.713805Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802522270872265:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:30.713847Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802522270872266:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:30.714101Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802522270872267:2050] [node 3] ICP01 ready to work
2025-12-06T17:45:30.727013Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802520926400210:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:30.727048Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802520926400211:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:30.727081Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802520926400212:2050] [node 3] ICP01 ready to work
2025-12-06T17:45:30.836029Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802520926400266:2102] [node 5] ICP01 ready to work
2025-12-06T17:45:30.946235Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802523185210638:2108] [node 5] ICP01 ready to work
2025-12-06T17:45:30.942929Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802521764538547:2107] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:30.988227Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802522270872266:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(109000312ns) {Configure:104(108994964ns) {ProcessConfigured:135(39279654ns) {StartInitialHandshake:157(39275653ns) {DropHandshakes:470(3643ns) {DropIncomingHandshake:442(929ns) DropOutgoingHandshake:457(690ns)} GenerateSessionVirtualId:988(1095ns) PrepareNewSessionHandshake:477(3576ns) {SwitchToState:179(1520ns)}}}}}
2025-12-06T17:45:30.946861Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802523185210639:2109] [node 6] ICP01 ready to work
2025-12-06T17:45:31.003095Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802522270872331:2109] [node 4] ICP01 ready to work
2025-12-06T17:45:31.003262Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802522270872326:2108] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60012
2025-12-06T17:45:31.003421Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802521764538550:2108] [node 5] ICP01 ready to work
2025-12-06T17:45:30.990008Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802520151481244:2109] [node 5] ICP01 ready to work
2025-12-06T17:45:31.004423Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802526565839628:2110] [node 6] ICP01 ready to work
2025-12-06T17:45:31.003873Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802521287661655:2109] [node 6] ICP01 ready to work
2025-12-06T17:45:30.990517Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802523185210642:2107] [node 4] ICP01 ready to work
2025-12-06T17:45:31.003929Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802520151481245:2107] [node 4] ICP01 ready to work
2025-12-06T17:45:31.004536Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802521764538484:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(142875589ns) {Configure:104(142866915ns) {ProcessConfigured:135(3572132ns) {StartInitialHandshake:157(3568363ns) {DropHandshakes:470(3690ns) {DropIncomingHandshake:442(692ns) DropOutgoingHandshake:457(599ns)} GenerateSessionVirtualId:988(1660ns) PrepareNewSessionHandshake:477(3401ns) {SwitchToState:179(1381ns)}}}}}
2025-12-06T17:45:31.004585Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802520926400280:2109] [node 4] ICP01 ready to work
2025-12-06T17:45:31.007876Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802523185210639:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(50605399ns) {Configure:104(50601523ns) {ProcessConfigured:135(10452167ns) {StartInitialHandshake:157(10450349ns) {DropHandshakes:470(2253ns) {DropIncomingHandshake:442(659ns) DropOutgoingHandshake:457(381ns)} GenerateSessionVirtualId:988(549ns) PrepareNewSessionHandshake:477(1566ns) {SwitchToState:179(659ns)}}}}}
2025-12-06T17:45:31.005538Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802521287661654:2108] [node 5] ICP01 ready to work
2025-12-06T17:45:31.016282Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802526059505847:2109] [node 6] ICP01 ready to work
2025-12-06T17:45:31.013869Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802520926400212:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(42891010ns) {Configure:104(42884889ns) {ProcessConfigured:135(11541101ns) {StartInitialHandshake:157(11535750ns) {DropHandshakes:470(3665ns) {DropIncomingHandshake:442(727ns) DropOutgoingHandshake:457(625ns)} GenerateSessionVirtualId:988(1476ns) PrepareNewSessionHandshake:477(2996ns) {SwitchToState:179(1863ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:31.039516Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802524446448542:2110] [node 6] ICP01 ready to work
2025-12-06T17:45:31.073344Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802522270872326:2108] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:31.067896Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802521287661593:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(72061100ns) {Configure:104(72055755ns) {ProcessConfigured:135(94373ns) {StartInitialHandshake:157(91620ns) {DropHandshakes:470(6356ns) {DropIncomingHandshake:442(881ns) DropOutgoingHandshake:457(573ns)} GenerateSessionVirtualId:988(1071ns) PrepareNewSessionHandshake:477(2091ns) {SwitchToState:179(709ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:31.060337Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802520151481245:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(22356121ns) {Configure:104(22351616ns) {ProcessConfigured:135(83284ns) {StartInitialHandshake:157(80997ns) {DropHandshakes:470(3648ns) {DropIncomingHandshake:442(901ns) DropOutgoingHandshake:457(639ns)} GenerateSessionVirtualId:988(1478ns) PrepareNewSessionHandshake:477(2854ns) {SwitchToState:179(760ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:31.141365Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802524446448554:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1116
2025-12-06T17:45:31.103383Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802527480177951:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25371
2025-12-06T17:45:31.101901Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802525582628959:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5497
2025-12-06T17:45:31.114683Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802526565839629:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60012
2025-12-06T17:45:31.119708Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802526059505860:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35353
2025-12-06T17:45:31.158552Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802524446448549:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:31.158588Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802524446448549:2113] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:45:31.127685Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802525221367582:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55638
2025-12-06T17:45:31.123879Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802526565839633:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60012
2025-12-06T17:45:31.103637Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802527480177952:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25371
2025-12-06T17:45:31.101986Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802525582628960:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5497
2025-12-06T17:45:31.128151Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802526059505861:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35353
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:31.148555Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802525221367582:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:31.168702Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802520926400210:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:31.167364Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802524446448549:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:31.103714Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802527480177953:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25371
2025-12-06T17:45:31.139973Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802526059505862:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35353
2025-12-06T17:45:31.104576Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802525582628956:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5497
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:31.141717Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802526565839633:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:31.140448Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802525582628966:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5497
2025-12-06T17:45:31.179262Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802520151481245:2107] [node 4] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:31.158053Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802527480177951:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:31.154632Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802526059505861:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:31.162816Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802527480177952:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:31.202617Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802527480177950:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25371
2025-12-06T17:45:31.202935Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802523185210647:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:31.202962Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802523185210647:2112] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:31.203845Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802523185210647:2112] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:31.209361Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802527480177953:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:31.174894Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802526565839629:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:31.140572Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802525582628967:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5497
2025-12-06T17:45:31.179315Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:31.230732Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802525221367586:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55638
2025-12-06T17:45:31.154853Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802521764538485:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(273837764ns) {Configure:104(273834086ns) {ProcessConfigured:135(39651064ns) {StartInitialHandshake:157(39648680ns) {DropHandshakes:470(3026ns) {DropIncomingHandshake:442(770ns) DropOutgoingHandshake:457(500ns)} GenerateSessionVirtualId:988(919ns) PrepareNewSessionHandshake:477(3664ns) {SwitchToState:179(1831ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:31.189828Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802522270872267:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(116006643ns) {Configure:104(115998578ns) {ProcessConfigured:135(14725357ns) {StartInitialHandshake:157(14721874ns) {DropHandshakes:470(3959ns) {DropIncomingHandshake:442(939ns) DropOutgoingHandshake:457(685ns)} GenerateSessionVirtualId:988(1446ns) PrepareNewSessionHandshake:477(5513ns) {SwitchToState:179(2385ns)}}}}}
2025-12-06T17:45:31.149119Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802525582628959:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:31.191290Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802520151481245:2107] [node 4] ICP22 created new session: [3:7580802524446448557:2107]
2025-12-06T17:45:31.212958Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802524446448544:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:31.212986Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802524446448544:2111] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:31.213889Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802524446448554:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:31.218714Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802524446448557:2107] [node 4] ICS09 handshake done sender: [3:7580802524446448549:2113] self: [3:7580802524446448548:0] peer: [4:7580802525582628969:0] socket: 580 qp: -1
2025-12-06T17:45:31.219157Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802524446448544:2111] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:31.223546Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802524446448557:2107] [node 4] ICS10 traffic start
2025-12-06T17:45:31.227226Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:31.227350Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802524446448542:2110] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(157066563ns) {Configure:104(157061327ns) {ProcessConfigured:135(31846213ns) {StartInitialHandshake:157(31843662ns) {DropHandshakes:470(4102ns) {DropIncomingHandshake:442(949ns) DropOutgoingHandshake:457(662ns)} GenerateSessionVirtualId:988(1010ns) PrepareNewSessionHandshake:477(2476ns) {SwitchToState:179(1337ns)}}}}}
2025-12-06T17:45:31.232730Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802520151481244:2109] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:31.232799Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:31.232869Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802520151481244:2109] [node 5] ICP22 created new session: [3:7580802524446448562:2109]
2025-12-06T17:45:31.232929Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802524446448562:2109] [node 5] ICS09 handshake done sender: [3:7580802524446448544:2111] self: [3:7580802524446448543:0] peer: [5:7580802526565839641:0] socket: 572 qp: -1
2025-12-06T17:45:31.232974Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802524446448562:2109] [node 5] ICS10 traffic start
2025-12-06T17:45:31.233012Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:31.241174Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802520151481245:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(61051530ns) {HandleHandshakeStatus:329(61046719ns) {DropIncomingHandshake:442(741ns) DropOutgoingHandshake:457(1133ns) SwitchToState:179(890ns) ProcessPendingSessionEvents:495(625633ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 563900ns max# 86758ns}}}
2025-12-06T17:45:31.242787Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7580802520151481245:2107] [node 4] ICP18 handshake (actor [3:7580802524446448554:2115]) is too old
2025-12-06T17:45:31.190147Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802522270872267:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:31.244461Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802527480177950:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:31.237026Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802525221367587:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55638
2025-12-06T17:45:31.204038Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802526059505852:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:31.204081Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802526059505852:2112] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:45:31.221382Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802526059505850:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:31.221453Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802526059505850:2111] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:31.225450Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802526059505862:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:31.225816Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802526059505858:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35353
2025-12-06T17:45:31.225993Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802526059505860:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:31.226597Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802526059505864:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35353
2025-12-06T17:45:31.239429Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802526059505850:2111] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:31.258813Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802526059505858:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:31.258846Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802526059505847:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:31.258935Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:31.258996Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802526059505847:2109] [node 6] ICP22 created new session: [1:7580802526059505869:2109]
2025-12-06T17:45:31.259080Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802526059505869:2109] [node 6] ICS09 handshake done sender: [1:7580802526059505850:2111] self: [1:7580802526059505849:0] peer: [6:7580802525221367585:0] socket: 567 qp: -1
2025-12-06T17:45:31.259119Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802526059505869:2109] [node 6] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:31.259166Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:31.271622Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802526059505864:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:31.155088Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802525582628966:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:31.262629Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802523185210650:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:31.237260Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802525221367588:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55638
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:31.155278Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802525582628960:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:31.190860Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802522270872266:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:31.262690Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802523185210650:2113] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:45:31.268784Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580802523185210575:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:31.270791Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802523185210638:2108] [node 5] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:31.326727Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802524446448558:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:31.326769Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802524446448558:2116] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:31.328559Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802524446448565:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1116
2025-12-06T17:45:31.329600Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802524446448558:2116] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:31.330823Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802524446448542:2110] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:31.282755Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802526059505852:2112] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:31.222055Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802526565839628:2110] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(194434485ns) {Configure:104(194427745ns) {ProcessConfigured:135(22687106ns) {StartInitialHandshake:157(22683769ns) {DropHandshakes:470(584ns) {DropIncomingHandshake:442(83ns) DropOutgoingHandshake:457(110ns)} GenerateSessionVirtualId:988(533ns) PrepareNewSessionHandshake:477(4173ns) {SwitchToState:179(1913ns)}}}}}
2025-12-06T17:45:31.155496Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802521287661591:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:31.320621Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:31.243165Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802525221367586:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:31.251915Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802520926400280:2109] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:31.286087Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802521764538549:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:31.243992Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802526565839646:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60012
2025-12-06T17:45:31.322401Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802523185210650:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:31.155580Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802521287661593:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:31.347423Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:31.283516Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802520926400210:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6538) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802525221367582:2115] held: no
2025-12-06T17:45:31.246826Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802526565839645:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60012
2025-12-06T17:45:31.179006Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802525582628956:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:31.286130Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802521764538549:2110] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:45:31.325132Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802523185210638:2108] [node 5] ICP22 created new session: [2:7580802527480177961:2108]
2025-12-06T17:45:31.366826Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802524446448542:2110] [node 6] ICP22 created new session: [3:7580802524446448567:2110]
2025-12-06T17:45:31.324123Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802522270872266:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7011) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802526565839629:2112] held: no
2025-12-06T17:45:31.284414Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802525221367588:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:31.320498Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802521764538549:2110] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:31.206936Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802521287661592:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:31.207426Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802525582628971:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5497
2025-12-06T17:45:31.208283Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802521287661654:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(195138325ns) {Configure:104(195132704ns) {ProcessConfigured:135(9032858ns) {StartInitialHandshake:157(9029154ns) {DropHandshakes:470(2684ns) {DropIncomingHandshake:442(446ns) DropOutgoingHandshake:457(478ns)} GenerateSessionVirtualId:988(591ns) PrepareNewSessionHandshake:477(2699ns) {SwitchToState:179(1161ns)}}}}}
2025-12-06T17:45:31.209553Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802525582628960:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:31.209789Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802521287661593:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:45:31.209864Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:31.209915Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802521287661593:2050] [node 3] ICP22 created new session: [4:7580802525582628975:2050]
2025-12-06T17:45:31.209967Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802525582628975:2050] [node 3] ICS09 handshake done sender: [4:7580802525582628960:2115] self: [4:7580802525582628969:0] peer: [3:7580802524446448548:0] socket: 582 qp: -1
2025-12-06T17:45:31.210006Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802525582628975:2050] [node 3] ICS10 traffic start
2025-12-06T17:45:31.210053Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:31.231361Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802525582628967:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:31.269315Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802525582628962:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:31.269359Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802525582628962:2116] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:31.275023Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802525582628979:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5497
2025-12-06T17:45:31.285759Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802525582628959:2114] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:31.295716Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802521287661591:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:31.295810Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:31.295868Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802521287661591:2048] [node 1] ICP22 created new session: [4:7580802525582628980:2048]
2025-12-06T17:45:31.295927Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802525582628980:2048] [node 1] ICS09 handshake done sender: [4:7580802525582628959:2114] self: [4:7580802525582628968:0] peer: [1:7580802526059505851:0] socket: 577 qp: -1
2025-12-06T17:45:31.295968Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802525582628980:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:31.296026Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:31.302399Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802525582628982:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5497
2025-12-06T17:45:31.319181Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802525582628962:2116] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:31.330595Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802521287661655:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:31.330699Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:31.336835Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802525582628956:2112] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:31.337082Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802521287661592:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:31.337138Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:31.337192Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802521287661592:2049] [node 2] ICP22 created new session: [4:7580802525582628986:2049]
2025-12-06T17:45:31.337243Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802525582628986:2049] [node 2] ICS09 handshake done sender: [4:7580802525582628956:2112] self: [4:7580802525582628972:0] peer: [2:7580802523185210649:0] socket: 565 qp: -1
2025-12-06T17:45:31.342827Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802525582628986:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:31.350954Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:31.359039Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802521287661655:2109] [node 6] ICP22 created new session: [4:7580802525582628985:2109]
2025-12-06T17:45:31.366926Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802525582628985:2109] [node 6] ICS09 handshake done sender: [4:7580802525582628962:2116] self: [4:7580802525582628961:0] peer: [6:7580802525221367589:0] socket: 604 qp: -1
2025-12-06T17:45:31.371477Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802525582628985:2109] [node 6] ICS10 traffic start
2025-12-06T17:45:31.384140Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:31.426807Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802525582628973:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:31.426854Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802525582628973:2120] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:31.440295Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802521287661655:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(108843964ns) {HandleHandshakeStatus:329(108839779ns) {DropIncomingHandshake:442(15837ns) DropOutgoingHandshake:457(686ns) SwitchToState:179(680ns) ProcessPendingSessionEvents:495(541624ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 482594ns max# 65683ns}}}
2025-12-06T17:45:31.447258Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802525582628973:2120] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:31.384181Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802524446448567:2110] [node 6] ICS09 handshake done sender: [3:7580802524446448558:2116] self: [3:7580802524446448556:0] peer: [6:7580802525221367593:0] socket: 611 qp: -1
2025-12-06T17:45:31.391655Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802524446448567:2110] [node 6] ICS10 traffic start
2025-12-06T17:45:31.420559Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:31.441334Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802524446448570:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1116
2025-12-06T17:45:31.441403Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802524446448569:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1116
2025-12-06T17:45:31.284573Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802525221367582:2115] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:31.300217Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802520926400210:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:31.300314Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:31.300373Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802520926400210:2048] [node 1] ICP22 created new session: [6:7580802525221367591:2048]
2025-12-06T17:45:31.300435Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802525221367591:2048] [node 1] ICS09 handshake done sender: [6:7580802525221367582:2115] self: [6:7580802525221367585:0] peer: [1:7580802526059505849:0] socket: 578 qp: -1
2025-12-06T17:45:31.300473Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802525221367591:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:31.300532Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:31.330255Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802527480177962:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25371
2025-12-06T17:45:31.331239Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802521764538547:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:45:31.350654Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802527480177961:2108] [node 5] ICS09 handshake done sender: [2:7580802523185210647:2112] self: [2:7580802523185210646:0] peer: [5:7580802526565839639:0] socket: 562 qp: -1
2025-12-06T17:45:31.331288Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:31.358910Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802527480177961:2108] [node 5] ICS10 traffic start
2025-12-06T17:45:31.331337Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802521764538547:2107] [node 4] ICP22 created new session: [1:7580802526059505875:2107]
2025-12-06T17:45:31.363090Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802527480177950:2115] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:31.331390Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802526059505875:2107] [node 4] ICS09 handshake done sender: [1:7580802526059505852:2112] self: [1:7580802526059505851:0] peer: [4:7580802525582628968:0] socket: 569 qp: -1
2025-12-06T17:45:31.379193Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802523185210642:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:45:31.331435Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802526059505875:2107] [node 4] ICS10 traffic start
2025-12-06T17:45:31.379309Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:31.331502Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:31.333562Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802521764538484:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:45:31.379360Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802523185210642:2107] [node 4] ICP22 created new session: [2:7580802527480177964:2107]
2025-12-06T17:45:31.379411Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802527480177964:2107] [node 4] ICS09 handshake done sender: [2:7580802523185210650:2113] self: [2:7580802523185210649:0] peer: [4:7580802525582628972:0] socket: 563 qp: -1
2025-12-06T17:45:31.333635Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:31.379449Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802527480177964:2107] [node 4] ICS10 traffic start
2025-12-06T17:45:31.333685Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802521764538484:2048] [node 2] ICP22 created new session: [1:7580802526059505877:2048]
2025-12-06T17:45:31.379507Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:31.333725Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802526059505877:2048] [node 2] ICS09 handshake done sender: [1:7580802521764538549:2110] self: [1:7580802521764538548:0] peer: [2:7580802527480177958:0] socket: 566 qp: -1
2025-12-06T17:45:31.381780Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580802523185210575:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:31.333762Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802526059505877:2048] [node 2] ICS10 traffic start
2025-12-06T17:45:31.333844Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:31.381873Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:31.381924Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802523185210575:2048] [node 1] ICP22 created new session: [2:7580802527480177966:2048]
2025-12-06T17:45:31.381976Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802527480177966:2048] [node 1] ICS09 handshake done sender: [2:7580802527480177950:2115] self: [2:7580802527480177958:0] peer: [1:7580802521764538548:0] socket: 571 qp: -1
2025-12-06T17:45:31.382017Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802527480177966:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:31.382057Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:31.391573Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:31.403828Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802523185210575:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(21199126ns) {HandleHandshakeStatus:329(21195886ns) {DropIncomingHandshake:442(914ns) DropOutgoingHandshake:457(4464ns) SwitchToState:179(632ns) ProcessPendingSessionEvents:495(20814188ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 20736236ns max# 10393091ns}}}
2025-12-06T17:45:31.436020Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802523185210638:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(168364640ns) {HandleHandshakeStatus:329(168359805ns) {DropIncomingHandshake:442(19797ns) DropOutgoingHandshake:457(715ns) SwitchToState:179(612ns) ProcessPendingSessionEvents:495(8453792ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 8391478ns max# 7935168ns}}}
2025-12-06T17:45:31.324821Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802526565839633:2114] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:31.338790Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802522270872267:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:45:31.338847Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:31.338903Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802522270872267:2050] [node 3] ICP22 created new session: [5:7580802526565839649:2050]
2025-12-06T17:45:31.338969Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802526565839649:2050] [node 3] ICS09 handshake done sender: [5:7580802526565839633:2114] self: [5:7580802526565839641:0] peer: [3:7580802524446448543:0] socket: 579 qp: -1
2025-12-06T17:45:31.339011Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802526565839649:2050] [node 3] ICS10 traffic start
2025-12-06T17:45:31.339051Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:31.341630Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802526565839629:2112] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:31.352901Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802526565839648:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60012
2025-12-06T17:45:31.353553Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802526565839647:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60012
2025-12-06T17:45:31.374639Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802522270872266:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:31.398680Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802526565839648:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:31.398911Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802522270872331:2109] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:31.414772Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802526565839647:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:31.420537Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802522270872265:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:31.420622Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:31.437399Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802522270872266:2049] [node 2] ICP22 created new session: [5:7580802526565839655:2049]
2025-12-06T17:45:31.451039Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802526565839656:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60012
2025-12-06T17:45:31.451552Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802526565839648:2121] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:31.455531Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802523185210653:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:31.325178Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802520926400212:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:31.354233Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802525221367595:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55638
2025-12-06T17:45:31.354903Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802525221367596:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55638
2025-12-06T17:45:31.355308Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802520926400280:2109] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30997) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802525221367586:2116] held: no
2025-12-06T17:45:31.356215Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802525221367586:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:31.358499Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802520926400280:2109] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:45:31.358622Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:31.371737Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802525221367590:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55638
2025-12-06T17:45:31.378701Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802520926400280:2109] [node 4] ICP22 created new session: [6:7580802525221367597:2109]
2025-12-06T17:45:31.399737Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802525221367588:2118] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:31.407197Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802525221367597:2109] [node 4] ICS09 handshake done sender: [6:7580802525221367586:2116] self: [6:7580802525221367589:0] peer: [4:7580802525582628961:0] socket: 605 qp: -1
2025-12-06T17:45:31.407259Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802525221367597:2109] [node 4] ICS10 traffic start
2025-12-06T17:45:31.422654Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:31.430948Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802520926400280:2109] [node 4] ICP35 event processing took too much time PendingConnection:279(72333951ns) {HandleHandshakeStatus:329(72330537ns) {DropIncomingHandshake:442(1299ns) DropOutgoingHandshake:457(652ns) SwitchToState:179(641ns) ProcessPendingSessionEvents:495(2186ns)}}
2025-12-06T17:45:31.431114Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802525221367590:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:31.431261Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802520926400212:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:45:31.431312Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:31.431358Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802520926400212:2050] [node 3] ICP22 created new session: [6:7580802525221367600:2050]
2025-12-06T17:45:31.431410Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802525221367600:2050] [node 3] ICS09 handshake done sender: [6:7580802525221367588:2118] self: [6:7580802525221367593:0] peer: [3:7580802524446448556:0] socket: 612 qp: -1
2025-12-06T17:45:31.431457Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802525221367600:2050] [node 3] ICS10 traffic start
2025-12-06T17:45:31.431493Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:31.452392Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802525221367598:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55638
2025-12-06T17:45:31.452539Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802520926400211:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:31.454766Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802526059505855:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:31.454826Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802526059505855:2113] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:31.459041Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802525221367598:2122] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:31.461056Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802520926400266:2102] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:31.461415Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802525221367604:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55638
2025-12-06T17:45:31.454618Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802526565839655:2049] [node 2] ICS09 handshake done sender: [5:7580802526565839629:2112] self: [5:7580802526565839639:0] peer: [2:7580802523185210646:0] socket: 564 qp: -1
2025-12-06T17:45:31.455567Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802523185210653:2114] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:31.474892Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802524446448569:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:31.472725Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802521287661654:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:31.487678Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:31.489845Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802525221367590:2119] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:31.482380Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802526059505855:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:31.456582Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802527480177969:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25371
2025-12-06T17:45:31.480604Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802524446448542:2110] [node 6] ICP35 event processing took too much time PendingConnection:279(148892592ns) {HandleHandshakeStatus:329(148889844ns) {DropIncomingHandshake:442(539ns) DropOutgoingHandshake:457(4251ns) SwitchToState:179(974ns) ProcessPendingSessionEvents:495(6742827ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 6665454ns max# 6218182ns}}}
2025-12-06T17:45:31.497713Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802521287661654:2108] [node 5] ICP22 created new session: [4:7580802525582628990:2108]
2025-12-06T17:45:31.454681Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802526565839655:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:31.480837Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7580802524446448542:2110] [node 6] ICP27 obsolete handshake fail ignored
2025-12-06T17:45:31.485053Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802520151481180:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:31.503322Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802524446448572:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1116
2025-12-06T17:45:31.512615Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802524446448569:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:31.490090Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802520926400211:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:31.488248Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802526059505859:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:31.522181Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802524446448570:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:31.531920Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802520151481180:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:31.473604Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802523185210653:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:31.490162Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:31.488276Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802526059505859:2115] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:45:31.514966Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802525582628990:2108] [node 5] ICS09 handshake done sender: [4:7580802525582628973:2120] self: [4:7580802525582628970:0] peer: [5:7580802526565839653:0] socket: 619 qp: -1
2025-12-06T17:45:31.454740Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:31.540699Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:31.492830Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802526059505859:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:31.492893Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802521764538550:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:31.492945Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:31.492996Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802521764538550:2108] [node 5] ICP22 created new session: [1:7580802526059505882:2108]
2025-12-06T17:45:31.493038Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802526059505882:2108] [node 5] ICS09 handshake done sender: [1:7580802526059505855:2113] self: [1:7580802526059505854:0] peer: [5:7580802526565839654:0] socket: 614 qp: -1
2025-12-06T17:45:31.493068Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802526059505882:2108] [node 5] ICS10 traffic start
2025-12-06T17:45:31.493100Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:31.511033Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802521764538485:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:45:31.511102Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:31.511149Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802521764538485:2049] [node 3] ICP22 created new session: [1:7580802526059505884:2049]
2025-12-06T17:45:31.511187Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802526059505884:2049] [node 3] ICS09 handshake done sender: [1:7580802526059505859:2115] self: [1:7580802526059505857:0] peer: [3:7580802524446448571:0] socket: 590 qp: -1
2025-12-06T17:45:31.511224Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802526059505884:2049] [node 3] ICS10 traffic start
2025-12-06T17:45:31.511279Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:31.526723Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802525582628990:2108] [node 5] ICS10 traffic start
2025-12-06T17:45:31.526811Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:31.528518Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802521287661654:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(56347814ns) {HandleHandshakeStatus:329(56343990ns) {DropIncomingHandshake:442(1845471ns) DropOutgoingHandshake:457(1422ns) SwitchToState:179(938ns) ProcessPendingSessionEvents:495(643781ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 558853ns max# 64512ns}}}
2025-12-06T17:45:31.546108Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802520151481181:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:31.547405Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802520151481180:2048] [node 1] ICP22 created new session: [3:7580802524446448573:2048]
2025-12-06T17:45:31.455407Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802522270872331:2109] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:45:31.455482Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:31.455530Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802522270872331:2109] [node 4] ICP22 created new session: [5:7580802526565839658:2109]
2025-12-06T17:45:31.455577Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802526565839658:2109] [node 4] ICS09 handshake done sender: [5:7580802526565839648:2121] self: [5:7580802526565839653:0] peer: [4:7580802525582628970:0] socket: 598 qp: -1
2025-12-06T17:45:31.466914Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802526565839658:2109] [node 4] ICS10 traffic start
2025-12-06T17:45:31.466972Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:31.467879Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802526565839643:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:31.467905Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580802526565839643:2117] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:31.474301Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802526565839643:2117] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:31.482959Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802522270872266:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(108253565ns) {HandleHandshakeStatus:329(108247911ns) {DropIncomingHandshake:442(1342ns) DropOutgoingHandshake:457(801ns) SwitchToState:179(1339ns) ProcessPendingSessionEvents:495(1506ns)}}
2025-12-06T17:45:31.484471Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802526565839661:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60012
2025-12-06T17:45:31.490716Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580802526565839628:2110] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:31.490786Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:31.490835Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802526565839628:2110] [node 6] ICP22 created new session: [5:7580802526565839662:2110]
2025-12-06T17:45:31.490880Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802526565839662:2110] [node 6] ICS09 handshake done sender: [5:7580802526565839643:2117] self: [5:7580802526565839642:0] peer: [6:7580802525221367605:0] socket: 584 qp: -1
2025-12-06T17:45:31.490911Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802526565839662:2110] [node 6] ICS10 traffic start
2025-12-06T17:45:31.490943Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:31.482547Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802527480177969:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:31.492339Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802526565839647:2120] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:31.495068Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802522270872265:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:31.495112Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:31.495157Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802522270872265:2048] [node 1] ICP22 created new session: [5:7580802526565839664:2048]
2025-12-06T17:45:31.495204Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802526565839664:2048] [node 1] ICS09 handshake done sender: [5:7580802526565839647:2120] self: [5:7580802526565839654:0] peer: [1:7580802526059505854:0] socket: 594 qp: -1
2025-12-06T17:45:31.490209Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802520926400211:2049] [node 2] ICP22 created new session: [6:7580802525221367607:2049]
2025-12-06T17:45:31.509878Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802523185210639:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:31.554032Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802524446448573:2048] [node 1] ICS09 handshake done sender: [3:7580802524446448569:2118] self: [3:7580802524446448571:0] peer: [1:7580802526059505857:0] socket: 624 qp: -1
2025-12-06T17:45:31.495233Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802526565839664:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:31.521872Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:31.490256Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802525221367607:2049] [node 2] ICS09 handshake done sender: [6:7580802525221367590:2119] self: [6:7580802525221367603:0] peer: [2:7580802523185210643:0] socket: 615 qp: -1
2025-12-06T17:45:31.559339Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802524446448573:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:31.495265Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:31.542278Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802522270872265:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(46299478ns) {HandleHandshakeStatus:329(46297040ns) {DropIncomingHandshake:442(576ns) DropOutgoingHandshake:457(4499ns) SwitchToState:179(154ns) ProcessPendingSessionEvents:495(45986401ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 45902169ns max# 14510723ns}}}
2025-12-06T17:45:31.532518Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802523185210639:2109] [node 6] ICP22 created new session: [2:7580802527480177972:2109]
2025-12-06T17:45:31.490293Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802525221367607:2049] [node 2] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:31.559439Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:31.593072Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802524446448576:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1116
2025-12-06T17:45:31.539257Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802527480177972:2109] [node 6] ICS09 handshake done sender: [2:7580802523185210653:2114] self: [2:7580802523185210643:0] peer: [6:7580802525221367603:0] socket: 613 qp: -1
2025-12-06T17:45:31.540854Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802527480177972:2109] [node 6] ICS10 traffic start
2025-12-06T17:45:31.547740Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:31.552648Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802523185210641:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:31.552694Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802523185210641:2110] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:45:31.553847Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802523185210641:2110] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:31.560367Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802523185210576:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:45:31.490340Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:31.547313Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802520926400211:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(56214074ns) {HandleHandshakeStatus:329(56211963ns) {DropIncomingHandshake:442(922ns) DropOutgoingHandshake:457(5547ns) SwitchToState:179(741ns) ProcessPendingSessionEvents:495(55850405ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 55769574ns max# 19562711ns}}}
2025-12-06T17:45:31.549198Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802520926400212:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(79533745ns) {HandleHandshakeStatus:329(79530246ns) {DropIncomingHandshake:442(1449ns) DropOutgoingHandshake:457(4902ns) SwitchToState:179(810ns) ProcessPendingSessionEvents:495(79178530ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 76624654ns max# 22033813ns}}}
2025-12-06T17:45:31.550541Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802525221367606:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55638
2025-12-06T17:45:31.552718Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802520926400266:2102] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27882) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802525221367598:2122] held: no
2025-12-06T17:45:31.592729Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802520926400266:2102] [node 5] ICP35 event processing took too much time PendingConnection:279(39783041ns) {HandleHandshakeStatus:395(39201526ns) {LogHandshakeFail:472(20518ns) {UpdateErrorStateLog:545(4770ns)} DropOutgoingHandshake:457(899ns) ProcessPendingSessionEvents:495(39112399ns) {unordered DropSessionEvent:512 num# 100 sum# 19988551ns max# 18599269ns}}}
2025-12-06T17:45:31.596378Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802523185210639:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(85556008ns) {HandleHandshakeStatus:329(85553439ns) {DropIncomingHandshake:442(19884ns) DropOutgoingHandshake:457(892ns) SwitchToState:179(522ns) ProcessPendingSessionEvents:495(41024606ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 40918438ns max# 18684337ns}}}
2025-12-06T17:45:31.597865Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:31.597922Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802523185210576:2049] [node 3] ICP22 created new session: [2:7580802527480177975:2049]
2025-12-06T17:45:31.597979Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802527480177975:2049] [node 3] ICS09 handshake done sender: [2:7580802523185210641:2110] self: [2:7580802523185210640:0] peer: [3:7580802524446448574:0] socket: 570 qp: -1
2025-12-06T17:45:31.598020Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802527480177975:2049] [node 3] ICS10 traffic start
2025-12-06T17:45:31.598072Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:31.599384Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802524446448570:2119] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:31.601048Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802523185210576:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(40164331ns) {HandleHandshakeStatus:329(39803150ns) {DropIncomingHandshake:442(18420ns) DropOutgoingHandshake:457(739ns) SwitchToState:179(1057ns) ProcessPendingSessionEvents:495(1923222ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 1863989ns max# 1397896ns}}}
2025-12-06T17:45:31.612473Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802520151481180:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(79841062ns) {HandleHandshakeStatus:329(79837686ns) {DropIncomingHandshake:442(2021ns) DropOutgoingHandshake:457(7256ns) SwitchToState:179(778ns) ProcessPendingSessionEvents:495(42479562ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 42399280ns max# 20362322ns}}}
2025-12-06T17:45:31.612590Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802520151481181:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:31.612646Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:31.612697Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802520151481181:2049] [node 2] ICP22 created new session: [3:7580802524446448577:2049]
2025-12-06T17:45:31.612764Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802524446448577:2049] [node 2] ICS09 handshake done sender: [3:7580802524446448570:2119] self: [3:7580802524446448574:0] peer: [2:7580802523185210640:0] socket: 587 qp: -1
2025-12-06T17:45:31.612812Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802524446448577:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:31.612870Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:31.613635Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7580802520151481181:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:45:31.614989Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7580802520151481180:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:45:31.619924Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802525221367598:2122] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:31.620352Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802520926400266:2102] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:45:31.620443Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:31.620504Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802520926400266:2102] [node 5] ICP22 created new session: [6:7580802525221367609:2102]
2025-12-06T17:45:31.620554Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802525221367609:2102] [node 5] ICS09 handshake done sender: [6:7580802525221367598:2122] self: [6:7580802525221367605:0] peer: [5:7580802526565839642:0] socket: 596 qp: -1
2025-12-06T17:45:31.620587Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802525221367609:2102] [node 5] ICS10 traffic start
2025-12-06T17:45:31.620628Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:31.735792Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:45:31.736088Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7580802527480177966:2048] [node 1] ICS07 socket disconnect 571 reason# EndOfStream
2025-12-06T17:45:31.736124Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580802527480177966:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:31.736220Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:31.736267Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580802527480177966:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:31.744345Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:45:31.744631Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580802524446448573:2048] [node 1] ICS07 socket disconnect 624 reason# EndOfStream
2025-12-06T17:45:31.744673Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802524446448573:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:31.744757Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:31.744805Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802524446448573:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:31.745908Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802520151481180:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6538) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:31.745967Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802524446448573:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:31.746006Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802520151481180:2048] [node 1] ICP30 unregister session Session# [3:7580802524446448573:2048] VirtualId# [3:7580802524446448571:0]
2025-12-06T17:45:31.746109Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:31.746143Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580802520151481180:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:6538) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:31.746163Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6538) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:31.754813Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:45:31.755097Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802525582628980:2048] [node 1] ICS07 socket disconnect 577 reason# EndOfStream
2025-12-06T17:45:31.755133Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802525582628980:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:31.755233Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:31.755284Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802525582628980:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:31.754942Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:45:31.755130Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802525221367591:2048] [node 1] ICS01 socket: 578 reason# EndOfStream
2025-12-06T17:45:31.755187Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802520926400210:2048] [node 1] ICP30 unregister session Session# [6:7580802525221367591:2048] VirtualId# [6:7580802525221367585:0]
2025-12-06T17:45:31.755222Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802525221367591:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:31.755284Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:31.755333Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:31.755459Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:45:31.746746Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802523185210575:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6538) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:45:31.746788Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580802527480177966:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:31.757509Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802523185210575:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6538) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:31.757594Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580802527480177966:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:31.757652Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580802523185210575:2048] [node 1] ICP30 unregister session Session# [2:7580802527480177966:2048] VirtualId# [2:7580802527480177958:0]
2025-12-06T17:45:31.757787Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:31.757825Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [2:7580802523185210575:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:6538) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:31.757849Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6538) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:31.761582Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580802520151481180:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:45:31.762143Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802521287661591:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6538) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:31.762745Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802525582628980:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:31.762809Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802521287661591:2048] [node 1] ICP30 unregister session Session# [4:7580802525582628980:2048] VirtualId# [4:7580802525582628968:0]
2025-12-06T17:45:31.762856Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:31.762902Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802521287661591:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:6538) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:31.762922Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6538) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:31.761267Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802526565839664:2048] [node 1] ICS07 socket disconnect 594 reason# EndOfStream
2025-12-06T17:45:31.769493Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580802521287661591:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:45:31.762448Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802526565839664:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:31.762570Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:31.762624Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802526565839664:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:31.767629Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802522270872265:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6538) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:31.767708Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802526565839664:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:31.767752Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802522270872265:2048] [node 1] ICP30 unregister session Session# [5:7580802526565839664:2048] VirtualId# [5:7580802526565839654:0]
2025-12-06T17:45:31.767920Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:31.767959Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802522270872265:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:6538) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:31.767976Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6538) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:31.779014Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802522270872265:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:45:31.909302Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:45:31.909593Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580802524446448577:2049] [node 2] ICS07 socket disconnect 587 reason# EndOfStream
2025-12-06T17:45:31.909633Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802524446448577:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:31.909731Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:31.909778Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802524446448577:2049] [node 2] ICS15 start handshake
2025-12-06T17:45:31.911168Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802520151481181:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7011) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:31.911237Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802524446448577:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:31.911274Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802520151481181:2049] [node 2] ICP30 unregister session Session# [3:7580802524446448577:2049] VirtualId# [3:7580802524446448574:0]
2025-12-06T17:45:31.911325Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:31.911355Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580802520151481181:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:7011) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:31.911371Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7011) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:31.918125Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:45:31.918427Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802525582628986:2049] [node 2] ICS07 socket disconnect 565 reason# EndOfStream
2025-12-06T17:45:31.918813Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:45:31.918459Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802525582628986:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:31.918575Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:31.918414Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:45:31.918632Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802525582628986:2049] [node 2] ICS15 start handshake
2025-12-06T17:45:31.918652Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802525221367607:2049] [node 2] ICS01 socket: 615 reason# EndOfStream
2025-12-06T17:45:31.918698Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802520926400211:2049] [node 2] ICP30 unregister session Session# [6:7580802525221367607:2049] VirtualId# [6:7580802525221367603:0]
2025-12-06T17:45:31.918731Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802525221367607:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:31.919014Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802526565839655:2049] [node 2] ICS01 socket: 564 reason# EndOfStream
2025-12-06T17:45:31.918832Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:31.919050Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802522270872266:2049] [node 2] ICP30 unregister session Session# [5:7580802526565839655:2049] VirtualId# [5:7580802526565839639:0]
2025-12-06T17:45:31.918885Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:31.919078Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802526565839655:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:31.919162Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:31.919207Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:31.920710Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802521287661592:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7011) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:31.920789Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802525582628986:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:31.920827Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802521287661592:2049] [node 2] ICP30 unregister session Session# [4:7580802525582628986:2049] VirtualId# [4:7580802525582628972:0]
2025-12-06T17:45:31.920875Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:31.920909Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802521287661592:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:7011) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:31.920930Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7011) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:31.931890Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580802521287661592:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:45:32.002928Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:45:32.003183Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802525582628975:2050] [node 3] ICS01 socket: 582 reason# EndOfStream
2025-12-06T17:45:32.003238Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802521287661593:2050] [node 3] ICP30 unregister session Session# [4:7580802525582628975:2050] VirtualId# [4:7580802525582628969:0]
2025-12-06T17:45:32.003279Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802525582628975:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:32.003371Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:45:32.003436Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:45:32.005058Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:45:32.005288Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802526565839649:2050] [node 3] ICS07 socket disconnect 579 reason# EndOfStream
2025-12-06T17:45:32.005319Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802526565839649:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:32.005415Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:45:32.005454Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802526565839649:2050] [node 3] ICS15 start handshake
2025-12-06T17:45:32.016563Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802522270872267:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23556) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:32.016624Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802526565839649:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:32.016658Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802522270872267:2050] [node 3] ICP30 unregister session Session# [5:7580802526565839649:2050] VirtualId# [5:7580802526565839641:0]
2025-12-06T17:45:32.016783Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:45:32.016819Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802522270872267:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:23556) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:32.016838Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23556) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:32.010573Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:45:32.010831Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802525221367600:2050] [node 3] ICS07 socket disconnect 612 reason# EndOfStream
2025-12-06T17:45:32.010866Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802525221367600:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:32.010975Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:45:32.011027Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802525221367600:2050] [node 3] ICS15 start handshake
2025-12-06T17:45:32.019231Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802520926400212:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23556) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:32.019308Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802525221367600:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:32.019343Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802520926400212:2050] [node 3] ICP30 unregister session Session# [6:7580802525221367600:2050] VirtualId# [6:7580802525221367593:0]
2025-12-06T17:45:32.019484Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:45:32.019526Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802520926400212:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:23556) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:32.019541Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23556) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:32.028951Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802520926400212:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:45:32.031204Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802522270872267:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:45:32.146199Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:45:32.146450Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802526565839658:2109] [node 4] ICS07 socket disconnect 598 reason# EndOfStream
2025-12-06T17:45:32.146491Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802526565839658:2109] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:32.146659Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:45:32.146863Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802525221367597:2109] [node 4] ICS01 socket: 605 reason# EndOfStream
2025-12-06T17:45:32.146904Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802520926400280:2109] [node 4] ICP30 unregister session Session# [6:7580802525221367597:2109] VirtualId# [6:7580802525221367589:0]
2025-12-06T17:45:32.146937Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802525221367597:2109] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:32.147011Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:45:32.147060Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:45:32.150300Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:45:32.150415Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802526565839658:2109] [node 4] ICS15 start handshake
2025-12-06T17:45:32.152970Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802522270872331:2109] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30997) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:32.153039Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802526565839658:2109] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:32.153079Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802522270872331:2109] [node 4] ICP30 unregister session Session# [5:7580802526565839658:2109] VirtualId# [5:7580802526565839653:0]
2025-12-06T17:45:32.153131Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:45:32.153169Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802522270872331:2109] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:30997) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:32.153184Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30997) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:32.217294Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:45:32.217579Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802525221367609:2102] [node 5] ICS01 socket: 596 reason# EndOfStream
2025-12-06T17:45:32.217641Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802520926400266:2102] [node 5] ICP30 unregister session Session# [6:7580802525221367609:2102] VirtualId# [6:7580802525221367605:0]
2025-12-06T17:45:32.217678Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802525221367609:2102] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:32.217795Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:45:32.217857Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:45:32.459356Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802531570156231:2048] [node 2] ICP01 ready to work
2025-12-06T17:45:32.459408Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802531570156232:2049] [node 3] ICP01 ready to work
2025-12-06T17:45:32.484177Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802528321745441:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:32.484223Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802528321745442:2049] [node 3] ICP01 ready to work
2025-12-06T17:45:32.503097Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802531729915251:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:32.503141Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802531729915252:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:32.538988Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802529624467038:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:32.539027Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802529624467039:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:32.539064Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802529624467040:2050] [node 3] ICP01 ready to work
2025-12-06T17:45:32.609777Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802528500977524:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:32.609812Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802528500977525:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:32.609857Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802528500977526:2050] [node 3] ICP01 ready to work
2025-12-06T17:45:32.603025Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802531008058931:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:32.603064Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802531008058932:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:32.603111Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802531008058933:2050] [node 3] ICP01 ready to work
2025-12-06T17:45:33.086253Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802532795944838:2064] [node 5] ICP01 ready to work
2025-12-06T17:45:33.209659Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802528500977524:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(100188253ns) {Configure:104(100183761ns) {ProcessConfigured:135(35613979ns) {StartInitialHandshake:157(35609926ns) {DropHandshakes:470(4617ns) {DropIncomingHandshake:442(1184ns) DropOutgoingHandshake:457(808ns)} GenerateSessionVirtualId:988(1169ns) PrepareNewSessionHandshake:477(5756ns) {SwitchToState:179(2784ns)}}}}}
2025-12-06T17:45:33.198349Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802533919434395:2104] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:33.223512Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802532795944848:2067] [node 4] ICP01 ready to work
2025-12-06T17:45:33.287305Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802535865123593:2108] [node 4] ICP01 ready to work
2025-12-06T17:45:33.287501Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802532616712800:2107] [node 5] ICP01 ready to work
2025-12-06T17:45:33.245813Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802533919434398:2107] [node 5] ICP01 ready to work
2025-12-06T17:45:33.303863Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802533919434399:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55045
2025-12-06T17:45:33.304846Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802532616712801:2108] [node 4] ICP01 ready to work
2025-12-06T17:45:33.313794Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802535865123596:2107] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:33.323426Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802535303026290:2086] [node 4] ICP01 ready to work
2025-12-06T17:45:33.331857Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802536024882637:2108] [node 5] ICP01 ready to work
2025-12-06T17:45:33.332131Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802536024882639:2111] [node 6] ICP01 ready to work
2025-12-06T17:45:33.319788Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802536024882638:2107] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:33.322957Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802535865123595:2109] [node 6] ICP01 ready to work
2025-12-06T17:45:33.336796Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802529624467038:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(62387617ns) {Configure:104(62381966ns) {ProcessConfigured:135(126097ns) {StartInitialHandshake:157(122116ns) {DropHandshakes:470(3351ns) {DropIncomingHandshake:442(960ns) DropOutgoingHandshake:457(589ns)} GenerateSessionVirtualId:988(802ns) PrepareNewSessionHandshake:477(2388ns) {SwitchToState:179(650ns)}}}}}
2025-12-06T17:45:33.341841Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802532616712802:2109] [node 6] ICP01 ready to work
2025-12-06T17:45:33.338966Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802531008058932:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(246265713ns) {Configure:104(246260441ns) {ProcessConfigured:135(5601845ns) {StartInitialHandshake:157(5599010ns) {DropHandshakes:470(3537ns) {DropIncomingHandshake:442(1029ns) DropOutgoingHandshake:457(587ns)} GenerateSessionVirtualId:988(1056ns) PrepareNewSessionHandshake:477(3346ns) {SwitchToState:179(1452ns)}}}}}
2025-12-06T17:45:33.351964Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802535865123590:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45913
2025-12-06T17:45:33.365270Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802529624467039:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(27972951ns) {Configure:104(27967891ns) {ProcessConfigured:135(71530ns) {StartInitialHandshake:157(68873ns) {DropHandshakes:470(3043ns) {DropIncomingHandshake:442(615ns) DropOutgoingHandshake:457(666ns)} GenerateSessionVirtualId:988(695ns) PrepareNewSessionHandshake:477(1627ns) {SwitchToState:179(531ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:33.411019Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802532616712809:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7700
2025-12-06T17:45:33.411118Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802532616712810:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7700
2025-12-06T17:45:33.377445Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802531008058931:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(289966451ns) {Configure:104(289962700ns) {ProcessConfigured:135(13831775ns) {StartInitialHandshake:157(13828151ns) {DropHandshakes:470(3017ns) {DropIncomingHandshake:442(483ns) DropOutgoingHandshake:457(783ns)} GenerateSessionVirtualId:988(676ns) PrepareNewSessionHandshake:477(4626ns) {SwitchToState:179(1975ns)}}}}}
2025-12-06T17:45:33.370801Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802533919434399:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:33.372183Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802533919434412:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55045
2025-12-06T17:45:33.372247Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802533919434413:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55045
2025-12-06T17:45:33.372332Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802533919434402:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55045
2025-12-06T17:45:33.434866Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802532616712810:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:33.371222Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802535865123590:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:33.380258Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802535303026298:2094] [node 6] ICP01 ready to work
2025-12-06T17:45:33.435424Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802528500977526:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(145890859ns) {Configure:104(145884294ns) {ProcessConfigured:135(28590274ns) {StartInitialHandshake:157(28587160ns) {DropHandshakes:470(3588ns) {DropIncomingHandshake:442(901ns) DropOutgoingHandshake:457(473ns)} GenerateSessionVirtualId:988(1380ns) PrepareNewSessionHandshake:477(2488ns) {SwitchToState:179(1264ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:33.411944Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802535303026305:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33535
2025-12-06T17:45:33.512416Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802536024882641:2138] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13062
2025-12-06T17:45:33.459853Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802532795944838:2064] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(373185560ns) {Configure:104(373178955ns) {ProcessConfigured:135(56723418ns) {StartInitialHandshake:157(56719433ns) {DropHandshakes:470(3141ns) {DropIncomingHandshake:442(882ns) DropOutgoingHandshake:457(498ns)} GenerateSessionVirtualId:988(939ns) PrepareNewSessionHandshake:477(3874ns) {SwitchToState:179(1428ns)}}}}}
2025-12-06T17:45:33.399279Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802531570156231:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(63382732ns) {Configure:104(63378098ns) {ProcessConfigured:135(19911967ns) {StartInitialHandshake:157(19907343ns) {DropHandshakes:470(4506ns) {DropIncomingHandshake:442(932ns) DropOutgoingHandshake:457(541ns)} GenerateSessionVirtualId:988(1178ns) PrepareNewSessionHandshake:477(2118ns) {SwitchToState:179(385ns)}}}}}
2025-12-06T17:45:33.519045Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802533919434412:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:33.536200Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802533919434398:2107] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(166446701ns) {Configure:104(166441931ns) {ProcessConfigured:135(79662ns) {StartInitialHandshake:157(76628ns) {DropHandshakes:470(6673ns) {DropIncomingHandshake:442(863ns) DropOutgoingHandshake:457(842ns)} GenerateSessionVirtualId:988(1374ns) PrepareNewSessionHandshake:477(2667ns) {SwitchToState:179(698ns)}}}}}
2025-12-06T17:45:33.537457Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802533919434413:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:33.450272Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802535303026306:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33535
2025-12-06T17:45:33.462560Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802535303026305:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:33.462764Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802531008058931:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:33.543959Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802535303026306:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:33.552110Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802531008058932:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:33.463147Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802535865123602:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:33.524874Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802536024882642:2139] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13062
2025-12-06T17:45:33.524273Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802528500977525:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(154198197ns) {Configure:104(154188996ns) {ProcessConfigured:135(141661ns) {StartInitialHandshake:157(138673ns) {DropHandshakes:470(3450ns) {DropIncomingHandshake:442(1005ns) DropOutgoingHandshake:457(590ns)} GenerateSessionVirtualId:988(1198ns) PrepareNewSessionHandshake:477(2524ns) {SwitchToState:179(727ns)}}}}}
2025-12-06T17:45:33.560664Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802532616712809:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:33.561754Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802532616712812:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:33.556040Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802533919434402:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:33.463175Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802535865123602:2114] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:33.573502Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802535303026310:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33535
2025-12-06T17:45:33.572863Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802532795944898:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60996
2025-12-06T17:45:33.561780Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802532616712812:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:33.567955Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802532616712804:2110] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:33.567997Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802532616712804:2110] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:45:33.531900Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802536024882638:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(94285553ns) {Configure:104(94278964ns) {ProcessConfigured:135(103560ns) {StartInitialHandshake:157(101100ns) {DropHandshakes:470(4614ns) {DropIncomingHandshake:442(1302ns) DropOutgoingHandshake:457(787ns)} GenerateSessionVirtualId:988(1207ns) PrepareNewSessionHandshake:477(2424ns) {SwitchToState:179(989ns)}}}}}
2025-12-06T17:45:33.471166Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802535865123609:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45913
2025-12-06T17:45:33.474890Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802535865123608:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45913
2025-12-06T17:45:33.486769Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802535865123609:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:33.506099Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802535865123608:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:33.535404Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802535865123602:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:33.582045Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802532616712812:2114] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:33.559230Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802529624467038:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:33.594218Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802535865123596:2107] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:33.599265Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802535865123600:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:33.599332Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802535865123600:2113] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:45:33.532043Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802536024882643:2140] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13062
2025-12-06T17:45:33.603439Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802535865123592:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:33.603485Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802535865123592:2111] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:45:33.608506Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802528321745441:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(95624710ns) {Configure:104(89406018ns) {ProcessConfigured:135(80672ns) {StartInitialHandshake:157(73476ns) {DropHandshakes:470(4290ns) {DropIncomingHandshake:442(1377ns) DropOutgoingHandshake:457(764ns)} GenerateSessionVirtualId:988(1093ns) PrepareNewSessionHandshake:477(2522ns) {SwitchToState:179(979ns)}}}}}
2025-12-06T17:45:33.561458Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802529624467039:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:33.591141Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802535303026311:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33535
2025-12-06T17:45:33.561198Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802536024882643:2140] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:33.595212Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802533919434420:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55045
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:33.564721Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802531729915251:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(19877349ns) {Configure:104(19871778ns) {ProcessConfigured:135(18027906ns) {StartInitialHandshake:157(18026136ns) {DropHandshakes:470(1586757ns) {DropIncomingHandshake:442(196ns) DropOutgoingHandshake:457(1085ns)} GenerateSessionVirtualId:988(1333ns) PrepareNewSessionHandshake:477(1726ns) {SwitchToState:179(127ns)}}}}}
2025-12-06T17:45:33.592672Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802535303026306:2116] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:33.613749Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:33.625943Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802532616712806:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:33.614158Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802535865123600:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:33.629578Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802533919434421:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55045
2025-12-06T17:45:33.564981Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802536024882642:2139] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:33.592962Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802531008058932:2049] [node 2] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:33.639186Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802533919434413:2117] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:33.639769Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802529624467038:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:33.639844Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:33.639899Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802529624467038:2048] [node 1] ICP22 created new session: [4:7580802533919434423:2048]
2025-12-06T17:45:33.639952Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802533919434423:2048] [node 1] ICS09 handshake done sender: [4:7580802533919434413:2117] self: [4:7580802533919434418:0] peer: [1:7580802535865123599:0] socket: 583 qp: -1
2025-12-06T17:45:33.639987Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802533919434423:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:33.640043Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:33.686999Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802533919434420:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:33.687476Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802529624467040:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:33.625988Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802532616712806:2111] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:45:33.593048Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:33.622152Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802535865123596:2107] [node 5] ICP22 created new session: [1:7580802535865123616:2107]
2025-12-06T17:45:33.676744Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802532795944898:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:33.565556Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802536024882640:2137] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13062
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:33.629913Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802532616712804:2110] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:33.593107Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802531008058932:2049] [node 2] ICP22 created new session: [5:7580802535303026312:2049]
2025-12-06T17:45:33.630806Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802535865123616:2107] [node 5] ICS09 handshake done sender: [1:7580802535865123602:2114] self: [1:7580802535865123601:0] peer: [5:7580802535303026307:0] socket: 577 qp: -1
2025-12-06T17:45:33.633071Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802532616712806:2111] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:33.680238Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802532616712800:2107] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:33.688148Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802532616712801:2108] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:45:33.688240Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:33.688295Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802532616712801:2108] [node 4] ICP22 created new session: [2:7580802532616712824:2108]
2025-12-06T17:45:33.688355Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802532616712824:2108] [node 4] ICS09 handshake done sender: [2:7580802532616712804:2110] self: [2:7580802532616712803:0] peer: [4:7580802533919434419:0] socket: 569 qp: -1
2025-12-06T17:45:33.688393Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802532616712824:2108] [node 4] ICS10 traffic start
2025-12-06T17:45:33.688440Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:33.714729Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:33.714800Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802532616712800:2107] [node 5] ICP22 created new session: [2:7580802532616712827:2107]
2025-12-06T17:45:33.714868Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802532616712827:2107] [node 5] ICS09 handshake done sender: [2:7580802532616712812:2114] self: [2:7580802532616712811:0] peer: [5:7580802535303026309:0] socket: 592 qp: -1
2025-12-06T17:45:33.714913Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802532616712827:2107] [node 5] ICS10 traffic start
2025-12-06T17:45:33.714984Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:33.716861Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802532616712800:2107] [node 5] ICP35 event processing took too much time PendingConnection:279(81712460ns) {HandleHandshakeStatus:329(60310293ns) {DropIncomingHandshake:442(6390425ns) DropOutgoingHandshake:457(2583ns) SwitchToState:179(4224ns) ProcessPendingSessionEvents:495(619028ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 561791ns max# 78281ns}}}
2025-12-06T17:45:33.724283Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802532616712823:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7700
2025-12-06T17:45:33.726680Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802528321745442:2049] [node 3] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:33.684497Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802528500977526:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:33.566696Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802536024882641:2138] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:33.593182Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802535303026312:2049] [node 2] ICS09 handshake done sender: [5:7580802535303026306:2116] self: [5:7580802535303026309:0] peer: [2:7580802532616712811:0] socket: 593 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:33.727916Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802529624467039:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5150) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580802533919434402:2112] held: no
2025-12-06T17:45:33.631215Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802535865123592:2111] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:33.690506Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802532795944900:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60996
2025-12-06T17:45:33.567696Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802536024882639:2111] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(25988212ns) {Configure:104(25983164ns) {ProcessConfigured:135(73201ns) {StartInitialHandshake:157(70927ns) {DropHandshakes:470(2858ns) {DropIncomingHandshake:442(581ns) DropOutgoingHandshake:457(638ns)} GenerateSessionVirtualId:988(1044ns) PrepareNewSessionHandshake:477(1444ns) {SwitchToState:179(181ns)}}}}}
2025-12-06T17:45:33.746058Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802532616712823:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:33.690739Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802532795944901:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60996
2025-12-06T17:45:33.593223Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802535303026312:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:33.637036Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802535865123593:2108] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:45:33.637155Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:33.637218Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802535865123593:2108] [node 4] ICP22 created new session: [1:7580802535865123617:2108]
2025-12-06T17:45:33.637275Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802535865123617:2108] [node 4] ICS09 handshake done sender: [1:7580802535865123600:2113] self: [1:7580802535865123599:0] peer: [4:7580802533919434418:0] socket: 576 qp: -1
2025-12-06T17:45:33.637310Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802535865123617:2108] [node 4] ICS10 traffic start
2025-12-06T17:45:33.637349Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:33.655180Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802535865123616:2107] [node 5] ICS10 traffic start
2025-12-06T17:45:33.678291Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:33.679463Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802531570156232:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:45:33.679552Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:33.685563Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802531570156232:2049] [node 3] ICP22 created new session: [1:7580802535865123621:2049]
2025-12-06T17:45:33.698326Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802535865123621:2049] [node 3] ICS09 handshake done sender: [1:7580802535865123592:2111] self: [1:7580802535865123591:0] peer: [3:7580802536024882657:0] socket: 575 qp: -1
2025-12-06T17:45:33.701818Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802535865123606:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:33.701853Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802535865123606:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:33.702110Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802535865123621:2049] [node 3] ICS10 traffic start
2025-12-06T17:45:33.731944Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802535865123623:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45913
2025-12-06T17:45:33.733931Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:33.749845Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802535865123606:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:33.776272Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802535865123597:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:33.776302Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802535865123597:2112] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:45:33.777179Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802535865123595:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:33.777293Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:33.777353Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802535865123595:2109] [node 6] ICP22 created new session: [1:7580802535865123625:2109]
2025-12-06T17:45:33.764660Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802533919434422:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55045
2025-12-06T17:45:33.581375Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802536024882640:2137] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:33.760400Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580802528321745441:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:33.792679Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802535865123625:2109] [node 6] ICS09 handshake done sender: [1:7580802535865123606:2115] self: [1:7580802535865123605:0] peer: [6:7580802532795944902:0] socket: 620 qp: -1
2025-12-06T17:45:33.795910Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802535865123625:2109] [node 6] ICS10 traffic start
2025-12-06T17:45:33.593291Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:33.700632Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802532795944900:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:33.629747Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802531008058931:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22963) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802535303026305:2115] held: no
2025-12-06T17:45:33.632660Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802535303026308:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33535
2025-12-06T17:45:33.655399Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802535303026310:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:33.679418Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802531008058933:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:33.679930Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802535303026305:2115] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:33.699366Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802531008058931:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:33.699430Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:33.720762Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802531008058931:2048] [node 1] ICP22 created new session: [5:7580802535303026316:2048]
2025-12-06T17:45:33.732298Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802535303026316:2048] [node 1] ICS09 handshake done sender: [5:7580802535303026305:2115] self: [5:7580802535303026307:0] peer: [1:7580802535865123601:0] socket: 581 qp: -1
2025-12-06T17:45:33.743878Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802535303026316:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:33.754052Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:33.756560Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802535303026319:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33535
2025-12-06T17:45:33.784396Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802535303026310:2118] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:33.795810Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802531008058931:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(82097293ns) {HandleHandshakeStatus:329(78645365ns) {DropIncomingHandshake:442(1256ns) DropOutgoingHandshake:457(723ns) SwitchToState:179(719ns) ProcessPendingSessionEvents:495(1481ns)}}
2025-12-06T17:45:33.807296Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802531008058933:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:45:33.778150Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802533919434408:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:33.764792Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:33.593854Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802531729915251:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:33.818765Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:33.818847Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802531008058933:2050] [node 3] ICP22 created new session: [5:7580802535303026320:2050]
2025-12-06T17:45:33.818897Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802535303026320:2050] [node 3] ICS09 handshake done sender: [5:7580802535303026310:2118] self: [5:7580802535303026315:0] peer: [3:7580802536024882646:0] socket: 605 qp: -1
2025-12-06T17:45:33.818935Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802535303026320:2050] [node 3] ICS10 traffic start
2025-12-06T17:45:33.819010Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:33.821028Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802531008058933:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(24682069ns) {HandleHandshakeStatus:329(24679363ns) {DropIncomingHandshake:442(2291ns) DropOutgoingHandshake:457(15766ns) SwitchToState:179(826ns) ProcessPendingSessionEvents:495(801625ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 648913ns max# 95719ns}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:33.802982Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802535865123623:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:33.777861Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802528321745442:2049] [node 3] ICP22 created new session: [2:7580802532616712831:2049]
2025-12-06T17:45:33.778187Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802533919434408:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:33.700832Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802528500977524:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:33.825637Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802535303026304:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:33.827956Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:33.612097Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802531729915252:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(50504336ns) {Configure:104(50499441ns) {ProcessConfigured:135(60441ns) {StartInitialHandshake:157(57313ns) {DropHandshakes:470(3331ns) {DropIncomingHandshake:442(848ns) DropOutgoingHandshake:457(599ns)} GenerateSessionVirtualId:988(1249ns) PrepareNewSessionHandshake:477(3246ns) {SwitchToState:179(924ns)}}}}}
2025-12-06T17:45:33.825678Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580802535303026304:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:33.826635Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802535303026322:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33535
2025-12-06T17:45:33.843063Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802535303026304:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:33.849218Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802535303026322:2121] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:33.831767Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802529624467039:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(109260127ns) {HandleHandshakeStatus:395(109256258ns) {LogHandshakeFail:472(15888ns) {UpdateErrorStateLog:545(6233ns)} DropOutgoingHandshake:457(2393ns) ProcessPendingSessionEvents:495(102928764ns) {unordered DropSessionEvent:512 num# 100 sum# 35827321ns max# 12458097ns}}}
2025-12-06T17:45:33.792783Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802532616712831:2049] [node 3] ICS09 handshake done sender: [2:7580802532616712806:2111] self: [2:7580802532616712805:0] peer: [3:7580802536024882661:0] socket: 570 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:33.868296Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580802535303026298:2094] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:33.723831Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802532795944904:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60996
2025-12-06T17:45:33.612328Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802531729915252:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:33.832347Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802533919434408:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:33.833988Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802535865123597:2112] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:33.803784Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802532616712831:2049] [node 3] ICS10 traffic start
2025-12-06T17:45:33.734070Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802532795944901:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:33.612778Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802536024882658:2145] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13062
2025-12-06T17:45:33.896016Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:33.897682Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802535303026326:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33535
2025-12-06T17:45:33.899856Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802535303026298:2094] [node 6] ICP22 created new session: [5:7580802535303026325:2094]
2025-12-06T17:45:33.866790Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802531570156231:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:45:33.734436Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802532795944905:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60996
2025-12-06T17:45:33.832835Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802533919434402:2112] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:33.620448Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802536024882662:2147] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13062
2025-12-06T17:45:33.818174Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:33.877262Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802535865123595:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(99133413ns) {HandleHandshakeStatus:329(99130491ns) {DropIncomingHandshake:442(13088ns) DropOutgoingHandshake:457(745ns) SwitchToState:179(963ns) ProcessPendingSessionEvents:495(8450971ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 8375736ns max# 7883662ns}}}
2025-12-06T17:45:33.923218Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802535303026325:2094] [node 6] ICS09 handshake done sender: [5:7580802535303026304:2114] self: [5:7580802535303026303:0] peer: [6:7580802532795944914:0] socket: 580 qp: -1
2025-12-06T17:45:33.934187Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802535303026325:2094] [node 6] ICS10 traffic start
2025-12-06T17:45:33.750082Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802532795944903:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60996
2025-12-06T17:45:33.821889Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802532616712821:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:33.836038Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802529624467039:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:33.754301Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802532795944848:2067] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:33.800038Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802532795944903:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:33.801743Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802532795944900:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:33.808217Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802528500977524:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:33.808335Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:33.808391Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802528500977524:2048] [node 1] ICP22 created new session: [6:7580802532795944909:2048]
2025-12-06T17:45:33.808446Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802532795944909:2048] [node 1] ICS09 handshake done sender: [6:7580802532795944900:2116] self: [6:7580802532795944902:0] peer: [1:7580802535865123605:0] socket: 621 qp: -1
2025-12-06T17:45:33.808487Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802532795944909:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:33.808529Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:33.813796Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802532795944904:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:33.813924Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802528500977525:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:33.815745Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802528500977526:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1587) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802532795944898:2115] held: no
2025-12-06T17:45:33.817234Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802532795944907:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60996
2025-12-06T17:45:33.824250Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802532795944908:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60996
2025-12-06T17:45:33.824495Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802532795944838:2064] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:33.836941Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802532795944915:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60996
2025-12-06T17:45:33.837106Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802532795944916:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60996
2025-12-06T17:45:33.837202Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802532795944898:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:33.858747Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802532795944848:2067] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1495) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802532795944901:2117] held: no
2025-12-06T17:45:33.865225Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802528500977526:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:45:33.865320Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:33.865399Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802528500977526:2050] [node 3] ICP22 created new session: [6:7580802532795944917:2050]
2025-12-06T17:45:33.865461Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802532795944917:2050] [node 3] ICS09 handshake done sender: [6:7580802532795944898:2115] self: [6:7580802532795944899:0] peer: [3:7580802536024882649:0] socket: 606 qp: -1
2025-12-06T17:45:33.865504Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802532795944917:2050] [node 3] ICS10 traffic start
2025-12-06T17:45:33.865568Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:33.873327Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802532795944903:2118] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:33.879445Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802528500977525:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:33.879522Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:33.879576Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802528500977525:2049] [node 2] ICP22 created new session: [6:7580802532795944919:2049]
2025-12-06T17:45:33.879629Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802532795944919:2049] [node 2] ICS09 handshake done sender: [6:7580802532795944903:2118] self: [6:7580802532795944911:0] peer: [2:7580802532616712820:0] socket: 622 qp: -1
2025-12-06T17:45:33.879686Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802532795944919:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:33.879738Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:33.914241Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802532795944848:2067] [node 4] ICP35 event processing took too much time PendingConnection:279(54631484ns) {HandleHandshakeStatus:395(54627252ns) {LogHandshakeFail:472(17322ns) {UpdateErrorStateLog:545(5687ns)} DropOutgoingHandshake:457(1108ns) ProcessPendingSessionEvents:495(54524894ns) {unordered DropSessionEvent:512 num# 100 sum# 54468399ns max# 17458468ns}}}
2025-12-06T17:45:33.914610Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802532795944901:2117] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:33.914787Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802532795944904:2119] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:33.920804Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802532795944838:2064] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:65410) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802532795944904:2119] held: no
2025-12-06T17:45:33.925480Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802532795944848:2067] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:45:33.925563Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:33.925619Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802532795944848:2067] [node 4] ICP22 created new session: [6:7580802532795944921:2067]
2025-12-06T17:45:33.925678Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802532795944921:2067] [node 4] ICS09 handshake done sender: [6:7580802532795944901:2117] self: [6:7580802532795944906:0] peer: [4:7580802533919434407:0] socket: 598 qp: -1
2025-12-06T17:45:33.925718Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802532795944921:2067] [node 4] ICS10 traffic start
2025-12-06T17:45:33.925767Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:33.630807Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802531729915251:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(31614676ns) {IncomingHandshake:261(22118657ns) {DropIncomingHandshake:442(865ns) PrepareNewSessionHandshake:477(2948ns) {SwitchToState:179(1451ns)} GenerateSessionVirtualId:988(1123ns) IssueIncomingHandshakeReply:193(17484784ns) {SwitchToState:179(7111ns)}}}
2025-12-06T17:45:33.941776Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:33.899181Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:33.720978Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802536024882663:2148] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13062
2025-12-06T17:45:33.727248Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802536024882645:2141] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:33.727307Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802536024882645:2141] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:45:33.727451Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802536024882650:2143] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:33.727484Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802536024882650:2143] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:33.736194Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802536024882647:2142] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:33.736223Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802536024882647:2142] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:33.737093Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802536024882658:2145] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:33.737243Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802536024882641:2138] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:33.745217Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802536024882640:2137] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:33.750901Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802531729915252:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:33.751028Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:33.751086Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802531729915252:2049] [node 2] ICP22 created new session: [3:7580802536024882666:2049]
2025-12-06T17:45:33.755382Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802536024882666:2049] [node 2] ICS09 handshake done sender: [3:7580802536024882640:2137] self: [3:7580802536024882661:0] peer: [2:7580802532616712805:0] socket: 572 qp: -1
2025-12-06T17:45:33.756772Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802531729915251:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:33.756871Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:33.756945Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802531729915251:2048] [node 1] ICP22 created new session: [3:7580802536024882667:2048]
2025-12-06T17:45:33.757013Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802536024882667:2048] [node 1] ICS09 handshake done sender: [3:7580802536024882641:2138] self: [3:7580802536024882657:0] peer: [1:7580802535865123591:0] socket: 590 qp: -1
2025-12-06T17:45:33.757054Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802536024882667:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:33.757096Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:33.759674Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802536024882650:2143] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:33.764087Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802536024882647:2142] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:33.770815Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802536024882666:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:33.770928Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:33.793066Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802536024882639:2111] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:33.793171Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:33.793227Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802536024882639:2111] [node 6] ICP22 created new session: [3:7580802536024882672:2111]
2025-12-06T17:45:33.793280Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802536024882672:2111] [node 6] ICS09 handshake done sender: [3:7580802536024882650:2143] self: [3:7580802536024882649:0] peer: [6:7580802532795944899:0] socket: 603 qp: -1
2025-12-06T17:45:33.793310Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802536024882672:2111] [node 6] ICS10 traffic start
2025-12-06T17:45:33.793397Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:33.801233Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802536024882645:2141] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:33.827571Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802536024882637:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:33.846209Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802536024882638:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:45:33.846324Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:33.846387Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802536024882638:2107] [node 4] ICP22 created new session: [3:7580802536024882674:2107]
2025-12-06T17:45:33.846444Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802536024882674:2107] [node 4] ICS09 handshake done sender: [3:7580802536024882645:2141] self: [3:7580802536024882644:0] peer: [4:7580802533919434426:0] socket: 601 qp: -1
2025-12-06T17:45:33.840033Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:33.821917Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802532616712821:2116] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:33.827249Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802532616712821:2116] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:33.868453Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802532616712802:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:33.868515Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:33.868570Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802532616712802:2109] [node 6] ICP22 created new session: [2:7580802532616712835:2109]
2025-12-06T17:45:33.868638Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802532616712835:2109] [node 6] ICS09 handshake done sender: [2:7580802532616712821:2116] self: [2:7580802532616712820:0] peer: [6:7580802532795944911:0] socket: 586 qp: -1
2025-12-06T17:45:33.868678Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802532616712835:2109] [node 6] ICS10 traffic start
2025-12-06T17:45:33.868732Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:33.870161Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802532616712834:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7700
2025-12-06T17:45:33.870659Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802532616712837:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7700
2025-12-06T17:45:33.871228Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802532616712823:2117] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:33.871480Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580802528321745441:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:33.871549Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:33.871592Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802528321745441:2048] [node 1] ICP22 created new session: [2:7580802532616712838:2048]
2025-12-06T17:45:33.871640Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802532616712838:2048] [node 1] ICS09 handshake done sender: [2:7580802532616712823:2117] self: [2:7580802532616712830:0] peer: [1:7580802535865123594:0] socket: 587 qp: -1
2025-12-06T17:45:33.871714Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802532616712838:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:33.871748Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:33.875281Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802532616712837:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:33.875420Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580802532616712802:2109] [node 6] ICP18 handshake (actor [2:7580802532616712837:2119]) is too old
2025-12-06T17:45:33.908502Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802528321745442:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(186479437ns) {HandleHandshakeStatus:329(186475595ns) {DropIncomingHandshake:442(1322ns) DropOutgoingHandshake:457(1835ns) SwitchToState:179(1148ns) ProcessPendingSessionEvents:495(11669302ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 11599727ns max# 11063951ns}}}
2025-12-06T17:45:33.956569Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802535303026298:2094] [node 6] ICP35 event processing took too much time PendingConnection:279(87078310ns) {HandleHandshakeStatus:329(87075046ns) {DropIncomingHandshake:442(18437ns) DropOutgoingHandshake:457(828ns) SwitchToState:179(639ns) ProcessPendingSessionEvents:495(8539889ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 8465380ns max# 7947348ns}}}
2025-12-06T17:45:33.944246Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802532795944838:2064] [node 5] ICP35 event processing took too much time PendingConnection:279(26772127ns) {HandleHandshakeStatus:395(26768236ns) {LogHandshakeFail:472(33435ns) {UpdateErrorStateLog:545(6492ns)} DropOutgoingHandshake:457(1825ns) ProcessPendingSessionEvents:495(21642993ns) {unordered DropSessionEvent:512 num# 100 sum# 21605402ns max# 10485585ns}}}
2025-12-06T17:45:33.961561Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802535303026326:2122] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:33.961790Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802535303026290:2086] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:33.963580Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802532795944838:2064] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:45:33.963701Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:33.963755Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802532795944838:2064] [node 5] ICP22 created new session: [6:7580802532795944923:2064]
2025-12-06T17:45:33.963809Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802532795944923:2064] [node 5] ICS09 handshake done sender: [6:7580802532795944904:2119] self: [6:7580802532795944914:0] peer: [5:7580802535303026303:0] socket: 623 qp: -1
2025-12-06T17:45:33.963850Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802532795944923:2064] [node 5] ICS10 traffic start
2025-12-06T17:45:33.963891Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:33.846485Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802536024882674:2107] [node 4] ICS10 traffic start
2025-12-06T17:45:33.846561Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:33.867854Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:33.891238Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802536024882637:2108] [node 5] ICP22 created new session: [3:7580802536024882676:2108]
2025-12-06T17:45:33.899306Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802536024882676:2108] [node 5] ICS09 handshake done sender: [3:7580802536024882647:2142] self: [3:7580802536024882646:0] peer: [5:7580802535303026315:0] socket: 602 qp: -1
2025-12-06T17:45:33.899366Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802536024882676:2108] [node 5] ICS10 traffic start
2025-12-06T17:45:33.922888Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:33.945993Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802531729915252:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(82706761ns) {HandleHandshakeStatus:329(82702206ns) {DropIncomingHandshake:442(1495ns) DropOutgoingHandshake:457(11878ns) SwitchToState:179(878ns) ProcessPendingSessionEvents:495(62409085ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 62308492ns max# 14186491ns}}}
2025-12-06T17:45:33.946055Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802536024882637:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(117440706ns) {HandleHandshakeStatus:329(117437292ns) {DropIncomingHandshake:442(13467ns) DropOutgoingHandshake:457(583ns) SwitchToState:179(4744ns) ProcessPendingSessionEvents:495(2018270ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 1956557ns max# 1431652ns}}}
2025-12-06T17:45:33.840100Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802529624467039:2049] [node 2] ICP22 created new session: [4:7580802533919434429:2049]
2025-12-06T17:45:33.840159Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802533919434429:2049] [node 2] ICS09 handshake done sender: [4:7580802533919434402:2112] self: [4:7580802533919434419:0] peer: [2:7580802532616712803:0] socket: 571 qp: -1
2025-12-06T17:45:33.840207Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802533919434429:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:33.840265Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:33.841471Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802533919434428:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55045
2025-12-06T17:45:33.844218Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802533919434395:2104] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:33.844323Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:33.844382Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802533919434395:2104] [node 6] ICP22 created new session: [4:7580802533919434431:2104]
2025-12-06T17:45:33.844432Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802533919434431:2104] [node 6] ICS09 handshake done sender: [4:7580802533919434408:2115] self: [4:7580802533919434407:0] peer: [6:7580802532795944906:0] socket: 588 qp: -1
2025-12-06T17:45:33.844469Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802533919434431:2104] [node 6] ICS10 traffic start
2025-12-06T17:45:33.844513Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:33.879242Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802533919434420:2119] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:33.892590Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802529624467040:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1587) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580802533919434420:2119] held: no
2025-12-06T17:45:33.893262Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802529624467040:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:45:33.893344Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:33.893411Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802529624467040:2050] [node 3] ICP22 created new session: [4:7580802533919434434:2050]
2025-12-06T17:45:33.893469Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802533919434434:2050] [node 3] ICS09 handshake done sender: [4:7580802533919434420:2119] self: [4:7580802533919434426:0] peer: [3:7580802536024882644:0] socket: 604 qp: -1
2025-12-06T17:45:33.893507Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802533919434434:2050] [node 3] ICS10 traffic start
2025-12-06T17:45:33.893569Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:33.966718Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802533919434416:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:33.966750Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802533919434416:2118] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:33.912360Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802531570156231:2048] [node 2] ICP22 created new session: [1:7580802535865123629:2048]
2025-12-06T17:45:33.916597Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802535865123629:2048] [node 2] ICS09 handshake done sender: [1:7580802535865123597:2112] self: [1:7580802535865123594:0] peer: [2:7580802532616712830:0] socket: 613 qp: -1
2025-12-06T17:45:33.916645Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802535865123629:2048] [node 2] ICS10 traffic start
2025-12-06T17:45:33.916713Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:33.918387Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802531570156231:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(50703374ns) {HandleHandshakeStatus:329(50700342ns) {DropIncomingHandshake:442(14106ns) DropOutgoingHandshake:457(237ns) SwitchToState:179(117ns) ProcessPendingSessionEvents:495(580832ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 511838ns max# 63414ns}}}
2025-12-06T17:45:33.959986Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802531570156232:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(279437826ns) {HandleHandshakeStatus:329(279433990ns) {DropIncomingHandshake:442(448ns) DropOutgoingHandshake:457(703ns) SwitchToState:179(651ns) ProcessPendingSessionEvents:495(186310608ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 180663411ns max# 21731700ns}}}
2025-12-06T17:45:33.977401Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802535865123596:2107] [node 5] ICP35 event processing took too much time PendingConnection:279(382215269ns) {HandleHandshakeStatus:329(382212739ns) {DropIncomingHandshake:442(21953ns) DropOutgoingHandshake:457(838ns) SwitchToState:179(562ns) ProcessPendingSessionEvents:495(274374354ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 274153582ns max# 24527620ns}}}
2025-12-06T17:45:33.986169Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802533919434416:2118] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:33.986506Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802533919434398:2107] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:33.986620Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:33.986699Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802533919434398:2107] [node 5] ICP22 created new session: [4:7580802533919434437:2107]
2025-12-06T17:45:33.986753Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802533919434437:2107] [node 5] ICS09 handshake done sender: [4:7580802533919434416:2118] self: [4:7580802533919434415:0] peer: [5:7580802535303026328:0] socket: 566 qp: -1
2025-12-06T17:45:33.986797Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802533919434437:2107] [node 5] ICS10 traffic start
2025-12-06T17:45:33.986835Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:33.992280Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802535303026290:2086] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1495) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802535303026326:2122] held: no
2025-12-06T17:45:33.993275Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802535303026329:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33535
2025-12-06T17:45:33.995263Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802535303026326:2122] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:33.998965Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802535303026290:2086] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:45:33.999062Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:33.999122Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802535303026290:2086] [node 4] ICP22 created new session: [5:7580802535303026330:2086]
2025-12-06T17:45:33.999171Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802535303026330:2086] [node 4] ICS09 handshake done sender: [5:7580802535303026326:2122] self: [5:7580802535303026328:0] peer: [4:7580802533919434415:0] socket: 567 qp: -1
2025-12-06T17:45:33.999208Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802535303026330:2086] [node 4] ICS10 traffic start
2025-12-06T17:45:33.999256Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:34.076468Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:45:34.076670Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7580802532616712838:2048] [node 1] ICS07 socket disconnect 587 reason# EndOfStream
2025-12-06T17:45:34.076698Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580802532616712838:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:34.076764Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:34.076797Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580802532616712838:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:34.080535Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:45:34.081391Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802536024882667:2048] [node 1] ICS01 socket: 590 reason# EndOfStream
2025-12-06T17:45:34.081450Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802531729915251:2048] [node 1] ICP30 unregister session Session# [3:7580802536024882667:2048] VirtualId# [3:7580802536024882657:0]
2025-12-06T17:45:34.081492Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802536024882667:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:34.081577Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:34.081624Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:34.085962Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:45:34.086208Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802535303026316:2048] [node 1] ICS01 socket: 581 reason# EndOfStream
2025-12-06T17:45:34.086254Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802531008058931:2048] [node 1] ICP30 unregister session Session# [5:7580802535303026316:2048] VirtualId# [5:7580802535303026307:0]
2025-12-06T17:45:34.082648Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802528321745441:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22963) Socket error# Connection reset by peer state# SendInitialPacket processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:45:34.086294Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802535303026316:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:34.086382Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:34.086437Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:34.082697Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580802532616712838:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:34.088147Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802528321745441:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22963) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:34.088218Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580802532616712838:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:34.088259Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580802528321745441:2048] [node 1] ICP30 unregister session Session# [2:7580802532616712838:2048] VirtualId# [2:7580802532616712830:0]
2025-12-06T17:45:34.088301Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:34.088333Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [2:7580802528321745441:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:22963) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:34.088348Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22963) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:34.090705Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:45:34.090969Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802533919434423:2048] [node 1] ICS07 socket disconnect 583 reason# EndOfStream
2025-12-06T17:45:34.091003Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802533919434423:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:34.091076Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:34.091142Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802533919434423:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:34.092411Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802529624467038:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22963) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:34.092647Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802533919434423:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:34.092692Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802529624467038:2048] [node 1] ICP30 unregister session Session# [4:7580802533919434423:2048] VirtualId# [4:7580802533919434418:0]
2025-12-06T17:45:34.092737Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:34.092770Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802529624467038:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:22963) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:34.092787Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22963) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:34.097814Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:45:34.098103Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802532795944909:2048] [node 1] ICS01 socket: 621 reason# EndOfStream
2025-12-06T17:45:34.098156Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802528500977524:2048] [node 1] ICP30 unregister session Session# [6:7580802532795944909:2048] VirtualId# [6:7580802532795944902:0]
2025-12-06T17:45:34.098194Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802532795944909:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:34.098291Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:34.098339Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:34.099005Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [2:7580802528321745441:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:45:34.106753Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580802529624467038:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:45:34.223023Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:45:34.223293Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580802536024882666:2049] [node 2] ICS07 socket disconnect 572 reason# EndOfStream
2025-12-06T17:45:34.223327Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802536024882666:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:34.223423Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:34.223464Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802536024882666:2049] [node 2] ICS15 start handshake
2025-12-06T17:45:34.241003Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802531729915252:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5150) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:45:34.241063Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802536024882666:2049] [node 2] ICS15 start handshake
2025-12-06T17:45:34.242319Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802531729915252:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5150) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:34.242394Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802536024882666:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:34.242430Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802531729915252:2049] [node 2] ICP30 unregister session Session# [3:7580802536024882666:2049] VirtualId# [3:7580802536024882661:0]
2025-12-06T17:45:34.242590Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:34.242628Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580802531729915252:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:5150) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:34.242642Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5150) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:34.251491Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:45:34.250088Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:45:34.250379Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802535303026312:2049] [node 2] ICS07 socket disconnect 593 reason# EndOfStream
2025-12-06T17:45:34.250417Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802535303026312:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:34.250522Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:34.250595Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802535303026312:2049] [node 2] ICS15 start handshake
2025-12-06T17:45:34.251798Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802533919434429:2049] [node 2] ICS01 socket: 571 reason# EndOfStream
2025-12-06T17:45:34.251854Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802529624467039:2049] [node 2] ICP30 unregister session Session# [4:7580802533919434429:2049] VirtualId# [4:7580802533919434419:0]
2025-12-06T17:45:34.252719Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802533919434429:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:34.252803Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:34.252851Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:34.253829Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802531008058932:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5150) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:34.253908Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802535303026312:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:34.253941Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802531008058932:2049] [node 2] ICP30 unregister session Session# [5:7580802535303026312:2049] VirtualId# [5:7580802535303026309:0]
2025-12-06T17:45:34.254002Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:34.254043Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802531008058932:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:5150) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:34.254059Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5150) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:34.255120Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580802531729915252:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:45:34.259235Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:45:34.259516Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802532795944919:2049] [node 2] ICS07 socket disconnect 622 reason# EndOfStream
2025-12-06T17:45:34.259552Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802532795944919:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:34.259688Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:34.259745Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802532795944919:2049] [node 2] ICS15 start handshake
2025-12-06T17:45:34.263069Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802528500977525:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5150) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:34.263156Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802532795944919:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:34.263201Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802528500977525:2049] [node 2] ICP30 unregister session Session# [6:7580802532795944919:2049] VirtualId# [6:7580802532795944911:0]
2025-12-06T17:45:34.263265Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:34.263304Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802528500977525:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:5150) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:34.263319Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5150) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:34.269254Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802531008058932:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:45:34.273404Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802528500977525:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:45:34.474506Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:45:34.474821Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802533919434434:2050] [node 3] ICS01 socket: 604 reason# EndOfStream
2025-12-06T17:45:34.474880Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802529624467040:2050] [node 3] ICP30 unregister session Session# [4:7580802533919434434:2050] VirtualId# [4:7580802533919434426:0]
2025-12-06T17:45:34.474920Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802533919434434:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:34.475016Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:45:34.475065Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:45:34.477275Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:45:34.477531Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802532795944917:2050] [node 3] ICS01 socket: 606 reason# EndOfStream
2025-12-06T17:45:34.477572Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802528500977526:2050] [node 3] ICP30 unregister session Session# [6:7580802532795944917:2050] VirtualId# [6:7580802532795944899:0]
2025-12-06T17:45:34.477610Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802532795944917:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:34.477690Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:45:34.477723Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:45:34.477832Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:45:34.478027Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802535303026320:2050] [node 3] ICS01 socket: 605 reason# EndOfStream
2025-12-06T17:45:34.478059Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802531008058933:2050] [node 3] ICP30 unregister session Session# [5:7580802535303026320:2050] VirtualId# [5:7580802535303026315:0]
2025-12-06T17:45:34.478084Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802535303026320:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:34.478145Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:45:34.478181Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:45:34.570035Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:45:34.570035Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:45:34.570311Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802532795944921:2067] [node 4] ICS01 socket: 598 reason# EndOfStream
2025-12-06T17:45:34.570355Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802532795944848:2067] [node 4] ICP30 unregister session Session# [6:7580802532795944921:2067] VirtualId# [6:7580802532795944906:0]
2025-12-06T17:45:34.570395Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802532795944921:2067] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:34.570485Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:45:34.570548Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:45:34.570974Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802535303026330:2086] [node 4] ICS01 socket: 567 reason# EndOfStream
2025-12-06T17:45:34.571023Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802535303026290:2086] [node 4] ICP30 unregister session Session# [5:7580802535303026330:2086] VirtualId# [5:7580802535303026328:0]
2025-12-06T17:45:34.571056Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802535303026330:2086] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:34.571133Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:45:34.571172Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:45:34.754369Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:45:34.754718Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802532795944923:2064] [node 5] ICS01 socket: 623 reason# EndOfStream
2025-12-06T17:45:34.754771Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802532795944838:2064] [node 5] ICP30 unregister session Session# [6:7580802532795944923:2064] VirtualId# [6:7580802532795944914:0]
2025-12-06T17:45:34.754811Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802532795944923:2064] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:34.755469Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:45:34.755564Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:45:34.994086Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802539606424370:2048] [node 2] ICP01 ready to work
2025-12-06T17:45:34.994121Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802539606424371:2049] [node 3] ICP01 ready to work
2025-12-06T17:45:35.020652Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802545140909678:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:35.020689Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802545140909679:2049] [node 3] ICP01 ready to work
2025-12-06T17:45:35.036854Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802543532748344:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:35.036892Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802543532748345:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:35.065466Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802543716006288:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:35.065512Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802543716006289:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:35.075052Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802543716006290:2050] [node 3] ICP01 ready to work
2025-12-06T17:45:35.107817Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802544650204628:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:35.107855Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802544650204629:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:35.107890Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802544650204630:2050] [node 3] ICP01 ready to work
2025-12-06T17:45:35.148923Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802544743422072:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:35.148967Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802544743422073:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:35.155116Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802544743422074:2050] [node 3] ICP01 ready to work
2025-12-06T17:45:35.599005Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802544743422120:2094] [node 5] ICP01 ready to work
2025-12-06T17:45:35.608037Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802543901391729:2107] [node 4] ICP01 ready to work
2025-12-06T17:45:35.608888Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802543901391730:2108] [node 5] ICP01 ready to work
2025-12-06T17:45:35.609225Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802543901391731:2109] [node 6] ICP01 ready to work
2025-12-06T17:45:35.635429Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802545140909741:2109] [node 6] ICP01 ready to work
2025-12-06T17:45:35.715549Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802543532748416:2108] [node 6] ICP01 ready to work
2025-12-06T17:45:35.715979Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802543532748417:2109] [node 5] ICP01 ready to work
2025-12-06T17:45:35.767505Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802543716006351:2108] [node 6] ICP01 ready to work
2025-12-06T17:45:35.810806Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802543716006352:2109] [node 5] ICP01 ready to work
2025-12-06T17:45:35.763627Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802543901391731:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(148255833ns) {Configure:104(148248354ns) {ProcessConfigured:135(16461075ns) {StartInitialHandshake:157(16455964ns) {DropHandshakes:470(3783ns) {DropIncomingHandshake:442(733ns) DropOutgoingHandshake:457(790ns)} GenerateSessionVirtualId:988(900ns) PrepareNewSessionHandshake:477(5263ns) {SwitchToState:179(2714ns)}}}}}
2025-12-06T17:45:35.769558Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802545140909742:2107] [node 4] ICP01 ready to work
2025-12-06T17:45:35.815506Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802545140909743:2108] [node 5] ICP01 ready to work
2025-12-06T17:45:35.831110Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802543532748427:2107] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:35.818572Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802544743422134:2097] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:35.859029Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802543532748428:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8055
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:35.827330Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802544650204691:2109] [node 6] ICP01 ready to work
2025-12-06T17:45:35.860816Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802545140909744:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15690
2025-12-06T17:45:35.830748Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802544743422120:2094] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(219338284ns) {Configure:104(219329456ns) {ProcessConfigured:135(109759ns) {StartInitialHandshake:157(105507ns) {DropHandshakes:470(3589ns) {DropIncomingHandshake:442(898ns) DropOutgoingHandshake:457(596ns)} GenerateSessionVirtualId:988(1399ns) PrepareNewSessionHandshake:477(2636ns) {SwitchToState:179(702ns)}}}}}
2025-12-06T17:45:35.841386Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802544650204692:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39521
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:35.887995Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802543716006288:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(64671650ns) {Configure:104(64665017ns) {ProcessConfigured:135(81868ns) {StartInitialHandshake:157(77890ns) {DropHandshakes:470(3754ns) {DropIncomingHandshake:442(687ns) DropOutgoingHandshake:457(630ns)} GenerateSessionVirtualId:988(1353ns) PrepareNewSessionHandshake:477(2770ns) {SwitchToState:179(878ns)}}}}}
2025-12-06T17:45:35.841482Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802544650204693:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39521
2025-12-06T17:45:35.863557Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802545140909745:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15690
2025-12-06T17:45:35.834692Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802544743422074:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(199637797ns) {Configure:104(199628155ns) {ProcessConfigured:135(77328ns) {StartInitialHandshake:157(74254ns) {DropHandshakes:470(3416ns) {DropIncomingHandshake:442(843ns) DropOutgoingHandshake:457(593ns)} GenerateSessionVirtualId:988(977ns) PrepareNewSessionHandshake:477(2732ns) {SwitchToState:179(827ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:35.877035Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802544650204697:2108] [node 4] ICP01 ready to work
2025-12-06T17:45:35.912992Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802543901391741:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21500
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:35.910620Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802543532748428:2122] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:35.943036Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802545140909678:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(172959365ns) {Configure:104(172953497ns) {ProcessConfigured:135(31811590ns) {StartInitialHandshake:157(31808318ns) {DropHandshakes:470(4277ns) {DropIncomingHandshake:442(949ns) DropOutgoingHandshake:457(628ns)} GenerateSessionVirtualId:988(1470ns) PrepareNewSessionHandshake:477(5961ns) {SwitchToState:179(2471ns)}}}}}
2025-12-06T17:45:35.904228Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802544650204698:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39521
2025-12-06T17:45:35.979520Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802543716006352:2109] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(168057248ns) {Configure:104(168049802ns) {ProcessConfigured:135(100283ns) {StartInitialHandshake:157(97072ns) {DropHandshakes:470(4197ns) {DropIncomingHandshake:442(595ns) DropOutgoingHandshake:457(591ns)} GenerateSessionVirtualId:988(1195ns) PrepareNewSessionHandshake:477(2287ns) {SwitchToState:179(895ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:35.948035Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802543901391729:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(152719854ns) {Configure:104(152708583ns) {ProcessConfigured:135(95544ns) {StartInitialHandshake:157(92784ns) {DropHandshakes:470(9382ns) {DropIncomingHandshake:442(1133ns) DropOutgoingHandshake:457(578ns)} GenerateSessionVirtualId:988(1211ns) PrepareNewSessionHandshake:477(2628ns) {SwitchToState:179(731ns)}}}}}
2025-12-06T17:45:35.949603Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802545140909745:2111] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:35.980032Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802543716006357:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22123
2025-12-06T17:45:35.919773Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802543532748344:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(299070213ns) {Configure:104(287801734ns) {ProcessConfigured:135(121918ns) {StartInitialHandshake:157(119014ns) {DropHandshakes:470(4385ns) {DropIncomingHandshake:442(1007ns) DropOutgoingHandshake:457(664ns)} GenerateSessionVirtualId:988(1155ns) PrepareNewSessionHandshake:477(2646ns) {SwitchToState:179(1031ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:35.948967Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802543901391744:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21500
2025-12-06T17:45:36.042943Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802543532748421:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:36.042995Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802543532748421:2120] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:36.044815Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802543532748421:2120] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:36.045194Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802543532748417:2109] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:36.045316Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:36.045382Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802543532748417:2109] [node 5] ICP22 created new session: [3:7580802547827715729:2109]
2025-12-06T17:45:36.045453Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802547827715729:2109] [node 5] ICS09 handshake done sender: [3:7580802543532748421:2120] self: [3:7580802543532748420:0] peer: [5:7580802548945171998:0] socket: 572 qp: -1
2025-12-06T17:45:36.045494Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802547827715729:2109] [node 5] ICS10 traffic start
2025-12-06T17:45:36.045538Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:35.944874Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802544650204693:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:36.022667Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802544743422138:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37139
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:35.968871Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802545140909751:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15690
2025-12-06T17:45:36.002851Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802543901391744:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:36.013503Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802543716006362:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22123
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:36.049234Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802549038389448:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37139
2025-12-06T17:45:35.969233Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802545140909744:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:36.008257Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802544650204629:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(300564705ns) {Configure:104(300560868ns) {ProcessConfigured:135(24934263ns) {StartInitialHandshake:157(24931234ns) {DropHandshakes:470(2012ns) {DropIncomingHandshake:442(558ns) DropOutgoingHandshake:457(358ns)} GenerateSessionVirtualId:988(719ns) PrepareNewSessionHandshake:477(3267ns) {SwitchToState:179(992ns)}}}}}
2025-12-06T17:45:36.022998Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802543901391738:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:36.062981Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802544743422147:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37139
2025-12-06T17:45:36.060650Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802543716006351:2108] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(235091975ns) {Configure:104(235083957ns) {ProcessConfigured:135(28087497ns) {StartInitialHandshake:157(28083794ns) {DropHandshakes:470(3459ns) {DropIncomingHandshake:442(709ns) DropOutgoingHandshake:457(686ns)} GenerateSessionVirtualId:988(1282ns) PrepareNewSessionHandshake:477(6100ns) {SwitchToState:179(2205ns)}}}}}
2025-12-06T17:45:36.125475Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802543532748419:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:36.125513Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802543532748419:2119] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:36.019243Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802544650204692:2110] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:36.023048Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802543901391738:2112] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:45:36.069783Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802543716006357:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:35.977050Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580802545140909678:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:36.077576Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802544743422138:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:36.127670Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802543532748419:2119] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:36.031345Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802539606424371:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(149153582ns) {Configure:104(149145306ns) {ProcessConfigured:135(91039ns) {StartInitialHandshake:157(88464ns) {DropHandshakes:470(3269ns) {DropIncomingHandshake:442(886ns) DropOutgoingHandshake:457(547ns)} GenerateSessionVirtualId:988(895ns) PrepareNewSessionHandshake:477(1856ns) {SwitchToState:179(551ns)}}}}}
2025-12-06T17:45:36.064402Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802543901391738:2112] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:36.065599Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802548196359044:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21500
2025-12-06T17:45:36.066161Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802539606424370:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:45:36.066288Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:36.066343Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802539606424370:2048] [node 2] ICP22 created new session: [1:7580802548196359046:2048]
2025-12-06T17:45:36.066414Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802548196359046:2048] [node 2] ICS09 handshake done sender: [1:7580802543901391738:2112] self: [1:7580802543901391737:0] peer: [2:7580802545140909753:0] socket: 583 qp: -1
2025-12-06T17:45:36.066469Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802548196359046:2048] [node 2] ICS10 traffic start
2025-12-06T17:45:36.066515Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:36.088857Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802539606424370:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(21716051ns) {HandleHandshakeStatus:329(21700630ns) {DropIncomingHandshake:442(22332ns) DropOutgoingHandshake:457(669ns) SwitchToState:179(873ns) ProcessPendingSessionEvents:495(21075528ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 20984253ns max# 20486470ns}}}
2025-12-06T17:45:36.094919Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802548196359044:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:36.124389Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802543901391741:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:36.155007Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802543901391736:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:36.155040Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802543901391736:2111] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:36.023658Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802544650204630:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:36.078844Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802543716006362:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:36.087099Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802549038389450:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37139
2025-12-06T17:45:36.010242Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802549435877050:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15690
2025-12-06T17:45:36.189253Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802543901391736:2111] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:36.191432Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802543901391734:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:36.191472Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802543901391734:2110] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:36.145519Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802543532748416:2108] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:36.033698Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802545140909751:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:36.050141Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802544650204698:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:36.135058Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802548010973661:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22123
2025-12-06T17:45:36.195983Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:36.059652Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802548945172003:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39521
2025-12-06T17:45:36.091439Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802549038389448:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:36.064090Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802549435877051:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15690
2025-12-06T17:45:36.198098Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802543901391734:2110] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:36.146333Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802543716006361:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:36.107563Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802544743422147:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:36.197702Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802543532748416:2108] [node 6] ICP22 created new session: [3:7580802547827715733:2108]
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:36.077926Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802545140909745:2111] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:36.206869Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802543901391731:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:36.109631Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802544743422134:2097] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:36.066961Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802548945171999:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39521
2025-12-06T17:45:36.219158Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802547827715733:2108] [node 6] ICS09 handshake done sender: [3:7580802543532748419:2119] self: [3:7580802543532748418:0] peer: [6:7580802549038389452:0] socket: 573 qp: -1
2025-12-06T17:45:36.146378Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802543716006361:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:36.206923Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:36.082747Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580802545140909678:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:36.112445Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802544650204693:2111] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:36.127125Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802549038389450:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:36.223703Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802547827715733:2108] [node 6] ICS10 traffic start
2025-12-06T17:45:36.166395Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802543716006361:2113] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:36.206979Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802543901391731:2109] [node 6] ICP22 created new session: [1:7580802548196359053:2109]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:36.084570Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802545140909741:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(173942711ns) {Configure:104(173931877ns) {ProcessConfigured:135(109283ns) {StartInitialHandshake:157(106114ns) {DropHandshakes:470(3161ns) {DropIncomingHandshake:442(832ns) DropOutgoingHandshake:457(630ns)} GenerateSessionVirtualId:988(1212ns) PrepareNewSessionHandshake:477(2777ns) {SwitchToState:179(652ns)}}}}}
2025-12-06T17:45:36.124857Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802549435877050:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:36.146602Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:36.154767Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802549435877053:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:36.154813Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802549435877053:2117] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:36.169191Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802545140909678:2048] [node 1] ICP22 created new session: [2:7580802549435877059:2048]
2025-12-06T17:45:36.187502Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802549435877053:2117] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:36.189073Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802549435877059:2048] [node 1] ICS09 handshake done sender: [2:7580802545140909745:2111] self: [2:7580802545140909753:0] peer: [1:7580802543901391737:0] socket: 585 qp: -1
2025-12-06T17:45:36.198964Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802549435877059:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:36.212610Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802545140909741:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:36.221413Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802549435877057:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:36.221444Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802549435877057:2118] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:36.227059Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:36.249966Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802549435877057:2118] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:36.255863Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:36.256121Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802545140909679:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(308136611ns) {Configure:104(308126232ns) {ProcessConfigured:135(37661237ns) {StartInitialHandshake:157(37658517ns) {DropHandshakes:470(1430308ns) {DropIncomingHandshake:442(2296ns) DropOutgoingHandshake:457(606ns)} GenerateSessionVirtualId:988(2015ns) PrepareNewSessionHandshake:477(2672ns) {SwitchToState:179(707ns)}}}}}
2025-12-06T17:45:36.272545Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802545140909679:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(16335378ns)
2025-12-06T17:45:36.278901Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802545140909741:2109] [node 6] ICP22 created new session: [2:7580802549435877067:2109]
2025-12-06T17:45:36.283548Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802545140909743:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:36.296725Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802545140909747:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:36.296766Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802545140909747:2112] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:45:36.297999Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802549435877067:2109] [node 6] ICS09 handshake done sender: [2:7580802549435877053:2117] self: [2:7580802549435877052:0] peer: [6:7580802549038389454:0] socket: 581 qp: -1
2025-12-06T17:45:36.298083Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:36.305313Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802545140909743:2108] [node 5] ICP22 created new session: [2:7580802549435877069:2108]
2025-12-06T17:45:36.309887Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802549435877067:2109] [node 6] ICS10 traffic start
2025-12-06T17:45:36.309957Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:36.127526Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802544743422073:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:36.166581Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802548010973661:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:36.312663Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802549435877069:2108] [node 5] ICS09 handshake done sender: [2:7580802549435877057:2118] self: [2:7580802549435877056:0] peer: [5:7580802548945172016:0] socket: 622 qp: -1
2025-12-06T17:45:36.319510Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802545140909747:2112] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:36.326931Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802549435877069:2108] [node 5] ICS10 traffic start
2025-12-06T17:45:36.136328Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802544650204630:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30495) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802544650204693:2111] held: no
2025-12-06T17:45:36.237051Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802547827715737:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8055
2025-12-06T17:45:36.208791Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802548196359055:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21500
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:36.128578Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802549038389453:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37139
2025-12-06T17:45:36.210888Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802543901391730:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:36.193070Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802548010973666:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22123
2025-12-06T17:45:36.135994Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802544743422074:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:36.237360Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802547827715738:2126] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8055
2025-12-06T17:45:36.154919Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802544650204691:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(16516023ns) {IncomingHandshake:261(32266ns) {DropIncomingHandshake:442(519ns) PrepareNewSessionHandshake:477(1155ns) {SwitchToState:179(155ns)} GenerateSessionVirtualId:988(442ns) IssueIncomingHandshakeReply:193(4554ns)}}
2025-12-06T17:45:36.338897Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:36.210975Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:36.230772Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802543716006289:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(298436262ns) {Configure:104(298428924ns) {ProcessConfigured:135(60965ns) {StartInitialHandshake:157(59055ns) {DropHandshakes:470(2322ns) {DropIncomingHandshake:442(425ns) DropOutgoingHandshake:457(799ns)} GenerateSessionVirtualId:988(220ns) PrepareNewSessionHandshake:477(621ns) {SwitchToState:179(311ns)}}}}}
2025-12-06T17:45:36.155617Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802548945171999:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:36.139371Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802544743422072:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:36.231137Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802543716006290:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(331919272ns) {Configure:104(331910697ns) {ProcessConfigured:135(27093810ns) {StartInitialHandshake:157(27090198ns) {DropHandshakes:470(3964ns) {DropIncomingHandshake:442(677ns) DropOutgoingHandshake:457(513ns)} GenerateSessionVirtualId:988(952ns) PrepareNewSessionHandshake:477(4030ns) {SwitchToState:179(1858ns)}}}}}
2025-12-06T17:45:36.249697Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802548010973666:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:36.251042Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802543716006351:2108] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:36.251161Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:36.251212Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802543716006351:2108] [node 6] ICP22 created new session: [4:7580802548010973671:2108]
2025-12-06T17:45:36.251265Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802548010973671:2108] [node 6] ICS09 handshake done sender: [4:7580802543716006361:2113] self: [4:7580802543716006356:0] peer: [6:7580802549038389451:0] socket: 605 qp: -1
2025-12-06T17:45:36.251307Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802548010973671:2108] [node 6] ICS10 traffic start
2025-12-06T17:45:36.251364Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:36.253496Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802543716006359:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:36.253537Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802543716006359:2112] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:36.249760Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:36.211042Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802543901391730:2108] [node 5] ICP22 created new session: [1:7580802548196359056:2108]
2025-12-06T17:45:36.340149Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802545140909742:2107] [node 4] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:36.190019Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802544650204628:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(299070510ns) {Configure:104(299056475ns) {ProcessConfigured:135(2096307ns) {StartInitialHandshake:157(2093796ns) {DropHandshakes:470(4280ns) {DropIncomingHandshake:442(967ns) DropOutgoingHandshake:457(658ns)} GenerateSessionVirtualId:988(1160ns) PrepareNewSessionHandshake:477(1598ns) {SwitchToState:179(192ns)}}}}}
2025-12-06T17:45:36.253716Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802543716006289:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:36.254135Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802547827715737:2125] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:36.343921Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:36.163221Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802544743422074:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(41116542ns) {IncomingHandshake:261(19827934ns) {DropIncomingHandshake:442(1659ns) PrepareNewSessionHandshake:477(5218ns) {SwitchToState:179(3561ns)} GenerateSessionVirtualId:988(1295ns) IssueIncomingHandshakeReply:193(12776994ns) {SwitchToState:179(2382ns)}}}
2025-12-06T17:45:36.190230Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802544650204628:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:36.191105Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802548945172012:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39521
2025-12-06T17:45:36.196225Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802544650204697:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:36.200349Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802544650204630:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(106492543ns) {HandleHandshakeStatus:395(106489092ns) {LogHandshakeFail:472(14085991ns) {UpdateErrorStateLog:545(11619ns)} DropOutgoingHandshake:457(2221ns) ProcessPendingSessionEvents:495(63014704ns) {unordered DropSessionEvent:512 num# 100 sum# 8574460ns max# 3884618ns}}}
2025-12-06T17:45:36.200554Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802544650204630:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:45:36.200647Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:36.200707Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802544650204630:2050] [node 3] ICP22 created new session: [5:7580802548945172013:2050]
2025-12-06T17:45:36.200762Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802548945172013:2050] [node 3] ICS09 handshake done sender: [5:7580802544650204693:2111] self: [5:7580802548945171998:0] peer: [3:7580802543532748420:0] socket: 578 qp: -1
2025-12-06T17:45:36.200801Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802548945172013:2050] [node 3] ICS10 traffic start
2025-12-06T17:45:36.200852Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:36.202644Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802548945172012:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:36.212318Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802544650204629:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:36.247213Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802548945172017:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39521
2025-12-06T17:45:36.249628Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802544650204629:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(16008914ns) {IncomingHandshake:261(16006469ns) {DropIncomingHandshake:442(562ns) PrepareNewSessionHandshake:477(1134ns) {SwitchToState:179(366ns)} GenerateSessionVirtualId:988(546ns) IssueIncomingHandshakeReply:193(6512663ns) {SwitchToState:179(5627ns)}}}
2025-12-06T17:45:36.254408Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802548945172001:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:36.254434Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580802548945172001:2116] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:36.278000Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802548945172001:2116] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:36.287414Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580802544650204691:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:36.293004Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802548945172019:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39521
2025-12-06T17:45:36.294320Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802548945172012:2120] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:36.296914Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:36.297272Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802544650204629:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:36.297355Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:36.297411Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802544650204629:2049] [node 2] ICP22 created new session: [5:7580802548945172021:2049]
2025-12-06T17:45:36.297462Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802548945172021:2049] [node 2] ICS09 handshake done sender: [5:7580802548945172012:2120] self: [5:7580802548945172016:0] peer: [2:7580802549435877056:0] socket: 624 qp: -1
2025-12-06T17:45:36.297502Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802548945172021:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:36.297577Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:36.298015Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802544650204691:2109] [node 6] ICP22 created new session: [5:7580802548945172020:2109]
2025-12-06T17:45:36.312736Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802548945172020:2109] [node 6] ICS09 handshake done sender: [5:7580802548945172001:2116] self: [5:7580802548945172000:0] peer: [6:7580802549038389466:0] socket: 608 qp: -1
2025-12-06T17:45:36.322108Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802548945172020:2109] [node 6] ICS10 traffic start
2025-12-06T17:45:36.322166Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:36.323908Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802544650204691:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(43381974ns) {HandleHandshakeStatus:329(43372333ns) {DropIncomingHandshake:442(21289ns) DropOutgoingHandshake:457(1180ns) SwitchToState:179(4489ns) ProcessPendingSessionEvents:495(593090ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 526680ns max# 52024ns}}}
2025-12-06T17:45:36.325733Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802548945172015:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39521
2025-12-06T17:45:36.339664Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802548945171999:2115] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:36.339898Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802544650204692:2110] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:36.341574Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802544650204697:2108] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27478) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802548945171999:2115] held: no
2025-12-06T17:45:36.346849Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802544650204628:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:36.346932Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:36.346984Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802544650204628:2048] [node 1] ICP22 created new session: [5:7580802548945172025:2048]
2025-12-06T17:45:36.347034Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802548945172025:2048] [node 1] ICS09 handshake done sender: [5:7580802544650204692:2110] self: [5:7580802548945172011:0] peer: [1:7580802543901391733:0] socket: 576 qp: -1
2025-12-06T17:45:36.347070Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802548945172025:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:36.347135Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:36.256710Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802543532748344:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:36.211088Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802548196359056:2108] [node 5] ICS09 handshake done sender: [1:7580802543901391734:2110] self: [1:7580802543901391733:0] peer: [5:7580802548945172011:0] socket: 570 qp: -1
2025-12-06T17:45:36.211127Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802548196359056:2108] [node 5] ICS10 traffic start
2025-12-06T17:45:36.211181Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:36.223530Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802548196359053:2109] [node 6] ICS09 handshake done sender: [1:7580802543901391736:2111] self: [1:7580802543901391732:0] peer: [6:7580802549038389455:0] socket: 582 qp: -1
2025-12-06T17:45:36.231110Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802548196359053:2109] [node 6] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:36.258790Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802543716006288:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:36.249954Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:36.350397Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802545140909742:2107] [node 4] ICP22 created new session: [2:7580802549435877074:2107]
2025-12-06T17:45:36.170757Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802544743422138:2110] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:36.279265Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802543716006359:2112] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:36.379976Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802549435877074:2107] [node 4] ICS09 handshake done sender: [2:7580802545140909747:2112] self: [2:7580802545140909746:0] peer: [4:7580802548010973669:0] socket: 586 qp: -1
2025-12-06T17:45:36.388188Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802549435877074:2107] [node 4] ICS10 traffic start
2025-12-06T17:45:36.388260Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:36.409311Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802549435877072:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15690
2025-12-06T17:45:36.262496Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802547827715741:2127] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8055
2025-12-06T17:45:36.259570Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802548196359043:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:36.259596Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802548196359043:2116] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:45:36.260560Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802543901391743:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:36.260585Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802543901391743:2114] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:45:36.261905Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802548196359043:2116] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:36.263060Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802543901391743:2114] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:36.264506Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802539606424371:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:45:36.264619Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:36.264667Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802539606424371:2049] [node 3] ICP22 created new session: [1:7580802548196359061:2049]
2025-12-06T17:45:36.264719Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802548196359061:2049] [node 3] ICS09 handshake done sender: [1:7580802548196359043:2116] self: [1:7580802548196359042:0] peer: [3:7580802547827715740:0] socket: 632 qp: -1
2025-12-06T17:45:36.264771Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802548196359061:2049] [node 3] ICS10 traffic start
2025-12-06T17:45:36.264830Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:36.271338Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802543901391729:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:45:36.271440Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:36.271502Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802543901391729:2107] [node 4] ICP22 created new session: [1:7580802548196359063:2107]
2025-12-06T17:45:36.279099Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802548196359063:2107] [node 4] ICS09 handshake done sender: [1:7580802543901391743:2114] self: [1:7580802543901391742:0] peer: [4:7580802548010973674:0] socket: 619 qp: -1
2025-12-06T17:45:36.283878Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802548196359063:2107] [node 4] ICS10 traffic start
2025-12-06T17:45:36.296735Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:36.315860Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802543901391731:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(107965639ns) {HandleHandshakeStatus:329(107962523ns) {DropIncomingHandshake:442(404ns) DropOutgoingHandshake:457(811ns) SwitchToState:179(944ns) ProcessPendingSessionEvents:495(23054723ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 22972618ns max# 7098815ns}}}
2025-12-06T17:45:36.316214Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [1:7580802543901391731:2109] [node 6] ICP27 obsolete handshake fail ignored
2025-12-06T17:45:36.316958Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802548196359065:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21500
2025-12-06T17:45:36.184272Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802549038389456:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37139
2025-12-06T17:45:36.282746Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802543716006288:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64595) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580802548010973666:2117] held: no
2025-12-06T17:45:36.444210Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802543901391729:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(171948115ns) {HandleHandshakeStatus:329(171942732ns) {DropIncomingHandshake:442(17920ns) DropOutgoingHandshake:457(649ns) SwitchToState:179(1150ns) ProcessPendingSessionEvents:495(113371955ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 113247001ns max# 19202140ns}}}
2025-12-06T17:45:36.262576Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802547827715742:2128] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8055
2025-12-06T17:45:36.185066Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802549038389457:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37139
2025-12-06T17:45:36.449058Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802545140909678:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(365442220ns) {HandleHandshakeStatus:329(365437046ns) {DropIncomingHandshake:442(7315ns) DropOutgoingHandshake:457(17222ns) SwitchToState:179(877ns) ProcessPendingSessionEvents:495(169187083ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 168986253ns max# 13899806ns}}}
2025-12-06T17:45:36.185197Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802549038389458:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37139
2025-12-06T17:45:36.197940Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802549038389449:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37139
2025-12-06T17:45:36.204170Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802544743422074:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:45:36.204228Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:36.204277Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802544743422074:2050] [node 3] ICP22 created new session: [6:7580802549038389459:2050]
2025-12-06T17:45:36.204323Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802549038389459:2050] [node 3] ICS09 handshake done sender: [6:7580802544743422138:2110] self: [6:7580802549038389452:0] peer: [3:7580802543532748418:0] socket: 575 qp: -1
2025-12-06T17:45:36.204353Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802549038389459:2050] [node 3] ICS10 traffic start
2025-12-06T17:45:36.204415Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:36.206463Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802544743422147:2115] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:36.211876Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802549038389449:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:36.212003Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802549038389450:2119] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:36.220961Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802549038389448:2117] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:36.230861Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802544743422072:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:36.237547Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802544743422073:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:36.237629Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:36.237678Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802544743422073:2049] [node 2] ICP22 created new session: [6:7580802549038389462:2049]
2025-12-06T17:45:36.237730Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802549038389462:2049] [node 2] ICS09 handshake done sender: [6:7580802549038389450:2119] self: [6:7580802549038389454:0] peer: [2:7580802549435877052:0] socket: 616 qp: -1
2025-12-06T17:45:36.237769Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802549038389462:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:36.237814Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:36.238975Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802544743422134:2097] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:45:36.239053Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:36.239102Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802544743422134:2097] [node 4] ICP22 created new session: [6:7580802549038389464:2097]
2025-12-06T17:45:36.239143Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802549038389464:2097] [node 4] ICS09 handshake done sender: [6:7580802549038389448:2117] self: [6:7580802549038389451:0] peer: [4:7580802543716006356:0] socket: 607 qp: -1
2025-12-06T17:45:36.239174Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802549038389464:2097] [node 4] ICS10 traffic start
2025-12-06T17:45:36.239213Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:36.240281Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802544743422120:2094] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:36.277782Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802549038389468:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37139
2025-12-06T17:45:36.278861Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:36.287371Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802544743422072:2048] [node 1] ICP22 created new session: [6:7580802549038389467:2048]
2025-12-06T17:45:36.292221Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802549038389467:2048] [node 1] ICS09 handshake done sender: [6:7580802544743422147:2115] self: [6:7580802549038389455:0] peer: [1:7580802543901391732:0] socket: 584 qp: -1
2025-12-06T17:45:36.427892Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802544650204697:2108] [node 4] ICP35 event processing took too much time PendingConnection:279(86164184ns) {HandleHandshakeStatus:395(86160936ns) {LogHandshakeFail:472(825623ns) {UpdateErrorStateLog:545(7237ns)} DropOutgoingHandshake:457(951ns) ProcessPendingSessionEvents:495(85269995ns) {unordered DropSessionEvent:512 num# 100 sum# 85187203ns max# 13864719ns}}}
2025-12-06T17:45:36.294695Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802549038389467:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:36.427981Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802544650204697:2108] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:45:36.296693Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802549038389449:2118] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:36.296913Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:36.428069Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:36.428125Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802544650204697:2108] [node 4] ICP22 created new session: [5:7580802548945172027:2108]
2025-12-06T17:45:36.428174Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802548945172027:2108] [node 4] ICS09 handshake done sender: [5:7580802548945171999:2115] self: [5:7580802548945172009:0] peer: [4:7580802543716006358:0] socket: 606 qp: -1
2025-12-06T17:45:36.428223Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802548945172027:2108] [node 4] ICS10 traffic start
2025-12-06T17:45:36.428268Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:36.440361Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802544650204629:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(142138700ns) {HandleHandshakeStatus:329(142134366ns) {DropIncomingHandshake:442(1240ns) DropOutgoingHandshake:457(5433ns) SwitchToState:179(882ns) ProcessPendingSessionEvents:495(141688532ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 130165088ns max# 14330387ns}}}
2025-12-06T17:45:36.319006Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802544743422120:2094] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:45:36.287849Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802543716006352:2109] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:36.340089Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:36.277086Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802543532748344:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64595) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580802547827715737:2125] held: no
2025-12-06T17:45:36.453087Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802545140909743:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(168406995ns) {HandleHandshakeStatus:329(168405231ns) {DropIncomingHandshake:442(13923ns) DropOutgoingHandshake:457(5972ns) SwitchToState:179(375ns) ProcessPendingSessionEvents:495(84578100ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 84450913ns max# 18253044ns}}}
2025-12-06T17:45:36.287936Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:36.279336Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802547827715737:2125] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:36.287175Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802543532748427:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(47970421ns) {Configure:104(33210945ns) {ProcessConfigured:135(7345060ns) {StartInitialHandshake:157(7341804ns) {DropHandshakes:470(3105ns) {DropIncomingHandshake:442(776ns) DropOutgoingHandshake:457(642ns)} GenerateSessionVirtualId:988(1031ns) PrepareNewSessionHandshake:477(3766ns) {SwitchToState:179(1308ns)}}}}}
2025-12-06T17:45:36.334987Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802547827715741:2127] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:36.344673Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802547827715735:2124] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:36.344714Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802547827715735:2124] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:45:36.345976Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802547827715735:2124] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:36.346245Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802543532748427:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:45:36.346371Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:36.346427Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802543532748427:2107] [node 4] ICP22 created new session: [3:7580802547827715745:2107]
2025-12-06T17:45:36.346475Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802547827715745:2107] [node 4] ICS09 handshake done sender: [3:7580802547827715735:2124] self: [3:7580802547827715734:0] peer: [4:7580802548010973681:0] socket: 597 qp: -1
2025-12-06T17:45:36.348837Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802547827715745:2107] [node 4] ICS10 traffic start
2025-12-06T17:45:36.368913Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:36.414614Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802547827715738:2126] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:36.422704Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802543532748345:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:36.452204Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802543532748416:2108] [node 6] ICP35 event processing took too much time PendingConnection:279(296141353ns) {HandleHandshakeStatus:329(296137393ns) {DropIncomingHandshake:442(491ns) DropOutgoingHandshake:457(1075ns) SwitchToState:179(229ns) ProcessPendingSessionEvents:495(162614912ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 156469108ns max# 12244678ns}}}
2025-12-06T17:45:36.340475Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802544743422120:2094] [node 5] ICP22 created new session: [6:7580802549038389470:2094]
2025-12-06T17:45:36.474193Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802543532748344:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(49781518ns) {HandleHandshakeStatus:395(49766156ns) {LogHandshakeFail:472(19854ns) {UpdateErrorStateLog:545(6161ns)} DropOutgoingHandshake:457(624ns) ProcessPendingSessionEvents:495(49652508ns) {unordered DropSessionEvent:512 num# 100 sum# 21334605ns max# 7543790ns}}}
2025-12-06T17:45:36.474302Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802543532748344:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:36.343444Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802549038389470:2094] [node 5] ICS09 handshake done sender: [6:7580802549038389449:2118] self: [6:7580802549038389466:0] peer: [5:7580802548945172000:0] socket: 609 qp: -1
2025-12-06T17:45:36.343952Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802549038389470:2094] [node 5] ICS10 traffic start
2025-12-06T17:45:36.363317Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:36.379548Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802544743422072:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(107196281ns) {HandleHandshakeStatus:329(107192073ns) {DropIncomingHandshake:442(1779ns) DropOutgoingHandshake:457(5603ns) SwitchToState:179(857ns) ProcessPendingSessionEvents:495(12390573ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 12328795ns max# 11874369ns}}}
2025-12-06T17:45:36.392829Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802544743422120:2094] [node 5] ICP35 event processing took too much time PendingConnection:279(79142903ns) {HandleHandshakeStatus:329(79138125ns) {DropIncomingHandshake:442(3978ns) DropOutgoingHandshake:457(8067ns) SwitchToState:179(853ns) ProcessPendingSessionEvents:495(11729991ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 11669385ns max# 11173510ns}}}
2025-12-06T17:45:36.392940Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580802544743422120:2094] [node 5] ICP27 obsolete handshake fail ignored
2025-12-06T17:45:36.287983Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802543716006352:2109] [node 5] ICP22 created new session: [4:7580802548010973676:2109]
2025-12-06T17:45:36.288041Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802548010973676:2109] [node 5] ICS09 handshake done sender: [4:7580802543716006359:2112] self: [4:7580802543716006358:0] peer: [5:7580802548945172009:0] socket: 604 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:36.288082Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802548010973676:2109] [node 5] ICS10 traffic start
2025-12-06T17:45:36.288123Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:36.303550Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802543716006288:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(20086197ns) {HandleHandshakeStatus:395(20081777ns) {LogHandshakeFail:472(16388ns) {UpdateErrorStateLog:545(6016ns)} DropOutgoingHandshake:457(1070ns) ProcessPendingSessionEvents:495(19957249ns) {unordered DropSessionEvent:512 num# 100 sum# 19912455ns max# 4768943ns}}}
2025-12-06T17:45:36.304509Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802548010973679:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22123
2025-12-06T17:45:36.333912Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802548010973670:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22123
2025-12-06T17:45:36.340876Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802548010973670:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:36.341039Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802543716006290:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:36.342315Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802543716006357:2111] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:36.356103Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802543716006289:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:36.356244Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:36.356321Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802543716006289:2049] [node 2] ICP22 created new session: [4:7580802548010973682:2049]
2025-12-06T17:45:36.356398Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802548010973682:2049] [node 2] ICS09 handshake done sender: [4:7580802543716006357:2111] self: [4:7580802548010973669:0] peer: [2:7580802545140909746:0] socket: 595 qp: -1
2025-12-06T17:45:36.453303Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802549435877063:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:36.482938Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:36.356443Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802548010973682:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:36.356496Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:36.367150Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802548010973678:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22123
2025-12-06T17:45:36.372151Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802543716006290:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30495) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580802548010973670:2119] held: no
2025-12-06T17:45:36.373944Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802548010973684:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22123
2025-12-06T17:45:36.391241Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802548010973670:2119] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:36.394785Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802548010973666:2117] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:36.398980Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802543716006290:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:45:36.399067Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:36.399133Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802543716006290:2050] [node 3] ICP22 created new session: [4:7580802548010973685:2050]
2025-12-06T17:45:36.399197Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802548010973685:2050] [node 3] ICS09 handshake done sender: [4:7580802548010973670:2119] self: [4:7580802548010973681:0] peer: [3:7580802547827715734:0] socket: 639 qp: -1
2025-12-06T17:45:36.399244Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802548010973685:2050] [node 3] ICS10 traffic start
2025-12-06T17:45:36.399296Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:36.409279Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802543716006288:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:36.420640Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:36.438933Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802543716006288:2048] [node 1] ICP22 created new session: [4:7580802548010973687:2048]
2025-12-06T17:45:36.444739Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802548010973687:2048] [node 1] ICS09 handshake done sender: [4:7580802548010973666:2117] self: [4:7580802548010973674:0] peer: [1:7580802543901391742:0] socket: 620 qp: -1
2025-12-06T17:45:36.452434Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802548010973687:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:36.452526Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:36.452788Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802543716006288:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(43442315ns) {HandleHandshakeStatus:329(43437720ns) {DropIncomingHandshake:442(1248ns) DropOutgoingHandshake:457(498ns) SwitchToState:179(781ns) ProcessPendingSessionEvents:495(1593ns)}}
2025-12-06T17:45:36.453337Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802549435877063:2119] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:45:36.483044Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802543532748344:2048] [node 1] ICP22 created new session: [3:7580802547827715748:2048]
2025-12-06T17:45:36.472027Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802545140909741:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(258377558ns) {HandleHandshakeStatus:329(258374387ns) {DropIncomingHandshake:442(15971ns) DropOutgoingHandshake:457(662ns) SwitchToState:179(1541ns) ProcessPendingSessionEvents:495(130441210ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 130292894ns max# 15257234ns}}}
2025-12-06T17:45:36.483099Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802547827715748:2048] [node 1] ICS09 handshake done sender: [3:7580802547827715737:2125] self: [3:7580802547827715740:0] peer: [1:7580802548196359042:0] socket: 634 qp: -1
2025-12-06T17:45:36.483143Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802547827715748:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:36.483262Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:36.487535Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802547827715750:2129] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8055
2025-12-06T17:45:36.487896Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802547827715738:2126] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:36.492773Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802543532748345:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:36.492877Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:36.492931Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802543532748345:2049] [node 2] ICP22 created new session: [3:7580802547827715751:2049]
2025-12-06T17:45:36.492987Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802547827715751:2049] [node 2] ICS09 handshake done sender: [3:7580802547827715738:2126] self: [3:7580802547827715747:0] peer: [2:7580802549435877060:0] socket: 638 qp: -1
2025-12-06T17:45:36.493059Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802547827715751:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:36.493118Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:36.513294Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802543532748427:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(105354883ns) {HandleHandshakeStatus:329(105351268ns) {DropIncomingHandshake:442(15083ns) DropOutgoingHandshake:457(591ns) SwitchToState:179(608ns) ProcessPendingSessionEvents:495(64794242ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 64701390ns max# 19247376ns}}}
2025-12-06T17:45:36.512146Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802543716006289:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(155141854ns) {HandleHandshakeStatus:329(155137222ns) {DropIncomingHandshake:442(991ns) DropOutgoingHandshake:457(6513ns) SwitchToState:179(986ns) ProcessPendingSessionEvents:495(154541758ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 150207044ns max# 12914530ns}}}
2025-12-06T17:45:36.486865Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802549435877063:2119] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:36.498628Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802545140909679:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:45:36.503791Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:36.500421Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802545140909742:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(112700827ns) {HandleHandshakeStatus:329(112698463ns) {DropIncomingHandshake:442(1271ns) DropOutgoingHandshake:457(1675ns) SwitchToState:179(127ns) ProcessPendingSessionEvents:495(33068970ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 32990632ns max# 22066667ns}}}
2025-12-06T17:45:36.504168Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7580802545140909742:2107] [node 4] ICP27 obsolete handshake fail ignored
2025-12-06T17:45:36.509790Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802545140909679:2049] [node 3] ICP22 created new session: [2:7580802549435877077:2049]
2025-12-06T17:45:36.509861Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802549435877077:2049] [node 3] ICS09 handshake done sender: [2:7580802549435877063:2119] self: [2:7580802549435877060:0] peer: [3:7580802547827715747:0] socket: 636 qp: -1
2025-12-06T17:45:36.509907Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802549435877077:2049] [node 3] ICS10 traffic start
2025-12-06T17:45:36.510000Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:36.518291Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802545140909679:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(18753905ns) {HandleHandshakeStatus:329(18749619ns) {DropIncomingHandshake:442(31770ns) DropOutgoingHandshake:457(1110ns) SwitchToState:179(716ns) ProcessPendingSessionEvents:495(7171466ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 7100604ns max# 6237865ns}}}
2025-12-06T17:45:36.621831Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:45:36.622119Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7580802549435877059:2048] [node 1] ICS07 socket disconnect 585 reason# EndOfStream
2025-12-06T17:45:36.622151Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580802549435877059:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:36.622251Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:36.622298Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580802549435877059:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:36.622490Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:45:36.622759Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802547827715748:2048] [node 1] ICS01 socket: 634 reason# EndOfStream
2025-12-06T17:45:36.622812Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802543532748344:2048] [node 1] ICP30 unregister session Session# [3:7580802547827715748:2048] VirtualId# [3:7580802547827715740:0]
2025-12-06T17:45:36.622848Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802547827715748:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:36.622924Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:36.622978Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:36.629439Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802545140909678:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64595) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:45:36.629493Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580802549435877059:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:36.630860Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802545140909678:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64595) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:36.630969Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580802549435877059:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:36.631010Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580802545140909678:2048] [node 1] ICP30 unregister session Session# [2:7580802549435877059:2048] VirtualId# [2:7580802545140909753:0]
2025-12-06T17:45:36.634064Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:45:36.634342Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802549038389467:2048] [node 1] ICS07 socket disconnect 584 reason# EndOfStream
2025-12-06T17:45:36.634405Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802549038389467:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:36.634510Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:36.634640Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802549038389467:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:36.634823Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:45:36.634975Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802548945172025:2048] [node 1] ICS07 socket disconnect 576 reason# EndOfStream
2025-12-06T17:45:36.634996Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802548945172025:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:36.635062Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:36.635103Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802548945172025:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:36.635857Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802544743422072:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64595) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:36.635912Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802549038389467:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:36.635933Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802544743422072:2048] [node 1] ICP30 unregister session Session# [6:7580802549038389467:2048] VirtualId# [6:7580802549038389455:0]
2025-12-06T17:45:36.636027Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:36.636055Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802544743422072:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:64595) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:36.636066Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64595) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:36.631128Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:36.631174Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [2:7580802545140909678:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:64595) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:36.631192Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64595) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:36.636364Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802544650204628:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64595) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:36.636466Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802548945172025:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:36.636499Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802544650204628:2048] [node 1] ICP30 unregister session Session# [5:7580802548945172025:2048] VirtualId# [5:7580802548945172011:0]
2025-12-06T17:45:36.636824Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:36.636865Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802544650204628:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:64595) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:36.636879Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64595) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:36.638676Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:45:36.638905Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802548010973687:2048] [node 1] ICS01 socket: 620 reason# EndOfStream
2025-12-06T17:45:36.638952Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802543716006288:2048] [node 1] ICP30 unregister session Session# [4:7580802548010973687:2048] VirtualId# [4:7580802548010973674:0]
2025-12-06T17:45:36.638984Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802548010973687:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:36.639083Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:36.639137Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:36.640656Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [2:7580802545140909678:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:45:36.647224Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802544743422072:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:45:36.647225Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802544650204628:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:45:36.712187Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:45:36.712445Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802547827715751:2049] [node 2] ICS01 socket: 638 reason# EndOfStream
2025-12-06T17:45:36.712500Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802543532748345:2049] [node 2] ICP30 unregister session Session# [3:7580802547827715751:2049] VirtualId# [3:7580802547827715747:0]
2025-12-06T17:45:36.712539Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802547827715751:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:36.712637Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:36.712698Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:36.722991Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:45:36.723208Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802549038389462:2049] [node 2] ICS01 socket: 616 reason# EndOfStream
2025-12-06T17:45:36.723266Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802544743422073:2049] [node 2] ICP30 unregister session Session# [6:7580802549038389462:2049] VirtualId# [6:7580802549038389454:0]
2025-12-06T17:45:36.723301Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802549038389462:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:36.723378Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:36.723412Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:36.723547Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:45:36.723800Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802548945172021:2049] [node 2] ICS01 socket: 624 reason# EndOfStream
2025-12-06T17:45:36.723852Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802544650204629:2049] [node 2] ICP30 unregister session Session# [5:7580802548945172021:2049] VirtualId# [5:7580802548945172016:0]
2025-12-06T17:45:36.723890Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802548945172021:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:36.723963Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:36.724003Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:36.722864Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:45:36.723114Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802548010973682:2049] [node 2] ICS07 socket disconnect 595 reason# EndOfStream
2025-12-06T17:45:36.723162Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802548010973682:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:36.723277Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:36.723347Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802548010973682:2049] [node 2] ICS15 start handshake
2025-12-06T17:45:36.726398Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802543716006289:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19005) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:36.726525Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802548010973682:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:36.726604Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802543716006289:2049] [node 2] ICP30 unregister session Session# [4:7580802548010973682:2049] VirtualId# [4:7580802548010973669:0]
2025-12-06T17:45:36.726724Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:36.726770Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802543716006289:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:19005) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:36.726786Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19005) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:36.736678Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580802543716006289:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:45:36.826289Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:45:36.826582Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802548010973685:2050] [node 3] ICS01 socket: 639 reason# EndOfStream
2025-12-06T17:45:36.826652Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802543716006290:2050] [node 3] ICP30 unregister session Session# [4:7580802548010973685:2050] VirtualId# [4:7580802548010973681:0]
2025-12-06T17:45:36.826690Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802548010973685:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:36.826790Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:45:36.826836Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:45:36.828714Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:45:36.828969Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802549038389459:2050] [node 3] ICS01 socket: 575 reason# EndOfStream
2025-12-06T17:45:36.829028Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802544743422074:2050] [node 3] ICP30 unregister session Session# [6:7580802549038389459:2050] VirtualId# [6:7580802549038389452:0]
2025-12-06T17:45:36.829059Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802549038389459:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:36.829156Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:45:36.829202Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:45:36.830721Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:45:36.830955Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802548945172013:2050] [node 3] ICS01 socket: 578 reason# EndOfStream
2025-12-06T17:45:36.830998Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802544650204630:2050] [node 3] ICP30 unregister session Session# [5:7580802548945172013:2050] VirtualId# [5:7580802548945171998:0]
2025-12-06T17:45:36.831039Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802548945172013:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:36.831134Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:45:36.831175Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:45:36.880496Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:45:36.880767Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802548945172027:2108] [node 4] ICS01 socket: 606 reason# EndOfStream
2025-12-06T17:45:36.880811Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802544650204697:2108] [node 4] ICP30 unregister session Session# [5:7580802548945172027:2108] VirtualId# [5:7580802548945172009:0]
2025-12-06T17:45:36.880845Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802548945172027:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:36.880940Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:45:36.880990Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:45:36.882795Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:45:36.883174Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802549038389464:2097] [node 4] ICS07 socket disconnect 607 reason# EndOfStream
2025-12-06T17:45:36.883237Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802549038389464:2097] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:36.883336Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:45:36.883386Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802549038389464:2097] [node 4] ICS15 start handshake
2025-12-06T17:45:36.884582Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802544743422134:2097] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27478) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:36.884639Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802549038389464:2097] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:36.884677Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802544743422134:2097] [node 4] ICP30 unregister session Session# [6:7580802549038389464:2097] VirtualId# [6:7580802549038389451:0]
2025-12-06T17:45:36.884724Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:45:36.884757Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802544743422134:2097] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:27478) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:36.884770Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27478) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:36.893634Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802544743422134:2097] [node 4] ICP33 wake up from error state
2025-12-06T17:45:36.961950Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:45:36.962190Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802549038389470:2094] [node 5] ICS07 socket disconnect 609 reason# EndOfStream
2025-12-06T17:45:36.962219Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802549038389470:2094] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:36.962288Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:45:36.962330Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802549038389470:2094] [node 5] ICS15 start handshake
2025-12-06T17:45:36.963522Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802544743422120:2094] [node 5] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24986) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:36.963592Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802549038389470:2094] [node 5] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:36.963649Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802544743422120:2094] [node 5] ICP30 unregister session Session# [6:7580802549038389470:2094] VirtualId# [6:7580802549038389466:0]
2025-12-06T17:45:36.963693Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
2025-12-06T17:45:36.963725Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802544743422120:2094] [node 5] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:24986) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:36.963740Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [5] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24986) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:36.974195Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802544743422120:2094] [node 5] ICP33 wake up from error state
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:45:37.115235Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802549712780250:2048] [node 2] ICP01 ready to work
2025-12-06T17:45:37.115284Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802549712780251:2049] [node 3] ICP01 ready to work
2025-12-06T17:45:37.121642Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802549723736154:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:37.121687Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802549723736155:2049] [node 3] ICP01 ready to work
2025-12-06T17:45:37.130816Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802552813992970:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:37.130862Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802552813992971:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:37.134477Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802551206473369:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:37.134516Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802551206473370:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:37.134584Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802551206473371:2050] [node 3] ICP01 ready to work
2025-12-06T17:45:37.140881Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802552429224116:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:37.140947Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802552429224117:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:37.141021Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802552429224118:2050] [node 3] ICP01 ready to work
2025-12-06T17:45:37.146951Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802551089796936:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:37.146981Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802551089796937:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:37.147015Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802551089796938:2050] [node 3] ICP01 ready to work
2025-12-06T17:45:37.468450Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802552429224162:2084] [node 4] ICP01 ready to work
2025-12-06T17:45:37.469746Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802552429224163:2085] [node 6] ICP01 ready to work
2025-12-06T17:45:37.511361Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802551206473431:2107] [node 6] ICP01 ready to work
2025-12-06T17:45:37.518444Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802549723736218:2106] [node 4] ICP01 ready to work
2025-12-06T17:45:37.531002Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802552813993033:2107] [node 6] ICP01 ready to work
2025-12-06T17:45:37.519348Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802549723736219:2107] [node 5] ICP01 ready to work
2025-12-06T17:45:37.641811Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802551089796937:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(92191049ns) {Configure:104(92175089ns) {ProcessConfigured:135(80630ns) {StartInitialHandshake:157(77155ns) {DropHandshakes:470(3509ns) {DropIncomingHandshake:442(924ns) DropOutgoingHandshake:457(753ns)} GenerateSessionVirtualId:988(1458ns) PrepareNewSessionHandshake:477(2263ns) {SwitchToState:179(658ns)}}}}}
2025-12-06T17:45:37.644392Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802551089797002:2075] [node 5] ICP01 ready to work
2025-12-06T17:45:37.645460Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802551089797003:2081] [node 4] ICP01 ready to work
2025-12-06T17:45:37.520037Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802549723736220:2108] [node 6] ICP01 ready to work
2025-12-06T17:45:37.634464Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802551206473433:2108] [node 5] ICP01 ready to work
2025-12-06T17:45:37.651071Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802552813993034:2108] [node 4] ICP01 ready to work
2025-12-06T17:45:37.659094Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802549712780313:2107] [node 4] ICP01 ready to work
2025-12-06T17:45:37.651779Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802552813993035:2109] [node 5] ICP01 ready to work
2025-12-06T17:45:37.675357Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802549712780314:2108] [node 5] ICP01 ready to work
2025-12-06T17:45:37.669132Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802552813992971:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(16625070ns) {Configure:104(16618070ns) {ProcessConfigured:135(118004ns) {StartInitialHandshake:157(114755ns) {DropHandshakes:470(3678ns) {DropIncomingHandshake:442(615ns) DropOutgoingHandshake:457(585ns)} GenerateSessionVirtualId:988(829ns) PrepareNewSessionHandshake:477(2651ns) {SwitchToState:179(852ns)}}}}}
2025-12-06T17:45:37.678195Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802549712780317:2109] [node 6] ICP01 ready to work
2025-12-06T17:45:37.698633Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802549723736155:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(149908535ns) {Configure:104(149899345ns) {ProcessConfigured:135(20600494ns) {StartInitialHandshake:157(20598147ns) {DropHandshakes:470(1503ns) {DropIncomingHandshake:442(345ns) DropOutgoingHandshake:457(327ns)} GenerateSessionVirtualId:988(596ns) PrepareNewSessionHandshake:477(3052ns) {SwitchToState:179(1697ns)}}}}}
2025-12-06T17:45:37.697002Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802551089796938:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(18097503ns) {Configure:104(18091902ns) {ProcessConfigured:135(10678399ns) {StartInitialHandshake:157(10675636ns) {DropHandshakes:470(3689ns) {DropIncomingHandshake:442(1039ns) DropOutgoingHandshake:457(798ns)} GenerateSessionVirtualId:988(1072ns) PrepareNewSessionHandshake:477(2707ns) {SwitchToState:179(113ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:37.713396Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802551089797011:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24845
2025-12-06T17:45:37.722906Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802551089797011:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:37.740886Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802549712780313:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(35495046ns) {Configure:104(35484110ns) {ProcessConfigured:135(73221ns) {StartInitialHandshake:157(69835ns) {DropHandshakes:470(4085ns) {DropIncomingHandshake:442(1002ns) DropOutgoingHandshake:457(903ns)} GenerateSessionVirtualId:988(1040ns) PrepareNewSessionHandshake:477(2893ns) {SwitchToState:179(773ns)}}}}}
2025-12-06T17:45:37.749560Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802549723736218:2106] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(30433505ns) {Configure:104(30425596ns) {ProcessConfigured:135(86920ns) {StartInitialHandshake:157(82380ns) {DropHandshakes:470(3889ns) {DropIncomingHandshake:442(1003ns) DropOutgoingHandshake:457(579ns)} GenerateSessionVirtualId:988(1280ns) PrepareNewSessionHandshake:477(2842ns) {SwitchToState:179(762ns)}}}}}
2025-12-06T17:45:37.763339Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802551089796938:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:37.766305Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802549712780328:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21567
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:37.766683Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802549712780318:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21567
2025-12-06T17:45:37.766834Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802549712780319:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21567
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:37.769391Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802551206473369:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(43708607ns) {Configure:104(43700716ns) {ProcessConfigured:135(67390ns) {StartInitialHandshake:157(64583ns) {DropHandshakes:470(2905ns) {DropIncomingHandshake:442(655ns) DropOutgoingHandshake:457(391ns)} GenerateSessionVirtualId:988(869ns) PrepareNewSessionHandshake:477(5125ns) {SwitchToState:179(796ns)}}}}}
2025-12-06T17:45:37.772188Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802551206473436:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54074
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:37.773746Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802552429224194:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50995
2025-12-06T17:45:37.774039Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802552429224195:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50995
2025-12-06T17:45:37.774226Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802552429224196:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50995
2025-12-06T17:45:37.774701Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802549723736233:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46680
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:37.780395Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802551089797016:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24845
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:37.779034Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802552813993039:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:37.779086Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802552813993039:2111] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:37.775824Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802549723736231:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46680
2025-12-06T17:45:37.780934Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802549712780318:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:37.790854Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802551206473436:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:37.791608Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802551206473449:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54074
2025-12-06T17:45:37.793739Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802552429224194:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:37.775961Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802549723736232:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46680
2025-12-06T17:45:37.821251Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802549712780328:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:37.822141Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802549712780332:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21567
2025-12-06T17:45:37.837724Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802549712780332:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:37.840392Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802552429224196:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:37.840533Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802552429224162:2084] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:37.776117Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802549723736237:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46680
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:37.844688Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802552429224199:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50995
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:37.845145Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802552813993049:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43354
2025-12-06T17:45:37.841528Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802551206473435:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:37.841563Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802551206473435:2110] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:37.842332Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802551206473449:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:37.842616Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802551206473370:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:37.850423Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802551206473435:2110] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:37.812800Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802549723736231:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:37.812905Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802549723736233:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:37.838719Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802549723736237:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:37.838868Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580802549723736154:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:37.843046Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802549723736232:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:37.843190Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802549723736226:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:37.843214Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802549723736226:2113] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:45:37.850034Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802551089797016:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:37.859084Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802551089797017:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24845
2025-12-06T17:45:37.859806Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802551089797003:2081] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:37.858254Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802552813993039:2111] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:37.858579Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802549712780316:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:37.858476Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802549723736226:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:37.859911Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802551089797011:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:37.858620Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802549712780316:2110] [node 2] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:37.860581Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802551089796938:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:45:37.868852Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802549712780319:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:37.876271Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802549712780316:2110] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:37.868120Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802552429224196:2117] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:37.860668Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:37.883174Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802549712780323:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:37.871284Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802552813993051:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43354
2025-12-06T17:45:37.882609Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802552429224162:2084] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:45:37.877165Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802551206473440:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:37.871522Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802552813993049:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:37.871579Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802552813993033:2107] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:37.871691Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:37.871746Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802552813993033:2107] [node 6] ICP22 created new session: [3:7580802552813993053:2107]
2025-12-06T17:45:37.871806Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802552813993053:2107] [node 6] ICS09 handshake done sender: [3:7580802552813993039:2111] self: [3:7580802552813993038:0] peer: [6:7580802551089797015:0] socket: 579 qp: -1
2025-12-06T17:45:37.871861Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802552813993053:2107] [node 6] ICS10 traffic start
2025-12-06T17:45:37.871919Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:37.874413Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802552813993050:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43354
2025-12-06T17:45:37.874853Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802552813992970:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:37.882764Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802552813993050:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:37.860734Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802551089796938:2050] [node 3] ICP22 created new session: [6:7580802551089797019:2050]
2025-12-06T17:45:37.888029Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802549723736218:2106] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:45:37.883229Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802549712780323:2114] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:45:37.860813Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802551089797019:2050] [node 3] ICS09 handshake done sender: [6:7580802551089797011:2115] self: [6:7580802551089797015:0] peer: [3:7580802552813993038:0] socket: 587 qp: -1
2025-12-06T17:45:37.882860Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:37.877202Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802551206473440:2113] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:37.884017Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802549712780250:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:45:37.888371Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:37.882914Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802552429224162:2084] [node 4] ICP22 created new session: [5:7580802552429224200:2084]
2025-12-06T17:45:37.877856Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802551206473433:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:37.860869Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802551089797019:2050] [node 3] ICS10 traffic start
2025-12-06T17:45:37.888900Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802549723736218:2106] [node 4] ICP22 created new session: [2:7580802549723736243:2106]
2025-12-06T17:45:37.860924Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:37.884077Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:37.887897Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802552429224200:2084] [node 4] ICS09 handshake done sender: [5:7580802552429224196:2117] self: [5:7580802552429224198:0] peer: [4:7580802551206473434:0] socket: 604 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:37.877914Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:37.884125Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802549712780250:2048] [node 2] ICP22 created new session: [1:7580802549712780338:2048]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:37.896885Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802551089797022:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24845
2025-12-06T17:45:37.896964Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802552813993057:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43354
2025-12-06T17:45:37.888953Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802549723736243:2106] [node 4] ICS09 handshake done sender: [2:7580802549723736226:2113] self: [2:7580802549723736225:0] peer: [4:7580802551206473451:0] socket: 608 qp: -1
2025-12-06T17:45:37.877962Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802551206473433:2108] [node 5] ICP22 created new session: [4:7580802551206473455:2108]
2025-12-06T17:45:37.888299Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802552429224200:2084] [node 4] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:37.888987Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802549723736243:2106] [node 4] ICS10 traffic start
2025-12-06T17:45:37.889025Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:37.893306Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802549723736154:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16212) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7580802549723736237:2119] held: no
2025-12-06T17:45:37.897825Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802549723736246:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46680
2025-12-06T17:45:37.884180Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802549712780338:2048] [node 2] ICS09 handshake done sender: [1:7580802549712780316:2110] self: [1:7580802549712780315:0] peer: [2:7580802549723736240:0] socket: 596 qp: -1
2025-12-06T17:45:37.903035Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802551089797023:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24845
2025-12-06T17:45:37.903252Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802551089797024:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24845
2025-12-06T17:45:37.891929Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:37.884217Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802549712780338:2048] [node 2] ICS10 traffic start
2025-12-06T17:45:37.884252Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:37.896708Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802549712780323:2114] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:37.906393Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802549723736237:2119] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:37.907095Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802551089797016:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:37.878042Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802551206473455:2108] [node 5] ICS09 handshake done sender: [4:7580802551206473435:2110] self: [4:7580802551206473434:0] peer: [5:7580802552429224198:0] socket: 599 qp: -1
2025-12-06T17:45:37.899191Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802552813993051:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:37.901104Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802552813993049:2115] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:37.878079Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802551206473455:2108] [node 5] ICS10 traffic start
2025-12-06T17:45:37.878132Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:37.892767Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802551206473452:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54074
2025-12-06T17:45:37.901335Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802551206473453:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54074
2025-12-06T17:45:37.901501Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802551206473454:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54074
2025-12-06T17:45:37.902157Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802551206473449:2116] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:37.905514Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802551206473440:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:37.908098Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802549712780251:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:45:37.908181Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:37.909104Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802552813992970:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:37.908233Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802549712780251:2049] [node 3] ICP22 created new session: [1:7580802549712780342:2049]
2025-12-06T17:45:37.908279Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802549712780342:2049] [node 3] ICS09 handshake done sender: [1:7580802549712780323:2114] self: [1:7580802549712780322:0] peer: [3:7580802552813993056:0] socket: 597 qp: -1
2025-12-06T17:45:37.908323Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802549712780342:2049] [node 3] ICS10 traffic start
2025-12-06T17:45:37.908360Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:37.923881Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580802549723736154:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:37.923972Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:37.924026Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802549723736154:2048] [node 1] ICP22 created new session: [2:7580802549723736248:2048]
2025-12-06T17:45:37.924075Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802549723736248:2048] [node 1] ICS09 handshake done sender: [2:7580802549723736237:2119] self: [2:7580802549723736240:0] peer: [1:7580802549712780315:0] socket: 609 qp: -1
2025-12-06T17:45:37.924118Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802549723736248:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:37.924155Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:37.909230Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802551089797003:2081] [node 4] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:37.939430Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802549723736224:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:37.914998Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802551206473453:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:37.939483Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802549723736224:2112] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:45:37.909436Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:37.919844Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802552429224195:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:37.918720Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:37.931670Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802549712780344:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21567
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:37.957717Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802552429224202:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50995
2025-12-06T17:45:37.909479Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802552813992970:2048] [node 1] ICP22 created new session: [3:7580802552813993059:2048]
2025-12-06T17:45:37.909522Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802552813993059:2048] [node 1] ICS09 handshake done sender: [3:7580802552813993049:2115] self: [3:7580802552813993056:0] peer: [1:7580802549712780322:0] socket: 615 qp: -1
2025-12-06T17:45:37.909558Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802552813993059:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:37.909590Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:37.915082Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802551206473370:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:37.915140Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:37.915187Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802551206473370:2049] [node 2] ICP22 created new session: [4:7580802551206473459:2049]
2025-12-06T17:45:37.915237Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802551206473459:2049] [node 2] ICS09 handshake done sender: [4:7580802551206473449:2116] self: [4:7580802551206473451:0] peer: [2:7580802549723736225:0] socket: 610 qp: -1
2025-12-06T17:45:37.915280Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802551206473459:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:37.915339Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:37.917383Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802551206473454:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:37.917443Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802551206473431:2107] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:37.917481Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:37.917524Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802551206473431:2107] [node 6] ICP22 created new session: [4:7580802551206473461:2107]
2025-12-06T17:45:37.917611Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802551206473461:2107] [node 6] ICS09 handshake done sender: [4:7580802551206473440:2113] self: [4:7580802551206473439:0] peer: [6:7580802551089797018:0] socket: 601 qp: -1
2025-12-06T17:45:37.917674Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802551206473461:2107] [node 6] ICS10 traffic start
2025-12-06T17:45:37.917705Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:37.918776Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802551089797003:2081] [node 4] ICP22 created new session: [6:7580802551089797025:2081]
2025-12-06T17:45:37.918818Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802551089797025:2081] [node 4] ICS09 handshake done sender: [6:7580802551089797016:2116] self: [6:7580802551089797018:0] peer: [4:7580802551206473439:0] socket: 605 qp: -1
2025-12-06T17:45:37.926771Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802551089797025:2081] [node 4] ICS10 traffic start
2025-12-06T17:45:37.926839Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:37.963763Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802551089797003:2081] [node 4] ICP35 event processing took too much time PendingConnection:279(53507331ns) {HandleHandshakeStatus:329(53504802ns) {DropIncomingHandshake:442(464ns) DropOutgoingHandshake:457(9392685ns) SwitchToState:179(1422ns) ProcessPendingSessionEvents:495(35771775ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 35675620ns max# 14618616ns}}}
2025-12-06T17:45:37.910765Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802552813992971:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:37.947103Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802552813993062:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43354
2025-12-06T17:45:37.947732Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802552813993064:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43354
2025-12-06T17:45:37.968720Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802552429224116:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:37.971166Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802552813993062:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:37.975687Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802549723736224:2112] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:37.967792Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802551089797023:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:37.976882Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802549712780325:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:37.976940Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802549712780325:2115] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:37.970566Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802552429224204:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50995
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:37.987002Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802552429224204:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:38.019541Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802549712780325:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:38.008094Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802549723736155:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:45:38.008204Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:38.008268Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802549723736155:2049] [node 3] ICP22 created new session: [2:7580802554018703547:2049]
2025-12-06T17:45:38.008315Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802554018703547:2049] [node 3] ICS09 handshake done sender: [2:7580802549723736224:2112] self: [2:7580802549723736223:0] peer: [3:7580802552813993061:0] socket: 607 qp: -1
2025-12-06T17:45:38.008356Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802554018703547:2049] [node 3] ICS10 traffic start
2025-12-06T17:45:38.008395Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:38.014684Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802551089797022:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:37.987237Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802552429224118:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:38.015927Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802552429224202:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:38.016080Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802556724191503:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50995
2025-12-06T17:45:38.016180Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802552429224117:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:38.027240Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802552429224195:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:38.027476Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802552813993045:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:38.015032Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802551089796937:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:38.015387Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802551089796936:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:38.035534Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802552429224116:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:38.027524Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802552813993045:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:38.038464Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802552813993051:2117] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:38.049844Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802549723736230:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:38.049888Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802549723736230:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:38.050917Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802549723736228:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:38.050938Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802549723736228:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:38.052631Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802552813992971:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22710) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580802552813993051:2117] held: no
2025-12-06T17:45:38.063046Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802549712780327:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:38.063098Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802549712780327:2116] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:38.063447Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802549723736230:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:38.064251Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802549723736228:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:38.042709Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:38.053304Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802552813992971:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:38.053390Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:38.053452Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802552813992971:2049] [node 2] ICP22 created new session: [3:7580802557108960363:2049]
2025-12-06T17:45:38.053524Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802557108960363:2049] [node 2] ICS09 handshake done sender: [3:7580802552813993051:2117] self: [3:7580802552813993061:0] peer: [2:7580802549723736223:0] socket: 617 qp: -1
2025-12-06T17:45:38.053560Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802557108960363:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:38.053599Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:38.063601Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802552813993045:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:38.065330Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802549723736220:2108] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:38.065436Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:38.065490Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802549723736220:2108] [node 6] ICP22 created new session: [2:7580802554018703551:2108]
2025-12-06T17:45:38.065534Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802554018703551:2108] [node 6] ICS09 handshake done sender: [2:7580802549723736230:2115] self: [2:7580802549723736229:0] peer: [6:7580802555384764323:0] socket: 632 qp: -1
2025-12-06T17:45:38.065576Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802554018703551:2108] [node 6] ICS10 traffic start
2025-12-06T17:45:38.065609Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:38.080365Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802552813993035:2109] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:38.080470Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:38.080524Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802552813993035:2109] [node 5] ICP22 created new session: [3:7580802557108960365:2109]
2025-12-06T17:45:38.080567Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802557108960365:2109] [node 5] ICS09 handshake done sender: [3:7580802552813993045:2114] self: [3:7580802552813993044:0] peer: [5:7580802552429224206:0] socket: 641 qp: -1
2025-12-06T17:45:38.080603Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802557108960365:2109] [node 5] ICS10 traffic start
2025-12-06T17:45:38.080651Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:38.077573Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7580802551206473431:2107] [node 6] ICP18 handshake (actor [4:7580802551206473453:2118]) is too old
2025-12-06T17:45:38.079423Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802551206473371:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:38.042788Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802552429224116:2048] [node 1] ICP22 created new session: [5:7580802556724191505:2048]
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:38.042856Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802556724191505:2048] [node 1] ICS09 handshake done sender: [5:7580802552429224195:2116] self: [5:7580802552429224205:0] peer: [1:7580802549712780324:0] socket: 603 qp: -1
2025-12-06T17:45:38.042908Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802556724191505:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:38.042948Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:38.083890Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802556724191507:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50995
2025-12-06T17:45:38.067204Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802549723736219:2107] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:38.067309Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:38.067363Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802549723736219:2107] [node 5] ICP22 created new session: [2:7580802554018703553:2107]
2025-12-06T17:45:38.067416Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802554018703553:2107] [node 5] ICS09 handshake done sender: [2:7580802549723736228:2114] self: [2:7580802549723736227:0] peer: [5:7580802556724191504:0] socket: 631 qp: -1
2025-12-06T17:45:38.067454Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802554018703553:2107] [node 5] ICS10 traffic start
2025-12-06T17:45:38.067489Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:38.084880Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802549712780314:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:38.084960Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:38.085005Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802549712780314:2108] [node 5] ICP22 created new session: [1:7580802554007747643:2108]
2025-12-06T17:45:38.085048Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802554007747643:2108] [node 5] ICS09 handshake done sender: [1:7580802549712780325:2115] self: [1:7580802549712780324:0] peer: [5:7580802552429224205:0] socket: 598 qp: -1
2025-12-06T17:45:38.085084Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802554007747643:2108] [node 5] ICS10 traffic start
2025-12-06T17:45:38.085135Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:38.083211Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802555384764325:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24845
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:38.087679Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802556724191508:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50995
2025-12-06T17:45:38.087267Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802551089797023:2119] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:38.088036Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802551089796937:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:38.088098Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:38.088142Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802551089796937:2049] [node 2] ICP22 created new session: [6:7580802555384764326:2049]
2025-12-06T17:45:38.088192Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802555384764326:2049] [node 2] ICS09 handshake done sender: [6:7580802551089797023:2119] self: [6:7580802555384764323:0] peer: [2:7580802549723736229:0] socket: 633 qp: -1
2025-12-06T17:45:38.088223Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802555384764326:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:38.088258Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:38.092956Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802552429224202:2119] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:38.096148Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802552429224204:2120] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:38.099567Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802549712780327:2116] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:38.099965Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802549712780317:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:38.100048Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:38.100101Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802549712780317:2109] [node 6] ICP22 created new session: [1:7580802554007747646:2109]
2025-12-06T17:45:38.100149Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802554007747646:2109] [node 6] ICS09 handshake done sender: [1:7580802549712780327:2116] self: [1:7580802549712780326:0] peer: [6:7580802555384764324:0] socket: 606 qp: -1
2025-12-06T17:45:38.100183Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802554007747646:2109] [node 6] ICS10 traffic start
2025-12-06T17:45:38.100222Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:38.102226Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802555501440759:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54074
2025-12-06T17:45:38.103042Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802552813993043:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:38.103081Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802552813993043:2113] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:45:38.104351Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802552813993043:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:38.104617Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802552813993034:2108] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:45:38.104711Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:38.104760Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802552813993034:2108] [node 4] ICP22 created new session: [3:7580802557108960368:2108]
2025-12-06T17:45:38.104805Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802557108960368:2108] [node 4] ICS09 handshake done sender: [3:7580802552813993043:2113] self: [3:7580802552813993042:0] peer: [4:7580802555501440760:0] socket: 625 qp: -1
2025-12-06T17:45:38.104834Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802557108960368:2108] [node 4] ICS10 traffic start
2025-12-06T17:45:38.104870Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:38.107419Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802555501440761:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54074
2025-12-06T17:45:38.108144Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802551206473454:2119] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:38.106854Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802555384764328:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24845
2025-12-06T17:45:38.107051Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802555384764329:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24845
2025-12-06T17:45:38.107872Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802551089797022:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:38.113906Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802551206473371:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:45:38.113978Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:38.114035Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802551206473371:2050] [node 3] ICP22 created new session: [4:7580802555501440762:2050]
2025-12-06T17:45:38.114083Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802555501440762:2050] [node 3] ICS09 handshake done sender: [4:7580802551206473454:2119] self: [4:7580802555501440760:0] peer: [3:7580802552813993042:0] socket: 628 qp: -1
2025-12-06T17:45:38.114126Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802555501440762:2050] [node 3] ICS10 traffic start
2025-12-06T17:45:38.114172Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:38.118129Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802552429224117:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:38.118188Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:38.118250Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802552429224117:2049] [node 2] ICP22 created new session: [5:7580802556724191510:2049]
2025-12-06T17:45:38.118289Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802556724191510:2049] [node 2] ICS09 handshake done sender: [5:7580802552429224202:2119] self: [5:7580802556724191504:0] peer: [2:7580802549723736227:0] socket: 576 qp: -1
2025-12-06T17:45:38.118323Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802556724191510:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:38.118357Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:38.119012Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7580802552429224117:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:45:38.115145Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802551089796936:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:38.115217Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:38.115262Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802551089796936:2048] [node 1] ICP22 created new session: [6:7580802555384764330:2048]
2025-12-06T17:45:38.115299Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802555384764330:2048] [node 1] ICS09 handshake done sender: [6:7580802551089797022:2118] self: [6:7580802555384764324:0] peer: [1:7580802549712780326:0] socket: 613 qp: -1
2025-12-06T17:45:38.115332Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802555384764330:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:38.115361Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:38.138645Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580802551089796936:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:45:38.130629Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802552429224118:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:45:38.130706Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:38.130776Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802552429224118:2050] [node 3] ICP22 created new session: [5:7580802556724191512:2050]
2025-12-06T17:45:38.130829Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802556724191512:2050] [node 3] ICS09 handshake done sender: [5:7580802552429224204:2120] self: [5:7580802552429224206:0] peer: [3:7580802552813993044:0] socket: 642 qp: -1
2025-12-06T17:45:38.130868Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802556724191512:2050] [node 3] ICS10 traffic start
2025-12-06T17:45:38.130919Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:38.131597Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7580802552429224118:2050] [node 3] ICP27 obsolete handshake fail ignored
2025-12-06T17:45:38.137462Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802549712780344:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:38.139797Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802551206473371:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(25029695ns) {HandleHandshakeStatus:329(25025781ns) {DropIncomingHandshake:442(1853ns) DropOutgoingHandshake:457(5107ns) SwitchToState:179(792ns) ProcessPendingSessionEvents:495(24598670ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 18801501ns max# 8235829ns}}}
2025-12-06T17:45:38.142875Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802555384764328:2122] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:38.143045Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802551089797002:2075] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:38.143053Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7580802551206473371:2050] [node 3] ICP27 obsolete handshake fail ignored
2025-12-06T17:45:38.144080Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802555501440759:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:38.144386Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802551206473369:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:38.144899Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802552429224189:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:38.144932Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580802552429224189:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:38.146334Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802552429224189:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:38.146664Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580802552429224163:2085] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:38.146745Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:38.146797Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802552429224163:2085] [node 6] ICP22 created new session: [5:7580802556724191515:2085]
2025-12-06T17:45:38.146848Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802556724191515:2085] [node 6] ICS09 handshake done sender: [5:7580802552429224189:2113] self: [5:7580802552429224188:0] peer: [6:7580802555384764332:0] socket: 588 qp: -1
2025-12-06T17:45:38.146893Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802556724191515:2085] [node 6] ICS10 traffic start
2025-12-06T17:45:38.146935Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:38.149246Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802549712780321:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:38.149289Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802549712780321:2113] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:45:38.150680Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802555384764333:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24845
2025-12-06T17:45:38.153435Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802555384764328:2122] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:38.153617Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802551089797002:2075] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:45:38.153687Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:38.153742Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802551089797002:2075] [node 5] ICP22 created new session: [6:7580802555384764334:2075]
2025-12-06T17:45:38.153789Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802555384764334:2075] [node 5] ICS09 handshake done sender: [6:7580802555384764328:2122] self: [6:7580802555384764332:0] peer: [5:7580802552429224188:0] socket: 592 qp: -1
2025-12-06T17:45:38.153828Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802555384764334:2075] [node 5] ICS10 traffic start
2025-12-06T17:45:38.153870Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:38.155847Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802549712780321:2113] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:38.158203Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802555501440765:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54074
2025-12-06T17:45:38.158593Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802549712780313:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:45:38.158677Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:38.158729Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802549712780313:2107] [node 4] ICP22 created new session: [1:7580802554007747650:2107]
2025-12-06T17:45:38.158770Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802554007747650:2107] [node 4] ICS09 handshake done sender: [1:7580802549712780321:2113] self: [1:7580802549712780320:0] peer: [4:7580802555501440764:0] socket: 584 qp: -1
2025-12-06T17:45:38.158805Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802554007747650:2107] [node 4] ICS10 traffic start
2025-12-06T17:45:38.158865Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:38.159028Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802555501440759:2120] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:38.166741Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802551206473369:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:38.166832Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:38.166898Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802551206473369:2048] [node 1] ICP22 created new session: [4:7580802555501440766:2048]
2025-12-06T17:45:38.166944Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802555501440766:2048] [node 1] ICS09 handshake done sender: [4:7580802555501440759:2120] self: [4:7580802555501440764:0] peer: [1:7580802549712780320:0] socket: 623 qp: -1
2025-12-06T17:45:38.166978Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802555501440766:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:38.167024Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:38.167680Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7580802551206473369:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:45:38.253820Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:45:38.254085Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580802549723736248:2048] [node 1] ICS01 socket: 609 reason# EndOfStream
2025-12-06T17:45:38.254129Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580802549723736154:2048] [node 1] ICP30 unregister session Session# [2:7580802549723736248:2048] VirtualId# [2:7580802549723736240:0]
2025-12-06T17:45:38.254167Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580802549723736248:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:38.254261Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:38.254302Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:38.263042Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:45:38.263281Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580802552813993059:2048] [node 1] ICS07 socket disconnect 615 reason# EndOfStream
2025-12-06T17:45:38.263317Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802552813993059:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:38.263410Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:38.263458Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802552813993059:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:38.305070Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:45:38.305400Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802555501440766:2048] [node 1] ICS07 socket disconnect 623 reason# EndOfStream
2025-12-06T17:45:38.305437Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802555501440766:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:38.305548Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:38.305594Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802555501440766:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:38.300611Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:45:38.298728Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:45:38.315068Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802555384764330:2048] [node 1] ICS01 socket: 613 reason# EndOfStream
2025-12-06T17:45:38.315119Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802551089796936:2048] [node 1] ICP30 unregister session Session# [6:7580802555384764330:2048] VirtualId# [6:7580802555384764324:0]
2025-12-06T17:45:38.315157Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802555384764330:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:38.315253Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:38.315303Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:38.327565Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802551206473369:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16212) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:38.327694Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802555501440766:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:38.327742Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802551206473369:2048] [node 1] ICP30 unregister session Session# [4:7580802555501440766:2048] VirtualId# [4:7580802555501440764:0]
2025-12-06T17:45:38.327788Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:38.327829Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802551206473369:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:16212) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:38.327843Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16212) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:38.315618Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802556724191505:2048] [node 1] ICS07 socket disconnect 603 reason# EndOfStream
2025-12-06T17:45:38.315659Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802556724191505:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:38.315730Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:38.315778Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802556724191505:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:38.328463Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802552429224116:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16212) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:38.328505Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802556724191505:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:38.328544Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802552429224116:2048] [node 1] ICP30 unregister session Session# [5:7580802556724191505:2048] VirtualId# [5:7580802552429224205:0]
2025-12-06T17:45:38.328576Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:38.328605Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802552429224116:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:16212) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:38.328627Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16212) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:38.329240Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802552813992970:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16212) Socket error# Connection reset by peer state# SendInitialPacket processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:45:38.329282Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802552813993059:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:38.330527Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802552813992970:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16212) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:38.330590Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802552813993059:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:38.330616Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802552813992970:2048] [node 1] ICP30 unregister session Session# [3:7580802552813993059:2048] VirtualId# [3:7580802552813993056:0]
2025-12-06T17:45:38.330674Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:38.330721Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580802552813992970:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:16212) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:38.330736Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16212) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:38.338640Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580802551206473369:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:45:38.338733Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802552429224116:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:45:38.351021Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580802552813992970:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:45:38.436531Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:45:38.436776Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802557108960363:2049] [node 2] ICS01 socket: 617 reason# EndOfStream
2025-12-06T17:45:38.436816Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802552813992971:2049] [node 2] ICP30 unregister session Session# [3:7580802557108960363:2049] VirtualId# [3:7580802552813993061:0]
2025-12-06T17:45:38.436853Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802557108960363:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:38.436928Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:38.436979Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:38.442776Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:45:38.443003Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802551206473459:2049] [node 2] ICS07 socket disconnect 610 reason# EndOfStream
2025-12-06T17:45:38.443032Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802551206473459:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:38.443108Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:38.443146Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802551206473459:2049] [node 2] ICS15 start handshake
2025-12-06T17:45:38.443639Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:45:38.443874Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802556724191510:2049] [node 2] ICS07 socket disconnect 576 reason# EndOfStream
2025-12-06T17:45:38.443900Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802556724191510:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:38.443958Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:38.443995Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802556724191510:2049] [node 2] ICS15 start handshake
2025-12-06T17:45:38.444361Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:45:38.444550Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802555384764326:2049] [node 2] ICS01 socket: 633 reason# EndOfStream
2025-12-06T17:45:38.444587Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802551089796937:2049] [node 2] ICP30 unregister session Session# [6:7580802555384764326:2049] VirtualId# [6:7580802555384764323:0]
2025-12-06T17:45:38.444619Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802555384764326:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:38.444667Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:38.444709Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:38.445945Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802552429224117:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22710) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:38.445998Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802556724191510:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:38.446035Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802552429224117:2049] [node 2] ICP30 unregister session Session# [5:7580802556724191510:2049] VirtualId# [5:7580802556724191504:0]
2025-12-06T17:45:38.446132Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:38.446159Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802552429224117:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:22710) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:38.446173Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22710) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:38.446747Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802551206473370:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22710) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:38.446810Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802551206473459:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:38.446839Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802551206473370:2049] [node 2] ICP30 unregister session Session# [4:7580802551206473459:2049] VirtualId# [4:7580802551206473451:0]
2025-12-06T17:45:38.446870Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:38.446901Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802551206473370:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:22710) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:38.446913Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22710) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:38.455261Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580802551206473370:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:45:38.458648Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802552429224117:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:45:38.511774Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:45:38.512012Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802555501440762:2050] [node 3] ICS07 socket disconnect 628 reason# EndOfStream
2025-12-06T17:45:38.512047Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802555501440762:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:38.510764Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:45:38.511046Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802551089797019:2050] [node 3] ICS07 socket disconnect 587 reason# EndOfStream
2025-12-06T17:45:38.511079Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802551089797019:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:38.511170Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:45:38.511216Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802551089797019:2050] [node 3] ICS15 start handshake
2025-12-06T17:45:38.512106Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:45:38.512157Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802555501440762:2050] [node 3] ICS15 start handshake
2025-12-06T17:45:38.513274Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802551206473371:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23209) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:38.513330Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802555501440762:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:38.513387Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802551206473371:2050] [node 3] ICP30 unregister session Session# [4:7580802555501440762:2050] VirtualId# [4:7580802555501440760:0]
2025-12-06T17:45:38.513519Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:45:38.513584Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802551206473371:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:23209) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:38.513604Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23209) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:38.514199Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802551089796938:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23209) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:38.514256Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802551089797019:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:38.514293Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802551089796938:2050] [node 3] ICP30 unregister session Session# [6:7580802551089797019:2050] VirtualId# [6:7580802551089797015:0]
2025-12-06T17:45:38.514328Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:45:38.514364Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802551089796938:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:23209) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:38.514379Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23209) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:38.519041Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:45:38.519347Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802556724191512:2050] [node 3] ICS07 socket disconnect 642 reason# EndOfStream
2025-12-06T17:45:38.519408Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802556724191512:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:38.519533Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:45:38.519579Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802556724191512:2050] [node 3] ICS15 start handshake
2025-12-06T17:45:38.527108Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802551089796938:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:45:38.535552Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802552429224118:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23209) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:38.535667Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802556724191512:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:38.535707Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802552429224118:2050] [node 3] ICP30 unregister session Session# [5:7580802556724191512:2050] VirtualId# [5:7580802552429224206:0]
2025-12-06T17:45:38.535757Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:45:38.535801Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802552429224118:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:23209) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:38.535818Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23209) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:38.544345Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802552429224118:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:45:38.576676Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:45:38.576904Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802552429224200:2084] [node 4] ICS07 socket disconnect 604 reason# EndOfStream
2025-12-06T17:45:38.576939Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802552429224200:2084] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:38.577045Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:45:38.577114Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802552429224200:2084] [node 4] ICS15 start handshake
2025-12-06T17:45:38.575356Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:45:38.575683Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802551089797025:2081] [node 4] ICS01 socket: 605 reason# EndOfStream
2025-12-06T17:45:38.575732Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802551089797003:2081] [node 4] ICP30 unregister session Session# [6:7580802551089797025:2081] VirtualId# [6:7580802551089797018:0]
2025-12-06T17:45:38.575772Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802551089797025:2081] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:38.575885Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:45:38.575933Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:45:38.586859Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802552429224162:2084] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15059) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:38.586955Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802552429224200:2084] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:38.586997Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802552429224162:2084] [node 4] ICP30 unregister session Session# [5:7580802552429224200:2084] VirtualId# [5:7580802552429224198:0]
2025-12-06T17:45:38.587150Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:45:38.587193Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802552429224162:2084] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:15059) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:38.587210Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15059) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:38.598855Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802552429224162:2084] [node 4] ICP33 wake up from error state
2025-12-06T17:45:38.782755Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:45:38.783012Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802555384764334:2075] [node 5] ICS01 socket: 592 reason# EndOfStream
2025-12-06T17:45:38.783067Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802551089797002:2075] [node 5] ICP30 unregister session Session# [6:7580802555384764334:2075] VirtualId# [6:7580802555384764332:0]
2025-12-06T17:45:38.783110Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802555384764334:2075] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:38.783225Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:45:38.783283Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:45:38.906858Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802557766208626:2048] [node 2] ICP01 ready to work
2025-12-06T17:45:38.906925Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802557766208627:2049] [node 3] ICP01 ready to work
2025-12-06T17:45:38.912127Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802557587993201:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:38.912166Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802557587993202:2049] [node 3] ICP01 ready to work
2025-12-06T17:45:38.927838Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802555729311697:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:38.927875Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802555729311698:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:38.935196Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802557801784155:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:38.935237Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802557801784156:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:38.935268Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802557801784157:2050] [node 3] ICP01 ready to work
2025-12-06T17:45:38.952924Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802556582119764:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:38.952965Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802556582119765:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:38.953001Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802556582119766:2050] [node 3] ICP01 ready to work
2025-12-06T17:45:38.962371Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802557384634358:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:38.962406Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802557384634359:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:38.962442Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802557384634360:2050] [node 3] ICP01 ready to work
2025-12-06T17:45:39.239061Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802561882960552:2094] [node 6] ICP01 ready to work
2025-12-06T17:45:39.247099Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802560024279033:2071] [node 4] ICP01 ready to work
2025-12-06T17:45:39.337234Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802562061175985:2107] [node 4] ICP01 ready to work
2025-12-06T17:45:39.302972Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802562096751489:2075] [node 5] ICP01 ready to work
2025-12-06T17:45:39.283184Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802561882960559:2097] [node 4] ICP01 ready to work
2025-12-06T17:45:39.303050Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802560877087084:2066] [node 4] ICP01 ready to work
2025-12-06T17:45:39.342962Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802561882960560:2092] [node 5] ICP01 ready to work
2025-12-06T17:45:39.371145Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802561679601691:2062] [node 4] ICP01 ready to work
2025-12-06T17:45:39.343195Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802560024279054:2076] [node 6] ICP01 ready to work
2025-12-06T17:45:39.383643Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802561679601700:2093] [node 5] ICP01 ready to work
2025-12-06T17:45:39.382419Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802562061175986:2109] [node 6] ICP01 ready to work
2025-12-06T17:45:39.382757Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802560877087122:2068] [node 6] ICP01 ready to work
2025-12-06T17:45:39.337214Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802560024279048:2074] [node 5] ICP01 ready to work
2025-12-06T17:45:39.406112Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802557384634360:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(128836730ns) {Configure:104(128828414ns) {ProcessConfigured:135(93562ns) {StartInitialHandshake:157(90016ns) {DropHandshakes:470(3649ns) {DropIncomingHandshake:442(938ns) DropOutgoingHandshake:457(628ns)} GenerateSessionVirtualId:988(1950ns) PrepareNewSessionHandshake:477(2510ns) {SwitchToState:179(877ns)}}}}}
2025-12-06T17:45:39.416885Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802561882960552:2094] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(132614354ns) {Configure:104(132609047ns) {ProcessConfigured:135(70520ns) {StartInitialHandshake:157(67860ns) {DropHandshakes:470(4211ns) {DropIncomingHandshake:442(990ns) DropOutgoingHandshake:457(398ns)} GenerateSessionVirtualId:988(934ns) PrepareNewSessionHandshake:477(2512ns) {SwitchToState:179(776ns)}}}}}
2025-12-06T17:45:39.433767Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802562061175987:2108] [node 5] ICP01 ready to work
2025-12-06T17:45:39.435098Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802557801784157:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(213282938ns) {Configure:104(213268535ns) {ProcessConfigured:135(90331ns) {StartInitialHandshake:157(87210ns) {DropHandshakes:470(3398ns) {DropIncomingHandshake:442(692ns) DropOutgoingHandshake:457(596ns)} GenerateSessionVirtualId:988(1590ns) PrepareNewSessionHandshake:477(2664ns) {SwitchToState:179(1086ns)}}}}}
2025-12-06T17:45:39.435864Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802562096751517:2077] [node 6] ICP01 ready to work
2025-12-06T17:45:39.455905Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802561679601700:2093] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(27275472ns) {Configure:104(27268115ns) {ProcessConfigured:135(97372ns) {StartInitialHandshake:157(89675ns) {DropHandshakes:470(3723ns) {DropIncomingHandshake:442(1028ns) DropOutgoingHandshake:457(602ns)} GenerateSessionVirtualId:988(1297ns) PrepareNewSessionHandshake:477(2254ns) {SwitchToState:179(741ns)}}}}}
2025-12-06T17:45:39.467658Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802562061175986:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(18262330ns) {Configure:104(18258127ns) {ProcessConfigured:135(66228ns) {StartInitialHandshake:157(64237ns) {DropHandshakes:470(3083ns) {DropIncomingHandshake:442(497ns) DropOutgoingHandshake:457(658ns)} GenerateSessionVirtualId:988(1375ns) PrepareNewSessionHandshake:477(1826ns) {SwitchToState:179(564ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:39.505926Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802562061175988:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9514
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:39.482887Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802557587993201:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(65315922ns) {Configure:104(65310889ns) {ProcessConfigured:135(7851218ns) {StartInitialHandshake:157(7847253ns) {DropHandshakes:470(3770ns) {DropIncomingHandshake:442(1142ns) DropOutgoingHandshake:457(444ns)} GenerateSessionVirtualId:988(907ns) PrepareNewSessionHandshake:477(4448ns) {SwitchToState:179(665ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:39.522923Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802560024279033:2071] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(41297449ns) {Configure:104(41292660ns) {ProcessConfigured:135(16386391ns) {StartInitialHandshake:157(16383254ns) {DropHandshakes:470(7063349ns) {DropIncomingHandshake:442(738ns) DropOutgoingHandshake:457(2844ns)} GenerateSessionVirtualId:988(3635ns) PrepareNewSessionHandshake:477(4016ns) {SwitchToState:179(797ns)}}}}}
2025-12-06T17:45:39.465671Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802557801784156:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(27357843ns) {Configure:104(27352932ns) {ProcessConfigured:135(98490ns) {StartInitialHandshake:157(95216ns) {DropHandshakes:470(4157ns) {DropIncomingHandshake:442(1088ns) DropOutgoingHandshake:457(718ns)} GenerateSessionVirtualId:988(1302ns) PrepareNewSessionHandshake:477(2695ns) {SwitchToState:179(829ns)}}}}}
2025-12-06T17:45:39.512721Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802562061175997:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9514
2025-12-06T17:45:39.491517Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802557801784155:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(25449682ns) {Configure:104(25444574ns) {ProcessConfigured:135(64317ns) {StartInitialHandshake:157(61776ns) {DropHandshakes:470(2304ns) {DropIncomingHandshake:442(484ns) DropOutgoingHandshake:457(679ns)} GenerateSessionVirtualId:988(638ns) PrepareNewSessionHandshake:477(2202ns) {SwitchToState:179(725ns)}}}}}
2025-12-06T17:45:39.517038Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802561679601732:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51805
2025-12-06T17:45:39.568008Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802557766208627:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(97846388ns) {Configure:104(97841282ns) {ProcessConfigured:135(120360ns) {StartInitialHandshake:157(115943ns) {DropHandshakes:470(4039ns) {DropIncomingHandshake:442(916ns) DropOutgoingHandshake:457(713ns)} GenerateSessionVirtualId:988(1108ns) PrepareNewSessionHandshake:477(3036ns) {SwitchToState:179(937ns)}}}}}
2025-12-06T17:45:39.546931Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802560877087084:2066] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(69323433ns) {Configure:104(69316849ns) {ProcessConfigured:135(28464211ns) {StartInitialHandshake:157(28460901ns) {DropHandshakes:470(12389001ns) {DropIncomingHandshake:442(2626ns) DropOutgoingHandshake:457(532ns)} GenerateSessionVirtualId:988(2862ns) PrepareNewSessionHandshake:477(5646ns) {SwitchToState:179(944ns)}}}}}
2025-12-06T17:45:39.514853Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802561882960569:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57631
2025-12-06T17:45:39.584424Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802555729311697:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(42941273ns) {Configure:104(42936277ns) {ProcessConfigured:135(82120ns) {StartInitialHandshake:157(79184ns) {DropHandshakes:470(3625ns) {DropIncomingHandshake:442(1200ns) DropOutgoingHandshake:457(606ns)} GenerateSessionVirtualId:988(675ns) PrepareNewSessionHandshake:477(2554ns) {SwitchToState:179(778ns)}}}}}
2025-12-06T17:45:39.528355Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802561679601733:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51805
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:39.519760Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802561882960559:2097] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(151368567ns) {Configure:104(151360917ns) {ProcessConfigured:135(92440ns) {StartInitialHandshake:157(89526ns) {DropHandshakes:470(3304ns) {DropIncomingHandshake:442(865ns) DropOutgoingHandshake:457(852ns)} GenerateSessionVirtualId:988(981ns) PrepareNewSessionHandshake:477(2391ns) {SwitchToState:179(844ns)}}}}}
2025-12-06T17:45:39.582479Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802560877087122:2068] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(32863709ns) {Configure:104(32854812ns) {ProcessConfigured:135(101544ns) {StartInitialHandshake:157(98509ns) {DropHandshakes:470(3722ns) {DropIncomingHandshake:442(778ns) DropOutgoingHandshake:457(741ns)} GenerateSessionVirtualId:988(1617ns) PrepareNewSessionHandshake:477(2378ns) {SwitchToState:179(837ns)}}}}}
2025-12-06T17:45:39.604206Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802561679601732:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:39.604459Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802562061175997:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:39.625635Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802561679601733:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:39.614312Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802560877087129:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57171
2025-12-06T17:45:39.638002Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802560024279054:2076] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(92408195ns) {Configure:104(92403188ns) {ProcessConfigured:135(15311680ns) {StartInitialHandshake:157(15308233ns) {DropHandshakes:470(4052ns) {DropIncomingHandshake:442(894ns) DropOutgoingHandshake:457(667ns)} GenerateSessionVirtualId:988(1380ns) PrepareNewSessionHandshake:477(6388ns) {SwitchToState:179(3210ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:39.519990Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802561882960575:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57631
2025-12-06T17:45:39.633780Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802562061175992:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:39.603920Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802561882960578:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57631
2025-12-06T17:45:39.626267Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802561882960575:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:39.626398Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802561882960564:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:39.626423Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802561882960564:2110] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:39.627327Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580802557587993201:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:39.637173Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802561882960564:2110] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:39.648425Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802561882960581:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57631
2025-12-06T17:45:39.633817Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802562061175992:2112] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:39.634416Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802562061175990:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:39.634437Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802562061175990:2111] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:45:39.643419Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802562061175994:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:39.643448Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802562061175994:2113] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:39.647825Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802562061175988:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:39.647947Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802562061176006:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9514
2025-12-06T17:45:39.648954Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802562061175992:2112] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:39.625830Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802557384634359:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:39.615104Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802560877087134:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57171
2025-12-06T17:45:39.656707Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802562061175994:2113] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:39.658757Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802562061176006:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:39.658822Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802562061175986:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:39.658904Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:39.658956Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802562061175986:2109] [node 6] ICP22 created new session: [1:7580802562061176009:2109]
2025-12-06T17:45:39.659009Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802562061176009:2109] [node 6] ICS09 handshake done sender: [1:7580802562061175992:2112] self: [1:7580802562061175991:0] peer: [6:7580802561679601735:0] socket: 594 qp: -1
2025-12-06T17:45:39.659044Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802562061176009:2109] [node 6] ICS10 traffic start
2025-12-06T17:45:39.659083Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:39.625911Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802557384634358:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:39.631540Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802561679601736:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51805
2025-12-06T17:45:39.636441Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802560877087129:2112] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:39.655762Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802560024279063:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25697
2025-12-06T17:45:39.662303Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802562061175990:2111] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:39.665728Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802561679601732:2115] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:39.636596Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802556582119764:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:39.657419Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802560024279064:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25697
2025-12-06T17:45:39.660579Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802561882960569:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:39.671101Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802561679601737:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51805
2025-12-06T17:45:39.671791Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802562096751529:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14690
2025-12-06T17:45:39.673822Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802562096751519:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:39.673902Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802562096751519:2111] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:39.683244Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802557384634359:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:39.683317Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:39.683367Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802557384634359:2049] [node 2] ICP22 created new session: [6:7580802561679601738:2049]
2025-12-06T17:45:39.683418Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802561679601738:2049] [node 2] ICS09 handshake done sender: [6:7580802561679601732:2115] self: [6:7580802561679601734:0] peer: [2:7580802561882960563:0] socket: 598 qp: -1
2025-12-06T17:45:39.683456Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802561679601738:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:39.683489Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:39.660739Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802561882960552:2094] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:39.653098Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802560877087134:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:39.657564Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802560024279065:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25697
2025-12-06T17:45:39.691228Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802561679601733:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:39.691722Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802557384634358:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:39.691787Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:39.691840Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802557384634358:2048] [node 1] ICP22 created new session: [6:7580802561679601740:2048]
2025-12-06T17:45:39.691903Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802561679601740:2048] [node 1] ICS09 handshake done sender: [6:7580802561679601733:2116] self: [6:7580802561679601735:0] peer: [1:7580802562061175991:0] socket: 599 qp: -1
2025-12-06T17:45:39.691941Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802561679601740:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:39.691982Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:39.675296Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802557766208626:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:45:39.660784Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:39.662926Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802560024279065:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:39.653259Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802560877087139:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57171
2025-12-06T17:45:39.660831Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802561882960552:2094] [node 6] ICP22 created new session: [2:7580802561882960584:2094]
2025-12-06T17:45:39.666876Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802561882960584:2094] [node 6] ICS09 handshake done sender: [2:7580802561882960564:2110] self: [2:7580802561882960563:0] peer: [6:7580802561679601734:0] socket: 587 qp: -1
2025-12-06T17:45:39.674049Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802561882960584:2094] [node 6] ICS10 traffic start
2025-12-06T17:45:39.682473Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:39.707374Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802561882960581:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:39.710740Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802561882960552:2094] [node 6] ICP35 event processing took too much time PendingConnection:279(50563721ns) {HandleHandshakeStatus:329(50561807ns) {DropIncomingHandshake:442(1082ns) DropOutgoingHandshake:457(653ns) SwitchToState:179(559ns) ProcessPendingSessionEvents:495(6050613ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 5982103ns max# 5483650ns}}}
2025-12-06T17:45:39.711031Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802561882960568:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:39.711055Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802561882960568:2112] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:45:39.711725Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802561882960582:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57631
2025-12-06T17:45:39.712021Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802561882960578:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:39.677376Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802562096751530:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14690
2025-12-06T17:45:39.684288Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:39.653392Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802560877087084:2066] [node 4] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:39.665641Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802560024279063:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:39.682630Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802555729311698:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:39.684927Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802560024279064:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:39.713541Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802560024279060:2110] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:39.713571Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802560024279060:2110] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:45:39.720054Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802560024279060:2110] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:39.730734Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802561882960583:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57631
2025-12-06T17:45:39.684346Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802557766208626:2048] [node 2] ICP22 created new session: [1:7580802562061176011:2048]
2025-12-06T17:45:39.655474Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802556582119766:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(72531871ns) {Configure:104(72525090ns) {ProcessConfigured:135(71607ns) {StartInitialHandshake:157(68954ns) {DropHandshakes:470(3716ns) {DropIncomingHandshake:442(879ns) DropOutgoingHandshake:457(593ns)} GenerateSessionVirtualId:988(870ns) PrepareNewSessionHandshake:477(2027ns) {SwitchToState:179(504ns)}}}}}
2025-12-06T17:45:39.663823Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802560877087143:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57171
2025-12-06T17:45:39.695027Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802560877087129:2112] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:39.721902Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802560877087143:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:39.721955Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802556582119764:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:39.722047Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:39.722093Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802556582119764:2048] [node 1] ICP22 created new session: [5:7580802560877087146:2048]
2025-12-06T17:45:39.722143Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802560877087146:2048] [node 1] ICS09 handshake done sender: [5:7580802560877087129:2112] self: [5:7580802560877087138:0] peer: [1:7580802562061175993:0] socket: 604 qp: -1
2025-12-06T17:45:39.722176Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802560877087146:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:39.722211Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:39.681265Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802562096751519:2111] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:39.708067Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802562096751529:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:39.708218Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802562096751530:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:39.708632Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802557801784157:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:39.712148Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802562096751489:2075] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:39.731469Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802562096751534:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14690
2025-12-06T17:45:39.733116Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:39.738201Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802562096751489:2075] [node 5] ICP22 created new session: [4:7580802562096751537:2075]
2025-12-06T17:45:39.791639Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802562096751530:2116] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:39.799094Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802560024279033:2071] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:45:39.799260Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:39.799330Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802560024279033:2071] [node 4] ICP22 created new session: [3:7580802560024279079:2071]
2025-12-06T17:45:39.799388Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802560024279079:2071] [node 4] ICS09 handshake done sender: [3:7580802560024279060:2110] self: [3:7580802560024279059:0] peer: [4:7580802562096751533:0] socket: 623 qp: -1
2025-12-06T17:45:39.799430Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802560024279079:2071] [node 4] ICS10 traffic start
2025-12-06T17:45:39.799508Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:39.704851Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802562061175987:2108] [node 5] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:39.794835Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802557587993201:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10789) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7580802561882960575:2115] held: no
2025-12-06T17:45:39.704903Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:39.803029Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802562096751537:2075] [node 5] ICS09 handshake done sender: [4:7580802562096751519:2111] self: [4:7580802562096751518:0] peer: [5:7580802560877087140:0] socket: 607 qp: -1
2025-12-06T17:45:39.803383Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802557801784157:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:45:39.803476Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:39.803537Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802557801784157:2050] [node 3] ICP22 created new session: [4:7580802562096751538:2050]
2025-12-06T17:45:39.803590Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802562096751538:2050] [node 3] ICS09 handshake done sender: [4:7580802562096751530:2116] self: [4:7580802562096751533:0] peer: [3:7580802560024279059:0] socket: 631 qp: -1
2025-12-06T17:45:39.803651Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802562096751538:2050] [node 3] ICS10 traffic start
2025-12-06T17:45:39.803691Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:39.806719Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802562096751537:2075] [node 5] ICS10 traffic start
2025-12-06T17:45:39.806768Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:39.808091Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802562096751535:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14690
2025-12-06T17:45:39.808234Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802562096751536:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14690
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:39.704964Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802562061175987:2108] [node 5] ICP22 created new session: [1:7580802562061176012:2108]
2025-12-06T17:45:39.705015Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802562061176012:2108] [node 5] ICS09 handshake done sender: [1:7580802562061175994:2113] self: [1:7580802562061175993:0] peer: [5:7580802560877087138:0] socket: 595 qp: -1
2025-12-06T17:45:39.705048Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802562061176012:2108] [node 5] ICS10 traffic start
2025-12-06T17:45:39.705085Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:39.707193Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802562061176011:2048] [node 2] ICS09 handshake done sender: [1:7580802562061175990:2111] self: [1:7580802562061175989:0] peer: [2:7580802561882960580:0] socket: 593 qp: -1
2025-12-06T17:45:39.810187Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802560024279082:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25697
2025-12-06T17:45:39.796231Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802561882960575:2115] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:39.830813Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802561679601744:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51805
2025-12-06T17:45:39.815587Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802560877087144:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57171
2025-12-06T17:45:39.826726Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7580802557801784157:2050] [node 3] ICP27 obsolete handshake fail ignored
2025-12-06T17:45:39.832586Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802562096751489:2075] [node 5] ICP35 event processing took too much time PendingConnection:279(127803713ns) {HandleHandshakeStatus:329(127800127ns) {DropIncomingHandshake:442(1835ns) DropOutgoingHandshake:457(1925ns) SwitchToState:179(808ns) ProcessPendingSessionEvents:495(651798ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 581175ns max# 80407ns}}}
2025-12-06T17:45:39.832812Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802562096751535:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:39.832919Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802562096751536:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:39.833416Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7580802562096751489:2075] [node 5] ICP18 handshake (actor [4:7580802562096751529:2115]) is too old
2025-12-06T17:45:39.834319Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802557801784155:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:39.712882Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802562061176011:2048] [node 2] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:39.819501Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580802557587993201:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:39.826255Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802560024279083:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25697
2025-12-06T17:45:39.842126Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802560877087148:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57171
2025-12-06T17:45:39.716575Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:39.819611Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:39.826672Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802560024279082:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:39.857582Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802561679601745:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51805
2025-12-06T17:45:39.842232Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802560877087145:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57171
2025-12-06T17:45:39.718230Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802557766208626:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(42915259ns) {HandleHandshakeStatus:329(42019974ns) {DropIncomingHandshake:442(21175ns) DropOutgoingHandshake:457(1135ns) SwitchToState:179(681ns) ProcessPendingSessionEvents:495(590815ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 521086ns max# 67489ns}}}
2025-12-06T17:45:39.819689Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802557587993201:2048] [node 1] ICP22 created new session: [2:7580802561882960590:2048]
2025-12-06T17:45:39.834549Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802555729311697:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:39.819748Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802561882960590:2048] [node 1] ICS09 handshake done sender: [2:7580802561882960575:2115] self: [2:7580802561882960580:0] peer: [1:7580802562061175989:0] socket: 596 qp: -1
2025-12-06T17:45:39.819801Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802561882960590:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:39.819866Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:39.821229Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802561882960568:2112] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:39.825131Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802561882960583:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:39.845926Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802557587993202:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:45:39.849485Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:39.849557Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802557587993202:2049] [node 3] ICP22 created new session: [2:7580802561882960593:2049]
2025-12-06T17:45:39.849610Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802561882960593:2049] [node 3] ICS09 handshake done sender: [2:7580802561882960568:2112] self: [2:7580802561882960567:0] peer: [3:7580802560024279075:0] socket: 591 qp: -1
2025-12-06T17:45:39.849654Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802561882960593:2049] [node 3] ICS10 traffic start
2025-12-06T17:45:39.849724Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:39.865801Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580802557587993202:2049] [node 3] ICP18 handshake (actor [2:7580802561882960583:2120]) is too old
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:39.876250Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802561679601744:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:39.842435Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802560877087134:2115] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:39.720517Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580802562061175987:2108] [node 5] ICP18 handshake (actor [1:7580802562061176006:2117]) is too old
2025-12-06T17:45:39.724535Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802562061176017:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9514
2025-12-06T17:45:39.796554Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802562061176017:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:39.845851Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802562061175996:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:39.845880Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802562061175996:2114] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:45:39.846729Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802562061176002:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:39.846754Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802562061176002:2116] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:45:39.857329Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802562061175996:2114] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:39.891359Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802562061176002:2116] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:39.892098Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802562061175985:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:45:39.892182Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:39.892251Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802562061175985:2107] [node 4] ICP22 created new session: [1:7580802562061176021:2107]
2025-12-06T17:45:39.892311Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802562061176021:2107] [node 4] ICS09 handshake done sender: [1:7580802562061175996:2114] self: [1:7580802562061175995:0] peer: [4:7580802562096751543:0] socket: 637 qp: -1
2025-12-06T17:45:39.892354Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802562061176021:2107] [node 4] ICS10 traffic start
2025-12-06T17:45:39.892396Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:39.851250Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802556582119766:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:39.877267Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802561679601745:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:39.860836Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802560024279065:2114] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:39.877113Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802560024279067:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:39.877157Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802560024279067:2115] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:39.881323Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802555729311698:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:39.881459Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:39.881524Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802555729311698:2049] [node 2] ICP22 created new session: [3:7580802560024279086:2049]
2025-12-06T17:45:39.881582Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802560024279086:2049] [node 2] ICS09 handshake done sender: [3:7580802560024279065:2114] self: [3:7580802560024279075:0] peer: [2:7580802561882960567:0] socket: 602 qp: -1
2025-12-06T17:45:39.881628Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802560024279086:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:39.881678Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:39.900397Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7580802555729311698:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:45:39.901384Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802560024279085:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25697
2025-12-06T17:45:39.901990Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802560024279067:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:39.928980Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802560024279088:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25697
2025-12-06T17:45:39.929286Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802560024279048:2074] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:39.929401Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:39.929461Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802560024279048:2074] [node 5] ICP22 created new session: [3:7580802560024279091:2074]
2025-12-06T17:45:39.929552Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802560024279091:2074] [node 5] ICS09 handshake done sender: [3:7580802560024279067:2115] self: [3:7580802560024279066:0] peer: [5:7580802560877087150:0] socket: 625 qp: -1
2025-12-06T17:45:39.929590Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802560024279091:2074] [node 5] ICS10 traffic start
2025-12-06T17:45:39.929639Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:39.930924Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802560024279082:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:39.915743Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802557766208627:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:45:39.915814Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:39.915885Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802557766208627:2049] [node 3] ICP22 created new session: [1:7580802562061176023:2049]
2025-12-06T17:45:39.915943Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802562061176023:2049] [node 3] ICS09 handshake done sender: [1:7580802562061176002:2116] self: [1:7580802562061176001:0] peer: [3:7580802560024279084:0] socket: 638 qp: -1
2025-12-06T17:45:39.915989Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802562061176023:2049] [node 3] ICS10 traffic start
2025-12-06T17:45:39.916032Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:39.919551Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802562061176025:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9514
2025-12-06T17:45:39.946392Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802562061176025:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:39.851339Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802560877087084:2066] [node 4] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:39.945052Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802555729311697:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:39.945162Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:39.945214Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802555729311697:2048] [node 1] ICP22 created new session: [3:7580802560024279093:2048]
2025-12-06T17:45:39.945266Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802560024279093:2048] [node 1] ICS09 handshake done sender: [3:7580802560024279082:2118] self: [3:7580802560024279084:0] peer: [1:7580802562061176001:0] socket: 641 qp: -1
2025-12-06T17:45:39.945300Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802560024279093:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:39.945339Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:39.947314Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802560024279071:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:39.947352Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802560024279071:2117] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:39.908150Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802557384634360:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:39.957611Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802561882960571:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:39.957659Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802561882960571:2114] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:39.959971Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802557801784155:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10789) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580802562096751536:2119] held: no
2025-12-06T17:45:39.963820Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802562096751545:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14690
2025-12-06T17:45:39.966811Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802562096751544:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14690
2025-12-06T17:45:39.927168Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802561679601700:2093] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:39.939933Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802561679601700:2093] [node 5] ICP35 event processing took too much time PendingConnection:279(18959628ns) {IncomingHandshake:261(18956973ns) {DropIncomingHandshake:442(787ns) PrepareNewSessionHandshake:477(1243ns) {SwitchToState:179(200ns)} GenerateSessionVirtualId:988(1504ns) IssueIncomingHandshakeReply:193(18913762ns) {SwitchToState:179(2490ns)}}}
2025-12-06T17:45:39.958827Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802561679601749:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51805
2025-12-06T17:45:39.961619Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802561679601746:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51805
2025-12-06T17:45:39.946681Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580802557766208627:2049] [node 3] ICP18 handshake (actor [1:7580802562061176025:2119]) is too old
2025-12-06T17:45:39.851423Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:39.851478Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802560877087084:2066] [node 4] ICP22 created new session: [5:7580802560877087151:2066]
2025-12-06T17:45:39.963378Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802561882960571:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:39.975147Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802562096751545:2121] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:39.975321Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802562096751536:2119] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:39.976165Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802557801784155:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:39.976266Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:39.976530Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802560024279088:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:39.979012Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7580802560024279048:2074] [node 5] ICP18 handshake (actor [3:7580802560024279088:2121]) is too old
2025-12-06T17:45:39.980774Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802557801784155:2048] [node 1] ICP22 created new session: [4:7580802562096751546:2048]
2025-12-06T17:45:39.851529Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802560877087151:2066] [node 4] ICS09 handshake done sender: [5:7580802560877087134:2115] self: [5:7580802560877087140:0] peer: [4:7580802562096751518:0] socket: 609 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:39.969791Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802561882960560:2092] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:39.970865Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802561679601745:2120] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:39.980847Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802562096751546:2048] [node 1] ICS09 handshake done sender: [4:7580802562096751536:2119] self: [4:7580802562096751543:0] peer: [1:7580802562061175995:0] socket: 618 qp: -1
2025-12-06T17:45:39.851570Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802560877087151:2066] [node 4] ICS10 traffic start
2025-12-06T17:45:39.974963Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802561679601746:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:39.999797Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802560024279071:2117] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:39.980891Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802562096751546:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:39.851658Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:39.860313Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7580802560877087084:2066] [node 4] ICP27 obsolete handshake fail ignored
2025-12-06T17:45:39.969862Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:39.915393Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802560877087154:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57171
2025-12-06T17:45:39.936562Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802560877087143:2118] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:39.980947Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:39.982297Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802561679601700:2093] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:45:39.969906Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802561882960560:2092] [node 5] ICP22 created new session: [2:7580802561882960596:2092]
2025-12-06T17:45:39.941431Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802560877087148:2121] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:39.941554Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802560877087133:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:39.941580Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580802560877087133:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:39.942299Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802556582119766:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:45:39.942386Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:39.942441Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802556582119766:2050] [node 3] ICP22 created new session: [5:7580802560877087155:2050]
2025-12-06T17:45:39.942495Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802560877087155:2050] [node 3] ICS09 handshake done sender: [5:7580802560877087143:2118] self: [5:7580802560877087150:0] peer: [3:7580802560024279066:0] socket: 629 qp: -1
2025-12-06T17:45:39.942551Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802560877087155:2050] [node 3] ICS10 traffic start
2025-12-06T17:45:39.942600Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:39.944637Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802560877087145:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:39.955524Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802556582119765:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:39.959088Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802560877087133:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:39.983064Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580802560877087122:2068] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:39.983133Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:39.983177Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802560877087122:2068] [node 6] ICP22 created new session: [5:7580802560877087161:2068]
2025-12-06T17:45:39.983225Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802560877087161:2068] [node 6] ICS09 handshake done sender: [5:7580802560877087133:2114] self: [5:7580802560877087132:0] peer: [6:7580802561679601748:0] socket: 643 qp: -1
2025-12-06T17:45:39.983257Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802560877087161:2068] [node 6] ICS10 traffic start
2025-12-06T17:45:39.983298Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:39.984474Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802560877087160:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57171
2025-12-06T17:45:40.004647Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802560877087148:2121] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:40.015859Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802556582119765:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:40.015979Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:40.016047Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802556582119765:2049] [node 2] ICP22 created new session: [5:7580802565172054459:2049]
2025-12-06T17:45:40.016094Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802565172054459:2049] [node 2] ICS09 handshake done sender: [5:7580802560877087148:2121] self: [5:7580802560877087158:0] peer: [2:7580802561882960570:0] socket: 642 qp: -1
2025-12-06T17:45:40.016138Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802565172054459:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:40.016213Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:40.022335Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7580802556582119765:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:45:39.969967Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802561882960596:2092] [node 5] ICS09 handshake done sender: [2:7580802561882960571:2114] self: [2:7580802561882960570:0] peer: [5:7580802560877087158:0] socket: 588 qp: -1
2025-12-06T17:45:40.037603Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802560024279054:2076] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:39.982349Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:40.004865Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802557801784156:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:40.037733Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:40.037787Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802560024279054:2076] [node 6] ICP22 created new session: [3:7580802564319246392:2076]
2025-12-06T17:45:40.037839Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802564319246392:2076] [node 6] ICS09 handshake done sender: [3:7580802560024279071:2117] self: [3:7580802560024279070:0] peer: [6:7580802561679601747:0] socket: 601 qp: -1
2025-12-06T17:45:40.037904Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802564319246392:2076] [node 6] ICS10 traffic start
2025-12-06T17:45:40.037974Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:39.970006Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802561882960596:2092] [node 5] ICS10 traffic start
2025-12-06T17:45:39.982397Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802561679601700:2093] [node 5] ICP22 created new session: [6:7580802561679601751:2093]
2025-12-06T17:45:40.037089Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802562096751525:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:40.037131Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802562096751525:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:39.982469Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802561679601751:2093] [node 5] ICS09 handshake done sender: [6:7580802561679601745:2120] self: [6:7580802561679601748:0] peer: [5:7580802560877087132:0] socket: 644 qp: -1
2025-12-06T17:45:39.982502Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802561679601751:2093] [node 5] ICS10 traffic start
2025-12-06T17:45:39.982555Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:40.015013Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802561679601691:2062] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:40.015152Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802561679601750:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51805
2025-12-06T17:45:40.027663Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802561679601744:2119] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:40.033567Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802557384634360:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:45:40.033632Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:40.033691Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802557384634360:2050] [node 3] ICP22 created new session: [6:7580802565974569050:2050]
2025-12-06T17:45:40.033742Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802565974569050:2050] [node 3] ICS09 handshake done sender: [6:7580802561679601744:2119] self: [6:7580802561679601747:0] peer: [3:7580802560024279070:0] socket: 589 qp: -1
2025-12-06T17:45:40.033782Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802565974569050:2050] [node 3] ICS10 traffic start
2025-12-06T17:45:40.033826Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:39.970048Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:40.005730Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580802561882960552:2094] [node 6] ICP18 handshake (actor [2:7580802561882960569:2113]) is too old
2025-12-06T17:45:40.006849Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802561882960560:2092] [node 5] ICP35 event processing took too much time PendingConnection:279(33150381ns) {HandleHandshakeStatus:329(33147391ns) {DropIncomingHandshake:442(15921ns) DropOutgoingHandshake:457(751ns) SwitchToState:179(942ns) ProcessPendingSessionEvents:495(32764407ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 32670870ns max# 9565517ns}}}
2025-12-06T17:45:40.007082Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802561882960577:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:40.007106Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802561882960577:2116] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:45:40.032134Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802561882960577:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:40.043266Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802561882960559:2097] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:45:40.043400Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:40.043456Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802561882960559:2097] [node 4] ICP22 created new session: [2:7580802566177927895:2097]
2025-12-06T17:45:40.043507Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802566177927895:2097] [node 4] ICS09 handshake done sender: [2:7580802561882960577:2116] self: [2:7580802561882960576:0] peer: [4:7580802566391718844:0] socket: 610 qp: -1
2025-12-06T17:45:40.043551Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802566177927895:2097] [node 4] ICS10 traffic start
2025-12-06T17:45:40.043636Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:40.098407Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802565974569052:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51805
2025-12-06T17:45:40.095346Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802557801784156:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8161) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580802562096751545:2121] held: no
2025-12-06T17:45:40.096534Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802566391718845:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14690
2025-12-06T17:45:40.111935Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802562096751545:2121] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:40.112767Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802562096751525:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:40.113104Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802557801784156:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:40.113185Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:40.113245Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802557801784156:2049] [node 2] ICP22 created new session: [4:7580802566391718847:2049]
2025-12-06T17:45:40.113304Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802566391718847:2049] [node 2] ICS09 handshake done sender: [4:7580802562096751545:2121] self: [4:7580802566391718844:0] peer: [2:7580802561882960576:0] socket: 653 qp: -1
2025-12-06T17:45:40.113343Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802566391718847:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:40.113384Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:40.114453Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802562096751517:2077] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:40.115205Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:40.118791Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802562096751517:2077] [node 6] ICP22 created new session: [4:7580802566391718849:2077]
2025-12-06T17:45:40.119525Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802566391718849:2077] [node 6] ICS09 handshake done sender: [4:7580802562096751525:2114] self: [4:7580802562096751524:0] peer: [6:7580802565974569049:0] socket: 645 qp: -1
2025-12-06T17:45:40.119581Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802566391718849:2077] [node 6] ICS10 traffic start
2025-12-06T17:45:40.119655Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:40.121964Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802561679601746:2121] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:40.127713Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802561679601691:2062] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25145) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802561679601746:2121] held: no
2025-12-06T17:45:40.128372Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802561679601691:2062] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:45:40.128419Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:40.128482Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802561679601691:2062] [node 4] ICP22 created new session: [6:7580802565974569053:2062]
2025-12-06T17:45:40.128526Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802565974569053:2062] [node 4] ICS09 handshake done sender: [6:7580802561679601746:2121] self: [6:7580802565974569049:0] peer: [4:7580802562096751524:0] socket: 646 qp: -1
2025-12-06T17:45:40.128568Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802565974569053:2062] [node 4] ICS10 traffic start
2025-12-06T17:45:40.128602Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:40.191060Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:45:40.191248Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580802560024279093:2048] [node 1] ICS07 socket disconnect 641 reason# EndOfStream
2025-12-06T17:45:40.191270Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802560024279093:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:40.191345Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:40.191379Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802560024279093:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:40.192818Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:45:40.193110Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580802561882960590:2048] [node 1] ICS01 socket: 596 reason# EndOfStream
2025-12-06T17:45:40.193175Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580802557587993201:2048] [node 1] ICP30 unregister session Session# [2:7580802561882960590:2048] VirtualId# [2:7580802561882960580:0]
2025-12-06T17:45:40.193211Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580802561882960590:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:40.193303Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:40.193371Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:40.194430Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:45:40.194701Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802562096751546:2048] [node 1] ICS01 socket: 618 reason# EndOfStream
2025-12-06T17:45:40.194753Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802557801784155:2048] [node 1] ICP30 unregister session Session# [4:7580802562096751546:2048] VirtualId# [4:7580802562096751543:0]
2025-12-06T17:45:40.194803Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802562096751546:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:40.194898Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:40.194949Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:40.195222Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802555729311697:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10789) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:40.195288Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802560024279093:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:40.198720Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802555729311697:2048] [node 1] ICP30 unregister session Session# [3:7580802560024279093:2048] VirtualId# [3:7580802560024279084:0]
2025-12-06T17:45:40.198864Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:40.198911Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580802555729311697:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:10789) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:40.198930Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10789) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:40.202649Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:45:40.202856Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802561679601740:2048] [node 1] ICS01 socket: 599 reason# EndOfStream
2025-12-06T17:45:40.202901Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802557384634358:2048] [node 1] ICP30 unregister session Session# [6:7580802561679601740:2048] VirtualId# [6:7580802561679601735:0]
2025-12-06T17:45:40.202936Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802561679601740:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:40.202999Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:40.203045Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:40.202262Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:45:40.202508Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802560877087146:2048] [node 1] ICS07 socket disconnect 604 reason# EndOfStream
2025-12-06T17:45:40.202556Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802560877087146:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:40.202656Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:40.202708Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802560877087146:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:40.203930Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802556582119764:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10789) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:40.203983Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802560877087146:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:40.204019Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802556582119764:2048] [node 1] ICP30 unregister session Session# [5:7580802560877087146:2048] VirtualId# [5:7580802560877087138:0]
2025-12-06T17:45:40.204126Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:40.204158Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802556582119764:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:10789) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:40.204172Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10789) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:40.208587Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580802555729311697:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:45:40.214792Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802556582119764:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:45:40.306760Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:45:40.307036Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580802560024279086:2049] [node 2] ICS07 socket disconnect 602 reason# EndOfStream
2025-12-06T17:45:40.307079Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802560024279086:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:40.310997Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:45:40.307198Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:40.307249Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802560024279086:2049] [node 2] ICS15 start handshake
2025-12-06T17:45:40.311242Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:45:40.311454Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802565172054459:2049] [node 2] ICS01 socket: 642 reason# EndOfStream
2025-12-06T17:45:40.311504Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802556582119765:2049] [node 2] ICP30 unregister session Session# [5:7580802565172054459:2049] VirtualId# [5:7580802560877087158:0]
2025-12-06T17:45:40.311543Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802565172054459:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:40.311660Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:40.311718Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:40.312554Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802561679601738:2049] [node 2] ICS01 socket: 598 reason# EndOfStream
2025-12-06T17:45:40.312541Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802555729311698:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8161) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:40.312608Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802560024279086:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:40.312648Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802555729311698:2049] [node 2] ICP30 unregister session Session# [3:7580802560024279086:2049] VirtualId# [3:7580802560024279075:0]
2025-12-06T17:45:40.312694Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:40.312731Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580802555729311698:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:8161) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:40.312764Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8161) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:40.312058Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:45:40.313480Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802566391718847:2049] [node 2] ICS01 socket: 653 reason# EndOfStream
2025-12-06T17:45:40.318926Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802557801784156:2049] [node 2] ICP30 unregister session Session# [4:7580802566391718847:2049] VirtualId# [4:7580802566391718844:0]
2025-12-06T17:45:40.318998Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802566391718847:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:40.319085Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:40.323406Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:40.313514Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802557384634359:2049] [node 2] ICP30 unregister session Session# [6:7580802561679601738:2049] VirtualId# [6:7580802561679601734:0]
2025-12-06T17:45:40.318500Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802561679601738:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:40.318691Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:40.318770Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:40.353658Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:45:40.353884Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802562096751538:2050] [node 3] ICS07 socket disconnect 631 reason# EndOfStream
2025-12-06T17:45:40.353053Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:45:40.353917Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802562096751538:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:40.353322Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802565974569050:2050] [node 3] ICS01 socket: 589 reason# EndOfStream
2025-12-06T17:45:40.354012Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:45:40.353369Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802557384634360:2050] [node 3] ICP30 unregister session Session# [6:7580802565974569050:2050] VirtualId# [6:7580802561679601747:0]
2025-12-06T17:45:40.353409Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802565974569050:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:40.354054Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802562096751538:2050] [node 3] ICS15 start handshake
2025-12-06T17:45:40.353490Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:45:40.354686Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:45:40.353538Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:45:40.354897Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802560877087155:2050] [node 3] ICS07 socket disconnect 629 reason# EndOfStream
2025-12-06T17:45:40.354924Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802560877087155:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:40.355003Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:45:40.355044Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802560877087155:2050] [node 3] ICS15 start handshake
2025-12-06T17:45:40.360793Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802556582119766:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24932) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:40.360876Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802560877087155:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:40.360916Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802556582119766:2050] [node 3] ICP30 unregister session Session# [5:7580802560877087155:2050] VirtualId# [5:7580802560877087150:0]
2025-12-06T17:45:40.360977Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:45:40.361014Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802556582119766:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:24932) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:40.361029Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24932) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:40.361683Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802557801784157:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24932) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:40.361750Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802562096751538:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:40.361787Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802557801784157:2050] [node 3] ICP30 unregister session Session# [4:7580802562096751538:2050] VirtualId# [4:7580802562096751533:0]
2025-12-06T17:45:40.361827Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:45:40.361862Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802557801784157:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:24932) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:40.361877Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24932) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:40.372781Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802556582119766:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:45:40.431055Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:45:40.431283Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802560877087151:2066] [node 4] ICS07 socket disconnect 609 reason# EndOfStream
2025-12-06T17:45:40.431317Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802560877087151:2066] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:40.431389Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:45:40.431429Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802560877087151:2066] [node 4] ICS15 start handshake
2025-12-06T17:45:40.431797Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:45:40.431960Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802565974569053:2062] [node 4] ICS01 socket: 646 reason# EndOfStream
2025-12-06T17:45:40.431990Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802561679601691:2062] [node 4] ICP30 unregister session Session# [6:7580802565974569053:2062] VirtualId# [6:7580802565974569049:0]
2025-12-06T17:45:40.432014Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802565974569053:2062] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:40.432068Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:45:40.432099Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:45:40.433010Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802560877087084:2066] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25145) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:40.433077Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802560877087151:2066] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:40.433125Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802560877087084:2066] [node 4] ICP30 unregister session Session# [5:7580802560877087151:2066] VirtualId# [5:7580802560877087140:0]
2025-12-06T17:45:40.433169Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:45:40.433204Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802560877087084:2066] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:25145) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:40.433220Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25145) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:40.447373Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802560877087084:2066] [node 4] ICP33 wake up from error state
2025-12-06T17:45:40.546274Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:45:40.546621Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802561679601751:2093] [node 5] ICS07 socket disconnect 644 reason# EndOfStream
2025-12-06T17:45:40.546656Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802561679601751:2093] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:40.546725Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:45:40.546767Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802561679601751:2093] [node 5] ICS15 start handshake
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:45:40.702841Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802562507647276:2049] [node 3] ICP01 ready to work
2025-12-06T17:45:40.708551Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802562507647275:2048] [node 2] ICP01 ready to work
2025-12-06T17:45:40.714914Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802566395008735:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:40.714952Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802566395008736:2049] [node 3] ICP01 ready to work
2025-12-06T17:45:40.734583Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802564583742587:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:40.734627Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802564583742588:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:40.742120Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802564536768050:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:40.742153Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802564536768051:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:40.742185Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802564536768052:2050] [node 3] ICP01 ready to work
2025-12-06T17:45:40.819045Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802564426419773:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:40.819084Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802564426419774:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:40.819117Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802564426419775:2050] [node 3] ICP01 ready to work
2025-12-06T17:45:40.787004Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802566220636452:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:40.787060Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802566220636453:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:40.787121Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802566220636454:2050] [node 3] ICP01 ready to work
2025-12-06T17:45:41.128841Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802570515603766:2065] [node 6] ICP01 ready to work
2025-12-06T17:45:41.170438Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802566802614631:2105] [node 4] ICP01 ready to work
2025-12-06T17:45:41.208955Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802570689976088:2076] [node 4] ICP01 ready to work
2025-12-06T17:45:41.207839Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802568721387088:2061] [node 4] ICP01 ready to work
2025-12-06T17:45:41.235324Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802566802614635:2106] [node 6] ICP01 ready to work
2025-12-06T17:45:41.255624Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802568721387088:2061] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(32334750ns) {Configure:104(32322475ns) {ProcessConfigured:135(109007ns) {StartInitialHandshake:157(105440ns) {DropHandshakes:470(10386ns) {DropIncomingHandshake:442(1065ns) DropOutgoingHandshake:457(355ns)} GenerateSessionVirtualId:988(1606ns) PrepareNewSessionHandshake:477(2624ns) {SwitchToState:179(1000ns)}}}}}
2025-12-06T17:45:41.306429Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802562507647276:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(197107012ns) {Configure:104(197100413ns) {ProcessConfigured:135(83043ns) {StartInitialHandshake:157(78692ns) {DropHandshakes:470(4170ns) {DropIncomingHandshake:442(905ns) DropOutgoingHandshake:457(1024ns)} GenerateSessionVirtualId:988(1320ns) PrepareNewSessionHandshake:477(2125ns) {SwitchToState:179(632ns)}}}}}
2025-12-06T17:45:41.280026Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802568878709946:2066] [node 4] ICP01 ready to work
2025-12-06T17:45:41.301597Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802570515603793:2062] [node 4] ICP01 ready to work
2025-12-06T17:45:41.299785Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802570689976095:2081] [node 6] ICP01 ready to work
2025-12-06T17:45:41.327210Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802566802614636:2103] [node 5] ICP01 ready to work
2025-12-06T17:45:41.311331Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802568878709948:2061] [node 6] ICP01 ready to work
2025-12-06T17:45:41.363507Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802568721387098:2065] [node 5] ICP01 ready to work
2025-12-06T17:45:41.331752Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802570689976096:2082] [node 5] ICP01 ready to work
2025-12-06T17:45:41.363730Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802568831735409:2064] [node 6] ICP01 ready to work
2025-12-06T17:45:41.407656Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802568831735410:2086] [node 5] ICP01 ready to work
2025-12-06T17:45:41.342443Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802568878709947:2062] [node 5] ICP01 ready to work
2025-12-06T17:45:41.375096Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802570689976096:2082] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(38910615ns) {Configure:104(38905450ns) {ProcessConfigured:135(87496ns) {StartInitialHandshake:157(84017ns) {DropHandshakes:470(4546ns) {DropIncomingHandshake:442(958ns) DropOutgoingHandshake:457(660ns)} GenerateSessionVirtualId:988(1547ns) PrepareNewSessionHandshake:477(2759ns) {SwitchToState:179(994ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:41.423939Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802568878709946:2066] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(17309784ns) {Configure:104(17305699ns) {ProcessConfigured:135(92227ns) {StartInitialHandshake:157(88776ns) {DropHandshakes:470(3654ns) {DropIncomingHandshake:442(916ns) DropOutgoingHandshake:457(546ns)} GenerateSessionVirtualId:988(1264ns) PrepareNewSessionHandshake:477(2209ns) {SwitchToState:179(757ns)}}}}}
2025-12-06T17:45:41.418472Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802566220636453:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(169602373ns) {Configure:104(169593510ns) {ProcessConfigured:135(81585ns) {StartInitialHandshake:157(78628ns) {DropHandshakes:470(7161ns) {DropIncomingHandshake:442(859ns) DropOutgoingHandshake:457(752ns)} GenerateSessionVirtualId:988(2122ns) PrepareNewSessionHandshake:477(2464ns) {SwitchToState:179(989ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:41.502062Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802568831735420:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9248
2025-12-06T17:45:41.502154Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802568831735421:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9248
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:41.511670Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802570689976106:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23886
2025-12-06T17:45:41.511767Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802570689976107:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23886
2025-12-06T17:45:41.441618Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802568878709948:2061] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(16384901ns) {Configure:104(16376123ns) {ProcessConfigured:135(10173034ns) {StartInitialHandshake:157(10169796ns) {DropHandshakes:470(17706ns) {DropIncomingHandshake:442(1367ns) DropOutgoingHandshake:457(540ns)} GenerateSessionVirtualId:988(1570ns) PrepareNewSessionHandshake:477(5341ns) {SwitchToState:179(2795ns)}}}}}
2025-12-06T17:45:41.430909Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802570515603766:2065] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(197642416ns) {Configure:104(197634127ns) {ProcessConfigured:135(55488349ns) {StartInitialHandshake:157(55482421ns) {DropHandshakes:470(3355ns) {DropIncomingHandshake:442(725ns) DropOutgoingHandshake:457(559ns)} GenerateSessionVirtualId:988(1794ns) PrepareNewSessionHandshake:477(15821875ns) {SwitchToState:179(8674ns)}}}}}
2025-12-06T17:45:41.436391Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802568721387139:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24920
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:41.535777Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802566395008736:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(164884766ns) {Configure:104(164879335ns) {ProcessConfigured:135(73192ns) {StartInitialHandshake:157(67572ns) {DropHandshakes:470(4052ns) {DropIncomingHandshake:442(934ns) DropOutgoingHandshake:457(859ns)} GenerateSessionVirtualId:988(783ns) PrepareNewSessionHandshake:477(3008ns) {SwitchToState:179(1057ns)}}}}}
2025-12-06T17:45:41.536246Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802570689976110:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23886
2025-12-06T17:45:41.502297Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802568831735422:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9248
2025-12-06T17:45:41.470968Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802568878709960:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18699
2025-12-06T17:45:41.454853Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802570515603824:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62713
2025-12-06T17:45:41.459695Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802564426419774:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(251526190ns) {Configure:104(251519575ns) {ProcessConfigured:135(77734ns) {StartInitialHandshake:157(74596ns) {DropHandshakes:470(3643ns) {DropIncomingHandshake:442(798ns) DropOutgoingHandshake:457(531ns)} GenerateSessionVirtualId:988(1215ns) PrepareNewSessionHandshake:477(2456ns) {SwitchToState:179(874ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:41.530661Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802568721387140:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24920
2025-12-06T17:45:41.532939Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802568721387098:2065] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(72188122ns) {Configure:104(72180758ns) {ProcessConfigured:135(99748ns) {StartInitialHandshake:157(79618ns) {DropHandshakes:470(3809ns) {DropIncomingHandshake:442(955ns) DropOutgoingHandshake:457(622ns)} GenerateSessionVirtualId:988(844ns) PrepareNewSessionHandshake:477(2703ns) {SwitchToState:179(992ns)}}}}}
2025-12-06T17:45:41.533755Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802568721387147:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24920
2025-12-06T17:45:41.556038Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802568721387140:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:41.559640Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802568721387139:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:41.571391Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802568878709961:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18699
2025-12-06T17:45:41.547176Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802564536768050:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(77269051ns) {Configure:104(77263191ns) {ProcessConfigured:135(108979ns) {StartInitialHandshake:157(104057ns) {DropHandshakes:470(3515ns) {DropIncomingHandshake:442(832ns) DropOutgoingHandshake:457(637ns)} GenerateSessionVirtualId:988(2113ns) PrepareNewSessionHandshake:477(2789ns) {SwitchToState:179(1103ns)}}}}}
2025-12-06T17:45:41.455075Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802570515603817:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62713
2025-12-06T17:45:41.575862Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802566802614639:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13342
2025-12-06T17:45:41.583819Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802570689976107:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:41.572559Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802568721387147:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:41.547747Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802568831735421:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:41.605148Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802568878709960:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:41.464925Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802570515603818:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62713
2025-12-06T17:45:41.592147Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802570689976106:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:41.591533Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802564536768051:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(381240756ns) {Configure:104(381233290ns) {ProcessConfigured:135(61471799ns) {StartInitialHandshake:157(61468297ns) {DropHandshakes:470(3201ns) {DropIncomingHandshake:442(730ns) DropOutgoingHandshake:457(521ns)} GenerateSessionVirtualId:988(979ns) PrepareNewSessionHandshake:477(3956ns) {SwitchToState:179(845ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:41.518638Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802570515603818:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:41.582375Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802568721387098:2065] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:41.616733Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802568878709961:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:41.627285Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802568878709952:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:41.620873Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802568831735412:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:41.631060Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802566802614639:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:41.627319Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802568878709952:2111] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:41.582464Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802564426419774:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:41.631156Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802570689976098:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:41.644585Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802568878709952:2111] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:41.536844Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802570515603817:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:41.678987Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802564583742587:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(295587928ns) {Configure:104(295575082ns) {ProcessConfigured:135(18311651ns) {StartInitialHandshake:157(18307572ns) {DropHandshakes:470(4597ns) {DropIncomingHandshake:442(1113ns) DropOutgoingHandshake:457(718ns)} GenerateSessionVirtualId:988(1078ns) PrepareNewSessionHandshake:477(6881ns) {SwitchToState:179(3462ns)}}}}}
2025-12-06T17:45:41.631187Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802570689976098:2110] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:41.620926Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802568831735412:2110] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:41.582525Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802568721387088:2061] [node 4] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:41.567042Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802570515603793:2062] [node 4] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:41.706146Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802568878709954:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:41.706194Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802568878709954:2112] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:45:41.707644Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802568878709968:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18699
2025-12-06T17:45:41.686595Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802566802614635:2106] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(19045777ns) {Configure:104(19036522ns) {ProcessConfigured:135(74442ns) {StartInitialHandshake:157(71117ns) {DropHandshakes:470(3895ns) {DropIncomingHandshake:442(817ns) DropOutgoingHandshake:457(649ns)} GenerateSessionVirtualId:988(1555ns) PrepareNewSessionHandshake:477(2458ns) {SwitchToState:179(850ns)}}}}}
2025-12-06T17:45:41.621717Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802568831735415:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:41.575504Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802566220636453:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:41.634552Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802570689976102:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:41.592040Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802564426419773:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(304544145ns) {Configure:104(304532538ns) {ProcessConfigured:135(42785692ns) {StartInitialHandshake:157(42781758ns) {DropHandshakes:470(4653ns) {DropIncomingHandshake:442(1370ns) DropOutgoingHandshake:457(655ns)} GenerateSessionVirtualId:988(1059ns) PrepareNewSessionHandshake:477(6938ns) {SwitchToState:179(3509ns)}}}}}
2025-12-06T17:45:41.706171Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802562507647275:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(17084546ns) {Configure:104(17080069ns) {ProcessConfigured:135(61679ns) {StartInitialHandshake:157(58877ns) {DropHandshakes:470(2935ns) {DropIncomingHandshake:442(769ns) DropOutgoingHandshake:457(509ns)} GenerateSessionVirtualId:988(1375ns) PrepareNewSessionHandshake:477(1709ns) {SwitchToState:179(491ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:41.642273Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802568721387153:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24920
2025-12-06T17:45:41.621740Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802568831735415:2111] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:41.732817Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802568878709954:2112] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:41.634614Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802570689976102:2112] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:41.603823Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802570515603794:2091] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:41.631422Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802568831735412:2110] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:41.729668Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802566802614648:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13342
2025-12-06T17:45:41.644145Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802568721387154:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24920
2025-12-06T17:45:41.738842Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802568878709947:2062] [node 5] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:41.698818Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802568721387140:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:41.714518Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802568721387147:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:41.715203Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802568721387098:2065] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:45:41.715290Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:41.715345Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802568721387098:2065] [node 5] ICP22 created new session: [6:7580802568721387156:2065]
2025-12-06T17:45:41.715395Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802568721387156:2065] [node 5] ICS09 handshake done sender: [6:7580802568721387140:2113] self: [6:7580802568721387150:0] peer: [5:7580802570515603789:0] socket: 602 qp: -1
2025-12-06T17:45:41.715441Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802568721387156:2065] [node 5] ICS10 traffic start
2025-12-06T17:45:41.715481Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:41.747175Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802564426419774:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20061) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802568721387139:2112] held: no
2025-12-06T17:45:41.748062Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802568721387155:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24920
2025-12-06T17:45:41.756127Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802568721387088:2061] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:45:41.802776Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802568721387139:2112] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:41.810915Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:41.810974Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802568721387088:2061] [node 4] ICP22 created new session: [6:7580802568721387160:2061]
2025-12-06T17:45:41.643448Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802570689976110:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:41.738934Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:41.739002Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802568878709947:2062] [node 5] ICP22 created new session: [3:7580802568878709970:2062]
2025-12-06T17:45:41.739060Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802568878709970:2062] [node 5] ICS09 handshake done sender: [3:7580802568878709952:2111] self: [3:7580802568878709951:0] peer: [5:7580802570515603835:0] socket: 600 qp: -1
2025-12-06T17:45:41.739103Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802568878709970:2062] [node 5] ICS10 traffic start
2025-12-06T17:45:41.739154Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:41.775523Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802568878709968:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:41.799041Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802568878709965:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18699
2025-12-06T17:45:41.799151Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802568878709946:2066] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:45:41.799217Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:41.799274Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802568878709946:2066] [node 4] ICP22 created new session: [3:7580802568878709973:2066]
2025-12-06T17:45:41.799332Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802568878709973:2066] [node 4] ICS09 handshake done sender: [3:7580802568878709954:2112] self: [3:7580802568878709953:0] peer: [4:7580802568831735430:0] socket: 601 qp: -1
2025-12-06T17:45:41.799367Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802568878709973:2066] [node 4] ICS10 traffic start
2025-12-06T17:45:41.799401Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:41.819936Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802568878709965:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:41.821916Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802564583742587:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:41.637027Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802568831735415:2111] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:41.603855Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580802570515603794:2091] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:41.729747Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802566802614649:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13342
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:41.839592Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802568721387160:2061] [node 4] ICS09 handshake done sender: [6:7580802568721387147:2116] self: [6:7580802568721387152:0] peer: [4:7580802568831735414:0] socket: 619 qp: -1
2025-12-06T17:45:41.844274Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802568721387160:2061] [node 4] ICS10 traffic start
2025-12-06T17:45:41.844371Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:41.846184Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802568721387088:2061] [node 4] ICP35 event processing took too much time PendingConnection:279(106564089ns) {HandleHandshakeStatus:329(106560203ns) {DropIncomingHandshake:442(2367ns) DropOutgoingHandshake:457(7292ns) SwitchToState:179(1082ns) ProcessPendingSessionEvents:495(686554ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 618202ns max# 78406ns}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:41.852092Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802564426419774:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:41.641247Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802568831735420:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:41.655073Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802570689976102:2112] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:41.784074Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802566802614631:2105] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(152602179ns) {Configure:104(152594760ns) {ProcessConfigured:135(103496ns) {StartInitialHandshake:157(100155ns) {DropHandshakes:470(4543ns) {DropIncomingHandshake:442(943ns) DropOutgoingHandshake:457(1185ns)} GenerateSessionVirtualId:988(1764ns) PrepareNewSessionHandshake:477(3061ns) {SwitchToState:179(1000ns)}}}}}
2025-12-06T17:45:41.605622Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802570515603794:2091] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:41.834601Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802564583742588:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:41.852177Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:41.657350Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802564536768052:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:41.791932Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802566802614641:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13342
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:41.659391Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802570689976088:2076] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(294817496ns) {Configure:104(294809749ns) {ProcessConfigured:135(7809578ns) {StartInitialHandshake:157(7806071ns) {DropHandshakes:470(4654ns) {DropIncomingHandshake:442(1410ns) DropOutgoingHandshake:457(851ns)} GenerateSessionVirtualId:988(1526ns) PrepareNewSessionHandshake:477(3859ns) {SwitchToState:179(2040ns)}}}}}
2025-12-06T17:45:41.849584Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802564583742588:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(21579605ns) {IncomingHandshake:261(7396974ns) {DropIncomingHandshake:442(1247ns) PrepareNewSessionHandshake:477(2636ns) {SwitchToState:179(1193ns)} GenerateSessionVirtualId:988(787ns) IssueIncomingHandshakeReply:193(114223ns) {SwitchToState:179(1112ns)}}}
2025-12-06T17:45:41.606324Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580802570515603766:2065] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:41.852236Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802564426419774:2049] [node 2] ICP22 created new session: [6:7580802568721387162:2049]
2025-12-06T17:45:41.696031Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802568831735422:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:41.662977Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802570689976098:2110] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:41.865390Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802564583742587:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7732) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580802568878709965:2116] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:41.606376Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:41.803821Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802566802614648:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:41.852294Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802568721387162:2049] [node 2] ICS09 handshake done sender: [6:7580802568721387139:2112] self: [6:7580802568721387151:0] peer: [2:7580802570689976097:0] socket: 596 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:41.707918Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802568831735410:2086] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:41.707992Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:41.708053Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802568831735410:2086] [node 5] ICP22 created new session: [4:7580802568831735431:2086]
2025-12-06T17:45:41.708114Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802568831735431:2086] [node 5] ICS09 handshake done sender: [4:7580802568831735412:2110] self: [4:7580802568831735411:0] peer: [5:7580802570515603827:0] socket: 592 qp: -1
2025-12-06T17:45:41.708149Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802568831735431:2086] [node 5] ICS10 traffic start
2025-12-06T17:45:41.708191Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:41.709721Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802568831735409:2064] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:41.709764Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:41.709813Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802568831735409:2064] [node 6] ICP22 created new session: [4:7580802568831735434:2064]
2025-12-06T17:45:41.709859Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802568831735434:2064] [node 6] ICS09 handshake done sender: [4:7580802568831735415:2111] self: [4:7580802568831735414:0] peer: [6:7580802568721387152:0] socket: 610 qp: -1
2025-12-06T17:45:41.709893Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802568831735434:2064] [node 6] ICS10 traffic start
2025-12-06T17:45:41.709930Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:41.730199Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7580802568831735409:2064] [node 6] ICP18 handshake (actor [4:7580802568831735422:2115]) is too old
2025-12-06T17:45:41.753130Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802568831735437:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9248
2025-12-06T17:45:41.754513Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802568831735437:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:41.754692Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802564536768051:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:41.810599Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802568831735440:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9248
2025-12-06T17:45:41.860930Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802568831735437:2118] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:41.861252Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802564536768051:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20061) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580802568831735437:2118] held: no
2025-12-06T17:45:41.862027Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802564536768052:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2889) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580802568831735420:2113] held: no
2025-12-06T17:45:41.863695Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802564536768051:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:41.863755Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:41.863814Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802564536768051:2049] [node 2] ICP22 created new session: [4:7580802568831735441:2049]
2025-12-06T17:45:41.863872Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802568831735441:2049] [node 2] ICS09 handshake done sender: [4:7580802568831735437:2118] self: [4:7580802568831735438:0] peer: [2:7580802570689976115:0] socket: 622 qp: -1
2025-12-06T17:45:41.863913Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802568831735441:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:41.863949Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:41.906988Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802568831735439:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9248
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:41.668826Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802570689976096:2082] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:41.866757Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802568878709978:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18699
2025-12-06T17:45:41.814755Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802566802614656:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13342
2025-12-06T17:45:41.852340Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802568721387162:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:41.939020Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802568831735420:2113] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:41.669350Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802570689976095:2081] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:41.669433Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:41.669502Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802570689976095:2081] [node 6] ICP22 created new session: [2:7580802570689976118:2081]
2025-12-06T17:45:41.669558Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802570689976118:2081] [node 6] ICS09 handshake done sender: [2:7580802570689976098:2110] self: [2:7580802570689976097:0] peer: [6:7580802568721387151:0] socket: 588 qp: -1
2025-12-06T17:45:41.669610Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802570689976118:2081] [node 6] ICS10 traffic start
2025-12-06T17:45:41.669673Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:41.671751Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:41.671809Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802570689976096:2082] [node 5] ICP22 created new session: [2:7580802570689976120:2082]
2025-12-06T17:45:41.606462Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802570515603766:2065] [node 6] ICP22 created new session: [5:7580802570515603832:2065]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:41.815003Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802566802614641:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:41.875832Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802568878709965:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:41.705711Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802570689976120:2082] [node 5] ICS09 handshake done sender: [2:7580802570689976102:2112] self: [2:7580802570689976101:0] peer: [5:7580802570515603828:0] socket: 590 qp: -1
2025-12-06T17:45:41.712483Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802570689976120:2082] [node 5] ICS10 traffic start
2025-12-06T17:45:41.712539Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:41.740495Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802570689976124:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23886
2025-12-06T17:45:41.755059Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802570689976124:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:41.776060Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802570689976117:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:41.776111Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802570689976117:2117] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:45:41.803212Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802570689976117:2117] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:41.805549Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802570689976096:2082] [node 5] ICP35 event processing took too much time PendingConnection:279(140747688ns) {HandleHandshakeStatus:329(140744250ns) {DropIncomingHandshake:442(20863ns) DropOutgoingHandshake:457(4776ns) SwitchToState:179(1099ns) ProcessPendingSessionEvents:495(3224274ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 3150122ns max# 2659924ns}}}
2025-12-06T17:45:41.815408Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802570689976088:2076] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:45:41.815478Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:41.815539Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802570689976088:2076] [node 4] ICP22 created new session: [2:7580802570689976127:2076]
2025-12-06T17:45:41.815644Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802570689976127:2076] [node 4] ICS09 handshake done sender: [2:7580802570689976117:2117] self: [2:7580802570689976115:0] peer: [4:7580802568831735438:0] socket: 640 qp: -1
2025-12-06T17:45:41.816557Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802570689976127:2076] [node 4] ICS10 traffic start
2025-12-06T17:45:41.816631Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:41.832498Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802570689976088:2076] [node 4] ICP35 event processing took too much time PendingConnection:279(16011640ns) {HandleHandshakeStatus:329(16008146ns) {DropIncomingHandshake:442(17159ns) DropOutgoingHandshake:457(760ns) SwitchToState:179(413ns) ProcessPendingSessionEvents:495(14622669ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 14551846ns max# 14015229ns}}}
2025-12-06T17:45:41.833526Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802570689976129:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23886
2025-12-06T17:45:41.855129Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802570689976109:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:41.855165Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802570689976109:2115] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:45:41.866817Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802570689976109:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:41.867152Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802566395008736:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:45:41.876187Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:41.887129Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802566395008736:2049] [node 3] ICP22 created new session: [2:7580802570689976131:2049]
2025-12-06T17:45:41.887214Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802570689976129:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:41.899418Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580802566395008735:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:41.906684Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802570689976131:2049] [node 3] ICS09 handshake done sender: [2:7580802570689976109:2115] self: [2:7580802570689976108:0] peer: [3:7580802568878709977:0] socket: 639 qp: -1
2025-12-06T17:45:41.911464Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802570689976131:2049] [node 3] ICS10 traffic start
2025-12-06T17:45:41.914767Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:41.915169Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802570689976134:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23886
2025-12-06T17:45:41.917556Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802566395008736:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(49398114ns) {HandleHandshakeStatus:329(49394317ns) {DropIncomingHandshake:442(17367ns) DropOutgoingHandshake:457(1571ns) SwitchToState:179(1042ns) ProcessPendingSessionEvents:495(609870ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 542263ns max# 56534ns}}}
2025-12-06T17:45:41.852382Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:41.946711Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802564536768052:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:45:41.951934Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:41.954009Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802564536768052:2050] [node 3] ICP22 created new session: [4:7580802568831735443:2050]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:41.606520Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802570515603832:2065] [node 6] ICS09 handshake done sender: [5:7580802570515603794:2091] self: [5:7580802570515603789:0] peer: [6:7580802568721387150:0] socket: 595 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:41.822667Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802566802614638:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:41.901503Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802564583742587:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:41.854227Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802568721387159:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24920
2025-12-06T17:45:41.967173Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802568831735444:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9248
2025-12-06T17:45:41.901571Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:41.606579Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802570515603832:2065] [node 6] ICS10 traffic start
2025-12-06T17:45:41.973705Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802570689976129:2119] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:41.822698Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802566802614638:2110] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:45:41.854611Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802568721387164:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24920
2025-12-06T17:45:41.606626Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:41.901629Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802564583742587:2048] [node 1] ICP22 created new session: [3:7580802568878709980:2048]
2025-12-06T17:45:41.823936Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802566802614638:2110] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:41.970138Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802568831735443:2050] [node 3] ICS09 handshake done sender: [4:7580802568831735420:2113] self: [4:7580802568831735430:0] peer: [3:7580802568878709953:0] socket: 607 qp: -1
2025-12-06T17:45:41.973127Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802568831735443:2050] [node 3] ICS10 traffic start
2025-12-06T17:45:41.974788Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:41.975055Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802564536768052:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(31497992ns) {HandleHandshakeStatus:329(31492892ns) {DropIncomingHandshake:442(3585ns) DropOutgoingHandshake:457(932ns) SwitchToState:179(891ns) ProcessPendingSessionEvents:495(1727ns)}}
2025-12-06T17:45:42.011058Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802568831735444:2121] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:41.981956Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580802566395008735:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:41.867095Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580802568721387088:2061] [node 4] ICP27 obsolete handshake fail ignored
2025-12-06T17:45:42.011242Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802564536768050:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:41.607170Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802570515603824:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:41.901683Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802568878709980:2048] [node 1] ICS09 handshake done sender: [3:7580802568878709965:2116] self: [3:7580802568878709976:0] peer: [1:7580802566802614637:0] socket: 624 qp: -1
2025-12-06T17:45:41.824299Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802562507647276:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:45:41.982011Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:41.871414Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802568721387164:2122] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:41.824357Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:41.614016Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802566220636454:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(245843367ns) {Configure:104(245831843ns) {ProcessConfigured:135(30592184ns) {StartInitialHandshake:157(30588128ns) {DropHandshakes:470(6912777ns) {DropIncomingHandshake:442(1003ns) DropOutgoingHandshake:457(3523ns)} GenerateSessionVirtualId:988(1577ns) PrepareNewSessionHandshake:477(2831ns) {SwitchToState:179(1210ns)}}}}}
2025-12-06T17:45:41.878901Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802564426419775:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:41.879372Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:294: Proxy [6:7580802568721387088:2061] [node 4] ICP35 event processing took too much time StateWork:294(20599791ns) {HandleHandshakeStatus:395(20593132ns) {LogHandshakeFail:472(20544633ns) {UpdateErrorStateLog:545(20530250ns)}}}
2025-12-06T17:45:41.891136Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802568721387159:2121] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:41.905339Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802564426419773:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:41.918617Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802568721387167:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24920
2025-12-06T17:45:41.947364Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802568721387159:2121] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:41.947763Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802568721387168:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24920
2025-12-06T17:45:41.947813Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802564426419773:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:41.947862Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:41.947909Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802564426419773:2048] [node 1] ICP22 created new session: [6:7580802568721387169:2048]
2025-12-06T17:45:41.947979Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802568721387169:2048] [node 1] ICS09 handshake done sender: [6:7580802568721387159:2121] self: [6:7580802568721387166:0] peer: [1:7580802566802614642:0] socket: 648 qp: -1
2025-12-06T17:45:41.948016Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802568721387169:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:41.948062Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:41.984568Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802564426419775:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2889) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802568721387164:2122] held: no
2025-12-06T17:45:41.990945Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802568721387164:2122] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:41.991559Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802564426419775:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:45:41.991678Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:41.991744Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802564426419775:2050] [node 3] ICP22 created new session: [6:7580802568721387171:2050]
2025-12-06T17:45:41.991788Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802568721387171:2050] [node 3] ICS09 handshake done sender: [6:7580802568721387164:2122] self: [6:7580802568721387165:0] peer: [3:7580802568878709955:0] socket: 606 qp: -1
2025-12-06T17:45:41.991832Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802568721387171:2050] [node 3] ICS10 traffic start
2025-12-06T17:45:41.991892Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:41.984263Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802566395008735:2048] [node 1] ICP22 created new session: [2:7580802570689976135:2048]
2025-12-06T17:45:41.986637Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802570689976135:2048] [node 1] ICS09 handshake done sender: [2:7580802570689976129:2119] self: [2:7580802570689976132:0] peer: [1:7580802566802614646:0] socket: 654 qp: -1
2025-12-06T17:45:41.986693Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802570689976135:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:41.986756Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:41.824406Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802562507647276:2049] [node 3] ICP22 created new session: [1:7580802566802614659:2049]
2025-12-06T17:45:41.824453Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802566802614659:2049] [node 3] ICS09 handshake done sender: [1:7580802566802614638:2110] self: [1:7580802566802614637:0] peer: [3:7580802568878709976:0] socket: 623 qp: -1
2025-12-06T17:45:41.824489Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802566802614659:2049] [node 3] ICS10 traffic start
2025-12-06T17:45:41.824537Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:41.840421Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802566802614656:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:41.840592Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580802562507647276:2049] [node 3] ICP18 handshake (actor [1:7580802566802614656:2119]) is too old
2025-12-06T17:45:41.847033Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802566802614649:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:41.899969Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802566802614647:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:41.899998Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802566802614647:2115] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:45:41.912864Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802566802614643:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:41.912893Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802566802614643:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:41.918922Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802566802614645:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:41.918962Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802566802614645:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:41.919896Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802566802614643:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:41.940854Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802566802614635:2106] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:41.901729Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802568878709980:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:41.616381Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802566220636454:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:41.636329Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802570515603766:2065] [node 6] ICP35 event processing took too much time PendingConnection:279(29010521ns) {HandleHandshakeStatus:329(29007279ns) {DropIncomingHandshake:442(289ns) DropOutgoingHandshake:457(742ns) SwitchToState:179(582ns) ProcessPendingSessionEvents:495(28541490ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 28462854ns max# 15045121ns}}}
2025-12-06T17:45:41.656789Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802570515603837:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62713
2025-12-06T17:45:41.683012Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802570515603824:2116] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:41.700224Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802566220636454:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:45:41.700321Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:41.700376Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802566220636454:2050] [node 3] ICP22 created new session: [5:7580802570515603839:2050]
2025-12-06T17:45:41.700429Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802570515603839:2050] [node 3] ICS09 handshake done sender: [5:7580802570515603824:2116] self: [5:7580802570515603835:0] peer: [3:7580802568878709951:0] socket: 603 qp: -1
2025-12-06T17:45:41.700470Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802570515603839:2050] [node 3] ICS10 traffic start
2025-12-06T17:45:41.700516Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:41.701947Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802570515603838:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62713
2025-12-06T17:45:41.743586Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802566220636453:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20061) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802570515603817:2112] held: no
2025-12-06T17:45:41.786853Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802570515603817:2112] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:41.806387Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802570515603836:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62713
2025-12-06T17:45:41.807323Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802570515603793:2062] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8228) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802570515603818:2113] held: no
2025-12-06T17:45:41.808179Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802566220636453:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:41.808234Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:41.808293Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802566220636453:2049] [node 2] ICP22 created new session: [5:7580802570515603842:2049]
2025-12-06T17:45:41.808345Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802570515603842:2049] [node 2] ICS09 handshake done sender: [5:7580802570515603817:2112] self: [5:7580802570515603828:0] peer: [2:7580802570689976101:0] socket: 593 qp: -1
2025-12-06T17:45:41.808383Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802570515603842:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:41.808426Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:41.810112Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802570515603841:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62713
2025-12-06T17:45:41.859372Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802570515603818:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:41.879824Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802570515603793:2062] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:45:41.886227Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802570515603841:2121] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:41.886443Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802566220636452:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:41.914513Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:41.919247Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802570515603793:2062] [node 4] ICP22 created new session: [5:7580802570515603845:2062]
2025-12-06T17:45:41.920124Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802570515603845:2062] [node 4] ICS09 handshake done sender: [5:7580802570515603818:2113] self: [5:7580802570515603827:0] peer: [4:7580802568831735411:0] socket: 594 qp: -1
2025-12-06T17:45:41.920162Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802570515603845:2062] [node 4] ICS10 traffic start
2025-12-06T17:45:41.929389Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:41.971013Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802570515603847:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62713
2025-12-06T17:45:41.976962Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802570515603793:2062] [node 4] ICP35 event processing took too much time PendingConnection:279(86872842ns) {HandleHandshakeStatus:329(86869340ns) {DropIncomingHandshake:442(3991ns) DropOutgoingHandshake:457(1082ns) SwitchToState:179(190ns) ProcessPendingSessionEvents:495(2143ns)}}
2025-12-06T17:45:42.006826Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802570515603841:2121] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:42.031218Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802566220636452:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:42.039890Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:42.066570Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802564536768050:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7732) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580802568831735444:2121] held: no
2025-12-06T17:45:41.940935Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:41.901771Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:42.039953Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802566220636452:2048] [node 1] ICP22 created new session: [5:7580802574810571144:2048]
2025-12-06T17:45:41.940999Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802566802614635:2106] [node 6] ICP22 created new session: [1:7580802566802614665:2106]
2025-12-06T17:45:41.941050Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802566802614665:2106] [node 6] ICS09 handshake done sender: [1:7580802566802614643:2113] self: [1:7580802566802614642:0] peer: [6:7580802568721387166:0] socket: 646 qp: -1
2025-12-06T17:45:41.941084Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802566802614665:2106] [node 6] ICS10 traffic start
2025-12-06T17:45:41.941136Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:41.960360Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802566802614647:2115] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:41.974119Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802566802614645:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:41.974416Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802562507647275:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:45:41.981834Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:41.990700Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802562507647275:2048] [node 2] ICP22 created new session: [1:7580802566802614669:2048]
2025-12-06T17:45:41.995577Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802566802614669:2048] [node 2] ICS09 handshake done sender: [1:7580802566802614647:2115] self: [1:7580802566802614646:0] peer: [2:7580802570689976132:0] socket: 653 qp: -1
2025-12-06T17:45:41.995645Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802566802614669:2048] [node 2] ICS10 traffic start
2025-12-06T17:45:41.995713Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:41.997543Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802562507647275:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(22045245ns) {HandleHandshakeStatus:329(22042089ns) {DropIncomingHandshake:442(16261ns) DropOutgoingHandshake:457(1026ns) SwitchToState:179(1043ns) ProcessPendingSessionEvents:495(613140ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 538232ns max# 48238ns}}}
2025-12-06T17:45:42.007048Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802566802614636:2103] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:42.007134Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:42.007199Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802566802614636:2103] [node 5] ICP22 created new session: [1:7580802571097581967:2103]
2025-12-06T17:45:42.007260Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802571097581967:2103] [node 5] ICS09 handshake done sender: [1:7580802566802614645:2114] self: [1:7580802566802614644:0] peer: [5:7580802570515603844:0] socket: 605 qp: -1
2025-12-06T17:45:42.007304Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802571097581967:2103] [node 5] ICS10 traffic start
2025-12-06T17:45:42.007361Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:42.016052Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802566802614654:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:42.016084Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802566802614654:2118] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:45:42.056677Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802566802614654:2118] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:42.063130Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802566802614631:2105] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:45:42.063239Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:42.063304Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802566802614631:2105] [node 4] ICP22 created new session: [1:7580802571097581970:2105]
2025-12-06T17:45:42.063359Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802571097581970:2105] [node 4] ICS09 handshake done sender: [1:7580802566802614654:2118] self: [1:7580802566802614653:0] peer: [4:7580802573126702742:0] socket: 645 qp: -1
2025-12-06T17:45:42.063403Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802571097581970:2105] [node 4] ICS10 traffic start
2025-12-06T17:45:42.063447Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:42.040010Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802574810571144:2048] [node 1] ICS09 handshake done sender: [5:7580802570515603841:2121] self: [5:7580802570515603844:0] peer: [1:7580802566802614644:0] socket: 615 qp: -1
2025-12-06T17:45:42.040059Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802574810571144:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:42.040099Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:42.073961Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802573126702743:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9248
2025-12-06T17:45:41.903035Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802568878709956:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:41.903067Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802568878709956:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:41.927089Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802564583742588:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20061) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580802568878709968:2118] held: no
2025-12-06T17:45:41.928267Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802568878709979:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18699
2025-12-06T17:45:41.940526Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802568878709968:2118] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:41.951583Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802568878709956:2113] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:41.961618Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802564583742588:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:41.961729Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:41.961786Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802564583742588:2049] [node 2] ICP22 created new session: [3:7580802568878709983:2049]
2025-12-06T17:45:41.961843Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802568878709983:2049] [node 2] ICS09 handshake done sender: [3:7580802568878709968:2118] self: [3:7580802568878709977:0] peer: [2:7580802570689976108:0] socket: 613 qp: -1
2025-12-06T17:45:41.961886Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802568878709983:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:41.961935Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:41.967454Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802568878709948:2061] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:41.967527Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:41.967579Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802568878709948:2061] [node 6] ICP22 created new session: [3:7580802568878709985:2061]
2025-12-06T17:45:41.967665Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802568878709985:2061] [node 6] ICS09 handshake done sender: [3:7580802568878709956:2113] self: [3:7580802568878709955:0] peer: [6:7580802568721387165:0] socket: 618 qp: -1
2025-12-06T17:45:41.967700Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802568878709985:2061] [node 6] ICS10 traffic start
2025-12-06T17:45:41.967734Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:42.069071Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802568878709947:2062] [node 5] ICP35 event processing took too much time PendingConnection:279(328757296ns) {HandleHandshakeStatus:329(328748354ns) {DropIncomingHandshake:442(758ns) DropOutgoingHandshake:457(994ns) SwitchToState:179(690ns) ProcessPendingSessionEvents:495(328239649ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 327964146ns max# 23255812ns}}}
2025-12-06T17:45:42.075787Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802568831735444:2121] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:42.076137Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802564536768050:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:42.076229Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:42.076275Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802564536768050:2048] [node 1] ICP22 created new session: [4:7580802573126702744:2048]
2025-12-06T17:45:42.076328Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802573126702744:2048] [node 1] ICS09 handshake done sender: [4:7580802568831735444:2121] self: [4:7580802573126702742:0] peer: [1:7580802566802614653:0] socket: 658 qp: -1
2025-12-06T17:45:42.076368Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802573126702744:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:42.076421Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:42.186629Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:45:42.186942Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7580802570689976135:2048] [node 1] ICS07 socket disconnect 654 reason# EndOfStream
2025-12-06T17:45:42.186986Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580802570689976135:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:42.187070Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:42.187119Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580802570689976135:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:42.193141Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802566395008735:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7732) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:45:42.193191Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580802570689976135:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:42.194160Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802566395008735:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7732) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:42.194225Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580802570689976135:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:42.194261Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580802566395008735:2048] [node 1] ICP30 unregister session Session# [2:7580802570689976135:2048] VirtualId# [2:7580802570689976132:0]
2025-12-06T17:45:42.194320Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:42.194359Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [2:7580802566395008735:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:7732) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:42.194375Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7732) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:42.194803Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:45:42.195045Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802568878709980:2048] [node 1] ICS01 socket: 624 reason# EndOfStream
2025-12-06T17:45:42.195083Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802564583742587:2048] [node 1] ICP30 unregister session Session# [3:7580802568878709980:2048] VirtualId# [3:7580802568878709976:0]
2025-12-06T17:45:42.195126Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802568878709980:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:42.195216Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:42.195267Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:42.206991Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:45:42.207301Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802573126702744:2048] [node 1] ICS01 socket: 658 reason# EndOfStream
2025-12-06T17:45:42.207348Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802564536768050:2048] [node 1] ICP30 unregister session Session# [4:7580802573126702744:2048] VirtualId# [4:7580802573126702742:0]
2025-12-06T17:45:42.207385Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802573126702744:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:42.207480Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:42.207524Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:42.201786Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:45:42.209386Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [2:7580802566395008735:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:45:42.202012Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:45:42.202260Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802574810571144:2048] [node 1] ICS07 socket disconnect 615 reason# EndOfStream
2025-12-06T17:45:42.206843Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802574810571144:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:42.206991Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:42.207051Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802574810571144:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:42.202067Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802568721387169:2048] [node 1] ICS01 socket: 648 reason# EndOfStream
2025-12-06T17:45:42.202113Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802564426419773:2048] [node 1] ICP30 unregister session Session# [6:7580802568721387169:2048] VirtualId# [6:7580802568721387166:0]
2025-12-06T17:45:42.202159Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802568721387169:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:42.202257Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:42.202307Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:42.210413Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802566220636452:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7732) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:42.210484Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802574810571144:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:42.210521Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802566220636452:2048] [node 1] ICP30 unregister session Session# [5:7580802574810571144:2048] VirtualId# [5:7580802570515603844:0]
2025-12-06T17:45:42.210586Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:42.210625Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802566220636452:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:7732) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:42.210640Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7732) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:42.221063Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802566220636452:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:45:42.269520Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:45:42.269795Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802568878709983:2049] [node 2] ICS01 socket: 613 reason# EndOfStream
2025-12-06T17:45:42.269845Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802564583742588:2049] [node 2] ICP30 unregister session Session# [3:7580802568878709983:2049] VirtualId# [3:7580802568878709977:0]
2025-12-06T17:45:42.269889Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802568878709983:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:42.269998Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:42.270044Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:42.274786Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:45:42.275041Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802568721387162:2049] [node 2] ICS01 socket: 596 reason# EndOfStream
2025-12-06T17:45:42.275084Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802564426419774:2049] [node 2] ICP30 unregister session Session# [6:7580802568721387162:2049] VirtualId# [6:7580802568721387151:0]
2025-12-06T17:45:42.275127Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802568721387162:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:42.275214Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:42.275264Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:42.275703Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:45:42.275974Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802568831735441:2049] [node 2] ICS01 socket: 622 reason# EndOfStream
2025-12-06T17:45:42.276022Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802564536768051:2049] [node 2] ICP30 unregister session Session# [4:7580802568831735441:2049] VirtualId# [4:7580802568831735438:0]
2025-12-06T17:45:42.276056Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802568831735441:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:42.276155Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:42.276205Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:42.278800Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:45:42.279057Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802570515603842:2049] [node 2] ICS01 socket: 593 reason# EndOfStream
2025-12-06T17:45:42.279102Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802566220636453:2049] [node 2] ICP30 unregister session Session# [5:7580802570515603842:2049] VirtualId# [5:7580802570515603828:0]
2025-12-06T17:45:42.279145Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802570515603842:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:42.279239Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:42.279283Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:42.366837Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:45:42.367119Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802568721387171:2050] [node 3] ICS01 socket: 606 reason# EndOfStream
2025-12-06T17:45:42.367166Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802564426419775:2050] [node 3] ICP30 unregister session Session# [6:7580802568721387171:2050] VirtualId# [6:7580802568721387165:0]
2025-12-06T17:45:42.367206Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802568721387171:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:42.367310Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:45:42.367362Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:45:42.367520Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:45:42.367767Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802570515603839:2050] [node 3] ICS01 socket: 603 reason# EndOfStream
2025-12-06T17:45:42.367805Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802566220636454:2050] [node 3] ICP30 unregister session Session# [5:7580802570515603839:2050] VirtualId# [5:7580802570515603835:0]
2025-12-06T17:45:42.367836Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802570515603839:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:42.367915Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:45:42.368002Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:45:42.368409Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:45:42.368626Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802568831735443:2050] [node 3] ICS01 socket: 607 reason# EndOfStream
2025-12-06T17:45:42.368667Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802564536768052:2050] [node 3] ICP30 unregister session Session# [4:7580802568831735443:2050] VirtualId# [4:7580802568831735430:0]
2025-12-06T17:45:42.368699Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802568831735443:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:42.368777Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:45:42.368822Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:45:42.525504Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:45:42.525801Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802570515603845:2062] [node 4] ICS01 socket: 594 reason# EndOfStream
2025-12-06T17:45:42.525857Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802570515603793:2062] [node 4] ICP30 unregister session Session# [5:7580802570515603845:2062] VirtualId# [5:7580802570515603827:0]
2025-12-06T17:45:42.525894Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802570515603845:2062] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:42.525996Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:45:42.526052Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:45:42.526726Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:45:42.526984Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802568721387160:2061] [node 4] ICS07 socket disconnect 619 reason# EndOfStream
2025-12-06T17:45:42.527012Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802568721387160:2061] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:42.527086Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:45:42.527126Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802568721387160:2061] [node 4] ICS15 start handshake
2025-12-06T17:45:42.528604Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802568721387088:2061] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8228) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:42.528665Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802568721387160:2061] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:42.528706Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802568721387088:2061] [node 4] ICP30 unregister session Session# [6:7580802568721387160:2061] VirtualId# [6:7580802568721387152:0]
2025-12-06T17:45:42.529082Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:45:42.529238Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802568721387088:2061] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:8228) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:42.529259Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8228) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:42.539997Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802568721387088:2061] [node 4] ICP33 wake up from error state
2025-12-06T17:45:42.594753Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:45:42.595040Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802568721387156:2065] [node 5] ICS07 socket disconnect 602 reason# EndOfStream
2025-12-06T17:45:42.595076Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802568721387156:2065] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:42.595175Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:45:42.595219Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802568721387156:2065] [node 5] ICS15 start handshake
2025-12-06T17:45:42.596414Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802568721387098:2065] [node 5] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:63988) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:42.596478Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802568721387156:2065] [node 5] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:42.596517Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802568721387098:2065] [node 5] ICP30 unregister session Session# [6:7580802568721387156:2065] VirtualId# [6:7580802568721387150:0]
2025-12-06T17:45:42.596564Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
2025-12-06T17:45:42.596610Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802568721387098:2065] [node 5] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:63988) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:42.596630Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [5] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:63988) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:45:42.738616Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802574692911803:2048] [node 2] ICP01 ready to work
2025-12-06T17:45:42.738684Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802574692911804:2049] [node 3] ICP01 ready to work
2025-12-06T17:45:42.746418Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802573366827479:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:42.746485Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802573366827480:2049] [node 3] ICP01 ready to work
2025-12-06T17:45:42.756715Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802573650420472:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:42.756754Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802573650420473:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:42.765648Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802572956573754:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:42.765671Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802572956573755:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:42.765697Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802572956573756:2050] [node 3] ICP01 ready to work
2025-12-06T17:45:42.809520Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802573580799927:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:42.809549Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802573580799928:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:42.809586Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802573580799929:2050] [node 3] ICP01 ready to work
2025-12-06T17:45:42.820322Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802573049267724:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:42.820356Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802573049267725:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:42.820397Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802573049267726:2050] [node 3] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:43.384406Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802577875767284:2108] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5732
2025-12-06T17:45:43.376875Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802578987879160:2107] [node 4] ICP01 ready to work
2025-12-06T17:45:43.412871Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802577251541112:2108] [node 5] ICP01 ready to work
2025-12-06T17:45:43.399492Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802577344235079:2104] [node 5] ICP01 ready to work
2025-12-06T17:45:43.397892Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802577661794836:2107] [node 4] ICP01 ready to work
2025-12-06T17:45:43.464234Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802577344235081:2106] [node 4] ICP01 ready to work
2025-12-06T17:45:43.380654Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802578987879162:2108] [node 5] ICP01 ready to work
2025-12-06T17:45:43.438044Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802577251541114:2109] [node 6] ICP01 ready to work
2025-12-06T17:45:43.497988Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802578987879160:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(120618158ns) {Configure:104(120610913ns) {ProcessConfigured:135(12411543ns) {StartInitialHandshake:157(12406988ns) {DropHandshakes:470(3715ns) {DropIncomingHandshake:442(772ns) DropOutgoingHandshake:457(569ns)} GenerateSessionVirtualId:988(1277ns) PrepareNewSessionHandshake:477(6980ns) {SwitchToState:179(3379ns)}}}}}
2025-12-06T17:45:43.506895Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802577945387831:2107] [node 4] ICP01 ready to work
2025-12-06T17:45:43.511951Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802578987879168:2110] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:43.515868Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802577875767284:2108] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:43.520395Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802573366827479:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(133778933ns) {Configure:104(133767936ns) {ProcessConfigured:135(109172ns) {StartInitialHandshake:157(105795ns) {DropHandshakes:470(4224ns) {DropIncomingHandshake:442(983ns) DropOutgoingHandshake:457(546ns)} GenerateSessionVirtualId:988(1246ns) PrepareNewSessionHandshake:477(3803ns) {SwitchToState:179(1436ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:43.515388Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802577945387833:2108] [node 6] ICP01 ready to work
2025-12-06T17:45:43.516424Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802577875767287:2109] [node 4] ICP01 ready to work
2025-12-06T17:45:43.540137Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802574692911803:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(92696244ns) {Configure:104(92689366ns) {ProcessConfigured:135(16728988ns) {StartInitialHandshake:157(16723879ns) {DropHandshakes:470(4318ns) {DropIncomingHandshake:442(1118ns) DropOutgoingHandshake:457(598ns)} GenerateSessionVirtualId:988(3559ns) PrepareNewSessionHandshake:477(4165ns) {SwitchToState:179(1801ns)}}}}}
2025-12-06T17:45:43.538839Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802573366827480:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(17548756ns) {Configure:104(17541858ns) {ProcessConfigured:135(112504ns) {StartInitialHandshake:157(109361ns) {DropHandshakes:470(4069ns) {DropIncomingHandshake:442(1222ns) DropOutgoingHandshake:457(626ns)} GenerateSessionVirtualId:988(1405ns) PrepareNewSessionHandshake:477(2782ns) {SwitchToState:179(856ns)}}}}}
2025-12-06T17:45:43.571252Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802577251541112:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(158021533ns) {Configure:104(158014363ns) {ProcessConfigured:135(85380ns) {StartInitialHandshake:157(82145ns) {DropHandshakes:470(3636ns) {DropIncomingHandshake:442(1233ns) DropOutgoingHandshake:457(505ns)} GenerateSessionVirtualId:988(1179ns) PrepareNewSessionHandshake:477(2857ns) {SwitchToState:179(771ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:43.526761Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802577945387832:2109] [node 5] ICP01 ready to work
2025-12-06T17:45:43.523212Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802577875767288:2110] [node 6] ICP01 ready to work
2025-12-06T17:45:43.546681Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802577661794860:2111] [node 6] ICP01 ready to work
2025-12-06T17:45:43.561684Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802578987879174:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8711
2025-12-06T17:45:43.597705Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802577344235079:2104] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(97407794ns) {Configure:104(97399753ns) {ProcessConfigured:135(45842113ns) {StartInitialHandshake:157(45837905ns) {DropHandshakes:470(4586ns) {DropIncomingHandshake:442(1083ns) DropOutgoingHandshake:457(919ns)} GenerateSessionVirtualId:988(1348ns) PrepareNewSessionHandshake:477(5185ns) {SwitchToState:179(3064ns)}}}}}
2025-12-06T17:45:43.572807Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802577251541119:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4730
2025-12-06T17:45:43.615581Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802573650420473:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(211455248ns) {Configure:104(211442494ns) {ProcessConfigured:135(13118429ns) {StartInitialHandshake:157(13113913ns) {DropHandshakes:470(4013ns) {DropIncomingHandshake:442(825ns) DropOutgoingHandshake:457(530ns)} GenerateSessionVirtualId:988(1065ns) PrepareNewSessionHandshake:477(4781ns) {SwitchToState:179(1770ns)}}}}}
2025-12-06T17:45:43.601498Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802578987879177:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8711
No RDMA context found for GID: 2025-12-06T17:45:43.548150Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802577661794836:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(149834181ns) {Configure:104(149827551ns) {ProcessConfigured:135(82916ns) {StartInitialHandshake:157(78951ns) {DropHandshakes:470(3484ns) {DropIncomingHandshake:442(682ns) DropOutgoingHandshake:457(442ns)} GenerateSessionVirtualId:988(1032ns) PrepareNewSessionHandshake:477(2532ns) {SwitchToState:179(705ns)}}}}}
::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:43.653938Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802578987879174:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:43.572882Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802577251541120:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4730
2025-12-06T17:45:43.567317Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802577661794867:2131] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13361
2025-12-06T17:45:43.660724Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802573049267726:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(73576784ns) {Configure:104(73567177ns) {ProcessConfigured:135(28411229ns) {StartInitialHandshake:157(28408250ns) {DropHandshakes:470(1768ns) {DropIncomingHandshake:442(507ns) DropOutgoingHandshake:457(292ns)} GenerateSessionVirtualId:988(1366ns) PrepareNewSessionHandshake:477(4763ns) {SwitchToState:179(2094ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:43.660494Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802577945387847:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60789
2025-12-06T17:45:43.662902Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802578987879169:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:43.607373Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802577251541119:2112] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:43.691614Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802577875767288:2110] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(97099089ns) {Configure:104(97093806ns) {ProcessConfigured:135(85647ns) {StartInitialHandshake:157(82790ns) {DropHandshakes:470(4103ns) {DropIncomingHandshake:442(1093ns) DropOutgoingHandshake:457(671ns)} GenerateSessionVirtualId:988(848ns) PrepareNewSessionHandshake:477(2605ns) {SwitchToState:179(793ns)}}}}}
2025-12-06T17:45:43.691845Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802577875767291:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5732
2025-12-06T17:45:43.692226Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802577875767292:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5732
2025-12-06T17:45:43.666889Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802577344235087:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38218
2025-12-06T17:45:43.578615Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802577661794866:2108] [node 5] ICP01 ready to work
2025-12-06T17:45:43.607564Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802572956573754:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:43.662948Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802578987879169:2111] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:43.616326Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802577661794867:2131] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:43.635311Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802577661794865:2130] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:43.669413Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802577344235081:2106] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(183577929ns) {Configure:104(183572081ns) {ProcessConfigured:135(79832ns) {StartInitialHandshake:157(77304ns) {DropHandshakes:470(2598ns) {DropIncomingHandshake:442(461ns) DropOutgoingHandshake:457(491ns)} GenerateSessionVirtualId:988(809ns) PrepareNewSessionHandshake:477(1980ns) {SwitchToState:179(635ns)}}}}}
2025-12-06T17:45:43.696884Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802577945387847:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:43.615395Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802577251541120:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:43.635341Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802577661794865:2130] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:45:43.655762Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580802573366827479:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:43.663057Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802577661794865:2130] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:43.668390Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802573366827479:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(23508872ns) {IncomingHandshake:261(23505665ns) {DropIncomingHandshake:442(255ns) PrepareNewSessionHandshake:477(962ns) {SwitchToState:179(279ns)} GenerateSessionVirtualId:988(268ns) IssueIncomingHandshakeReply:193(19286418ns) {SwitchToState:179(2144ns)}}}
2025-12-06T17:45:43.711555Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802577661794836:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:45:43.712285Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:43.731461Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802577661794876:2135] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13361
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:43.689926Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802577344235087:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:43.712379Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802577945387839:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60789
2025-12-06T17:45:43.615695Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802572956573755:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:43.732116Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802577661794873:2133] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13361
2025-12-06T17:45:43.667484Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802578987879173:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:43.718701Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802573580799929:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(183731270ns) {Configure:104(183721932ns) {ProcessConfigured:135(6848802ns) {StartInitialHandshake:157(6845329ns) {DropHandshakes:470(3668ns) {DropIncomingHandshake:442(903ns) DropOutgoingHandshake:457(618ns)} GenerateSessionVirtualId:988(684ns) PrepareNewSessionHandshake:477(4711ns) {SwitchToState:179(1847ns)}}}}}
2025-12-06T17:45:43.723204Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802577945387837:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:43.667532Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802578987879173:2113] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:45:43.718916Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802577875767291:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:43.732252Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802577661794875:2134] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13361
2025-12-06T17:45:43.670961Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802577251541114:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(215007725ns) {Configure:104(215000972ns) {ProcessConfigured:135(37794590ns) {StartInitialHandshake:157(37790695ns) {DropHandshakes:470(12050ns) {DropIncomingHandshake:442(764ns) DropOutgoingHandshake:457(397ns)} GenerateSessionVirtualId:988(656ns) PrepareNewSessionHandshake:477(5666ns) {SwitchToState:179(2640ns)}}}}}
2025-12-06T17:45:43.723236Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802577945387837:2111] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:43.672625Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802578987879177:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:43.772915Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802573049267725:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(79494456ns) {Configure:104(79487193ns) {ProcessConfigured:135(28659998ns) {StartInitialHandshake:157(28656515ns) {DropHandshakes:470(1142ns) {DropIncomingHandshake:442(203ns) DropOutgoingHandshake:457(183ns)} GenerateSessionVirtualId:988(271ns) PrepareNewSessionHandshake:477(2732ns) {SwitchToState:179(1668ns)}}}}}
2025-12-06T17:45:43.674471Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802577251541133:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4730
2025-12-06T17:45:43.719091Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802577875767292:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:43.679741Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802578987879173:2113] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:43.689788Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802578987879169:2111] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:43.690584Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802578987879168:2110] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(129777100ns) {Configure:104(129771184ns) {ProcessConfigured:135(3753687ns) {StartInitialHandshake:157(3750577ns) {DropHandshakes:470(4241ns) {DropIncomingHandshake:442(1150ns) DropOutgoingHandshake:457(679ns)} GenerateSessionVirtualId:988(1341ns) PrepareNewSessionHandshake:477(3509ns) {SwitchToState:179(589ns)}}}}}
2025-12-06T17:45:43.763149Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802578987879160:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:45:43.763207Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802574692911803:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:45:43.780523Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:43.780813Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:43.785772Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802578987879160:2107] [node 4] ICP22 created new session: [1:7580802578987879186:2107]
2025-12-06T17:45:43.787813Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802574692911803:2048] [node 2] ICP22 created new session: [1:7580802578987879187:2048]
2025-12-06T17:45:43.799262Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802578987879187:2048] [node 2] ICS09 handshake done sender: [1:7580802578987879173:2113] self: [1:7580802578987879172:0] peer: [2:7580802577661794871:0] socket: 604 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:43.741147Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802577945387839:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:43.719621Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802573580799929:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:43.806665Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802578987879187:2048] [node 2] ICS10 traffic start
2025-12-06T17:45:43.737842Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802577661794873:2133] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:43.674521Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802577251541134:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4730
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:43.740934Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802577661794836:2107] [node 4] ICP22 created new session: [2:7580802577661794874:2107]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:43.780700Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802573049267726:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:43.751269Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802577945387837:2111] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:43.720285Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802577875767287:2109] [node 4] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:43.707612Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802577251541119:2112] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:43.765675Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802577661794874:2107] [node 4] ICS09 handshake done sender: [2:7580802577661794865:2130] self: [2:7580802577661794864:0] peer: [4:7580802577251541129:0] socket: 606 qp: -1
2025-12-06T17:45:43.822970Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802578987879186:2107] [node 4] ICS09 handshake done sender: [1:7580802578987879169:2111] self: [1:7580802578987879167:0] peer: [4:7580802577251541128:0] socket: 603 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:43.796349Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802577344235096:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38218
2025-12-06T17:45:43.721176Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802577875767297:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5732
2025-12-06T17:45:43.763396Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802573650420473:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:43.796498Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802577344235098:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38218
2025-12-06T17:45:43.727036Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802577251541132:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4730
2025-12-06T17:45:43.829044Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802578987879186:2107] [node 4] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:43.772562Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802577661794874:2107] [node 4] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:43.800828Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802577945387850:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60789
2025-12-06T17:45:43.828777Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802577344235096:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:43.779903Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802577875767305:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5732
2025-12-06T17:45:43.727955Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802572956573754:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:43.829660Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:43.779407Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:43.734469Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802577251541118:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:43.814424Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802577945387832:2109] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:43.829859Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802577344235081:2106] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:43.805627Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802577875767297:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:43.834819Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:43.779458Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802577661794860:2111] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(193712039ns) {Configure:104(193704408ns) {ProcessConfigured:135(13128648ns) {StartInitialHandshake:157(13122214ns) {DropHandshakes:470(7414ns) {DropIncomingHandshake:442(914ns) DropOutgoingHandshake:457(828ns)} GenerateSessionVirtualId:988(829ns) PrepareNewSessionHandshake:477(5847ns) {SwitchToState:179(2465ns)}}}}}
2025-12-06T17:45:43.805697Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802577875767292:2113] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:43.734497Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802577251541118:2111] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:43.814480Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:43.869630Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802574692911803:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(105452962ns) {HandleHandshakeStatus:329(105448026ns) {DropIncomingHandshake:442(22817ns) DropOutgoingHandshake:457(729ns) SwitchToState:179(739ns) ProcessPendingSessionEvents:495(13392914ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 13311613ns max# 12819540ns}}}
2025-12-06T17:45:43.831557Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802577344235101:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38218
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:43.780137Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802577661794867:2131] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:43.893892Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802578987879171:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:43.893954Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802578987879171:2112] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:45:43.894113Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802578987879181:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:43.894155Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802578987879181:2116] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:43.894255Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802578987879164:2109] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:43.894288Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802578987879164:2109] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:43.908436Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802578987879190:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8711
2025-12-06T17:45:43.908854Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802578987879171:2112] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:43.935014Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802574692911804:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:45:43.935092Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:43.935147Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802574692911804:2049] [node 3] ICP22 created new session: [1:7580802578987879194:2049]
2025-12-06T17:45:43.935663Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802578987879194:2049] [node 3] ICS09 handshake done sender: [1:7580802578987879171:2112] self: [1:7580802578987879170:0] peer: [3:7580802577945387862:0] socket: 602 qp: -1
2025-12-06T17:45:43.935722Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802578987879194:2049] [node 3] ICS10 traffic start
2025-12-06T17:45:43.939708Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802578987879181:2116] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:43.939863Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802578987879164:2109] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:43.952899Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:43.954694Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802574692911804:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(18683013ns) {HandleHandshakeStatus:329(18679729ns) {DropIncomingHandshake:442(1069ns) DropOutgoingHandshake:457(364ns) SwitchToState:179(542ns) ProcessPendingSessionEvents:495(631371ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 546782ns max# 61520ns}}}
2025-12-06T17:45:43.955730Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802578987879196:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8711
2025-12-06T17:45:43.845073Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802577875767306:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5732
2025-12-06T17:45:43.814632Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802577945387835:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:43.786103Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802577661794876:2135] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:43.735333Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802577251541136:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4730
2025-12-06T17:45:43.845455Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802577344235098:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:43.975868Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802578987879190:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:43.976029Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802578987879196:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:43.976087Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802578987879168:2110] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:43.976188Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:43.976252Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802578987879168:2110] [node 6] ICP22 created new session: [1:7580802578987879197:2110]
2025-12-06T17:45:43.976314Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802578987879197:2110] [node 6] ICS09 handshake done sender: [1:7580802578987879181:2116] self: [1:7580802578987879178:0] peer: [6:7580802577344235105:0] socket: 649 qp: -1
2025-12-06T17:45:43.976354Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802578987879197:2110] [node 6] ICS10 traffic start
2025-12-06T17:45:43.976416Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:43.977320Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802578987879162:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:43.977647Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580802574692911804:2049] [node 3] ICP18 handshake (actor [1:7580802578987879190:2117]) is too old
2025-12-06T17:45:43.814678Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802577945387835:2110] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:43.735882Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802577251541118:2111] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:43.846228Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802573580799929:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:45:43.847074Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802577344235102:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38218
2025-12-06T17:45:43.794222Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580802573366827479:2048] [node 1] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:43.829760Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802577945387832:2109] [node 5] ICP22 created new session: [3:7580802577945387854:2109]
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:43.873999Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802573580799927:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(164682176ns) {Configure:104(164673243ns) {ProcessConfigured:135(16056779ns) {StartInitialHandshake:157(16052507ns) {DropHandshakes:470(761528ns) {DropIncomingHandshake:442(539ns) DropOutgoingHandshake:457(1066ns)} GenerateSessionVirtualId:988(2196ns) PrepareNewSessionHandshake:477(4592ns) {SwitchToState:179(1931ns)}}}}}
2025-12-06T17:45:43.736398Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802577251541112:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:43.849692Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802573049267724:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(159043928ns) {Configure:104(159033458ns) {ProcessConfigured:135(55041ns) {StartInitialHandshake:157(52917ns) {DropHandshakes:470(3949ns) {DropIncomingHandshake:442(421ns) DropOutgoingHandshake:457(413ns)} GenerateSessionVirtualId:988(1103ns) PrepareNewSessionHandshake:477(1534ns) {SwitchToState:179(362ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:43.830586Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802577945387853:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60789
2025-12-06T17:45:43.794290Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:43.990274Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:43.874178Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802577875767306:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:43.736448Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:43.830739Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802577945387855:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60789
2025-12-06T17:45:43.849910Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802573049267724:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:43.794350Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802573366827479:2048] [node 1] ICP22 created new session: [2:7580802577661794883:2048]
2025-12-06T17:45:43.874345Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802573580799927:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:43.992989Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802578987879200:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8711
2025-12-06T17:45:43.736500Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802577251541112:2108] [node 5] ICP22 created new session: [4:7580802577251541139:2108]
2025-12-06T17:45:43.844374Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802577945387835:2110] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:43.904027Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802577344235081:2106] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31250) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802577344235096:2115] held: no
2025-12-06T17:45:43.794408Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802577661794883:2048] [node 1] ICS09 handshake done sender: [2:7580802577661794867:2131] self: [2:7580802577661794871:0] peer: [1:7580802578987879172:0] socket: 605 qp: -1
2025-12-06T17:45:43.993571Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802578987879162:2108] [node 5] ICP22 created new session: [1:7580802578987879199:2108]
2025-12-06T17:45:43.874727Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802573580799928:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:43.904775Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802577344235087:2111] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:43.844654Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802577945387858:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60789
2025-12-06T17:45:43.794449Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802577661794883:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:43.736547Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802577251541139:2108] [node 5] ICS09 handshake done sender: [4:7580802577251541118:2111] self: [4:7580802577251541117:0] peer: [5:7580802577875767304:0] socket: 610 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:43.878623Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802577875767307:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5732
2025-12-06T17:45:43.881057Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:43.890477Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802573580799929:2050] [node 3] ICP22 created new session: [5:7580802577875767315:2050]
2025-12-06T17:45:43.894289Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802577875767314:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5732
2025-12-06T17:45:43.903379Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802577875767315:2050] [node 3] ICS09 handshake done sender: [5:7580802577875767292:2113] self: [5:7580802577875767301:0] peer: [3:7580802577945387836:0] socket: 622 qp: -1
2025-12-06T17:45:43.914871Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802577875767315:2050] [node 3] ICS10 traffic start
2025-12-06T17:45:43.927896Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802577875767291:2112] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:43.929260Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:43.934745Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802573580799928:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12596) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802577875767306:2119] held: no
2025-12-06T17:45:43.947729Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802577875767287:2109] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:45:43.947861Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:43.947921Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802577875767287:2109] [node 4] ICP22 created new session: [5:7580802577875767318:2109]
2025-12-06T17:45:43.947989Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802577875767318:2109] [node 4] ICS09 handshake done sender: [5:7580802577875767291:2112] self: [5:7580802577875767304:0] peer: [4:7580802577251541117:0] socket: 614 qp: -1
2025-12-06T17:45:43.948039Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802577875767318:2109] [node 4] ICS10 traffic start
2025-12-06T17:45:43.948087Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:43.956255Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802577875767317:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5732
2025-12-06T17:45:43.965181Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802577875767294:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:43.965214Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580802577875767294:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:43.966410Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802577875767284:2108] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:43.983931Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802573580799929:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(135716447ns) {HandleHandshakeStatus:329(135713691ns) {DropIncomingHandshake:442(933ns) DropOutgoingHandshake:457(4098ns) SwitchToState:179(492ns) ProcessPendingSessionEvents:495(14655432ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 14611425ns max# 14207908ns}}}
2025-12-06T17:45:43.984000Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802573580799927:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:43.984088Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:43.984151Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802573580799927:2048] [node 1] ICP22 created new session: [5:7580802577875767322:2048]
2025-12-06T17:45:43.984198Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802577875767322:2048] [node 1] ICS09 handshake done sender: [5:7580802577875767284:2108] self: [5:7580802577875767311:0] peer: [1:7580802578987879163:0] socket: 595 qp: -1
2025-12-06T17:45:43.984240Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802577875767322:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:43.984280Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:43.987523Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802577875767294:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:44.009302Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580802577875767288:2110] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:44.016910Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:44.018493Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802577875767288:2110] [node 6] ICP22 created new session: [5:7580802582170734620:2110]
2025-12-06T17:45:44.030621Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802582170734620:2110] [node 6] ICS09 handshake done sender: [5:7580802577875767294:2114] self: [5:7580802577875767293:0] peer: [6:7580802577344235115:0] socket: 621 qp: -1
2025-12-06T17:45:44.030970Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802582170734620:2110] [node 6] ICS10 traffic start
2025-12-06T17:45:44.032903Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:44.034426Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802577875767288:2110] [node 6] ICP35 event processing took too much time PendingConnection:279(30595463ns) {HandleHandshakeStatus:329(30592230ns) {DropIncomingHandshake:442(19179ns) DropOutgoingHandshake:457(1685ns) SwitchToState:179(559ns) ProcessPendingSessionEvents:495(600002ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 525245ns max# 63950ns}}}
2025-12-06T17:45:43.911366Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802577344235096:2115] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:44.001280Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802578987879199:2108] [node 5] ICS09 handshake done sender: [1:7580802578987879164:2109] self: [1:7580802578987879163:0] peer: [5:7580802577875767311:0] socket: 594 qp: -1
2025-12-06T17:45:43.846547Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802577945387854:2109] [node 5] ICS09 handshake done sender: [3:7580802577945387837:2111] self: [3:7580802577945387836:0] peer: [5:7580802577875767301:0] socket: 617 qp: -1
2025-12-06T17:45:43.794485Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:43.736587Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802577251541139:2108] [node 5] ICS10 traffic start
2025-12-06T17:45:44.007046Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802578987879199:2108] [node 5] ICS10 traffic start
2025-12-06T17:45:43.915821Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802573049267726:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:45:43.736628Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:43.852702Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802577945387854:2109] [node 5] ICS10 traffic start
2025-12-06T17:45:44.036558Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802573580799928:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(27104244ns) {HandleHandshakeStatus:395(27099858ns) {LogHandshakeFail:472(22787ns) {UpdateErrorStateLog:545(6824ns)} DropOutgoingHandshake:457(518ns) ProcessPendingSessionEvents:495(26989005ns) {unordered DropSessionEvent:512 num# 100 sum# 26944274ns max# 11319088ns}}}
2025-12-06T17:45:43.809888Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802577661794862:2129] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:44.010497Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:43.809919Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802577661794862:2129] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:45:43.915906Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:43.852756Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:44.042855Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802578987879162:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(44263590ns) {HandleHandshakeStatus:329(44260893ns) {DropIncomingHandshake:442(427ns) DropOutgoingHandshake:457(1002ns) SwitchToState:179(784ns) ProcessPendingSessionEvents:495(4553403ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 4485338ns max# 4014717ns}}}
2025-12-06T17:45:44.036688Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802577875767306:2119] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:44.043038Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802573580799928:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:43.759048Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:43.810791Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802577661794878:2136] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13361
2025-12-06T17:45:44.052533Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:44.053167Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802573580799928:2049] [node 2] ICP22 created new session: [5:7580802582170734622:2049]
2025-12-06T17:45:43.820293Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802577661794862:2129] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:43.820657Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802573366827480:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:45:43.820727Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:43.820785Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802573366827480:2049] [node 3] ICP22 created new session: [2:7580802577661794887:2049]
2025-12-06T17:45:43.820826Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802577661794887:2049] [node 3] ICS09 handshake done sender: [2:7580802577661794862:2129] self: [2:7580802577661794861:0] peer: [3:7580802577945387852:0] socket: 599 qp: -1
2025-12-06T17:45:43.820877Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802577661794887:2049] [node 3] ICS10 traffic start
2025-12-06T17:45:43.820945Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:43.839681Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802577661794836:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(130267161ns) {HandleHandshakeStatus:329(127259147ns) {DropIncomingHandshake:442(306ns) DropOutgoingHandshake:457(567ns) SwitchToState:179(439ns) ProcessPendingSessionEvents:495(32258904ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 32185460ns max# 22988284ns}}}
2025-12-06T17:45:43.840500Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7580802577661794836:2107] [node 4] ICP27 obsolete handshake fail ignored
2025-12-06T17:45:43.866510Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7580802573366827479:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:45:43.875129Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802577661794870:2132] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:43.875157Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802577661794870:2132] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:43.876673Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802577661794870:2132] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:43.876996Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802577661794866:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:43.877065Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:43.877123Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802577661794866:2108] [node 5] ICP22 created new session: [2:7580802577661794891:2108]
2025-12-06T17:45:43.877191Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802577661794891:2108] [node 5] ICS09 handshake done sender: [2:7580802577661794870:2132] self: [2:7580802577661794869:0] peer: [5:7580802577875767313:0] socket: 641 qp: -1
2025-12-06T17:45:43.877235Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802577661794891:2108] [node 5] ICS10 traffic start
2025-12-06T17:45:43.877271Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:43.983475Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802577661794881:2137] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:43.983509Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802577661794881:2137] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:43.999547Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802577661794881:2137] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:44.000205Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802577661794893:2138] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13361
2025-12-06T17:45:44.008960Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802577661794860:2111] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:44.013608Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:44.013663Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802577661794860:2111] [node 6] ICP22 created new session: [2:7580802581956762191:2111]
2025-12-06T17:45:44.018671Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802581956762191:2111] [node 6] ICS09 handshake done sender: [2:7580802577661794881:2137] self: [2:7580802577661794880:0] peer: [6:7580802577344235116:0] socket: 598 qp: -1
2025-12-06T17:45:44.021332Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802577661794893:2138] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:44.022780Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802581956762191:2111] [node 6] ICS10 traffic start
2025-12-06T17:45:44.030879Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:43.853513Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802577945387855:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:43.856540Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802577945387850:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:43.856661Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802577945387853:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:43.867246Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802577945387833:2108] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:43.867305Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:43.867370Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802577945387833:2108] [node 6] ICP22 created new session: [3:7580802577945387860:2108]
2025-12-06T17:45:43.867442Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802577945387860:2108] [node 6] ICS09 handshake done sender: [3:7580802577945387835:2110] self: [3:7580802577945387834:0] peer: [6:7580802577344235097:0] socket: 597 qp: -1
2025-12-06T17:45:43.867482Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802577945387860:2108] [node 6] ICS10 traffic start
2025-12-06T17:45:43.867546Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:43.876183Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802573650420473:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12596) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580802577945387839:2112] held: no
2025-12-06T17:45:43.879335Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802577945387839:2112] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:43.879839Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802573650420472:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:43.889100Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802573650420473:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:43.889211Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:43.889272Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802573650420473:2049] [node 2] ICP22 created new session: [3:7580802577945387864:2049]
2025-12-06T17:45:43.889323Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802577945387864:2049] [node 2] ICS09 handshake done sender: [3:7580802577945387839:2112] self: [3:7580802577945387852:0] peer: [2:7580802577661794861:0] socket: 601 qp: -1
2025-12-06T17:45:43.889366Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802577945387864:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:43.896846Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:43.899679Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802577945387832:2109] [node 5] ICP35 event processing took too much time PendingConnection:279(84260462ns) {HandleHandshakeStatus:329(84255840ns) {DropIncomingHandshake:442(657ns) DropOutgoingHandshake:457(835ns) SwitchToState:179(863ns) ProcessPendingSessionEvents:495(8255648ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 8184544ns max# 7652826ns}}}
2025-12-06T17:45:44.055318Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802578987879160:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(248356909ns) {HandleHandshakeStatus:329(248353511ns) {DropIncomingHandshake:442(24866ns) DropOutgoingHandshake:457(673ns) SwitchToState:179(641ns) ProcessPendingSessionEvents:495(136467677ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 136293481ns max# 20373632ns}}}
2025-12-06T17:45:43.899880Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7580802577945387832:2109] [node 5] ICP18 handshake (actor [3:7580802577945387850:2117]) is too old
2025-12-06T17:45:44.056086Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580802578987879168:2110] [node 6] ICP18 handshake (actor [1:7580802578987879196:2118]) is too old
2025-12-06T17:45:43.937948Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802577945387846:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:43.937978Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802577945387846:2115] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:45:43.947045Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802577945387866:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60789
2025-12-06T17:45:43.971235Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802577945387853:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:43.979803Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802577945387846:2115] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:43.992826Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802573650420472:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:43.992881Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:43.992953Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802573650420472:2048] [node 1] ICP22 created new session: [3:7580802577945387868:2048]
2025-12-06T17:45:43.993007Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802577945387868:2048] [node 1] ICS09 handshake done sender: [3:7580802577945387853:2118] self: [3:7580802577945387862:0] peer: [1:7580802578987879170:0] socket: 613 qp: -1
2025-12-06T17:45:43.993043Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802577945387868:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:43.993094Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:43.994280Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7580802573650420472:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:45:43.996016Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802577945387831:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:45:43.996068Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:43.996105Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802577945387831:2107] [node 4] ICP22 created new session: [3:7580802577945387870:2107]
2025-12-06T17:45:43.996137Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802577945387870:2107] [node 4] ICS09 handshake done sender: [3:7580802577945387846:2115] self: [3:7580802577945387845:0] peer: [4:7580802577251541150:0] socket: 659 qp: -1
2025-12-06T17:45:43.996169Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802577945387870:2107] [node 4] ICS10 traffic start
2025-12-06T17:45:43.996196Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:43.915967Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802573049267726:2050] [node 3] ICP22 created new session: [6:7580802577344235106:2050]
2025-12-06T17:45:43.916016Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802577344235106:2050] [node 3] ICS09 handshake done sender: [6:7580802577344235087:2111] self: [6:7580802577344235097:0] peer: [3:7580802577945387834:0] socket: 611 qp: -1
2025-12-06T17:45:43.916060Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802577344235106:2050] [node 3] ICS10 traffic start
2025-12-06T17:45:43.916111Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:43.933823Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802577344235081:2106] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:45:43.933890Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:43.933984Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802577344235081:2106] [node 4] ICP22 created new session: [6:7580802577344235109:2106]
2025-12-06T17:45:43.934042Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802577344235109:2106] [node 4] ICS09 handshake done sender: [6:7580802577344235096:2115] self: [6:7580802577344235100:0] peer: [4:7580802577251541130:0] socket: 648 qp: -1
2025-12-06T17:45:43.934082Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802577344235109:2106] [node 4] ICS10 traffic start
2025-12-06T17:45:43.934138Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:43.937128Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802577344235108:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38218
2025-12-06T17:45:43.937362Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802577344235111:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38218
2025-12-06T17:45:43.937479Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802577344235112:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38218
2025-12-06T17:45:43.946527Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802577344235098:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:43.957272Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802577344235111:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:43.958662Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802577344235079:2104] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:43.958780Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802577344235108:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:43.958975Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802573049267725:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:43.961819Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802573049267724:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:43.961955Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:43.962023Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802573049267724:2048] [node 1] ICP22 created new session: [6:7580802577344235117:2048]
2025-12-06T17:45:43.962078Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802577344235117:2048] [node 1] ICS09 handshake done sender: [6:7580802577344235098:2116] self: [6:7580802577344235105:0] peer: [1:7580802578987879178:0] socket: 650 qp: -1
2025-12-06T17:45:43.962118Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802577344235117:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:43.968800Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:43.999942Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802577344235119:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38218
2025-12-06T17:45:43.999973Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802577344235120:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38218
2025-12-06T17:45:44.007941Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802577344235108:2120] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:44.010630Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802577344235111:2121] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:44.014840Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802577344235079:2104] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:45:44.014957Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:44.015007Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802577344235079:2104] [node 5] ICP22 created new session: [6:7580802581639202417:2104]
2025-12-06T17:45:44.015044Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802581639202417:2104] [node 5] ICS09 handshake done sender: [6:7580802577344235111:2121] self: [6:7580802577344235115:0] peer: [5:7580802577875767293:0] socket: 609 qp: -1
2025-12-06T17:45:44.015069Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802581639202417:2104] [node 5] ICS10 traffic start
2025-12-06T17:45:44.015099Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:44.015741Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580802577344235079:2104] [node 5] ICP27 obsolete handshake fail ignored
2025-12-06T17:45:44.016035Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802573049267725:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:44.016104Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:44.016142Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802573049267725:2049] [node 2] ICP22 created new session: [6:7580802581639202419:2049]
2025-12-06T17:45:44.016171Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802581639202419:2049] [node 2] ICS09 handshake done sender: [6:7580802577344235108:2120] self: [6:7580802577344235116:0] peer: [2:7580802577661794880:0] socket: 660 qp: -1
2025-12-06T17:45:44.016198Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802581639202419:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:44.016219Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:43.762379Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802577251541136:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:44.058622Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802577661794866:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(177353766ns) {HandleHandshakeStatus:329(177350226ns) {DropIncomingHandshake:442(16791ns) DropOutgoingHandshake:457(454ns) SwitchToState:179(602ns) ProcessPendingSessionEvents:495(176920033ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 176726919ns max# 13243375ns}}}
2025-12-06T17:45:44.061455Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802577661794860:2111] [node 6] ICP35 event processing took too much time PendingConnection:279(52931307ns) {HandleHandshakeStatus:329(51496350ns) {DropIncomingHandshake:442(860ns) DropOutgoingHandshake:457(860ns) SwitchToState:179(2001ns) ProcessPendingSessionEvents:495(22693552ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 22603939ns max# 9831992ns}}}
2025-12-06T17:45:44.061561Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580802577661794860:2111] [node 6] ICP18 handshake (actor [2:7580802577661794893:2138]) is too old
2025-12-06T17:45:44.057689Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802582170734622:2049] [node 2] ICS09 handshake done sender: [5:7580802577875767306:2119] self: [5:7580802577875767313:0] peer: [2:7580802577661794869:0] socket: 646 qp: -1
2025-12-06T17:45:44.057772Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802582170734622:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:44.057867Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:44.058088Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802573580799928:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(20183296ns) {HandleHandshakeStatus:329(20171331ns) {DropIncomingHandshake:442(9639ns) DropOutgoingHandshake:457(644ns) SwitchToState:179(857ns) ProcessPendingSessionEvents:495(1086ns)}}
2025-12-06T17:45:44.063998Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802577945387833:2108] [node 6] ICP35 event processing took too much time PendingConnection:279(169562462ns) {HandleHandshakeStatus:329(169558248ns) {DropIncomingHandshake:442(852ns) DropOutgoingHandshake:457(890ns) SwitchToState:179(714ns) ProcessPendingSessionEvents:495(169016259ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 168836568ns max# 16864014ns}}}
2025-12-06T17:45:43.762510Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802577251541120:2113] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:43.765434Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802572956573754:2048] [node 1] ICP22 created new session: [4:7580802577251541141:2048]
2025-12-06T17:45:43.770881Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802572956573755:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:43.770986Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:43.771055Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802572956573755:2049] [node 2] ICP22 created new session: [4:7580802577251541142:2049]
2025-12-06T17:45:43.771096Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802577251541142:2049] [node 2] ICS09 handshake done sender: [4:7580802577251541120:2113] self: [4:7580802577251541129:0] peer: [2:7580802577661794864:0] socket: 608 qp: -1
2025-12-06T17:45:43.771131Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802577251541142:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:43.771166Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:43.779258Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802577251541141:2048] [node 1] ICS09 handshake done sender: [4:7580802577251541119:2112] self: [4:7580802577251541128:0] peer: [1:7580802578987879167:0] socket: 607 qp: -1
2025-12-06T17:45:43.779326Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802577251541141:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:43.790895Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:43.792688Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802572956573754:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(63777690ns) {HandleHandshakeStatus:329(63773085ns) {DropIncomingHandshake:442(1774ns) DropOutgoingHandshake:457(7575ns) SwitchToState:179(878ns) ProcessPendingSessionEvents:495(642588ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 582211ns max# 93905ns}}}
2025-12-06T17:45:43.809409Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802577251541133:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:43.832903Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802577251541131:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:43.832930Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802577251541131:2116] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:43.842486Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802577251541131:2116] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:43.847296Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802577251541114:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:43.852499Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:43.860678Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802577251541114:2109] [node 6] ICP22 created new session: [4:7580802577251541147:2109]
2025-12-06T17:45:43.880735Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802577251541147:2109] [node 6] ICS09 handshake done sender: [4:7580802577251541131:2116] self: [4:7580802577251541130:0] peer: [6:7580802577344235100:0] socket: 644 qp: -1
2025-12-06T17:45:43.885536Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802577251541147:2109] [node 6] ICS10 traffic start
2025-12-06T17:45:43.890092Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802577251541148:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4730
2025-12-06T17:45:43.893957Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:43.930137Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802577251541148:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:43.930343Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802572956573756:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:44.071550Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7580802577945387833:2108] [node 6] ICP18 handshake (actor [3:7580802577945387855:2119]) is too old
2025-12-06T17:45:43.958949Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802577251541112:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(71465894ns) {HandleHandshakeStatus:329(71461401ns) {DropIncomingHandshake:442(858ns) DropOutgoingHandshake:457(972ns) SwitchToState:179(803ns) ProcessPendingSessionEvents:495(71058009ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 67648492ns max# 17031102ns}}}
2025-12-06T17:45:43.971741Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7580802577251541112:2108] [node 5] ICP18 handshake (actor [4:7580802577251541136:2120]) is too old
2025-12-06T17:45:44.001798Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802577251541114:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(88717228ns) {HandleHandshakeStatus:329(88714778ns) {DropIncomingHandshake:442(21426ns) DropOutgoingHandshake:457(468ns) SwitchToState:179(872ns) ProcessPendingSessionEvents:495(6827253ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 5052062ns max# 4548522ns}}}
2025-12-06T17:45:44.001890Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802572956573756:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30189) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580802577251541148:2121] held: no
2025-12-06T17:45:44.035967Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802577251541151:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4730
2025-12-06T17:45:44.043293Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802577251541148:2121] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:44.048292Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802572956573756:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:45:44.048345Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:44.053085Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802572956573756:2050] [node 3] ICP22 created new session: [4:7580802581546508448:2050]
2025-12-06T17:45:44.054740Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802581546508448:2050] [node 3] ICS09 handshake done sender: [4:7580802577251541148:2121] self: [4:7580802577251541150:0] peer: [3:7580802577945387845:0] socket: 625 qp: -1
2025-12-06T17:45:44.062960Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802581546508448:2050] [node 3] ICS10 traffic start
2025-12-06T17:45:44.068728Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:44.076111Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802572956573756:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(26156565ns) {HandleHandshakeStatus:329(26149454ns) {DropIncomingHandshake:442(870ns) DropOutgoingHandshake:457(590ns) SwitchToState:179(677ns) ProcessPendingSessionEvents:495(2375ns)}}
2025-12-06T17:45:44.143306Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:45:44.143607Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580802577661794883:2048] [node 1] ICS01 socket: 605 reason# EndOfStream
2025-12-06T17:45:44.143668Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580802573366827479:2048] [node 1] ICP30 unregister session Session# [2:7580802577661794883:2048] VirtualId# [2:7580802577661794871:0]
2025-12-06T17:45:44.143713Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580802577661794883:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:44.143831Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:44.143886Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:44.146231Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:45:44.146493Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580802577945387868:2048] [node 1] ICS07 socket disconnect 613 reason# EndOfStream
2025-12-06T17:45:44.146553Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802577945387868:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:44.146646Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:44.146713Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802577945387868:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:44.151692Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802573650420472:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1826) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:45:44.151758Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802577945387868:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:44.153054Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802573650420472:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1826) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:44.153120Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802577945387868:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:44.153164Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802573650420472:2048] [node 1] ICP30 unregister session Session# [3:7580802577945387868:2048] VirtualId# [3:7580802577945387862:0]
2025-12-06T17:45:44.153296Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:44.153350Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580802573650420472:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:1826) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:44.153386Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1826) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:44.166971Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580802573650420472:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:45:44.170915Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:45:44.171255Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802577251541141:2048] [node 1] ICS01 socket: 607 reason# EndOfStream
2025-12-06T17:45:44.171306Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802572956573754:2048] [node 1] ICP30 unregister session Session# [4:7580802577251541141:2048] VirtualId# [4:7580802577251541128:0]
2025-12-06T17:45:44.171354Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802577251541141:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:44.171488Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:44.171556Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:44.173018Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:45:44.173295Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802577344235117:2048] [node 1] ICS01 socket: 650 reason# EndOfStream
2025-12-06T17:45:44.173355Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802573049267724:2048] [node 1] ICP30 unregister session Session# [6:7580802577344235117:2048] VirtualId# [6:7580802577344235105:0]
2025-12-06T17:45:44.173403Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802577344235117:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:44.173533Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:44.173589Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:44.174724Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:45:44.175001Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802577875767322:2048] [node 1] ICS01 socket: 595 reason# EndOfStream
2025-12-06T17:45:44.175061Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802573580799927:2048] [node 1] ICP30 unregister session Session# [5:7580802577875767322:2048] VirtualId# [5:7580802577875767311:0]
2025-12-06T17:45:44.175112Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802577875767322:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:44.175245Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:44.175309Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:44.307798Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:45:44.308105Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802577945387864:2049] [node 2] ICS01 socket: 601 reason# EndOfStream
2025-12-06T17:45:44.308160Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802573650420473:2049] [node 2] ICP30 unregister session Session# [3:7580802577945387864:2049] VirtualId# [3:7580802577945387852:0]
2025-12-06T17:45:44.308210Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802577945387864:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:44.308350Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:44.308404Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:44.318365Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:45:44.318344Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:45:44.318678Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802577251541142:2049] [node 2] ICS01 socket: 608 reason# EndOfStream
2025-12-06T17:45:44.318753Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802572956573755:2049] [node 2] ICP30 unregister session Session# [4:7580802577251541142:2049] VirtualId# [4:7580802577251541129:0]
2025-12-06T17:45:44.318800Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802577251541142:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:44.318907Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:44.318969Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:44.318676Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802582170734622:2049] [node 2] ICS01 socket: 646 reason# EndOfStream
2025-12-06T17:45:44.318727Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802573580799928:2049] [node 2] ICP30 unregister session Session# [5:7580802582170734622:2049] VirtualId# [5:7580802577875767313:0]
2025-12-06T17:45:44.318770Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802582170734622:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:44.318895Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:44.318948Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:44.322198Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:45:44.322498Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802581639202419:2049] [node 2] ICS01 socket: 660 reason# EndOfStream
2025-12-06T17:45:44.322565Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802573049267725:2049] [node 2] ICP30 unregister session Session# [6:7580802581639202419:2049] VirtualId# [6:7580802577344235116:0]
2025-12-06T17:45:44.322614Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802581639202419:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:44.322755Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:44.322825Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:44.503793Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:45:44.504043Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802581546508448:2050] [node 3] ICS01 socket: 625 reason# EndOfStream
2025-12-06T17:45:44.504092Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802572956573756:2050] [node 3] ICP30 unregister session Session# [4:7580802581546508448:2050] VirtualId# [4:7580802577251541150:0]
2025-12-06T17:45:44.504136Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802581546508448:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:44.504231Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:45:44.504280Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:45:44.504402Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:45:44.504610Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802577344235106:2050] [node 3] ICS01 socket: 611 reason# EndOfStream
2025-12-06T17:45:44.504646Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802573049267726:2050] [node 3] ICP30 unregister session Session# [6:7580802577344235106:2050] VirtualId# [6:7580802577344235097:0]
2025-12-06T17:45:44.504680Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802577344235106:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:44.504741Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:45:44.504781Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:45:44.508706Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:45:44.508995Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802577875767315:2050] [node 3] ICS07 socket disconnect 622 reason# EndOfStream
2025-12-06T17:45:44.509035Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802577875767315:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:44.509130Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:45:44.509184Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802577875767315:2050] [node 3] ICS15 start handshake
2025-12-06T17:45:44.513138Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802573580799929:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30189) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:44.513219Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802577875767315:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:44.513841Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802573580799929:2050] [node 3] ICP30 unregister session Session# [5:7580802577875767315:2050] VirtualId# [5:7580802577875767301:0]
2025-12-06T17:45:44.514145Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:45:44.514196Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802573580799929:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:30189) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:44.514214Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30189) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:44.534670Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802573580799929:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:45:44.585034Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:45:44.585307Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802577875767318:2109] [node 4] ICS07 socket disconnect 614 reason# EndOfStream
2025-12-06T17:45:44.585348Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802577875767318:2109] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:44.585459Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:45:44.585578Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802577875767318:2109] [node 4] ICS15 start handshake
2025-12-06T17:45:44.585793Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:45:44.591137Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802577344235109:2106] [node 4] ICS01 socket: 648 reason# EndOfStream
2025-12-06T17:45:44.591194Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802577344235081:2106] [node 4] ICP30 unregister session Session# [6:7580802577344235109:2106] VirtualId# [6:7580802577344235100:0]
2025-12-06T17:45:44.591239Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802577344235109:2106] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:44.591372Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:45:44.591428Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:45:44.599087Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802577875767287:2109] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31250) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:44.599175Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802577875767318:2109] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:44.599225Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802577875767287:2109] [node 4] ICP30 unregister session Session# [5:7580802577875767318:2109] VirtualId# [5:7580802577875767304:0]
2025-12-06T17:45:44.599288Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:45:44.599328Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802577875767287:2109] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:31250) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:44.599344Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31250) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:44.608612Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802577875767287:2109] [node 4] ICP33 wake up from error state
2025-12-06T17:45:44.725826Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:45:44.726108Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802581639202417:2104] [node 5] ICS01 socket: 609 reason# EndOfStream
2025-12-06T17:45:44.726163Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802577344235079:2104] [node 5] ICP30 unregister session Session# [6:7580802581639202417:2104] VirtualId# [6:7580802577344235115:0]
2025-12-06T17:45:44.726201Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802581639202417:2104] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:44.726286Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:45:44.726345Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:45:44.884503Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802581619034191:2048] [node 2] ICP01 ready to work
2025-12-06T17:45:44.884591Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802581619034192:2049] [node 3] ICP01 ready to work
2025-12-06T17:45:44.915443Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802580235160597:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:44.915503Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802580235160598:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:44.900799Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802582495408244:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:44.900846Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802582495408245:2049] [node 3] ICP01 ready to work
2025-12-06T17:45:44.975472Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802582471266457:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:44.975518Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802582471266458:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:44.975558Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802582471266459:2050] [node 3] ICP01 ready to work
2025-12-06T17:45:44.981241Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802582616061104:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:44.981285Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802582616061105:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:44.981325Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802582616061106:2050] [node 3] ICP01 ready to work
2025-12-06T17:45:45.040024Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802587343021046:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:45.040066Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802587343021047:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:45.040104Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802587343021048:2050] [node 3] ICP01 ready to work
2025-12-06T17:45:45.499404Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802584530127957:2107] [node 6] ICP01 ready to work
2025-12-06T17:45:45.422038Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802587343021064:2065] [node 5] ICP01 ready to work
2025-12-06T17:45:45.484466Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802586766233809:2084] [node 5] ICP01 ready to work
2025-12-06T17:45:45.484287Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802585914001550:2109] [node 5] ICP01 ready to work
2025-12-06T17:45:45.525848Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802585914001551:2107] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:45.571525Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802587343021094:2094] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34096
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:45.586318Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802587343021093:2093] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34096
2025-12-06T17:45:45.615630Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802584530127961:2108] [node 4] ICP01 ready to work
2025-12-06T17:45:45.618839Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802584530127962:2106] [node 5] ICP01 ready to work
2025-12-06T17:45:45.633883Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802587343021048:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(62084821ns) {Configure:104(62079546ns) {ProcessConfigured:135(40719ns) {StartInitialHandshake:157(37370ns) {DropHandshakes:470(1368ns) {DropIncomingHandshake:442(333ns) DropOutgoingHandshake:457(333ns)} GenerateSessionVirtualId:988(314ns) PrepareNewSessionHandshake:477(681ns) {SwitchToState:179(191ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:45.626846Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802586911028462:2077] [node 4] ICP01 ready to work
2025-12-06T17:45:45.637202Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802586911028464:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:254
2025-12-06T17:45:45.611853Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802586790375604:2109] [node 6] ICP01 ready to work
2025-12-06T17:45:45.613296Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802585914001555:2108] [node 4] ICP01 ready to work
2025-12-06T17:45:45.626117Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802586766233821:2100] [node 6] ICP01 ready to work
2025-12-06T17:45:45.680287Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802587343021046:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(167102122ns) {Configure:104(167093661ns) {ProcessConfigured:135(77161ns) {StartInitialHandshake:157(73507ns) {DropHandshakes:470(4334ns) {DropIncomingHandshake:442(1243ns) DropOutgoingHandshake:457(660ns)} GenerateSessionVirtualId:988(1329ns) PrepareNewSessionHandshake:477(3300ns) {SwitchToState:179(1156ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:45.707117Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802585914001562:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32033
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:45.626567Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802586790375605:2108] [node 5] ICP01 ready to work
2025-12-06T17:45:45.662611Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802586911028468:2074] [node 6] ICP01 ready to work
2025-12-06T17:45:45.687140Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802586766233825:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24391
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:45.737911Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802586911028464:2110] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:45.698922Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802587343021118:2069] [node 4] ICP01 ready to work
2025-12-06T17:45:45.748512Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802584530127966:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36974
2025-12-06T17:45:45.751200Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802585914001553:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:45.751255Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802585914001553:2110] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:45.752727Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802585914001553:2110] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:45.638582Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802586790375606:2107] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:45.699037Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802587343021094:2094] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:45.796075Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802586911028477:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:254
2025-12-06T17:45:45.753116Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802585914001551:2107] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:45.682943Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802586790375607:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33523
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:45.755975Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802584530127965:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36974
2025-12-06T17:45:45.711173Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802587343021046:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:45.800933Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802586766233825:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:45.753208Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:45.842992Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802582616061104:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(251848755ns) {Configure:104(251823610ns) {ProcessConfigured:135(43308039ns) {StartInitialHandshake:157(43304070ns) {DropHandshakes:470(4301ns) {DropIncomingHandshake:442(981ns) DropOutgoingHandshake:457(556ns)} GenerateSessionVirtualId:988(1439ns) PrepareNewSessionHandshake:477(4808ns) {SwitchToState:179(2337ns)}}}}}
2025-12-06T17:45:45.767762Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802587343021127:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34096
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:45.710103Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802586790375611:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33523
2025-12-06T17:45:45.711141Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802586790375603:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33523
2025-12-06T17:45:45.733972Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802582495408245:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(78363789ns) {Configure:104(78356503ns) {ProcessConfigured:135(110236ns) {StartInitialHandshake:157(106621ns) {DropHandshakes:470(4139ns) {DropIncomingHandshake:442(1055ns) DropOutgoingHandshake:457(775ns)} GenerateSessionVirtualId:988(1251ns) PrepareNewSessionHandshake:477(2828ns) {SwitchToState:179(825ns)}}}}}
2025-12-06T17:45:45.734144Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802586790375610:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33523
2025-12-06T17:45:45.777254Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802586790375607:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:45.807729Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802586790375603:2110] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:45.816959Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802586790375611:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:45.827785Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802586790375606:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(141544977ns) {Configure:104(141538691ns) {ProcessConfigured:135(91737ns) {StartInitialHandshake:157(88551ns) {DropHandshakes:470(4808ns) {DropIncomingHandshake:442(1427ns) DropOutgoingHandshake:457(602ns)} GenerateSessionVirtualId:988(1428ns) PrepareNewSessionHandshake:477(2402ns) {SwitchToState:179(831ns)}}}}}
2025-12-06T17:45:45.768157Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802584530127967:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36974
2025-12-06T17:45:45.753274Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802585914001551:2107] [node 6] ICP22 created new session: [1:7580802585914001566:2107]
2025-12-06T17:45:45.753328Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802585914001566:2107] [node 6] ICS09 handshake done sender: [1:7580802585914001553:2110] self: [1:7580802585914001552:0] peer: [6:7580802587343021123:0] socket: 603 qp: -1
2025-12-06T17:45:45.753366Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802585914001566:2107] [node 6] ICS10 traffic start
2025-12-06T17:45:45.753416Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:45.778525Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802585914001562:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:45.795181Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580802585914001551:2107] [node 6] ICP18 handshake (actor [1:7580802585914001562:2113]) is too old
2025-12-06T17:45:45.804553Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802585914001568:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32033
2025-12-06T17:45:45.851576Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802586911028472:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:254
2025-12-06T17:45:45.862735Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802586911028472:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:45.875832Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802586911028474:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:45.875891Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580802586911028474:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:45.862883Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802586790375610:2113] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:45.854987Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802582471266457:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(151462267ns) {Configure:104(151454223ns) {ProcessConfigured:135(20587726ns) {StartInitialHandshake:157(20583515ns) {DropHandshakes:470(5004ns) {DropIncomingHandshake:442(910ns) DropOutgoingHandshake:457(1328ns)} GenerateSessionVirtualId:988(1488ns) PrepareNewSessionHandshake:477(4287ns) {SwitchToState:179(1693ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:45.776622Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802587343021064:2065] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(340532338ns) {Configure:104(340526032ns) {ProcessConfigured:135(31691390ns) {StartInitialHandshake:157(31686786ns) {DropHandshakes:470(4102ns) {DropIncomingHandshake:442(878ns) DropOutgoingHandshake:457(568ns)} GenerateSessionVirtualId:988(1532ns) PrepareNewSessionHandshake:477(6907ns) {SwitchToState:179(2576ns)}}}}}
2025-12-06T17:45:45.881922Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580802582495408244:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:45.804976Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802584530127967:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:45.877327Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802582616061106:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:45.816241Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802587343021126:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34096
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:45.806878Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802584530127972:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36974
2025-12-06T17:45:45.911183Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802585914001568:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:45.913538Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802585914001560:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:45.913582Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802585914001560:2112] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:45:45.926814Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802585914001574:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32033
2025-12-06T17:45:45.927618Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802585914001560:2112] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:45.891688Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802586911028474:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:45.843603Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802580235160597:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(98688616ns) {Configure:104(98680524ns) {ProcessConfigured:135(35440284ns) {StartInitialHandshake:157(35436382ns) {DropHandshakes:470(6365ns) {DropIncomingHandshake:442(475ns) DropOutgoingHandshake:457(4354ns)} GenerateSessionVirtualId:988(764ns) PrepareNewSessionHandshake:477(2721ns) {SwitchToState:179(828ns)}}}}}
2025-12-06T17:45:45.831164Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802587343021126:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:45.913758Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802582495408244:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(20314983ns) {IncomingHandshake:261(20312178ns) {DropIncomingHandshake:442(671ns) PrepareNewSessionHandshake:477(3127ns) {SwitchToState:179(1555ns)} GenerateSessionVirtualId:988(1066ns) IssueIncomingHandshakeReply:193(17318586ns) {SwitchToState:179(5232ns)}}}
2025-12-06T17:45:45.854183Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802584530127965:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:45.941130Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802582616061104:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:45.831373Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802587343021064:2065] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:45.945250Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802585914001557:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:45.952744Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802586766233809:2084] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(149292333ns) {Configure:104(149284309ns) {ProcessConfigured:135(6750756ns) {StartInitialHandshake:157(6746893ns) {DropHandshakes:470(2056ns) {DropIncomingHandshake:442(703ns) DropOutgoingHandshake:457(241ns)} GenerateSessionVirtualId:988(648ns) PrepareNewSessionHandshake:477(3273ns) {SwitchToState:179(1772ns)}}}}}
2025-12-06T17:45:45.852765Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802587343021094:2094] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:45.899211Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802584530127959:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:45.968008Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802582616061104:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(18133766ns) {IncomingHandshake:261(18130261ns) {DropIncomingHandshake:442(1274ns) PrepareNewSessionHandshake:477(2870ns) {SwitchToState:179(1255ns)} GenerateSessionVirtualId:988(1527ns) IssueIncomingHandshakeReply:193(12844252ns) {SwitchToState:179(2475ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:45.965366Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802582495408244:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8573) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7580802586790375610:2113] held: no
2025-12-06T17:45:45.899245Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802584530127959:2111] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:46.024447Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802586766233821:2100] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(93500632ns) {Configure:104(93489799ns) {ProcessConfigured:135(129130ns) {StartInitialHandshake:157(126013ns) {DropHandshakes:470(3978ns) {DropIncomingHandshake:442(1064ns) DropOutgoingHandshake:457(644ns)} GenerateSessionVirtualId:988(1664ns) PrepareNewSessionHandshake:477(3197ns) {SwitchToState:179(1465ns)}}}}}
2025-12-06T17:45:46.025007Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802586766233832:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24391
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:45.945319Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802585914001557:2111] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:45.855150Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802587343021046:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8573) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802587343021094:2094] held: no
2025-12-06T17:45:45.968107Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580802586911028468:2074] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:45.900259Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802584530127969:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:45.947753Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802581619034191:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:45:45.980671Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802582616061106:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28304) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802586911028472:2113] held: no
2025-12-06T17:45:45.887137Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802587343021093:2093] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:46.042822Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802586790375609:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:46.041993Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802591061201131:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24391
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:45.900283Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802584530127969:2116] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:45.887345Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802587343021048:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:45.981535Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802586911028477:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:45.902373Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802584530127959:2111] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:45.906642Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802584530127966:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:45.912197Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802584530127978:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36974
2025-12-06T17:45:45.914738Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802584530127969:2116] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:45.915255Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802584530127957:2107] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:45.928703Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802584530127962:2106] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:45.934663Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:45.934791Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802584530127962:2106] [node 5] ICP22 created new session: [3:7580802584530127980:2106]
2025-12-06T17:45:45.934854Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802584530127980:2106] [node 5] ICS09 handshake done sender: [3:7580802584530127969:2116] self: [3:7580802584530127968:0] peer: [5:7580802586911028479:0] socket: 619 qp: -1
2025-12-06T17:45:45.934908Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802584530127980:2106] [node 5] ICS10 traffic start
2025-12-06T17:45:45.934992Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:45.936849Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802584530127962:2106] [node 5] ICP35 event processing took too much time PendingConnection:279(16975822ns) {HandleHandshakeStatus:329(16972047ns) {DropIncomingHandshake:442(22167ns) DropOutgoingHandshake:457(478ns) SwitchToState:179(781ns) ProcessPendingSessionEvents:495(703819ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 622589ns max# 85365ns}}}
2025-12-06T17:45:45.941742Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:45.944700Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802584530127978:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:45.945448Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802584530127957:2107] [node 6] ICP22 created new session: [3:7580802584530127982:2107]
2025-12-06T17:45:45.951842Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802584530127984:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36974
2025-12-06T17:45:45.952958Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802584530127982:2107] [node 6] ICS09 handshake done sender: [3:7580802584530127959:2111] self: [3:7580802584530127958:0] peer: [6:7580802587343021129:0] socket: 602 qp: -1
2025-12-06T17:45:45.959222Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802580235160597:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:45.961603Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802584530127982:2107] [node 6] ICS10 traffic start
2025-12-06T17:45:45.971673Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:45.972754Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802584530127978:2119] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:45.987376Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802584530127972:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:46.008964Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802580235160597:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:46.014292Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802580235160598:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:46.037667Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802580235160598:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(25572463ns) {IncomingHandshake:261(25568683ns) {DropIncomingHandshake:442(1094ns) PrepareNewSessionHandshake:477(2427ns) {SwitchToState:179(961ns)} GenerateSessionVirtualId:988(1281ns) IssueIncomingHandshakeReply:193(12700922ns) {SwitchToState:179(1804ns)}}}
2025-12-06T17:45:46.037987Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:46.045027Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802580235160597:2048] [node 1] ICP22 created new session: [3:7580802588825095283:2048]
2025-12-06T17:45:46.086146Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802588825095283:2048] [node 1] ICS09 handshake done sender: [3:7580802584530127978:2119] self: [3:7580802584530127983:0] peer: [1:7580802585914001563:0] socket: 643 qp: -1
2025-12-06T17:45:46.093265Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802588825095284:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36974
2025-12-06T17:45:46.098434Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802584530127957:2107] [node 6] ICP35 event processing took too much time PendingConnection:279(92661180ns) {HandleHandshakeStatus:329(92654358ns) {DropIncomingHandshake:442(2302ns) DropOutgoingHandshake:457(1350ns) SwitchToState:179(1033ns) ProcessPendingSessionEvents:495(708853ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 632641ns max# 89962ns}}}
2025-12-06T17:45:46.042865Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802586790375609:2112] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:46.058842Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802586790375609:2112] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:46.060220Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802586790375627:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33523
2025-12-06T17:45:46.075332Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802586790375615:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:46.075376Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802586790375615:2116] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:45:46.079710Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802586790375610:2113] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:46.086189Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802586790375605:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:46.086253Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:46.099994Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802586790375615:2116] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:45.982289Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802586911028484:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:254
2025-12-06T17:45:46.013799Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802582616061105:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(234815377ns) {Configure:104(234807447ns) {ProcessConfigured:135(3824769ns) {StartInitialHandshake:157(1368878ns) {DropHandshakes:470(4522ns) {DropIncomingHandshake:442(810ns) DropOutgoingHandshake:457(641ns)} GenerateSessionVirtualId:988(3343ns) PrepareNewSessionHandshake:477(3594ns) {SwitchToState:179(1776ns)}}}}}
2025-12-06T17:45:46.013970Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:46.016528Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802586911028468:2074] [node 6] ICP22 created new session: [5:7580802591205995783:2074]
2025-12-06T17:45:46.028011Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802586911028486:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:254
2025-12-06T17:45:46.033516Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802582616061105:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:46.038041Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802591205995783:2074] [node 6] ICS09 handshake done sender: [5:7580802586911028474:2114] self: [5:7580802586911028473:0] peer: [6:7580802587343021128:0] socket: 631 qp: -1
2025-12-06T17:45:46.041701Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802586911028472:2113] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:46.045079Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802591205995783:2074] [node 6] ICS10 traffic start
2025-12-06T17:45:46.058951Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:46.064302Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802586911028468:2074] [node 6] ICP35 event processing took too much time PendingConnection:279(95098119ns) {HandleHandshakeStatus:329(95094030ns) {DropIncomingHandshake:442(375ns) DropOutgoingHandshake:457(839ns) SwitchToState:179(349ns) ProcessPendingSessionEvents:495(4038375ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 3959810ns max# 3366349ns}}}
2025-12-06T17:45:46.064393Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802582616061106:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:45:46.064483Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:46.064539Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802582616061106:2050] [node 3] ICP22 created new session: [5:7580802591205995788:2050]
2025-12-06T17:45:46.064599Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802591205995788:2050] [node 3] ICS09 handshake done sender: [5:7580802586911028472:2113] self: [5:7580802586911028479:0] peer: [3:7580802584530127968:0] socket: 620 qp: -1
2025-12-06T17:45:46.064640Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802591205995788:2050] [node 3] ICS10 traffic start
2025-12-06T17:45:46.064678Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:46.078821Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802582616061105:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(17107076ns) {IncomingHandshake:261(17104069ns) {DropIncomingHandshake:442(930ns) PrepareNewSessionHandshake:477(1392ns) {SwitchToState:179(520ns)} GenerateSessionVirtualId:988(1134ns) IssueIncomingHandshakeReply:193(1570753ns) {SwitchToState:179(2092ns)}}}
2025-12-06T17:45:46.097965Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802591205995787:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:254
2025-12-06T17:45:45.947892Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802585914001574:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:45.890457Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802587343021132:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34096
2025-12-06T17:45:45.911878Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802587343021134:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34096
2025-12-06T17:45:45.912973Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802587343021126:2117] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:45.928103Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802587343021064:2065] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:45:45.945548Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:45.953034Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802587343021064:2065] [node 5] ICP22 created new session: [6:7580802587343021135:2065]
2025-12-06T17:45:45.962602Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802587343021093:2093] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:45.982030Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802587343021048:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:45:45.982103Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:45.982161Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802587343021048:2050] [node 3] ICP22 created new session: [6:7580802587343021136:2050]
2025-12-06T17:45:45.997622Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802587343021136:2050] [node 3] ICS09 handshake done sender: [6:7580802587343021093:2093] self: [6:7580802587343021129:0] peer: [3:7580802584530127958:0] socket: 604 qp: -1
2025-12-06T17:45:45.998783Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802587343021135:2065] [node 5] ICS09 handshake done sender: [6:7580802587343021126:2117] self: [6:7580802587343021128:0] peer: [5:7580802586911028473:0] socket: 632 qp: -1
2025-12-06T17:45:46.002610Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802587343021136:2050] [node 3] ICS10 traffic start
2025-12-06T17:45:46.002675Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:46.003768Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802587343021135:2065] [node 5] ICS10 traffic start
2025-12-06T17:45:46.015468Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802591637988435:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34096
2025-12-06T17:45:46.033061Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:46.084321Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802587343021064:2065] [node 5] ICP35 event processing took too much time PendingConnection:279(155312599ns) {HandleHandshakeStatus:329(155308136ns) {DropIncomingHandshake:442(1472ns) DropOutgoingHandshake:457(7025ns) SwitchToState:179(779ns) ProcessPendingSessionEvents:495(15818081ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 15752609ns max# 15263506ns}}}
2025-12-06T17:45:46.103851Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802587343021046:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(127536698ns) {HandleHandshakeStatus:395(127533170ns) {LogHandshakeFail:472(2615919ns) {UpdateErrorStateLog:545(8420ns)} DropOutgoingHandshake:457(1113ns) ProcessPendingSessionEvents:495(124850168ns) {unordered DropSessionEvent:512 num# 100 sum# 124738468ns max# 19514783ns}}}
2025-12-06T17:45:46.103936Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802587343021046:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:46.104003Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:46.104063Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802587343021046:2048] [node 1] ICP22 created new session: [6:7580802591637988437:2048]
2025-12-06T17:45:46.104112Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802591637988437:2048] [node 1] ICS09 handshake done sender: [6:7580802587343021094:2094] self: [6:7580802587343021123:0] peer: [1:7580802585914001552:0] socket: 606 qp: -1
2025-12-06T17:45:46.104152Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802591637988437:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:46.104201Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:46.116994Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802591637988435:2122] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:46.117252Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802587343021047:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:45.948199Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802585914001564:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:46.047059Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802586766233832:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:46.130273Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802582616061105:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(23022627ns)
2025-12-06T17:45:46.132199Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802586911028477:2115] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:46.106934Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580802582495408244:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:46.051470Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802591061201131:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:46.106598Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802588825095283:2048] [node 1] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:46.107018Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:46.152635Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802582616061105:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:45.948227Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802585914001564:2114] [node 3] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:46.067007Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802582471266457:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:46.106676Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:45.951194Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802585914001576:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32033
2025-12-06T17:45:45.952308Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802585914001564:2114] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:45.962184Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:45.967490Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802581619034191:2048] [node 2] ICP22 created new session: [1:7580802585914001575:2048]
2025-12-06T17:45:45.972084Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802585914001557:2111] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:45.975562Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802585914001575:2048] [node 2] ICS09 handshake done sender: [1:7580802585914001560:2112] self: [1:7580802585914001559:0] peer: [2:7580802586790375626:0] socket: 622 qp: -1
2025-12-06T17:45:45.994720Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802585914001575:2048] [node 2] ICS10 traffic start
2025-12-06T17:45:45.994831Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:46.001918Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802585914001550:2109] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:46.007629Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802581619034191:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(51274249ns) {HandleHandshakeStatus:329(51269054ns) {DropIncomingHandshake:442(21637ns) DropOutgoingHandshake:457(728ns) SwitchToState:179(544ns) ProcessPendingSessionEvents:495(1104210ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 1037596ns max# 427192ns}}}
2025-12-06T17:45:46.008545Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802581619034192:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:45:46.008626Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:46.008680Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802581619034192:2049] [node 3] ICP22 created new session: [1:7580802590208968878:2049]
2025-12-06T17:45:46.008742Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802590208968878:2049] [node 3] ICS09 handshake done sender: [1:7580802585914001564:2114] self: [1:7580802585914001563:0] peer: [3:7580802584530127983:0] socket: 641 qp: -1
2025-12-06T17:45:46.008794Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802590208968878:2049] [node 3] ICS10 traffic start
2025-12-06T17:45:46.008838Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:46.012836Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802590208968880:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32033
2025-12-06T17:45:46.013446Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:46.032332Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802585914001576:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:46.033233Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802585914001550:2109] [node 5] ICP22 created new session: [1:7580802590208968881:2109]
2025-12-06T17:45:46.042717Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802590208968880:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:46.051926Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802585914001572:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:46.051957Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802585914001572:2116] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:45:46.067106Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802590208968881:2109] [node 5] ICS09 handshake done sender: [1:7580802585914001557:2111] self: [1:7580802585914001556:0] peer: [5:7580802586911028481:0] socket: 608 qp: -1
2025-12-06T17:45:46.079094Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802590208968881:2109] [node 5] ICS10 traffic start
2025-12-06T17:45:46.080339Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802585914001572:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:46.111165Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802585914001555:2108] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:45:46.111241Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:46.111453Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:46.130614Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802585914001555:2108] [node 4] ICP22 created new session: [1:7580802590208968885:2108]
2025-12-06T17:45:46.150483Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802590208968885:2108] [node 4] ICS09 handshake done sender: [1:7580802585914001572:2116] self: [1:7580802585914001571:0] peer: [4:7580802591061201132:0] socket: 638 qp: -1
2025-12-06T17:45:46.150555Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802590208968885:2108] [node 4] ICS10 traffic start
2025-12-06T17:45:46.150617Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:46.153447Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:46.107509Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802586790375605:2108] [node 5] ICP22 created new session: [2:7580802591085342927:2108]
2025-12-06T17:45:46.161798Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802591637988440:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34096
2025-12-06T17:45:46.155979Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802582616061105:2049] [node 2] ICP22 created new session: [5:7580802591205995791:2049]
2025-12-06T17:45:46.166961Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802591205995791:2049] [node 2] ICS09 handshake done sender: [5:7580802586911028477:2115] self: [5:7580802591205995784:0] peer: [2:7580802586790375608:0] socket: 636 qp: -1
2025-12-06T17:45:46.167024Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802591205995791:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:46.167116Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:46.170369Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802591205995785:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:254
2025-12-06T17:45:46.107615Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802591085342927:2108] [node 5] ICS09 handshake done sender: [2:7580802586790375609:2112] self: [2:7580802586790375608:0] peer: [5:7580802591205995784:0] socket: 635 qp: -1
2025-12-06T17:45:46.118159Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7580802584530127957:2107] [node 6] ICP18 handshake (actor [3:7580802584530127966:2114]) is too old
2025-12-06T17:45:46.080137Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802591061201134:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24391
2025-12-06T17:45:46.202841Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802591637988435:2122] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:46.206952Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802586911028464:2110] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:46.118252Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:294: Proxy [3:7580802584530127957:2107] [node 6] ICP35 event processing took too much time StateWork:294(19687014ns) {IncomingHandshake:261(11225276ns)}
2025-12-06T17:45:46.107669Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802591085342927:2108] [node 5] ICS10 traffic start
2025-12-06T17:45:46.106807Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802582471266457:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(19846948ns) {IncomingHandshake:261(19836802ns) {DropIncomingHandshake:442(824ns) PrepareNewSessionHandshake:477(2619ns) {SwitchToState:179(1190ns)} GenerateSessionVirtualId:988(1380ns) IssueIncomingHandshakeReply:193(19801455ns) {SwitchToState:179(2072ns)}}}
2025-12-06T17:45:46.206430Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802591637988441:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34096
2025-12-06T17:45:46.136472Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802584530127972:2117] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:46.107710Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:46.222483Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802582616061104:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:46.208160Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802587343021047:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62338) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802591637988435:2122] held: no
2025-12-06T17:45:46.130732Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802586766233832:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:46.153676Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802580235160598:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:46.238819Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:46.228425Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802591637988441:2124] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:46.109699Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802586790375605:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(41279717ns) {HandleHandshakeStatus:329(41277416ns) {DropIncomingHandshake:442(1450ns) DropOutgoingHandshake:457(1731ns) SwitchToState:179(732ns) ProcessPendingSessionEvents:495(658678ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 579906ns max# 65408ns}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:46.240764Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802587343021047:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(44142947ns) {HandleHandshakeStatus:395(36911986ns) {LogHandshakeFail:472(25732ns) {UpdateErrorStateLog:545(7404ns)} DropOutgoingHandshake:457(2630ns) ProcessPendingSessionEvents:495(31741641ns) {unordered DropSessionEvent:512 num# 100 sum# 8128095ns max# 4624114ns}}}
2025-12-06T17:45:46.240880Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802587343021047:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:46.240970Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:46.241022Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802587343021047:2049] [node 2] ICP22 created new session: [6:7580802591637988442:2049]
2025-12-06T17:45:46.241069Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802591637988442:2049] [node 2] ICS09 handshake done sender: [6:7580802591637988435:2122] self: [6:7580802591637988439:0] peer: [2:7580802586790375619:0] socket: 659 qp: -1
2025-12-06T17:45:46.241116Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802591637988442:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:46.241156Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:46.243187Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802587343021118:2069] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:46.254589Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802591637988445:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34096
2025-12-06T17:45:46.147591Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802582471266457:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:46.147682Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:46.147741Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802582471266457:2048] [node 1] ICP22 created new session: [4:7580802591061201136:2048]
2025-12-06T17:45:46.147796Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802591061201136:2048] [node 1] ICS09 handshake done sender: [4:7580802586766233832:2116] self: [4:7580802591061201132:0] peer: [1:7580802585914001571:0] socket: 656 qp: -1
2025-12-06T17:45:46.147834Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802591061201136:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:46.147897Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:46.152261Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7580802582471266457:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:45:46.221950Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802591061201135:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24391
2025-12-06T17:45:46.233183Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802591061201135:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:46.233397Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802582471266458:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:46.245663Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802591061201130:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:46.245700Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802591061201130:2117] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:46.247242Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802591061201130:2117] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:46.252207Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802591061201138:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24391
2025-12-06T17:45:46.153721Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:46.163290Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802580235160598:2049] [node 2] ICP22 created new session: [3:7580802588825095288:2049]
2025-12-06T17:45:46.174398Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802584530127961:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(211820208ns) {Configure:104(211806972ns) {ProcessConfigured:135(3276690ns) {StartInitialHandshake:157(3273187ns) {DropHandshakes:470(3594ns) {DropIncomingHandshake:442(737ns) DropOutgoingHandshake:457(1201ns)} GenerateSessionVirtualId:988(1087ns) PrepareNewSessionHandshake:477(2400ns) {SwitchToState:179(737ns)}}}}}
2025-12-06T17:45:46.180504Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802588825095288:2049] [node 2] ICS09 handshake done sender: [3:7580802584530127972:2117] self: [3:7580802584530127986:0] peer: [2:7580802586790375614:0] socket: 640 qp: -1
2025-12-06T17:45:46.190029Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802588825095288:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:46.199163Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:46.263385Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802580235160598:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(108689234ns) {HandleHandshakeStatus:329(108686273ns) {DropIncomingHandshake:442(430ns) DropOutgoingHandshake:457(3903ns) SwitchToState:179(932ns) ProcessPendingSessionEvents:495(36688720ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 36597377ns max# 18381297ns}}}
2025-12-06T17:45:46.263488Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7580802580235160598:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:45:46.245049Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802582616061104:2048] [node 1] ICP22 created new session: [5:7580802591205995793:2048]
2025-12-06T17:45:46.126124Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802582495408245:2049] [node 3] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:46.265882Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802591061201138:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:46.273285Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802591637988441:2124] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:46.259736Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802591205995793:2048] [node 1] ICS09 handshake done sender: [5:7580802586911028464:2110] self: [5:7580802586911028481:0] peer: [1:7580802585914001556:0] socket: 610 qp: -1
2025-12-06T17:45:46.267634Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802585914001550:2109] [node 5] ICP35 event processing took too much time PendingConnection:279(137220694ns) {HandleHandshakeStatus:329(137215901ns) {DropIncomingHandshake:442(784ns) DropOutgoingHandshake:457(859ns) SwitchToState:179(4131ns) ProcessPendingSessionEvents:495(985644ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 688659ns max# 100160ns}}}
2025-12-06T17:45:46.126737Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802582495408244:2048] [node 1] ICP22 created new session: [2:7580802591085342929:2048]
2025-12-06T17:45:46.131815Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:46.149592Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802591085342929:2048] [node 1] ICS09 handshake done sender: [2:7580802586790375610:2113] self: [2:7580802586790375626:0] peer: [1:7580802585914001559:0] socket: 623 qp: -1
2025-12-06T17:45:46.149818Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802582495408245:2049] [node 3] ICP22 created new session: [2:7580802591085342931:2049]
2025-12-06T17:45:46.153197Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802591085342929:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:46.153286Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802591085342932:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33523
2025-12-06T17:45:46.153315Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802586790375620:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:46.153363Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802586790375620:2117] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:46.153482Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802591085342931:2049] [node 3] ICS09 handshake done sender: [2:7580802586790375615:2116] self: [2:7580802586790375614:0] peer: [3:7580802584530127986:0] socket: 637 qp: -1
2025-12-06T17:45:46.153937Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:46.154051Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802591085342931:2049] [node 3] ICS10 traffic start
2025-12-06T17:45:46.154085Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:46.180077Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802586790375620:2117] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:46.186332Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802586790375604:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:46.186443Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:46.186507Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802586790375604:2109] [node 6] ICP22 created new session: [2:7580802591085342936:2109]
2025-12-06T17:45:46.186581Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802591085342936:2109] [node 6] ICS09 handshake done sender: [2:7580802586790375620:2117] self: [2:7580802586790375619:0] peer: [6:7580802591637988439:0] socket: 658 qp: -1
2025-12-06T17:45:46.186626Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802591085342936:2109] [node 6] ICS10 traffic start
2025-12-06T17:45:46.186698Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:46.194743Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7580802586790375605:2108] [node 5] ICP27 obsolete handshake fail ignored
2025-12-06T17:45:46.207030Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802582495408244:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(103002508ns) {HandleHandshakeStatus:329(102998711ns) {DropIncomingHandshake:442(3137ns) DropOutgoingHandshake:457(673ns) SwitchToState:179(817ns) ProcessPendingSessionEvents:495(1446ns)}}
2025-12-06T17:45:46.247398Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802586790375624:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:46.247443Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802586790375624:2118] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:45:46.258577Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802586790375624:2118] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:46.259807Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802582495408245:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(140362445ns) {HandleHandshakeStatus:329(140359078ns) {DropIncomingHandshake:442(22461ns) DropOutgoingHandshake:457(822ns) SwitchToState:179(775ns) ProcessPendingSessionEvents:495(76012508ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 75883352ns max# 12342354ns}}}
2025-12-06T17:45:46.265435Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802586790375606:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:45:46.265534Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:46.265599Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802586790375606:2107] [node 4] ICP22 created new session: [2:7580802591085342939:2107]
2025-12-06T17:45:46.265654Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802591085342939:2107] [node 4] ICS09 handshake done sender: [2:7580802586790375624:2118] self: [2:7580802586790375623:0] peer: [4:7580802591061201140:0] socket: 664 qp: -1
2025-12-06T17:45:46.265699Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802591085342939:2107] [node 4] ICS10 traffic start
2025-12-06T17:45:46.265743Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:46.272713Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580802585914001550:2109] [node 5] ICP18 handshake (actor [1:7580802590208968880:2119]) is too old
2025-12-06T17:45:46.271053Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802588825095287:2122] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:46.259810Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802591205995793:2048] [node 1] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:46.265963Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802586766233821:2100] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:46.271097Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802588825095287:2122] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:45:46.281571Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802587343021118:2069] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:45:46.324382Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802585914001555:2108] [node 4] ICP35 event processing took too much time PendingConnection:279(212063093ns) {HandleHandshakeStatus:329(212059286ns) {DropIncomingHandshake:442(17380ns) DropOutgoingHandshake:457(639ns) SwitchToState:179(862ns) ProcessPendingSessionEvents:495(133020046ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 122323173ns max# 20978107ns}}}
2025-12-06T17:45:46.259883Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:46.266022Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:46.315509Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802587343021048:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(332428059ns) {HandleHandshakeStatus:329(332424544ns) {DropIncomingHandshake:442(1382ns) DropOutgoingHandshake:457(6203ns) SwitchToState:179(892ns) ProcessPendingSessionEvents:495(270178284ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 255244292ns max# 21056867ns}}}
2025-12-06T17:45:46.318212Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:46.330823Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802587343021118:2069] [node 4] ICP22 created new session: [6:7580802591637988446:2069]
2025-12-06T17:45:46.350866Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802591637988446:2069] [node 4] ICS09 handshake done sender: [6:7580802591637988441:2124] self: [6:7580802591637988444:0] peer: [4:7580802591061201129:0] socket: 648 qp: -1
2025-12-06T17:45:46.350925Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802591637988446:2069] [node 4] ICS10 traffic start
2025-12-06T17:45:46.273743Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802588825095287:2122] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:46.358876Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:46.262641Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802582616061104:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(39044676ns) {HandleHandshakeStatus:329(39040540ns) {DropIncomingHandshake:442(1234ns) DropOutgoingHandshake:457(13487ns) SwitchToState:179(670ns) ProcessPendingSessionEvents:495(1485207ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 1419311ns max# 927439ns}}}
2025-12-06T17:45:46.266967Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802582471266459:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:46.299999Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802584530127961:2108] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:45:46.368633Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802587343021118:2069] [node 4] ICP35 event processing took too much time PendingConnection:279(86095178ns) {HandleHandshakeStatus:329(86090950ns) {DropIncomingHandshake:442(1171ns) DropOutgoingHandshake:457(5244ns) SwitchToState:179(957ns) ProcessPendingSessionEvents:495(677712ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 613782ns max# 80947ns}}}
2025-12-06T17:45:46.368750Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580802587343021118:2069] [node 4] ICP27 obsolete handshake fail ignored
2025-12-06T17:45:46.272291Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802586766233821:2100] [node 6] ICP22 created new session: [4:7580802591061201142:2100]
2025-12-06T17:45:46.279051Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802591061201142:2100] [node 6] ICS09 handshake done sender: [4:7580802591061201130:2117] self: [4:7580802591061201129:0] peer: [6:7580802591637988444:0] socket: 613 qp: -1
2025-12-06T17:45:46.279495Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802591061201144:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24391
2025-12-06T17:45:46.281487Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802591061201142:2100] [node 6] ICS10 traffic start
2025-12-06T17:45:46.303019Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:46.308439Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802582471266458:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62338) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580802591061201135:2120] held: no
2025-12-06T17:45:46.311407Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802591061201147:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24391
2025-12-06T17:45:46.318956Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802591061201135:2120] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:46.333037Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802586766233821:2100] [node 6] ICP35 event processing took too much time PendingConnection:279(66084364ns) {HandleHandshakeStatus:329(66080428ns) {DropIncomingHandshake:442(18418ns) DropOutgoingHandshake:457(559ns) SwitchToState:179(342ns) ProcessPendingSessionEvents:495(13134343ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 13067177ns max# 12545013ns}}}
2025-12-06T17:45:46.333779Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802582471266459:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28304) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580802591061201138:2121] held: no
2025-12-06T17:45:46.336235Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802591061201138:2121] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:46.351823Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802586766233830:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:46.351858Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802586766233830:2115] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:46.353493Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802582471266459:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:45:46.353585Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:46.353647Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802582471266459:2050] [node 3] ICP22 created new session: [4:7580802591061201149:2050]
2025-12-06T17:45:46.353696Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802591061201149:2050] [node 3] ICS09 handshake done sender: [4:7580802591061201138:2121] self: [4:7580802591061201143:0] peer: [3:7580802588825095286:0] socket: 644 qp: -1
2025-12-06T17:45:46.353740Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802591061201149:2050] [node 3] ICS10 traffic start
2025-12-06T17:45:46.353793Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:46.359096Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802586766233830:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:46.364223Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802582471266458:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:46.364324Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:46.364388Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802582471266458:2049] [node 2] ICP22 created new session: [4:7580802591061201151:2049]
2025-12-06T17:45:46.364441Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802591061201151:2049] [node 2] ICS09 handshake done sender: [4:7580802591061201135:2120] self: [4:7580802591061201140:0] peer: [2:7580802586790375623:0] socket: 668 qp: -1
2025-12-06T17:45:46.364501Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802591061201151:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:46.364565Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:46.307550Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802591205995795:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:254
2025-12-06T17:45:46.328104Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802591205995795:2122] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:46.339025Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802586911028462:2077] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:46.359934Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802591205995797:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:254
2025-12-06T17:45:46.374774Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802591205995795:2122] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:46.376190Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802582471266459:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(22595988ns) {HandleHandshakeStatus:329(22582094ns) {DropIncomingHandshake:442(1486ns) DropOutgoingHandshake:457(538ns) SwitchToState:179(822ns) ProcessPendingSessionEvents:495(1256ns)}}
2025-12-06T17:45:46.304014Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:46.385153Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802586911028462:2077] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:45:46.386350Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:46.377697Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802586790375606:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(111314924ns) {HandleHandshakeStatus:329(111311516ns) {DropIncomingHandshake:442(22053ns) DropOutgoingHandshake:457(821ns) SwitchToState:179(1256ns) ProcessPendingSessionEvents:495(110828383ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 110686443ns max# 12961825ns}}}
2025-12-06T17:45:46.379181Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802586766233809:2084] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:46.387661Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802586911028462:2077] [node 4] ICP22 created new session: [5:7580802591205995798:2077]
2025-12-06T17:45:46.387729Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802591205995798:2077] [node 4] ICS09 handshake done sender: [5:7580802591205995795:2122] self: [5:7580802591205995796:0] peer: [4:7580802586766233829:0] socket: 670 qp: -1
2025-12-06T17:45:46.387777Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802591205995798:2077] [node 4] ICS10 traffic start
2025-12-06T17:45:46.387830Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:46.322826Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802584530127961:2108] [node 4] ICP22 created new session: [3:7580802588825095293:2108]
2025-12-06T17:45:46.381097Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:46.381170Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802586766233809:2084] [node 5] ICP22 created new session: [4:7580802591061201153:2084]
2025-12-06T17:45:46.381227Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802591061201153:2084] [node 5] ICS09 handshake done sender: [4:7580802586766233830:2115] self: [4:7580802586766233829:0] peer: [5:7580802591205995796:0] socket: 657 qp: -1
2025-12-06T17:45:46.381261Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802591061201153:2084] [node 5] ICS10 traffic start
2025-12-06T17:45:46.381322Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:46.342652Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802588825095293:2108] [node 4] ICS09 handshake done sender: [3:7580802588825095287:2122] self: [3:7580802588825095286:0] peer: [4:7580802591061201143:0] socket: 630 qp: -1
2025-12-06T17:45:46.342719Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802588825095293:2108] [node 4] ICS10 traffic start
2025-12-06T17:45:46.358678Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:46.378399Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802580235160597:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(368501678ns) {HandleHandshakeStatus:329(368497421ns) {DropIncomingHandshake:442(518ns) DropOutgoingHandshake:457(4787614ns) SwitchToState:179(2066ns) ProcessPendingSessionEvents:495(234538022ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 234353100ns max# 15951490ns}}}
2025-12-06T17:45:46.384185Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802584530127961:2108] [node 4] ICP35 event processing took too much time PendingConnection:279(91867896ns) {HandleHandshakeStatus:329(91863534ns) {DropIncomingHandshake:442(25133ns) DropOutgoingHandshake:457(741ns) SwitchToState:179(804ns) ProcessPendingSessionEvents:495(3994648ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 3922700ns max# 3468382ns}}}
2025-12-06T17:45:46.594696Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:45:46.594976Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580802591085342929:2048] [node 1] ICS01 socket: 623 reason# EndOfStream
2025-12-06T17:45:46.595031Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580802582495408244:2048] [node 1] ICP30 unregister session Session# [2:7580802591085342929:2048] VirtualId# [2:7580802586790375626:0]
2025-12-06T17:45:46.595072Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580802591085342929:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:46.595185Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:46.595234Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:46.597676Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:45:46.597955Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580802588825095283:2048] [node 1] ICS07 socket disconnect 643 reason# EndOfStream
2025-12-06T17:45:46.597989Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802588825095283:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:46.598083Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:46.598130Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802588825095283:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:46.606373Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802580235160597:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8573) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:45:46.606430Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802588825095283:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:46.607921Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802580235160597:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8573) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:46.607995Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802588825095283:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:46.608036Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802580235160597:2048] [node 1] ICP30 unregister session Session# [3:7580802588825095283:2048] VirtualId# [3:7580802584530127983:0]
2025-12-06T17:45:46.608161Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:46.608201Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580802580235160597:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:8573) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:46.608241Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8573) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:46.621053Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:45:46.621341Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802591205995793:2048] [node 1] ICS01 socket: 610 reason# EndOfStream
2025-12-06T17:45:46.621386Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802582616061104:2048] [node 1] ICP30 unregister session Session# [5:7580802591205995793:2048] VirtualId# [5:7580802586911028481:0]
2025-12-06T17:45:46.621232Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:45:46.621429Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802591205995793:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:46.621622Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802591061201136:2048] [node 1] ICS01 socket: 656 reason# EndOfStream
2025-12-06T17:45:46.621520Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:46.621711Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802582471266457:2048] [node 1] ICP30 unregister session Session# [4:7580802591061201136:2048] VirtualId# [4:7580802591061201132:0]
2025-12-06T17:45:46.621568Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:46.621746Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802591061201136:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:46.621877Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:46.621951Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:46.621730Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:45:46.621968Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802591637988437:2048] [node 1] ICS01 socket: 606 reason# EndOfStream
2025-12-06T17:45:46.622015Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802587343021046:2048] [node 1] ICP30 unregister session Session# [6:7580802591637988437:2048] VirtualId# [6:7580802587343021123:0]
2025-12-06T17:45:46.622043Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802591637988437:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:46.622120Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:46.622162Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:46.638701Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580802580235160597:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:45:46.750435Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:45:46.750757Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802588825095288:2049] [node 2] ICS01 socket: 640 reason# EndOfStream
2025-12-06T17:45:46.750816Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802580235160598:2049] [node 2] ICP30 unregister session Session# [3:7580802588825095288:2049] VirtualId# [3:7580802584530127986:0]
2025-12-06T17:45:46.750852Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802588825095288:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:46.750961Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:46.751012Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:46.760541Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:45:46.760730Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802591061201151:2049] [node 2] ICS01 socket: 668 reason# EndOfStream
2025-12-06T17:45:46.760771Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802582471266458:2049] [node 2] ICP30 unregister session Session# [4:7580802591061201151:2049] VirtualId# [4:7580802591061201140:0]
2025-12-06T17:45:46.760804Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802591061201151:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:46.760861Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:46.760900Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:46.762023Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:45:46.762230Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802591637988442:2049] [node 2] ICS01 socket: 659 reason# EndOfStream
2025-12-06T17:45:46.762275Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802587343021047:2049] [node 2] ICP30 unregister session Session# [6:7580802591637988442:2049] VirtualId# [6:7580802591637988439:0]
2025-12-06T17:45:46.762315Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802591637988442:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:46.762396Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:46.762439Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:46.759759Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:45:46.760074Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802591205995791:2049] [node 2] ICS07 socket disconnect 636 reason# EndOfStream
2025-12-06T17:45:46.760114Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802591205995791:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:46.760201Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:46.760249Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802591205995791:2049] [node 2] ICS15 start handshake
2025-12-06T17:45:46.766821Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802582616061105:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62338) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:46.770980Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802591205995791:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:46.771041Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802582616061105:2049] [node 2] ICP30 unregister session Session# [5:7580802591205995791:2049] VirtualId# [5:7580802591205995784:0]
2025-12-06T17:45:46.771106Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:46.771155Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802582616061105:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:62338) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:46.771171Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62338) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:46.787768Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802582616061105:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:45:46.909723Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:45:46.909965Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802587343021136:2050] [node 3] ICS07 socket disconnect 604 reason# EndOfStream
2025-12-06T17:45:46.909996Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802587343021136:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:46.910103Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:45:46.910150Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802587343021136:2050] [node 3] ICS15 start handshake
2025-12-06T17:45:46.910883Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:45:46.911127Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802591205995788:2050] [node 3] ICS01 socket: 620 reason# EndOfStream
2025-12-06T17:45:46.911168Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802582616061106:2050] [node 3] ICP30 unregister session Session# [5:7580802591205995788:2050] VirtualId# [5:7580802586911028479:0]
2025-12-06T17:45:46.911203Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802591205995788:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:46.911283Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:45:46.911334Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:45:46.911436Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:45:46.911673Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802591061201149:2050] [node 3] ICS01 socket: 644 reason# EndOfStream
2025-12-06T17:45:46.911712Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802582471266459:2050] [node 3] ICP30 unregister session Session# [4:7580802591061201149:2050] VirtualId# [4:7580802591061201143:0]
2025-12-06T17:45:46.911741Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802591061201149:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:46.911809Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:45:46.911877Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:45:46.911672Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802587343021048:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28304) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:46.911733Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802587343021136:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:46.911774Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802587343021048:2050] [node 3] ICP30 unregister session Session# [6:7580802587343021136:2050] VirtualId# [6:7580802587343021129:0]
2025-12-06T17:45:46.911893Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:45:46.911928Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802587343021048:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:28304) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:46.911942Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28304) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:46.922987Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802587343021048:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:45:47.191451Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:45:47.191789Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802591205995798:2077] [node 4] ICS07 socket disconnect 670 reason# EndOfStream
2025-12-06T17:45:47.191835Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802591205995798:2077] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:47.191942Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:45:47.191992Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802591205995798:2077] [node 4] ICS15 start handshake
2025-12-06T17:45:47.193603Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802586911028462:2077] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18271) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:47.193682Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802591205995798:2077] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:47.193728Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802586911028462:2077] [node 4] ICP30 unregister session Session# [5:7580802591205995798:2077] VirtualId# [5:7580802591205995796:0]
2025-12-06T17:45:47.193793Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:45:47.193834Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802586911028462:2077] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:18271) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:47.193852Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18271) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:47.194883Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:45:47.195140Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802591637988446:2069] [node 4] ICS07 socket disconnect 648 reason# EndOfStream
2025-12-06T17:45:47.195173Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802591637988446:2069] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:47.195286Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:45:47.195334Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802591637988446:2069] [node 4] ICS15 start handshake
2025-12-06T17:45:47.197509Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802587343021118:2069] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18271) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:47.197587Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802591637988446:2069] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:47.197633Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802587343021118:2069] [node 4] ICP30 unregister session Session# [6:7580802591637988446:2069] VirtualId# [6:7580802591637988444:0]
2025-12-06T17:45:47.197686Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:45:47.197730Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802587343021118:2069] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:18271) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:47.197747Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18271) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:47.206667Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802586911028462:2077] [node 4] ICP33 wake up from error state
2025-12-06T17:45:47.207057Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802587343021118:2069] [node 4] ICP33 wake up from error state
2025-12-06T17:45:47.262751Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:45:47.263128Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802587343021135:2065] [node 5] ICS01 socket: 632 reason# EndOfStream
2025-12-06T17:45:47.263179Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802587343021064:2065] [node 5] ICP30 unregister session Session# [6:7580802587343021135:2065] VirtualId# [6:7580802587343021128:0]
2025-12-06T17:45:47.263220Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802587343021135:2065] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:47.263336Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:45:47.263392Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:45:47.419460Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802596174389637:2048] [node 2] ICP01 ready to work
2025-12-06T17:45:47.419516Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802596174389638:2049] [node 3] ICP01 ready to work
2025-12-06T17:45:47.447296Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802595689396375:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:47.447344Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802595689396376:2049] [node 3] ICP01 ready to work
2025-12-06T17:45:47.452302Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802595076565450:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:47.452340Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802595076565451:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:47.497818Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802595502279517:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:47.497876Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802595502279518:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:47.497972Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802595502279519:2050] [node 3] ICP01 ready to work
2025-12-06T17:45:47.503747Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802592428407745:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:47.503820Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802592428407746:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:47.503873Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802592428407747:2050] [node 3] ICP01 ready to work
2025-12-06T17:45:47.707531Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802595599249930:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:47.707690Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802595599249931:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:47.723253Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802595599249932:2050] [node 3] ICP01 ready to work
2025-12-06T17:45:48.112037Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802595599249931:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(147425288ns) {Configure:104(147418136ns) {ProcessConfigured:135(98538ns) {StartInitialHandshake:157(95612ns) {DropHandshakes:470(3799ns) {DropIncomingHandshake:442(910ns) DropOutgoingHandshake:457(573ns)} GenerateSessionVirtualId:988(1387ns) PrepareNewSessionHandshake:477(2700ns) {SwitchToState:179(970ns)}}}}}
2025-12-06T17:45:48.112922Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802599894217251:2061] [node 5] ICP01 ready to work
2025-12-06T17:45:48.040002Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802599984363734:2107] [node 4] ICP01 ready to work
2025-12-06T17:45:48.077343Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802592428407765:2065] [node 6] ICP01 ready to work
2025-12-06T17:45:48.104003Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802599797246876:2090] [node 5] ICP01 ready to work
2025-12-06T17:45:48.190902Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802600469356997:2107] [node 4] ICP01 ready to work
2025-12-06T17:45:48.171947Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802596723375095:2071] [node 4] ICP01 ready to work
2025-12-06T17:45:48.231261Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802599371532809:2105] [node 6] ICP01 ready to work
2025-12-06T17:45:48.192153Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802592428407746:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(19286136ns) {Configure:104(19278457ns) {ProcessConfigured:135(142139ns) {StartInitialHandshake:157(137646ns) {DropHandshakes:470(5481ns) {DropIncomingHandshake:442(1267ns) DropOutgoingHandshake:457(751ns)} GenerateSessionVirtualId:988(1765ns) PrepareNewSessionHandshake:477(3723ns) {SwitchToState:179(1299ns)}}}}}
2025-12-06T17:45:48.244215Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802599984363735:2108] [node 6] ICP01 ready to work
2025-12-06T17:45:48.262430Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802599797246877:2100] [node 6] ICP01 ready to work
2025-12-06T17:45:48.271247Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802599984363736:2109] [node 5] ICP01 ready to work
2025-12-06T17:45:48.275175Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802599894217251:2061] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(158061834ns) {Configure:104(158056063ns) {ProcessConfigured:135(12610656ns) {StartInitialHandshake:157(12608055ns) {DropHandshakes:470(3836ns) {DropIncomingHandshake:442(501ns) DropOutgoingHandshake:457(719ns)} GenerateSessionVirtualId:988(938ns) PrepareNewSessionHandshake:477(2017ns) {SwitchToState:179(372ns)}}}}}
2025-12-06T17:45:48.277929Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802599894217299:2074] [node 4] ICP01 ready to work
2025-12-06T17:45:48.251857Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802600469356998:2108] [node 5] ICP01 ready to work
2025-12-06T17:45:48.279381Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802599371532810:2106] [node 5] ICP01 ready to work
2025-12-06T17:45:48.282229Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802599371532813:2107] [node 4] ICP01 ready to work
2025-12-06T17:45:48.257635Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802600469356999:2109] [node 6] ICP01 ready to work
2025-12-06T17:45:48.252643Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802592428407745:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(59780051ns) {Configure:104(59772390ns) {ProcessConfigured:135(93646ns) {StartInitialHandshake:157(91072ns) {DropHandshakes:470(3797ns) {DropIncomingHandshake:442(889ns) DropOutgoingHandshake:457(676ns)} GenerateSessionVirtualId:988(1403ns) PrepareNewSessionHandshake:477(1930ns) {SwitchToState:179(701ns)}}}}}
2025-12-06T17:45:48.302943Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802599984363735:2108] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(19678890ns) {Configure:104(19673168ns) {ProcessConfigured:135(121552ns) {StartInitialHandshake:157(117935ns) {DropHandshakes:470(4074ns) {DropIncomingHandshake:442(1007ns) DropOutgoingHandshake:457(629ns)} GenerateSessionVirtualId:988(1780ns) PrepareNewSessionHandshake:477(2593ns) {SwitchToState:179(795ns)}}}}}
2025-12-06T17:45:48.308636Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802596174389637:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(47246458ns) {Configure:104(47241331ns) {ProcessConfigured:135(87117ns) {StartInitialHandshake:157(85088ns) {DropHandshakes:470(4227ns) {DropIncomingHandshake:442(843ns) DropOutgoingHandshake:457(990ns)} GenerateSessionVirtualId:988(1045ns) PrepareNewSessionHandshake:477(5927ns) {SwitchToState:179(4268ns)}}}}}
2025-12-06T17:45:48.323942Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802595502279519:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(54302717ns) {Configure:104(54297362ns) {ProcessConfigured:135(99560ns) {StartInitialHandshake:157(96650ns) {DropHandshakes:470(3825ns) {DropIncomingHandshake:442(1146ns) DropOutgoingHandshake:457(505ns)} GenerateSessionVirtualId:988(1298ns) PrepareNewSessionHandshake:477(3343ns) {SwitchToState:179(1417ns)}}}}}
2025-12-06T17:45:48.329917Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802600469356997:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(20793812ns) {Configure:104(20788878ns) {ProcessConfigured:135(90358ns) {StartInitialHandshake:157(86871ns) {DropHandshakes:470(4262ns) {DropIncomingHandshake:442(1045ns) DropOutgoingHandshake:457(772ns)} GenerateSessionVirtualId:988(1309ns) PrepareNewSessionHandshake:477(2756ns) {SwitchToState:179(1120ns)}}}}}
2025-12-06T17:45:48.340852Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802599371532813:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(27645845ns) {Configure:104(27639999ns) {ProcessConfigured:135(78852ns) {StartInitialHandshake:157(75154ns) {DropHandshakes:470(3460ns) {DropIncomingHandshake:442(1088ns) DropOutgoingHandshake:457(373ns)} GenerateSessionVirtualId:988(997ns) PrepareNewSessionHandshake:477(2413ns) {SwitchToState:179(787ns)}}}}}
2025-12-06T17:45:48.343256Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802596723375095:2071] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(79876479ns) {Configure:104(79870210ns) {ProcessConfigured:135(19929039ns) {StartInitialHandshake:157(19925081ns) {DropHandshakes:470(2910ns) {DropIncomingHandshake:442(611ns) DropOutgoingHandshake:457(508ns)} GenerateSessionVirtualId:988(1635ns) PrepareNewSessionHandshake:477(7139ns) {SwitchToState:179(3052ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:48.362145Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802599984363736:2109] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(45924658ns) {Configure:104(45918556ns) {ProcessConfigured:135(9038965ns) {StartInitialHandshake:157(9035808ns) {DropHandshakes:470(4573ns) {DropIncomingHandshake:442(1169ns) DropOutgoingHandshake:457(610ns)} GenerateSessionVirtualId:988(543ns) PrepareNewSessionHandshake:477(4974ns) {SwitchToState:179(2006ns)}}}}}
2025-12-06T17:45:48.367676Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802599984363747:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42248
2025-12-06T17:45:48.367753Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802599984363748:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42248
2025-12-06T17:45:48.367893Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802599984363749:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42248
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:48.371071Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802599797246891:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34319
2025-12-06T17:45:48.379783Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802599894217299:2074] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(23892002ns) {Configure:104(23881281ns) {ProcessConfigured:135(78729ns) {StartInitialHandshake:157(76321ns) {DropHandshakes:470(3722ns) {DropIncomingHandshake:442(773ns) DropOutgoingHandshake:457(567ns)} GenerateSessionVirtualId:988(1730ns) PrepareNewSessionHandshake:477(2907ns) {SwitchToState:179(951ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:48.386398Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802596723375119:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16159
2025-12-06T17:45:48.386632Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802596723375120:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16159
2025-12-06T17:45:48.377232Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802599371532810:2106] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(35660495ns) {Configure:104(35653270ns) {ProcessConfigured:135(6651227ns) {StartInitialHandshake:157(6647636ns) {DropHandshakes:470(6524ns) {DropIncomingHandshake:442(1024ns) DropOutgoingHandshake:457(520ns)} GenerateSessionVirtualId:988(1061ns) PrepareNewSessionHandshake:477(4775ns) {SwitchToState:179(1820ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:48.413028Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802600469357013:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64073
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:48.413236Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802600469357014:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64073
2025-12-06T17:45:48.392827Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802599371532822:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51475
2025-12-06T17:45:48.413347Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802600469357015:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64073
2025-12-06T17:45:48.413457Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802600469357016:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64073
2025-12-06T17:45:48.413523Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802600469357017:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64073
2025-12-06T17:45:48.404761Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802599984363753:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42248
2025-12-06T17:45:48.404860Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802599984363754:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42248
2025-12-06T17:45:48.392929Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802599371532823:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51475
2025-12-06T17:45:48.426391Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802599797246891:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:48.426511Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802595502279517:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:48.428417Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802599797246893:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34319
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:48.429441Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802599894217304:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26978
2025-12-06T17:45:48.429576Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802599894217305:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26978
2025-12-06T17:45:48.429711Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802599894217306:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26978
2025-12-06T17:45:48.426038Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802600469357013:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:48.426968Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802600469357005:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:48.426994Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802600469357005:2113] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:45:48.430239Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802600469357005:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:48.430956Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802599797246891:2115] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:48.431275Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802595502279517:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:48.431352Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:48.431411Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802595502279517:2048] [node 1] ICP22 created new session: [4:7580802599797246894:2048]
2025-12-06T17:45:48.431462Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802599797246894:2048] [node 1] ICS09 handshake done sender: [4:7580802599797246891:2115] self: [4:7580802599797246892:0] peer: [1:7580802600469357004:0] socket: 625 qp: -1
2025-12-06T17:45:48.431507Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802599797246894:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:48.431551Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:48.437708Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802596723375120:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:48.437810Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802596723375119:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:48.438307Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802596723375095:2071] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:48.438379Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802592428407745:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:48.439309Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802599894217304:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:48.439447Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802599894217251:2061] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:48.439852Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802596723375111:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:48.439886Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580802596723375111:2112] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:48.441420Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802599894217308:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26978
2025-12-06T17:45:48.434030Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802600469357016:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:48.434113Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802600469356997:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:45:48.434187Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:48.434251Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802600469356997:2107] [node 4] ICP22 created new session: [1:7580802600469357020:2107]
2025-12-06T17:45:48.434304Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802600469357020:2107] [node 4] ICS09 handshake done sender: [1:7580802600469357005:2113] self: [1:7580802600469357004:0] peer: [4:7580802599797246892:0] socket: 609 qp: -1
2025-12-06T17:45:48.434351Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802600469357020:2107] [node 4] ICS10 traffic start
2025-12-06T17:45:48.434398Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:48.450993Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802600469357001:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:48.451027Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802600469357001:2111] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:48.452113Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802600469357017:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:48.450525Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802596723375111:2112] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:48.459941Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802600469357014:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:48.454792Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802599797246879:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:48.454848Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802599797246879:2110] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:48.460270Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802599797246879:2110] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:48.460651Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802599797246876:2090] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:48.460702Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:48.460771Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802599797246876:2090] [node 5] ICP22 created new session: [4:7580802599797246898:2090]
2025-12-06T17:45:48.460834Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802599797246898:2090] [node 5] ICS09 handshake done sender: [4:7580802599797246879:2110] self: [4:7580802599797246878:0] peer: [5:7580802596723375121:0] socket: 610 qp: -1
2025-12-06T17:45:48.460873Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802599797246898:2090] [node 5] ICS10 traffic start
2025-12-06T17:45:48.460915Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:48.464880Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580802592428407765:2065] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:48.464941Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:48.464991Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802592428407765:2065] [node 6] ICP22 created new session: [5:7580802596723375126:2065]
2025-12-06T17:45:48.465044Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802596723375126:2065] [node 6] ICS09 handshake done sender: [5:7580802596723375111:2112] self: [5:7580802596723375110:0] peer: [6:7580802599894217307:0] socket: 614 qp: -1
2025-12-06T17:45:48.465082Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802596723375126:2065] [node 6] ICS10 traffic start
2025-12-06T17:45:48.465120Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:48.467248Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802596723375124:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16159
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:48.467863Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802596723375125:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16159
2025-12-06T17:45:48.468665Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802596723375119:2115] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:48.469116Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802596723375120:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:48.469431Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802592428407745:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:48.469509Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:48.469568Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802592428407745:2048] [node 1] ICP22 created new session: [5:7580802596723375129:2048]
2025-12-06T17:45:48.469626Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802596723375129:2048] [node 1] ICS09 handshake done sender: [5:7580802596723375119:2115] self: [5:7580802596723375122:0] peer: [1:7580802600469357000:0] socket: 632 qp: -1
2025-12-06T17:45:48.469672Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802596723375129:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:48.469728Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:48.470950Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802596723375095:2071] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:45:48.470998Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:48.471050Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802596723375095:2071] [node 4] ICP22 created new session: [5:7580802596723375131:2071]
2025-12-06T17:45:48.471096Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802596723375131:2071] [node 4] ICS09 handshake done sender: [5:7580802596723375120:2116] self: [5:7580802596723375121:0] peer: [4:7580802599797246878:0] socket: 633 qp: -1
2025-12-06T17:45:48.471135Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802596723375131:2071] [node 4] ICS10 traffic start
2025-12-06T17:45:48.471172Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:48.479366Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802599371532827:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51475
2025-12-06T17:45:48.480523Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802599894217305:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:48.484484Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802599371532823:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:48.484703Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802599371532822:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:48.484945Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802595076565451:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:48.480665Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802599894217304:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:48.461509Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802599984363748:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:48.463641Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802600469357001:2111] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:48.462074Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802599984363749:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:48.462599Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580802595689396375:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:48.466440Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802599984363753:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:48.482040Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802599984363754:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:48.484120Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802599984363747:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:48.486168Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802599984363742:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:48.486213Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802599984363742:2112] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:45:48.490172Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802600469357015:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:48.490317Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802600469357003:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:48.490343Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802600469357003:2112] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:45:48.491170Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802600469356998:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:48.491242Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:48.491296Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802600469356998:2108] [node 5] ICP22 created new session: [1:7580802600469357026:2108]
2025-12-06T17:45:48.491360Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802600469357026:2108] [node 5] ICS09 handshake done sender: [1:7580802600469357001:2111] self: [1:7580802600469357000:0] peer: [5:7580802596723375122:0] socket: 607 qp: -1
2025-12-06T17:45:48.491400Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802600469357026:2108] [node 5] ICS10 traffic start
2025-12-06T17:45:48.491436Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:48.494171Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580802600469356998:2108] [node 5] ICP18 handshake (actor [1:7580802600469357014:2117]) is too old
2025-12-06T17:45:48.495654Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802599894217306:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:48.495999Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802599894217251:2061] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:45:48.496073Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:48.496130Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802599894217251:2061] [node 5] ICP22 created new session: [6:7580802599894217310:2061]
2025-12-06T17:45:48.496183Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802599894217310:2061] [node 5] ICS09 handshake done sender: [6:7580802599894217304:2115] self: [6:7580802599894217307:0] peer: [5:7580802596723375110:0] socket: 629 qp: -1
2025-12-06T17:45:48.496221Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802599894217310:2061] [node 5] ICS10 traffic start
2025-12-06T17:45:48.496264Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:48.498419Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802595599249931:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:48.500097Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802599894217309:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26978
2025-12-06T17:45:48.500456Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802595599249932:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:48.503224Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802599371532830:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51475
2025-12-06T17:45:48.503458Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802599984363742:2112] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:48.503993Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802599797246901:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34319
2025-12-06T17:45:48.512589Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802599371532827:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:48.512816Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802599371532822:2115] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:48.515974Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802599984363740:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:48.516028Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802599984363740:2111] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:48.516805Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802595689396376:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:45:48.516907Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:48.516968Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802595689396376:2049] [node 3] ICP22 created new session: [2:7580802599984363761:2049]
2025-12-06T17:45:48.517029Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802599984363761:2049] [node 3] ICS09 handshake done sender: [2:7580802599984363742:2112] self: [2:7580802599984363741:0] peer: [3:7580802599371532829:0] socket: 623 qp: -1
2025-12-06T17:45:48.517066Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802599984363761:2049] [node 3] ICS10 traffic start
2025-12-06T17:45:48.517130Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:48.519626Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802595076565451:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:48.519725Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:48.519791Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802595076565451:2049] [node 2] ICP22 created new session: [3:7580802599371532832:2049]
2025-12-06T17:45:48.519845Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802599371532832:2049] [node 2] ICS09 handshake done sender: [3:7580802599371532822:2115] self: [3:7580802599371532829:0] peer: [2:7580802599984363741:0] socket: 635 qp: -1
2025-12-06T17:45:48.519889Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802599371532832:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:48.519952Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:48.524199Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802595599249932:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(23621700ns) {IncomingHandshake:261(23618759ns) {DropIncomingHandshake:442(561ns) PrepareNewSessionHandshake:477(2956ns) {SwitchToState:179(820ns)} GenerateSessionVirtualId:988(1253ns) IssueIncomingHandshakeReply:193(23595235ns) {SwitchToState:179(2825ns)}}}
2025-12-06T17:45:48.525199Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802599894217314:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26978
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:48.528885Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802599797246902:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34319
2025-12-06T17:45:48.551924Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802599984363740:2111] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:48.529305Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802599894217314:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:48.542984Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802600469357003:2112] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:48.553635Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802596174389637:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:45:48.553761Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:48.553832Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802596174389637:2048] [node 2] ICP22 created new session: [1:7580802600469357031:2048]
2025-12-06T17:45:48.553883Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802600469357031:2048] [node 2] ICS09 handshake done sender: [1:7580802600469357003:2112] self: [1:7580802600469357002:0] peer: [2:7580802599984363755:0] socket: 608 qp: -1
2025-12-06T17:45:48.558740Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802600469357031:2048] [node 2] ICS10 traffic start
2025-12-06T17:45:48.558827Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:48.565755Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802599371532817:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:48.565792Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802599371532817:2112] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:48.567053Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802599371532831:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51475
2025-12-06T17:45:48.567462Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802599371532835:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51475
2025-12-06T17:45:48.581561Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802599371532817:2112] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:48.587054Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802599894217309:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:48.587184Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802599894217299:2074] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:48.587828Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802599894217316:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26978
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:48.564644Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802599797246903:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34319
2025-12-06T17:45:48.572551Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802599984363735:2108] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:48.572656Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:48.572721Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802599984363735:2108] [node 6] ICP22 created new session: [2:7580802599984363766:2108]
2025-12-06T17:45:48.581160Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802599984363766:2108] [node 6] ICS09 handshake done sender: [2:7580802599984363740:2111] self: [2:7580802599984363739:0] peer: [6:7580802599894217312:0] socket: 622 qp: -1
2025-12-06T17:45:48.581233Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802599984363766:2108] [node 6] ICS10 traffic start
2025-12-06T17:45:48.581326Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:48.589487Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802599984363735:2108] [node 6] ICP35 event processing took too much time PendingConnection:279(16034470ns) {HandleHandshakeStatus:329(16029874ns) {DropIncomingHandshake:442(19172ns) DropOutgoingHandshake:457(716ns) SwitchToState:179(961ns) ProcessPendingSessionEvents:495(6549404ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 6473111ns max# 6007713ns}}}
2025-12-06T17:45:48.590153Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802599984363764:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42248
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:48.592911Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802599371532831:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:48.593077Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802599371532809:2105] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:48.593188Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:48.593239Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802599371532809:2105] [node 6] ICP22 created new session: [3:7580802599371532838:2105]
2025-12-06T17:45:48.593285Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802599371532838:2105] [node 6] ICS09 handshake done sender: [3:7580802599371532817:2112] self: [3:7580802599371532816:0] peer: [6:7580802599894217313:0] socket: 640 qp: -1
2025-12-06T17:45:48.593322Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802599371532838:2105] [node 6] ICS10 traffic start
2025-12-06T17:45:48.593375Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:48.591141Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802599797246887:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:48.591177Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802599797246887:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:48.592235Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802599797246904:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34319
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:48.595877Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802599894217317:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26978
2025-12-06T17:45:48.596245Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802599797246887:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:48.596564Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802599797246877:2100] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:48.596615Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:48.596668Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802599797246877:2100] [node 6] ICP22 created new session: [4:7580802599797246906:2100]
2025-12-06T17:45:48.596717Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802599797246906:2100] [node 6] ICS09 handshake done sender: [4:7580802599797246887:2114] self: [4:7580802599797246886:0] peer: [6:7580802599894217318:0] socket: 660 qp: -1
2025-12-06T17:45:48.596759Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802599797246906:2100] [node 6] ICS10 traffic start
2025-12-06T17:45:48.596794Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:48.605932Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802599371532835:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:48.607156Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802595076565450:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:48.606959Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802596723375134:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16159
2025-12-06T17:45:48.609438Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802595599249930:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:48.609901Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802600469357009:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:48.609950Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802600469357009:2115] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:45:48.611009Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802599797246904:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:48.611221Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802599797246902:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:48.621787Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802595502279519:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:48.621897Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7580802599797246877:2100] [node 6] ICP18 handshake (actor [4:7580802599797246902:2118]) is too old
2025-12-06T17:45:48.608442Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802595689396375:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18938) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7580802599984363748:2116] held: no
2025-12-06T17:45:48.609305Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802599984363748:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:48.611204Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802600469357009:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:48.611460Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802596174389638:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:45:48.611552Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:48.611617Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802596174389638:2049] [node 3] ICP22 created new session: [1:7580802600469357034:2049]
2025-12-06T17:45:48.611669Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802600469357034:2049] [node 3] ICS09 handshake done sender: [1:7580802600469357009:2115] self: [1:7580802600469357008:0] peer: [3:7580802599371532842:0] socket: 616 qp: -1
2025-12-06T17:45:48.611706Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802600469357034:2049] [node 3] ICS10 traffic start
2025-12-06T17:45:48.611745Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:48.626452Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580802595689396375:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:48.626557Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:48.626625Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802595689396375:2048] [node 1] ICP22 created new session: [2:7580802599984363768:2048]
2025-12-06T17:45:48.626865Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802599984363768:2048] [node 1] ICS09 handshake done sender: [2:7580802599984363748:2116] self: [2:7580802599984363755:0] peer: [1:7580802600469357002:0] socket: 619 qp: -1
2025-12-06T17:45:48.626919Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802599984363768:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:48.626967Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:48.634916Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802599797246909:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34319
2025-12-06T17:45:48.632138Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802595076565450:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18938) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580802599371532835:2120] held: no
2025-12-06T17:45:48.633021Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802599371532819:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:48.633050Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802599371532819:2113] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:45:48.634335Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802599371532843:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51475
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:48.638606Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802599894217305:2116] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:48.638242Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802596723375135:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16159
2025-12-06T17:45:48.638874Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802600469357007:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:48.638908Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802600469357007:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:48.639967Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802600469357007:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:48.640255Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802600469356999:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:48.640337Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:48.640390Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802600469356999:2109] [node 6] ICP22 created new session: [1:7580802600469357037:2109]
2025-12-06T17:45:48.640441Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802600469357037:2109] [node 6] ICS09 handshake done sender: [1:7580802600469357007:2114] self: [1:7580802600469357006:0] peer: [6:7580802599894217319:0] socket: 656 qp: -1
2025-12-06T17:45:48.640473Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802600469357037:2109] [node 6] ICS10 traffic start
2025-12-06T17:45:48.640518Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:48.642811Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802599894217306:2117] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:48.649497Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802599797246903:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:48.649676Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802595502279518:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:48.652056Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802599797246911:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34319
2025-12-06T17:45:48.651386Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802596723375135:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:48.651547Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802592428407746:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:48.650189Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802599984363744:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:48.643232Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802595599249932:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5065) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802599894217306:2117] held: no
2025-12-06T17:45:48.650230Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802599984363744:2113] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:45:48.652373Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802599984363744:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:48.653144Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802599984363746:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:48.653171Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802599984363746:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:48.654032Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802599984363734:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:45:48.654104Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:48.654162Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802599984363734:2107] [node 4] ICP22 created new session: [2:7580802599984363772:2107]
2025-12-06T17:45:48.654222Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802599984363772:2107] [node 4] ICS09 handshake done sender: [2:7580802599984363744:2113] self: [2:7580802599984363743:0] peer: [4:7580802599797246910:0] socket: 667 qp: -1
2025-12-06T17:45:48.654267Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802599984363772:2107] [node 4] ICS10 traffic start
2025-12-06T17:45:48.654325Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:48.644034Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802595599249932:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:45:48.644132Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:48.644191Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802595599249932:2050] [node 3] ICP22 created new session: [6:7580802599894217321:2050]
2025-12-06T17:45:48.644245Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802599894217321:2050] [node 3] ICS09 handshake done sender: [6:7580802599894217306:2117] self: [6:7580802599894217313:0] peer: [3:7580802599371532816:0] socket: 647 qp: -1
2025-12-06T17:45:48.644302Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802599894217321:2050] [node 3] ICS10 traffic start
2025-12-06T17:45:48.644347Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:48.659628Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802596723375134:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:48.664504Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802599797246903:2119] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:48.685850Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802599984363746:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:48.659158Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802599371532819:2113] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:48.676931Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802599371532835:2120] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:48.677262Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802599371532821:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:48.677292Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802599371532821:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:48.677969Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802599371532813:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:45:48.678074Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:48.678136Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802599371532813:2107] [node 4] ICP22 created new session: [3:7580802599371532845:2107]
2025-12-06T17:45:48.678184Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802599371532845:2107] [node 4] ICS09 handshake done sender: [3:7580802599371532819:2113] self: [3:7580802599371532818:0] peer: [4:7580802599797246908:0] socket: 669 qp: -1
2025-12-06T17:45:48.678224Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802599371532845:2107] [node 4] ICS10 traffic start
2025-12-06T17:45:48.678278Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:48.691219Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802595076565450:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:48.691323Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:48.691380Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802595076565450:2048] [node 1] ICP22 created new session: [3:7580802599371532847:2048]
2025-12-06T17:45:48.691435Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802599371532847:2048] [node 1] ICS09 handshake done sender: [3:7580802599371532835:2120] self: [3:7580802599371532842:0] peer: [1:7580802600469357008:0] socket: 637 qp: -1
2025-12-06T17:45:48.691481Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802599371532847:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:48.691524Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:48.671737Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802592428407747:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:48.686279Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802599984363736:2109] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:48.693361Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802596723375138:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16159
2025-12-06T17:45:48.686353Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:48.686413Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802599984363736:2109] [node 5] ICP22 created new session: [2:7580802599984363775:2109]
2025-12-06T17:45:48.686476Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802599984363775:2109] [node 5] ICS09 handshake done sender: [2:7580802599984363746:2114] self: [2:7580802599984363745:0] peer: [5:7580802596723375136:0] socket: 639 qp: -1
2025-12-06T17:45:48.686512Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802599984363775:2109] [node 5] ICS10 traffic start
2025-12-06T17:45:48.686573Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:48.693570Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802595599249931:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:48.707534Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:48.707625Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802595599249931:2049] [node 2] ICP22 created new session: [6:7580802599894217324:2049]
2025-12-06T17:45:48.707683Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802599894217324:2049] [node 2] ICS09 handshake done sender: [6:7580802599894217305:2116] self: [6:7580802599894217312:0] peer: [2:7580802599984363739:0] socket: 630 qp: -1
2025-12-06T17:45:48.707730Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802599894217324:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:48.707783Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:48.709534Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802595599249931:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(21728282ns) {HandleHandshakeStatus:329(21725679ns) {DropIncomingHandshake:442(1560ns) DropOutgoingHandshake:457(17102ns) SwitchToState:179(913ns) ProcessPendingSessionEvents:495(638590ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 554079ns max# 67194ns}}}
2025-12-06T17:45:48.702312Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802599371532821:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:48.712930Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802592428407746:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2213) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802596723375135:2120] held: no
2025-12-06T17:45:48.713778Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802596723375135:2120] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:48.714872Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802599371532810:2106] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:48.714970Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:48.715027Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802599371532810:2106] [node 5] ICP22 created new session: [3:7580802599371532850:2106]
2025-12-06T17:45:48.715082Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802599371532850:2106] [node 5] ICS09 handshake done sender: [3:7580802599371532821:2114] self: [3:7580802599371532820:0] peer: [5:7580802596723375137:0] socket: 636 qp: -1
2025-12-06T17:45:48.715120Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802599371532850:2106] [node 5] ICS10 traffic start
2025-12-06T17:45:48.715164Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:48.717020Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802599894217299:2074] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3974) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802599894217314:2120] held: no
2025-12-06T17:45:48.724604Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802592428407746:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:48.724687Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:48.724750Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802592428407746:2049] [node 2] ICP22 created new session: [5:7580802596723375140:2049]
2025-12-06T17:45:48.724820Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802596723375140:2049] [node 2] ICS09 handshake done sender: [5:7580802596723375135:2120] self: [5:7580802596723375136:0] peer: [2:7580802599984363745:0] socket: 645 qp: -1
2025-12-06T17:45:48.724865Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802596723375140:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:48.724909Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:48.724811Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802595502279518:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:48.724872Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:48.724915Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802595502279518:2049] [node 2] ICP22 created new session: [4:7580802599797246912:2049]
2025-12-06T17:45:48.724956Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802599797246912:2049] [node 2] ICS09 handshake done sender: [4:7580802599797246903:2119] self: [4:7580802599797246910:0] peer: [2:7580802599984363743:0] socket: 668 qp: -1
2025-12-06T17:45:48.724983Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802599797246912:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:48.725011Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:48.725703Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7580802595502279518:2049] [node 2] ICP27 obsolete handshake fail ignored
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:48.733562Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580802595599249931:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:45:48.734608Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802599894217323:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26978
2025-12-06T17:45:48.736498Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802595599249930:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18938) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802599894217309:2119] held: no
2025-12-06T17:45:48.737239Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802599894217309:2119] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:48.738076Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802595599249930:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:48.738172Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:48.738244Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802595599249930:2048] [node 1] ICP22 created new session: [6:7580802599894217326:2048]
2025-12-06T17:45:48.738292Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802599894217326:2048] [node 1] ICS09 handshake done sender: [6:7580802599894217309:2119] self: [6:7580802599894217319:0] peer: [1:7580802600469357006:0] socket: 659 qp: -1
2025-12-06T17:45:48.738332Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802599894217326:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:48.738380Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:48.740492Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802599894217320:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26978
2025-12-06T17:45:48.742175Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802599894217314:2120] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:48.728122Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802596723375139:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16159
2025-12-06T17:45:48.746195Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802595502279519:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5065) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580802599797246904:2120] held: no
2025-12-06T17:45:48.747659Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802599797246904:2120] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:48.742517Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802599894217299:2074] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:45:48.742615Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:48.742669Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802599894217299:2074] [node 4] ICP22 created new session: [6:7580802599894217328:2074]
2025-12-06T17:45:48.742729Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802599894217328:2074] [node 4] ICS09 handshake done sender: [6:7580802599894217314:2120] self: [6:7580802599894217318:0] peer: [4:7580802599797246886:0] socket: 663 qp: -1
2025-12-06T17:45:48.742768Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802599894217328:2074] [node 4] ICS10 traffic start
2025-12-06T17:45:48.742818Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:48.755400Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802595502279519:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:45:48.755476Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:48.755555Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802595502279519:2050] [node 3] ICP22 created new session: [4:7580802599797246914:2050]
2025-12-06T17:45:48.755632Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802599797246914:2050] [node 3] ICS09 handshake done sender: [4:7580802599797246904:2120] self: [4:7580802599797246908:0] peer: [3:7580802599371532818:0] socket: 670 qp: -1
2025-12-06T17:45:48.755673Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802599797246914:2050] [node 3] ICS10 traffic start
2025-12-06T17:45:48.755725Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:48.758237Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802592428407747:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5065) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802596723375134:2119] held: no
2025-12-06T17:45:48.759806Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802596723375134:2119] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:48.760401Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802592428407747:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:45:48.760481Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:48.760539Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802592428407747:2050] [node 3] ICP22 created new session: [5:7580802596723375142:2050]
2025-12-06T17:45:48.760592Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802596723375142:2050] [node 3] ICS09 handshake done sender: [5:7580802596723375134:2119] self: [5:7580802596723375137:0] peer: [3:7580802599371532820:0] socket: 673 qp: -1
2025-12-06T17:45:48.760646Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802596723375142:2050] [node 3] ICS10 traffic start
2025-12-06T17:45:48.760710Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:48.789272Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:45:48.789554Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580802599984363768:2048] [node 1] ICS01 socket: 619 reason# EndOfStream
2025-12-06T17:45:48.789609Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580802595689396375:2048] [node 1] ICP30 unregister session Session# [2:7580802599984363768:2048] VirtualId# [2:7580802599984363755:0]
2025-12-06T17:45:48.789652Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580802599984363768:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:48.789745Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:48.789788Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:48.792054Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:45:48.792324Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802599371532847:2048] [node 1] ICS01 socket: 637 reason# EndOfStream
2025-12-06T17:45:48.792365Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802595076565450:2048] [node 1] ICP30 unregister session Session# [3:7580802599371532847:2048] VirtualId# [3:7580802599371532842:0]
2025-12-06T17:45:48.792425Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802599371532847:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:48.792504Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:48.792552Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:48.797787Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:45:48.798071Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802599894217326:2048] [node 1] ICS01 socket: 659 reason# EndOfStream
2025-12-06T17:45:48.798118Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802595599249930:2048] [node 1] ICP30 unregister session Session# [6:7580802599894217326:2048] VirtualId# [6:7580802599894217319:0]
2025-12-06T17:45:48.798156Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802599894217326:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:48.798225Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:48.798265Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:48.798367Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:45:48.798638Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802599797246894:2048] [node 1] ICS07 socket disconnect 625 reason# EndOfStream
2025-12-06T17:45:48.798669Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802599797246894:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:48.798738Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:48.798785Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802599797246894:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:48.801955Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802595502279517:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18938) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:48.802013Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802599797246894:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:48.802047Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802595502279517:2048] [node 1] ICP30 unregister session Session# [4:7580802599797246894:2048] VirtualId# [4:7580802599797246892:0]
2025-12-06T17:45:48.802085Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:48.802112Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802595502279517:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:18938) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:48.802128Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18938) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:48.799346Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:45:48.799597Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802596723375129:2048] [node 1] ICS07 socket disconnect 632 reason# EndOfStream
2025-12-06T17:45:48.799628Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802596723375129:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:48.799695Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:48.799738Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802596723375129:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:48.801270Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802592428407745:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18938) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:48.801329Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802596723375129:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:48.801370Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802592428407745:2048] [node 1] ICP30 unregister session Session# [5:7580802596723375129:2048] VirtualId# [5:7580802596723375122:0]
2025-12-06T17:45:48.801422Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:48.801457Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802592428407745:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:18938) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:48.801473Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18938) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:48.813128Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580802595502279517:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:45:48.813339Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802592428407745:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:45:48.920621Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:45:48.920901Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802599371532832:2049] [node 2] ICS01 socket: 635 reason# EndOfStream
2025-12-06T17:45:48.920947Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802595076565451:2049] [node 2] ICP30 unregister session Session# [3:7580802599371532832:2049] VirtualId# [3:7580802599371532829:0]
2025-12-06T17:45:48.921000Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802599371532832:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:48.921108Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:48.921157Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:48.928808Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:45:48.929130Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802596723375140:2049] [node 2] ICS01 socket: 645 reason# EndOfStream
2025-12-06T17:45:48.929195Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802592428407746:2049] [node 2] ICP30 unregister session Session# [5:7580802596723375140:2049] VirtualId# [5:7580802596723375136:0]
2025-12-06T17:45:48.929251Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802596723375140:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:48.929331Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:48.929369Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:48.929656Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:45:48.929870Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802599797246912:2049] [node 2] ICS07 socket disconnect 668 reason# EndOfStream
2025-12-06T17:45:48.929898Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802599797246912:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:48.929981Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:48.930025Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802599797246912:2049] [node 2] ICS15 start handshake
2025-12-06T17:45:48.930658Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:45:48.930879Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802599894217324:2049] [node 2] ICS07 socket disconnect 630 reason# EndOfStream
2025-12-06T17:45:48.930909Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802599894217324:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:48.930995Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:48.931041Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802599894217324:2049] [node 2] ICS15 start handshake
2025-12-06T17:45:48.935248Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802595502279518:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2213) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:48.935320Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802599797246912:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:48.935356Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802595502279518:2049] [node 2] ICP30 unregister session Session# [4:7580802599797246912:2049] VirtualId# [4:7580802599797246910:0]
2025-12-06T17:45:48.935445Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:48.935487Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802595502279518:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:2213) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:48.935509Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2213) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:48.934918Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802595599249931:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2213) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:48.934996Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802599894217324:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:48.935039Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802595599249931:2049] [node 2] ICP30 unregister session Session# [6:7580802599894217324:2049] VirtualId# [6:7580802599894217312:0]
2025-12-06T17:45:48.935349Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:48.935406Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802595599249931:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:2213) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:48.935424Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2213) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:48.945489Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802595599249931:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:45:48.946104Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580802595502279518:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:45:49.000413Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:45:49.000712Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802599894217321:2050] [node 3] ICS01 socket: 647 reason# EndOfStream
2025-12-06T17:45:49.000762Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802595599249932:2050] [node 3] ICP30 unregister session Session# [6:7580802599894217321:2050] VirtualId# [6:7580802599894217313:0]
2025-12-06T17:45:49.000801Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802599894217321:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:49.000895Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:45:49.000943Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:45:49.001422Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:45:49.001688Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802596723375142:2050] [node 3] ICS01 socket: 673 reason# EndOfStream
2025-12-06T17:45:49.001730Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802592428407747:2050] [node 3] ICP30 unregister session Session# [5:7580802596723375142:2050] VirtualId# [5:7580802596723375137:0]
2025-12-06T17:45:49.001761Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802596723375142:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:49.001832Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:45:49.001869Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:45:49.007618Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:45:49.007911Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802599797246914:2050] [node 3] ICS01 socket: 670 reason# EndOfStream
2025-12-06T17:45:49.007959Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802595502279519:2050] [node 3] ICP30 unregister session Session# [4:7580802599797246914:2050] VirtualId# [4:7580802599797246908:0]
2025-12-06T17:45:49.008002Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802599797246914:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:49.008127Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:45:49.008179Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:45:49.106976Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:45:49.107258Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802596723375131:2071] [node 4] ICS01 socket: 633 reason# EndOfStream
2025-12-06T17:45:49.107308Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802596723375095:2071] [node 4] ICP30 unregister session Session# [5:7580802596723375131:2071] VirtualId# [5:7580802596723375121:0]
2025-12-06T17:45:49.107350Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802596723375131:2071] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:49.107449Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:45:49.107501Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:45:49.113744Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:45:49.114017Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802599894217328:2074] [node 4] ICS01 socket: 663 reason# EndOfStream
2025-12-06T17:45:49.114065Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802599894217299:2074] [node 4] ICP30 unregister session Session# [6:7580802599894217328:2074] VirtualId# [6:7580802599894217318:0]
2025-12-06T17:45:49.114112Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802599894217328:2074] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:49.114226Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:45:49.114262Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:45:49.209984Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:45:49.210286Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802599894217310:2061] [node 5] ICS07 socket disconnect 629 reason# EndOfStream
2025-12-06T17:45:49.210325Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802599894217310:2061] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:49.210449Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:45:49.210507Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802599894217310:2061] [node 5] ICS15 start handshake
2025-12-06T17:45:49.213109Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802599894217251:2061] [node 5] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7999) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:49.213183Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802599894217310:2061] [node 5] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:49.213224Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802599894217251:2061] [node 5] ICP30 unregister session Session# [6:7580802599894217310:2061] VirtualId# [6:7580802599894217307:0]
2025-12-06T17:45:49.213275Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
2025-12-06T17:45:49.213310Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802599894217251:2061] [node 5] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:7999) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:49.213328Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [5] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7999) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:49.222875Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802599894217251:2061] [node 5] ICP33 wake up from error state
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:45:49.528692Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802602494865472:2048] [node 2] ICP01 ready to work
2025-12-06T17:45:49.528815Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802602494865473:2049] [node 3] ICP01 ready to work
2025-12-06T17:45:49.537350Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802603308207749:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:49.537411Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802603308207750:2049] [node 3] ICP01 ready to work
2025-12-06T17:45:49.563903Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802604132198066:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:49.563945Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802604132198067:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:49.586896Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802605106144243:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:49.586934Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802605106144244:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:49.586977Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802605106144245:2050] [node 3] ICP01 ready to work
2025-12-06T17:45:49.755295Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802602758618739:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:49.755349Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802602758618740:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:49.755388Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802602758618741:2050] [node 3] ICP01 ready to work
2025-12-06T17:45:49.598103Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802603647120881:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:49.598140Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802603647120882:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:49.598175Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802603647120883:2050] [node 3] ICP01 ready to work
2025-12-06T17:45:50.023236Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802607053586088:2100] [node 5] ICP01 ready to work
2025-12-06T17:45:50.099253Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802607603175108:2107] [node 4] ICP01 ready to work
2025-12-06T17:45:50.100076Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802607603175109:2108] [node 5] ICP01 ready to work
2025-12-06T17:45:50.048138Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802608427165428:2107] [node 4] ICP01 ready to work
2025-12-06T17:45:50.187895Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802605106144245:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(147419391ns) {Configure:104(147405239ns) {ProcessConfigured:135(110826ns) {StartInitialHandshake:157(104125ns) {DropHandshakes:470(3444ns) {DropIncomingHandshake:442(720ns) DropOutgoingHandshake:457(639ns)} GenerateSessionVirtualId:988(931ns) PrepareNewSessionHandshake:477(2508ns) {SwitchToState:179(742ns)}}}}}
2025-12-06T17:45:50.188527Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802609401111604:2109] [node 6] ICP01 ready to work
2025-12-06T17:45:50.151256Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802607053586092:2095] [node 4] ICP01 ready to work
2025-12-06T17:45:50.161590Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802606789832831:2108] [node 5] ICP01 ready to work
2025-12-06T17:45:50.184724Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802607603175113:2109] [node 6] ICP01 ready to work
2025-12-06T17:45:50.199069Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802606789832832:2109] [node 4] ICP01 ready to work
2025-12-06T17:45:50.200234Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802606789832833:2107] [node 6] ICP01 ready to work
2025-12-06T17:45:50.184242Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802608427165429:2109] [node 5] ICP01 ready to work
2025-12-06T17:45:50.211699Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802607942088240:2109] [node 6] ICP01 ready to work
2025-12-06T17:45:50.191415Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802608427165430:2110] [node 6] ICP01 ready to work
2025-12-06T17:45:50.245249Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802602494865472:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(44383061ns) {Configure:104(44376520ns) {ProcessConfigured:135(17973945ns) {StartInitialHandshake:157(17970758ns) {DropHandshakes:470(3063ns) {DropIncomingHandshake:442(502ns) DropOutgoingHandshake:457(521ns)} GenerateSessionVirtualId:988(640ns) PrepareNewSessionHandshake:477(5433ns) {SwitchToState:179(1323ns)}}}}}
2025-12-06T17:45:50.241888Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802603647120882:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(22549514ns) {Configure:104(22542308ns) {ProcessConfigured:135(76977ns) {StartInitialHandshake:157(74111ns) {DropHandshakes:470(2233ns) {DropIncomingHandshake:442(316ns) DropOutgoingHandshake:457(480ns)} GenerateSessionVirtualId:988(412ns) PrepareNewSessionHandshake:477(2259ns) {SwitchToState:179(671ns)}}}}}
2025-12-06T17:45:50.259111Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802607603175109:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(127149318ns) {Configure:104(127143101ns) {ProcessConfigured:135(14543345ns) {StartInitialHandshake:157(14539646ns) {DropHandshakes:470(3922ns) {DropIncomingHandshake:442(1015ns) DropOutgoingHandshake:457(692ns)} GenerateSessionVirtualId:988(1743ns) PrepareNewSessionHandshake:477(7090ns) {SwitchToState:179(3191ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:50.255148Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802605106144243:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(215364114ns) {Configure:104(215357254ns) {ProcessConfigured:135(9102499ns) {StartInitialHandshake:157(9098765ns) {DropHandshakes:470(3440ns) {DropIncomingHandshake:442(1179ns) DropOutgoingHandshake:457(604ns)} GenerateSessionVirtualId:988(1398ns) PrepareNewSessionHandshake:477(6498ns) {SwitchToState:179(2240ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:50.272295Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802608427165437:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62469
2025-12-06T17:45:50.259966Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802607942088243:2108] [node 4] ICP01 ready to work
2025-12-06T17:45:50.258376Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802609401111607:2108] [node 5] ICP01 ready to work
2025-12-06T17:45:50.288658Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802607603175110:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6663
2025-12-06T17:45:50.306155Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802602494865473:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(225013708ns) {Configure:104(225008060ns) {ProcessConfigured:135(14676810ns) {StartInitialHandshake:157(14673568ns) {DropHandshakes:470(1118ns) {DropIncomingHandshake:442(204ns) DropOutgoingHandshake:457(248ns)} GenerateSessionVirtualId:988(398ns) PrepareNewSessionHandshake:477(2376ns) {SwitchToState:179(274ns)}}}}}
2025-12-06T17:45:50.299549Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802603308207749:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(73943355ns) {Configure:104(73937986ns) {ProcessConfigured:135(7618967ns) {StartInitialHandshake:157(7615433ns) {DropHandshakes:470(4214ns) {DropIncomingHandshake:442(948ns) DropOutgoingHandshake:457(690ns)} GenerateSessionVirtualId:988(1190ns) PrepareNewSessionHandshake:477(3900ns) {SwitchToState:179(1836ns)}}}}}
2025-12-06T17:45:50.306698Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802603647120881:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(16761547ns) {Configure:104(16755368ns) {ProcessConfigured:135(13952070ns) {StartInitialHandshake:157(13949029ns) {DropHandshakes:470(3493ns) {DropIncomingHandshake:442(808ns) DropOutgoingHandshake:457(564ns)} GenerateSessionVirtualId:988(1137ns) PrepareNewSessionHandshake:477(4874ns) {SwitchToState:179(1791ns)}}}}}
2025-12-06T17:45:50.273034Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802609401111604:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(57406171ns) {Configure:104(57400188ns) {ProcessConfigured:135(6046603ns) {StartInitialHandshake:157(6043587ns) {DropHandshakes:470(2555ns) {DropIncomingHandshake:442(647ns) DropOutgoingHandshake:457(642ns)} GenerateSessionVirtualId:988(666ns) PrepareNewSessionHandshake:477(2601ns) {SwitchToState:179(1083ns)}}}}}
2025-12-06T17:45:50.324963Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802607053586088:2100] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(109052330ns) {Configure:104(109047803ns) {ProcessConfigured:135(1662373ns) {StartInitialHandshake:157(1658792ns) {DropHandshakes:470(3771ns) {DropIncomingHandshake:442(1019ns) DropOutgoingHandshake:457(520ns)} GenerateSessionVirtualId:988(990ns) PrepareNewSessionHandshake:477(2945ns) {SwitchToState:179(1576ns)}}}}}
2025-12-06T17:45:50.307806Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802606789832831:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(62110073ns) {Configure:104(62101216ns) {ProcessConfigured:135(7788897ns) {StartInitialHandshake:157(7785563ns) {DropHandshakes:470(3446ns) {DropIncomingHandshake:442(884ns) DropOutgoingHandshake:457(922ns)} GenerateSessionVirtualId:988(867ns) PrepareNewSessionHandshake:477(4187ns) {SwitchToState:179(2012ns)}}}}}
2025-12-06T17:45:50.336110Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802602758618739:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(97246473ns) {Configure:104(97236158ns) {ProcessConfigured:135(74505ns) {StartInitialHandshake:157(69222ns) {DropHandshakes:470(3721ns) {DropIncomingHandshake:442(850ns) DropOutgoingHandshake:457(496ns)} GenerateSessionVirtualId:988(1600ns) PrepareNewSessionHandshake:477(2705ns) {SwitchToState:179(973ns)}}}}}
2025-12-06T17:45:50.314837Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802607603175110:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:50.344376Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802608427165429:2109] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(113779917ns) {Configure:104(113776245ns) {ProcessConfigured:135(67745ns) {StartInitialHandshake:157(64367ns) {DropHandshakes:470(3670ns) {DropIncomingHandshake:442(779ns) DropOutgoingHandshake:457(591ns)} GenerateSessionVirtualId:988(973ns) PrepareNewSessionHandshake:477(2892ns) {SwitchToState:179(1114ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:50.365741Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802602758618740:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(28681811ns) {Configure:104(28673858ns) {ProcessConfigured:135(75172ns) {StartInitialHandshake:157(72017ns) {DropHandshakes:470(2909ns) {DropIncomingHandshake:442(779ns) DropOutgoingHandshake:457(509ns)} GenerateSessionVirtualId:988(832ns) PrepareNewSessionHandshake:477(2406ns) {SwitchToState:179(987ns)}}}}}
2025-12-06T17:45:50.346113Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802607603175123:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6663
2025-12-06T17:45:50.351126Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802608427165440:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62469
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:50.377152Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802607603175127:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6663
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:50.367146Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802607053586092:2095] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(33798400ns) {Configure:104(33793894ns) {ProcessConfigured:135(11822692ns) {StartInitialHandshake:157(11818894ns) {DropHandshakes:470(3921ns) {DropIncomingHandshake:442(680ns) DropOutgoingHandshake:457(842ns)} GenerateSessionVirtualId:988(785ns) PrepareNewSessionHandshake:477(2835ns) {SwitchToState:179(863ns)}}}}}
2025-12-06T17:45:50.368760Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802607053586106:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41807
2025-12-06T17:45:50.369014Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802607053586110:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41807
2025-12-06T17:45:50.360414Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802603647120883:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(53508730ns) {Configure:104(53502568ns) {ProcessConfigured:135(84583ns) {StartInitialHandshake:157(80740ns) {DropHandshakes:470(7358ns) {DropIncomingHandshake:442(827ns) DropOutgoingHandshake:457(538ns)} GenerateSessionVirtualId:988(1448ns) PrepareNewSessionHandshake:477(2385ns) {SwitchToState:179(1019ns)}}}}}
2025-12-06T17:45:50.394591Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802607942088249:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35106
2025-12-06T17:45:50.394592Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802607942088240:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(74811962ns) {Configure:104(74807070ns) {ProcessConfigured:135(20098468ns) {StartInitialHandshake:157(20094747ns) {DropHandshakes:470(2992ns) {DropIncomingHandshake:442(735ns) DropOutgoingHandshake:457(509ns)} GenerateSessionVirtualId:988(633ns) PrepareNewSessionHandshake:477(4538ns) {SwitchToState:179(1463ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:50.391099Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802608427165440:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:50.403669Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802608427165443:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62469
2025-12-06T17:45:50.404031Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802608427165437:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:50.404141Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802604132198067:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:50.408995Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802607603175112:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:50.387541Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802607053586110:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:50.403936Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802609401111615:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34880
2025-12-06T17:45:50.409038Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802607603175112:2111] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:45:50.390957Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802607053586106:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:50.419565Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802607942088249:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:50.409837Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802607603175129:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6663
2025-12-06T17:45:50.404099Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802609401111618:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34880
2025-12-06T17:45:50.427005Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802608427165432:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:50.404579Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802602758618741:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:50.427044Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802608427165432:2111] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:50.421999Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802607942088248:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35106
2025-12-06T17:45:50.429324Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802609401111615:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:50.429469Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802605106144245:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:50.438938Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802609401111618:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:50.440035Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802608427165434:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:50.440082Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802608427165434:2112] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:50.450006Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802606789832839:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:50.450046Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802606789832839:2112] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:50.450692Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802606789832847:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29053
2025-12-06T17:45:50.450847Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802606789832848:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29053
2025-12-06T17:45:50.427693Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802607603175116:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:50.453573Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802608427165443:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:50.453685Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802608427165446:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62469
2025-12-06T17:45:50.454036Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802608427165447:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62469
2025-12-06T17:45:50.404887Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802602758618740:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:50.454654Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802606789832839:2112] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:50.455080Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802606789832831:2108] [node 5] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:50.422211Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802603647120882:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:50.459159Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802605106144243:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:50.471697Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802608427165432:2111] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:50.427740Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802607603175116:2112] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:50.455140Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:50.473944Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802608427165440:2115] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:50.449320Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802607053586118:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41807
2025-12-06T17:45:50.427888Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802607603175112:2111] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:50.428858Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802607942088258:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35106
2025-12-06T17:45:50.461672Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802607053586119:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41807
2025-12-06T17:45:50.455190Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802606789832831:2108] [node 5] ICP22 created new session: [1:7580802606789832850:2108]
2025-12-06T17:45:50.476683Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802605106144243:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(19077115ns) {IncomingHandshake:261(19075969ns) {DropIncomingHandshake:442(1750ns) PrepareNewSessionHandshake:477(7519ns) {SwitchToState:179(4827ns)} GenerateSessionVirtualId:988(949ns) IssueIncomingHandshakeReply:193(6804795ns) {SwitchToState:179(2755ns)}}}
2025-12-06T17:45:50.431492Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802607603175117:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:50.455238Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802606789832850:2108] [node 5] ICS09 handshake done sender: [1:7580802606789832839:2112] self: [1:7580802606789832838:0] peer: [5:7580802607942088261:0] socket: 622 qp: -1
2025-12-06T17:45:50.455272Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802606789832850:2108] [node 5] ICS10 traffic start
2025-12-06T17:45:50.455319Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:50.460422Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802606789832847:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:50.483912Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802606789832836:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:50.483965Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802606789832836:2110] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:45:50.490559Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802606789832841:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:50.490588Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802606789832841:2113] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:45:50.507460Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802606789832836:2110] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:50.507525Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802606789832841:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:50.430649Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802607942088258:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:50.505184Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802604132198067:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:50.461815Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802607053586120:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41807
2025-12-06T17:45:50.532615Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802606789832832:2109] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:45:50.532705Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:50.532765Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802606789832832:2109] [node 4] ICP22 created new session: [1:7580802606789832856:2109]
2025-12-06T17:45:50.532817Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802606789832856:2109] [node 4] ICS09 handshake done sender: [1:7580802606789832841:2113] self: [1:7580802606789832840:0] peer: [4:7580802609401111620:0] socket: 623 qp: -1
2025-12-06T17:45:50.532854Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802606789832856:2109] [node 4] ICS10 traffic start
2025-12-06T17:45:50.532917Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:50.535693Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [1:7580802606789832831:2108] [node 5] ICP27 obsolete handshake fail ignored
2025-12-06T17:45:50.536025Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802602494865472:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:45:50.536116Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:50.536165Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802602494865472:2048] [node 2] ICP22 created new session: [1:7580802606789832861:2048]
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:50.431518Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802607603175117:2113] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:50.439848Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802607942088248:2113] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:50.461873Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802607053586110:2115] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:50.546262Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802609401111621:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34880
2025-12-06T17:45:50.505296Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:50.474290Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802602758618740:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:50.474384Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:50.474430Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802602758618740:2049] [node 2] ICP22 created new session: [6:7580802607053586121:2049]
2025-12-06T17:45:50.474479Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802607053586121:2049] [node 2] ICS09 handshake done sender: [6:7580802607053586110:2115] self: [6:7580802607053586116:0] peer: [2:7580802607603175115:0] socket: 634 qp: -1
2025-12-06T17:45:50.474516Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802607053586121:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:50.474671Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:50.489330Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802607053586106:2113] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:50.513053Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802602758618741:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:45:50.513159Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:50.513213Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802602758618741:2050] [node 3] ICP22 created new session: [6:7580802607053586123:2050]
2025-12-06T17:45:50.513262Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802607053586123:2050] [node 3] ICS09 handshake done sender: [6:7580802607053586106:2113] self: [6:7580802607053586115:0] peer: [3:7580802608427165431:0] socket: 624 qp: -1
2025-12-06T17:45:50.513295Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802607053586123:2050] [node 3] ICS10 traffic start
2025-12-06T17:45:50.513362Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:50.525364Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802607053586117:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41807
2025-12-06T17:45:50.549247Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802607053586120:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:50.549397Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802602758618739:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:50.549685Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802607053586117:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:50.551358Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802607053586092:2095] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:50.536214Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802606789832861:2048] [node 2] ICS09 handshake done sender: [1:7580802606789832836:2110] self: [1:7580802606789832834:0] peer: [2:7580802607603175132:0] socket: 621 qp: -1
2025-12-06T17:45:50.440728Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802603647120881:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:50.432385Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802607603175123:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:50.505347Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802604132198067:2049] [node 2] ICP22 created new session: [3:7580802608427165452:2049]
2025-12-06T17:45:50.536247Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802606789832861:2048] [node 2] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:50.563339Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802609401111612:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:50.563380Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802609401111612:2113] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:50.565001Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802609401111622:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34880
2025-12-06T17:45:50.565070Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802609401111623:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34880
2025-12-06T17:45:50.505398Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802608427165452:2049] [node 2] ICS09 handshake done sender: [3:7580802608427165440:2115] self: [3:7580802608427165444:0] peer: [2:7580802607603175111:0] socket: 627 qp: -1
2025-12-06T17:45:50.505437Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802608427165452:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:50.441145Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802607942088260:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35106
2025-12-06T17:45:50.569553Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802602758618741:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(55495567ns) {HandleHandshakeStatus:329(55491198ns) {DropIncomingHandshake:442(1745ns) DropOutgoingHandshake:457(6270ns) SwitchToState:179(691ns) ProcessPendingSessionEvents:495(55046204ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 54947695ns max# 16953000ns}}}
2025-12-06T17:45:50.570868Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802607053586128:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41807
2025-12-06T17:45:50.440275Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580802603308207749:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:50.536310Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:50.456146Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802607942088262:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35106
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:50.460740Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802607603175116:2112] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:50.505485Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:50.565200Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802609401111624:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34880
2025-12-06T17:45:50.541230Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802606789832859:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29053
2025-12-06T17:45:50.572235Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802609401111618:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:50.580636Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802609401111623:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:50.456812Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802607942088248:2113] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:50.471944Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802603308207750:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:45:50.594673Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802607053586129:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41807
2025-12-06T17:45:50.561885Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802608427165446:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:50.541313Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802606789832860:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29053
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:50.595271Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802609401111612:2113] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:50.472043Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:50.476996Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802603647120881:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:50.607034Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802607053586129:2122] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:50.609554Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802607053586088:2100] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:50.562074Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802608427165430:2110] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:50.609915Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802607053586130:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41807
2025-12-06T17:45:50.610210Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802607053586117:2117] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:50.571178Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802606789832843:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:50.603790Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802605106144243:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:50.485192Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:50.562181Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:50.472097Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802603308207750:2049] [node 3] ICP22 created new session: [2:7580802607603175133:2049]
2025-12-06T17:45:50.571207Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802606789832843:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:50.584750Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802606789832859:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:50.595880Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802606789832860:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:50.596903Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7580802602494865472:2048] [node 2] ICP18 handshake (actor [1:7580802606789832859:2117]) is too old
2025-12-06T17:45:50.603171Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802606789832843:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:50.610954Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802606789832833:2107] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:50.611042Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:50.611104Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802606789832833:2107] [node 6] ICP22 created new session: [1:7580802606789832865:2107]
2025-12-06T17:45:50.611155Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802606789832865:2107] [node 6] ICS09 handshake done sender: [1:7580802606789832843:2114] self: [1:7580802606789832842:0] peer: [6:7580802607053586126:0] socket: 664 qp: -1
2025-12-06T17:45:50.611194Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802606789832865:2107] [node 6] ICS10 traffic start
2025-12-06T17:45:50.611251Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:50.612562Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802606789832837:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:50.612593Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802606789832837:2111] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:45:50.614375Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802606789832837:2111] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:50.614695Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802602494865473:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:45:50.614777Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:50.614829Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802602494865473:2049] [node 3] ICP22 created new session: [1:7580802606789832868:2049]
2025-12-06T17:45:50.614886Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802606789832868:2049] [node 3] ICS09 handshake done sender: [1:7580802606789832837:2111] self: [1:7580802606789832835:0] peer: [3:7580802608427165461:0] socket: 672 qp: -1
2025-12-06T17:45:50.614931Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802606789832868:2049] [node 3] ICS10 traffic start
2025-12-06T17:45:50.615003Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:50.641267Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802602758618739:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:32113) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802607053586120:2120] held: no
2025-12-06T17:45:50.642052Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802607053586092:2095] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:45:50.642159Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:50.642213Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802607053586092:2095] [node 4] ICP22 created new session: [6:7580802607053586132:2095]
2025-12-06T17:45:50.642260Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802607053586132:2095] [node 4] ICS09 handshake done sender: [6:7580802607053586117:2117] self: [6:7580802607053586127:0] peer: [4:7580802609401111608:0] socket: 652 qp: -1
2025-12-06T17:45:50.642301Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802607053586132:2095] [node 4] ICS10 traffic start
2025-12-06T17:45:50.642339Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:50.603913Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:50.485267Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802603647120881:2048] [node 1] ICP22 created new session: [5:7580802607942088263:2048]
2025-12-06T17:45:50.472150Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802607603175133:2049] [node 3] ICS09 handshake done sender: [2:7580802607603175112:2111] self: [2:7580802607603175111:0] peer: [3:7580802608427165444:0] socket: 626 qp: -1
2025-12-06T17:45:50.562250Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802608427165430:2110] [node 6] ICP22 created new session: [3:7580802608427165455:2110]
2025-12-06T17:45:50.485320Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802607942088263:2048] [node 1] ICS09 handshake done sender: [5:7580802607942088248:2113] self: [5:7580802607942088261:0] peer: [1:7580802606789832838:0] socket: 632 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:50.472185Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802607603175133:2049] [node 3] ICS10 traffic start
2025-12-06T17:45:50.562302Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802608427165455:2110] [node 6] ICS09 handshake done sender: [3:7580802608427165432:2111] self: [3:7580802608427165431:0] peer: [6:7580802607053586115:0] socket: 617 qp: -1
2025-12-06T17:45:50.603972Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802605106144243:2048] [node 1] ICP22 created new session: [4:7580802609401111627:2048]
2025-12-06T17:45:50.485364Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802607942088263:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:50.485430Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:50.487197Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802603647120881:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(19727506ns) {HandleHandshakeStatus:329(19722727ns) {DropIncomingHandshake:442(2385ns) DropOutgoingHandshake:457(8439ns) SwitchToState:179(793ns) ProcessPendingSessionEvents:495(590978ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 505974ns max# 63422ns}}}
2025-12-06T17:45:50.519906Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802607942088249:2114] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:50.551814Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802603647120882:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:50.551906Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:50.551952Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802603647120882:2049] [node 2] ICP22 created new session: [5:7580802607942088265:2049]
2025-12-06T17:45:50.552008Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802607942088265:2049] [node 2] ICS09 handshake done sender: [5:7580802607942088249:2114] self: [5:7580802607942088257:0] peer: [2:7580802607603175114:0] socket: 633 qp: -1
2025-12-06T17:45:50.552056Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802607942088265:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:50.552102Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:50.632850Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802607942088254:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:50.632881Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580802607942088254:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:50.643276Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802607942088254:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:50.647257Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580802607942088240:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:50.647366Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:50.647432Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802607942088240:2109] [node 6] ICP22 created new session: [5:7580802607942088271:2109]
2025-12-06T17:45:50.647500Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802607942088271:2109] [node 6] ICS09 handshake done sender: [5:7580802607942088254:2115] self: [5:7580802607942088253:0] peer: [6:7580802607053586131:0] socket: 649 qp: -1
2025-12-06T17:45:50.647551Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802607942088271:2109] [node 6] ICS10 traffic start
2025-12-06T17:45:50.647608Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:50.653411Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802607942088269:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35106
2025-12-06T17:45:50.653940Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802607942088269:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:50.654052Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802603647120883:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:50.655698Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802607942088274:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35106
2025-12-06T17:45:50.472227Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:50.476398Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802607603175117:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:50.488719Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802607603175113:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:50.491386Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:50.491430Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802607603175113:2109] [node 6] ICP22 created new session: [2:7580802607603175135:2109]
2025-12-06T17:45:50.491463Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802607603175135:2109] [node 6] ICS09 handshake done sender: [2:7580802607603175116:2112] self: [2:7580802607603175115:0] peer: [6:7580802607053586116:0] socket: 629 qp: -1
2025-12-06T17:45:50.491495Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802607603175135:2109] [node 6] ICS10 traffic start
2025-12-06T17:45:50.491525Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:50.493134Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802607603175109:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:50.493191Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:50.493224Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802607603175109:2108] [node 5] ICP22 created new session: [2:7580802607603175138:2108]
2025-12-06T17:45:50.493266Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802607603175138:2108] [node 5] ICS09 handshake done sender: [2:7580802607603175117:2113] self: [2:7580802607603175114:0] peer: [5:7580802607942088257:0] socket: 628 qp: -1
2025-12-06T17:45:50.493299Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802607603175138:2108] [node 5] ICS10 traffic start
2025-12-06T17:45:50.493327Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:50.531068Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802607603175129:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:50.546807Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802607603175127:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:50.547130Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580802607603175109:2108] [node 5] ICP18 handshake (actor [2:7580802607603175129:2118]) is too old
2025-12-06T17:45:50.548962Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802607603175141:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6663
2025-12-06T17:45:50.584256Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802607603175123:2116] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:50.587580Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580802603308207749:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:50.587684Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:50.587739Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802603308207749:2048] [node 1] ICP22 created new session: [2:7580802607603175143:2048]
2025-12-06T17:45:50.587792Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802607603175143:2048] [node 1] ICS09 handshake done sender: [2:7580802607603175123:2116] self: [2:7580802607603175132:0] peer: [1:7580802606789832834:0] socket: 625 qp: -1
2025-12-06T17:45:50.587830Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802607603175143:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:50.587882Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:50.662028Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802607053586120:2120] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:50.562347Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802608427165455:2110] [node 6] ICS10 traffic start
2025-12-06T17:45:50.604032Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802609401111627:2048] [node 1] ICS09 handshake done sender: [4:7580802609401111618:2116] self: [4:7580802609401111620:0] peer: [1:7580802606789832840:0] socket: 631 qp: -1
2025-12-06T17:45:50.562412Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:50.565897Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7580802604132198067:2049] [node 2] ICP27 obsolete handshake fail ignored
2025-12-06T17:45:50.566360Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802608427165434:2112] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:50.583522Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802608427165428:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:45:50.583636Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:50.583690Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802608427165428:2107] [node 4] ICP22 created new session: [3:7580802608427165457:2107]
2025-12-06T17:45:50.583768Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802608427165457:2107] [node 4] ICS09 handshake done sender: [3:7580802608427165434:2112] self: [3:7580802608427165433:0] peer: [4:7580802609401111619:0] socket: 619 qp: -1
2025-12-06T17:45:50.583817Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802608427165457:2107] [node 4] ICS10 traffic start
2025-12-06T17:45:50.583870Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:50.592715Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802608427165454:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62469
2025-12-06T17:45:50.593662Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802608427165430:2110] [node 6] ICP35 event processing took too much time PendingConnection:279(24003327ns) {HandleHandshakeStatus:329(23998592ns) {DropIncomingHandshake:442(16280ns) DropOutgoingHandshake:457(768ns) SwitchToState:179(985ns) ProcessPendingSessionEvents:495(13571433ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 13150350ns max# 7612365ns}}}
2025-12-06T17:45:50.603911Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802608427165454:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:50.606086Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802604132198066:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:50.617085Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802608427165462:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62469
2025-12-06T17:45:50.617587Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802608427165454:2120] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:50.625971Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802604132198066:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:50.626113Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:50.626194Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802604132198066:2048] [node 1] ICP22 created new session: [3:7580802608427165463:2048]
2025-12-06T17:45:50.626249Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802608427165463:2048] [node 1] ICS09 handshake done sender: [3:7580802608427165454:2120] self: [3:7580802608427165461:0] peer: [1:7580802606789832835:0] socket: 653 qp: -1
2025-12-06T17:45:50.626295Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802608427165463:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:50.626356Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:50.627220Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7580802604132198066:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:45:50.654300Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802608427165442:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:50.654319Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802608427165442:2116] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:50.656476Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802608427165442:2116] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:50.667837Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802607942088269:2120] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:50.668156Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802603647120883:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:45:50.668242Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:50.668294Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802603647120883:2050] [node 3] ICP22 created new session: [5:7580802607942088275:2050]
2025-12-06T17:45:50.668373Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802607942088275:2050] [node 3] ICS09 handshake done sender: [5:7580802607942088269:2120] self: [5:7580802607942088273:0] peer: [3:7580802608427165441:0] socket: 681 qp: -1
2025-12-06T17:45:50.668418Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802607942088275:2050] [node 3] ICS10 traffic start
2025-12-06T17:45:50.668471Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:50.604075Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802609401111627:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:50.604141Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:50.635969Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802609401111604:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:50.636044Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:50.636109Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802609401111604:2109] [node 6] ICP22 created new session: [4:7580802609401111629:2109]
2025-12-06T17:45:50.636172Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802609401111629:2109] [node 6] ICS09 handshake done sender: [4:7580802609401111612:2113] self: [4:7580802609401111608:0] peer: [6:7580802607053586127:0] socket: 645 qp: -1
2025-12-06T17:45:50.636217Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802609401111629:2109] [node 6] ICS10 traffic start
2025-12-06T17:45:50.636262Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:50.636994Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7580802609401111604:2109] [node 6] ICP18 handshake (actor [4:7580802609401111623:2119]) is too old
2025-12-06T17:45:50.637535Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802609401111622:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:50.637594Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802609401111615:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:50.644653Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802605106144245:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1524) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580802609401111615:2115] held: no
2025-12-06T17:45:50.657096Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802605106144245:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:45:50.657181Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:50.657262Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802605106144245:2050] [node 3] ICP22 created new session: [4:7580802609401111631:2050]
2025-12-06T17:45:50.657408Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802609401111631:2050] [node 3] ICS09 handshake done sender: [4:7580802609401111615:2115] self: [4:7580802609401111619:0] peer: [3:7580802608427165433:0] socket: 620 qp: -1
2025-12-06T17:45:50.657453Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802609401111631:2050] [node 3] ICS10 traffic start
2025-12-06T17:45:50.657501Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:50.676755Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802607053586088:2100] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8841) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802607053586129:2122] held: no
2025-12-06T17:45:50.677522Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802602758618739:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:50.677611Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:50.677656Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802602758618739:2048] [node 1] ICP22 created new session: [6:7580802607053586135:2048]
2025-12-06T17:45:50.677710Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802607053586135:2048] [node 1] ICS09 handshake done sender: [6:7580802607053586120:2120] self: [6:7580802607053586126:0] peer: [1:7580802606789832842:0] socket: 665 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:50.677749Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802607053586135:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:50.677808Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:50.679332Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802607053586134:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41807
2025-12-06T17:45:50.685403Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802607603175122:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:50.685443Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802607603175122:2115] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:45:50.684074Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802609401111626:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34880
2025-12-06T17:45:50.685027Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802605106144244:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:50.688204Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802607603175122:2115] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:50.667376Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802608427165429:2109] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:50.671920Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:50.671989Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802608427165429:2109] [node 5] ICP22 created new session: [3:7580802608427165466:2109]
2025-12-06T17:45:50.672074Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802608427165466:2109] [node 5] ICS09 handshake done sender: [3:7580802608427165442:2116] self: [3:7580802608427165441:0] peer: [5:7580802607942088273:0] socket: 680 qp: -1
2025-12-06T17:45:50.672125Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802608427165466:2109] [node 5] ICS10 traffic start
2025-12-06T17:45:50.672176Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:50.690941Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802607053586129:2122] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:50.691501Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802607053586088:2100] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:45:50.691604Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:50.691662Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802607053586088:2100] [node 5] ICP22 created new session: [6:7580802607053586137:2100]
2025-12-06T17:45:50.691705Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802607053586137:2100] [node 5] ICS09 handshake done sender: [6:7580802607053586129:2122] self: [6:7580802607053586131:0] peer: [5:7580802607942088253:0] socket: 679 qp: -1
2025-12-06T17:45:50.691740Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802607053586137:2100] [node 5] ICS10 traffic start
2025-12-06T17:45:50.691777Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:50.688583Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802607603175108:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:45:50.688690Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:50.688742Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802607603175108:2107] [node 4] ICP22 created new session: [2:7580802607603175146:2107]
2025-12-06T17:45:50.688793Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802607603175146:2107] [node 4] ICS09 handshake done sender: [2:7580802607603175122:2115] self: [2:7580802607603175121:0] peer: [4:7580802609401111634:0] socket: 651 qp: -1
2025-12-06T17:45:50.688849Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802607603175146:2107] [node 4] ICS10 traffic start
2025-12-06T17:45:50.688888Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:50.695293Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802607942088277:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35106
2025-12-06T17:45:50.696800Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802609401111626:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:50.698509Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802609401111635:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34880
2025-12-06T17:45:50.700283Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802605106144244:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1818) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580802609401111622:2118] held: no
2025-12-06T17:45:50.701071Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802609401111622:2118] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:50.703238Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802605106144244:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:50.703329Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:50.703381Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802605106144244:2049] [node 2] ICP22 created new session: [4:7580802609401111637:2049]
2025-12-06T17:45:50.703434Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802609401111637:2049] [node 2] ICS09 handshake done sender: [4:7580802609401111622:2118] self: [4:7580802609401111634:0] peer: [2:7580802607603175121:0] socket: 675 qp: -1
2025-12-06T17:45:50.703478Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802609401111637:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:50.703533Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:50.705442Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802607942088277:2122] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:50.705580Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802607942088243:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:50.706461Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802609401111614:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:50.706501Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802609401111614:2114] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:50.708313Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802607942088279:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35106
2025-12-06T17:45:50.708596Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802609401111614:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:50.709044Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802607942088277:2122] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:50.709264Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802607942088243:2108] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:45:50.709337Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:50.709375Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802607942088243:2108] [node 4] ICP22 created new session: [5:7580802607942088280:2108]
2025-12-06T17:45:50.709420Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802607942088280:2108] [node 4] ICS09 handshake done sender: [5:7580802607942088277:2122] self: [5:7580802607942088278:0] peer: [4:7580802609401111613:0] socket: 644 qp: -1
2025-12-06T17:45:50.709448Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802607942088280:2108] [node 4] ICS10 traffic start
2025-12-06T17:45:50.709555Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:50.712218Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802609401111607:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:50.712319Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:50.712377Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802609401111607:2108] [node 5] ICP22 created new session: [4:7580802609401111640:2108]
2025-12-06T17:45:50.712434Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802609401111640:2108] [node 5] ICS09 handshake done sender: [4:7580802609401111614:2114] self: [4:7580802609401111613:0] peer: [5:7580802607942088278:0] socket: 646 qp: -1
2025-12-06T17:45:50.712472Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802609401111640:2108] [node 5] ICS10 traffic start
2025-12-06T17:45:50.712507Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:50.742745Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:45:50.743188Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7580802607603175143:2048] [node 1] ICS07 socket disconnect 625 reason# EndOfStream
2025-12-06T17:45:50.743223Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580802607603175143:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:50.743333Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:50.743378Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580802607603175143:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:50.746647Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:45:50.755257Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580802608427165463:2048] [node 1] ICS07 socket disconnect 653 reason# EndOfStream
2025-12-06T17:45:50.755320Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802608427165463:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:50.755456Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:50.755514Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802608427165463:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:50.754813Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802603308207749:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:32113) Socket error# Connection reset by peer state# SendInitialPacket processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:45:50.754890Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580802607603175143:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:50.763046Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802604132198066:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:32113) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:50.763129Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802608427165463:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:50.763174Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802604132198066:2048] [node 1] ICP30 unregister session Session# [3:7580802608427165463:2048] VirtualId# [3:7580802608427165461:0]
2025-12-06T17:45:50.763223Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:50.763262Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580802604132198066:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:32113) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:50.763279Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:32113) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:50.762764Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:45:50.760728Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:45:50.764256Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802607942088263:2048] [node 1] ICS07 socket disconnect 632 reason# EndOfStream
2025-12-06T17:45:50.764291Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802607942088263:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:50.764404Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:50.764453Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802607942088263:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:50.765963Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802603647120881:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:32113) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:50.761746Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:45:50.763921Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802609401111627:2048] [node 1] ICS07 socket disconnect 631 reason# EndOfStream
2025-12-06T17:45:50.766243Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802609401111627:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:50.766334Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:50.766379Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802609401111627:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:50.767853Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802607053586135:2048] [node 1] ICS01 socket: 665 reason# EndOfStream
2025-12-06T17:45:50.767962Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802602758618739:2048] [node 1] ICP30 unregister session Session# [6:7580802607053586135:2048] VirtualId# [6:7580802607053586126:0]
2025-12-06T17:45:50.768036Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802607053586135:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:50.768139Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:50.768190Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:50.768709Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802607942088263:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:50.768775Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802603647120881:2048] [node 1] ICP30 unregister session Session# [5:7580802607942088263:2048] VirtualId# [5:7580802607942088261:0]
2025-12-06T17:45:50.768882Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:50.768921Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802603647120881:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:32113) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:50.768952Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:32113) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:50.769692Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802603308207749:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:32113) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:50.769798Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580802607603175143:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:50.769861Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580802603308207749:2048] [node 1] ICP30 unregister session Session# [2:7580802607603175143:2048] VirtualId# [2:7580802607603175132:0]
2025-12-06T17:45:50.769926Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:50.770070Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [2:7580802603308207749:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:32113) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:50.770131Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:32113) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:50.771260Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802605106144243:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:32113) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:50.771408Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802609401111627:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:50.771449Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802605106144243:2048] [node 1] ICP30 unregister session Session# [4:7580802609401111627:2048] VirtualId# [4:7580802609401111620:0]
2025-12-06T17:45:50.771576Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:50.771612Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802605106144243:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:32113) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:50.771658Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:32113) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:50.775069Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580802604132198066:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:45:50.783236Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580802605106144243:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:45:50.783759Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802603647120881:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:45:50.879848Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:45:50.880129Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580802608427165452:2049] [node 2] ICS07 socket disconnect 627 reason# EndOfStream
2025-12-06T17:45:50.880163Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802608427165452:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:50.880255Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:50.880297Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802608427165452:2049] [node 2] ICS15 start handshake
2025-12-06T17:45:50.884573Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802604132198067:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1818) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:45:50.884629Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802608427165452:2049] [node 2] ICS15 start handshake
2025-12-06T17:45:50.886160Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802604132198067:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1818) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:50.886228Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802608427165452:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:50.886263Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802604132198067:2049] [node 2] ICP30 unregister session Session# [3:7580802608427165452:2049] VirtualId# [3:7580802608427165444:0]
2025-12-06T17:45:50.886315Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:50.886346Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580802604132198067:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:1818) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:50.886368Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1818) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:50.890731Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:45:50.890973Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802609401111637:2049] [node 2] ICS01 socket: 675 reason# EndOfStream
2025-12-06T17:45:50.891016Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802605106144244:2049] [node 2] ICP30 unregister session Session# [4:7580802609401111637:2049] VirtualId# [4:7580802609401111634:0]
2025-12-06T17:45:50.891050Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802609401111637:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:50.891128Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:50.891176Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:50.891266Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:45:50.891440Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802607942088265:2049] [node 2] ICS07 socket disconnect 633 reason# EndOfStream
2025-12-06T17:45:50.891472Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802607942088265:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:50.891527Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:50.891579Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802607942088265:2049] [node 2] ICS15 start handshake
2025-12-06T17:45:50.892104Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:45:50.892301Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802607053586121:2049] [node 2] ICS07 socket disconnect 634 reason# EndOfStream
2025-12-06T17:45:50.892326Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802607053586121:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:50.892383Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:50.892419Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802607053586121:2049] [node 2] ICS15 start handshake
2025-12-06T17:45:50.894307Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802603647120882:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1818) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:50.894376Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802607942088265:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:50.894416Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802603647120882:2049] [node 2] ICP30 unregister session Session# [5:7580802607942088265:2049] VirtualId# [5:7580802607942088257:0]
2025-12-06T17:45:50.894461Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:50.894493Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802603647120882:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:1818) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:50.894508Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1818) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:50.895173Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802602758618740:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1818) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:50.895232Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802607053586121:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:50.895261Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802602758618740:2049] [node 2] ICP30 unregister session Session# [6:7580802607053586121:2049] VirtualId# [6:7580802607053586116:0]
2025-12-06T17:45:50.895301Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:50.895330Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802602758618740:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:1818) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:50.895345Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1818) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:50.902715Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580802604132198067:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:45:50.904055Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802603647120882:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:45:50.907114Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802602758618740:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:45:50.997006Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:45:50.997268Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802607053586123:2050] [node 3] ICS01 socket: 624 reason# EndOfStream
2025-12-06T17:45:50.997323Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802602758618741:2050] [node 3] ICP30 unregister session Session# [6:7580802607053586123:2050] VirtualId# [6:7580802607053586115:0]
2025-12-06T17:45:50.997364Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802607053586123:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:50.997444Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:45:50.997486Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:45:50.997614Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:45:50.997828Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802609401111631:2050] [node 3] ICS01 socket: 620 reason# EndOfStream
2025-12-06T17:45:50.997884Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802605106144245:2050] [node 3] ICP30 unregister session Session# [4:7580802609401111631:2050] VirtualId# [4:7580802609401111619:0]
2025-12-06T17:45:50.997911Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802609401111631:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:50.997981Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:45:50.998024Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:45:50.998124Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:45:50.998314Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802607942088275:2050] [node 3] ICS07 socket disconnect 681 reason# EndOfStream
2025-12-06T17:45:50.998372Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802607942088275:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:50.998440Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:45:50.998484Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802607942088275:2050] [node 3] ICS15 start handshake
2025-12-06T17:45:51.007720Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802603647120883:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1524) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:51.007818Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802607942088275:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:51.007856Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802603647120883:2050] [node 3] ICP30 unregister session Session# [5:7580802607942088275:2050] VirtualId# [5:7580802607942088273:0]
2025-12-06T17:45:51.007918Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:45:51.007958Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802603647120883:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:1524) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:51.007985Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1524) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:51.016693Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802603647120883:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:45:51.094772Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:45:51.095046Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802607942088280:2108] [node 4] ICS07 socket disconnect 644 reason# EndOfStream
2025-12-06T17:45:51.095087Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802607942088280:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:51.095176Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:45:51.095218Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802607942088280:2108] [node 4] ICS15 start handshake
2025-12-06T17:45:51.096463Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802607942088243:2108] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16520) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:51.096535Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802607942088280:2108] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:51.096579Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802607942088243:2108] [node 4] ICP30 unregister session Session# [5:7580802607942088280:2108] VirtualId# [5:7580802607942088278:0]
2025-12-06T17:45:51.096630Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:45:51.096665Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802607942088243:2108] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:16520) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:51.096693Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16520) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:51.102788Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:45:51.103121Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802607053586132:2095] [node 4] ICS01 socket: 652 reason# EndOfStream
2025-12-06T17:45:51.103171Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802607053586092:2095] [node 4] ICP30 unregister session Session# [6:7580802607053586132:2095] VirtualId# [6:7580802607053586127:0]
2025-12-06T17:45:51.103219Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802607053586132:2095] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:51.103336Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:45:51.103390Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:45:51.114705Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802607942088243:2108] [node 4] ICP33 wake up from error state
2025-12-06T17:45:51.226851Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:45:51.227142Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802607053586137:2100] [node 5] ICS01 socket: 679 reason# EndOfStream
2025-12-06T17:45:51.227189Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802607053586088:2100] [node 5] ICP30 unregister session Session# [6:7580802607053586137:2100] VirtualId# [6:7580802607053586131:0]
2025-12-06T17:45:51.227242Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802607053586137:2100] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:51.227376Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:45:51.227434Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:45:51.299246Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802609662129394:2048] [node 2] ICP01 ready to work
2025-12-06T17:45:51.299292Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802609662129395:2049] [node 3] ICP01 ready to work
2025-12-06T17:45:51.335252Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802613425085501:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:51.361583Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802613425085502:2049] [node 3] ICP01 ready to work
2025-12-06T17:45:51.367447Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802612060985555:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:51.367495Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802612060985556:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:51.371382Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802611338531139:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:51.371450Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802611338531140:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:51.371655Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802611338531141:2050] [node 3] ICP01 ready to work
2025-12-06T17:45:51.387051Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802611885342773:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:51.387075Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802611885342774:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:51.387095Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802611885342775:2050] [node 3] ICP01 ready to work
2025-12-06T17:45:51.422615Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802612352862586:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:51.422809Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802612352862587:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:51.428129Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802612352862588:2050] [node 3] ICP01 ready to work
2025-12-06T17:45:51.981043Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802613425085565:2108] [node 6] ICP01 ready to work
2025-12-06T17:45:52.015729Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802609662129457:2108] [node 5] ICP01 ready to work
2025-12-06T17:45:51.999293Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802611885342830:2102] [node 6] ICP01 ready to work
2025-12-06T17:45:52.006836Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802613425085564:2109] [node 4] ICP01 ready to work
2025-12-06T17:45:52.014594Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802613425085566:2107] [node 5] ICP01 ready to work
2025-12-06T17:45:52.019786Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802616647829910:2067] [node 4] ICP01 ready to work
2025-12-06T17:45:52.028226Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802612060985618:2108] [node 5] ICP01 ready to work
2025-12-06T17:45:52.028173Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802613957096754:2107] [node 4] ICP01 ready to work
2025-12-06T17:45:52.052523Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802609662129457:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(18568619ns) {Configure:104(18562993ns) {ProcessConfigured:135(87474ns) {StartInitialHandshake:157(84468ns) {DropHandshakes:470(3783ns) {DropIncomingHandshake:442(1106ns) DropOutgoingHandshake:457(599ns)} GenerateSessionVirtualId:988(1821ns) PrepareNewSessionHandshake:477(2613ns) {SwitchToState:179(714ns)}}}}}
2025-12-06T17:45:52.073642Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802613957096766:2109] [node 6] ICP01 ready to work
2025-12-06T17:45:52.050932Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802616647829913:2062] [node 5] ICP01 ready to work
2025-12-06T17:45:52.069624Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802616180310129:2103] [node 4] ICP01 ready to work
2025-12-06T17:45:52.061165Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802616355952915:2107] [node 4] ICP01 ready to work
2025-12-06T17:45:52.100075Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802616355952916:2109] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:52.122829Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802616180310134:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54346
2025-12-06T17:45:52.095059Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802615633498498:2109] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:52.132019Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802611885342775:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(38202460ns) {Configure:104(38196427ns) {ProcessConfigured:135(70834ns) {StartInitialHandshake:157(68196ns) {DropHandshakes:470(3812ns) {DropIncomingHandshake:442(1095ns) DropOutgoingHandshake:457(499ns)} GenerateSessionVirtualId:988(1481ns) PrepareNewSessionHandshake:477(2738ns) {SwitchToState:179(818ns)}}}}}
2025-12-06T17:45:52.134562Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802613957096769:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42604
2025-12-06T17:45:52.134811Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802613957096770:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42604
2025-12-06T17:45:52.167637Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802612352862587:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(315465344ns) {Configure:104(315459159ns) {ProcessConfigured:135(83014ns) {StartInitialHandshake:157(79781ns) {DropHandshakes:470(4260ns) {DropIncomingHandshake:442(908ns) DropOutgoingHandshake:457(1062ns)} GenerateSessionVirtualId:988(1457ns) PrepareNewSessionHandshake:477(2406ns) {SwitchToState:179(786ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:52.100362Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802615633498499:2108] [node 5] ICP01 ready to work
2025-12-06T17:45:52.191429Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802616180310134:2110] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:52.193738Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802611885342773:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:52.124518Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802617720052869:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36126
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:52.198594Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802615633498500:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49692
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:52.221430Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802615633498500:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:52.177955Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802613957096770:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:52.208292Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802616355952917:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11783
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:52.156272Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802617720052869:2113] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:52.194710Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802613957096760:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:52.224043Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802615633498510:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49692
2025-12-06T17:45:52.208649Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802616355952918:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11783
2025-12-06T17:45:52.243417Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802616355952918:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:52.249621Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802616355952917:2110] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:52.247137Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802616180310149:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54346
2025-12-06T17:45:52.194742Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802613957096760:2112] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:52.156450Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580802613425085501:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:52.231272Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802615633498499:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(74604767ns) {Configure:104(74598608ns) {ProcessConfigured:135(21230613ns) {StartInitialHandshake:157(21227153ns) {DropHandshakes:470(3270ns) {DropIncomingHandshake:442(799ns) DropOutgoingHandshake:457(576ns)} GenerateSessionVirtualId:988(1443ns) PrepareNewSessionHandshake:477(4533ns) {SwitchToState:179(1766ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:52.190635Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802617720052875:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36126
2025-12-06T17:45:52.198072Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802609662129394:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(19468233ns) {IncomingHandshake:261(40395ns) {DropIncomingHandshake:442(286ns) PrepareNewSessionHandshake:477(3009ns) {SwitchToState:179(980ns)} GenerateSessionVirtualId:988(423ns) IssueIncomingHandshakeReply:193(6279ns)}}
2025-12-06T17:45:52.257841Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802612060985555:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(120411738ns) {Configure:104(120401248ns) {ProcessConfigured:135(68132ns) {StartInitialHandshake:157(65839ns) {DropHandshakes:470(2541ns) {DropIncomingHandshake:442(426ns) DropOutgoingHandshake:457(557ns)} GenerateSessionVirtualId:988(660ns) PrepareNewSessionHandshake:477(2399ns) {SwitchToState:179(830ns)}}}}}
2025-12-06T17:45:52.262869Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802612352862586:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(131339030ns) {Configure:104(131328166ns) {ProcessConfigured:135(6231693ns) {StartInitialHandshake:157(6227836ns) {DropHandshakes:470(3124ns) {DropIncomingHandshake:442(651ns) DropOutgoingHandshake:457(418ns)} GenerateSessionVirtualId:988(788ns) PrepareNewSessionHandshake:477(5955ns) {SwitchToState:179(692ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:52.217437Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802617720052879:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36126
2025-12-06T17:45:52.267112Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802616647829955:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38760
2025-12-06T17:45:52.219311Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802613957096756:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:52.242623Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802613425085564:2109] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(64268713ns) {Configure:104(64263754ns) {ProcessConfigured:135(62398618ns) {StartInitialHandshake:157(57942992ns) {DropHandshakes:470(5194ns) {DropIncomingHandshake:442(759ns) DropOutgoingHandshake:457(605ns)} GenerateSessionVirtualId:988(2898ns) PrepareNewSessionHandshake:477(4152ns) {SwitchToState:179(1254ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:52.219364Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802613957096756:2110] [node 2] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:52.267612Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802616647829953:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38760
2025-12-06T17:45:52.286019Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802611885342773:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27814) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802616180310134:2110] held: no
2025-12-06T17:45:52.280112Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802615633498506:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:52.246936Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802617720052878:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36126
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:52.245501Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802613957096756:2110] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:52.298682Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802616355952916:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(81534697ns) {Configure:104(81525970ns) {ProcessConfigured:135(6655438ns) {StartInitialHandshake:157(6652258ns) {DropHandshakes:470(4026ns) {DropIncomingHandshake:442(863ns) DropOutgoingHandshake:457(423ns)} GenerateSessionVirtualId:988(763ns) PrepareNewSessionHandshake:477(2949ns) {SwitchToState:179(1593ns)}}}}}
2025-12-06T17:45:52.267761Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802616647829957:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38760
2025-12-06T17:45:52.270669Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802616647829957:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:52.279303Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802616647829955:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:52.279460Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802616647829953:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:52.279649Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802616647829910:2067] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:52.291790Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802616180310150:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54346
2025-12-06T17:45:52.280152Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802615633498506:2112] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:52.247849Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802613957096769:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:52.250122Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802613957096760:2112] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:52.268596Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802609662129457:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:52.278292Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:52.281996Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802609662129394:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:45:52.282094Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:52.282148Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802609662129394:2048] [node 2] ICP22 created new session: [1:7580802613957096776:2048]
2025-12-06T17:45:52.282200Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802613957096776:2048] [node 2] ICS09 handshake done sender: [1:7580802613957096756:2110] self: [1:7580802613957096755:0] peer: [2:7580802617720052873:0] socket: 618 qp: -1
2025-12-06T17:45:52.282237Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802613957096776:2048] [node 2] ICS10 traffic start
2025-12-06T17:45:52.282472Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802609662129457:2108] [node 5] ICP22 created new session: [1:7580802613957096775:2108]
2025-12-06T17:45:52.318728Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:52.331307Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802613957096775:2108] [node 5] ICS09 handshake done sender: [1:7580802613957096760:2112] self: [1:7580802613957096759:0] peer: [5:7580802616180310148:0] socket: 620 qp: -1
2025-12-06T17:45:52.334461Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802613957096775:2108] [node 5] ICS10 traffic start
2025-12-06T17:45:52.334554Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:52.254692Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802617720052878:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:52.336847Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802616355952929:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11783
2025-12-06T17:45:52.342317Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802612060985555:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:52.279735Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802612352862587:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:52.268532Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802617720052881:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36126
2025-12-06T17:45:52.282458Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802615633498506:2112] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:52.324342Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802616180310138:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:52.324403Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580802616180310138:2112] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:52.280036Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802616647829913:2062] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:52.325481Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802616180310134:2110] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:52.325985Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802616180310151:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54346
2025-12-06T17:45:52.326134Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802616180310152:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54346
2025-12-06T17:45:52.326184Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802611885342773:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:52.326262Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:52.326307Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802611885342773:2048] [node 1] ICP22 created new session: [5:7580802616180310154:2048]
2025-12-06T17:45:52.326368Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802616180310154:2048] [node 1] ICS09 handshake done sender: [5:7580802616180310134:2110] self: [5:7580802616180310148:0] peer: [1:7580802613957096759:0] socket: 622 qp: -1
2025-12-06T17:45:52.326412Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802616180310154:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:52.326449Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:52.331206Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802616180310138:2112] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:52.350011Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580802611885342830:2102] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:52.350032Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802616180310151:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:52.391218Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802613957096758:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:52.391261Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802613957096758:2111] [node 3] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:52.382707Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802616355952929:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:52.306701Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802617720052868:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:52.350083Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:52.350132Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802611885342830:2102] [node 6] ICP22 created new session: [5:7580802616180310156:2102]
2025-12-06T17:45:52.351728Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802616180310156:2102] [node 6] ICS09 handshake done sender: [5:7580802616180310138:2112] self: [5:7580802616180310137:0] peer: [6:7580802616647829965:0] socket: 625 qp: -1
2025-12-06T17:45:52.356274Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802616180310156:2102] [node 6] ICS10 traffic start
2025-12-06T17:45:52.365760Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:52.399829Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802612060985556:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:52.400263Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802616355952935:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11783
2025-12-06T17:45:52.400368Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802616355952936:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11783
2025-12-06T17:45:52.359997Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802615633498498:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:52.389513Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802616180310152:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:52.398094Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802613957096758:2111] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:52.301639Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802616647829966:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38760
2025-12-06T17:45:52.306762Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802617720052868:2112] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:52.360060Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:52.392871Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802616180310160:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54346
2025-12-06T17:45:52.405980Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802616355952934:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11783
2025-12-06T17:45:52.343992Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802616647829957:2115] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:52.309088Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802617720052868:2112] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:52.360123Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802615633498498:2109] [node 6] ICP22 created new session: [4:7580802615633498517:2109]
2025-12-06T17:45:52.401333Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802611885342774:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:52.424761Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802609662129395:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:45:52.367346Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802616647829969:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38760
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:52.309404Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802613425085565:2108] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:52.419269Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802616180310149:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:52.360183Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802615633498517:2109] [node 6] ICS09 handshake done sender: [4:7580802615633498506:2112] self: [4:7580802615633498505:0] peer: [6:7580802616647829963:0] socket: 648 qp: -1
2025-12-06T17:45:52.378779Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802616647829910:2067] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:45:52.424830Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:52.309452Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:52.482207Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802616355952917:2110] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:52.419445Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802611885342775:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:52.424877Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802609662129395:2049] [node 3] ICP22 created new session: [1:7580802613957096782:2049]
2025-12-06T17:45:52.360225Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802615633498517:2109] [node 6] ICS10 traffic start
2025-12-06T17:45:52.309503Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802613425085565:2108] [node 6] ICP22 created new session: [2:7580802617720052885:2108]
2025-12-06T17:45:52.424930Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802613957096782:2049] [node 3] ICS09 handshake done sender: [1:7580802613957096758:2111] self: [1:7580802613957096757:0] peer: [3:7580802616355952933:0] socket: 619 qp: -1
2025-12-06T17:45:52.424969Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802613957096782:2049] [node 3] ICS10 traffic start
2025-12-06T17:45:52.425016Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:52.426022Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802613957096765:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:52.426043Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802613957096765:2113] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:45:52.503241Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802613957096768:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:52.503287Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802613957096768:2114] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:52.530612Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802613957096785:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42604
2025-12-06T17:45:52.445278Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802616180310160:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:52.378875Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:52.482892Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802616355952922:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:52.538952Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802613957096785:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:52.539141Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802613957096765:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:52.360266Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:52.309560Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802617720052885:2108] [node 6] ICS09 handshake done sender: [2:7580802617720052868:2112] self: [2:7580802617720052867:0] peer: [6:7580802616647829964:0] socket: 629 qp: -1
2025-12-06T17:45:52.445815Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802616180310129:2103] [node 4] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:52.378938Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802616647829910:2067] [node 4] ICP22 created new session: [6:7580802616647829970:2067]
2025-12-06T17:45:52.375958Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802615633498519:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49692
2025-12-06T17:45:52.309599Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802617720052885:2108] [node 6] ICS10 traffic start
2025-12-06T17:45:52.309638Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:52.315899Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802617720052869:2113] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:52.318681Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802613425085501:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27814) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7580802617720052869:2113] held: no
2025-12-06T17:45:52.347147Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802613425085501:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(38423427ns) {HandleHandshakeStatus:395(38418189ns) {LogHandshakeFail:472(22725ns) {UpdateErrorStateLog:545(7746ns)} DropOutgoingHandshake:457(3979ns) ProcessPendingSessionEvents:495(22301841ns) {unordered DropSessionEvent:512 num# 100 sum# 22255508ns max# 7896635ns}}}
2025-12-06T17:45:52.347907Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580802613425085501:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:52.348002Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:52.348062Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802613425085501:2048] [node 1] ICP22 created new session: [2:7580802617720052887:2048]
2025-12-06T17:45:52.348126Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802617720052887:2048] [node 1] ICS09 handshake done sender: [2:7580802617720052869:2113] self: [2:7580802617720052873:0] peer: [1:7580802613957096755:0] socket: 623 qp: -1
2025-12-06T17:45:52.348162Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802617720052887:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:52.348196Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:52.361309Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802617720052875:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:52.361912Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802617720052890:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36126
2025-12-06T17:45:52.382870Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580802613425085565:2108] [node 6] ICP18 handshake (actor [2:7580802617720052875:2114]) is too old
2025-12-06T17:45:52.482936Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802616355952922:2113] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:45:52.555851Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802609662129457:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(286303599ns) {HandleHandshakeStatus:329(286298459ns) {DropIncomingHandshake:442(20035ns) DropOutgoingHandshake:457(669ns) SwitchToState:179(853ns) ProcessPendingSessionEvents:495(188182654ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 180483043ns max# 19227578ns}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:52.379001Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802616647829970:2067] [node 4] ICS09 handshake done sender: [6:7580802616647829957:2115] self: [6:7580802616647829963:0] peer: [4:7580802615633498505:0] socket: 656 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:52.464572Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802616180310163:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54346
2025-12-06T17:45:52.464663Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802616180310165:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54346
2025-12-06T17:45:52.485699Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802616180310160:2120] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:52.486004Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802616180310152:2119] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:52.495296Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802616180310129:2103] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:45:52.556135Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802613957096768:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:52.495359Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:52.495411Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802616180310129:2103] [node 4] ICP22 created new session: [5:7580802616180310167:2103]
2025-12-06T17:45:52.569317Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802613957096754:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:45:52.495873Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802611885342774:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:52.569370Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:52.495964Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802616180310167:2103] [node 4] ICS09 handshake done sender: [5:7580802616180310160:2120] self: [5:7580802616180310164:0] peer: [4:7580802615633498503:0] socket: 678 qp: -1
2025-12-06T17:45:52.569434Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802613957096754:2107] [node 4] ICP22 created new session: [1:7580802613957096788:2107]
2025-12-06T17:45:52.518959Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802616180310167:2103] [node 4] ICS10 traffic start
2025-12-06T17:45:52.569488Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802613957096788:2107] [node 4] ICS09 handshake done sender: [1:7580802613957096765:2113] self: [1:7580802613957096764:0] peer: [4:7580802615633498522:0] socket: 634 qp: -1
2025-12-06T17:45:52.519065Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:52.569527Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802613957096788:2107] [node 4] ICS10 traffic start
2025-12-06T17:45:52.569578Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:52.520734Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802616180310129:2103] [node 4] ICP35 event processing took too much time PendingConnection:279(24538361ns) {HandleHandshakeStatus:329(24534767ns) {DropIncomingHandshake:442(1368ns) DropOutgoingHandshake:457(6798ns) SwitchToState:179(1139ns) ProcessPendingSessionEvents:495(592771ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 534003ns max# 69376ns}}}
2025-12-06T17:45:52.538398Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:52.544293Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802611885342774:2049] [node 2] ICP22 created new session: [5:7580802616180310169:2049]
2025-12-06T17:45:52.561763Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802616180310169:2049] [node 2] ICS09 handshake done sender: [5:7580802616180310152:2119] self: [5:7580802616180310161:0] peer: [2:7580802617720052876:0] socket: 666 qp: -1
2025-12-06T17:45:52.561837Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802616180310169:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:52.561894Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:52.578603Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802616180310166:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54346
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:52.395067Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802615633498519:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:52.390823Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802617720052879:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:52.483023Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802616355952924:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:52.398959Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:294: Proxy [2:7580802613425085565:2108] [node 6] ICP35 event processing took too much time StateWork:294(16001758ns) {IncomingHandshake:261(15997155ns)}
2025-12-06T17:45:52.426713Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802617720052866:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:52.426752Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802617720052866:2111] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:45:52.427033Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802617720052880:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:52.427054Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802617720052880:2118] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:45:52.430860Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802617720052877:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:52.430896Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802617720052877:2115] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:52.431360Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802617720052880:2118] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:52.434074Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802617720052890:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:52.439263Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802617720052866:2111] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:52.459891Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802613425085564:2109] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:45:52.460021Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:52.460076Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802613425085564:2109] [node 4] ICP22 created new session: [2:7580802617720052896:2109]
2025-12-06T17:45:52.460126Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802617720052896:2109] [node 4] ICS09 handshake done sender: [2:7580802617720052880:2118] self: [2:7580802617720052874:0] peer: [4:7580802615633498524:0] socket: 675 qp: -1
2025-12-06T17:45:52.460158Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802617720052896:2109] [node 4] ICS10 traffic start
2025-12-06T17:45:52.460216Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:52.461853Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802613425085502:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:45:52.461926Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:52.461969Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802613425085502:2049] [node 3] ICP22 created new session: [2:7580802617720052898:2049]
2025-12-06T17:45:52.462015Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802617720052898:2049] [node 3] ICS09 handshake done sender: [2:7580802617720052866:2111] self: [2:7580802617720052865:0] peer: [3:7580802616355952937:0] socket: 628 qp: -1
2025-12-06T17:45:52.462054Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802617720052898:2049] [node 3] ICS10 traffic start
2025-12-06T17:45:52.462085Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:52.466476Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802617720052877:2115] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:52.525067Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802613425085566:2107] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:52.552467Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:52.556546Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802613425085566:2107] [node 5] ICP22 created new session: [2:7580802617720052900:2107]
2025-12-06T17:45:52.563099Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802617720052900:2107] [node 5] ICS09 handshake done sender: [2:7580802617720052877:2115] self: [2:7580802617720052876:0] peer: [5:7580802616180310161:0] socket: 665 qp: -1
2025-12-06T17:45:52.572822Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802617720052900:2107] [node 5] ICS10 traffic start
2025-12-06T17:45:52.379043Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802616647829970:2067] [node 4] ICS10 traffic start
2025-12-06T17:45:52.581334Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802609662129394:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(182483928ns) {HandleHandshakeStatus:329(182480751ns) {DropIncomingHandshake:442(14816ns) DropOutgoingHandshake:457(927ns) SwitchToState:179(664ns) ProcessPendingSessionEvents:495(123998043ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 111454739ns max# 16086733ns}}}
2025-12-06T17:45:52.611246Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802611885342774:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(87861938ns) {HandleHandshakeStatus:329(87858222ns) {DropIncomingHandshake:442(1576ns) DropOutgoingHandshake:457(6762ns) SwitchToState:179(510ns) ProcessPendingSessionEvents:495(20792254ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 20716506ns max# 10155831ns}}}
2025-12-06T17:45:52.483053Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802616355952924:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:52.401733Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802615633498520:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49692
2025-12-06T17:45:52.593730Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:52.379115Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:52.412535Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802615633498510:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:52.582386Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802613957096787:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42604
2025-12-06T17:45:52.487015Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802616355952934:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:52.388853Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802616647829953:2112] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:52.390646Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802616647829968:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38760
2025-12-06T17:45:52.403109Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802616647829967:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38760
2025-12-06T17:45:52.403306Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802612352862587:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7821) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802616647829955:2113] held: no
2025-12-06T17:45:52.404131Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802616647829913:2062] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:45:52.404238Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:52.404308Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802616647829913:2062] [node 5] ICP22 created new session: [6:7580802616647829972:2062]
2025-12-06T17:45:52.404358Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802616647829972:2062] [node 5] ICS09 handshake done sender: [6:7580802616647829953:2112] self: [6:7580802616647829965:0] peer: [5:7580802616180310137:0] socket: 652 qp: -1
2025-12-06T17:45:52.404396Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802616647829972:2062] [node 5] ICS10 traffic start
2025-12-06T17:45:52.404456Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:52.405803Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802616647829955:2113] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:52.428735Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802612352862587:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:52.428799Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:52.428848Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802612352862587:2049] [node 2] ICP22 created new session: [6:7580802616647829975:2049]
2025-12-06T17:45:52.428897Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802616647829975:2049] [node 2] ICS09 handshake done sender: [6:7580802616647829955:2113] self: [6:7580802616647829964:0] peer: [2:7580802617720052867:0] socket: 655 qp: -1
2025-12-06T17:45:52.428941Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802616647829975:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:52.428980Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:52.430107Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802616647829967:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:52.442929Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802612352862586:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:52.537019Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802616647829978:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38760
2025-12-06T17:45:52.600358Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802616647829967:2119] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:52.613435Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802612352862586:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:52.613538Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:52.613599Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802612352862586:2048] [node 1] ICP22 created new session: [6:7580802616647829980:2048]
2025-12-06T17:45:52.613653Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802616647829980:2048] [node 1] ICS09 handshake done sender: [6:7580802616647829967:2119] self: [6:7580802616647829977:0] peer: [1:7580802613957096767:0] socket: 664 qp: -1
2025-12-06T17:45:52.613700Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802616647829980:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:52.613756Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:52.626100Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802616647829979:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38760
2025-12-06T17:45:52.594202Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802613957096766:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:52.608489Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802613957096754:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(16395580ns) {HandleHandshakeStatus:329(16385120ns) {DropIncomingHandshake:442(701ns) DropOutgoingHandshake:457(674ns) SwitchToState:179(603ns) ProcessPendingSessionEvents:495(15977954ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 15905473ns max# 12320558ns}}}
2025-12-06T17:45:52.630829Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:52.628578Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802613425085566:2107] [node 5] ICP35 event processing took too much time PendingConnection:279(120594863ns) {HandleHandshakeStatus:329(120590555ns) {DropIncomingHandshake:442(36080ns) DropOutgoingHandshake:457(756ns) SwitchToState:179(746ns) ProcessPendingSessionEvents:495(18465984ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 18385916ns max# 17820388ns}}}
2025-12-06T17:45:52.423979Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802611338531139:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:52.424198Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802611338531141:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:52.424300Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802615633498520:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:52.424416Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802611338531140:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:52.446249Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802615633498509:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:52.446280Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802615633498509:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:52.458300Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802615633498509:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:52.618679Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802611885342775:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1838) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802616180310149:2116] held: no
2025-12-06T17:45:52.464215Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802615633498526:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49692
2025-12-06T17:45:52.503579Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802615633498499:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:52.641832Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802611885342775:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(22322756ns) {HandleHandshakeStatus:395(22283999ns) {LogHandshakeFail:472(18992ns) {UpdateErrorStateLog:545(6971ns)} DropOutgoingHandshake:457(1078ns) ProcessPendingSessionEvents:495(22134505ns) {unordered DropSessionEvent:512 num# 100 sum# 12663684ns max# 9429442ns}}}
2025-12-06T17:45:52.532229Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802615633498520:2118] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:52.643845Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802616180310149:2116] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:52.538218Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802611338531140:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7821) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580802615633498520:2118] held: no
2025-12-06T17:45:52.551943Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802615633498527:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49692
2025-12-06T17:45:52.552265Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:52.560073Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802615633498499:2108] [node 5] ICP22 created new session: [4:7580802615633498530:2108]
2025-12-06T17:45:52.563523Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802615633498528:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49692
2025-12-06T17:45:52.570928Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802615633498510:2115] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:52.571310Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802615633498519:2117] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:52.571617Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802611338531141:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:45:52.571675Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:52.571731Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802611338531141:2050] [node 3] ICP22 created new session: [4:7580802615633498531:2050]
2025-12-06T17:45:52.571779Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802615633498531:2050] [node 3] ICS09 handshake done sender: [4:7580802615633498510:2115] self: [4:7580802615633498523:0] peer: [3:7580802616355952921:0] socket: 646 qp: -1
2025-12-06T17:45:52.571830Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802615633498531:2050] [node 3] ICS10 traffic start
2025-12-06T17:45:52.571865Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:52.575298Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802611338531139:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:52.575357Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:52.575407Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802611338531139:2048] [node 1] ICP22 created new session: [4:7580802615633498533:2048]
2025-12-06T17:45:52.575461Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802615633498533:2048] [node 1] ICS09 handshake done sender: [4:7580802615633498519:2117] self: [4:7580802615633498522:0] peer: [1:7580802613957096764:0] socket: 672 qp: -1
2025-12-06T17:45:52.575505Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802615633498533:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:52.575539Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:52.582157Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802611338531140:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(85608952ns) {HandleHandshakeStatus:395(85605796ns) {LogHandshakeFail:472(7751560ns) {UpdateErrorStateLog:545(9873ns)} DropOutgoingHandshake:457(2641ns) ProcessPendingSessionEvents:495(42994176ns) {unordered DropSessionEvent:512 num# 100 sum# 42938615ns max# 10639257ns}}}
2025-12-06T17:45:52.583058Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802615633498530:2108] [node 5] ICS09 handshake done sender: [4:7580802615633498509:2114] self: [4:7580802615633498503:0] peer: [5:7580802616180310164:0] socket: 677 qp: -1
2025-12-06T17:45:52.583109Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802615633498530:2108] [node 5] ICS10 traffic start
2025-12-06T17:45:52.583199Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:52.588366Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802615633498499:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(83719638ns) {HandleHandshakeStatus:329(83716279ns) {DropIncomingHandshake:442(14663ns) DropOutgoingHandshake:457(644ns) SwitchToState:179(600ns) ProcessPendingSessionEvents:495(3976416ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 3895102ns max# 3415565ns}}}
2025-12-06T17:45:52.588884Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802611338531140:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:52.588995Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:52.589056Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802611338531140:2049] [node 2] ICP22 created new session: [4:7580802615633498536:2049]
2025-12-06T17:45:52.589117Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802615633498536:2049] [node 2] ICS09 handshake done sender: [4:7580802615633498520:2118] self: [4:7580802615633498524:0] peer: [2:7580802617720052874:0] socket: 676 qp: -1
2025-12-06T17:45:52.589158Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802615633498536:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:52.589221Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:52.648307Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802611885342830:2102] [node 6] ICP35 event processing took too much time PendingConnection:279(297167180ns) {HandleHandshakeStatus:329(297159531ns) {DropIncomingHandshake:442(576ns) DropOutgoingHandshake:457(936ns) SwitchToState:179(613ns) ProcessPendingSessionEvents:495(267609473ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 253680287ns max# 26129551ns}}}
2025-12-06T17:45:52.648437Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [5:7580802611885342830:2102] [node 6] ICP18 handshake (actor [5:7580802616180310151:2118]) is too old
2025-12-06T17:45:52.487155Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802616355952935:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:52.488697Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802612060985556:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7821) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580802616355952918:2111] held: no
2025-12-06T17:45:52.490807Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802616355952939:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11783
2025-12-06T17:45:52.498745Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802612060985555:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:52.498843Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:52.498895Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802612060985555:2048] [node 1] ICP22 created new session: [3:7580802616355952944:2048]
2025-12-06T17:45:52.498946Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802616355952944:2048] [node 1] ICS09 handshake done sender: [3:7580802616355952917:2110] self: [3:7580802616355952933:0] peer: [1:7580802613957096757:0] socket: 635 qp: -1
2025-12-06T17:45:52.498986Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802616355952944:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:52.499038Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:52.533024Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802616355952922:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:52.537668Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802616355952924:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:52.558363Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802616355952918:2111] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:52.564079Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802616355952915:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:45:52.564173Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:52.564229Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802616355952915:2107] [node 4] ICP22 created new session: [3:7580802616355952947:2107]
2025-12-06T17:45:52.564274Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802616355952947:2107] [node 4] ICS09 handshake done sender: [3:7580802616355952922:2113] self: [3:7580802616355952921:0] peer: [4:7580802615633498523:0] socket: 642 qp: -1
2025-12-06T17:45:52.564309Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802616355952947:2107] [node 4] ICS10 traffic start
2025-12-06T17:45:52.564348Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:52.565571Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802612060985618:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:52.565647Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:52.565691Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802612060985618:2108] [node 5] ICP22 created new session: [3:7580802616355952949:2108]
2025-12-06T17:45:52.565745Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802616355952949:2108] [node 5] ICS09 handshake done sender: [3:7580802616355952924:2114] self: [3:7580802616355952923:0] peer: [5:7580802616180310162:0] socket: 643 qp: -1
2025-12-06T17:45:52.565777Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802616355952949:2108] [node 5] ICS10 traffic start
2025-12-06T17:45:52.565811Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:52.566898Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802612060985556:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:52.566968Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:52.567019Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802612060985556:2049] [node 2] ICP22 created new session: [3:7580802616355952951:2049]
2025-12-06T17:45:52.567062Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802616355952951:2049] [node 2] ICS09 handshake done sender: [3:7580802616355952918:2111] self: [3:7580802616355952937:0] peer: [2:7580802617720052865:0] socket: 637 qp: -1
2025-12-06T17:45:52.567105Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802616355952951:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:52.567157Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:52.631395Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802613957096766:2109] [node 6] ICP22 created new session: [1:7580802613957096791:2109]
2025-12-06T17:45:52.648130Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802613957096791:2109] [node 6] ICS09 handshake done sender: [1:7580802613957096768:2114] self: [1:7580802613957096767:0] peer: [6:7580802616647829977:0] socket: 663 qp: -1
2025-12-06T17:45:52.648186Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802613957096791:2109] [node 6] ICS10 traffic start
2025-12-06T17:45:52.648270Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:52.650992Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802613957096766:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(55712141ns) {HandleHandshakeStatus:329(55707564ns) {DropIncomingHandshake:442(26724ns) DropOutgoingHandshake:457(680ns) SwitchToState:179(933ns) ProcessPendingSessionEvents:495(1461302ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 1381310ns max# 807209ns}}}
2025-12-06T17:45:52.656103Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802616355952930:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:52.656145Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802616355952930:2116] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:52.655337Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802616647829979:2123] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:52.655615Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802612352862588:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:52.660305Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802612352862586:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(32903246ns) {HandleHandshakeStatus:329(32890117ns) {DropIncomingHandshake:442(1841ns) DropOutgoingHandshake:457(7311ns) SwitchToState:179(652ns) ProcessPendingSessionEvents:495(32335268ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 28054123ns max# 12404920ns}}}
2025-12-06T17:45:52.662872Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802611885342775:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:45:52.673222Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802616355952930:2116] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:52.673743Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802616647829983:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38760
2025-12-06T17:45:52.663966Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:52.667360Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802611885342775:2050] [node 3] ICP22 created new session: [5:7580802616180310171:2050]
2025-12-06T17:45:52.667433Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802616180310171:2050] [node 3] ICS09 handshake done sender: [5:7580802616180310149:2116] self: [5:7580802616180310162:0] peer: [3:7580802616355952923:0] socket: 644 qp: -1
2025-12-06T17:45:52.667485Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802616180310171:2050] [node 3] ICS10 traffic start
2025-12-06T17:45:52.667600Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:52.676701Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802616647829979:2123] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:52.677194Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802616355952916:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:52.677316Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:52.677388Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802616355952916:2109] [node 6] ICP22 created new session: [3:7580802616355952954:2109]
2025-12-06T17:45:52.677458Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802616355952954:2109] [node 6] ICS09 handshake done sender: [3:7580802616355952930:2116] self: [3:7580802616355952928:0] peer: [6:7580802616647829982:0] socket: 632 qp: -1
2025-12-06T17:45:52.677507Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802616355952954:2109] [node 6] ICS10 traffic start
2025-12-06T17:45:52.677544Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:52.679765Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802612352862588:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:45:52.679881Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:52.679938Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802612352862588:2050] [node 3] ICP22 created new session: [6:7580802616647829984:2050]
2025-12-06T17:45:52.680005Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802616647829984:2050] [node 3] ICS09 handshake done sender: [6:7580802616647829979:2123] self: [6:7580802616647829982:0] peer: [3:7580802616355952928:0] socket: 673 qp: -1
2025-12-06T17:45:52.680054Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802616647829984:2050] [node 3] ICS10 traffic start
2025-12-06T17:45:52.680115Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:52.766718Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:45:52.767051Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580802617720052887:2048] [node 1] ICS01 socket: 623 reason# EndOfStream
2025-12-06T17:45:52.767109Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580802613425085501:2048] [node 1] ICP30 unregister session Session# [2:7580802617720052887:2048] VirtualId# [2:7580802617720052873:0]
2025-12-06T17:45:52.767157Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580802617720052887:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:52.767275Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:52.767328Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:52.767698Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:45:52.767940Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580802616355952944:2048] [node 1] ICS07 socket disconnect 635 reason# EndOfStream
2025-12-06T17:45:52.767982Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802616355952944:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:52.768068Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:52.768121Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802616355952944:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:52.776772Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802612060985555:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27814) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:45:52.776838Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802616355952944:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:52.778259Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802612060985555:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27814) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:52.778338Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802616355952944:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:52.778384Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802612060985555:2048] [node 1] ICP30 unregister session Session# [3:7580802616355952944:2048] VirtualId# [3:7580802616355952933:0]
2025-12-06T17:45:52.778439Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:52.778476Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580802612060985555:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:27814) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:52.778495Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27814) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:52.785619Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:45:52.783840Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:45:52.784105Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802616647829980:2048] [node 1] ICS07 socket disconnect 664 reason# EndOfStream
2025-12-06T17:45:52.784137Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802616647829980:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:52.784224Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:52.784261Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802616647829980:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:52.784917Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:45:52.785153Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802615633498533:2048] [node 1] ICS01 socket: 672 reason# EndOfStream
2025-12-06T17:45:52.785206Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802611338531139:2048] [node 1] ICP30 unregister session Session# [4:7580802615633498533:2048] VirtualId# [4:7580802615633498522:0]
2025-12-06T17:45:52.785243Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802615633498533:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:52.785332Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:52.785386Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:52.785835Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802616180310154:2048] [node 1] ICS01 socket: 622 reason# EndOfStream
2025-12-06T17:45:52.785887Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802611885342773:2048] [node 1] ICP30 unregister session Session# [5:7580802616180310154:2048] VirtualId# [5:7580802616180310148:0]
2025-12-06T17:45:52.785924Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802616180310154:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:52.786003Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:52.786047Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:52.790852Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802612352862586:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27814) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:52.790937Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802616647829980:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:52.790979Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802612352862586:2048] [node 1] ICP30 unregister session Session# [6:7580802616647829980:2048] VirtualId# [6:7580802616647829977:0]
2025-12-06T17:45:52.791111Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:52.791155Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802612352862586:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:27814) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:52.791172Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27814) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:52.792092Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580802612060985555:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:45:52.809835Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802612352862586:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:45:53.009845Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:45:53.010096Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802616355952951:2049] [node 2] ICS01 socket: 637 reason# EndOfStream
2025-12-06T17:45:53.010139Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802612060985556:2049] [node 2] ICP30 unregister session Session# [3:7580802616355952951:2049] VirtualId# [3:7580802616355952937:0]
2025-12-06T17:45:53.010176Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802616355952951:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:53.010264Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:53.010306Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:53.023377Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:45:53.023664Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802616647829975:2049] [node 2] ICS01 socket: 655 reason# EndOfStream
2025-12-06T17:45:53.023711Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802612352862587:2049] [node 2] ICP30 unregister session Session# [6:7580802616647829975:2049] VirtualId# [6:7580802616647829964:0]
2025-12-06T17:45:53.023777Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802616647829975:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:53.023879Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:53.023927Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:53.034792Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:45:53.035095Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:45:53.035365Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802616180310169:2049] [node 2] ICS07 socket disconnect 666 reason# EndOfStream
2025-12-06T17:45:53.035393Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802616180310169:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:53.035479Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:53.035528Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802616180310169:2049] [node 2] ICS15 start handshake
2025-12-06T17:45:53.035270Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802615633498536:2049] [node 2] ICS01 socket: 676 reason# EndOfStream
2025-12-06T17:45:53.035324Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802611338531140:2049] [node 2] ICP30 unregister session Session# [4:7580802615633498536:2049] VirtualId# [4:7580802615633498524:0]
2025-12-06T17:45:53.035365Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802615633498536:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:53.035463Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:53.035513Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:53.039195Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802611885342774:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7821) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:53.039271Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802616180310169:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:53.039311Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802611885342774:2049] [node 2] ICP30 unregister session Session# [5:7580802616180310169:2049] VirtualId# [5:7580802616180310161:0]
2025-12-06T17:45:53.039423Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:53.039468Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802611885342774:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:7821) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:53.039491Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7821) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:53.061190Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802611885342774:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:45:53.155487Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:45:53.155741Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802616647829984:2050] [node 3] ICS07 socket disconnect 673 reason# EndOfStream
2025-12-06T17:45:53.155772Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802616647829984:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:53.155849Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:45:53.155894Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802616647829984:2050] [node 3] ICS15 start handshake
2025-12-06T17:45:53.154820Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:45:53.155113Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802615633498531:2050] [node 3] ICS01 socket: 646 reason# EndOfStream
2025-12-06T17:45:53.155160Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802611338531141:2050] [node 3] ICP30 unregister session Session# [4:7580802615633498531:2050] VirtualId# [4:7580802615633498523:0]
2025-12-06T17:45:53.155202Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802615633498531:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:53.155300Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:45:53.155359Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:45:53.158517Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802612352862588:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1838) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:53.158626Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802616647829984:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:53.158691Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802612352862588:2050] [node 3] ICP30 unregister session Session# [6:7580802616647829984:2050] VirtualId# [6:7580802616647829982:0]
2025-12-06T17:45:53.158797Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:45:53.158901Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802612352862588:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:1838) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:53.158944Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1838) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:53.163811Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:45:53.164104Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802616180310171:2050] [node 3] ICS01 socket: 644 reason# EndOfStream
2025-12-06T17:45:53.164162Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802611885342775:2050] [node 3] ICP30 unregister session Session# [5:7580802616180310171:2050] VirtualId# [5:7580802616180310162:0]
2025-12-06T17:45:53.164206Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802616180310171:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:53.164338Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:45:53.164392Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:45:53.170828Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802612352862588:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:45:53.354674Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:45:53.354964Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802616180310167:2103] [node 4] ICS07 socket disconnect 678 reason# EndOfStream
2025-12-06T17:45:53.355000Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802616180310167:2103] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:53.355089Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:45:53.355141Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802616180310167:2103] [node 4] ICS15 start handshake
2025-12-06T17:45:53.356380Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802616180310129:2103] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7362) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:53.356595Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802616180310167:2103] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:53.356647Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802616180310129:2103] [node 4] ICP30 unregister session Session# [5:7580802616180310167:2103] VirtualId# [5:7580802616180310164:0]
2025-12-06T17:45:53.356767Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:45:53.356808Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802616180310129:2103] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:7362) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:53.356825Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7362) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:53.359076Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:45:53.359336Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802616647829970:2067] [node 4] ICS01 socket: 656 reason# EndOfStream
2025-12-06T17:45:53.359380Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802616647829910:2067] [node 4] ICP30 unregister session Session# [6:7580802616647829970:2067] VirtualId# [6:7580802616647829963:0]
2025-12-06T17:45:53.359417Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802616647829970:2067] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:53.359502Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:45:53.359563Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:45:53.457403Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:45:53.457698Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802616647829972:2062] [node 5] ICS01 socket: 652 reason# EndOfStream
2025-12-06T17:45:53.457750Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802616647829913:2062] [node 5] ICP30 unregister session Session# [6:7580802616647829972:2062] VirtualId# [6:7580802616647829965:0]
2025-12-06T17:45:53.457798Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802616647829972:2062] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:53.457892Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:45:53.457956Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:45:53.768681Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802620341628431:2048] [node 2] ICP01 ready to work
2025-12-06T17:45:53.768722Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802620341628432:2049] [node 3] ICP01 ready to work
2025-12-06T17:45:53.790744Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802619711063857:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:53.790791Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802619711063858:2049] [node 3] ICP01 ready to work
2025-12-06T17:45:53.807368Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802621325398780:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:53.807413Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802621325398781:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:53.820452Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802618343453283:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:53.820488Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802618343453284:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:53.820553Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802618343453285:2050] [node 3] ICP01 ready to work
2025-12-06T17:45:53.833243Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802620077107587:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:53.833282Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802620077107588:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:53.833316Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802620077107589:2050] [node 3] ICP01 ready to work
2025-12-06T17:45:53.896974Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802619240273892:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:53.897029Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802619240273893:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:53.897070Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802619240273894:2050] [node 3] ICP01 ready to work
2025-12-06T17:45:54.531922Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802624636595790:2107] [node 4] ICP01 ready to work
2025-12-06T17:45:54.519218Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802623535241209:2065] [node 5] ICP01 ready to work
2025-12-06T17:45:54.535527Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802624006031216:2107] [node 4] ICP01 ready to work
2025-12-06T17:45:54.593386Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802625620366140:2109] [node 4] ICP01 ready to work
2025-12-06T17:45:54.578775Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802624636595791:2109] [node 6] ICP01 ready to work
2025-12-06T17:45:54.612274Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802625620366139:2108] [node 6] ICP01 ready to work
2025-12-06T17:45:54.597362Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802623535241209:2065] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(17976670ns) {Configure:104(17969439ns) {ProcessConfigured:135(10534687ns) {StartInitialHandshake:157(10530951ns) {DropHandshakes:470(4093ns) {DropIncomingHandshake:442(737ns) DropOutgoingHandshake:457(541ns)} GenerateSessionVirtualId:988(1072ns) PrepareNewSessionHandshake:477(4487ns) {SwitchToState:179(1630ns)}}}}}
2025-12-06T17:45:54.571732Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802624372074945:2105] [node 6] ICP01 ready to work
2025-12-06T17:45:54.629208Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802621325398780:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(23808397ns) {Configure:104(23801073ns) {ProcessConfigured:135(91754ns) {StartInitialHandshake:157(88214ns) {DropHandshakes:470(4109ns) {DropIncomingHandshake:442(949ns) DropOutgoingHandshake:457(686ns)} GenerateSessionVirtualId:988(1305ns) PrepareNewSessionHandshake:477(2838ns) {SwitchToState:179(912ns)}}}}}
2025-12-06T17:45:54.584520Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802620341628431:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(147387032ns) {Configure:104(147366666ns) {ProcessConfigured:135(37692386ns) {StartInitialHandshake:157(37687955ns) {DropHandshakes:470(4012ns) {DropIncomingHandshake:442(988ns) DropOutgoingHandshake:457(592ns)} GenerateSessionVirtualId:988(1215ns) PrepareNewSessionHandshake:477(5654ns) {SwitchToState:179(2161ns)}}}}}
2025-12-06T17:45:54.620305Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802624636595791:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(24156836ns) {Configure:104(24150128ns) {ProcessConfigured:135(94371ns) {StartInitialHandshake:157(91394ns) {DropHandshakes:470(7646ns) {DropIncomingHandshake:442(1026ns) DropOutgoingHandshake:457(615ns)} GenerateSessionVirtualId:988(1858ns) PrepareNewSessionHandshake:477(3007ns) {SwitchToState:179(973ns)}}}}}
2025-12-06T17:45:54.625285Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802624636595795:2108] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:54.659496Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802624636595798:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4340
2025-12-06T17:45:54.635180Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802623535241243:2068] [node 4] ICP01 ready to work
2025-12-06T17:45:54.633482Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802625620366143:2107] [node 5] ICP01 ready to work
2025-12-06T17:45:54.635342Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802624006031217:2108] [node 6] ICP01 ready to work
2025-12-06T17:45:54.592826Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802624372074949:2104] [node 4] ICP01 ready to work
2025-12-06T17:45:54.644161Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802622638420642:2108] [node 6] ICP01 ready to work
2025-12-06T17:45:54.687995Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802624636595790:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(102896867ns) {Configure:104(102889770ns) {ProcessConfigured:135(110896ns) {StartInitialHandshake:157(106815ns) {DropHandshakes:470(3489ns) {DropIncomingHandshake:442(948ns) DropOutgoingHandshake:457(467ns)} GenerateSessionVirtualId:988(1466ns) PrepareNewSessionHandshake:477(3132ns) {SwitchToState:179(939ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:54.679619Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802624006031218:2109] [node 5] ICP01 ready to work
2025-12-06T17:45:54.692177Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802619240273893:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(176640702ns) {Configure:104(176631818ns) {ProcessConfigured:135(70930ns) {StartInitialHandshake:157(67816ns) {DropHandshakes:470(3607ns) {DropIncomingHandshake:442(789ns) DropOutgoingHandshake:457(625ns)} GenerateSessionVirtualId:988(917ns) PrepareNewSessionHandshake:477(2385ns) {SwitchToState:179(832ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:54.678907Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802620077107587:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(116754204ns) {Configure:104(116750106ns) {ProcessConfigured:135(27887969ns) {StartInitialHandshake:157(27885077ns) {DropHandshakes:470(4819ns) {DropIncomingHandshake:442(1156ns) DropOutgoingHandshake:457(817ns)} GenerateSessionVirtualId:988(1104ns) PrepareNewSessionHandshake:477(3301ns) {SwitchToState:179(1493ns)}}}}}
2025-12-06T17:45:54.662897Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802622638420643:2109] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:54.648655Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802625620366140:2109] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(18843748ns) {Configure:104(18831933ns) {ProcessConfigured:135(83801ns) {StartInitialHandshake:157(79398ns) {DropHandshakes:470(4393ns) {DropIncomingHandshake:442(982ns) DropOutgoingHandshake:457(608ns)} GenerateSessionVirtualId:988(1641ns) PrepareNewSessionHandshake:477(3037ns) {SwitchToState:179(1113ns)}}}}}
2025-12-06T17:45:54.694838Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802624006031221:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65339
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:54.751869Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802624636595793:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:54.751910Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802624636595793:2110] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:45:54.752976Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802624636595793:2110] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:54.753552Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802620341628431:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:45:54.753605Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:54.753655Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802620341628431:2048] [node 2] ICP22 created new session: [1:7580802624636595807:2048]
2025-12-06T17:45:54.753714Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802624636595807:2048] [node 2] ICS09 handshake done sender: [1:7580802624636595793:2110] self: [1:7580802624636595792:0] peer: [2:7580802624006031233:0] socket: 624 qp: -1
2025-12-06T17:45:54.753746Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802624636595807:2048] [node 2] ICS10 traffic start
2025-12-06T17:45:54.753777Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:54.729661Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802623535241262:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58131
2025-12-06T17:45:54.726732Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802625620366143:2107] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(21166137ns) {Configure:104(21160337ns) {ProcessConfigured:135(103020ns) {StartInitialHandshake:157(99709ns) {DropHandshakes:470(9937ns) {DropIncomingHandshake:442(872ns) DropOutgoingHandshake:457(613ns)} GenerateSessionVirtualId:988(1345ns) PrepareNewSessionHandshake:477(2549ns) {SwitchToState:179(826ns)}}}}}
2025-12-06T17:45:54.746470Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802622638420644:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21548
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:54.718121Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802624006031218:2109] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(20195941ns) {Configure:104(20190520ns) {ProcessConfigured:135(63983ns) {StartInitialHandshake:157(60884ns) {DropHandshakes:470(3207ns) {DropIncomingHandshake:442(811ns) DropOutgoingHandshake:457(639ns)} GenerateSessionVirtualId:988(1254ns) PrepareNewSessionHandshake:477(2200ns) {SwitchToState:179(594ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:54.749695Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802623535241257:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58131
2025-12-06T17:45:54.738628Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802624372074956:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24664
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:54.775230Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802623535241257:2112] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:54.719174Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802624006031225:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65339
2025-12-06T17:45:54.787977Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802624636595798:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:54.793860Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802624372074956:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:54.779883Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802622638420645:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21548
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:54.809075Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802625620366151:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61713
2025-12-06T17:45:54.750750Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802619711063857:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(71810810ns) {Configure:104(71806315ns) {ProcessConfigured:135(69046ns) {StartInitialHandshake:157(65164ns) {DropHandshakes:470(4172ns) {DropIncomingHandshake:442(813ns) DropOutgoingHandshake:457(1218ns)} GenerateSessionVirtualId:988(1055ns) PrepareNewSessionHandshake:477(2465ns) {SwitchToState:179(650ns)}}}}}
2025-12-06T17:45:54.799157Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802624636595811:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4340
2025-12-06T17:45:54.795042Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802623535241262:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:54.804191Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802624372074959:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24664
2025-12-06T17:45:54.751132Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802624006031221:2111] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:54.780039Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802622638420646:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21548
2025-12-06T17:45:54.831097Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802625620366151:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:54.840059Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802625620366149:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:54.840110Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802625620366149:2112] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:45:54.854830Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802625620366149:2112] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:54.818379Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802624372074959:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:54.795189Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802619240273893:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:54.855283Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802625620366140:2109] [node 4] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:54.815565Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802618343453283:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(82283288ns) {Configure:104(82275223ns) {ProcessConfigured:135(9001568ns) {StartInitialHandshake:157(8997853ns) {DropHandshakes:470(3590ns) {DropIncomingHandshake:442(540ns) DropOutgoingHandshake:457(620ns)} GenerateSessionVirtualId:988(665ns) PrepareNewSessionHandshake:477(2199ns) {SwitchToState:179(194ns)}}}}}
2025-12-06T17:45:54.815895Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802620341628432:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(305591468ns) {Configure:104(305576765ns) {ProcessConfigured:135(6512323ns) {StartInitialHandshake:157(6509112ns) {DropHandshakes:470(3262ns) {DropIncomingHandshake:442(711ns) DropOutgoingHandshake:457(550ns)} GenerateSessionVirtualId:988(1878ns) PrepareNewSessionHandshake:477(3439ns) {SwitchToState:179(1465ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:54.751295Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802624006031230:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65339
2025-12-06T17:45:54.818566Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802624372074957:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24664
2025-12-06T17:45:54.822760Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802624636595811:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:54.863808Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802624636595804:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:54.863838Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802624636595804:2114] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:45:54.815702Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802622638420645:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:54.855354Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:54.827609Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802622638420642:2108] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(45164368ns) {Configure:104(45159196ns) {ProcessConfigured:135(68731ns) {StartInitialHandshake:157(65999ns) {DropHandshakes:470(3798ns) {DropIncomingHandshake:442(935ns) DropOutgoingHandshake:457(627ns)} GenerateSessionVirtualId:988(953ns) PrepareNewSessionHandshake:477(2112ns) {SwitchToState:179(662ns)}}}}}
2025-12-06T17:45:54.751501Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580802619711063857:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:54.827782Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802622638420644:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:54.827877Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802622638420646:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:54.828029Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802622638420647:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21548
2025-12-06T17:45:54.828353Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802618343453285:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:54.856508Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802622638420647:2113] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:54.856817Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802618343453283:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:54.857204Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802622638420660:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21548
2025-12-06T17:45:54.864449Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802618343453284:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(86863761ns) {Configure:104(86324082ns) {ProcessConfigured:135(99358ns) {StartInitialHandshake:157(95995ns) {DropHandshakes:470(3727ns) {DropIncomingHandshake:442(744ns) DropOutgoingHandshake:457(867ns)} GenerateSessionVirtualId:988(1184ns) PrepareNewSessionHandshake:477(2788ns) {SwitchToState:179(970ns)}}}}}
2025-12-06T17:45:54.884879Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802622638420643:2109] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(136371049ns) {Configure:104(136364798ns) {ProcessConfigured:135(88460ns) {StartInitialHandshake:157(85611ns) {DropHandshakes:470(4118ns) {DropIncomingHandshake:442(971ns) DropOutgoingHandshake:457(845ns)} GenerateSessionVirtualId:988(1126ns) PrepareNewSessionHandshake:477(1921ns) {SwitchToState:179(666ns)}}}}}
2025-12-06T17:45:54.889658Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802618343453284:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:54.852639Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802619240273894:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(280968545ns) {Configure:104(280958364ns) {ProcessConfigured:135(11629024ns) {StartInitialHandshake:157(11626685ns) {DropHandshakes:470(1948ns) {DropIncomingHandshake:442(219ns) DropOutgoingHandshake:457(585ns)} GenerateSessionVirtualId:988(337ns) PrepareNewSessionHandshake:477(2559ns) {SwitchToState:179(1246ns)}}}}}
2025-12-06T17:45:54.890579Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802624636595800:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:54.818730Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802620077107588:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:54.897276Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802619240273892:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(284594402ns) {Configure:104(282000598ns) {ProcessConfigured:135(43301117ns) {StartInitialHandshake:157(43296578ns) {DropHandshakes:470(3829ns) {DropIncomingHandshake:442(1221ns) DropOutgoingHandshake:457(614ns)} GenerateSessionVirtualId:988(923ns) PrepareNewSessionHandshake:477(14404870ns) {SwitchToState:179(7664ns)}}}}}
2025-12-06T17:45:54.855414Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802625620366140:2109] [node 4] ICP22 created new session: [3:7580802625620366156:2109]
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:54.911395Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802622638420644:2110] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:54.787595Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802624006031230:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:54.832456Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802624372074949:2104] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(33974937ns) {Configure:104(33968590ns) {ProcessConfigured:135(74585ns) {StartInitialHandshake:157(71346ns) {DropHandshakes:470(2762ns) {DropIncomingHandshake:442(438ns) DropOutgoingHandshake:457(697ns)} GenerateSessionVirtualId:988(913ns) PrepareNewSessionHandshake:477(2761ns) {SwitchToState:179(1250ns)}}}}}
2025-12-06T17:45:54.890649Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802624636595800:2113] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:54.787710Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802624006031234:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65339
2025-12-06T17:45:54.855461Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802625620366156:2109] [node 4] ICS09 handshake done sender: [3:7580802625620366149:2112] self: [3:7580802625620366148:0] peer: [4:7580802622638420654:0] socket: 633 qp: -1
2025-12-06T17:45:54.855500Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802625620366156:2109] [node 4] ICS10 traffic start
2025-12-06T17:45:54.855580Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:54.893349Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802625620366140:2109] [node 4] ICP35 event processing took too much time PendingConnection:279(35104000ns) {HandleHandshakeStatus:329(35100040ns) {DropIncomingHandshake:442(729ns) DropOutgoingHandshake:457(785ns) SwitchToState:179(695ns) ProcessPendingSessionEvents:495(34637406ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 34554920ns max# 13647341ns}}}
2025-12-06T17:45:54.835044Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802624372074957:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:54.920812Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802624636595797:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:54.932560Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802618343453285:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:45:54.914952Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802619240273893:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15359) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802623535241262:2114] held: no
2025-12-06T17:45:54.802594Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802624006031224:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:54.951165Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802625620366162:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61713
2025-12-06T17:45:54.864340Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802620077107587:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:54.916918Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802619240273892:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:54.931814Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802623535241265:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58131
2025-12-06T17:45:54.953479Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802623535241268:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58131
2025-12-06T17:45:54.920847Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802624636595797:2111] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:54.932648Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:54.802648Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802624006031224:2112] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:54.954983Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802625620366161:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61713
2025-12-06T17:45:54.867762Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802624372074964:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24664
2025-12-06T17:45:54.932701Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802618343453285:2050] [node 3] ICP22 created new session: [4:7580802622638420667:2050]
2025-12-06T17:45:55.006635Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802623535241268:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:54.921778Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802624636595813:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4340
2025-12-06T17:45:54.804425Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802624006031234:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:54.924516Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802624636595814:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4340
2025-12-06T17:45:54.958544Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802625620366153:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:54.884784Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802620077107587:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(19025664ns) {IncomingHandshake:261(6901121ns) {DropIncomingHandshake:442(786ns) PrepareNewSessionHandshake:477(946ns) {SwitchToState:179(208ns)} GenerateSessionVirtualId:988(621ns) IssueIncomingHandshakeReply:193(66141ns) {SwitchToState:179(1384ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:54.932758Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802622638420667:2050] [node 3] ICS09 handshake done sender: [4:7580802622638420644:2110] self: [4:7580802622638420654:0] peer: [3:7580802625620366148:0] socket: 635 qp: -1
2025-12-06T17:45:55.015058Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802623535241243:2068] [node 4] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:54.804571Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802624006031224:2112] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:54.958595Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802625620366153:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:54.890282Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802624372074965:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24664
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:54.932794Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802622638420667:2050] [node 3] ICS10 traffic start
2025-12-06T17:45:54.926192Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802624636595800:2113] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:54.814702Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802624006031225:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:54.923578Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802624372074959:2115] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:54.962124Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802625620366153:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:55.044261Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802627830208571:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58131
2025-12-06T17:45:54.930371Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802624636595797:2111] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:54.932833Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:54.847443Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802624006031235:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65339
2025-12-06T17:45:55.057730Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802627830208573:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58131
2025-12-06T17:45:54.926786Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802620077107588:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15359) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802624372074959:2115] held: no
2025-12-06T17:45:54.965565Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802625620366161:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:54.936796Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802624636595813:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:54.940081Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802622638420669:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21548
2025-12-06T17:45:54.939668Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802624636595804:2114] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:54.954001Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802624636595791:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:54.954054Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:54.962789Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802624636595795:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:54.962887Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:54.962946Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802624636595795:2108] [node 5] ICP22 created new session: [1:7580802624636595821:2108]
2025-12-06T17:45:54.963007Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802624636595821:2108] [node 5] ICS09 handshake done sender: [1:7580802624636595800:2113] self: [1:7580802624636595799:0] peer: [5:7580802624372074963:0] socket: 634 qp: -1
2025-12-06T17:45:54.963049Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802624636595821:2108] [node 5] ICS10 traffic start
2025-12-06T17:45:54.963094Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:54.966333Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802624636595791:2109] [node 6] ICP22 created new session: [1:7580802624636595820:2109]
2025-12-06T17:45:54.981865Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802624636595790:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:45:54.981981Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:54.982047Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802624636595790:2107] [node 4] ICP22 created new session: [1:7580802624636595823:2107]
2025-12-06T17:45:54.982100Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802624636595823:2107] [node 4] ICS09 handshake done sender: [1:7580802624636595804:2114] self: [1:7580802624636595803:0] peer: [4:7580802622638420661:0] socket: 656 qp: -1
2025-12-06T17:45:54.982141Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802624636595823:2107] [node 4] ICS10 traffic start
2025-12-06T17:45:54.982186Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:54.988390Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802624636595820:2109] [node 6] ICS09 handshake done sender: [1:7580802624636595797:2111] self: [1:7580802624636595796:0] peer: [6:7580802623535241271:0] socket: 636 qp: -1
2025-12-06T17:45:55.003578Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802624636595820:2109] [node 6] ICS10 traffic start
2025-12-06T17:45:55.018049Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:55.037153Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802624636595791:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(82000395ns) {HandleHandshakeStatus:329(81997029ns) {DropIncomingHandshake:442(837ns) DropOutgoingHandshake:457(999ns) SwitchToState:179(903ns) ProcessPendingSessionEvents:495(13092020ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 13000675ns max# 12429499ns}}}
2025-12-06T17:45:55.064324Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802623535241273:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58131
2025-12-06T17:45:54.941177Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802622638420647:2113] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:54.933557Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802624372074965:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:54.943206Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802622638420666:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21548
2025-12-06T17:45:54.947329Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802618343453283:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:54.947415Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:54.947503Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802618343453283:2048] [node 1] ICP22 created new session: [4:7580802622638420671:2048]
2025-12-06T17:45:54.947585Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802622638420671:2048] [node 1] ICS09 handshake done sender: [4:7580802622638420647:2113] self: [4:7580802622638420661:0] peer: [1:7580802624636595803:0] socket: 658 qp: -1
2025-12-06T17:45:54.947641Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802622638420671:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:54.947693Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:54.965557Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802622638420645:2111] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:54.972158Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802622638420673:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21548
2025-12-06T17:45:55.004058Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802618343453284:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:55.005505Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:55.018714Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802618343453284:2049] [node 2] ICP22 created new session: [4:7580802626933387970:2049]
2025-12-06T17:45:55.020848Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802626933387970:2049] [node 2] ICS09 handshake done sender: [4:7580802622638420645:2111] self: [4:7580802622638420665:0] peer: [2:7580802624006031219:0] socket: 644 qp: -1
2025-12-06T17:45:55.030788Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802622638420673:2122] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:55.031031Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802626933387970:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:55.040425Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802622638420653:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:55.040498Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802622638420653:2116] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:55.046739Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:55.058775Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802622638420653:2116] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:55.090022Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802622638420663:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:55.090057Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802622638420663:2119] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:55.094124Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802622638420642:2108] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:55.094215Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:55.094291Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802622638420642:2108] [node 6] ICP22 created new session: [4:7580802626933387975:2108]
2025-12-06T17:45:55.094350Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802626933387975:2108] [node 6] ICS09 handshake done sender: [4:7580802622638420653:2116] self: [4:7580802622638420652:0] peer: [6:7580802627830208570:0] socket: 665 qp: -1
2025-12-06T17:45:55.094410Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802626933387975:2108] [node 6] ICS10 traffic start
2025-12-06T17:45:55.094458Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:55.099524Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802622638420663:2119] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:54.974666Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802625620366143:2107] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:54.853353Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802624006031227:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:55.150316Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802618343453284:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(113324279ns) {HandleHandshakeStatus:329(113319455ns) {DropIncomingHandshake:442(1488ns) DropOutgoingHandshake:457(6663ns) SwitchToState:179(979ns) ProcessPendingSessionEvents:495(14007827ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 13925882ns max# 13347873ns}}}
2025-12-06T17:45:55.152606Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802622638420643:2109] [node 5] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:54.934130Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802620077107589:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:55.082801Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802627830208572:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58131
2025-12-06T17:45:55.152698Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:54.853382Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802624006031227:2114] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:55.089627Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802627830208571:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:55.089770Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802623535241268:2116] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:55.095063Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802619240273894:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:55.096022Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802623535241257:2112] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:55.098977Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802619240273892:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:55.099079Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:55.099159Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802619240273892:2048] [node 1] ICP22 created new session: [6:7580802627830208576:2048]
2025-12-06T17:45:55.099747Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802623535241243:2068] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:45:55.099827Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:55.099910Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802623535241243:2068] [node 4] ICP22 created new session: [6:7580802627830208577:2068]
2025-12-06T17:45:55.099968Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802627830208577:2068] [node 4] ICS09 handshake done sender: [6:7580802623535241268:2116] self: [6:7580802627830208570:0] peer: [4:7580802622638420652:0] socket: 668 qp: -1
2025-12-06T17:45:55.100012Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802627830208577:2068] [node 4] ICS10 traffic start
2025-12-06T17:45:55.100076Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:55.121256Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802627830208576:2048] [node 1] ICS09 handshake done sender: [6:7580802623535241257:2112] self: [6:7580802623535241271:0] peer: [1:7580802624636595796:0] socket: 641 qp: -1
2025-12-06T17:45:55.133860Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802627830208576:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:55.133929Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:55.162711Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802627830208575:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58131
2025-12-06T17:45:54.995001Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:55.164310Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802622638420643:2109] [node 5] ICP22 created new session: [4:7580802626933387977:2109]
2025-12-06T17:45:55.172648Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802622638420642:2108] [node 6] ICP35 event processing took too much time PendingConnection:279(26089390ns) {HandleHandshakeStatus:329(26085045ns) {DropIncomingHandshake:442(20971ns) DropOutgoingHandshake:457(784ns) SwitchToState:179(720ns) ProcessPendingSessionEvents:495(11490777ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 11417062ns max# 10851232ns}}}
2025-12-06T17:45:55.174295Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802627830208572:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:54.868355Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802624006031227:2114] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:54.868678Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802619711063858:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(203368429ns) {Configure:104(203361230ns) {ProcessConfigured:135(22787818ns) {StartInitialHandshake:157(22785093ns) {DropHandshakes:470(2873ns) {DropIncomingHandshake:442(609ns) DropOutgoingHandshake:457(603ns)} GenerateSessionVirtualId:988(506ns) PrepareNewSessionHandshake:477(3626ns) {SwitchToState:179(1268ns)}}}}}
2025-12-06T17:45:54.868740Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802624006031217:2108] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:54.878336Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802624006031221:2111] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:54.887729Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580802619711063857:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:54.887819Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:54.887882Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802619711063857:2048] [node 1] ICP22 created new session: [2:7580802624006031244:2048]
2025-12-06T17:45:54.887938Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802624006031244:2048] [node 1] ICS09 handshake done sender: [2:7580802624006031221:2111] self: [2:7580802624006031233:0] peer: [1:7580802624636595792:0] socket: 632 qp: -1
2025-12-06T17:45:54.887979Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802624006031244:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:54.888013Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:54.890499Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:54.897578Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802624006031217:2108] [node 6] ICP22 created new session: [2:7580802624006031246:2108]
2025-12-06T17:45:54.899849Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802624006031220:2110] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:54.899871Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802624006031220:2110] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:45:54.900719Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802624006031218:2109] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:54.900823Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:54.900880Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802624006031218:2109] [node 5] ICP22 created new session: [2:7580802624006031248:2109]
2025-12-06T17:45:54.900928Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802624006031248:2109] [node 5] ICS09 handshake done sender: [2:7580802624006031227:2114] self: [2:7580802624006031226:0] peer: [5:7580802624372074960:0] socket: 647 qp: -1
2025-12-06T17:45:54.900966Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802624006031248:2109] [node 5] ICS10 traffic start
2025-12-06T17:45:54.901040Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:54.906748Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802624006031246:2108] [node 6] ICS09 handshake done sender: [2:7580802624006031224:2112] self: [2:7580802624006031223:0] peer: [6:7580802623535241264:0] socket: 646 qp: -1
2025-12-06T17:45:54.906813Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802624006031246:2108] [node 6] ICS10 traffic start
2025-12-06T17:45:54.906881Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:54.908384Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802624006031247:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65339
2025-12-06T17:45:54.919986Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802624006031217:2108] [node 6] ICP35 event processing took too much time PendingConnection:279(39012432ns) {HandleHandshakeStatus:329(39008481ns) {DropIncomingHandshake:442(13560ns) DropOutgoingHandshake:457(4606ns) SwitchToState:179(368ns) ProcessPendingSessionEvents:495(633061ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 563258ns max# 69478ns}}}
2025-12-06T17:45:54.925649Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802624006031220:2110] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:54.943703Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802624006031247:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:54.943797Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802624006031216:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:45:54.960622Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:54.973307Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802624006031216:2107] [node 4] ICP22 created new session: [2:7580802624006031253:2107]
2025-12-06T17:45:55.005798Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802624006031253:2107] [node 4] ICS09 handshake done sender: [2:7580802624006031220:2110] self: [2:7580802624006031219:0] peer: [4:7580802622638420665:0] socket: 642 qp: -1
2025-12-06T17:45:55.012568Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802624006031253:2107] [node 4] ICS10 traffic start
2025-12-06T17:45:55.017963Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:55.029337Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802624006031216:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(84355439ns) {HandleHandshakeStatus:329(84351532ns) {DropIncomingHandshake:442(804ns) DropOutgoingHandshake:457(1139ns) SwitchToState:179(984ns) ProcessPendingSessionEvents:495(772730ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 697421ns max# 92187ns}}}
2025-12-06T17:45:55.029497Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580802624006031216:2107] [node 4] ICP18 handshake (actor [2:7580802624006031247:2120]) is too old
2025-12-06T17:45:55.050669Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802624006031240:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:55.050734Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802624006031240:2119] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:45:55.088921Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802624006031240:2119] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:55.097851Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802619711063858:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:45:55.098005Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:55.098079Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802619711063858:2049] [node 3] ICP22 created new session: [2:7580802628300998552:2049]
2025-12-06T17:45:55.098145Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802628300998552:2049] [node 3] ICS09 handshake done sender: [2:7580802624006031240:2119] self: [2:7580802624006031239:0] peer: [3:7580802629915333463:0] socket: 679 qp: -1
2025-12-06T17:45:55.098197Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802628300998552:2049] [node 3] ICS10 traffic start
2025-12-06T17:45:54.934257Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802624372074966:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24664
2025-12-06T17:45:54.995111Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802625620366143:2107] [node 5] ICP22 created new session: [3:7580802625620366164:2107]
2025-12-06T17:45:55.098240Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:55.180211Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802626933387977:2109] [node 5] ICS09 handshake done sender: [4:7580802622638420663:2119] self: [4:7580802622638420662:0] peer: [5:7580802628667042272:0] socket: 684 qp: -1
2025-12-06T17:45:54.952471Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802624372074957:2114] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:54.995188Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802625620366164:2107] [node 5] ICS09 handshake done sender: [3:7580802625620366153:2114] self: [3:7580802625620366152:0] peer: [5:7580802624372074968:0] socket: 674 qp: -1
2025-12-06T17:45:54.952909Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802624372074969:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24664
2025-12-06T17:45:55.182845Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802619240273893:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(118602428ns) {HandleHandshakeStatus:395(118599602ns) {LogHandshakeFail:472(14931ns) {UpdateErrorStateLog:545(6359ns)} DropOutgoingHandshake:457(4960ns) ProcessPendingSessionEvents:495(100903064ns) {unordered DropSessionEvent:512 num# 100 sum# 100801320ns max# 15270231ns}}}
2025-12-06T17:45:55.193797Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802624636595810:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:55.182181Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802626933387977:2109] [node 5] ICS10 traffic start
2025-12-06T17:45:54.995243Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802625620366164:2107] [node 5] ICS10 traffic start
2025-12-06T17:45:55.193845Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802624636595810:2115] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:45:54.995295Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:54.997454Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802625620366143:2107] [node 5] ICP35 event processing took too much time PendingConnection:279(25022797ns) {HandleHandshakeStatus:329(25018778ns) {DropIncomingHandshake:442(29808ns) DropOutgoingHandshake:457(929ns) SwitchToState:179(761ns) ProcessPendingSessionEvents:495(752723ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 657089ns max# 87260ns}}}
2025-12-06T17:45:54.997833Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802625620366162:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:55.014955Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802621325398781:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:55.096258Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802625620366160:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:55.096293Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802625620366160:2115] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:55.100149Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802625620366160:2115] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:55.122650Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802625620366139:2108] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:55.122781Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:55.130725Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802621325398781:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15359) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580802625620366161:2116] held: no
2025-12-06T17:45:55.133845Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802625620366139:2108] [node 6] ICP22 created new session: [3:7580802629915333468:2108]
2025-12-06T17:45:55.140423Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802629915333468:2108] [node 6] ICS09 handshake done sender: [3:7580802625620366160:2115] self: [3:7580802625620366159:0] peer: [6:7580802627830208574:0] socket: 640 qp: -1
2025-12-06T17:45:55.150687Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802629915333468:2108] [node 6] ICS10 traffic start
2025-12-06T17:45:55.150769Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:55.157004Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802625620366166:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61713
2025-12-06T17:45:55.178814Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802625620366166:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:55.183235Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802621325398780:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:55.192466Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802629915333467:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61713
2025-12-06T17:45:55.192281Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802619240273894:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4593) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802627830208571:2120] held: no
2025-12-06T17:45:54.973097Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802620077107587:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:55.192958Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:55.017477Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:55.205542Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802625620366161:2116] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:55.194459Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802627830208571:2120] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:55.203649Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802622638420643:2109] [node 5] ICP35 event processing took too much time PendingConnection:279(50110376ns) {HandleHandshakeStatus:329(50104081ns) {DropIncomingHandshake:442(22552ns) DropOutgoingHandshake:457(614ns) SwitchToState:179(922ns) ProcessPendingSessionEvents:495(5286354ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 5185802ns max# 4629011ns}}}
2025-12-06T17:45:55.021714Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802620077107587:2048] [node 1] ICP22 created new session: [5:7580802628667042267:2048]
2025-12-06T17:45:55.210894Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802621325398781:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:55.208478Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802623535241243:2068] [node 4] ICP35 event processing took too much time PendingConnection:279(107675964ns) {HandleHandshakeStatus:329(107671285ns) {DropIncomingHandshake:442(252ns) DropOutgoingHandshake:457(4966ns) SwitchToState:179(186ns) ProcessPendingSessionEvents:495(107171638ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 106916279ns max# 12468317ns}}}
2025-12-06T17:45:55.234881Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802624636595810:2115] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:55.032866Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802624372074945:2105] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(147548306ns) {Configure:104(147540544ns) {ProcessConfigured:135(102915ns) {StartInitialHandshake:157(98415ns) {DropHandshakes:470(3708ns) {DropIncomingHandshake:442(906ns) DropOutgoingHandshake:457(398ns)} GenerateSessionVirtualId:988(1376ns) PrepareNewSessionHandshake:477(12153ns) {SwitchToState:179(693ns)}}}}}
2025-12-06T17:45:55.211665Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802623535241262:2114] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:55.247756Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802618343453285:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(261247912ns) {HandleHandshakeStatus:329(261243961ns) {DropIncomingHandshake:442(965ns) DropOutgoingHandshake:457(7422ns) SwitchToState:179(1093ns) ProcessPendingSessionEvents:495(260814650ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 245462131ns max# 20750426ns}}}
2025-12-06T17:45:55.033212Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802620077107589:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4593) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802624372074965:2118] held: no
2025-12-06T17:45:55.216172Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802619240273894:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(31276744ns) {HandleHandshakeStatus:395(31272362ns) {LogHandshakeFail:472(16391ns) {UpdateErrorStateLog:545(7203ns)} DropOutgoingHandshake:457(4364ns) ProcessPendingSessionEvents:495(22733658ns) {unordered DropSessionEvent:512 num# 100 sum# 9383534ns max# 3474071ns}}}
2025-12-06T17:45:55.224136Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802619240273894:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:45:55.224245Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:55.224310Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802619240273894:2050] [node 3] ICP22 created new session: [6:7580802627830208580:2050]
2025-12-06T17:45:55.224370Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802627830208580:2050] [node 3] ICS09 handshake done sender: [6:7580802627830208571:2120] self: [6:7580802627830208574:0] peer: [3:7580802625620366159:0] socket: 661 qp: -1
2025-12-06T17:45:55.224418Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802627830208580:2050] [node 3] ICS10 traffic start
2025-12-06T17:45:55.224468Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:55.224782Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802619240273893:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:55.224892Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:55.224945Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802619240273893:2049] [node 2] ICP22 created new session: [6:7580802627830208582:2049]
2025-12-06T17:45:55.225007Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802627830208582:2049] [node 2] ICS09 handshake done sender: [6:7580802623535241262:2114] self: [6:7580802623535241264:0] peer: [2:7580802624006031223:0] socket: 648 qp: -1
2025-12-06T17:45:55.225046Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802627830208582:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:55.225111Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:55.227764Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802623535241209:2065] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:55.233497Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802627830208585:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58131
2025-12-06T17:45:55.234406Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802627830208572:2121] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:55.251394Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802623535241209:2065] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:45:55.251555Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:55.251635Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802623535241209:2065] [node 5] ICP22 created new session: [6:7580802627830208586:2065]
2025-12-06T17:45:55.251711Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802627830208586:2065] [node 5] ICS09 handshake done sender: [6:7580802627830208572:2121] self: [6:7580802627830208584:0] peer: [5:7580802628667042268:0] socket: 654 qp: -1
2025-12-06T17:45:55.251765Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802627830208586:2065] [node 5] ICS10 traffic start
2025-12-06T17:45:55.251813Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:55.267913Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802619240273892:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(87205031ns) {HandleHandshakeStatus:329(87201373ns) {DropIncomingHandshake:442(896ns) DropOutgoingHandshake:457(6868ns) SwitchToState:179(442ns) ProcessPendingSessionEvents:495(22207347ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 22105177ns max# 8113944ns}}}
2025-12-06T17:45:55.248716Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802620341628432:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:45:55.256311Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:55.034586Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802624372074969:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:55.034970Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802624372074970:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24664
2025-12-06T17:45:55.048481Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802628667042267:2048] [node 1] ICS09 handshake done sender: [5:7580802624372074957:2114] self: [5:7580802624372074963:0] peer: [1:7580802624636595799:0] socket: 639 qp: -1
2025-12-06T17:45:55.049298Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802624372074949:2104] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:55.049661Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802624372074965:2118] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:55.050439Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802628667042267:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:55.050496Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:55.079818Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802620077107587:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(113208691ns) {HandleHandshakeStatus:329(105751089ns) {DropIncomingHandshake:442(6602ns) DropOutgoingHandshake:457(11695ns) SwitchToState:179(699ns) ProcessPendingSessionEvents:495(743369ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 673372ns max# 108927ns}}}
2025-12-06T17:45:55.079915Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802620077107589:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:45:55.079976Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:55.080030Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802620077107589:2050] [node 3] ICP22 created new session: [5:7580802628667042274:2050]
2025-12-06T17:45:55.080089Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802628667042274:2050] [node 3] ICS09 handshake done sender: [5:7580802624372074965:2118] self: [5:7580802624372074968:0] peer: [3:7580802625620366152:0] socket: 675 qp: -1
2025-12-06T17:45:55.080133Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802628667042274:2050] [node 3] ICS10 traffic start
2025-12-06T17:45:55.080175Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:55.081451Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7580802620077107587:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:45:55.083647Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802620077107588:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(114241901ns) {HandleHandshakeStatus:395(114238133ns) {LogHandshakeFail:472(4604950ns) {UpdateErrorStateLog:545(8459ns)} DropOutgoingHandshake:457(2699ns) ProcessPendingSessionEvents:495(105777534ns) {unordered DropSessionEvent:512 num# 100 sum# 26716311ns max# 12004999ns}}}
2025-12-06T17:45:55.083718Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802620077107588:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:55.083773Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:55.083821Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802620077107588:2049] [node 2] ICP22 created new session: [5:7580802628667042276:2049]
2025-12-06T17:45:55.083863Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802628667042276:2049] [node 2] ICS09 handshake done sender: [5:7580802624372074959:2115] self: [5:7580802624372074960:0] peer: [2:7580802624006031226:0] socket: 660 qp: -1
2025-12-06T17:45:55.083903Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802628667042276:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:55.083941Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:55.092393Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802628667042278:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24664
2025-12-06T17:45:55.130203Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802624372074969:2120] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:55.150471Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802624372074949:2104] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:45:55.168280Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:55.169724Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802624372074949:2104] [node 4] ICP22 created new session: [5:7580802628667042279:2104]
2025-12-06T17:45:55.179329Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802628667042279:2104] [node 4] ICS09 handshake done sender: [5:7580802624372074969:2120] self: [5:7580802628667042272:0] peer: [4:7580802622638420662:0] socket: 688 qp: -1
2025-12-06T17:45:55.182338Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802628667042279:2104] [node 4] ICS10 traffic start
2025-12-06T17:45:55.185526Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:55.228660Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802628667042269:2122] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:55.228694Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580802628667042269:2122] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:55.236461Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802628667042269:2122] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:55.255147Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580802624372074945:2105] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:55.259948Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:55.266867Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802624372074945:2105] [node 6] ICP22 created new session: [5:7580802628667042282:2105]
2025-12-06T17:45:55.286949Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802628667042282:2105] [node 6] ICS09 handshake done sender: [5:7580802628667042269:2122] self: [5:7580802628667042268:0] peer: [6:7580802627830208584:0] socket: 627 qp: -1
2025-12-06T17:45:55.289706Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802628667042282:2105] [node 6] ICS10 traffic start
2025-12-06T17:45:55.292465Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:55.294381Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802624372074945:2105] [node 6] ICP35 event processing took too much time PendingConnection:279(38151390ns) {HandleHandshakeStatus:329(38145025ns) {DropIncomingHandshake:442(33426ns) DropOutgoingHandshake:457(444ns) SwitchToState:179(463ns) ProcessPendingSessionEvents:495(642386ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 562961ns max# 56203ns}}}
2025-12-06T17:45:55.259592Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802629915333471:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61713
2025-12-06T17:45:55.266935Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802621325398781:2049] [node 2] ICP22 created new session: [3:7580802629915333472:2049]
2025-12-06T17:45:55.279317Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802629915333472:2049] [node 2] ICS09 handshake done sender: [3:7580802625620366161:2116] self: [3:7580802629915333463:0] peer: [2:7580802624006031239:0] socket: 680 qp: -1
2025-12-06T17:45:55.279375Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802629915333472:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:55.281854Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802625620366166:2118] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:55.282133Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802621325398780:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62480) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580802625620366166:2118] held: no
2025-12-06T17:45:55.287036Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:55.287688Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802621325398780:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:55.287777Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:55.287839Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802621325398780:2048] [node 1] ICP22 created new session: [3:7580802629915333474:2048]
2025-12-06T17:45:55.287895Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802629915333474:2048] [node 1] ICS09 handshake done sender: [3:7580802625620366166:2118] self: [3:7580802629915333470:0] peer: [1:7580802624636595809:0] socket: 690 qp: -1
2025-12-06T17:45:55.287934Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802629915333474:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:55.287985Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:55.290037Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802621325398781:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(80962171ns) {HandleHandshakeStatus:329(80958125ns) {DropIncomingHandshake:442(1926ns) DropOutgoingHandshake:457(611ns) SwitchToState:179(1231ns) ProcessPendingSessionEvents:495(1379ns)}}
2025-12-06T17:45:55.305384Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802625620366139:2108] [node 6] ICP35 event processing took too much time PendingConnection:279(185612724ns) {HandleHandshakeStatus:329(185606459ns) {DropIncomingHandshake:442(33738ns) DropOutgoingHandshake:457(587ns) SwitchToState:179(969ns) ProcessPendingSessionEvents:495(153370668ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 138011723ns max# 14246609ns}}}
2025-12-06T17:45:55.275052Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:55.289325Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802620341628432:2049] [node 3] ICP22 created new session: [1:7580802628931563124:2049]
2025-12-06T17:45:55.292085Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802628931563124:2049] [node 3] ICS09 handshake done sender: [1:7580802624636595810:2115] self: [1:7580802624636595809:0] peer: [3:7580802629915333470:0] socket: 667 qp: -1
2025-12-06T17:45:55.295207Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802628931563124:2049] [node 3] ICS10 traffic start
2025-12-06T17:45:55.299923Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:55.300167Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802624636595795:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(216760326ns) {HandleHandshakeStatus:329(216756428ns) {DropIncomingHandshake:442(18605ns) DropOutgoingHandshake:457(694ns) SwitchToState:179(895ns) ProcessPendingSessionEvents:495(216273878ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 215984581ns max# 21855773ns}}}
2025-12-06T17:45:55.312806Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802620341628432:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(62958708ns) {HandleHandshakeStatus:329(62955106ns) {DropIncomingHandshake:442(22944ns) DropOutgoingHandshake:457(671ns) SwitchToState:179(867ns) ProcessPendingSessionEvents:495(3709999ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 3627751ns max# 3061137ns}}}
2025-12-06T17:45:55.314207Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802624372074949:2104] [node 4] ICP35 event processing took too much time PendingConnection:279(166492032ns) {HandleHandshakeStatus:329(166486900ns) {DropIncomingHandshake:442(4143ns) DropOutgoingHandshake:457(12160ns) SwitchToState:179(610ns) ProcessPendingSessionEvents:495(127404076ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 114404714ns max# 12682908ns}}}
2025-12-06T17:45:55.408339Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:45:55.408600Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7580802624006031244:2048] [node 1] ICS07 socket disconnect 632 reason# EndOfStream
2025-12-06T17:45:55.408632Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580802624006031244:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:55.408722Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:55.408767Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580802624006031244:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:55.412036Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:45:55.412361Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802629915333474:2048] [node 1] ICS01 socket: 690 reason# EndOfStream
2025-12-06T17:45:55.412422Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802621325398780:2048] [node 1] ICP30 unregister session Session# [3:7580802629915333474:2048] VirtualId# [3:7580802629915333470:0]
2025-12-06T17:45:55.412464Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802629915333474:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:55.412569Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:55.412664Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:55.418714Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802619711063857:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62480) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:45:55.418903Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580802624006031244:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:55.423736Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:45:55.422775Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:45:55.423026Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802622638420671:2048] [node 1] ICS07 socket disconnect 658 reason# EndOfStream
2025-12-06T17:45:55.423055Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802622638420671:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:55.423137Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:55.423180Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802622638420671:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:55.423940Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802628667042267:2048] [node 1] ICS01 socket: 639 reason# EndOfStream
2025-12-06T17:45:55.423985Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802620077107587:2048] [node 1] ICP30 unregister session Session# [5:7580802628667042267:2048] VirtualId# [5:7580802624372074963:0]
2025-12-06T17:45:55.424021Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802628667042267:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:55.424079Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:55.424118Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:55.425056Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802618343453283:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62480) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:55.425121Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802622638420671:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:55.425152Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802618343453283:2048] [node 1] ICP30 unregister session Session# [4:7580802622638420671:2048] VirtualId# [4:7580802622638420661:0]
2025-12-06T17:45:55.425188Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:55.425221Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802618343453283:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:62480) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:55.425236Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62480) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:55.425970Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802619711063857:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62480) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:55.426080Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580802624006031244:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:55.426163Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580802619711063857:2048] [node 1] ICP30 unregister session Session# [2:7580802624006031244:2048] VirtualId# [2:7580802624006031233:0]
2025-12-06T17:45:55.426141Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:45:55.439028Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580802618343453283:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:45:55.461031Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802627830208576:2048] [node 1] ICS07 socket disconnect 641 reason# EndOfStream
2025-12-06T17:45:55.461106Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802627830208576:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:55.461219Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:55.461270Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802627830208576:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:55.467213Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802619240273892:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62480) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:55.467286Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802627830208576:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:55.467324Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802619240273892:2048] [node 1] ICP30 unregister session Session# [6:7580802627830208576:2048] VirtualId# [6:7580802623535241271:0]
2025-12-06T17:45:55.467462Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:55.467499Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802619240273892:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:62480) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:55.467514Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62480) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:55.478662Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802619240273892:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:45:55.486792Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:45:55.487039Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802629915333472:2049] [node 2] ICS01 socket: 680 reason# EndOfStream
2025-12-06T17:45:55.487082Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802621325398781:2049] [node 2] ICP30 unregister session Session# [3:7580802629915333472:2049] VirtualId# [3:7580802629915333463:0]
2025-12-06T17:45:55.487118Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802629915333472:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:55.487208Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:55.487253Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:55.494568Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:45:55.494837Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802626933387970:2049] [node 2] ICS07 socket disconnect 644 reason# EndOfStream
2025-12-06T17:45:55.494875Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802626933387970:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:55.494967Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:55.495011Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802626933387970:2049] [node 2] ICS15 start handshake
2025-12-06T17:45:55.495649Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:45:55.495844Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802627830208582:2049] [node 2] ICS01 socket: 648 reason# EndOfStream
2025-12-06T17:45:55.495888Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802619240273893:2049] [node 2] ICP30 unregister session Session# [6:7580802627830208582:2049] VirtualId# [6:7580802623535241264:0]
2025-12-06T17:45:55.495924Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802627830208582:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:55.495986Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:55.496027Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:55.497499Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802618343453284:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15359) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:55.497569Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802626933387970:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:55.497603Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802618343453284:2049] [node 2] ICP30 unregister session Session# [4:7580802626933387970:2049] VirtualId# [4:7580802622638420665:0]
2025-12-06T17:45:55.497768Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:55.497802Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802618343453284:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:15359) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:55.497818Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15359) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:55.502680Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:45:55.502943Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802628667042276:2049] [node 2] ICS01 socket: 660 reason# EndOfStream
2025-12-06T17:45:55.502999Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802620077107588:2049] [node 2] ICP30 unregister session Session# [5:7580802628667042276:2049] VirtualId# [5:7580802624372074960:0]
2025-12-06T17:45:55.503039Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802628667042276:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:55.503138Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:55.503189Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:55.510658Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580802618343453284:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:45:55.649458Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:45:55.649723Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802628667042274:2050] [node 3] ICS01 socket: 675 reason# EndOfStream
2025-12-06T17:45:55.649773Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802620077107589:2050] [node 3] ICP30 unregister session Session# [5:7580802628667042274:2050] VirtualId# [5:7580802624372074968:0]
2025-12-06T17:45:55.649818Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802628667042274:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:55.649925Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:45:55.649982Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:45:55.650130Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:45:55.650339Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802627830208580:2050] [node 3] ICS01 socket: 661 reason# EndOfStream
2025-12-06T17:45:55.650384Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802619240273894:2050] [node 3] ICP30 unregister session Session# [6:7580802627830208580:2050] VirtualId# [6:7580802627830208574:0]
2025-12-06T17:45:55.650421Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802627830208580:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:55.650482Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:45:55.650522Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:45:55.727196Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:45:55.724825Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:45:55.725083Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802628667042279:2104] [node 4] ICS07 socket disconnect 688 reason# EndOfStream
2025-12-06T17:45:55.725116Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802628667042279:2104] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:55.725201Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:45:55.730138Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802627830208577:2068] [node 4] ICS07 socket disconnect 668 reason# EndOfStream
2025-12-06T17:45:55.730190Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802627830208577:2068] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:55.730297Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:45:55.730353Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802627830208577:2068] [node 4] ICS15 start handshake
2025-12-06T17:45:55.725249Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802628667042279:2104] [node 4] ICS15 start handshake
2025-12-06T17:45:55.734213Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802623535241243:2068] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11348) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:55.734275Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802627830208577:2068] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:55.734324Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802623535241243:2068] [node 4] ICP30 unregister session Session# [6:7580802627830208577:2068] VirtualId# [6:7580802627830208570:0]
2025-12-06T17:45:55.734441Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:45:55.734478Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802623535241243:2068] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:11348) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:55.734494Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11348) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:55.745047Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802623535241243:2068] [node 4] ICP33 wake up from error state
2025-12-06T17:45:55.828272Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:45:55.828534Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802627830208586:2065] [node 5] ICS01 socket: 654 reason# EndOfStream
2025-12-06T17:45:55.828583Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802623535241209:2065] [node 5] ICP30 unregister session Session# [6:7580802627830208586:2065] VirtualId# [6:7580802627830208584:0]
2025-12-06T17:45:55.828622Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802627830208586:2065] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:55.828728Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:45:55.828782Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2025-12-06T17:45:55.975019Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802629106830580:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:55.975062Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802629106830581:2049] [node 3] ICP01 ready to work
2025-12-06T17:45:55.954903Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802629651282687:2048] [node 2] ICP01 ready to work
2025-12-06T17:45:55.982725Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802629651282688:2049] [node 3] ICP01 ready to work
2025-12-06T17:45:56.013847Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802634375803117:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:56.013942Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802634375803118:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:56.038573Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802631231922553:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:56.038715Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802631231922554:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:56.048566Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802631231922555:2050] [node 3] ICP01 ready to work
2025-12-06T17:45:56.075147Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802633116655333:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:56.075187Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802633116655334:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:56.075227Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802633116655335:2050] [node 3] ICP01 ready to work
2025-12-06T17:45:56.093072Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802632889745251:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:56.093370Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802632889745252:2049] [node 2] ICP01 ready to work
2025-12-06T17:45:56.093408Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802632889745253:2050] [node 3] ICP01 ready to work
2025-12-06T17:45:56.335956Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802633946250046:2109] [node 6] ICP01 ready to work
2025-12-06T17:45:56.354937Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802633401797937:2107] [node 4] ICP01 ready to work
2025-12-06T17:45:56.342946Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802633946250047:2108] [node 5] ICP01 ready to work
2025-12-06T17:45:56.367812Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802631231922615:2108] [node 5] ICP01 ready to work
2025-12-06T17:45:56.359845Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802632889745313:2105] [node 5] ICP01 ready to work
2025-12-06T17:45:56.462598Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802633401797940:2109] [node 6] ICP01 ready to work
2025-12-06T17:45:56.427223Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802633946250048:2107] [node 4] ICP01 ready to work
2025-12-06T17:45:56.470920Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802633116655396:2108] [node 4] ICP01 ready to work
2025-12-06T17:45:56.475118Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802633946250046:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(134777466ns) {Configure:104(134772561ns) {ProcessConfigured:135(86115ns) {StartInitialHandshake:157(82402ns) {DropHandshakes:470(3856ns) {DropIncomingHandshake:442(878ns) DropOutgoingHandshake:457(683ns)} GenerateSessionVirtualId:988(1824ns) PrepareNewSessionHandshake:477(2309ns) {SwitchToState:179(736ns)}}}}}
2025-12-06T17:45:56.466698Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7580802632889745315:2109] [node 4] ICP01 ready to work
2025-12-06T17:45:56.481327Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7580802633116655397:2109] [node 6] ICP01 ready to work
2025-12-06T17:45:56.478734Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802634375803189:2107] [node 4] ICP01 ready to work
2025-12-06T17:45:56.485271Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802633401797944:2108] [node 5] ICP01 ready to work
2025-12-06T17:45:56.491223Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7580802631231922617:2109] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:56.541029Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802632889745316:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52060
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:56.496123Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802629651282688:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(169246134ns) {Configure:104(169240653ns) {ProcessConfigured:135(10195552ns) {StartInitialHandshake:157(10193545ns) {DropHandshakes:470(3778ns) {DropIncomingHandshake:442(1026ns) DropOutgoingHandshake:457(1058ns)} GenerateSessionVirtualId:988(1192ns) PrepareNewSessionHandshake:477(2612ns) {SwitchToState:179(1392ns)}}}}}
2025-12-06T17:45:56.495325Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802634375803189:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(16028445ns) {Configure:104(16023655ns) {ProcessConfigured:135(14166524ns) {StartInitialHandshake:157(14163264ns) {DropHandshakes:470(3085ns) {DropIncomingHandshake:442(778ns) DropOutgoingHandshake:457(628ns)} GenerateSessionVirtualId:988(993ns) PrepareNewSessionHandshake:477(6610ns) {SwitchToState:179(2997ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:56.564045Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802633116655334:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(87720236ns) {Configure:104(87715638ns) {ProcessConfigured:135(105269ns) {StartInitialHandshake:157(102066ns) {DropHandshakes:470(3739ns) {DropIncomingHandshake:442(911ns) DropOutgoingHandshake:457(560ns)} GenerateSessionVirtualId:988(1490ns) PrepareNewSessionHandshake:477(2760ns) {SwitchToState:179(994ns)}}}}}
2025-12-06T17:45:56.547985Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802631231922618:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62507
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:56.578920Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802633401797953:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1559
2025-12-06T17:45:56.579176Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802633401797954:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1559
2025-12-06T17:45:56.490868Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802634375803191:2108] [node 5] ICP01 ready to work
2025-12-06T17:45:56.564461Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802633116655398:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10767
2025-12-06T17:45:56.553876Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7580802634375803194:2109] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:56.548075Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802631231922619:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62507
2025-12-06T17:45:56.675048Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802633401797946:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:56.675121Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802633401797946:2111] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:56.693186Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802634375803196:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59424
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:56.688692Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7580802629106830580:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(172108273ns) {Configure:104(172100477ns) {ProcessConfigured:135(112816ns) {StartInitialHandshake:157(109218ns) {DropHandshakes:470(8359ns) {DropIncomingHandshake:442(1122ns) DropOutgoingHandshake:457(881ns)} GenerateSessionVirtualId:988(1311ns) PrepareNewSessionHandshake:477(2773ns) {SwitchToState:179(999ns)}}}}}
2025-12-06T17:45:56.649881Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802632889745251:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(70005409ns) {Configure:104(69999310ns) {ProcessConfigured:135(111348ns) {StartInitialHandshake:157(107496ns) {DropHandshakes:470(4417ns) {DropIncomingHandshake:442(1348ns) DropOutgoingHandshake:457(870ns)} GenerateSessionVirtualId:988(1203ns) PrepareNewSessionHandshake:477(2867ns) {SwitchToState:179(1177ns)}}}}}
2025-12-06T17:45:56.571153Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802631231922621:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62507
2025-12-06T17:45:56.700384Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802633401797946:2111] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:56.573773Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802631231922617:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(50398378ns) {Configure:104(50391572ns) {ProcessConfigured:135(34848929ns) {StartInitialHandshake:157(34843456ns) {DropHandshakes:470(4623ns) {DropIncomingHandshake:442(1542ns) DropOutgoingHandshake:457(595ns)} GenerateSessionVirtualId:988(1304ns) PrepareNewSessionHandshake:477(5493ns) {SwitchToState:179(2610ns)}}}}}
2025-12-06T17:45:56.707606Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802633116655398:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:56.668981Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802632889745253:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(18694129ns) {Configure:104(18687033ns) {ProcessConfigured:135(104587ns) {StartInitialHandshake:157(100651ns) {DropHandshakes:470(3756ns) {DropIncomingHandshake:442(972ns) DropOutgoingHandshake:457(698ns)} GenerateSessionVirtualId:988(1610ns) PrepareNewSessionHandshake:477(2755ns) {SwitchToState:179(984ns)}}}}}
2025-12-06T17:45:56.744556Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802633946250047:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(205920717ns) {Configure:104(205916039ns) {ProcessConfigured:135(26256022ns) {StartInitialHandshake:157(26251165ns) {DropHandshakes:470(4185ns) {DropIncomingHandshake:442(832ns) DropOutgoingHandshake:457(694ns)} GenerateSessionVirtualId:988(1442ns) PrepareNewSessionHandshake:477(3649ns) {SwitchToState:179(1551ns)}}}}}
2025-12-06T17:45:56.701676Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802633401797937:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:45:56.580031Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802631231922618:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:56.707886Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802633116655334:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:56.803009Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802629651282687:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(415488745ns) {Configure:104(404588730ns) {ProcessConfigured:135(44776932ns) {StartInitialHandshake:157(44772206ns) {DropHandshakes:470(22689725ns) {DropIncomingHandshake:442(2571ns) DropOutgoingHandshake:457(760ns)} GenerateSessionVirtualId:988(1821ns) PrepareNewSessionHandshake:477(3824ns) {SwitchToState:179(1587ns)}}}}}
2025-12-06T17:45:56.803737Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802633946250058:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33076
2025-12-06T17:45:56.803942Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802633946250050:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:56.803967Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802633946250050:2110] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:56.771515Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802634375803195:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59424
2025-12-06T17:45:56.669663Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802632889745320:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52060
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:56.756278Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802633116655396:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(280357660ns) {Configure:104(280352589ns) {ProcessConfigured:135(13076912ns) {StartInitialHandshake:157(13073285ns) {DropHandshakes:470(3754ns) {DropIncomingHandshake:442(886ns) DropOutgoingHandshake:457(645ns)} GenerateSessionVirtualId:988(694ns) PrepareNewSessionHandshake:477(3736ns) {SwitchToState:179(1808ns)}}}}}
2025-12-06T17:45:56.580191Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802631231922554:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:56.701721Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802633401797954:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:56.710124Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802632889745320:2112] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:56.825201Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802633946250050:2110] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:56.742387Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802633401797949:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:56.802656Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802634375803192:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:56.833051Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7580802633946250048:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(266097573ns) {Configure:104(266092125ns) {ProcessConfigured:135(30640997ns) {StartInitialHandshake:157(30637479ns) {DropHandshakes:470(2976ns) {DropIncomingHandshake:442(901ns) DropOutgoingHandshake:457(427ns)} GenerateSessionVirtualId:988(299ns) PrepareNewSessionHandshake:477(3157ns) {SwitchToState:179(1741ns)}}}}}
2025-12-06T17:45:56.694809Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802631231922619:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:56.725672Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802632889745321:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52060
2025-12-06T17:45:56.802719Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802634375803192:2119] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:45:56.742431Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802633401797949:2112] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:56.768584Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802633116655410:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10767
2025-12-06T17:45:56.759577Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802633401797949:2112] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:56.760865Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802633401797953:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:56.767344Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:56.777532Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802633401797937:2107] [node 4] ICP22 created new session: [2:7580802633401797960:2107]
2025-12-06T17:45:56.795695Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802633401797944:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:56.819318Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802633401797960:2107] [node 4] ICS09 handshake done sender: [2:7580802633401797946:2111] self: [2:7580802633401797945:0] peer: [4:7580802631231922627:0] socket: 632 qp: -1
2025-12-06T17:45:56.826112Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802633401797960:2107] [node 4] ICS10 traffic start
2025-12-06T17:45:56.839782Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:56.741498Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802632889745316:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:56.841065Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802633401797942:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:56.840715Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802633946250065:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33076
2025-12-06T17:45:56.700095Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802631231922628:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62507
2025-12-06T17:45:56.805408Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802634375803196:2121] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:56.702318Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802631231922618:2110] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:56.768787Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802633116655411:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10767
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:56.841090Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802633401797942:2110] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:56.857669Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802633946250060:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33076
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:56.757270Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802632889745328:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52060
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:56.711543Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802631231922554:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:56.807807Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802634375803202:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59424
2025-12-06T17:45:56.807875Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802634375803203:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59424
2025-12-06T17:45:56.824123Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802634375803195:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:56.838069Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802634375803203:2125] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:56.839371Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802634375803117:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(312759292ns) {Configure:104(312751491ns) {ProcessConfigured:135(22114281ns) {StartInitialHandshake:157(22110955ns) {DropHandshakes:470(2691ns) {DropIncomingHandshake:442(441ns) DropOutgoingHandshake:457(687ns)} GenerateSessionVirtualId:988(504ns) PrepareNewSessionHandshake:477(4181ns) {SwitchToState:179(2332ns)}}}}}
2025-12-06T17:45:56.842658Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802634375803192:2119] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:56.852303Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802634375803117:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:56.914057Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802634375803202:2124] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:56.943371Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802634375803189:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:45:56.943465Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:56.943548Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802634375803189:2107] [node 4] ICP22 created new session: [3:7580802634375803211:2107]
2025-12-06T17:45:56.943609Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802634375803211:2107] [node 4] ICS09 handshake done sender: [3:7580802634375803192:2119] self: [3:7580802634375803190:0] peer: [4:7580802631231922637:0] socket: 634 qp: -1
2025-12-06T17:45:56.943662Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802634375803211:2107] [node 4] ICS10 traffic start
2025-12-06T17:45:56.943720Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:56.769355Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802633116655335:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(293856715ns) {Configure:104(293851959ns) {ProcessConfigured:135(8469534ns) {StartInitialHandshake:157(8465607ns) {DropHandshakes:470(4533ns) {DropIncomingHandshake:442(1732ns) DropOutgoingHandshake:457(719ns)} GenerateSessionVirtualId:988(411ns) PrepareNewSessionHandshake:477(3837ns) {SwitchToState:179(1441ns)}}}}}
2025-12-06T17:45:56.759738Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802632889745251:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:56.849046Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:56.779718Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802633116655398:2110] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:56.882429Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802633946250058:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:56.950679Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802634375803198:2122] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:56.711631Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:56.882625Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802633946250060:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:56.855884Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802633401797944:2108] [node 5] ICP22 created new session: [2:7580802633401797964:2108]
2025-12-06T17:45:56.795852Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802633116655334:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:56.774616Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802632889745328:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:56.894871Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802633946250065:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:56.711693Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802631231922554:2049] [node 2] ICP22 created new session: [4:7580802631231922630:2049]
2025-12-06T17:45:56.863812Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802633401797964:2108] [node 5] ICS09 handshake done sender: [2:7580802633401797949:2112] self: [2:7580802633401797948:0] peer: [5:7580802633116655405:0] socket: 638 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:56.950742Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802634375803198:2122] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:56.777475Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802632889745251:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(18111617ns) {IncomingHandshake:261(18108990ns) {DropIncomingHandshake:442(902ns) PrepareNewSessionHandshake:477(2578ns) {SwitchToState:179(1139ns)} GenerateSessionVirtualId:988(1468ns) IssueIncomingHandshakeReply:193(9033033ns) {SwitchToState:179(3550ns)}}}
2025-12-06T17:45:56.850737Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:56.852917Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802633116655334:2049] [node 2] ICP22 created new session: [5:7580802633116655413:2049]
2025-12-06T17:45:56.858618Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802633116655410:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:56.866867Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7580802633116655333:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(156147970ns) {Configure:104(156137573ns) {ProcessConfigured:135(11008018ns) {StartInitialHandshake:157(11003840ns) {DropHandshakes:470(3597ns) {DropIncomingHandshake:442(892ns) DropOutgoingHandshake:457(625ns)} GenerateSessionVirtualId:988(875ns) PrepareNewSessionHandshake:477(3761ns) {SwitchToState:179(1775ns)}}}}}
2025-12-06T17:45:56.906891Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802633946250046:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:56.711755Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802631231922630:2049] [node 2] ICS09 handshake done sender: [4:7580802631231922618:2110] self: [4:7580802631231922627:0] peer: [2:7580802633401797945:0] socket: 636 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:56.867100Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802633116655335:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:56.955849Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802634375803210:2127] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59424
2025-12-06T17:45:56.863870Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802633401797964:2108] [node 5] ICS10 traffic start
2025-12-06T17:45:56.778730Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802632889745321:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:56.711808Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802631231922630:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:56.711878Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:56.730919Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802631231922553:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(246436833ns) {Configure:104(246428953ns) {ProcessConfigured:135(49514077ns) {StartInitialHandshake:157(49509081ns) {DropHandshakes:470(29512860ns) {DropIncomingHandshake:442(849ns) DropOutgoingHandshake:457(2321ns)} GenerateSessionVirtualId:988(1987ns) PrepareNewSessionHandshake:477(4946ns) {SwitchToState:179(2202ns)}}}}}
2025-12-06T17:45:56.769767Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802631231922555:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(293735563ns) {Configure:104(293730720ns) {ProcessConfigured:135(6754579ns) {StartInitialHandshake:157(6752319ns) {DropHandshakes:470(3362ns) {DropIncomingHandshake:442(871ns) DropOutgoingHandshake:457(543ns)} GenerateSessionVirtualId:988(1391ns) PrepareNewSessionHandshake:477(2730ns) {SwitchToState:179(983ns)}}}}}
2025-12-06T17:45:56.770164Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802631231922555:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:56.770826Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802631231922636:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62507
2025-12-06T17:45:56.808567Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7580802631231922615:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(340862577ns) {Configure:104(340854252ns) {ProcessConfigured:135(21042860ns) {StartInitialHandshake:157(21038536ns) {DropHandshakes:470(3685ns) {DropIncomingHandshake:442(980ns) DropOutgoingHandshake:457(418ns)} GenerateSessionVirtualId:988(718ns) PrepareNewSessionHandshake:477(3098ns) {SwitchToState:179(1230ns)}}}}}
2025-12-06T17:45:56.834775Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802631231922636:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:56.840403Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802631231922641:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62507
2025-12-06T17:45:56.847675Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802631231922625:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:56.847721Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802631231922625:2114] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:56.870730Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802631231922625:2114] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:56.871031Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802631231922619:2111] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:56.871476Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802631231922617:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:56.871544Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:56.871609Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802631231922617:2109] [node 6] ICP22 created new session: [4:7580802631231922644:2109]
2025-12-06T17:45:56.871667Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802631231922644:2109] [node 6] ICS09 handshake done sender: [4:7580802631231922625:2114] self: [4:7580802631231922620:0] peer: [6:7580802632889745332:0] socket: 651 qp: -1
2025-12-06T17:45:56.871703Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802631231922644:2109] [node 6] ICS10 traffic start
2025-12-06T17:45:56.871747Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:56.874156Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802631231922555:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:45:56.882737Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:56.905645Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802631231922555:2050] [node 3] ICP22 created new session: [4:7580802631231922646:2050]
2025-12-06T17:45:56.914071Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802631231922646:2050] [node 3] ICS09 handshake done sender: [4:7580802631231922619:2111] self: [4:7580802631231922637:0] peer: [3:7580802634375803190:0] socket: 639 qp: -1
2025-12-06T17:45:56.931052Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802631231922621:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:56.931200Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7580802631231922617:2109] [node 6] ICP18 handshake (actor [4:7580802631231922621:2112]) is too old
2025-12-06T17:45:56.938703Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802631231922646:2050] [node 3] ICS10 traffic start
2025-12-06T17:45:56.959115Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:56.987183Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802631231922649:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62507
2025-12-06T17:45:57.014862Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802631231922640:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:57.014911Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7580802631231922640:2119] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:57.034103Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802631231922640:2119] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:57.034319Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7580802631231922615:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:57.034377Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:57.034432Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802631231922615:2108] [node 5] ICP22 created new session: [4:7580802635526889947:2108]
2025-12-06T17:45:57.034479Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802635526889947:2108] [node 5] ICS09 handshake done sender: [4:7580802631231922640:2119] self: [4:7580802631231922639:0] peer: [5:7580802633116655424:0] socket: 687 qp: -1
2025-12-06T17:45:57.034518Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802635526889947:2108] [node 5] ICS10 traffic start
2025-12-06T17:45:57.046661Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:57.053312Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802631231922555:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(177959111ns) {HandleHandshakeStatus:329(177956159ns) {DropIncomingHandshake:442(1036ns) DropOutgoingHandshake:457(6120ns) SwitchToState:179(668ns) ProcessPendingSessionEvents:495(22383145ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 22304773ns max# 21589438ns}}}
2025-12-06T17:45:57.062415Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802631231922615:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(27141562ns) {HandleHandshakeStatus:329(27139317ns) {DropIncomingHandshake:442(13429ns) DropOutgoingHandshake:457(585ns) SwitchToState:179(650ns) ProcessPendingSessionEvents:495(602240ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 543018ns max# 63980ns}}}
2025-12-06T17:45:57.072597Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7580802631231922649:2121] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:57.110922Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7580802631231922553:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:56.863927Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:56.819031Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802632889745315:2109] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:56.907022Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:56.878696Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802633116655413:2049] [node 2] ICS09 handshake done sender: [5:7580802633116655398:2110] self: [5:7580802633116655405:0] peer: [2:7580802633401797948:0] socket: 640 qp: -1
2025-12-06T17:45:56.971986Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802634375803198:2122] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:56.907119Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802633946250046:2109] [node 6] ICP22 created new session: [1:7580802633946250070:2109]
2025-12-06T17:45:56.831003Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802632889745252:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(355519585ns) {Configure:104(355512564ns) {ProcessConfigured:135(12110331ns) {StartInitialHandshake:157(12106530ns) {DropHandshakes:470(4072ns) {DropIncomingHandshake:442(943ns) DropOutgoingHandshake:457(634ns)} GenerateSessionVirtualId:988(1135ns) PrepareNewSessionHandshake:477(5296ns) {SwitchToState:179(1405ns)}}}}}
2025-12-06T17:45:56.865829Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802633401797944:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(69088378ns) {HandleHandshakeStatus:329(69084407ns) {DropIncomingHandshake:442(13381ns) DropOutgoingHandshake:457(881ns) SwitchToState:179(161ns) ProcessPendingSessionEvents:495(633167ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 572888ns max# 78160ns}}}
2025-12-06T17:45:56.976066Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802634375803194:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(136300082ns) {Configure:104(136293326ns) {ProcessConfigured:135(25601377ns) {StartInitialHandshake:157(25597569ns) {DropHandshakes:470(3612ns) {DropIncomingHandshake:442(1009ns) DropOutgoingHandshake:457(705ns)} GenerateSessionVirtualId:988(886ns) PrepareNewSessionHandshake:477(2895ns) {SwitchToState:179(668ns)}}}}}
2025-12-06T17:45:56.878758Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802633116655413:2049] [node 2] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:56.907181Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802633946250070:2109] [node 6] ICS09 handshake done sender: [1:7580802633946250050:2110] self: [1:7580802633946250049:0] peer: [6:7580802632889745329:0] socket: 646 qp: -1
2025-12-06T17:45:56.831724Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802632889745252:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:56.886860Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802633401797942:2110] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:56.912610Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802633401797940:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:56.912677Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:56.912729Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802633401797940:2109] [node 6] ICP22 created new session: [2:7580802633401797968:2109]
2025-12-06T17:45:56.912797Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802633401797968:2109] [node 6] ICS09 handshake done sender: [2:7580802633401797942:2110] self: [2:7580802633401797941:0] peer: [6:7580802632889745336:0] socket: 630 qp: -1
2025-12-06T17:45:56.912842Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802633401797968:2109] [node 6] ICS10 traffic start
2025-12-06T17:45:56.912906Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:56.975851Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802633401797965:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1559
2025-12-06T17:45:56.979683Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802633401797970:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1559
2025-12-06T17:45:57.012180Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802633401797965:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:57.012987Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7580802629106830580:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:57.032097Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802633401797937:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(329555097ns) {HandleHandshakeStatus:329(329549802ns) {DropIncomingHandshake:442(904ns) DropOutgoingHandshake:457(1086ns) SwitchToState:179(969ns) ProcessPendingSessionEvents:495(132418708ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 128340989ns max# 23160138ns}}}
2025-12-06T17:45:57.032204Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7580802633401797937:2107] [node 4] ICP18 handshake (actor [2:7580802633401797954:2115]) is too old
2025-12-06T17:45:57.064773Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802633401797952:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:57.064800Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7580802633401797952:2113] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:45:57.066329Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802633401797952:2113] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:57.067047Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802629106830581:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:45:57.067116Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:57.067164Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802629106830581:2049] [node 3] ICP22 created new session: [2:7580802637696765269:2049]
2025-12-06T17:45:57.067218Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802637696765269:2049] [node 3] ICS09 handshake done sender: [2:7580802633401797952:2113] self: [2:7580802633401797951:0] peer: [3:7580802638670770515:0] socket: 669 qp: -1
2025-12-06T17:45:57.067250Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802637696765269:2049] [node 3] ICS10 traffic start
2025-12-06T17:45:57.067312Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:57.091245Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7580802637696765271:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1559
2025-12-06T17:45:57.147350Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802633401797965:2117] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:57.001945Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802634375803117:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(28060853ns)
2025-12-06T17:45:56.878856Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:56.907216Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802633946250070:2109] [node 6] ICS10 traffic start
2025-12-06T17:45:57.194594Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580802629106830580:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:56.880542Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802633116655334:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(83824397ns) {HandleHandshakeStatus:329(83821736ns) {DropIncomingHandshake:442(405ns) DropOutgoingHandshake:457(11255ns) SwitchToState:179(135ns) ProcessPendingSessionEvents:495(611511ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 552498ns max# 69195ns}}}
2025-12-06T17:45:56.832087Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802632889745335:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52060
2025-12-06T17:45:57.195890Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802631231922553:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13441) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7580802631231922649:2121] held: no
2025-12-06T17:45:57.005847Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802634375803195:2120] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:57.210680Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:57.210772Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802629106830580:2048] [node 1] ICP22 created new session: [2:7580802637696765272:2048]
2025-12-06T17:45:57.210826Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802637696765272:2048] [node 1] ICS09 handshake done sender: [2:7580802633401797965:2117] self: [2:7580802637696765267:0] peer: [1:7580802633946250059:0] socket: 681 qp: -1
2025-12-06T17:45:57.210867Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802637696765272:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:57.210932Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:57.212521Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7580802629106830580:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(48931892ns) {HandleHandshakeStatus:329(36599748ns) {DropIncomingHandshake:442(3182ns) DropOutgoingHandshake:457(11868ns) SwitchToState:179(1024ns) ProcessPendingSessionEvents:495(586608ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 519207ns max# 71132ns}}}
2025-12-06T17:45:57.212685Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7580802629106830580:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:45:56.832955Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802632889745315:2109] [node 4] ICP35 event processing took too much time PendingConnection:279(28283732ns) {IncomingHandshake:261(28275955ns) {DropIncomingHandshake:442(1006ns) PrepareNewSessionHandshake:477(3768ns) {SwitchToState:179(3194ns)} GenerateSessionVirtualId:988(1449ns) IssueIncomingHandshakeReply:193(23493663ns) {SwitchToState:179(1886ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:56.882239Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802633116655403:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:57.026796Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7580802634375803118:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(368154491ns) {Configure:104(368142974ns) {ProcessConfigured:135(19889732ns) {StartInitialHandshake:157(19885926ns) {DropHandshakes:470(12111279ns) {DropIncomingHandshake:442(896ns) DropOutgoingHandshake:457(2627ns)} GenerateSessionVirtualId:988(1968ns) PrepareNewSessionHandshake:477(3536ns) {SwitchToState:179(1604ns)}}}}}
2025-12-06T17:45:56.907262Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:56.834599Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7580802632889745313:2105] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(319259358ns) {Configure:104(319252485ns) {ProcessConfigured:135(19155736ns) {StartInitialHandshake:157(19151928ns) {DropHandshakes:470(3963ns) {DropIncomingHandshake:442(857ns) DropOutgoingHandshake:457(596ns)} GenerateSessionVirtualId:988(1308ns) PrepareNewSessionHandshake:477(5925ns) {SwitchToState:179(2836ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2025-12-06T17:45:57.197336Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7580802635526889950:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62507
2025-12-06T17:45:57.038965Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802634375803194:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(21111729ns) {IncomingHandshake:261(21107150ns) {DropIncomingHandshake:442(1651ns) PrepareNewSessionHandshake:477(2243ns) {SwitchToState:179(910ns)} GenerateSessionVirtualId:988(1047ns) IssueIncomingHandshakeReply:193(10579ns)}}
2025-12-06T17:45:56.909867Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802633946250052:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:56.882294Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7580802633116655403:2112] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:57.199121Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802631231922554:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(468532485ns) {HandleHandshakeStatus:329(468529551ns) {DropIncomingHandshake:442(1696ns) DropOutgoingHandshake:457(25202ns) SwitchToState:179(691ns) ProcessPendingSessionEvents:495(459071942ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 431512404ns max# 29944970ns}}}
2025-12-06T17:45:56.846955Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802632889745313:2105] [node 5] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:56.909915Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802633946250052:2111] [node 3] ICRDMA Non success qp response from remote side
2025-12-06T17:45:56.931753Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802633946250072:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33076
2025-12-06T17:45:56.950990Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802633946250052:2111] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:56.951242Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802633946250072:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:56.965779Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802629651282688:2049] [node 3] ICP20 outgoing handshake succeeded
2025-12-06T17:45:56.965859Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:56.965920Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802629651282688:2049] [node 3] ICP22 created new session: [1:7580802633946250075:2049]
2025-12-06T17:45:56.965977Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802633946250075:2049] [node 3] ICS09 handshake done sender: [1:7580802633946250052:2111] self: [1:7580802633946250051:0] peer: [3:7580802634375803207:0] socket: 635 qp: -1
2025-12-06T17:45:56.966013Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802633946250075:2049] [node 3] ICS10 traffic start
2025-12-06T17:45:56.966055Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:56.991453Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7580802633946250078:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33076
2025-12-06T17:45:57.030591Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802633946250056:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:57.030642Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802633946250056:2112] [node 5] ICRDMA Non success qp response from remote side
2025-12-06T17:45:57.071285Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802633946250078:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:57.078687Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802633946250062:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:57.078743Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802633946250062:2116] [node 2] ICRDMA Non success qp response from remote side
2025-12-06T17:45:57.090757Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802633946250056:2112] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:57.107214Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802633946250062:2116] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:57.135015Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802633946250047:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:57.135099Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:57.135156Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802633946250047:2108] [node 5] ICP22 created new session: [1:7580802638241217378:2108]
2025-12-06T17:45:57.135205Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802638241217378:2108] [node 5] ICS09 handshake done sender: [1:7580802633946250056:2112] self: [1:7580802633946250055:0] peer: [5:7580802633116655427:0] socket: 690 qp: -1
2025-12-06T17:45:57.135244Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802638241217378:2108] [node 5] ICS10 traffic start
2025-12-06T17:45:57.135305Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:57.136479Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802629651282687:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:45:57.136566Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:57.136613Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802629651282687:2048] [node 2] ICP22 created new session: [1:7580802638241217380:2048]
2025-12-06T17:45:57.136665Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802638241217380:2048] [node 2] ICS09 handshake done sender: [1:7580802633946250062:2116] self: [1:7580802633946250059:0] peer: [2:7580802637696765267:0] socket: 676 qp: -1
2025-12-06T17:45:57.136697Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802638241217380:2048] [node 2] ICS10 traffic start
2025-12-06T17:45:57.136750Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:57.150911Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802633946250061:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:57.150962Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7580802633946250061:2115] [node 4] ICRDMA Non success qp response from remote side
2025-12-06T17:45:57.156869Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802633946250061:2115] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:57.157131Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802633946250048:2107] [node 4] ICP20 outgoing handshake succeeded
2025-12-06T17:45:57.157215Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:57.157278Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802633946250048:2107] [node 4] ICP22 created new session: [1:7580802638241217383:2107]
2025-12-06T17:45:57.157330Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802638241217383:2107] [node 4] ICS09 handshake done sender: [1:7580802633946250061:2115] self: [1:7580802633946250057:0] peer: [4:7580802635526889949:0] socket: 694 qp: -1
2025-12-06T17:45:57.157370Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802638241217383:2107] [node 4] ICS10 traffic start
2025-12-06T17:45:57.157417Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:56.910268Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802632889745320:2112] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:56.937622Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802632889745315:2109] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11252) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7580802632889745321:2113] held: no
2025-12-06T17:45:56.938360Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802632889745338:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52060
2025-12-06T17:45:56.951737Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802632889745340:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52060
2025-12-06T17:45:56.954683Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802632889745251:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:56.962985Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:56.963043Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802632889745251:2048] [node 1] ICP22 created new session: [6:7580802632889745341:2048]
2025-12-06T17:45:56.963103Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802632889745341:2048] [node 1] ICS09 handshake done sender: [6:7580802632889745320:2112] self: [6:7580802632889745329:0] peer: [1:7580802633946250049:0] socket: 649 qp: -1
2025-12-06T17:45:56.963150Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802632889745341:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:56.963190Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:56.964903Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802632889745251:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(30513525ns) {HandleHandshakeStatus:329(25331091ns) {DropIncomingHandshake:442(3692ns) DropOutgoingHandshake:457(12254ns) SwitchToState:179(159ns) ProcessPendingSessionEvents:495(623265ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 565630ns max# 67467ns}}}
2025-12-06T17:45:56.967916Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802632889745316:2110] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:57.056574Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802634375803117:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13441) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7580802634375803195:2120] held: no
2025-12-06T17:45:56.973896Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802632889745252:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:56.973954Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:57.057263Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802634375803117:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:56.974008Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802632889745252:2049] [node 2] ICP22 created new session: [6:7580802632889745346:2049]
2025-12-06T17:45:57.057370Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:56.974060Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802632889745346:2049] [node 2] ICS09 handshake done sender: [6:7580802632889745316:2110] self: [6:7580802632889745336:0] peer: [2:7580802633401797941:0] socket: 631 qp: -1
2025-12-06T17:45:57.057458Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802634375803117:2048] [node 1] ICP22 created new session: [3:7580802638670770516:2048]
2025-12-06T17:45:56.974114Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802632889745346:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:57.057532Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802638670770516:2048] [node 1] ICS09 handshake done sender: [3:7580802634375803195:2120] self: [3:7580802634375803207:0] peer: [1:7580802633946250051:0] socket: 637 qp: -1
2025-12-06T17:45:56.974155Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:57.057580Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802638670770516:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:56.975494Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7580802632889745251:2048] [node 1] ICP27 obsolete handshake fail ignored
2025-12-06T17:45:57.057624Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:56.990912Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802632889745345:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52060
2025-12-06T17:45:57.057995Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802634375803191:2108] [node 5] ICP20 outgoing handshake succeeded
2025-12-06T17:45:56.991023Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802632889745339:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52060
2025-12-06T17:45:56.995348Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802632889745328:2116] [node 5] ICH04 handshake succeeded
2025-12-06T17:45:57.011978Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802632889745321:2113] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:57.024231Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802632889745313:2105] [node 5] ICP19 incoming handshake succeeded
2025-12-06T17:45:57.024304Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:57.024361Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802632889745313:2105] [node 5] ICP22 created new session: [6:7580802637184712644:2105]
2025-12-06T17:45:57.024413Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802637184712644:2105] [node 5] ICS09 handshake done sender: [6:7580802632889745328:2116] self: [6:7580802632889745337:0] peer: [5:7580802633116655402:0] socket: 650 qp: -1
2025-12-06T17:45:57.024451Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802637184712644:2105] [node 5] ICS10 traffic start
2025-12-06T17:45:57.024495Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:57.035276Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802632889745315:2109] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:45:57.035340Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:57.035395Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802632889745315:2109] [node 4] ICP22 created new session: [6:7580802637184712646:2109]
2025-12-06T17:45:57.035437Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802637184712646:2109] [node 4] ICS09 handshake done sender: [6:7580802632889745321:2113] self: [6:7580802632889745332:0] peer: [4:7580802631231922620:0] socket: 653 qp: -1
2025-12-06T17:45:57.042689Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802637184712646:2109] [node 4] ICS10 traffic start
2025-12-06T17:45:57.064838Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7580802632889745345:2123] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:57.073525Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:57.083212Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7580802632889745253:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:57.100656Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802632889745315:2109] [node 4] ICP35 event processing took too much time PendingConnection:279(65265858ns) {HandleHandshakeStatus:329(65262111ns) {DropIncomingHandshake:442(419ns) DropOutgoingHandshake:457(214ns) SwitchToState:179(414ns) ProcessPendingSessionEvents:495(1886ns)}}
2025-12-06T17:45:57.138584Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7580802637184712649:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52060
2025-12-06T17:45:57.155210Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7580802632889745345:2123] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:57.158829Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7580802632889745253:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:45:57.158886Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:57.178913Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7580802632889745253:2050] [node 3] ICP22 created new session: [6:7580802637184712650:2050]
2025-12-06T17:45:57.178988Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7580802637184712650:2050] [node 3] ICS09 handshake done sender: [6:7580802632889745345:2123] self: [6:7580802637184712648:0] peer: [3:7580802634375803209:0] socket: 697 qp: -1
2025-12-06T17:45:57.179031Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7580802637184712650:2050] [node 3] ICS10 traffic start
2025-12-06T17:45:57.179095Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:57.180900Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802632889745253:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(21068341ns) {HandleHandshakeStatus:329(21065577ns) {DropIncomingHandshake:442(634ns) DropOutgoingHandshake:457(12541ns) SwitchToState:179(606ns) ProcessPendingSessionEvents:495(637952ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 578101ns max# 60441ns}}}
2025-12-06T17:45:57.237453Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7580802632889745252:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(258766466ns) {HandleHandshakeStatus:329(258763476ns) {DropIncomingHandshake:442(1257ns) DropOutgoingHandshake:457(5546ns) SwitchToState:179(1042ns) ProcessPendingSessionEvents:495(258323788ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 258128911ns max# 29940147ns}}}
2025-12-06T17:45:56.909587Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802633116655420:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10767
2025-12-06T17:45:57.058053Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2025-12-06T17:45:56.909657Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802633116655421:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10767
2025-12-06T17:45:56.928724Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802633116655403:2112] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:56.952333Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7580802633116655397:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:57.058104Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802634375803191:2108] [node 5] ICP22 created new session: [3:7580802638670770518:2108]
2025-12-06T17:45:56.956078Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802633116655420:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:57.058153Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802638670770518:2108] [node 5] ICS09 handshake done sender: [3:7580802634375803198:2122] self: [3:7580802634375803197:0] peer: [5:7580802633116655417:0] socket: 665 qp: -1
2025-12-06T17:45:57.058196Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802638670770518:2108] [node 5] ICS10 traffic start
2025-12-06T17:45:56.962661Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:57.058229Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2025-12-06T17:45:56.970680Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7580802633116655421:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:57.059129Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7580802634375803118:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:57.063393Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802634375803208:2126] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59424
2025-12-06T17:45:56.972578Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802633116655396:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:57.066722Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7580802638670770520:2130] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59424
2025-12-06T17:45:56.973052Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802633116655397:2109] [node 6] ICP22 created new session: [5:7580802633116655423:2109]
2025-12-06T17:45:57.086701Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802634375803118:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(32274902ns) {IncomingHandshake:261(32272394ns) {DropIncomingHandshake:442(622ns) PrepareNewSessionHandshake:477(2168ns) {SwitchToState:179(819ns)} GenerateSessionVirtualId:988(856ns) IssueIncomingHandshakeReply:193(50702ns) {SwitchToState:179(470ns)}}}
2025-12-06T17:45:57.086854Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802634375803202:2124] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:57.092612Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7580802634375803118:2049] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:57.092686Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:57.092743Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802634375803118:2049] [node 2] ICP22 created new session: [3:7580802638670770521:2049]
2025-12-06T17:45:57.092795Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802638670770521:2049] [node 2] ICS09 handshake done sender: [3:7580802634375803202:2124] self: [3:7580802638670770515:0] peer: [2:7580802633401797951:0] socket: 673 qp: -1
2025-12-06T17:45:57.092832Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802638670770521:2049] [node 2] ICS10 traffic start
2025-12-06T17:45:57.092892Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:57.119230Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802634375803214:2128] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:57.119281Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7580802634375803214:2128] [node 6] ICRDMA Non success qp response from remote side
2025-12-06T17:45:57.130788Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7580802634375803208:2126] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:57.132182Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7580802634375803214:2128] [node 6] ICH04 handshake succeeded
2025-12-06T17:45:57.151457Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7580802634375803194:2109] [node 6] ICP20 outgoing handshake succeeded
2025-12-06T17:45:57.172418Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2025-12-06T17:45:57.175341Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7580802634375803194:2109] [node 6] ICP22 created new session: [3:7580802638670770525:2109]
2025-12-06T17:45:57.196943Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7580802638670770525:2109] [node 6] ICS09 handshake done sender: [3:7580802634375803214:2128] self: [3:7580802634375803209:0] peer: [6:7580802637184712648:0] socket: 656 qp: -1
2025-12-06T17:45:57.201880Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7580802638670770525:2109] [node 6] ICS10 traffic start
2025-12-06T17:45:57.201941Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:57.230933Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802634375803191:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(53648393ns) {HandleHandshakeStatus:329(53645327ns) {DropIncomingHandshake:442(345ns) DropOutgoingHandshake:457(331ns) SwitchToState:179(222ns) ProcessPendingSessionEvents:495(53312434ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 53200523ns max# 15028870ns}}}
2025-12-06T17:45:57.240891Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7580802634375803191:2108] [node 5] ICP18 handshake (actor [3:7580802634375803208:2126]) is too old
2025-12-06T17:45:56.980058Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802633116655426:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10767
2025-12-06T17:45:56.980244Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802633116655425:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10767
2025-12-06T17:45:56.995436Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802633116655423:2109] [node 6] ICS09 handshake done sender: [5:7580802633116655403:2112] self: [5:7580802633116655402:0] peer: [6:7580802632889745337:0] socket: 662 qp: -1
2025-12-06T17:45:56.995589Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7580802633116655333:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:57.005644Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802633116655423:2109] [node 6] ICS10 traffic start
2025-12-06T17:45:57.005747Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2025-12-06T17:45:57.030613Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802633116655410:2114] [node 3] ICH04 handshake succeeded
2025-12-06T17:45:57.218083Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7580802631231922649:2121] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:57.259610Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7580802629651282688:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(188854979ns) {HandleHandshakeStatus:329(188851743ns) {DropIncomingHandshake:442(25711ns) DropOutgoingHandshake:457(813ns) SwitchToState:179(796ns) ProcessPendingSessionEvents:495(188403462ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 182968492ns max# 20278911ns}}}
2025-12-06T17:45:57.235919Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7580802631231922553:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:57.046193Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802633116655333:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(22897539ns) {IncomingHandshake:261(22895546ns) {DropIncomingHandshake:442(1052ns) PrepareNewSessionHandshake:477(19393731ns) {SwitchToState:179(3185ns)} GenerateSessionVirtualId:988(1336ns) IssueIncomingHandshakeReply:193(82972ns) {SwitchToState:179(396ns)}}}
2025-12-06T17:45:57.116298Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802633116655335:2050] [node 3] ICP19 incoming handshake succeeded
2025-12-06T17:45:57.116383Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2025-12-06T17:45:57.116430Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802633116655335:2050] [node 3] ICP22 created new session: [5:7580802637411622726:2050]
2025-12-06T17:45:57.116482Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802637411622726:2050] [node 3] ICS09 handshake done sender: [5:7580802633116655410:2114] self: [5:7580802633116655417:0] peer: [3:7580802634375803197:0] socket: 666 qp: -1
2025-12-06T17:45:57.116565Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802637411622726:2050] [node 3] ICS10 traffic start
2025-12-06T17:45:57.116608Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2025-12-06T17:45:57.117915Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802633116655396:2108] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11252) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802633116655420:2118] held: no
2025-12-06T17:45:57.187406Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802633116655333:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13441) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7580802633116655421:2119] held: no
2025-12-06T17:45:57.221194Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7580802633116655397:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(267967571ns) {HandleHandshakeStatus:329(267963702ns) {DropIncomingHandshake:442(686ns) DropOutgoingHandshake:457(576ns) SwitchToState:179(1325ns) ProcessPendingSessionEvents:495(148018824ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 147881319ns max# 18803924ns}}}
2025-12-06T17:45:57.232324Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802637411622725:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10767
2025-12-06T17:45:57.240159Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802633116655420:2118] [node 4] ICH04 handshake succeeded
2025-12-06T17:45:57.240529Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7580802637411622728:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10767
2025-12-06T17:45:57.242002Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802633116655396:2108] [node 4] ICP19 incoming handshake succeeded
2025-12-06T17:45:57.242080Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2025-12-06T17:45:57.242134Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802633116655396:2108] [node 4] ICP22 created new session: [5:7580802637411622729:2108]
2025-12-06T17:45:57.242185Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802637411622729:2108] [node 4] ICS09 handshake done sender: [5:7580802633116655420:2118] self: [5:7580802633116655424:0] peer: [4:7580802631231922639:0] socket: 688 qp: -1
2025-12-06T17:45:57.250566Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:57.254306Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7580802631231922553:2048] [node 1] ICP22 created new session: [4:7580802635526889951:2048]
2025-12-06T17:45:57.242226Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802637411622729:2108] [node 4] ICS10 traffic start
2025-12-06T17:45:57.254370Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7580802635526889951:2048] [node 1] ICS09 handshake done sender: [4:7580802631231922649:2121] self: [4:7580802635526889949:0] peer: [1:7580802633946250057:0] socket: 696 qp: -1
2025-12-06T17:45:57.242260Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2025-12-06T17:45:57.275050Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7580802633116655421:2119] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:57.254411Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7580802635526889951:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:57.297028Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7580802633116655333:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:57.254479Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:57.297113Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:57.254749Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7580802631231922553:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(18747195ns) {HandleHandshakeStatus:329(18743656ns) {DropIncomingHandshake:442(1057ns) DropOutgoingHandshake:457(640ns) SwitchToState:179(655ns) ProcessPendingSessionEvents:495(1626ns)}}
2025-12-06T17:45:57.297188Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7580802633116655333:2048] [node 1] ICP22 created new session: [5:7580802637411622731:2048]
2025-12-06T17:45:57.292467Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7580802634375803194:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(139874391ns) {HandleHandshakeStatus:329(139870563ns) {DropIncomingHandshake:442(20086ns) DropOutgoingHandshake:457(874ns) SwitchToState:179(891ns) ProcessPendingSessionEvents:495(73127877ns) {unordered ForwardSessionEventToSession:612 num# 100 sum# 73017518ns max# 19008625ns}}}
2025-12-06T17:45:57.297248Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7580802637411622731:2048] [node 1] ICS09 handshake done sender: [5:7580802633116655421:2119] self: [5:7580802633116655427:0] peer: [1:7580802633946250055:0] socket: 692 qp: -1
2025-12-06T17:45:57.297292Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7580802637411622731:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:57.297347Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:57.362290Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:45:57.362560Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7580802637696765272:2048] [node 1] ICS07 socket disconnect 681 reason# EndOfStream
2025-12-06T17:45:57.362602Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580802637696765272:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:57.362688Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:57.362729Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580802637696765272:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:57.368632Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2025-12-06T17:45:57.368877Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802638670770516:2048] [node 1] ICS01 socket: 637 reason# EndOfStream
2025-12-06T17:45:57.368918Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802634375803117:2048] [node 1] ICP30 unregister session Session# [3:7580802638670770516:2048] VirtualId# [3:7580802634375803207:0]
2025-12-06T17:45:57.368954Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802638670770516:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:57.369059Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:57.369105Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:57.375387Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802629106830580:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13441) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:45:57.375442Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580802637696765272:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:57.376681Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802629106830580:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13441) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:57.376752Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7580802637696765272:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:57.376790Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7580802629106830580:2048] [node 1] ICP30 unregister session Session# [2:7580802637696765272:2048] VirtualId# [2:7580802637696765267:0]
2025-12-06T17:45:57.376908Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:57.376941Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [2:7580802629106830580:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:13441) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:57.376957Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13441) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:57.382398Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2025-12-06T17:45:57.382677Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802635526889951:2048] [node 1] ICS01 socket: 696 reason# EndOfStream
2025-12-06T17:45:57.382398Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2025-12-06T17:45:57.382724Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802631231922553:2048] [node 1] ICP30 unregister session Session# [4:7580802635526889951:2048] VirtualId# [4:7580802635526889949:0]
2025-12-06T17:45:57.382683Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802632889745341:2048] [node 1] ICS07 socket disconnect 649 reason# EndOfStream
2025-12-06T17:45:57.382769Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802635526889951:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:57.382715Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802632889745341:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:57.382862Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:57.382812Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:57.382913Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:57.382854Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802632889745341:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:57.383044Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2025-12-06T17:45:57.383263Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802637411622731:2048] [node 1] ICS01 socket: 692 reason# EndOfStream
2025-12-06T17:45:57.383306Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802633116655333:2048] [node 1] ICP30 unregister session Session# [5:7580802637411622731:2048] VirtualId# [5:7580802633116655427:0]
2025-12-06T17:45:57.383336Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802637411622731:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:57.383410Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:57.383462Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:57.384431Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802632889745251:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13441) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:57.384494Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802632889745341:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:57.384531Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802632889745251:2048] [node 1] ICP30 unregister session Session# [6:7580802632889745341:2048] VirtualId# [6:7580802632889745329:0]
2025-12-06T17:45:57.384642Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2025-12-06T17:45:57.384680Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802632889745251:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:13441) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:57.384695Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13441) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:57.393093Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802632889745251:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:45:57.401301Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [2:7580802629106830580:2048] [node 1] ICP33 wake up from error state
2025-12-06T17:45:57.512706Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2025-12-06T17:45:57.512982Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7580802638670770521:2049] [node 2] ICS07 socket disconnect 673 reason# EndOfStream
2025-12-06T17:45:57.513023Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7580802638670770521:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:57.513118Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:57.513160Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802638670770521:2049] [node 2] ICS15 start handshake
2025-12-06T17:45:57.520496Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802634375803118:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5894) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2025-12-06T17:45:57.520544Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7580802638670770521:2049] [node 2] ICS15 start handshake
2025-12-06T17:45:57.521624Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7580802634375803118:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5894) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:57.521698Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7580802638670770521:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:57.521736Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7580802634375803118:2049] [node 2] ICP30 unregister session Session# [3:7580802638670770521:2049] VirtualId# [3:7580802638670770515:0]
2025-12-06T17:45:57.521792Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:57.521826Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [3:7580802634375803118:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:5894) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:57.521847Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5894) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:57.532689Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2025-12-06T17:45:57.532955Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7580802632889745346:2049] [node 2] ICS07 socket disconnect 631 reason# EndOfStream
2025-12-06T17:45:57.532987Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802632889745346:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:57.533069Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:57.533107Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7580802632889745346:2049] [node 2] ICS15 start handshake
2025-12-06T17:45:57.533940Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [3:7580802634375803118:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:45:57.534339Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7580802632889745252:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5894) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:57.534405Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802632889745346:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:57.534441Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802632889745252:2049] [node 2] ICP30 unregister session Session# [6:7580802632889745346:2049] VirtualId# [6:7580802632889745336:0]
2025-12-06T17:45:57.534580Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:57.534616Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [6:7580802632889745252:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:5894) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:57.534631Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5894) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:57.534656Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2025-12-06T17:45:57.534876Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802631231922630:2049] [node 2] ICS07 socket disconnect 636 reason# EndOfStream
2025-12-06T17:45:57.534906Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802631231922630:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:57.534995Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:57.535050Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802631231922630:2049] [node 2] ICS15 start handshake
2025-12-06T17:45:57.534675Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2025-12-06T17:45:57.534900Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802633116655413:2049] [node 2] ICS07 socket disconnect 640 reason# EndOfStream
2025-12-06T17:45:57.534934Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802633116655413:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:57.535033Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:57.535077Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802633116655413:2049] [node 2] ICS15 start handshake
2025-12-06T17:45:57.536515Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802633116655334:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5894) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:57.536666Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802633116655413:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:57.537080Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802633116655334:2049] [node 2] ICP30 unregister session Session# [5:7580802633116655413:2049] VirtualId# [5:7580802633116655405:0]
2025-12-06T17:45:57.537157Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:57.537198Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802633116655334:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:5894) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:57.537219Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5894) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:57.537212Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802631231922554:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5894) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:57.537268Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802631231922630:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:57.537305Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802631231922554:2049] [node 2] ICP30 unregister session Session# [4:7580802631231922630:2049] VirtualId# [4:7580802631231922627:0]
2025-12-06T17:45:57.537427Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2025-12-06T17:45:57.537461Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802631231922554:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:5894) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:57.537474Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5894) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:57.547858Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802633116655334:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:45:57.546315Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [6:7580802632889745252:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:45:57.550714Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580802631231922554:2049] [node 2] ICP33 wake up from error state
2025-12-06T17:45:57.657283Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2025-12-06T17:45:57.657566Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7580802631231922646:2050] [node 3] ICS07 socket disconnect 639 reason# EndOfStream
2025-12-06T17:45:57.657624Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7580802631231922646:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:57.657719Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:45:57.657770Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7580802631231922646:2050] [node 3] ICS15 start handshake
2025-12-06T17:45:57.667178Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7580802631231922555:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8424) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:57.667266Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7580802631231922646:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:57.667306Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7580802631231922555:2050] [node 3] ICP30 unregister session Session# [4:7580802631231922646:2050] VirtualId# [4:7580802631231922637:0]
2025-12-06T17:45:57.667444Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:45:57.667484Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [4:7580802631231922555:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:8424) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:57.667500Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8424) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:57.676196Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2025-12-06T17:45:57.676524Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802637184712650:2050] [node 3] ICS01 socket: 697 reason# EndOfStream
2025-12-06T17:45:57.676577Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802632889745253:2050] [node 3] ICP30 unregister session Session# [6:7580802637184712650:2050] VirtualId# [6:7580802637184712648:0]
2025-12-06T17:45:57.676631Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802637184712650:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:57.676738Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:45:57.676805Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:45:57.682716Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2025-12-06T17:45:57.682987Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7580802637411622726:2050] [node 3] ICS07 socket disconnect 666 reason# EndOfStream
2025-12-06T17:45:57.683022Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802637411622726:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:57.683155Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2025-12-06T17:45:57.683211Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7580802637411622726:2050] [node 3] ICS15 start handshake
2025-12-06T17:45:57.679487Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [4:7580802631231922555:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:45:57.689765Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7580802633116655335:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8424) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:57.689857Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802637411622726:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2025-12-06T17:45:57.689899Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802633116655335:2050] [node 3] ICP30 unregister session Session# [5:7580802637411622726:2050] VirtualId# [5:7580802633116655417:0]
2025-12-06T17:45:57.689956Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2025-12-06T17:45:57.689996Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [5:7580802633116655335:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:8424) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:57.690014Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8424) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:57.702795Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [5:7580802633116655335:2050] [node 3] ICP33 wake up from error state
2025-12-06T17:45:57.834741Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2025-12-06T17:45:57.834981Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7580802637411622729:2108] [node 4] ICS01 socket: 688 reason# EndOfStream
2025-12-06T17:45:57.835034Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7580802633116655396:2108] [node 4] ICP30 unregister session Session# [5:7580802637411622729:2108] VirtualId# [5:7580802633116655424:0]
2025-12-06T17:45:57.835075Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7580802637411622729:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:57.835313Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2025-12-06T17:45:57.835531Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802637184712646:2109] [node 4] ICS01 socket: 653 reason# EndOfStream
2025-12-06T17:45:57.835575Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802632889745315:2109] [node 4] ICP30 unregister session Session# [6:7580802637184712646:2109] VirtualId# [6:7580802632889745332:0]
2025-12-06T17:45:57.835605Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802637184712646:2109] [node 4] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:57.835157Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:45:57.835665Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2025-12-06T17:45:57.835705Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:45:57.835205Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2025-12-06T17:45:57.958733Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2025-12-06T17:45:57.959014Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7580802637184712644:2105] [node 5] ICS01 socket: 650 reason# EndOfStream
2025-12-06T17:45:57.959063Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7580802632889745313:2105] [node 5] ICP30 unregister session Session# [6:7580802637184712644:2105] VirtualId# [6:7580802632889745337:0]
2025-12-06T17:45:57.959101Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7580802637184712644:2105] [node 5] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:57.959191Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2025-12-06T17:45:57.959243Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
nodeId# 1 peerNodeId# 2 TEvCloseInputSession
Subscribe
TEvNodeDisconnected
2025-12-06T17:45:58.302648Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7580802643118518662:2048] [node 2] ICP01 ready to work
2025-12-06T17:45:58.297053Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7580802640034013553:2048] [node 1] ICP01 ready to work
2025-12-06T17:45:58.300777Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802640034013553:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# ::1(::1:28340) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2025-12-06T17:45:58.300861Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:754: Proxy [2:7580802640034013553:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# ::1(::1:28340) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:58.300877Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:755: [1] error state: outgoing handshake Peer# ::1(::1:28340) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2025-12-06T17:45:58.313567Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:801: Proxy [2:7580802640034013553:2048] [node 1] ICP33 wake up from error state
Subscribe
2025-12-06T17:45:58.419754Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7580802643118518671:2056] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:58.422102Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [1:7580802643118518662:2048] [node 2] ICP08 No active sessions, becoming PendingConnection
2025-12-06T17:45:58.429219Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7580802640034013566:2057] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2025-12-06T17:45:58.442851Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802643118518671:2056] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:58.442969Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802640034013566:2057] [node 1] ICH04 handshake succeeded
TEvNodeConnected
2025-12-06T17:45:58.443385Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7580802640034013553:2048] [node 1] ICP20 outgoing handshake succeeded
2025-12-06T17:45:58.443457Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2025-12-06T17:45:58.443536Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7580802640034013553:2048] [node 1] ICP22 created new session: [2:7580802640034013569:2048]
2025-12-06T17:45:58.443595Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802640034013569:2048] [node 1] ICS09 handshake done sender: [2:7580802640034013566:2057] self: [2:7580802640034013565:0] peer: [1:7580802643118518672:0] socket: 16 qp: 5238
2025-12-06T17:45:58.443639Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802640034013569:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:58.443684Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:58.447193Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [1:7580802643118518662:2048] [node 2] ICP19 incoming handshake succeeded
2025-12-06T17:45:58.447271Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2025-12-06T17:45:58.447336Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7580802643118518662:2048] [node 2] ICP22 created new session: [1:7580802643118518674:2048]
2025-12-06T17:45:58.447395Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802643118518674:2048] [node 2] ICS09 handshake done sender: [1:7580802643118518671:2056] self: [1:7580802643118518672:0] peer: [2:7580802640034013565:0] socket: 18 qp: 5239
2025-12-06T17:45:58.447440Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802643118518674:2048] [node 2] ICS10 traffic start
2025-12-06T17:45:58.447487Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
nodeId# 2 peerNodeId# 1 TEvCloseInputSession
2025-12-06T17:45:58.631870Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by debug command
2025-12-06T17:45:58.632226Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7580802640034013569:2048] [node 1] ICS07 socket disconnect 16 reason# Debug
2025-12-06T17:45:58.632264Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580802640034013569:2048] [node 1] ICS25 shutdown socket, reason# Debug
2025-12-06T17:45:58.632330Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:58.632367Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580802640034013569:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:58.635728Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by peer
2025-12-06T17:45:58.636083Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [1:7580802643118518674:2048] [node 2] ICS07 socket disconnect 18 reason# EndOfStream
2025-12-06T17:45:58.636137Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7580802643118518674:2048] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:58.636236Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:58.636280Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [1:7580802643118518674:2048] [node 2] ICS15 start handshake
2025-12-06T17:45:58.648385Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [2:7580802640034013569:2048] [node 1] ICS08 incoming handshake Self# [1:7580802643118518672:0] Peer# [2:7580802640034013565:0] Counter# 382 LastInputSerial# 11
2025-12-06T17:45:58.658259Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [1:7580802643118518674:2048] [node 2] ICS08 incoming handshake Self# [2:7580802640034013565:0] Peer# [1:7580802643118518672:0] Counter# 11 LastInputSerial# 382
2025-12-06T17:45:58.660993Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802643118518676:2058] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:58.667026Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802643118518662:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:45:58.667141Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802643118518674:2048] [node 2] ICS09 handshake done sender: [1:7580802643118518676:2058] self: [1:7580802643118518672:0] peer: [2:7580802640034013565:0] socket: 22 qp: 5240
2025-12-06T17:45:58.667953Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802643118518674:2048] [node 2] ICS10 traffic start
2025-12-06T17:45:58.668045Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:58.682639Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7580802640034013553:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# ::1(::1:28340) Socket error# connection unexpectedly closed state# ReceiveResponse processed# 0 remain# 52 incoming: [2:7580802640034013572:2059] held: no
2025-12-06T17:45:58.682769Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802640034013572:2059] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:58.683226Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580802640034013553:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:58.683321Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802640034013569:2048] [node 1] ICS09 handshake done sender: [2:7580802640034013572:2059] self: [2:7580802640034013565:0] peer: [1:7580802643118518672:0] socket: 23 qp: 5241
2025-12-06T17:45:58.684159Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802640034013569:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:58.684232Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
nodeId# 2 peerNodeId# 1 TEvCloseInputSession
2025-12-06T17:45:58.854454Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by debug command
2025-12-06T17:45:58.854827Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7580802640034013569:2048] [node 1] ICS07 socket disconnect 23 reason# Debug
2025-12-06T17:45:58.854860Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580802640034013569:2048] [node 1] ICS25 shutdown socket, reason# Debug
2025-12-06T17:45:58.854912Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:58.854949Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580802640034013569:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:58.857678Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by peer
2025-12-06T17:45:58.857977Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [1:7580802643118518674:2048] [node 2] ICS07 socket disconnect 22 reason# EndOfStream
2025-12-06T17:45:58.858014Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7580802643118518674:2048] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:58.858101Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:58.858145Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [1:7580802643118518674:2048] [node 2] ICS15 start handshake
2025-12-06T17:45:58.875780Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [1:7580802643118518674:2048] [node 2] ICS08 incoming handshake Self# [2:7580802640034013565:0] Peer# [1:7580802643118518672:0] Counter# 23 LastInputSerial# 811
2025-12-06T17:45:58.876363Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [2:7580802640034013569:2048] [node 1] ICS08 incoming handshake Self# [1:7580802643118518672:0] Peer# [2:7580802640034013565:0] Counter# 811 LastInputSerial# 23
2025-12-06T17:45:58.877297Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802643118518681:2060] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:58.878333Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802643118518662:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:45:58.878415Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802643118518674:2048] [node 2] ICS09 handshake done sender: [1:7580802643118518681:2060] self: [1:7580802643118518672:0] peer: [2:7580802640034013565:0] socket: 20 qp: 5245
2025-12-06T17:45:58.879539Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802643118518674:2048] [node 2] ICS10 traffic start
2025-12-06T17:45:58.879608Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:58.892032Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802640034013578:2062] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:58.892425Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580802640034013553:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:58.892502Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802640034013569:2048] [node 1] ICS09 handshake done sender: [2:7580802640034013578:2062] self: [2:7580802640034013565:0] peer: [1:7580802643118518672:0] socket: 21 qp: 5247
2025-12-06T17:45:58.893088Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802640034013569:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:58.893367Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:58.908451Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7580802640034013553:2048] [node 1] ICP27 obsolete handshake fail ignored
nodeId# 2 peerNodeId# 1 TEvClosePeerSocket
2025-12-06T17:45:59.212974Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:861: Proxy [2:7580802640034013553:2048] [node 1] ICP34 closed connection by debug command
2025-12-06T17:45:59.215464Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_session.cpp:768: [2 <-> 1] socket: Broken pipe
2025-12-06T17:45:59.215536Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:535: Session [2:7580802640034013569:2048] [node 1] ICS13 reestablish connection
2025-12-06T17:45:59.215575Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7580802640034013569:2048] [node 1] ICS25 shutdown socket, reason# EPIPE
2025-12-06T17:45:59.215609Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2025-12-06T17:45:59.216103Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by peer
2025-12-06T17:45:59.216383Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [1:7580802643118518674:2048] [node 2] ICS07 socket disconnect 20 reason# EndOfStream
2025-12-06T17:45:59.216416Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7580802643118518674:2048] [node 2] ICS25 shutdown socket, reason# EndOfStream
2025-12-06T17:45:59.216497Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2025-12-06T17:45:59.216536Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [1:7580802643118518674:2048] [node 2] ICS15 start handshake
2025-12-06T17:45:59.218112Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2025-12-06T17:45:59.218335Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7580802640034013569:2048] [node 1] ICS07 socket disconnect -1 reason# EndOfStream
2025-12-06T17:45:59.218373Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7580802640034013569:2048] [node 1] ICS15 start handshake
2025-12-06T17:45:59.224315Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [2:7580802640034013569:2048] [node 1] ICS08 incoming handshake Self# [1:7580802643118518672:0] Peer# [2:7580802640034013565:0] Counter# 1739 LastInputSerial# 47
2025-12-06T17:45:59.225805Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [1:7580802643118518674:2048] [node 2] ICS08 incoming handshake Self# [2:7580802640034013565:0] Peer# [1:7580802643118518672:0] Counter# 47 LastInputSerial# 1739
2025-12-06T17:45:59.226300Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7580802647413485982:2062] [node 2] ICH04 handshake succeeded
2025-12-06T17:45:59.226656Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7580802643118518662:2048] [node 2] ICP20 outgoing handshake succeeded
2025-12-06T17:45:59.226729Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7580802643118518674:2048] [node 2] ICS09 handshake done sender: [1:7580802647413485982:2062] self: [1:7580802643118518672:0] peer: [2:7580802640034013565:0] socket: 16 qp: 5248
2025-12-06T17:45:59.227363Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7580802643118518674:2048] [node 2] ICS10 traffic start
2025-12-06T17:45:59.227422Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2025-12-06T17:45:59.229638Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7580802644328980878:2065] [node 1] ICH04 handshake succeeded
2025-12-06T17:45:59.231459Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7580802640034013553:2048] [node 1] ICP19 incoming handshake succeeded
2025-12-06T17:45:59.231556Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7580802640034013569:2048] [node 1] ICS09 handshake done sender: [2:7580802644328980878:2065] self: [2:7580802640034013565:0] peer: [1:7580802643118518672:0] socket: 18 qp: 5249
2025-12-06T17:45:59.232144Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7580802640034013569:2048] [node 1] ICS10 traffic start
2025-12-06T17:45:59.232205Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2025-12-06T17:45:59.232385Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7580802640034013553:2048] [node 1] ICP27 obsolete handshake fail ignored

Traceback (most recent call last):
  File "library/python/testing/yatest_common/yatest/common/process.py", line 384, in wait
    wait_for(
  File "library/python/testing/yatest_common/yatest/common/process.py", line 765, in wait_for
    raise TimeoutError(truncate(message, MAX_MESSAGE_LEN))
yatest.common.process.TimeoutError: 600 second(s) wait timeout has expired: Command '['/home/runner/.ya/tools/v4/10480268698/test_tool', 'run_ut', '@/home/runner/.ya/build/build_root/eqvg/005010/ydb/library/actors/interconnect/ut/test-results/unittest/testing_out_stuff/test_tool.args']' stopped by 600 seconds timeout

During handling of the above exception, another exception occurred:

Traceback (most recent call last):
  File "devtools/ya/test/programs/test_tool/run_test/run_test.py", line 1772, in main
    res.wait(check_exit_code=False, timeout=current_run_test_timeout, on_timeout=timeout_callback)
  File "library/python/testing/yatest_common/yatest/common/process.py", line 398, in wait
    raise ExecutionTimeoutError(self, str(e))
yatest.common.process.ExecutionTimeoutError: (("600 second(s) wait timeout has expired: Command '['/home/runner/.ya/tools/v4/10480268698/test_tool', 'run_ut', '@/home/runner/.ya/build/build_root/eqvg/005010/ydb/library/actors/interconnect/ut/test-results/unittest/testing_out_stuff/test_tool.args']' stopped by 600 seconds timeout",), {})
